-- Logs begin at Thu 2021-07-08 19:29:58 UTC, end at Thu 2021-07-08 21:57:08 UTC. -- Jul 08 20:01:46.699395 n-d-791506-16 systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 20:01:49.453067 n-d-791506-16 neutron-server[93958]: INFO neutron.common.config [-] Logging enabled! Jul 08 20:01:49.453675 n-d-791506-16 neutron-server[93958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 20:01:49.453838 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 20:01:49.456987 n-d-791506-16 neutron-server[93958]: INFO neutron.common.config [-] Logging enabled! Jul 08 20:01:49.457238 n-d-791506-16 neutron-server[93958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 20:01:49.457544 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 20:01:49.458475 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 20:01:49.458704 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 20:01:49.459063 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 20:01:49.459305 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 20:01:49.459530 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 20:01:49.459846 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.460143 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.460436 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.460685 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.460979 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.461267 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.461547 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.461835 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.462128 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.462411 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.462687 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.462967 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.463195 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.463471 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.463751 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.464033 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.464254 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] debug = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.464531 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.464980 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.465872 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.466160 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.466458 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.466735 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.467007 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.467281 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.467567 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.467892 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] host = n-d-791506-16 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.468168 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.468451 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.468761 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.469044 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.469312 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.469589 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.469864 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.470130 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.470397 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] log_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.470673 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.470954 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.471237 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.471519 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.471740 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.471964 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.472244 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.472526 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.472823 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.473095 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.473366 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.473638 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.473907 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.474171 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.474450 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.474728 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.475008 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.475279 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.475549 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.475813 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.476082 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.476359 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.476659 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.476920 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.477189 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.477472 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.477737 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.478007 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.478300 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.478583 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.478860 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.479139 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.479408 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.479685 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.479950 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.480215 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.480486 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] use_json = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.481306 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.482005 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.482302 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.482578 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.482843 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.483119 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.483391 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.483673 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:49.483968 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.484265 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.484563 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.484868 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.485163 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.485445 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.485730 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.486007 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.486292 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.486578 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.486863 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.487139 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.487425 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.487700 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.487990 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.488294 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.488586 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.488900 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.489173 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.489445 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.489715 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.489990 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.490274 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.490565 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.490848 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.491120 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.491395 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.491682 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.491961 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.492254 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.492529 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.492843 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.493118 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.493390 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.493673 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.493950 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.494222 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.494494 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.494767 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.495051 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.495323 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.495589 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.495858 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.496130 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.497042 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.497446 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.497824 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.498102 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.498378 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.498659 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.498933 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.499208 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.499484 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.499755 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.500032 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.500303 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.500572 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.500935 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.501205 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.501473 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.501746 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.502016 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.502288 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.502557 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.502825 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.503093 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.503360 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.503626 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.503912 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.504207 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.504483 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.504787 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.505063 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.505336 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.505607 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.505881 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.506155 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.506428 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.506696 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.506983 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.507261 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.507543 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.507819 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.508094 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.508385 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.508681 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.508961 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.509235 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.509509 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.509797 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.510078 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.510368 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.510659 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.510948 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.511260 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.511554 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.511832 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.512607 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.512921 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:49.513142 n-d-791506-16 neutron-server[93958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 20:01:49.513384 n-d-791506-16 neutron-server[93958]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93958) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 20:01:49.875424 n-d-791506-16 neutron-server[93958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 20:01:49.875697 n-d-791506-16 neutron-server[93958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 20:01:49.875984 n-d-791506-16 neutron-server[93958]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 20:01:49.876311 n-d-791506-16 neutron-server[93958]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 20:01:50.274888 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.275091 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.275357 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.276653 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.276929 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.277199 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.312954 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.313235 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.313501 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.327958 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.328236 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.328509 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.359633 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.359908 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.360170 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.397255 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.397537 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.397805 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.633654 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.634274 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.634274 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.634450 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.635151 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.757476 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.757792 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.758073 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.758347 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.758626 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.758921 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.759160 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.759412 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.759720 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.759936 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.760192 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.760465 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.760757 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.761018 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.761268 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.761534 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.761797 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.762079 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.762937 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.763200 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.763484 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.763837 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.764180 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.764470 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.764746 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.765001 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.765414 n-d-791506-16 neutron-server[93958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 20:01:50.765658 n-d-791506-16 neutron-server[93958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 20:01:50.765897 n-d-791506-16 neutron-server[93958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 20:01:50.766131 n-d-791506-16 neutron-server[93958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 20:01:50.766364 n-d-791506-16 neutron-server[93958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 20:01:50.766596 n-d-791506-16 neutron-server[93958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 20:01:50.766966 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 20:01:50.771355 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 20:01:50.775291 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 20:01:50.780008 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 08 20:01:50.781647 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 20:01:50.782094 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 20:01:50.782429 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 20:01:50.782813 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 20:01:50.785604 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 20:01:50.785850 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 20:01:50.786188 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 20:01:50.815072 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 20:01:50.815521 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.815822 n-d-791506-16 neutron-server[93958]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93958) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 20:01:50.816182 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.817550 n-d-791506-16 neutron-server[93958]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93958) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 20:01:50.817831 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 20:01:50.818074 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 20:01:50.821093 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.821372 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:50.888116 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 20:01:50.888296 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 20:01:50.888511 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 20:01:50.888921 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 20:01:50.910534 n-d-791506-16 neutron-server[93958]: DEBUG oslo_db.sqlalchemy.engines [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93958) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 20:01:51.454924 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Initializing driver for type 'gre' Jul 08 20:01:51.455509 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] gre ID ranges: [(1, 1000)] Jul 08 20:01:51.509018 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Initializing driver for type 'local' Jul 08 20:01:51.509339 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Initializing driver for type 'vlan' Jul 08 20:01:51.523924 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] VlanTypeDriver initialization complete Jul 08 20:01:51.524343 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Initializing driver for type 'vxlan' Jul 08 20:01:51.524871 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] vxlan ID ranges: [(1, 1000)] Jul 08 20:01:51.578129 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Initializing extension driver 'port_security' Jul 08 20:01:51.578472 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] PortSecurityExtensionDriver initialization complete Jul 08 20:01:51.578805 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Initializing mechanism driver 'openvswitch' Jul 08 20:01:51.579136 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Initializing mechanism driver 'hyperv' Jul 08 20:01:51.585646 n-d-791506-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:01:51.586329 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > port after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.586700 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.587052 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > port after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.587562 n-d-791506-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 20:01:51.587991 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > subnet after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.588340 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > subnet after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.588705 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.589093 n-d-791506-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 20:01:51.589490 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > network after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.589836 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > network after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.590849 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > network after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.591600 n-d-791506-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 20:01:51.592097 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > security_group after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.592453 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > security_group after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.592824 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > security_group after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.593345 n-d-791506-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 20:01:51.593749 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.594100 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.594447 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.594831 n-d-791506-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 20:01:51.595237 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > address_group after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.595585 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > address_group after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.595924 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > address_group after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.596305 n-d-791506-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 20:01:51.596771 n-d-791506-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] ML2 OVO RPC backend initialized. {{(pid=93958) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 20:01:51.597479 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.597832 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.598247 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > network before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.598591 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > networks before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.598934 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > port before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.599271 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > ports before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.599609 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > subnet before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.599950 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > subnets before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.600297 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > network after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.600649 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > network after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.600987 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > network after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.601321 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > port after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.601652 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.601987 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > port after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.602320 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > subnet after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.602649 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > subnet after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.602978 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.603546 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Modular L2 Plugin initialization complete Jul 08 20:01:51.603871 n-d-791506-16 neutron-server[93958]: DEBUG neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading services supported by the core plugin {{(pid=93958) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 20:01:51.604193 n-d-791506-16 neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Got port-security extension from driver 'port_security' Jul 08 20:01:51.604666 n-d-791506-16 neutron-server[93958]: INFO neutron.extensions.vlantransparent [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Disabled vlantransparent extension. Jul 08 20:01:51.605142 n-d-791506-16 neutron-server[93958]: DEBUG neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93958) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 20:01:51.605453 n-d-791506-16 neutron-server[93958]: INFO neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading Plugin: router Jul 08 20:01:51.643150 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router_interface before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.643767 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router after_create 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.643874 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router before_create 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.644233 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.644604 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.644987 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router after_delete 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.645340 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > floatingip after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.645699 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router after_create 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.646047 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router after_update 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.646399 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router after_update 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.646747 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.647154 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router after_update 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.647517 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router precommit_update 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.647884 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.648220 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: port after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.648574 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: subnet after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.648917 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.649261 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > port precommit_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.649603 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router precommit_create 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.649942 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: port before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.650279 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router precommit_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.650635 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router after_update 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.650978 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router precommit_delete 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.651410 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router precommit_create 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.651707 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.652051 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router precommit_update 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.652412 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > agent after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.653598 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > agent after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.654160 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > network after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.655564 n-d-791506-16 neutron-server[93958]: DEBUG neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Tracking information for resource: router configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 20:01:51.655952 n-d-791506-16 neutron-server[93958]: DEBUG neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Tracking information for resource: floatingip configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 20:01:51.661327 n-d-791506-16 neutron-server[93958]: INFO neutron.db.l3_agentschedulers_db [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 20:01:51.661911 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.662271 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: port after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.662622 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: port after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.662967 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.663784 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router before_create 55550100 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.664129 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router precommit_delete 55550100 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.664490 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router precommit_create 55550100 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.664883 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > router precommit_update 55550100 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.670247 n-d-791506-16 neutron-server[93958]: DEBUG neutron.services.provider_configuration [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service providers = [] {{(pid=93958) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 20:01:51.670531 n-d-791506-16 neutron-server[93958]: DEBUG neutron.db.servicetype_db [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93958) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 20:01:51.673526 n-d-791506-16 neutron-server[93958]: DEBUG neutron.services.service_base [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 20:01:51.673873 n-d-791506-16 neutron-server[93958]: DEBUG neutron.services.service_base [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 20:01:51.674214 n-d-791506-16 neutron-server[93958]: DEBUG neutron.services.service_base [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 20:01:51.675101 n-d-791506-16 neutron-server[93958]: DEBUG neutron.services.service_base [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 20:01:51.675474 n-d-791506-16 neutron-server[93958]: INFO neutron.services.service_base [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 20:01:51.675857 n-d-791506-16 neutron-server[93958]: DEBUG neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 20:01:51.676171 n-d-791506-16 neutron-server[93958]: INFO neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 20:01:51.687555 n-d-791506-16 neutron-server[93958]: DEBUG neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 20:01:51.687890 n-d-791506-16 neutron-server[93958]: INFO neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading Plugin: auto_allocate Jul 08 20:01:51.693522 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: network precommit_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.693891 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: network precommit_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.694416 n-d-791506-16 neutron-server[93958]: DEBUG neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 20:01:51.694739 n-d-791506-16 neutron-server[93958]: INFO neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading Plugin: tag Jul 08 20:01:51.702101 n-d-791506-16 neutron-server[93958]: DEBUG neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 20:01:51.702418 n-d-791506-16 neutron-server[93958]: INFO neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading Plugin: timestamp Jul 08 20:01:51.707807 n-d-791506-16 neutron-server[93958]: DEBUG neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 20:01:51.708135 n-d-791506-16 neutron-server[93958]: INFO neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading Plugin: network_ip_availability Jul 08 20:01:51.713564 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.713931 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.714285 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.715014 n-d-791506-16 neutron-server[93958]: DEBUG neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 20:01:51.716463 n-d-791506-16 neutron-server[93958]: INFO neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading Plugin: flavors Jul 08 20:01:51.721157 n-d-791506-16 neutron-server[93958]: DEBUG neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 20:01:51.721488 n-d-791506-16 neutron-server[93958]: INFO neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading Plugin: revisions Jul 08 20:01:51.725740 n-d-791506-16 neutron-server[93958]: DEBUG neutron.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 20:01:51.726126 n-d-791506-16 neutron-server[93958]: DEBUG oslo_concurrency.lockutils [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.850s {{(pid=93958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 20:01:51.726855 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93958) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 20:01:51.727188 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Initializing extension manager. Jul 08 20:01:51.727753 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: __init__.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.728033 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: __pycache__ {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.728368 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.728720 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: address_group.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.729498 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.730046 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: address-group Jul 08 20:01:51.730438 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: address_scope.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.731582 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.732089 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: address-scope Jul 08 20:01:51.732453 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: admin_state_down_before_update.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.733366 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.733865 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: router-admin-state-down-before-update Jul 08 20:01:51.734185 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: agent.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.734886 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.735585 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: agent Jul 08 20:01:51.735903 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: agent_resources_synced.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.736840 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.737344 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: agent-resources-synced Jul 08 20:01:51.737666 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: allowedaddresspairs.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.739440 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.739955 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: allowed-address-pairs Jul 08 20:01:51.740279 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: auto_allocated_topology.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.741365 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.741876 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: auto-allocated-topology Jul 08 20:01:51.742199 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: availability_zone.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.742957 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.743382 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: availability_zone Jul 08 20:01:51.743701 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: availability_zone_filter.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.744605 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.745141 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: availability_zone_filter Jul 08 20:01:51.745460 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: data_plane_status.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.746658 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.747313 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 20:01:51.747701 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: default_subnetpools.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.748744 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.749312 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: default-subnetpools Jul 08 20:01:51.749686 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: dhcpagentscheduler.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.750611 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.751217 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: dhcp_agent_scheduler Jul 08 20:01:51.751597 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: dns.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.752580 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.753157 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension dns-integration not supported by any of loaded plugins Jul 08 20:01:51.753523 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: dns_domain_ports.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.754494 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.755069 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 20:01:51.755445 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.756421 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.757035 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 20:01:51.757402 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: dvr.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.758157 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.758751 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: dvr Jul 08 20:01:51.759120 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: empty_string_filtering.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.760146 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.760763 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: empty-string-filtering Jul 08 20:01:51.761137 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.762928 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.763448 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 20:01:51.763777 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.764749 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.765268 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 20:01:51.765598 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: external_net.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.766535 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.767055 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: external-net Jul 08 20:01:51.767382 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: extra_dhcp_opt.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.768305 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.768842 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: extra_dhcp_opt Jul 08 20:01:51.769168 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: extraroute.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.770095 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.770608 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: extraroute Jul 08 20:01:51.770932 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: extraroute_atomic.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.771978 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.772493 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: extraroute-atomic Jul 08 20:01:51.772844 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: filter_validation.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.773521 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.774029 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: filter-validation Jul 08 20:01:51.774354 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: fip_pf_description.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.775270 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.775776 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 20:01:51.776100 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: fip_port_details.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.777067 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.778176 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: fip-port-details Jul 08 20:01:51.778648 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: flavors.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.779883 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.780405 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: flavors Jul 08 20:01:51.780771 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.782442 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.782969 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 20:01:51.783308 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: floatingip_pools.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.784023 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.784540 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: floatingip-pools Jul 08 20:01:51.784907 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: ip_allocation.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.785843 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.786355 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 20:01:51.786686 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.787614 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.788131 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: ip-substring-filtering Jul 08 20:01:51.788462 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: l2_adjacency.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.789439 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.789959 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 20:01:51.790286 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: l3.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.791272 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.791793 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: router Jul 08 20:01:51.792123 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: l3_conntrack_helper.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.794840 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.795375 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 20:01:51.795706 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.796690 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.797254 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: ext-gw-mode Jul 08 20:01:51.797545 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.798660 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.798995 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: l3-ha Jul 08 20:01:51.799327 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: l3_flavors.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.800277 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.800825 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: l3-flavors Jul 08 20:01:51.801154 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.802087 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.802599 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 20:01:51.802957 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: l3agentscheduler.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.803983 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.804498 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: l3_agent_scheduler Jul 08 20:01:51.804935 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: logging.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.806434 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.807206 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension logging not supported by any of loaded plugins Jul 08 20:01:51.807549 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: metering.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.808304 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.809070 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: metering Jul 08 20:01:51.809518 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.810440 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.810957 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: metering_source_and_destination_fields Jul 08 20:01:51.811285 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: multiprovidernet.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.812240 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.812767 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: multi-provider Jul 08 20:01:51.813095 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: netmtu.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.814029 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.814540 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: net-mtu Jul 08 20:01:51.814866 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: netmtu_writable.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.815797 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.816308 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: net-mtu-writable Jul 08 20:01:51.816653 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: network_availability_zone.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.817334 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.817845 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: network_availability_zone Jul 08 20:01:51.818169 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: network_ip_availability.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.819265 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.819792 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: network-ip-availability Jul 08 20:01:51.820127 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: network_segment_range.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.820942 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.821454 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 20:01:51.821781 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: pagination.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.822767 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.823103 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: pagination Jul 08 20:01:51.823430 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: port_device_profile.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.824350 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.825699 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: port-device-profile Jul 08 20:01:51.826103 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.827038 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.827553 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: port-mac-address-regenerate Jul 08 20:01:51.827882 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.828846 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.829364 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: port-numa-affinity-policy Jul 08 20:01:51.829692 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: port_resource_request.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.830614 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.831130 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 20:01:51.831453 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: portbindings.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.832389 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.832944 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: binding Jul 08 20:01:51.833274 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: portbindings_extended.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.834678 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.835198 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: binding-extended Jul 08 20:01:51.835613 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: portsecurity.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.836462 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.837012 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: port-security Jul 08 20:01:51.837342 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: project_id.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.838335 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.838665 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: project-id Jul 08 20:01:51.838991 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: providernet.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.839932 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.841219 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: provider Jul 08 20:01:51.841563 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: qos.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.845067 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.845597 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension qos not supported by any of loaded plugins Jul 08 20:01:51.845934 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.847193 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.847714 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 20:01:51.848050 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.849013 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.849529 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 20:01:51.849858 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: qos_default.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.850801 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.851317 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension qos-default not supported by any of loaded plugins Jul 08 20:01:51.851646 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: qos_fip.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.852308 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.852845 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension qos-fip not supported by any of loaded plugins Jul 08 20:01:51.853174 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: qos_gateway_ip.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.854115 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.854633 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 20:01:51.854962 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: qos_port_network_policy.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.856267 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.856467 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 20:01:51.856841 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: qos_rule_type_details.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.857780 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.858297 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 20:01:51.858626 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: qos_rules_alias.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.859687 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.860213 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 20:01:51.860541 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: quotasv2.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.861502 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.861836 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: quotas Jul 08 20:01:51.862160 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: quotasv2_detail.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.865238 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.865588 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: quota_details Jul 08 20:01:51.865922 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: rbac.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.867039 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.867570 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: rbac-policies Jul 08 20:01:51.867903 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: rbac_address_group.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.869113 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.869646 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: rbac-address-group Jul 08 20:01:51.869984 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: rbac_address_scope.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.870943 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.871738 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: rbac-address-scope Jul 08 20:01:51.872177 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: rbac_security_groups.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.873156 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.873681 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: rbac-security-groups Jul 08 20:01:51.874012 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: rbac_subnetpool.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.874952 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.875474 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: rbac-subnetpool Jul 08 20:01:51.875803 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: revisionifmatch.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.876897 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.877415 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: revision-if-match Jul 08 20:01:51.877743 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: revisions.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.878883 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.879403 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: standard-attr-revisions Jul 08 20:01:51.879734 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: router_availability_zone.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.880431 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.880978 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: router_availability_zone Jul 08 20:01:51.881305 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: routerservicetype.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.882238 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.882752 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension router-service-type not supported by any of loaded plugins Jul 08 20:01:51.883080 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.884017 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.884534 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: security-groups-normalized-cidr Jul 08 20:01:51.884887 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: security_groups_port_filtering.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.885821 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.886334 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: port-security-groups-filtering Jul 08 20:01:51.886661 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.888251 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.888802 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: security-groups-remote-address-group Jul 08 20:01:51.889132 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: securitygroup.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.898818 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.899305 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: security-group Jul 08 20:01:51.899648 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: segment.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.900458 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.901005 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension segment not supported by any of loaded plugins Jul 08 20:01:51.901342 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.902299 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.903434 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 20:01:51.903769 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: servicetype.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.904992 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.905523 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: service-type Jul 08 20:01:51.905856 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: sorting.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.906852 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.907187 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: sorting Jul 08 20:01:51.907515 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: standard_attr_segment.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.908535 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.909084 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 20:01:51.910670 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: standardattrdescription.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.911344 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.911865 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: standard-attr-description Jul 08 20:01:51.912192 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: stateful_security_group.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.913189 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.913707 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: stateful-security-group Jul 08 20:01:51.914033 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: stdattrs_common.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.914626 n-d-791506-16 neutron-server[93958]: WARNING neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 20:01:51.914950 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.915897 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.916418 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 20:01:51.916781 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: subnet_onboard.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.917867 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.918642 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: subnet_onboard Jul 08 20:01:51.918970 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.919919 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.920435 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 20:01:51.920795 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: subnet_service_types.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.921758 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.922279 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: subnet-service-types Jul 08 20:01:51.922608 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: subnetallocation.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.923698 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.924218 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: subnet_allocation Jul 08 20:01:51.924547 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.925254 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.925779 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: subnetpool-prefix-ops Jul 08 20:01:51.926104 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.927047 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.927560 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 20:01:51.927884 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: tagging.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.929012 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.929549 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: standard-attr-tag Jul 08 20:01:51.929877 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: timestamp.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.931129 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.931668 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loaded extension: standard-attr-timestamp Jul 08 20:01:51.932255 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: trunk.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.933402 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.934073 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension trunk not supported by any of loaded plugins Jul 08 20:01:51.934542 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: trunk_details.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.935487 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.936006 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension trunk-details not supported by any of loaded plugins Jul 08 20:01:51.936337 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: uplink_status_propagation.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.937296 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.937819 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 20:01:51.938150 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Loading extension file: vlantransparent.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 20:01:51.938835 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 20:01:51.939345 n-d-791506-16 neutron-server[93958]: INFO neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 20:01:51.941871 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:network Jul 08 20:01:51.942433 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:subnet Jul 08 20:01:51.942842 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 20:01:51.943248 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:port Jul 08 20:01:51.944541 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.945007 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service FLAVORS assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.945648 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.946081 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.946417 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:router Jul 08 20:01:51.946853 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:floatingip Jul 08 20:01:51.947358 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service METERING assigned prefix: /metering {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.948855 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.949230 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.950266 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:01:51.951288 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 20:01:51.951748 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:security_group Jul 08 20:01:51.952207 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 20:01:51.952862 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service CORE assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.953203 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 20:01:51.953552 n-d-791506-16 neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] subnetpool is already registered Jul 08 20:01:51.953991 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service CORE assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.954329 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 20:01:51.954664 n-d-791506-16 neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] subnetpool is already registered Jul 08 20:01:51.957042 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.957486 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service FLAVORS assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.958095 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.958537 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.958865 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:router Jul 08 20:01:51.959208 n-d-791506-16 neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] router is already registered Jul 08 20:01:51.959623 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:floatingip Jul 08 20:01:51.959964 n-d-791506-16 neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] floatingip is already registered Jul 08 20:01:51.960425 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service METERING assigned prefix: /metering {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.961144 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 20:01:51.961477 n-d-791506-16 neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] rbac_policy is already registered Jul 08 20:01:51.961906 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:security_group Jul 08 20:01:51.962246 n-d-791506-16 neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] security_group is already registered Jul 08 20:01:51.962661 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 20:01:51.962998 n-d-791506-16 neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] security_group_rule is already registered Jul 08 20:01:51.963634 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service CORE assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.963964 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 20:01:51.964299 n-d-791506-16 neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] subnetpool is already registered Jul 08 20:01:51.964763 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Service CORE assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 20:01:51.965752 n-d-791506-16 neutron-server[93958]: INFO neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 20:01:51.966020 n-d-791506-16 neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] subnetpool is already registered Jul 08 20:01:51.966494 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: extensions {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.967975 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: address-groups {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.969536 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: address-scopes {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.970867 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: agents {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.972036 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: auto-allocated-topology {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.973335 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: availability_zones {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.974559 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: dhcp-networks {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.977204 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: dhcp-agents {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.978664 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: routers {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.980576 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: flavors {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.982179 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: service_profiles {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.983398 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: next_providers {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.984876 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: service_profiles {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.986446 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: floatingip-pools {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.987655 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: routers {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.989402 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: floatingips {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.990695 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: l3-routers {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.992105 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: l3-agents {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.993578 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: metering-labels {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.994836 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: metering-label-rules {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.996218 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: network-ip-availabilities {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.998223 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: bindings {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:51.999788 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: quotas {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.001389 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: quotas {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.002816 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: rbac-policies {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.004022 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: security-groups {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.005373 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: security-group-rules {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.006630 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: service-providers {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.007860 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: subnetpools {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.009229 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: subnetpools {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.010786 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.013236 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.015066 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.016893 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.018587 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.020559 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.022286 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.024094 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.026208 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.027979 n-d-791506-16 neutron-server[93958]: DEBUG neutron.api.extensions [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 20:01:52.034035 n-d-791506-16 neutron-server[93958]: WARNING keystonemiddleware.auth_token [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 20:01:52.038582 n-d-791506-16 neutron-server[93958]: WARNING keystonemiddleware.auth_token [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 20:01:52.047992 n-d-791506-16 neutron-server[93958]: DEBUG oslo_concurrency.lockutils [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Acquired lock "singleton_lock" {{(pid=93958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 20:01:52.048470 n-d-791506-16 neutron-server[93958]: DEBUG oslo_concurrency.lockutils [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Releasing lock "singleton_lock" {{(pid=93958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 20:01:52.049142 n-d-791506-16 neutron-server[93958]: INFO oslo_service.service [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Starting 2 workers Jul 08 20:01:52.053915 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Started child 94065 {{(pid=93958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 20:01:52.058639 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Started child 94066 {{(pid=93958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 20:01:52.060682 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:52.061327 n-d-791506-16 neutron-server[93958]: INFO neutron.service [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 20:01:52.061664 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [-] (94065) wsgi starting up on http://0.0.0.0:9696 Jul 08 20:01:52.061874 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Notify callbacks [] for process, before_spawn {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:52.064308 n-d-791506-16 neutron-server[93958]: INFO oslo_service.service [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Starting 1 workers Jul 08 20:01:52.064482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:52.065867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [-] (94066) wsgi starting up on http://0.0.0.0:9696 Jul 08 20:01:52.069539 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Started child 94067 {{(pid=93958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 20:01:52.070076 n-d-791506-16 neutron-server[93958]: INFO oslo_service.service [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Starting 1 workers Jul 08 20:01:52.073189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.service [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] calling RpcWorker wait() {{(pid=94067) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 20:01:52.073693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.service [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] returning from RpcWorker wait() {{(pid=94067) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 20:01:52.075513 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Started child 94068 {{(pid=93958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 20:01:52.075618 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:52.076094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:01:52.076369 n-d-791506-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f540753-7088-43e0-99e2-a1b6883618ab None None] Notify callbacks [] for process, after_spawn {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:52.078241 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 20:01:52.078451 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 20:01:52.078639 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 20:01:52.078858 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 20:01:52.079205 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 20:01:52.079370 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 20:01:52.079874 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.080139 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.080393 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.080683 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.080975 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.081062 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:52.081580 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.082039 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.082271 n-d-791506-16 neutron-server[94068]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:01:52.082363 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.082590 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.082830 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.083007 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.083173 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.083447 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.083699 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.083986 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.084260 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.084497 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.084787 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.084960 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.085215 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.085494 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.085753 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.086024 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] debug = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.086265 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.086754 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.087012 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.087266 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.087483 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.087746 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.087975 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.088287 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.088519 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.088784 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.089032 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.089297 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.089538 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.089769 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.089988 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.090325 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.090565 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.091032 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] host = n-d-791506-16 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.091271 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.091489 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.091735 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.091982 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.092230 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.092444 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.093197 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.093197 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.093474 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.093474 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.093709 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.093957 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.094178 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.094421 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.094593 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_options = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.094829 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.095104 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.095364 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.095558 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.095730 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.095910 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.096161 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.096327 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.096578 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.096855 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.097071 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.097288 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.097599 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.097742 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.097989 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.098259 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.098497 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.098733 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.098976 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.099233 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.099478 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.099706 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.099962 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.100181 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.100397 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.100617 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.100868 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.101093 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.101311 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.101565 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.101798 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.102071 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.102312 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.102583 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.102834 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.103062 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.103305 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.103572 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.103806 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.104051 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.104308 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.104550 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.104826 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.105042 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.105281 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.105513 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] use_json = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.105818 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.106039 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.106306 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.106510 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.106745 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.108905 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.108905 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.108905 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.108905 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.108905 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.108905 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.109417 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.109417 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.109576 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.109824 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.110100 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.110353 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.110678 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.111020 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.111260 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.111616 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.111873 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.112135 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.112492 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.112779 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.113056 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.113285 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.116473 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.116473 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.116473 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.116473 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.116473 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.116473 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.116473 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.116473 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.119063 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.119063 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.119063 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.119063 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.119063 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.119063 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.119063 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.119063 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.119063 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.121944 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.121944 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.121944 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.121944 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.121944 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.121944 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.121944 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.121944 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.121944 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.122538 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.122538 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.122538 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.122538 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.122538 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.122538 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.122538 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.122538 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.123091 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.123091 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.123244 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.123420 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.123643 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.123863 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.125553 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.125553 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.125553 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.125553 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.125553 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.125553 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.125553 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.127904 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.127904 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.127904 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.127904 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.127904 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.127904 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.127904 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.127904 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.127904 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.128524 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.128524 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.128524 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.128524 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.128524 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.128882 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.128958 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.129451 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.129451 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.131523 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.131523 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.131523 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.131523 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.131523 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.131523 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.131523 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.131989 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.131989 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.132366 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.132462 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.132718 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.132958 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.133222 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.133963 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.133963 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.133963 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.134235 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.134411 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.135004 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.135004 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.135177 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.135364 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.135627 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.135895 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.136159 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.136550 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.137854 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.138129 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.140285 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.140285 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.140285 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.140285 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.140285 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.140285 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.140285 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.140285 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.141103 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.141103 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.141103 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.141329 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.141459 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.141680 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.142133 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.142528 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.142938 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.143168 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.143437 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.143775 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.144027 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.144249 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.144471 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.144777 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.145047 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.145288 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.145684 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.145791 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.146064 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.146317 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.146603 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.146929 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.147029 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.147257 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.147614 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.147722 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.147945 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.148282 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.148410 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.148680 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.148953 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.149113 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.149340 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.149992 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.150175 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.150507 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.150666 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.150880 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.151117 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.151330 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.151549 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.152427 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.152427 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.152427 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.152427 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.152859 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.153085 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.154706 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.154706 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.154706 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.156155 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.156155 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.156155 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.156155 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.156155 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161059 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161059 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161059 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161059 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161059 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161059 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161059 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161059 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161799 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161799 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161799 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161799 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161799 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161799 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161799 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.161799 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162349 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162349 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162349 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162349 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162349 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162349 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162349 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162349 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162924 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162924 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162924 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162924 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162924 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.162924 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.163347 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.163426 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.163674 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.165496 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.165496 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.165496 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.165496 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.165496 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.165496 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.165496 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.165496 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.166644 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.166644 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.166644 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.166644 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.166644 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.167176 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.167176 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.167176 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.167438 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.167517 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.167786 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.168646 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.168646 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.168646 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.168646 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.169017 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.169107 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.169501 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.169742 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.169928 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.170221 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.170453 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.170973 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.170973 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.171257 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.171482 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.171726 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.171948 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.172167 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.172393 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.172683 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.173004 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.173296 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.173563 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.173823 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.174084 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.174372 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.174655 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.174876 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.175147 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.175472 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.175761 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.176024 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.176253 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.176529 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.176787 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.177009 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.177258 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.177504 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.177724 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.177966 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.178219 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.178449 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.178685 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.178940 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.179162 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.179426 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.179639 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.179862 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.180078 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.180236 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 20:01:52.180779 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 20:01:52.180942 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 20:01:52.181089 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 20:01:52.181252 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 20:01:52.181421 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 20:01:52.181573 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 20:01:52.181780 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.182191 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.182360 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.182521 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.182681 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.182863 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.183027 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.183185 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.183344 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.183503 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.183662 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.184523 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.184696 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.184857 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.185075 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.185265 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.185426 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.185589 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.185755 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.185917 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.186078 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.186223 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.186386 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] debug = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.186558 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.186730 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.186885 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.187044 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.187203 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.187363 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.187524 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.187685 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.187845 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.188004 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.188164 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.188324 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.188483 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.188653 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.188823 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.188983 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.189146 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.189275 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] host = n-d-791506-16 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.189407 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.189570 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.190225 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.190425 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.190582 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.190954 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.191112 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.191282 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.191426 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.191581 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.191736 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.191899 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.192085 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.192224 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.192355 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_options = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.192520 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.192702 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.192863 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.193051 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.193452 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.193452 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.194147 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.194147 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.194147 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.194147 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.194147 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.194505 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.194505 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.194667 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.194667 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.194859 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.194993 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.195158 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.195317 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.195478 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.195637 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.195780 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.195944 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.196102 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.196265 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.196424 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.196768 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.196954 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.197076 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.197240 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.197400 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.197561 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.197744 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.197868 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.198171 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.198171 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.198518 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.198518 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.198716 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.198947 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.198947 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.199207 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.199207 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.199360 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.200253 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.200451 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] use_json = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.200563 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.200756 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.200904 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.201035 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.201196 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.201356 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.201519 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.201681 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 20:01:52.201867 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.202034 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.202211 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.202376 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.202539 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.202703 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.202866 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.203219 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.203219 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.203571 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.203571 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.203818 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.203818 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.203983 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.204107 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.204273 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.204436 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.204599 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.204787 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.204952 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.205120 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.205310 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.205493 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.205656 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.205824 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.205987 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.206150 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.206342 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.206683 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.206683 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.206865 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.206946 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.207069 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.207232 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.207396 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.207559 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.207740 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.208179 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.208179 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.208179 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.208563 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.208563 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.208755 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.208835 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.208950 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.209119 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.209283 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.209448 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.209595 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.209761 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.209971 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.210258 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.210258 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.210513 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.210640 n-d-791506-16 neutron-server[94067]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:01:52.210773 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.210773 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.211092 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.211092 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.211337 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.211337 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.211573 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.211573 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.211828 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.211965 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.212094 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.212220 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.212334 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.212497 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.212668 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.212838 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.213000 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.213163 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.213328 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.213492 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.213655 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.213818 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.213981 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.214144 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.214307 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.214471 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.214633 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.214795 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.214963 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.215175 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.215349 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.215528 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.215726 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.215954 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.216083 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.216210 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.216348 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.216498 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.216660 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.216802 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.216931 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.217057 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.217215 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.217380 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.217542 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.217707 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.217870 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.218032 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.218195 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.218346 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.218524 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.218656 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.218804 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.218966 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.219128 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.219289 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.219450 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.219623 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.219788 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.219953 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.220115 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.220370 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.220509 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.220685 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.220818 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.220945 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.221074 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.221236 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.221402 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.221564 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.222275 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.222480 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.223187 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.223372 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.223945 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.223945 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.223945 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.223945 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.224574 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.224574 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.224574 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.224935 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.224935 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.225139 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.225139 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.225341 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.225616 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.225616 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.225837 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.225963 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.226197 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.226197 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.226441 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.226568 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.226694 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.226823 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.226938 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.227064 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.227224 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.227388 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.227550 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.227712 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.227875 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.228036 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.228202 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.228353 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.228516 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.228699 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.228863 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.229025 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.229189 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.229351 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.229513 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.229675 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.229838 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.230002 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.230165 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.230329 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.230547 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.230889 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.231053 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.231218 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.231383 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.231548 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.231713 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.231877 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.232041 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.232205 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.232369 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.232533 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.232720 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.232887 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.233471 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.233471 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.233471 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.234746 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.234746 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.234746 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.234746 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.234746 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.234746 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.234746 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.234746 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.236202 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.236202 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.236202 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.236202 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.236202 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.236202 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.236202 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.236202 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.236202 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.237843 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.237843 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.237843 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.237843 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.237843 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.237843 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.237843 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.237843 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.238782 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.238782 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.238782 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.238782 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.238782 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.238782 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.238782 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.238782 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.239713 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.239713 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.239713 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.239713 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.239713 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.239713 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.239713 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.239713 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.240759 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.240759 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.240759 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.240759 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.240759 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.240759 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.240759 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.241582 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.241582 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.241582 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.241582 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.241582 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.241582 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.242280 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.242280 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.242280 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.242280 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.242756 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.242756 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.242756 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.243095 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.243095 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.243344 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.243344 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.243586 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.243586 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.243826 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.243955 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.244082 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.244210 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.244381 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.244544 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.244725 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.244892 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.245055 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.245218 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.245381 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.245543 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.245704 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.245867 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.246029 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.246189 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.246956 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.247121 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.247277 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.247584 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.247754 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.247920 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.248073 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 20:01:52.248259 n-d-791506-16 neutron-server[93958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 20:01:52.377423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38924) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:01:52.386080 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [-] 10.222.0.101 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0064342 Jul 08 20:02:04.079982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7247d7-2ee9-49b3-9011-623aefde6029 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:02:04.179904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7247d7-2ee9-49b3-9011-623aefde6029 None None] No non-hosted networks {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 20:02:04.206317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.agentschedulers_db [None req-6d7247d7-2ee9-49b3-9011-623aefde6029 None None] DHCP Agent not found on host n-d-791506-16 {{(pid=94067) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 08 20:02:04.366630 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-203a822d-5b59-4bb3-87e0-b12c6d610497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-316946'] for agent, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:06.486819 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-58a8c8e3-0c43-49c9-8f68-a1728f18a8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-316946'] for agent, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:06.559637 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-068e441f-a023-49ff-bac3-2654f230c7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:06.827547 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-316946'] for agent, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:06.828751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:06.829665 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:06.830250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:06.830844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:06.831414 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:06.832104 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:06.832775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:06.833307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:06.833863 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:06.834446 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:06.835048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:06.835573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:06.836295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791506-16', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:02:06.846324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791506-16', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:02:08.055793 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-316946'] for agent, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:09.618226 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-316946'] for agent, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:10.215793 n-d-791506-16 neutron-server[94067]: INFO neutron.db.l3_hamode_db [None req-abacdc81-d195-455f-a181-2a5fc0e938ec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 20:02:10.292706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abacdc81-d195-455f-a181-2a5fc0e938ec None None] Routers set() bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:02:10.293094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abacdc81-d195-455f-a181-2a5fc0e938ec None None] Router IDs set() for agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 20:02:10.720144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39018) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:02:11.216336 n-d-791506-16 neutron-server[94066]: WARNING oslo_policy.policy [None req-acc2d173-95ee-4ebf-84a8-52484caba50a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 20:02:11.216982 n-d-791506-16 neutron-server[94066]: WARNING oslo_policy.policy [None req-acc2d173-95ee-4ebf-84a8-52484caba50a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 20:02:11.438494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-acc2d173-95ee-4ebf-84a8-52484caba50a admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:02:11.439552 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-acc2d173-95ee-4ebf-84a8-52484caba50a admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7184544 Jul 08 20:02:13.832051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39032) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:02:14.338802 n-d-791506-16 neutron-server[94065]: WARNING oslo_policy.policy [None req-5c2bfc4d-44d2-42f5-9e92-deb348047d9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 20:02:14.340123 n-d-791506-16 neutron-server[94065]: WARNING oslo_policy.policy [None req-5c2bfc4d-44d2-42f5-9e92-deb348047d9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 20:02:14.559122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5c2bfc4d-44d2-42f5-9e92-deb348047d9e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:02:14.653844 n-d-791506-16 neutron-server[94065]: DEBUG neutron.policy [None req-5c2bfc4d-44d2-42f5-9e92-deb348047d9e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94065) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 20:02:14.699361 n-d-791506-16 neutron-server[94065]: WARNING oslo_policy.policy [None req-5c2bfc4d-44d2-42f5-9e92-deb348047d9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 20:02:14.699729 n-d-791506-16 neutron-server[94065]: WARNING oslo_policy.policy [None req-5c2bfc4d-44d2-42f5-9e92-deb348047d9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 20:02:14.708249 n-d-791506-16 neutron-server[94065]: INFO neutron.quota [None req-5c2bfc4d-44d2-42f5-9e92-deb348047d9e admin admin] Loaded quota_driver: . Jul 08 20:02:14.801979 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5c2bfc4d-44d2-42f5-9e92-deb348047d9e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794148351056', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794148352613', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794148331154', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794148332632', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794148310557', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794148320847', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3479243', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3443498', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-763309', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698647'] for rbac-policy, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:14.869676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5c2bfc4d-44d2-42f5-9e92-deb348047d9e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:14.871846 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5c2bfc4d-44d2-42f5-9e92-deb348047d9e admin admin] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0376351 Jul 08 20:02:17.498591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39050) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:02:17.799011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'project_id': 'fd867adde37046e181b1564e6ddff6dd', 'admin_state_up': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:02:17.830622 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Made reservation on behalf of fd867adde37046e181b1564e6ddff6dd for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:02:17.833638 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:17.850170 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:17.975276 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:17.979051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:18.007136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:02:18.032884 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794148958028', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:18.033507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Unsubscribe: segment precommit_create {{(pid=94065) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 20:02:18.034040 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Added segment 5310d074-d36a-4eb1-b738-01eafeb5abdd of type vlan for network f618321d-1f34-4aad-8410-cfb6b4da2251 Jul 08 20:02:18.040547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81f4a3d-15f4-4d81-9604-b9f3f6cd397b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:18.079744 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:18.080083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:18.080421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:18.080788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:18.081119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:18.081445 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:18.081769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:18.082091 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:18.082409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:18.082725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:18.083042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:18.083358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Tracked resource versions report: Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: pushed versions: Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: { 'AddressGroup': {'1.2'}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'ConntrackHelper': {'1.0'}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'Log': {'1.0'}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'Network': {'1.1'}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'Port': {'1.7'}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'PortForwarding': {'1.2'}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'QosPolicy': {'1.8'}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'SecurityGroup': {'1.4'}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'SecurityGroupRule': {'1.2'}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'SubPort': {'1.0'}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'Subnet': {'1.1'}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'Trunk': {'1.1'}} Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: consumer versions: Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: { DHCP agent@n-d-791506-16: {}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: L3 agent@n-d-791506-16: {}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: Metadata agent@n-d-791506-16: {}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: Metering agent@n-d-791506-16: {}, Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: Open vSwitch agent@n-d-791506-16: { 'AddressGroup': '1.2', Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'ConntrackHelper': '1.0', Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'Log': '1.0', Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'Network': '1.1', Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'Port': '1.7', Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'PortForwarding': '1.2', Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'QosPolicy': '1.8', Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'SecurityGroup': '1.4', Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'SecurityGroupRule': '1.2', Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'SubPort': '1.0', Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'Subnet': '1.1', Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: 'Trunk': '1.1'}} Jul 08 20:02:18.084505 n-d-791506-16 neutron-server[94065]: {{(pid=94065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 20:02:18.162669 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:18.218749 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:18.220079 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:02:18.220879 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:18.307504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8077004 Jul 08 20:02:18.328597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27711ca-9077-4243-ad27-cef6138bf206 admin admin] Pushing event updated for resources: {'Network': ['ID=f618321d-1f34-4aad-8410-cfb6b4da2251,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:18.344389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network f618321d-1f34-4aad-8410-cfb6b4da2251 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:02:21.032567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39064) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:02:21.435377 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c72fb-780e-404b-b241-800f73ac4224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:02:21.436786 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7a8c72fb-780e-404b-b241-800f73ac4224 admin admin] 10.222.0.101 "GET /v2.0/networks/f618321d-1f34-4aad-8410-cfb6b4da2251 HTTP/1.1" status: 200 len: 825 time: 0.4031899 Jul 08 20:02:21.460901 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1e589879-e02e-46fa-bc64-f45e03238c55 admin admin] 10.222.0.101 "GET /v2.0/subnetpools/2c725431-fef5-4364-9f95-de2dbaf9afce HTTP/1.1" status: 200 len: 734 time: 0.0184903 Jul 08 20:02:21.470277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3261315e-9456-4dc3-9172-99b167b22c02 admin admin] Request body: {'subnet': {'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251', 'ip_version': 4, 'subnetpool_id': '2c725431-fef5-4364-9f95-de2dbaf9afce', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:02:21.493991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3261315e-9456-4dc3-9172-99b167b22c02 admin admin] Made reservation on behalf of fd867adde37046e181b1564e6ddff6dd for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:02:21.496284 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3261315e-9456-4dc3-9172-99b167b22c02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:21.806980 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3261315e-9456-4dc3-9172-99b167b22c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:21.879774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261315e-9456-4dc3-9172-99b167b22c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c096b6-1d53-4975-9e91-de2e80737734,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:21.884160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261315e-9456-4dc3-9172-99b167b22c02 admin admin] Checking segment: {'id': '5310d074-d36a-4eb1-b738-01eafeb5abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:02:21.884517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3261315e-9456-4dc3-9172-99b167b22c02 admin admin] Network hostable DHCP agents. Network: f618321d-1f34-4aad-8410-cfb6b4da2251, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:02:21.907998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3261315e-9456-4dc3-9172-99b167b22c02 admin admin] Network f618321d-1f34-4aad-8410-cfb6b4da2251 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:02:21.918888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3261315e-9456-4dc3-9172-99b167b22c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, f618321d-1f34-4aad-8410-cfb6b4da2251) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:02:21.923770 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3261315e-9456-4dc3-9172-99b167b22c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:02:21.924357 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3261315e-9456-4dc3-9172-99b167b22c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:21.928338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b90be6-3e94-4670-bb77-7fa65612dff6 None None] Network f618321d-1f34-4aad-8410-cfb6b4da2251 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:02:21.939127 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3261315e-9456-4dc3-9172-99b167b22c02 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4722085 Jul 08 20:02:22.250994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-f618321d-1f34-4aad-8410-cfb6b4da2251', 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'fixed_ips': [{'subnet_id': '14c096b6-1d53-4975-9e91-de2e80737734'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:02:22.252364 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:22.531441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Allocated IP 172.20.0.2 (f618321d-1f34-4aad-8410-cfb6b4da2251/14c096b6-1d53-4975-9e91-de2e80737734/9cfae518-0eed-4be9-8f3d-ef790b2a6076) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:02:22.740678 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:22.758649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Transition to ACTIVE for port object 9cfae518-0eed-4be9-8f3d-ef790b2a6076 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:02:22.811107 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Transition to ACTIVE for port object 9cfae518-0eed-4be9-8f3d-ef790b2a6076 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:02:22.820177 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:22.893885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Network f618321d-1f34-4aad-8410-cfb6b4da2251 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:02:22.902448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:02:22.905094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Pushing event updated for resources: {'Port': ['ID=9cfae518-0eed-4be9-8f3d-ef790b2a6076,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:22.907284 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:02:22.934818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:22.935488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:22.935488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:22.935821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:22.936161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:22.936499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:22.936853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:22.937185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:22.937514 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:22.937842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:22.938169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:22.938498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Tracked resource versions report: Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: pushed versions: Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: { 'AddressGroup': {'1.2'}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'ConntrackHelper': {'1.0'}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'Log': {'1.0'}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'Network': {'1.1'}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'Port': {'1.7'}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'PortForwarding': {'1.2'}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'QosPolicy': {'1.8'}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'SecurityGroup': {'1.4'}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'SecurityGroupRule': {'1.2'}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'SubPort': {'1.0'}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'Subnet': {'1.1'}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'Trunk': {'1.1'}} Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: consumer versions: Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: { DHCP agent@n-d-791506-16: {}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: L3 agent@n-d-791506-16: {}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: Metadata agent@n-d-791506-16: {}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: Metering agent@n-d-791506-16: {}, Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: Open vSwitch agent@n-d-791506-16: { 'AddressGroup': '1.2', Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'ConntrackHelper': '1.0', Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'Log': '1.0', Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'Network': '1.1', Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'Port': '1.7', Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'PortForwarding': '1.2', Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'QosPolicy': '1.8', Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'SecurityGroup': '1.4', Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'SecurityGroupRule': '1.2', Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'SubPort': '1.0', Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'Subnet': '1.1', Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: 'Trunk': '1.1'}} Jul 08 20:02:22.939626 n-d-791506-16 neutron-server[94067]: {{(pid=94067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 20:02:22.993663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Attempting to bind port 9cfae518-0eed-4be9-8f3d-ef790b2a6076 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:02:22.994058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Attempting to bind port 9cfae518-0eed-4be9-8f3d-ef790b2a6076 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5310d074-d36a-4eb1-b738-01eafeb5abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:02:22.994491 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Attempting to bind port 9cfae518-0eed-4be9-8f3d-ef790b2a6076 on network f618321d-1f34-4aad-8410-cfb6b4da2251 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:02:22.999432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:02:22.999832 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Checking segment: {'id': '5310d074-d36a-4eb1-b738-01eafeb5abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:02:23.000310 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:23.000729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Bound using segment: {'id': '5310d074-d36a-4eb1-b738-01eafeb5abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:02:23.001220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Bound port: 9cfae518-0eed-4be9-8f3d-ef790b2a6076, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5310d074-d36a-4eb1-b738-01eafeb5abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:02:23.001630 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:23.066063 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] For port 9cfae518-0eed-4be9-8f3d-ef790b2a6076, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:02:23.070363 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] For port 9cfae518-0eed-4be9-8f3d-ef790b2a6076, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9cfae518-0eed-4be9-8f3d-ef790b2a6076,segment=NetworkSegment(5310d074-d36a-4eb1-b738-01eafeb5abdd),segment_id=5310d074-d36a-4eb1-b738-01eafeb5abdd)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:02:23.075762 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:23.146078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2e6ee-82ff-4f4d-8e24-da0a76aa805f None None] Pushing event updated for resources: {'Port': ['ID=9cfae518-0eed-4be9-8f3d-ef790b2a6076,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:24.413233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39072) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:02:24.758375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-f0eb067a-f513-4662-8d38-c6f9ed05a319 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:02:24.759491 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f0eb067a-f513-4662-8d38-c6f9ed05a319 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3453147 Jul 08 20:02:27.219644 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39080) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:02:27.537038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-d7058007-c84e-44d0-b4ec-5a046b5d9152 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:02:27.538039 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d7058007-c84e-44d0-b4ec-5a046b5d9152 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174665 Jul 08 20:02:28.896682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9cfae518-0eed-4be9-8f3d-ef790b2a6076 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:02:28.985946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 9cfae518-0eed-4be9-8f3d-ef790b2a6076 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:02:29.328502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd1046d-d1fe-4f60-ab7b-896012cdf745 None None] Network f618321d-1f34-4aad-8410-cfb6b4da2251 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:02:29.449661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2702e79e-8857-4892-be5f-e7253d17cb4a None None] Provisioning for port 9cfae518-0eed-4be9-8f3d-ef790b2a6076 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:02:29.458226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2702e79e-8857-4892-be5f-e7253d17cb4a None None] Provisioning complete for port 9cfae518-0eed-4be9-8f3d-ef790b2a6076 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:02:29.458630 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2702e79e-8857-4892-be5f-e7253d17cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:29.619441 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2702e79e-8857-4892-be5f-e7253d17cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:29.661851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2702e79e-8857-4892-be5f-e7253d17cb4a None None] For port 9cfae518-0eed-4be9-8f3d-ef790b2a6076, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9cfae518-0eed-4be9-8f3d-ef790b2a6076,segment=NetworkSegment(5310d074-d36a-4eb1-b738-01eafeb5abdd),segment_id=5310d074-d36a-4eb1-b738-01eafeb5abdd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:02:29.666121 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2702e79e-8857-4892-be5f-e7253d17cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:29.715640 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702e79e-8857-4892-be5f-e7253d17cb4a None None] Pushing event updated for resources: {'Port': ['ID=9cfae518-0eed-4be9-8f3d-ef790b2a6076,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:29.889645 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8a4cdd74-c52b-4765-98c0-54284a275c45 None None] Provisioning complete for port 9cfae518-0eed-4be9-8f3d-ef790b2a6076 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:02:29.890008 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8a4cdd74-c52b-4765-98c0-54284a275c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:30.242234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39094) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:02:30.554952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-97cf54b5-536f-4a8a-b749-c3a189ed070d admin admin] Request body: {'router': {'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'name': 'router1', 'admin_state_up': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:02:30.619825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.policy [None req-97cf54b5-536f-4a8a-b749-c3a189ed070d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94066) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 20:02:30.666481 n-d-791506-16 neutron-server[94066]: WARNING oslo_policy.policy [None req-97cf54b5-536f-4a8a-b749-c3a189ed070d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 20:02:30.667392 n-d-791506-16 neutron-server[94066]: WARNING oslo_policy.policy [None req-97cf54b5-536f-4a8a-b749-c3a189ed070d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 20:02:30.675905 n-d-791506-16 neutron-server[94066]: INFO neutron.quota [None req-97cf54b5-536f-4a8a-b749-c3a189ed070d admin admin] Loaded quota_driver: . Jul 08 20:02:30.734685 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97cf54b5-536f-4a8a-b749-c3a189ed070d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:30.736579 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97cf54b5-536f-4a8a-b749-c3a189ed070d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:30.854987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9cfae518-0eed-4be9-8f3d-ef790b2a6076 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:02:30.897864 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97cf54b5-536f-4a8a-b749-c3a189ed070d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:30.903343 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9cfae518-0eed-4be9-8f3d-ef790b2a6076 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:02:30.903703 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:30.903841 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97cf54b5-536f-4a8a-b749-c3a189ed070d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:30.922842 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97cf54b5-536f-4a8a-b749-c3a189ed070d admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:30.924205 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-97cf54b5-536f-4a8a-b749-c3a189ed070d admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6810286 Jul 08 20:02:33.343943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39104) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:02:33.664196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-e1a4a42f-23ac-481e-9d2e-9d5245d4020b admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:02:33.679836 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e1a4a42f-23ac-481e-9d2e-9d5245d4020b admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3205338 Jul 08 20:02:33.980682 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-40e4b46a-22d4-4ba2-8a15-cd06997910be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:34.148574 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 5 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:02:36.102480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39112) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:02:36.408529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:02:36.433513 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Made reservation on behalf of f7f361b367bf41bbbb4b885d287c438d for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:02:36.436258 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:36.452302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:36.492724 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9bd3bd68-7b95-4463-99d3-48a6491fc61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:36.574961 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:36.579601 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:36.591498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Reserving flat network on physical network physnet1 {{(pid=94066) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 20:02:36.624333 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794148958028', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:36.624933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Unsubscribe: segment precommit_create {{(pid=94066) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 20:02:36.625458 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Added segment d580bd7d-9bb3-4f99-ac06-e58a01a5d12a of type flat for network 169bcba0-2941-4b62-b9bb-d1843ffb817c Jul 08 20:02:36.643652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528d9e9b-ff1e-4f58-9ed0-72641efbe79a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:36.695684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:36.696016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:36.696344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:36.696692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:36.697014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:36.697332 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:36.698221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:36.698622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:36.699049 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:36.699370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:36.699677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:36.699988 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Tracked resource versions report: Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: pushed versions: Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: { 'AddressGroup': {'1.2'}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'ConntrackHelper': {'1.0'}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'Log': {'1.0'}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'Network': {'1.1'}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'Port': {'1.7'}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'PortForwarding': {'1.2'}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'QosPolicy': {'1.8'}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'SecurityGroup': {'1.4'}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'SecurityGroupRule': {'1.2'}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'SubPort': {'1.0'}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'Subnet': {'1.1'}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'Trunk': {'1.1'}} Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: consumer versions: Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: { DHCP agent@n-d-791506-16: {}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: L3 agent@n-d-791506-16: {}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: Metadata agent@n-d-791506-16: {}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: Metering agent@n-d-791506-16: {}, Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: Open vSwitch agent@n-d-791506-16: { 'AddressGroup': '1.2', Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'ConntrackHelper': '1.0', Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'Log': '1.0', Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'Network': '1.1', Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'Port': '1.7', Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'PortForwarding': '1.2', Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'QosPolicy': '1.8', Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'SecurityGroup': '1.4', Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'SecurityGroupRule': '1.2', Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'SubPort': '1.0', Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'Subnet': '1.1', Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: 'Trunk': '1.1'}} Jul 08 20:02:36.701168 n-d-791506-16 neutron-server[94066]: {{(pid=94066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 20:02:36.758222 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:36.813704 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:36.814931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:02:36.815607 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:36.825448 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:36.907958 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8044009 Jul 08 20:02:36.922831 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f56d0b-88cd-40ec-ac5e-10d5023b78ca admin admin] Pushing event updated for resources: {'Network': ['ID=169bcba0-2941-4b62-b9bb-d1843ffb817c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:36.934858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:02:37.969905 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:39.321057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39134) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:02:39.515391 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:39.547963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437a5a5-e70f-48d7-abab-90c8b589a325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:02:39.549380 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0437a5a5-e70f-48d7-abab-90c8b589a325 admin admin] 10.222.0.101 "GET /v2.0/subnets/14c096b6-1d53-4975-9e91-de2e80737734 HTTP/1.1" status: 200 len: 849 time: 0.2273469 Jul 08 20:02:39.690788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-618a2523-5075-4d70-b6ff-aa13d2ab4673 admin admin] 10.222.0.101 "GET /v2.0/routers/7b21166a-a944-4aa9-a317-9fae4c290936 HTTP/1.1" status: 200 len: 704 time: 0.1355722 Jul 08 20:02:39.959568 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:40.261159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Allocated IP 172.20.0.1 (f618321d-1f34-4aad-8410-cfb6b4da2251/14c096b6-1d53-4975-9e91-de2e80737734/90308976-7ff6-4c01-9e24-5e7f2218099d) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:02:40.455456 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:40.479344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Transition to ACTIVE for port object 90308976-7ff6-4c01-9e24-5e7f2218099d will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:02:40.563021 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:40.631358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Network f618321d-1f34-4aad-8410-cfb6b4da2251 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:02:40.638511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:02:40.652898 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:02:40.653452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:40.657049 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Pushing event updated for resources: {'Port': ['ID=90308976-7ff6-4c01-9e24-5e7f2218099d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:40.855848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-42a62220-25b2-4321-82ce-ce1634be8907 None None] Provisioning for port 90308976-7ff6-4c01-9e24-5e7f2218099d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:02:40.859880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-42a62220-25b2-4321-82ce-ce1634be8907 None None] Provisioning complete for port 90308976-7ff6-4c01-9e24-5e7f2218099d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:02:40.860246 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-42a62220-25b2-4321-82ce-ce1634be8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:40.895301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-42a62220-25b2-4321-82ce-ce1634be8907 None None] Port 90308976-7ff6-4c01-9e24-5e7f2218099d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:02:40.923665 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:41.107494 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:41.111752 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:41.112655 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:41.191120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Pushing event updated for resources: {'Port': ['ID=90308976-7ff6-4c01-9e24-5e7f2218099d,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:41.238106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Network f618321d-1f34-4aad-8410-cfb6b4da2251 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:02:41.239471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:02:41.406078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Router 7b21166a-a944-4aa9-a317-9fae4c290936 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:02:41.415352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c359b691-c1a3-4ceb-acfe-c7fe3a3a738a None None] Provisioning complete for port 90308976-7ff6-4c01-9e24-5e7f2218099d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:02:41.415722 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c359b691-c1a3-4ceb-acfe-c7fe3a3a738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:41.452552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c359b691-c1a3-4ceb-acfe-c7fe3a3a738a None None] Port 90308976-7ff6-4c01-9e24-5e7f2218099d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:02:41.499522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:02:41.504877 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-31b5278f-451c-45c7-b1be-1736276c0237 admin admin] 10.222.0.101 "PUT /v2.0/routers/7b21166a-a944-4aa9-a317-9fae4c290936/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8092744 Jul 08 20:02:41.524008 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Sync routers for ids ['7b21166a-a944-4aa9-a317-9fae4c290936'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:02:41.535859 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Routers {'7b21166a-a944-4aa9-a317-9fae4c290936'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:02:41.536679 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:02:36Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7b21166a-a944-4aa9-a317-9fae4c290936'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:02:41.730378 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Set router 7b21166a-a944-4aa9-a317-9fae4c290936 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:02:42.177293 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'name': 'router1', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:02:30Z', 'updated_at': '2021-07-08T20:02:40Z', 'revision_number': 2, 'project_id': 'fd867adde37046e181b1564e6ddff6dd', 'gw_port_host': None, '_interfaces': [{'id': '90308976-7ff6-4c01-9e24-5e7f2218099d', 'name': '', 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'mac_address': 'fa:16:3e:ca:22:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14c096b6-1d53-4975-9e91-de2e80737734', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:02:39Z', 'updated_at': '2021-07-08T20:02:40Z', 'revision_number': 2, 'project_id': 'fd867adde37046e181b1564e6ddff6dd', 'subnets': [{'id': '14c096b6-1d53-4975-9e91-de2e80737734', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c725431-fef5-4364-9f95-de2dbaf9afce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:02:42.232496 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Checking router: 7b21166a-a944-4aa9-a317-9fae4c290936 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:02:42.232895 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Updating router 7b21166a-a944-4aa9-a317-9fae4c290936 port 90308976-7ff6-4c01-9e24-5e7f2218099d binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:02:42.299252 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:42.823170 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:42.842350 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Transition to ACTIVE for port object 90308976-7ff6-4c01-9e24-5e7f2218099d will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:02:42.848893 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:42.954619 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Pushing event updated for resources: {'Port': ['ID=90308976-7ff6-4c01-9e24-5e7f2218099d,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:43.002271 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:43.002613 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:43.002948 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:43.003276 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:43.003601 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:43.003923 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:43.004241 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:43.004557 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:43.004901 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:43.005346 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:43.005640 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:43.005933 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Tracked resource versions report: Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: pushed versions: Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: { 'AddressGroup': {'1.2'}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'ConntrackHelper': {'1.0'}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'Log': {'1.0'}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'Network': {'1.1'}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'Port': {'1.7'}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'PortForwarding': {'1.2'}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'QosPolicy': {'1.8'}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'SecurityGroup': {'1.4'}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'SecurityGroupRule': {'1.2'}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'SubPort': {'1.0'}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'Subnet': {'1.1'}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'Trunk': {'1.1'}} Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: consumer versions: Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: { DHCP agent@n-d-791506-16: {}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: L3 agent@n-d-791506-16: {}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: Metadata agent@n-d-791506-16: {}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: Metering agent@n-d-791506-16: {}, Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: Open vSwitch agent@n-d-791506-16: { 'AddressGroup': '1.2', Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'ConntrackHelper': '1.0', Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'Log': '1.0', Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'Network': '1.1', Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'Port': '1.7', Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'PortForwarding': '1.2', Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'QosPolicy': '1.8', Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'SecurityGroup': '1.4', Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'SecurityGroupRule': '1.2', Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'SubPort': '1.0', Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'Subnet': '1.1', Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: 'Trunk': '1.1'}} Jul 08 20:02:43.007045 n-d-791506-16 neutron-server[94068]: {{(pid=94068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 20:02:43.043925 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Attempting to bind port 90308976-7ff6-4c01-9e24-5e7f2218099d on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:02:43.044333 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Attempting to bind port 90308976-7ff6-4c01-9e24-5e7f2218099d by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5310d074-d36a-4eb1-b738-01eafeb5abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:02:43.044807 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Attempting to bind port 90308976-7ff6-4c01-9e24-5e7f2218099d on network f618321d-1f34-4aad-8410-cfb6b4da2251 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:02:43.051903 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:02:43.052301 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Checking segment: {'id': '5310d074-d36a-4eb1-b738-01eafeb5abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:02:43.052823 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:43.053206 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Bound using segment: {'id': '5310d074-d36a-4eb1-b738-01eafeb5abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:02:43.053693 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Bound port: 90308976-7ff6-4c01-9e24-5e7f2218099d, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5310d074-d36a-4eb1-b738-01eafeb5abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:02:43.054103 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:43.129374 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] For port 90308976-7ff6-4c01-9e24-5e7f2218099d, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:02:43.160353 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] For port 90308976-7ff6-4c01-9e24-5e7f2218099d, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=90308976-7ff6-4c01-9e24-5e7f2218099d,segment=NetworkSegment(5310d074-d36a-4eb1-b738-01eafeb5abdd),segment_id=5310d074-d36a-4eb1-b738-01eafeb5abdd)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:02:43.166977 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:43.234202 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91899e-2b3c-45ab-895f-130ac7318cb6 None None] Pushing event updated for resources: {'Port': ['ID=90308976-7ff6-4c01-9e24-5e7f2218099d,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:43.239117 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Routers {'7b21166a-a944-4aa9-a317-9fae4c290936'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:02:43.239748 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:02:36Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7b21166a-a944-4aa9-a317-9fae4c290936'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:02:43.332559 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] Set router 7b21166a-a944-4aa9-a317-9fae4c290936 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:02:43.557771 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'name': 'router1', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:02:30Z', 'updated_at': '2021-07-08T20:02:40Z', 'revision_number': 2, 'project_id': 'fd867adde37046e181b1564e6ddff6dd', 'gw_port_host': None, '_interfaces': [{'id': '90308976-7ff6-4c01-9e24-5e7f2218099d', 'name': '', 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'mac_address': 'fa:16:3e:ca:22:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14c096b6-1d53-4975-9e91-de2e80737734', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:02:39Z', 'updated_at': '2021-07-08T20:02:43Z', 'revision_number': 4, 'project_id': 'fd867adde37046e181b1564e6ddff6dd', 'subnets': [{'id': '14c096b6-1d53-4975-9e91-de2e80737734', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c725431-fef5-4364-9f95-de2dbaf9afce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:02:43.583708 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d01c82-1c4c-447e-b6d4-b38a86406742 None None] The sync data for ids ['7b21166a-a944-4aa9-a317-9fae4c290936'] in n-d-791506-16 is: [{'id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'name': 'router1', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:02:30Z', 'updated_at': '2021-07-08T20:02:40Z', 'revision_number': 2, 'project_id': 'fd867adde37046e181b1564e6ddff6dd', 'gw_port_host': None, '_interfaces': [{'id': '90308976-7ff6-4c01-9e24-5e7f2218099d', 'name': '', 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'mac_address': 'fa:16:3e:ca:22:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14c096b6-1d53-4975-9e91-de2e80737734', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:02:39Z', 'updated_at': '2021-07-08T20:02:43Z', 'revision_number': 4, 'project_id': 'fd867adde37046e181b1564e6ddff6dd', 'subnets': [{'id': '14c096b6-1d53-4975-9e91-de2e80737734', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c725431-fef5-4364-9f95-de2dbaf9afce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:02:43.797186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39154) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:02:43.909057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7120aa5-1e84-4b45-a19f-bee6578107bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:02:43.910407 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d7120aa5-1e84-4b45-a19f-bee6578107bd admin admin] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 842 time: 0.1122863 Jul 08 20:02:43.921150 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-44670a91-c127-47cf-badf-a321f3e73b4e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.4.1', 'enable_dhcp': False, 'cidr': '172.25.4.0/24', 'ip_version': 4, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:02:43.945634 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44670a91-c127-47cf-badf-a321f3e73b4e admin admin] Made reservation on behalf of f7f361b367bf41bbbb4b885d287c438d for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:02:43.948797 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44670a91-c127-47cf-badf-a321f3e73b4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:44.270302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.objects.ports [None req-44670a91-c127-47cf-badf-a321f3e73b4e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:02:44.270651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44670a91-c127-47cf-badf-a321f3e73b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:44.328413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44670a91-c127-47cf-badf-a321f3e73b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa8702d-6907-45ac-9d01-3e976a65e5c1,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:44.337870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44670a91-c127-47cf-badf-a321f3e73b4e admin admin] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:02:44.339292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44670a91-c127-47cf-badf-a321f3e73b4e admin admin] Network hostable DHCP agents. Network: 169bcba0-2941-4b62-b9bb-d1843ffb817c, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:02:44.360799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44670a91-c127-47cf-badf-a321f3e73b4e admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:02:44.373933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-44670a91-c127-47cf-badf-a321f3e73b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 169bcba0-2941-4b62-b9bb-d1843ffb817c) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:02:44.380545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44670a91-c127-47cf-badf-a321f3e73b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:02:44.380841 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44670a91-c127-47cf-badf-a321f3e73b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:44.383584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd12cd2c-be19-4d89-b4a8-da830dcd9188 None None] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:02:44.410489 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-44670a91-c127-47cf-badf-a321f3e73b4e admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4797339 Jul 08 20:02:44.549831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7484662c-ef3d-4087-b5bf-2b8684da3b23 None None] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:02:46.785836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39166) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:02:46.881873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 90308976-7ff6-4c01-9e24-5e7f2218099d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:02:46.923959 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9cc6ffa0-5fa7-483f-860e-7b89ec416303 admin admin] 10.222.0.101 "GET /v2.0/routers/7b21166a-a944-4aa9-a317-9fae4c290936 HTTP/1.1" status: 200 len: 710 time: 0.1369681 Jul 08 20:02:46.935778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 90308976-7ff6-4c01-9e24-5e7f2218099d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:02:46.939816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 90308976-7ff6-4c01-9e24-5e7f2218099d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:02:46.940172 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:47.015102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bede8e5-34bc-408e-b175-a83fbe848620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:02:47.022397 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3bede8e5-34bc-408e-b175-a83fbe848620 admin admin] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 886 time: 0.0886776 Jul 08 20:02:47.022645 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:47.027123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:02:47.051440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 90308976-7ff6-4c01-9e24-5e7f2218099d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=90308976-7ff6-4c01-9e24-5e7f2218099d,segment=NetworkSegment(5310d074-d36a-4eb1-b738-01eafeb5abdd),segment_id=5310d074-d36a-4eb1-b738-01eafeb5abdd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:02:47.055340 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:47.103058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=90308976-7ff6-4c01-9e24-5e7f2218099d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:47.351845 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:47.590666 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:47.664970 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:47.780929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Allocated IP 172.25.4.135 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/4d7198f7-ea47-4568-8cbf-45ae96b8ded4) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:02:47.886334 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:47.925478 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:47.965743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:02:47.968418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:02:47.971187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:02:48.005684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Pushing event updated for resources: {'Port': ['ID=4d7198f7-ea47-4568-8cbf-45ae96b8ded4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:48.224305 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:48.421448 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:48.424793 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:48.532469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Router 7b21166a-a944-4aa9-a317-9fae4c290936 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:02:48.749203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:02:48.754072 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:48.754968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ed2f3a38-e8c4-4490-b462-9d5ae020c37f admin admin] 10.222.0.101 "PUT /v2.0/routers/7b21166a-a944-4aa9-a317-9fae4c290936 HTTP/1.1" status: 200 len: 890 time: 1.7316496 Jul 08 20:02:48.758735 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Sync routers for ids ['7b21166a-a944-4aa9-a317-9fae4c290936'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:02:48.774050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Routers {'7b21166a-a944-4aa9-a317-9fae4c290936'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:02:48.774731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:02:36Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7b21166a-a944-4aa9-a317-9fae4c290936'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:02:48.883807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 90308976-7ff6-4c01-9e24-5e7f2218099d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:02:49.081113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 90308976-7ff6-4c01-9e24-5e7f2218099d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:02:49.081489 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:49.084059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Set router 7b21166a-a944-4aa9-a317-9fae4c290936 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:02:49.541994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'name': 'router1', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '4d7198f7-ea47-4568-8cbf-45ae96b8ded4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:02:30Z', 'updated_at': '2021-07-08T20:02:48Z', 'revision_number': 4, 'project_id': 'fd867adde37046e181b1564e6ddff6dd', 'gw_port': {'id': '4d7198f7-ea47-4568-8cbf-45ae96b8ded4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:02:47Z', 'updated_at': '2021-07-08T20:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '90308976-7ff6-4c01-9e24-5e7f2218099d', 'name': '', 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'mac_address': 'fa:16:3e:ca:22:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14c096b6-1d53-4975-9e91-de2e80737734', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:02:39Z', 'updated_at': '2021-07-08T20:02:47Z', 'revision_number': 5, 'project_id': 'fd867adde37046e181b1564e6ddff6dd', 'subnets': [{'id': '14c096b6-1d53-4975-9e91-de2e80737734', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c725431-fef5-4364-9f95-de2dbaf9afce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:02:49.591921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Checking router: 7b21166a-a944-4aa9-a317-9fae4c290936 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:02:49.592267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Updating router 7b21166a-a944-4aa9-a317-9fae4c290936 port 4d7198f7-ea47-4568-8cbf-45ae96b8ded4 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:02:49.628970 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:49.954276 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:49.964692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Transition to ACTIVE for port object 4d7198f7-ea47-4568-8cbf-45ae96b8ded4 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:02:49.970570 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:50.023346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Attempting to bind port 4d7198f7-ea47-4568-8cbf-45ae96b8ded4 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:02:50.023719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Attempting to bind port 4d7198f7-ea47-4568-8cbf-45ae96b8ded4 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:02:50.024083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Attempting to bind port 4d7198f7-ea47-4568-8cbf-45ae96b8ded4 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:02:50.026586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7504f-fa11-4348-9ec8-b40d52453771 None None] Pushing event updated for resources: {'Port': ['ID=4d7198f7-ea47-4568-8cbf-45ae96b8ded4,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:50.031972 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:02:50.032352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:02:50.032780 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:50.033215 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:02:50.033655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Bound port: 4d7198f7-ea47-4568-8cbf-45ae96b8ded4, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:02:50.034013 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:50.089575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] For port 4d7198f7-ea47-4568-8cbf-45ae96b8ded4, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:02:50.093213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] For port 4d7198f7-ea47-4568-8cbf-45ae96b8ded4, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4d7198f7-ea47-4568-8cbf-45ae96b8ded4,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:02:50.097857 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:50.249081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Routers {'7b21166a-a944-4aa9-a317-9fae4c290936'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:02:50.249694 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:02:36Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7b21166a-a944-4aa9-a317-9fae4c290936'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:02:50.251380 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7504f-fa11-4348-9ec8-b40d52453771 None None] Pushing event updated for resources: {'Port': ['ID=4d7198f7-ea47-4568-8cbf-45ae96b8ded4,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:50.358964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] Set router 7b21166a-a944-4aa9-a317-9fae4c290936 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:02:50.578397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'name': 'router1', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '4d7198f7-ea47-4568-8cbf-45ae96b8ded4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:02:30Z', 'updated_at': '2021-07-08T20:02:48Z', 'revision_number': 4, 'project_id': 'fd867adde37046e181b1564e6ddff6dd', 'gw_port': {'id': '4d7198f7-ea47-4568-8cbf-45ae96b8ded4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:02:47Z', 'updated_at': '2021-07-08T20:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '90308976-7ff6-4c01-9e24-5e7f2218099d', 'name': '', 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'mac_address': 'fa:16:3e:ca:22:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14c096b6-1d53-4975-9e91-de2e80737734', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:02:39Z', 'updated_at': '2021-07-08T20:02:47Z', 'revision_number': 5, 'project_id': 'fd867adde37046e181b1564e6ddff6dd', 'subnets': [{'id': '14c096b6-1d53-4975-9e91-de2e80737734', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c725431-fef5-4364-9f95-de2dbaf9afce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:02:50.607226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b365d56-7949-45c7-abbc-bf2067a80aec None None] The sync data for ids ['7b21166a-a944-4aa9-a317-9fae4c290936'] in n-d-791506-16 is: [{'id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'name': 'router1', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '4d7198f7-ea47-4568-8cbf-45ae96b8ded4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:02:30Z', 'updated_at': '2021-07-08T20:02:48Z', 'revision_number': 4, 'project_id': 'fd867adde37046e181b1564e6ddff6dd', 'gw_port': {'id': '4d7198f7-ea47-4568-8cbf-45ae96b8ded4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:02:47Z', 'updated_at': '2021-07-08T20:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '90308976-7ff6-4c01-9e24-5e7f2218099d', 'name': '', 'network_id': 'f618321d-1f34-4aad-8410-cfb6b4da2251', 'tenant_id': 'fd867adde37046e181b1564e6ddff6dd', 'mac_address': 'fa:16:3e:ca:22:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21166a-a944-4aa9-a317-9fae4c290936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14c096b6-1d53-4975-9e91-de2e80737734', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:02:39Z', 'updated_at': '2021-07-08T20:02:47Z', 'revision_number': 5, 'project_id': 'fd867adde37046e181b1564e6ddff6dd', 'subnets': [{'id': '14c096b6-1d53-4975-9e91-de2e80737734', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c725431-fef5-4364-9f95-de2dbaf9afce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:02:50.914008 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4d7198f7-ea47-4568-8cbf-45ae96b8ded4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:02:50.967531 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 4d7198f7-ea47-4568-8cbf-45ae96b8ded4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:02:50.971719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4d7198f7-ea47-4568-8cbf-45ae96b8ded4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:02:50.972100 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:51.053414 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:51.076557 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 4d7198f7-ea47-4568-8cbf-45ae96b8ded4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4d7198f7-ea47-4568-8cbf-45ae96b8ded4,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:02:51.081763 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:51.142351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=4d7198f7-ea47-4568-8cbf-45ae96b8ded4,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:02:51.234972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39174) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:02:51.365942 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b8c014e6-1c8b-44ea-bc52-63b384d7073d admin admin] 10.222.0.101 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1298196 Jul 08 20:02:52.884311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4d7198f7-ea47-4568-8cbf-45ae96b8ded4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:02:52.950104 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4d7198f7-ea47-4568-8cbf-45ae96b8ded4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:02:52.950726 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:03:03.988165 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-de927cec-7f9a-4520-adf0-830bee15cef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:03:06.490922 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d1dbce10-3d0a-4bec-90db-0a8f7a96741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:03:06.830900 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:03:07.979012 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:03:09.547647 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:03:11.151146 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 5 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:03:33.981453 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-591f5f0e-47f5-4e02-bf16-85ab9b8998ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:03:36.485077 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d833-22b4-4f42-86ac-538d6db273c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:03:36.827424 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:03:37.979823 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:03:39.550270 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:03:48.150825 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 5 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:04:03.982551 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c0292c6a-6133-403f-bd9f-d574932fd233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:06.487039 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-63cea61e-e975-4284-b0ff-8092c2b6592d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:06.835216 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:07.980875 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:09.554690 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:25.151246 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 5 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:04:33.873691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39776) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:04:33.935289 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c637666-b974-4ea5-94f2-34681d32a3b1 admin admin] GET failed (client error): The resource could not be found. Jul 08 20:04:33.936694 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8c637666-b974-4ea5-94f2-34681d32a3b1 admin admin] 10.222.0.101 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619974 Jul 08 20:04:33.984975 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-490503bd-4079-4d38-bfa3-b6b0015f270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:34.099603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19841aa8-55de-4466-856f-e6db81e8819d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:34.101666 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-19841aa8-55de-4466-856f-e6db81e8819d admin admin] 10.222.0.101 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1612389 Jul 08 20:04:36.298822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39786) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:04:36.400510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a082bbdd-7573-40b3-9ca8-279d85b78774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:36.401930 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a082bbdd-7573-40b3-9ca8-279d85b78774 admin admin] 10.222.0.101 "GET /v2.0/subnets/14c096b6-1d53-4975-9e91-de2e80737734 HTTP/1.1" status: 200 len: 849 time: 0.1021757 Jul 08 20:04:36.411081 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:04:36.488307 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-179f0f3c-ddf9-4f1e-8bd3-faed677cf425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:36.501297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:36.649097 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794148736022'] for subnet, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:36.689946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:36.691432 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:36.694032 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] 10.222.0.101 "PUT /v2.0/subnets/14c096b6-1d53-4975-9e91-de2e80737734 HTTP/1.1" status: 200 len: 868 time: 0.2865481 Jul 08 20:04:36.695003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25646592-7658-432a-a9f1-58af8abe547e None None] Network f618321d-1f34-4aad-8410-cfb6b4da2251 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:04:36.727367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c096b6-1d53-4975-9e91-de2e80737734,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:04:36.738888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:04:36.739304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:04:36.739808 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:04:36.740299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:04:36.740822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:04:36.742430 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:04:36.742947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:04:36.743441 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:04:36.743942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:04:36.744431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:04:36.744947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:04:36.745434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b74ab-2667-4e81-9099-677dee3bb7e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:04:36.844424 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:37.079778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-57f4c286-d1bb-4308-845c-adb547905268 None None] Provisioning complete for port 9cfae518-0eed-4be9-8f3d-ef790b2a6076 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:04:37.080147 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-57f4c286-d1bb-4308-845c-adb547905268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:37.170819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-57f4c286-d1bb-4308-845c-adb547905268 None None] Provisioning complete for port 90308976-7ff6-4c01-9e24-5e7f2218099d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:04:37.171110 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-57f4c286-d1bb-4308-845c-adb547905268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:37.983608 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:38.912774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39796) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:04:39.120069 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bfed5e-3c23-45e6-9acf-03a408950a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:39.120452 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bfed5e-3c23-45e6-9acf-03a408950a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:39.122063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-51bfed5e-3c23-45e6-9acf-03a408950a16 admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2082183 Jul 08 20:04:39.556485 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:04:41.287581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39804) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:04:41.422103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce7949c-db6f-486d-acce-c06d2ed54e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:41.422573 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce7949c-db6f-486d-acce-c06d2ed54e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:41.424115 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bce7949c-db6f-486d-acce-c06d2ed54e7f admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1344838 Jul 08 20:04:43.609437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39812) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:04:43.733971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d320262-0697-45c0-ad54-e3a9e263ea6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:43.735358 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9d320262-0697-45c0-ad54-e3a9e263ea6c admin admin] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 886 time: 0.1249447 Jul 08 20:04:45.965796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39820) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:04:46.097550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46e500f-23b8-43fe-85ad-575cab0a6ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:46.098977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c46e500f-23b8-43fe-85ad-575cab0a6ea0 admin admin] 10.222.0.101 "GET /v2.0/networks/f618321d-1f34-4aad-8410-cfb6b4da2251 HTTP/1.1" status: 200 len: 869 time: 0.1322217 Jul 08 20:04:48.314767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39828) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:04:48.437049 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8693d3e-8849-4599-9e44-b078614c7f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:48.437507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8693d3e-8849-4599-9e44-b078614c7f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:48.439061 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c8693d3e-8849-4599-9e44-b078614c7f7f admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233475 Jul 08 20:04:50.609268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39836) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:04:50.704826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b667a762-17bf-4c03-8dca-6aa5827a2f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:50.705282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b667a762-17bf-4c03-8dca-6aa5827a2f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:50.706831 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b667a762-17bf-4c03-8dca-6aa5827a2f64 admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0966215 Jul 08 20:04:52.898744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39844) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:04:52.989819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd58ba-5772-49ea-97d2-b7637a951a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:52.991392 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-23fd58ba-5772-49ea-97d2-b7637a951a66 admin admin] 10.222.0.101 "GET /v2.0/subnets/14c096b6-1d53-4975-9e91-de2e80737734 HTTP/1.1" status: 200 len: 868 time: 0.0915360 Jul 08 20:04:55.161815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39852) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:04:55.247663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12968893-5705-4b8e-bc31-d8d8e46d5dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:04:55.249038 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-12968893-5705-4b8e-bc31-d8d8e46d5dc7 admin admin] 10.222.0.101 "GET /v2.0/subnets/1aa8702d-6907-45ac-9d01-3e976a65e5c1 HTTP/1.1" status: 200 len: 816 time: 0.0861239 Jul 08 20:05:02.149683 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 5 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:05:03.990852 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8b5b5c1e-4508-4f3f-9e99-2910df4435ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:06.489245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f86b7c2-0167-4b9b-80b7-5a9163f823c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:06.834020 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:07.990139 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:09.559388 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:20.387934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39904) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:05:20.438517 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-186d20a1-fce9-4f73-beb3-655b6f66bf0b admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:05:20.439557 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-186d20a1-fce9-4f73-beb3-655b6f66bf0b admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506446 Jul 08 20:05:22.700477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39912) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:05:22.760233 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-93afbfdc-49ae-4634-b89d-19ade9f04514 admin admin] GET failed (client error): The resource could not be found. Jul 08 20:05:22.761649 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-93afbfdc-49ae-4634-b89d-19ade9f04514 admin admin] 10.222.0.101 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601072 Jul 08 20:05:22.847660 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c130b-749f-46c4-803a-4fd29d257ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:05:22.849239 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-404c130b-749f-46c4-803a-4fd29d257ddf admin admin] 10.222.0.101 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837047 Jul 08 20:05:25.042449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39920) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:05:25.088861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:05:25.109514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Made reservation on behalf of f7f361b367bf41bbbb4b885d287c438d for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:05:25.112012 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:25.141579 n-d-791506-16 neutron-server[94066]: WARNING neutron.services.revisions.revision_plugin [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Could not find related network for resource to bump revision. Jul 08 20:05:25.156495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:05:25.167958 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:25.168294 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Added segment d6d43403-4cfd-4524-aff8-3ebb32196161 of type vlan for network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b Jul 08 20:05:25.207537 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:25.237814 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:25.238775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:05:25.239353 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:25.294777 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2512100 Jul 08 20:05:25.308831 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Pushing event updated for resources: {'Network': ['ID=817e9d9b-75bc-4261-b2dc-8b5c02997d5b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:05:25.316612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:25.317003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:25.317341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:25.317770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:25.318037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:25.318367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:25.318701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:25.319099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:25.319841 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:25.320012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:25.320305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:25.320656 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4080603-4078-4b8e-b6d4-c5cc2addc138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:25.331996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:05:27.495997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39928) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:05:27.559987 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4cf42f-7806-469c-bb61-c7fcf4e9a7ce admin admin] GET failed (client error): The resource could not be found. Jul 08 20:05:27.561376 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6b4cf42f-7806-469c-bb61-c7fcf4e9a7ce admin admin] 10.222.0.101 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0644386 Jul 08 20:05:27.663693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7382ad6-cedc-4d0d-ba41-ba0b009ec4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:05:27.665081 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b7382ad6-cedc-4d0d-ba41-ba0b009ec4a6 admin admin] 10.222.0.101 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0996740 Jul 08 20:05:27.674812 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-772751a6-8479-42f2-b5c1-68918d493029 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:05:27.696098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772751a6-8479-42f2-b5c1-68918d493029 admin admin] Made reservation on behalf of f7f361b367bf41bbbb4b885d287c438d for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:05:27.698802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-772751a6-8479-42f2-b5c1-68918d493029 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:27.864395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-772751a6-8479-42f2-b5c1-68918d493029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:27.921308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772751a6-8479-42f2-b5c1-68918d493029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f8001c-bc78-4cfe-9755-3ff1f06446cb,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:05:27.930844 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772751a6-8479-42f2-b5c1-68918d493029 admin admin] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:05:27.931203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772751a6-8479-42f2-b5c1-68918d493029 admin admin] Network hostable DHCP agents. Network: 817e9d9b-75bc-4261-b2dc-8b5c02997d5b, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:05:27.948072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772751a6-8479-42f2-b5c1-68918d493029 admin admin] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:05:27.956658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-772751a6-8479-42f2-b5c1-68918d493029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 817e9d9b-75bc-4261-b2dc-8b5c02997d5b) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:05:27.961517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772751a6-8479-42f2-b5c1-68918d493029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:05:27.962186 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-772751a6-8479-42f2-b5c1-68918d493029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:27.966139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d5e0b9-fac3-4e4c-9493-4ca7117db693 None None] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:05:27.978655 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-772751a6-8479-42f2-b5c1-68918d493029 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3072009 Jul 08 20:05:28.218981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'tenant_id': 'f7f361b367bf41bbbb4b885d287c438d', 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:05:28.219871 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:28.364423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Allocated IP 192.168.233.2 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/f6f737dc-474c-420e-9cf6-10415cf7d1de) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:05:28.512426 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:28.521442 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Transition to ACTIVE for port object f6f737dc-474c-420e-9cf6-10415cf7d1de will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:05:28.537841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Transition to ACTIVE for port object f6f737dc-474c-420e-9cf6-10415cf7d1de will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:05:28.545932 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:28.592760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:05:28.595747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:05:28.600155 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:05:28.603279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Pushing event updated for resources: {'Port': ['ID=f6f737dc-474c-420e-9cf6-10415cf7d1de,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:05:28.613473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:28.613818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:28.614166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:28.614495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:28.614826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:28.615241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:28.615554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:28.616496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:28.617014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:28.617014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:28.617340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:28.617612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:05:28.672095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Attempting to bind port f6f737dc-474c-420e-9cf6-10415cf7d1de on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:05:28.672463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Attempting to bind port f6f737dc-474c-420e-9cf6-10415cf7d1de by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:05:28.672860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Attempting to bind port f6f737dc-474c-420e-9cf6-10415cf7d1de on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:05:28.681172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:05:28.681613 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:05:28.682001 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:28.682448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:05:28.683743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Bound port: f6f737dc-474c-420e-9cf6-10415cf7d1de, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:05:28.683743 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:28.750355 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] For port f6f737dc-474c-420e-9cf6-10415cf7d1de, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:05:28.754325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] For port f6f737dc-474c-420e-9cf6-10415cf7d1de, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f6f737dc-474c-420e-9cf6-10415cf7d1de,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:05:28.759333 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:28.829954 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9c5b8-5dce-4bae-a977-e021c50757bc None None] Pushing event updated for resources: {'Port': ['ID=f6f737dc-474c-420e-9cf6-10415cf7d1de,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:05:29.124570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f6f737dc-474c-420e-9cf6-10415cf7d1de up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:05:29.178812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port f6f737dc-474c-420e-9cf6-10415cf7d1de completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:05:29.674333 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0205e3-bed6-4177-bd35-bfa91dfabbac None None] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:05:29.745071 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b7aed90f-fcd4-458a-82f4-b24cd4cecfe1 None None] Provisioning for port f6f737dc-474c-420e-9cf6-10415cf7d1de completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:05:29.754530 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b7aed90f-fcd4-458a-82f4-b24cd4cecfe1 None None] Provisioning complete for port f6f737dc-474c-420e-9cf6-10415cf7d1de triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:05:29.754901 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b7aed90f-fcd4-458a-82f4-b24cd4cecfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:29.911599 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b7aed90f-fcd4-458a-82f4-b24cd4cecfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:29.956606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-b7aed90f-fcd4-458a-82f4-b24cd4cecfe1 None None] For port f6f737dc-474c-420e-9cf6-10415cf7d1de, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f6f737dc-474c-420e-9cf6-10415cf7d1de,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:05:29.961332 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b7aed90f-fcd4-458a-82f4-b24cd4cecfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:30.028089 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aed90f-fcd4-458a-82f4-b24cd4cecfe1 None None] Pushing event updated for resources: {'Port': ['ID=f6f737dc-474c-420e-9cf6-10415cf7d1de,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:05:30.184911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b2329835-0ef1-4409-be97-130a66415316 None None] Provisioning complete for port f6f737dc-474c-420e-9cf6-10415cf7d1de triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:05:30.184911 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b2329835-0ef1-4409-be97-130a66415316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:31.014381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f6f737dc-474c-420e-9cf6-10415cf7d1de up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:05:31.068257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f6f737dc-474c-420e-9cf6-10415cf7d1de triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:05:31.068662 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:33.985654 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-23462f0a-a132-4522-9895-83af208c7f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:36.495804 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dcb738c0-0813-4db6-aa10-8cf9e18c2a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:36.827260 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:37.994222 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:05:39.236256 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 5 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:05:39.561989 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:03.987968 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c057958c-f276-4e1e-b43a-2f766878380c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:06.489641 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9903e12d-c446-44ab-b02c-c254e23439e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:06.831190 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:07.993382 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:09.565326 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:16.145092 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 5 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:06:33.990459 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7962a218-8c52-4e29-b770-e97ee10f0b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:36.493339 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e23a809c-652f-4b8c-a0d9-c013b00e2cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:36.839109 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:37.220745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39980) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:06:37.227879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-d60d88b4-9755-4b7d-8728-2f37a8b952c5 tempest-verify_tempest_config-1971334975 tempest-verify_tempest_config-1971334975-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:06:37.228932 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d60d88b4-9755-4b7d-8728-2f37a8b952c5 tempest-verify_tempest_config-1971334975 tempest-verify_tempest_config-1971334975-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071845 Jul 08 20:06:37.540169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39998) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:06:37.644725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:37.732143 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:37.736075 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:37.779320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6722d49-d455-4c79-9fdd-cb7f94b57650,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:06:37.783829 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d0d1666c7c504917a1517e9cee92d7e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2425270 Jul 08 20:06:37.786882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40002) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:06:37.788117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.788465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.788839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.789173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.789505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.789830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.790152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.790472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.790789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.791107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.791424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.791746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42998913-ce06-40f9-8375-7356ea43d809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.845644 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:37.869057 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:37.957171 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:37.959740 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:37.960941 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f6722d49-d455-4c79-9fdd-cb7f94b57650 HTTP/1.1" status: 204 len: 168 time: 0.1729615 Jul 08 20:06:37.969145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6722d49-d455-4c79-9fdd-cb7f94b57650,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:06:37.976151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.976486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.976859 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.977194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.977529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.977855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.978288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.978728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.979013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.979338 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.979660 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:37.979981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3c704-e68f-41a0-b1ae-bbdb912da2ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:06:38.022405 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:39.567108 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:06:53.143407 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 5 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:07:03.993471 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fbb02ea4-6f0e-4b7c-93e0-2288dac3e905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:07:06.495306 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-65308a61-5c34-463d-9e6d-116082be6f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:07:06.832369 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:07:08.001753 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:07:09.570812 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:07:30.143008 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 5 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:07:33.994551 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6623bc71-8e67-4ec6-a583-b2757f87f84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:07:36.496260 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed4c5-561b-4114-8cae-8bfc46e1cec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:07:36.834984 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:07:38.004555 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:07:39.573755 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:08:03.996200 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8622b305-b915-4d6d-8f86-f8892be2e869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:08:06.497582 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-19e87311-fb3c-42e6-9624-e62a561c873b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:08:06.835540 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:08:07.141015 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 5 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:08:08.006464 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:08:09.577742 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:08:33.997801 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ae7caf9-47bf-489e-bed1-026b202058d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:08:36.497984 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1544c0f-6fd4-490f-9547-06e77e595ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:08:36.837989 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:08:38.009920 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:08:39.580066 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:08:44.139548 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 5 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:09:04.001641 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ffb6-2cce-4a34-98a1-a784bd75adb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:09:06.498119 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c291d649-931f-47df-88c1-dbb85daa6461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:09:06.838664 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:09:08.012314 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:09:09.584511 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:09:21.137492 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 5 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:09:34.017526 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2fe8838a-24db-4c22-a504-f0c1f5d7427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:09:36.499632 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9b812555-97f4-4a3e-a8fa-aaeb90105fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:09:36.841949 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:09:38.015048 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:09:39.585890 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:09:47.122018 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-316946'] for agent, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:09:53.071238 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-316946'] for agent, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:09:58.137679 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:10:04.008528 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fad197de-1a66-48f5-bcf8-9e5618bb405a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:10:06.499446 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-85d10072-5d58-4960-9b40-30d708b16af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:10:06.845966 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:10:08.019088 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:10:09.592384 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:10:17.082002 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:10:23.026644 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:10:34.012611 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-295a46ee-42c2-4cdd-8268-0264c2d313b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:10:35.136716 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:10:36.502015 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b91a51ff-e2b2-44f8-a9b3-7afa282d9763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:10:36.768917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40064) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:10:36.847715 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:10:36.872940 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9487f404-9161-4981-971a-54d32e8a19ba admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4690 time: 0.1027820 Jul 08 20:10:38.022795 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:10:39.136400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40074) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:10:39.191095 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2baf012b-e272-42fd-ab46-86a191386fc7 admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4690 time: 0.0535619 Jul 08 20:10:39.596010 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:10:47.107773 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:10:53.030818 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:04.014029 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a2c53f75-e448-453e-b092-26d6ff2a86c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:06.503804 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-179e7c60-9216-43d4-b92e-b6f6e52d5d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:06.849080 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:08.026329 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:09.598305 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:12.136095 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:11:17.105796 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:23.026152 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:34.016138 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-71faccb6-944f-4b9a-8286-3d164b6be1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:36.505962 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-47504f6a-9cdb-41c8-be56-d42adcb1eff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:36.850316 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:38.027423 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:39.602650 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:47.103509 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:11:49.135923 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:11:53.028096 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:03.872466 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40314) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:04.021142 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1a7c-90df-4817-8936-3681ccfcd0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:04.311815 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fe77364e-9253-46d2-b2d2-66421c14950c tempest-AutoAllocateNetworkTest-685319701 tempest-AutoAllocateNetworkTest-685319701-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=0749d34bb9c94df68db1bb7ac56ed6aa&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4349642 Jul 08 20:12:04.312244 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40338) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:04.504381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2995a43b-dff4-4d50-8b54-68b0d9af8750 tempest-AutoAllocateNetworkTest-685319701 tempest-AutoAllocateNetworkTest-685319701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:04.509087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2995a43b-dff4-4d50-8b54-68b0d9af8750 tempest-AutoAllocateNetworkTest-685319701 tempest-AutoAllocateNetworkTest-685319701-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1919084 Jul 08 20:12:04.509087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40350) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:04.684523 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bc5c683b-81a3-4872-b457-106c3a77dbee tempest-AutoAllocateNetworkTest-685319701 tempest-AutoAllocateNetworkTest-685319701-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1745200 Jul 08 20:12:04.687006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40362) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:04.721269 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-52bed0f2-f604-4368-874c-7124a8b358ab tempest-AutoAllocateNetworkTest-685319701 tempest-AutoAllocateNetworkTest-685319701-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=0749d34bb9c94df68db1bb7ac56ed6aa HTTP/1.1" status: 200 len: 208 time: 0.0331244 Jul 08 20:12:05.432873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40404) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:05.440188 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40408) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:05.743446 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:05.760181 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:05.844670 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:05.850698 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:05.895115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0749d34bb9c94df68db1bb7ac56ed6aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4612467 Jul 08 20:12:05.897772 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40436) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:05.918802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3741c02e-19c7-4add-9601-ed1075958852,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:05.927923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:05.928236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:05.928783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:05.929292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:05.929794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:05.930278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:05.930762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:05.931261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:05.931741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:05.932233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:05.932736 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:05.933227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976f9b44-a0cc-4353-a7a2-5bdf8fd7c47f admin admin] Tracked resource versions report: Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: pushed versions: Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: { 'AddressGroup': {'1.2'}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'ConntrackHelper': {'1.0'}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'Log': {'1.0'}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'Network': {'1.1'}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'Port': {'1.7'}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'PortForwarding': {'1.2'}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'QosPolicy': {'1.8'}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'SecurityGroup': {'1.4'}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'SecurityGroupRule': {'1.2'}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'SubPort': {'1.0'}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'Subnet': {'1.1'}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'Trunk': {'1.1'}} Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: consumer versions: Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: { DHCP agent@n-d-791506-16: {}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: HyperV agent@n-h1-791506-16: {}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: HyperV agent@n-h2-791506-16: {}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: L3 agent@n-d-791506-16: {}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: Metadata agent@n-d-791506-16: {}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: Metering agent@n-d-791506-16: {}, Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: Open vSwitch agent@n-d-791506-16: { 'AddressGroup': '1.2', Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'ConntrackHelper': '1.0', Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'Log': '1.0', Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'Network': '1.1', Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'Port': '1.7', Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'PortForwarding': '1.2', Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'QosPolicy': '1.8', Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'SecurityGroup': '1.4', Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'SecurityGroupRule': '1.2', Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'SubPort': '1.0', Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'Subnet': '1.1', Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: 'Trunk': '1.1'}} Jul 08 20:12:05.934522 n-d-791506-16 neutron-server[94065]: {{(pid=94065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 20:12:06.029553 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30777f09-d9bf-4585-bd20-e77dd9339177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:06.053316 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:06.062266 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:06.081141 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30777f09-d9bf-4585-bd20-e77dd9339177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:06.106636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb604e82-f14c-4b7d-b42b-f9dec0bd9b2e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:06.131083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:06.131500 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:06.132066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:06.132562 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:06.133283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:06.133767 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:06.134597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:06.135242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:06.135962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:06.136457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:06.136976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] Tracked resource versions report: Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: pushed versions: Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: { 'AddressGroup': {'1.2'}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'ConntrackHelper': {'1.0'}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'Log': {'1.0'}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'Network': {'1.1'}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'Port': {'1.7'}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'PortForwarding': {'1.2'}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'QosPolicy': {'1.8'}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'SecurityGroup': {'1.4'}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'SecurityGroupRule': {'1.2'}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'SubPort': {'1.0'}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'Subnet': {'1.1'}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'Trunk': {'1.1'}} Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: consumer versions: Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: { DHCP agent@n-d-791506-16: {}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: HyperV agent@n-h1-791506-16: {}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: HyperV agent@n-h2-791506-16: {}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: L3 agent@n-d-791506-16: {}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: Metadata agent@n-d-791506-16: {}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: Metering agent@n-d-791506-16: {}, Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: Open vSwitch agent@n-d-791506-16: { 'AddressGroup': '1.2', Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'ConntrackHelper': '1.0', Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'Log': '1.0', Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'Network': '1.1', Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'Port': '1.7', Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'PortForwarding': '1.2', Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'QosPolicy': '1.8', Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'SecurityGroup': '1.4', Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'SecurityGroupRule': '1.2', Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'SubPort': '1.0', Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'Subnet': '1.1', Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: 'Trunk': '1.1'}} Jul 08 20:12:06.163732 n-d-791506-16 neutron-server[94066]: {{(pid=94066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 20:12:06.180891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8cf96205-549a-4d2f-8fbe-a4ea3e6fe739 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0af693f8ebab479cb44e1f0d268b1bbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7307239 Jul 08 20:12:06.187036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40446) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:06.246589 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30777f09-d9bf-4585-bd20-e77dd9339177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:06.249561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30777f09-d9bf-4585-bd20-e77dd9339177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:06.251372 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-30777f09-d9bf-4585-bd20-e77dd9339177 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3741c02e-19c7-4add-9601-ed1075958852 HTTP/1.1" status: 204 len: 168 time: 0.3522594 Jul 08 20:12:06.263241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b9a113c1-e63d-498d-9a2a-830966547838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:06.266624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30777f09-d9bf-4585-bd20-e77dd9339177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3741c02e-19c7-4add-9601-ed1075958852,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:06.317102 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b9a113c1-e63d-498d-9a2a-830966547838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:06.375911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b9a113c1-e63d-498d-9a2a-830966547838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:06.379218 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b9a113c1-e63d-498d-9a2a-830966547838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:06.380615 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b9a113c1-e63d-498d-9a2a-830966547838 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cb604e82-f14c-4b7d-b42b-f9dec0bd9b2e HTTP/1.1" status: 204 len: 168 time: 0.1924040 Jul 08 20:12:06.390280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a113c1-e63d-498d-9a2a-830966547838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb604e82-f14c-4b7d-b42b-f9dec0bd9b2e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:06.510830 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49116b1f-da4f-43a2-8572-6dc2a0508a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:06.855638 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:06.999363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40484) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:07.013314 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5647f8a-104a-4f85-b6ee-88d23d13f3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.085938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40486) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:07.132533 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5647f8a-104a-4f85-b6ee-88d23d13f3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.138217 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5647f8a-104a-4f85-b6ee-88d23d13f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.174471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5647f8a-104a-4f85-b6ee-88d23d13f3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5505d3-9c7c-4509-82a3-4786bd062e94,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:07.185628 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40490) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:07.185707 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a5647f8a-104a-4f85-b6ee-88d23d13f3a0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d00ecc43fb684c29a033a250099296a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1852119 Jul 08 20:12:07.246318 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91e32ae8-1bfb-4b63-b166-7bc37bea9a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.275651 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91e32ae8-1bfb-4b63-b166-7bc37bea9a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.354852 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f9352b6-a01a-4869-ac14-d2df8c2b72ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.356619 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91e32ae8-1bfb-4b63-b166-7bc37bea9a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.359182 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91e32ae8-1bfb-4b63-b166-7bc37bea9a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.360318 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-91e32ae8-1bfb-4b63-b166-7bc37bea9a86 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5e5505d3-9c7c-4509-82a3-4786bd062e94 HTTP/1.1" status: 204 len: 168 time: 0.1737430 Jul 08 20:12:07.374468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e32ae8-1bfb-4b63-b166-7bc37bea9a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5505d3-9c7c-4509-82a3-4786bd062e94,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:07.508143 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f9352b6-a01a-4869-ac14-d2df8c2b72ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.519493 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f9352b6-a01a-4869-ac14-d2df8c2b72ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.569145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4f9352b6-a01a-4869-ac14-d2df8c2b72ef admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9550b228ecb2439e93c85ad01fe1926a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4815550 Jul 08 20:12:07.572006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40528) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:07.584226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9352b6-a01a-4869-ac14-d2df8c2b72ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a87b98-46bd-4f76-8631-5497b4787780,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:07.626669 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2cd5a9a-b3e7-44d0-9da6-872324d643e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.649196 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2cd5a9a-b3e7-44d0-9da6-872324d643e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.699649 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2cd5a9a-b3e7-44d0-9da6-872324d643e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.702298 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2cd5a9a-b3e7-44d0-9da6-872324d643e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:07.704345 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d2cd5a9a-b3e7-44d0-9da6-872324d643e8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/72a87b98-46bd-4f76-8631-5497b4787780 HTTP/1.1" status: 204 len: 168 time: 0.1311767 Jul 08 20:12:07.713025 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd5a9a-b3e7-44d0-9da6-872324d643e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a87b98-46bd-4f76-8631-5497b4787780,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:07.897381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40552) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:07.900409 n-d-791506-16 neutron-server[94066]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 20:12:07.930572 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-027174a6-a8b1-42d9-8fd2-84bc0a10b8e1 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=b152ae9dfa7744188b848bff72370f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311859 Jul 08 20:12:08.034589 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:08.049356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-13c6df77-0843-4874-8b76-72fb7001e132 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:08.050931 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-13c6df77-0843-4874-8b76-72fb7001e132 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1193292 Jul 08 20:12:08.074940 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-75b2dfe7-7a59-4e41-b54b-af79011e926f tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/quotas/b152ae9dfa7744188b848bff72370f78 HTTP/1.1" status: 200 len: 375 time: 0.0186167 Jul 08 20:12:08.133022 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-3d46d552-f0b7-4165-9c79-20497cf85fe0 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b152ae9dfa7744188b848bff72370f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525324 Jul 08 20:12:08.372429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40578) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:08.398175 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a93de513-8ece-4a1a-9a20-f1fae3d6c10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:08.480795 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e22291fc-62c4-4cca-90c9-eaebe895b569 req-7b60ce09-d016-40c3-8ba3-b2bda0c3ae6e tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 210 time: 0.0765998 Jul 08 20:12:08.491088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40586) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:08.579966 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a93de513-8ece-4a1a-9a20-f1fae3d6c10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:08.584304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a93de513-8ece-4a1a-9a20-f1fae3d6c10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:08.624095 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a93de513-8ece-4a1a-9a20-f1fae3d6c10b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ad410480621d434e98efc45bc7aafd40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2500567 Jul 08 20:12:08.626339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93de513-8ece-4a1a-9a20-f1fae3d6c10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4cd3ec-3881-48ba-945f-400d2c0d8381,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:08.626982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40598) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:08.681405 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5379b1ff-db42-4d0b-9f23-301016b33482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:08.710138 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5379b1ff-db42-4d0b-9f23-301016b33482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:08.737884 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cc0e81e-bf1d-48bb-82ac-f6664ce6f8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:08.815607 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5379b1ff-db42-4d0b-9f23-301016b33482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:08.818467 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5379b1ff-db42-4d0b-9f23-301016b33482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:08.819731 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5379b1ff-db42-4d0b-9f23-301016b33482 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3f4cd3ec-3881-48ba-945f-400d2c0d8381 HTTP/1.1" status: 204 len: 168 time: 0.1918056 Jul 08 20:12:08.844908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379b1ff-db42-4d0b-9f23-301016b33482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4cd3ec-3881-48ba-945f-400d2c0d8381,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:08.943273 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cc0e81e-bf1d-48bb-82ac-f6664ce6f8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:08.949922 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cc0e81e-bf1d-48bb-82ac-f6664ce6f8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:08.979905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0e81e-bf1d-48bb-82ac-f6664ce6f8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2727cd-23cd-4abd-92f8-9bdf02cfa59f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:08.996954 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3cc0e81e-bf1d-48bb-82ac-f6664ce6f8de admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8c92e462f1064c79ac17ce5a110eafb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5039060 Jul 08 20:12:09.001914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40626) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:09.063149 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0c16f3b-4f71-4e6c-8490-7175cd821069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:09.088802 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0c16f3b-4f71-4e6c-8490-7175cd821069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:09.159072 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0c16f3b-4f71-4e6c-8490-7175cd821069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:09.162471 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0c16f3b-4f71-4e6c-8490-7175cd821069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:09.163935 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d0c16f3b-4f71-4e6c-8490-7175cd821069 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3a2727cd-23cd-4abd-92f8-9bdf02cfa59f HTTP/1.1" status: 204 len: 168 time: 0.1609669 Jul 08 20:12:09.174386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c16f3b-4f71-4e6c-8490-7175cd821069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2727cd-23cd-4abd-92f8-9bdf02cfa59f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:09.604796 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:09.827105 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40700) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:09.843460 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59871f14-bfcf-4f47-9e47-111973062a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:09.987083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59871f14-bfcf-4f47-9e47-111973062a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:09.992661 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59871f14-bfcf-4f47-9e47-111973062a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:10.023698 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59871f14-bfcf-4f47-9e47-111973062a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284ab23f-a42e-4ee6-b5a1-0f28b9f62f51,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:10.054708 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-59871f14-bfcf-4f47-9e47-111973062a49 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=61eb5f044ff348b18c220dbbe9b24bcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2261374 Jul 08 20:12:10.057388 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40714) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:10.116594 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35feee20-9d53-4860-b41e-1a1e3637d33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:10.148030 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35feee20-9d53-4860-b41e-1a1e3637d33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:10.177904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40724) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:10.210169 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35feee20-9d53-4860-b41e-1a1e3637d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:10.212663 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35feee20-9d53-4860-b41e-1a1e3637d33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:10.213819 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-35feee20-9d53-4860-b41e-1a1e3637d33b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/284ab23f-a42e-4ee6-b5a1-0f28b9f62f51 HTTP/1.1" status: 204 len: 168 time: 0.1551116 Jul 08 20:12:10.224078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35feee20-9d53-4860-b41e-1a1e3637d33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284ab23f-a42e-4ee6-b5a1-0f28b9f62f51,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:10.285335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40734) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:10.285335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40736) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:10.547989 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b579b46e-36c0-4fcd-ae0a-b0c11910657f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:10.664543 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b579b46e-36c0-4fcd-ae0a-b0c11910657f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:10.669525 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b579b46e-36c0-4fcd-ae0a-b0c11910657f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:10.727216 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b579b46e-36c0-4fcd-ae0a-b0c11910657f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3eae9ad24f6f4bfea460da3144afef2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5458677 Jul 08 20:12:10.727216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579b46e-36c0-4fcd-ae0a-b0c11910657f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5617fe1-3f25-474f-a0f0-9fcd0a427980,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:10.727755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40758) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:10.786168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8d57d3cd-69a6-4aa6-933a-225322c5b6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:10.810145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8d57d3cd-69a6-4aa6-933a-225322c5b6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:10.811518 n-d-791506-16 neutron-server[94065]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 20:12:10.873962 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8d57d3cd-69a6-4aa6-933a-225322c5b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:10.877309 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8d57d3cd-69a6-4aa6-933a-225322c5b6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:10.878896 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8d57d3cd-69a6-4aa6-933a-225322c5b6c0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e5617fe1-3f25-474f-a0f0-9fcd0a427980 HTTP/1.1" status: 204 len: 168 time: 0.1500976 Jul 08 20:12:10.887485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57d3cd-69a6-4aa6-933a-225322c5b6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5617fe1-3f25-474f-a0f0-9fcd0a427980,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:10.930503 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9093ff88-fca4-4a18-be56-8a9dea65f308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:10.934302 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7a11ac34-41d6-410b-b1e1-6595fe963d5d req-f640c9e3-c8e9-4f51-999b-19d72037c667 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 210 time: 0.6433856 Jul 08 20:12:11.041224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9093ff88-fca4-4a18-be56-8a9dea65f308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:11.045681 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9093ff88-fca4-4a18-be56-8a9dea65f308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:11.095878 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9093ff88-fca4-4a18-be56-8a9dea65f308 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=479027e09d684ab88b48bdbae98c0887&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8095143 Jul 08 20:12:11.100185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40774) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:11.121248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093ff88-fca4-4a18-be56-8a9dea65f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a538ad3-60fc-434c-adf6-c6419e095033,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:11.206261 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52feabf9-8cb9-42ef-a8d1-a3d5543d5d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:11.243341 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52feabf9-8cb9-42ef-a8d1-a3d5543d5d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:11.287130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.104', 65277) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:11.319644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-87039c6c-c918-49ba-9d26-905c8db53f9c tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=b152ae9dfa7744188b848bff72370f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314329 Jul 08 20:12:11.322910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52feabf9-8cb9-42ef-a8d1-a3d5543d5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:11.325623 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52feabf9-8cb9-42ef-a8d1-a3d5543d5d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:11.326932 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-52feabf9-8cb9-42ef-a8d1-a3d5543d5d49 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8a538ad3-60fc-434c-adf6-c6419e095033 HTTP/1.1" status: 204 len: 168 time: 0.2232907 Jul 08 20:12:11.388901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52feabf9-8cb9-42ef-a8d1-a3d5543d5d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a538ad3-60fc-434c-adf6-c6419e095033,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:11.477292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6ad1180a-ef04-4747-9caf-b7fef57f83ab tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:11.479313 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6ad1180a-ef04-4747-9caf-b7fef57f83ab tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511970 Jul 08 20:12:11.531854 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Request body: {'port': {'device_id': '16a877df-f402-417e-b8cd-9c168490efa3', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': 'b152ae9dfa7744188b848bff72370f78'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:11.683098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40808) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:11.698134 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb21126e-5146-4312-a4f4-ec4615a8f30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:11.854590 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb21126e-5146-4312-a4f4-ec4615a8f30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:11.862431 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb21126e-5146-4312-a4f4-ec4615a8f30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:11.883752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Made reservation on behalf of b152ae9dfa7744188b848bff72370f78 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:11.889374 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:11.892826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21126e-5146-4312-a4f4-ec4615a8f30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f956298-d054-4b64-9108-c3107df3b203,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:11.905375 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:11.913268 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cb21126e-5146-4312-a4f4-ec4615a8f30f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0d607bed213c4dd7ab46645140858b3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2288659 Jul 08 20:12:11.915657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40818) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:11.979455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f73c86fd-35ae-419c-83f5-53cc7a92ca58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:12.005557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f73c86fd-35ae-419c-83f5-53cc7a92ca58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:12.064606 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f73c86fd-35ae-419c-83f5-53cc7a92ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:12.069361 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f73c86fd-35ae-419c-83f5-53cc7a92ca58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:12.074888 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f73c86fd-35ae-419c-83f5-53cc7a92ca58 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6f956298-d054-4b64-9108-c3107df3b203 HTTP/1.1" status: 204 len: 168 time: 0.1579876 Jul 08 20:12:12.081676 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:12.089651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c86fd-35ae-419c-83f5-53cc7a92ca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f956298-d054-4b64-9108-c3107df3b203,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:12.091736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:12.152481 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccbb013-0362-4197-b4fa-482df9cb286c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:12.237508 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-79c1b9b8-8f5e-43c6-900a-3c58fd94e435 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=dcd1c8b7b508412086aa90ad578c2730&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744233 Jul 08 20:12:12.349717 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b71c2ae-ea6c-430a-881d-8a98bf3620fb req-bdaaadeb-488d-4b84-88e9-1cf0666bf7d2 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 210 time: 0.0529125 Jul 08 20:12:12.383061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40854) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:12.402318 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-444d275f-b67d-41ff-819d-47289635d3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:12.602544 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-444d275f-b67d-41ff-819d-47289635d3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:12.610319 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-444d275f-b67d-41ff-819d-47289635d3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:12.692609 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-444d275f-b67d-41ff-819d-47289635d3b3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=61e28b916af546a3b3fee4817a17923d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3097806 Jul 08 20:12:12.701665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40878) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:12.709492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Allocated IP 192.168.233.193 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/30cfbe0e-a23f-4ebf-b75f-653e34ef5b90) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:12:12.720567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d275f-b67d-41ff-819d-47289635d3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e6ce33-3459-47d6-8cc4-311a47740632,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:12.721477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da3ec589-9334-431e-846b-f4129ee30fdc tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:12.728270 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da3ec589-9334-431e-846b-f4129ee30fdc tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4811380 Jul 08 20:12:12.756651 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-a545fb53-0296-4523-b244-819ce38c2886 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/quotas/dcd1c8b7b508412086aa90ad578c2730 HTTP/1.1" status: 200 len: 375 time: 0.0270860 Jul 08 20:12:12.771372 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edde171b-3273-44dc-b5e4-f750b4a787e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:12.800205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edde171b-3273-44dc-b5e4-f750b4a787e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:12.803492 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-79e597ca-fbce-4393-b3b8-378711930643 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=dcd1c8b7b508412086aa90ad578c2730&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458004 Jul 08 20:12:12.871510 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edde171b-3273-44dc-b5e4-f750b4a787e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:12.874290 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edde171b-3273-44dc-b5e4-f750b4a787e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:12.876449 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-edde171b-3273-44dc-b5e4-f750b4a787e0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/58e6ce33-3459-47d6-8cc4-311a47740632 HTTP/1.1" status: 204 len: 168 time: 0.1733711 Jul 08 20:12:12.885460 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde171b-3273-44dc-b5e4-f750b4a787e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e6ce33-3459-47d6-8cc4-311a47740632,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:13.027316 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5b1882d-eba7-401d-a1b0-96af9c3a0b17 req-05bc773e-190e-4d0f-8fc6-ec9d5d67608a tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 210 time: 0.0360062 Jul 08 20:12:13.090745 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:13.110158 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Transition to ACTIVE for port object 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:13.169695 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:13.377747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Pushing event updated for resources: {'Port': ['ID=30cfbe0e-a23f-4ebf-b75f-653e34ef5b90,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:13.386842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:12:13.391534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:12:13.399384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:12:13.422760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:13.422760 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:13.458978 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-f13dfd18-23e4-4c14-9359-44b6b464c9cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9321468 Jul 08 20:12:13.475080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-4add6837-5088-4658-b949-4c6cc7d6e23e tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:12:13.476165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-4add6837-5088-4658-b949-4c6cc7d6e23e tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076118 Jul 08 20:12:13.878064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1d4c888f-0257-4e52-9020-b3e65dd3c2d7 None None] Provisioning for port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:12:13.883980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1d4c888f-0257-4e52-9020-b3e65dd3c2d7 None None] Provisioning complete for port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:12:13.884430 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1d4c888f-0257-4e52-9020-b3e65dd3c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:13.914575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5922ab-3ae5-4f9d-80f5-ce50157be055 req-7274d136-3818-4c0a-8db4-917fdbd572ea tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:13.924315 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e5922ab-3ae5-4f9d-80f5-ce50157be055 req-7274d136-3818-4c0a-8db4-917fdbd572ea tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 936 time: 0.2296712 Jul 08 20:12:13.925286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40932) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:13.938495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c888f-0257-4e52-9020-b3e65dd3c2d7 None None] Port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:12:14.008939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e5922ab-3ae5-4f9d-80f5-ce50157be055 req-6a86e94e-289e-4f72-8cc9-6902c699b799 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705705 Jul 08 20:12:14.199393 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28582473-3e8c-42b5-9a1b-3dd7500ef6f6 req-105d3dfc-b08f-42e0-9d98-35a25b6328b0 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 210 time: 0.0767589 Jul 08 20:12:14.326091 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9a4c20a-e0bb-4cee-b74e-92d53de23753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:14.563885 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9a4c20a-e0bb-4cee-b74e-92d53de23753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:14.571410 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9a4c20a-e0bb-4cee-b74e-92d53de23753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:14.660040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Request body: {'port': {'device_id': '16a877df-f402-417e-b8cd-9c168490efa3', 'device_owner': 'compute:tempest-test_az-1337746719', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:14.674067 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d9a4c20a-e0bb-4cee-b74e-92d53de23753 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1e9c59bc1e2c49cc9c584fb4e3a870db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7473536 Jul 08 20:12:14.677944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40976) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:14.784420 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4c20a-e0bb-4cee-b74e-92d53de23753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d163fca-1afa-41ed-9533-208092fd8eef,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:14.800273 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:14.851994 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a3a0db-1a27-4374-9cd3-2610e7b0f442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:14.904326 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a3a0db-1a27-4374-9cd3-2610e7b0f442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:15.007842 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a3a0db-1a27-4374-9cd3-2610e7b0f442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:15.013702 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a3a0db-1a27-4374-9cd3-2610e7b0f442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:15.015504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-90a3a0db-1a27-4374-9cd3-2610e7b0f442 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9d163fca-1afa-41ed-9533-208092fd8eef HTTP/1.1" status: 204 len: 168 time: 0.3253381 Jul 08 20:12:15.028263 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3a0db-1a27-4374-9cd3-2610e7b0f442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d163fca-1afa-41ed-9533-208092fd8eef,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:15.278406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:15.302209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:15.351618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Transition to ACTIVE for port object 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:15.369061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:15.489952 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-030bf91d-b1ac-401b-bb36-c3e88018e243 req-46bfff2f-5912-4b39-956d-394f71b1a789 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 210 time: 0.1288409 Jul 08 20:12:15.514996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b344f99-00ce-4cfe-9e40-e01bc78089e9 req-c37b51d0-7d7a-4a2d-8da3-d3750df0564b tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:15.522172 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6b344f99-00ce-4cfe-9e40-e01bc78089e9 req-c37b51d0-7d7a-4a2d-8da3-d3750df0564b tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 936 time: 0.2254210 Jul 08 20:12:15.650447 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6b344f99-00ce-4cfe-9e40-e01bc78089e9 req-7a26fbfe-1a89-444c-90e0-8020e5810c19 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181459 Jul 08 20:12:15.653728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Pushing event updated for resources: {'Port': ['ID=30cfbe0e-a23f-4ebf-b75f-653e34ef5b90,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:15.667890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Attempting to bind port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:12:15.668565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Attempting to bind port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:12:15.668870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Attempting to bind port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:15.677198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:12:15.681151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Attempting to bind port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:15.693941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:12:15.694802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:12:15.696301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:12:15.697770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Bound port: 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:12:15.699711 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:15.886292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] For port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:12:15.891907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] For port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=30cfbe0e-a23f-4ebf-b75f-653e34ef5b90,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:12:15.899045 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:15.956864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:15.957492 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:15.960374 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] 10.222.0.104 "PUT /v2.0/ports/30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 HTTP/1.1" status: 200 len: 1119 time: 1.6185930 Jul 08 20:12:15.961230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a877df-f402-417e-b8cd-9c168490efa3', 'tag': '30cfbe0e-a23f-4ebf-b75f-653e34ef5b90'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:12:16.089668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb55dc-1b3c-43a3-bd88-276723658b39 service neutron] Pushing event updated for resources: {'Port': ['ID=30cfbe0e-a23f-4ebf-b75f-653e34ef5b90,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:16.121338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41012) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:16.394492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41026) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:16.417339 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f87704d5-660f-4c20-886b-c0d896b80854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:16.568348 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f87704d5-660f-4c20-886b-c0d896b80854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:16.580177 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f87704d5-660f-4c20-886b-c0d896b80854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:16.631605 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f87704d5-660f-4c20-886b-c0d896b80854 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1c274fb1fcef4f88aaefc67d606291d3&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2331040 Jul 08 20:12:16.631605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87704d5-660f-4c20-886b-c0d896b80854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67535080-1f25-4a87-a5bb-b44ede84a71e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:16.631952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41034) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:16.690497 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88c18504-dd93-4f9f-a76c-bae83c40c371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:16.735762 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ed68cf1-de95-4e31-bbfa-d80e86f503da req-5acbf448-db09-47db-955c-4128c1f183da tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 210 time: 0.0493870 Jul 08 20:12:16.740799 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-13bfd237-aa15-4d5a-a9d5-4a33d4b2a035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:16.794455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-13bfd237-aa15-4d5a-a9d5-4a33d4b2a035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:16.923755 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-13bfd237-aa15-4d5a-a9d5-4a33d4b2a035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:16.928178 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-13bfd237-aa15-4d5a-a9d5-4a33d4b2a035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:16.930785 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-13bfd237-aa15-4d5a-a9d5-4a33d4b2a035 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/67535080-1f25-4a87-a5bb-b44ede84a71e HTTP/1.1" status: 204 len: 168 time: 0.2979100 Jul 08 20:12:16.951901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfd237-aa15-4d5a-a9d5-4a33d4b2a035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67535080-1f25-4a87-a5bb-b44ede84a71e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:16.978364 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88c18504-dd93-4f9f-a76c-bae83c40c371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:16.982760 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88c18504-dd93-4f9f-a76c-bae83c40c371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:17.081771 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf0afc9-9f21-43fe-a08c-3b83c98fb165" -d '{"events": [{"name": "network-changed", "server_uuid": "16a877df-f402-417e-b8cd-9c168490efa3", "tag": "30cfbe0e-a23f-4ebf-b75f-653e34ef5b90"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:12:17.111291 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:17.138879 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-88c18504-dd93-4f9f-a76c-bae83c40c371 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d145da2292314bfb8f8723f3c3cdf159&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0128541 Jul 08 20:12:17.140380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41046) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:17.144842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce867d9-46f8-4734-aae0-a2b1c5fdd9b6 req-f61604dd-ccbb-460d-8070-9d007c02055d tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:17.146810 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ce867d9-46f8-4734-aae0-a2b1c5fdd9b6 req-f61604dd-ccbb-460d-8070-9d007c02055d tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 970 time: 0.1593993 Jul 08 20:12:17.147547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c18504-dd93-4f9f-a76c-bae83c40c371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcc2a24-aa0f-4232-8bcd-bff70cb92d30,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:17.235876 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c2918de-587c-46a3-ae68-ea93dc38150d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:17.237261 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ce867d9-46f8-4734-aae0-a2b1c5fdd9b6 req-5650f732-4f56-42fb-8e75-519b78403076 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818727 Jul 08 20:12:17.273492 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c2918de-587c-46a3-ae68-ea93dc38150d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:17.343747 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c2918de-587c-46a3-ae68-ea93dc38150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:17.347300 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c2918de-587c-46a3-ae68-ea93dc38150d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:17.348654 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0c2918de-587c-46a3-ae68-ea93dc38150d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5dcc2a24-aa0f-4232-8bcd-bff70cb92d30 HTTP/1.1" status: 204 len: 168 time: 0.2054126 Jul 08 20:12:17.359881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2918de-587c-46a3-ae68-ea93dc38150d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcc2a24-aa0f-4232-8bcd-bff70cb92d30,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:17.820320 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87038a3c-1390-40be-95c2-485f7db1305b x-openstack-request-id: req-87038a3c-1390-40be-95c2-485f7db1305b {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:12:17.821326 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a877df-f402-417e-b8cd-9c168490efa3", "tag": "30cfbe0e-a23f-4ebf-b75f-653e34ef5b90", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:12:17.821326 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-87038a3c-1390-40be-95c2-485f7db1305b {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:12:17.821878 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a877df-f402-417e-b8cd-9c168490efa3', 'tag': '30cfbe0e-a23f-4ebf-b75f-653e34ef5b90', 'status': 'completed', 'code': 200} Jul 08 20:12:18.027905 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4efe5105-a9c8-4603-803c-5ce3f41562fd req-fcc265d0-1cbd-4978-8690-b1d516186712 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 210 time: 0.0472784 Jul 08 20:12:18.385526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41102) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:18.403574 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac4fbd2c-1d46-4c41-aa6a-6b7c91c0354a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:18.514743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d31cb5-2ae4-4397-8447-f2aeada256ee req-eba8dc05-a9c9-43ae-9946-595d0eebbf67 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:18.525369 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7d31cb5-2ae4-4397-8447-f2aeada256ee req-eba8dc05-a9c9-43ae-9946-595d0eebbf67 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 970 time: 0.1602383 Jul 08 20:12:18.572876 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac4fbd2c-1d46-4c41-aa6a-6b7c91c0354a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:18.580056 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac4fbd2c-1d46-4c41-aa6a-6b7c91c0354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:18.591267 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7d31cb5-2ae4-4397-8447-f2aeada256ee req-76f7b116-60a1-4f53-b5ca-f0b187ed0dc3 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644531 Jul 08 20:12:18.624099 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ac4fbd2c-1d46-4c41-aa6a-6b7c91c0354a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0f6e763d33ed4cdf8b06609d856e6b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399042 Jul 08 20:12:18.626888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41108) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:18.689343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fbd2c-1d46-4c41-aa6a-6b7c91c0354a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9756a01c-a161-4705-8b64-8ee90c19bcb6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:18.709087 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6d75b78-2f74-47c2-b5bf-96abc5082f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:18.731934 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6d75b78-2f74-47c2-b5bf-96abc5082f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:18.801724 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6d75b78-2f74-47c2-b5bf-96abc5082f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:18.804256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6d75b78-2f74-47c2-b5bf-96abc5082f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:18.805484 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c6d75b78-2f74-47c2-b5bf-96abc5082f24 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9756a01c-a161-4705-8b64-8ee90c19bcb6 HTTP/1.1" status: 204 len: 168 time: 0.1775708 Jul 08 20:12:18.834668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d75b78-2f74-47c2-b5bf-96abc5082f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9756a01c-a161-4705-8b64-8ee90c19bcb6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:19.039953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41124) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:19.200693 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-83580696-f0c1-40c4-8c3b-5537dfe1f994 req-fd828acc-4f83-43a7-8d2f-b6b3ff305c14 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 210 time: 0.0391424 Jul 08 20:12:19.542470 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2fefefac-f005-496c-9d97-2fba46fc557a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:19.684971 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2fefefac-f005-496c-9d97-2fba46fc557a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:19.684971 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2fefefac-f005-496c-9d97-2fba46fc557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:19.734767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2fefefac-f005-496c-9d97-2fba46fc557a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=06c3bb631d42451b96e0bc0597a7f408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6938426 Jul 08 20:12:19.734767 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefefac-f005-496c-9d97-2fba46fc557a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd05a4e-d920-4959-923c-6ec8d56e9765,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:19.735977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41156) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:19.834248 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a95d038-80a6-4479-8e56-898ff7c751f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:19.864023 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a95d038-80a6-4479-8e56-898ff7c751f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:19.939785 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a95d038-80a6-4479-8e56-898ff7c751f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:19.943874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a95d038-80a6-4479-8e56-898ff7c751f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:19.945783 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9a95d038-80a6-4479-8e56-898ff7c751f3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/efd05a4e-d920-4959-923c-6ec8d56e9765 HTTP/1.1" status: 204 len: 168 time: 0.1963637 Jul 08 20:12:19.976853 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95d038-80a6-4479-8e56-898ff7c751f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd05a4e-d920-4959-923c-6ec8d56e9765,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:19.988503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb321d5-547d-49e1-a18b-747bc38048a0 req-66c4cfd0-3f2b-449b-bfa8-171183c0b6f0 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:19.990994 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5bb321d5-547d-49e1-a18b-747bc38048a0 req-66c4cfd0-3f2b-449b-bfa8-171183c0b6f0 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 970 time: 0.1925087 Jul 08 20:12:20.088321 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5bb321d5-547d-49e1-a18b-747bc38048a0 req-02b74cb9-d4e6-40fa-995c-f37e3c6b0a02 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820937 Jul 08 20:12:20.357200 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9b5e0e9-60d9-45f3-a876-d10030057b8e req-aecf57a4-33be-45dd-b5f1-796c79312b78 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 210 time: 0.0384040 Jul 08 20:12:20.896319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41198) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:20.925303 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2c548aab-5e2a-45ee-ab47-9e471054cb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:21.070455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2c548aab-5e2a-45ee-ab47-9e471054cb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:21.086149 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2c548aab-5e2a-45ee-ab47-9e471054cb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:21.154145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2c548aab-5e2a-45ee-ab47-9e471054cb99 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c07ee384b01e43e79cd908af309db3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524924 Jul 08 20:12:21.154145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c548aab-5e2a-45ee-ab47-9e471054cb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092f6128-d9d6-4f31-a08e-da6f88647751,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:21.155358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41208) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:21.278828 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7174a2c3-3867-4784-b1b6-a004c2613839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:21.318715 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7174a2c3-3867-4784-b1b6-a004c2613839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:21.408864 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7174a2c3-3867-4784-b1b6-a004c2613839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:21.411647 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7174a2c3-3867-4784-b1b6-a004c2613839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:21.412941 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7174a2c3-3867-4784-b1b6-a004c2613839 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/092f6128-d9d6-4f31-a08e-da6f88647751 HTTP/1.1" status: 204 len: 168 time: 0.2512341 Jul 08 20:12:21.428453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174a2c3-3867-4784-b1b6-a004c2613839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092f6128-d9d6-4f31-a08e-da6f88647751,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:21.653616 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3953a3-2409-44cc-82da-c3f10d833f81 req-092c16df-a0ab-484d-b386-71ad611be655 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:21.655215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1f3953a3-2409-44cc-82da-c3f10d833f81 req-092c16df-a0ab-484d-b386-71ad611be655 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 970 time: 0.1180298 Jul 08 20:12:21.692031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41224) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:21.738553 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1f3953a3-2409-44cc-82da-c3f10d833f81 req-6ad45e9b-df19-495a-aeaf-b1c20ea291fb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720894 Jul 08 20:12:21.965612 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-af937c42-4f26-4c35-9d68-27fba599e118 req-fef44758-9751-4308-994a-97902e0c2d8a tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 210 time: 0.0395353 Jul 08 20:12:22.101683 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-def4223d-e72c-439a-8e86-b45f322f5240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:22.207462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41246) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:22.338781 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-def4223d-e72c-439a-8e86-b45f322f5240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:22.344870 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-def4223d-e72c-439a-8e86-b45f322f5240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:22.391631 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41256) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:22.396117 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-def4223d-e72c-439a-8e86-b45f322f5240 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cb3a00ca03614cc1979cbac0ea0ffd65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029221 Jul 08 20:12:22.398669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4223d-e72c-439a-8e86-b45f322f5240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac06113-77e9-4838-9474-cc6fd4b8713e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:22.431007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-556626356-network', 'tenant_id': '1bf67307e2f74fdbb1ceda9ca9403dd2'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:22.503089 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0975f417-5521-4bb0-adb2-437a5f7ba121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:22.517418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Made reservation on behalf of 1bf67307e2f74fdbb1ceda9ca9403dd2 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:22.520302 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:22.536529 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:22.557071 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0975f417-5521-4bb0-adb2-437a5f7ba121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:22.691753 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0975f417-5521-4bb0-adb2-437a5f7ba121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:22.695029 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0975f417-5521-4bb0-adb2-437a5f7ba121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:22.698600 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0975f417-5521-4bb0-adb2-437a5f7ba121 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1ac06113-77e9-4838-9474-cc6fd4b8713e HTTP/1.1" status: 204 len: 168 time: 0.3035290 Jul 08 20:12:22.715033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975f417-5521-4bb0-adb2-437a5f7ba121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac06113-77e9-4838-9474-cc6fd4b8713e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:22.744377 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:22.752216 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:22.816674 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:12:22.816869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885567fa-28d5-449d-923e-7634d9890a29,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:22.845960 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:22.846313 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Added segment 6e9bf0c3-351c-4b8e-b00b-7a8f35925b83 of type vlan for network 41d03b2c-ef71-4103-84c4-97ea25a151c8 Jul 08 20:12:22.923145 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:23.048928 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:23.049616 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:23.054064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:23.055083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:23.106224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41282) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:23.163536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] Pushing event updated for resources: {'Network': ['ID=41d03b2c-ef71-4103-84c4-97ea25a151c8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:23.183109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 41d03b2c-ef71-4103-84c4-97ea25a151c8 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:12:23.260417 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f9eb8-daeb-4122-a6e7-147d9ea5f17b req-c653f5b0-8fee-4b63-a48b-92c6dde45d6e tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:23.269446 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b48f9eb8-daeb-4122-a6e7-147d9ea5f17b req-c653f5b0-8fee-4b63-a48b-92c6dde45d6e tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 970 time: 0.2828734 Jul 08 20:12:23.276817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41288) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:23.277329 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-176e039f-3c85-4556-9396-fdd5e71e7262 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0650756 Jul 08 20:12:23.282324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-636bd7a2-ad97-4ac1-a780-f86db8284abe admin admin] Request body: {'subnet': {'network_id': '41d03b2c-ef71-4103-84c4-97ea25a151c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-556626356-subnet', 'tenant_id': '1bf67307e2f74fdbb1ceda9ca9403dd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:23.341783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636bd7a2-ad97-4ac1-a780-f86db8284abe admin admin] Made reservation on behalf of 1bf67307e2f74fdbb1ceda9ca9403dd2 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:23.346034 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-636bd7a2-ad97-4ac1-a780-f86db8284abe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:23.350732 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b48f9eb8-daeb-4122-a6e7-147d9ea5f17b req-55e2172a-bff0-4efb-96ce-962f82a31625 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801680 Jul 08 20:12:23.535945 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-131f2ae9-5750-4a9a-93da-0dca3d02f1cd req-e79956a4-1c3b-4fc7-98f1-21a088887bad tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 210 time: 0.0483708 Jul 08 20:12:23.660484 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f73b84ef-a0c6-455f-87ef-da61f3e1eee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:23.795350 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-636bd7a2-ad97-4ac1-a780-f86db8284abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:23.872827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41304) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:23.882643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bd7a2-ad97-4ac1-a780-f86db8284abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c51583-c413-49c8-b8f7-b9329971e117,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:23.890842 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cd33ff2f-5656-4c66-b684-a2d3d677997c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:23.928837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bd7a2-ad97-4ac1-a780-f86db8284abe admin admin] Checking segment: {'id': '6e9bf0c3-351c-4b8e-b00b-7a8f35925b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '41d03b2c-ef71-4103-84c4-97ea25a151c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:12:23.929203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636bd7a2-ad97-4ac1-a780-f86db8284abe admin admin] Network hostable DHCP agents. Network: 41d03b2c-ef71-4103-84c4-97ea25a151c8, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:12:23.973889 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f73b84ef-a0c6-455f-87ef-da61f3e1eee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:23.977016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636bd7a2-ad97-4ac1-a780-f86db8284abe admin admin] Network 41d03b2c-ef71-4103-84c4-97ea25a151c8 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:12:23.987165 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f73b84ef-a0c6-455f-87ef-da61f3e1eee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:24.002557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-636bd7a2-ad97-4ac1-a780-f86db8284abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 41d03b2c-ef71-4103-84c4-97ea25a151c8) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:12:24.011317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f8c97e-9beb-4c69-a9b9-103ba2ae4d34 None None] Network 41d03b2c-ef71-4103-84c4-97ea25a151c8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:12:24.024231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636bd7a2-ad97-4ac1-a780-f86db8284abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:24.024874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-636bd7a2-ad97-4ac1-a780-f86db8284abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:24.090810 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f73b84ef-a0c6-455f-87ef-da61f3e1eee5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=798961c6dcd04d41b1a4100319732fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9830739 Jul 08 20:12:24.091738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b84ef-a0c6-455f-87ef-da61f3e1eee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38deb871-d419-4c75-9515-8eed847b06c6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:24.094062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41308) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:24.193084 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cd33ff2f-5656-4c66-b684-a2d3d677997c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:24.216925 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-636bd7a2-ad97-4ac1-a780-f86db8284abe admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9385262 Jul 08 20:12:24.225783 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cd33ff2f-5656-4c66-b684-a2d3d677997c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:24.240703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb11298f-bf92-499a-bb10-4ff2e1725a02 None None] Network 41d03b2c-ef71-4103-84c4-97ea25a151c8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:12:24.281426 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6dabbb3a-f3de-4596-b238-a8dd95ba332d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:24.331869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41322) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:24.332239 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cd33ff2f-5656-4c66-b684-a2d3d677997c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=881dad001ed24a70bfd267bc0849c2d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4580295 Jul 08 20:12:24.336764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33ff2f-5656-4c66-b684-a2d3d677997c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ea4ca9-2d31-4244-a132-c6468f9d8363,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:24.342659 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6dabbb3a-f3de-4596-b238-a8dd95ba332d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:24.431567 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6dabbb3a-f3de-4596-b238-a8dd95ba332d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:24.434769 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6dabbb3a-f3de-4596-b238-a8dd95ba332d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:24.437198 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6dabbb3a-f3de-4596-b238-a8dd95ba332d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/38deb871-d419-4c75-9515-8eed847b06c6 HTTP/1.1" status: 204 len: 168 time: 0.3378046 Jul 08 20:12:24.455893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabbb3a-f3de-4596-b238-a8dd95ba332d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38deb871-d419-4c75-9515-8eed847b06c6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:24.486976 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-69a1706f-9854-4594-a02b-9361a2292876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:24.526024 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-69a1706f-9854-4594-a02b-9361a2292876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:24.590643 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-69a1706f-9854-4594-a02b-9361a2292876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:24.595820 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-69a1706f-9854-4594-a02b-9361a2292876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:24.599651 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-69a1706f-9854-4594-a02b-9361a2292876 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c0ea4ca9-2d31-4244-a132-c6468f9d8363 HTTP/1.1" status: 204 len: 168 time: 0.2640369 Jul 08 20:12:24.606248 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1706f-9854-4594-a02b-9361a2292876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ea4ca9-2d31-4244-a132-c6468f9d8363,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:24.629108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e5199-6e78-4802-bee9-bc6e7f2cc970 req-6dba2fd6-69c6-4ede-a191-5e997db0cdc5 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:24.631283 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0f1e5199-6e78-4802-bee9-bc6e7f2cc970 req-6dba2fd6-69c6-4ede-a191-5e997db0cdc5 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 970 time: 0.0949728 Jul 08 20:12:24.671679 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0f1e5199-6e78-4802-bee9-bc6e7f2cc970 req-511bb73a-f3e3-461f-858d-261a2992372d tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344324 Jul 08 20:12:24.839559 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-01980ba8-a088-486e-8295-581e56ac3743 req-6beef3a7-a3be-48a1-a9fe-66cd4282a760 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 210 time: 0.0318034 Jul 08 20:12:25.026909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0afc9-9f21-43fe-a08c-3b83c98fb165 req-5492a1cd-826e-4f35-8715-3360bc5011e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:25.028595 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbf0afc9-9f21-43fe-a08c-3b83c98fb165 req-5492a1cd-826e-4f35-8715-3360bc5011e4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=b152ae9dfa7744188b848bff72370f78&device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 1122 time: 0.1623535 Jul 08 20:12:25.076482 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbf0afc9-9f21-43fe-a08c-3b83c98fb165 req-8921a895-47b0-4880-841b-574a50218c71 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=b152ae9dfa7744188b848bff72370f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383055 Jul 08 20:12:25.096960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41370) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:25.110454 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57c6346f-04bb-4fc3-970f-03b2ee6fe38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:25.242434 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57c6346f-04bb-4fc3-970f-03b2ee6fe38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:25.248598 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57c6346f-04bb-4fc3-970f-03b2ee6fe38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:25.290547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6346f-04bb-4fc3-970f-03b2ee6fe38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0757f1b-79e0-4654-9d13-d3781944a151,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:25.317233 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-57c6346f-04bb-4fc3-970f-03b2ee6fe38e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e1569fa7a6a04c28959b20085b209eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191856 Jul 08 20:12:25.318507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41378) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:25.407906 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0921986c-6b18-4c4f-8d0b-b1aab92316f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:25.432347 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0921986c-6b18-4c4f-8d0b-b1aab92316f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:25.463088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.104', 65284) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:25.506036 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-7f6c50ae-3ae5-4a11-9ebe-9d045c51c9ab tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=dcd1c8b7b508412086aa90ad578c2730&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407565 Jul 08 20:12:25.508518 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0921986c-6b18-4c4f-8d0b-b1aab92316f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:25.511056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0afc9-9f21-43fe-a08c-3b83c98fb165 req-b86380c5-9969-44bc-a34a-d4bc2d23c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:25.512539 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbf0afc9-9f21-43fe-a08c-3b83c98fb165 req-b86380c5-9969-44bc-a34a-d4bc2d23c4b2 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4291077 Jul 08 20:12:25.515683 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0921986c-6b18-4c4f-8d0b-b1aab92316f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:25.522206 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0921986c-6b18-4c4f-8d0b-b1aab92316f1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b0757f1b-79e0-4654-9d13-d3781944a151 HTTP/1.1" status: 204 len: 168 time: 0.2024946 Jul 08 20:12:25.545206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921986c-6b18-4c4f-8d0b-b1aab92316f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0757f1b-79e0-4654-9d13-d3781944a151,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:25.711635 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-d0b7acf8-219d-4f08-9c07-60beb6432dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:25.713697 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-d0b7acf8-219d-4f08-9c07-60beb6432dd9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=b152ae9dfa7744188b848bff72370f78&device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 1122 time: 0.1216033 Jul 08 20:12:25.725703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-e5bb47a5-0756-4e9d-a3fc-3141067097cb tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:25.727325 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-e5bb47a5-0756-4e9d-a3fc-3141067097cb tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138207 Jul 08 20:12:25.766474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Request body: {'port': {'device_id': '588f0194-a4da-4def-9e54-d2498788f539', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': 'dcd1c8b7b508412086aa90ad578c2730'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:25.805160 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-cccc1fa2-1e33-4454-9c10-6b64dec3c4c9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 HTTP/1.1" status: 200 len: 217 time: 0.0768111 Jul 08 20:12:25.920676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-a47b1a56-576c-4448-8079-e31538881535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:25.923156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-a47b1a56-576c-4448-8079-e31538881535 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1070805 Jul 08 20:12:26.074900 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Made reservation on behalf of dcd1c8b7b508412086aa90ad578c2730 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:26.078511 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.094877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.118153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-86497cc2-9813-485c-90dc-e2fd855a9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:26.119665 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-86497cc2-9813-485c-90dc-e2fd855a9bb1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1889474 Jul 08 20:12:26.130663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5cb26-ccb9-4729-998c-c9ba51599080 req-14d1362c-4202-4c1f-b526-7484c07a14dc tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:26.132168 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bce5cb26-ccb9-4729-998c-c9ba51599080 req-14d1362c-4202-4c1f-b526-7484c07a14dc tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 970 time: 0.1907489 Jul 08 20:12:26.135219 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:12:26.184814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41422) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:26.192248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2136596318-network', 'tenant_id': 'e97160eb32534fceb1b4b4a54515a798'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:26.261654 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bce5cb26-ccb9-4729-998c-c9ba51599080 req-7cef8511-139d-4230-986f-9b84708555c6 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143496 Jul 08 20:12:26.290207 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-07a9cd98-7b3f-4b12-9703-1d22115dce1f service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544185 Jul 08 20:12:26.393390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.406587 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.431765 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Made reservation on behalf of e97160eb32534fceb1b4b4a54515a798 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:26.439058 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.451696 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.456668 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70f18c7e-8e0c-49c0-b5c5-d3e1b42888be req-8e69c0c9-7fc5-4be6-be6c-9706156f2f20 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536379 Jul 08 20:12:26.496669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447e627a-87b5-41e1-85f7-18a3ba7d53d8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:26.529167 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1c4e0590-6c1e-4dfe-aa19-cb62f8f304f4 req-ac694dbc-3cc1-4491-bbcc-b52840938c9c tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 210 time: 0.0784192 Jul 08 20:12:26.637914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Allocated IP 192.168.233.120 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/87d606a0-9caa-4e1a-b294-767667847ddf) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:12:26.712540 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.718888 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.744860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:12:26.767981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b1d8ce-19c5-4f5e-9cc3-faee182962f5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:26.784466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.784833 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Added segment f66ac71c-2017-4b77-898a-ba18bd1fe576 of type vlan for network e49ae1a7-c914-4ff3-9b36-863ae676b07a Jul 08 20:12:26.838205 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.850727 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.857830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Transition to ACTIVE for port object 87d606a0-9caa-4e1a-b294-767667847ddf will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:26.897612 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.898622 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:26.899381 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.912761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.967473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:12:26.974192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:12:26.984685 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7951429 Jul 08 20:12:26.984824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:12:26.984937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41464) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:26.988798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:26.989084 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:26.990062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f2c3723d-e425-48dd-9bd7-7042107e72e2 admin admin] Request body: {'subnet': {'network_id': 'e49ae1a7-c914-4ff3-9b36-863ae676b07a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2136596318-subnet', 'tenant_id': 'e97160eb32534fceb1b4b4a54515a798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:26.991637 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Pushing event updated for resources: {'Port': ['ID=87d606a0-9caa-4e1a-b294-767667847ddf,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:27.010682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b9e4b-3e3e-464c-93b9-d3161db183ae admin admin] Pushing event updated for resources: {'Network': ['ID=e49ae1a7-c914-4ff3-9b36-863ae676b07a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:27.023165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c3723d-e425-48dd-9bd7-7042107e72e2 admin admin] Made reservation on behalf of e97160eb32534fceb1b4b4a54515a798 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:27.027614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network e49ae1a7-c914-4ff3-9b36-863ae676b07a details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:12:27.037003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-da4abbf7-4837-4f7d-b3dd-678812b23abf tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3019142 Jul 08 20:12:27.041554 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f2c3723d-e425-48dd-9bd7-7042107e72e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:27.051216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Request body: {'port': {'device_id': '588f0194-a4da-4def-9e54-d2498788f539', 'device_owner': 'compute:tempest-test_az-1337746719', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:27.206607 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:27.324110 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f2c3723d-e425-48dd-9bd7-7042107e72e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:27.339191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-947b2975-0108-42a9-a0ec-e9248d3bcc01 None None] Provisioning for port 87d606a0-9caa-4e1a-b294-767667847ddf completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:12:27.355477 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-947b2975-0108-42a9-a0ec-e9248d3bcc01 None None] Provisioning complete for port 87d606a0-9caa-4e1a-b294-767667847ddf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:12:27.355887 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-947b2975-0108-42a9-a0ec-e9248d3bcc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:27.401667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3723d-e425-48dd-9bd7-7042107e72e2 admin admin] Checking segment: {'id': 'f66ac71c-2017-4b77-898a-ba18bd1fe576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e49ae1a7-c914-4ff3-9b36-863ae676b07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:12:27.402269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3723d-e425-48dd-9bd7-7042107e72e2 admin admin] Network hostable DHCP agents. Network: e49ae1a7-c914-4ff3-9b36-863ae676b07a, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:12:27.409579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3723d-e425-48dd-9bd7-7042107e72e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe40c59-496e-4ae6-a38f-59877ae2625b,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:27.433359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-947b2975-0108-42a9-a0ec-e9248d3bcc01 None None] Port 87d606a0-9caa-4e1a-b294-767667847ddf cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:12:27.439725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3723d-e425-48dd-9bd7-7042107e72e2 admin admin] Network e49ae1a7-c914-4ff3-9b36-863ae676b07a is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:12:27.451357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3723d-e425-48dd-9bd7-7042107e72e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, e49ae1a7-c914-4ff3-9b36-863ae676b07a) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:12:27.462912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fba3fa-5e9b-4f8e-8ce0-011b50dfa168 None None] Network e49ae1a7-c914-4ff3-9b36-863ae676b07a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:12:27.470388 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c3723d-e425-48dd-9bd7-7042107e72e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:27.471363 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f2c3723d-e425-48dd-9bd7-7042107e72e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:27.490655 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f2c3723d-e425-48dd-9bd7-7042107e72e2 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5045402 Jul 08 20:12:27.638627 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d606a0-9caa-4e1a-b294-767667847ddf {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:27.653772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eb15f8-6c80-46c4-a65b-411d4de64aa4 None None] Network e49ae1a7-c914-4ff3-9b36-863ae676b07a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:12:27.655681 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:27.673633 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Transition to ACTIVE for port object 87d606a0-9caa-4e1a-b294-767667847ddf will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:27.678705 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:27.934032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Pushing event updated for resources: {'Port': ['ID=87d606a0-9caa-4e1a-b294-767667847ddf,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:28.044428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Attempting to bind port 87d606a0-9caa-4e1a-b294-767667847ddf on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:12:28.044814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Attempting to bind port 87d606a0-9caa-4e1a-b294-767667847ddf by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:12:28.045147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Attempting to bind port 87d606a0-9caa-4e1a-b294-767667847ddf on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:28.052897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Port 87d606a0-9caa-4e1a-b294-767667847ddf on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:12:28.053224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Attempting to bind port 87d606a0-9caa-4e1a-b294-767667847ddf on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:28.080596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:12:28.080979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:12:28.081381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:12:28.081842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Bound port: 87d606a0-9caa-4e1a-b294-767667847ddf, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:12:28.082209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:28.104789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a8bb9-cb24-4621-9129-4f841918e643 req-a4de5ea5-ec2e-43e9-89d9-f45ac1389ceb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:28.106396 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d41a8bb9-cb24-4621-9129-4f841918e643 req-a4de5ea5-ec2e-43e9-89d9-f45ac1389ceb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 970 time: 0.1811900 Jul 08 20:12:28.176042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62714935-7432-423f-8251-6439d51b0c3d req-0c300dc5-4fbb-4770-97c1-62eb4be93dd5 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:28.177975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-62714935-7432-423f-8251-6439d51b0c3d req-0c300dc5-4fbb-4770-97c1-62eb4be93dd5 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 970 time: 0.1223030 Jul 08 20:12:28.233075 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d41a8bb9-cb24-4621-9129-4f841918e643 req-ed2df910-c940-4a69-8ff1-1a0d09448a4b tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114712 Jul 08 20:12:28.252892 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-62714935-7432-423f-8251-6439d51b0c3d req-78a4f44c-0fd2-4545-9778-3055697f2169 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/security-groups?id=447e627a-87b5-41e1-85f7-18a3ba7d53d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571706 Jul 08 20:12:28.282885 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] For port 87d606a0-9caa-4e1a-b294-767667847ddf, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:12:28.287104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] For port 87d606a0-9caa-4e1a-b294-767667847ddf, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=87d606a0-9caa-4e1a-b294-767667847ddf,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:12:28.292524 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:28.341832 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:28.342536 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:28.344448 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] 10.222.0.104 "PUT /v2.0/ports/87d606a0-9caa-4e1a-b294-767667847ddf HTTP/1.1" status: 200 len: 1119 time: 1.2987781 Jul 08 20:12:28.344882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588f0194-a4da-4def-9e54-d2498788f539', 'tag': '87d606a0-9caa-4e1a-b294-767667847ddf'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:12:28.347106 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a2066a-59ef-471d-b878-7f9d6a57de47" -d '{"events": [{"name": "network-changed", "server_uuid": "588f0194-a4da-4def-9e54-d2498788f539", "tag": "87d606a0-9caa-4e1a-b294-767667847ddf"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:12:28.383063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c22157-d2d0-426e-ba52-88815805c67b service neutron] Pushing event updated for resources: {'Port': ['ID=87d606a0-9caa-4e1a-b294-767667847ddf,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:28.474984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-0253e8d0-2779-4958-9b13-d3674f8070fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:28.476900 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-0253e8d0-2779-4958-9b13-d3674f8070fa service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dcd1c8b7b508412086aa90ad578c2730&device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 1122 time: 0.0650241 Jul 08 20:12:28.530047 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-5c1e15d0-1fa1-4b4f-ab6c-0925b1c858ff service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=87d606a0-9caa-4e1a-b294-767667847ddf HTTP/1.1" status: 200 len: 217 time: 0.0434871 Jul 08 20:12:28.584961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-b61aed8a-1bfd-4593-a75e-7f5f8dc2d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:28.586687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-b61aed8a-1bfd-4593-a75e-7f5f8dc2d93b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0500448 Jul 08 20:12:28.666304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-fa373103-f1a8-4910-aff5-07cf7ed1eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:28.668778 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-fa373103-f1a8-4910-aff5-07cf7ed1eca2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0745807 Jul 08 20:12:28.737245 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde94469-8e82-45ad-9e1a-6aed7f1a0297 x-openstack-request-id: req-cde94469-8e82-45ad-9e1a-6aed7f1a0297 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:12:28.737567 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588f0194-a4da-4def-9e54-d2498788f539", "tag": "87d606a0-9caa-4e1a-b294-767667847ddf", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:12:28.737764 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cde94469-8e82-45ad-9e1a-6aed7f1a0297 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:12:28.738146 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588f0194-a4da-4def-9e54-d2498788f539', 'tag': '87d606a0-9caa-4e1a-b294-767667847ddf', 'status': 'completed', 'code': 200} Jul 08 20:12:28.809211 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-5dd7c2bd-4437-4b3b-b64b-11ff1b6e950c service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330125 Jul 08 20:12:28.943769 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51c672df-26b7-4eb0-b969-87bcb9d85ff0 req-11e8faec-5350-4358-8625-5c962ffa1e03 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268058 Jul 08 20:12:28.978992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-477274e2-1255-4b9f-b21f-a480dbc8ee9e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:28.980144 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-477274e2-1255-4b9f-b21f-a480dbc8ee9e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/networks?id=41d03b2c-ef71-4103-84c4-97ea25a151c8 HTTP/1.1" status: 200 len: 814 time: 0.2109835 Jul 08 20:12:29.005920 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-b5f1eefd-8433-4e84-9a8d-f91586a21ca5 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/quotas/1bf67307e2f74fdbb1ceda9ca9403dd2 HTTP/1.1" status: 200 len: 375 time: 0.0190394 Jul 08 20:12:29.060263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e57b41e5-a4bf-4853-a873-87cb308e3f34 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1bf67307e2f74fdbb1ceda9ca9403dd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533559 Jul 08 20:12:29.062024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2066a-59ef-471d-b878-7f9d6a57de47 req-3a76623e-70d0-43a5-985c-1f2c18713d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:29.063894 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-74a2066a-59ef-471d-b878-7f9d6a57de47 req-3a76623e-70d0-43a5-985c-1f2c18713d65 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dcd1c8b7b508412086aa90ad578c2730&device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 1122 time: 0.0607622 Jul 08 20:12:29.069555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-b054dbd0-6e64-4348-9b55-60649a41d506 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:12:29.081817 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-b054dbd0-6e64-4348-9b55-60649a41d506 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191779 Jul 08 20:12:29.236975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2066a-59ef-471d-b878-7f9d6a57de47 req-db831e07-5fe1-4d20-8453-bc12018bbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:29.238692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-74a2066a-59ef-471d-b878-7f9d6a57de47 req-db831e07-5fe1-4d20-8453-bc12018bbafe service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1683495 Jul 08 20:12:29.301522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-74a2066a-59ef-471d-b878-7f9d6a57de47 req-3fed51e1-6b8c-42e9-b623-6ade899aa0da service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=87d606a0-9caa-4e1a-b294-767667847ddf HTTP/1.1" status: 200 len: 217 time: 0.0537970 Jul 08 20:12:29.358416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2066a-59ef-471d-b878-7f9d6a57de47 req-8e410749-f7a1-4941-ade7-2c233a8e6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:29.361641 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-74a2066a-59ef-471d-b878-7f9d6a57de47 req-8e410749-f7a1-4941-ade7-2c233a8e6cb9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0524576 Jul 08 20:12:29.431842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2066a-59ef-471d-b878-7f9d6a57de47 req-111ee16b-1451-4ba0-bd21-7bbabc370f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:29.433372 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-74a2066a-59ef-471d-b878-7f9d6a57de47 req-111ee16b-1451-4ba0-bd21-7bbabc370f0a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0654578 Jul 08 20:12:29.545820 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-74a2066a-59ef-471d-b878-7f9d6a57de47 req-b8bdf29d-4d70-4ce7-8b32-9f5d83f0d88f service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045959 Jul 08 20:12:29.589788 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-b6e09ee0-0718-4ea8-9085-a3b1faa4d10e service neutron] 10.222.0.101 "GET /v2.0/networks/41d03b2c-ef71-4103-84c4-97ea25a151c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907979 Jul 08 20:12:29.644424 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-74a2066a-59ef-471d-b878-7f9d6a57de47 req-828653dd-0f65-45bc-a527-cbff0b1ed250 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917995 Jul 08 20:12:29.704737 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-8f43a8e5-0b8b-48ce-8cd6-4197175150b2 service neutron] 10.222.0.101 "GET /v2.0/networks/41d03b2c-ef71-4103-84c4-97ea25a151c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074638 Jul 08 20:12:29.877609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:12:29.906284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191d171-e4ca-42a3-b776-1a74889cbabf req-8e2ef88e-a28f-49f6-b42c-d9e602f8b270 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:29.907930 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5191d171-e4ca-42a3-b776-1a74889cbabf req-8e2ef88e-a28f-49f6-b42c-d9e602f8b270 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 970 time: 0.0716808 Jul 08 20:12:29.957237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5191d171-e4ca-42a3-b776-1a74889cbabf req-a57331de-ea4c-447c-a95f-b3c8072b6f98 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438349 Jul 08 20:12:30.004821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=30cfbe0e-a23f-4ebf-b75f-653e34ef5b90,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:30.019525 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '30cfbe0e-a23f-4ebf-b75f-653e34ef5b90', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '30cfbe0e-a23f-4ebf-b75f-653e34ef5b90', 'mac_address': 'fa:16:3e:3c:ef:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:tempest-test_az-1337746719', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:12:30.021350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989dc3c-66c2-4e01-b454-88a13b4a27b5 req-7d1f90b3-7b46-45c3-b8b4-0b3860d958e9 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:30.023317 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b989dc3c-66c2-4e01-b454-88a13b4a27b5 req-7d1f90b3-7b46-45c3-b8b4-0b3860d958e9 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 970 time: 0.0772903 Jul 08 20:12:30.067918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b989dc3c-66c2-4e01-b454-88a13b4a27b5 req-70a94768-3da3-4fdc-977e-d87e1eb36f48 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/security-groups?id=447e627a-87b5-41e1-85f7-18a3ba7d53d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381184 Jul 08 20:12:30.076080 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:30.110682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:30.147455 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=30cfbe0e-a23f-4ebf-b75f-653e34ef5b90,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:30.153897 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:30.224060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=30cfbe0e-a23f-4ebf-b75f-653e34ef5b90,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:30.235552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:30.236112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:30.236731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:30.237429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:30.237943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:30.238534 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:30.239047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:30.239537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:30.240031 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:30.240519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:30.241021 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:30.241392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Tracked resource versions report: Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: pushed versions: Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: { 'AddressGroup': {'1.2'}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'ConntrackHelper': {'1.0'}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'Log': {'1.0'}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'Network': {'1.1'}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'Port': {'1.7'}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'PortForwarding': {'1.2'}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'QosPolicy': {'1.8'}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'SecurityGroup': {'1.4'}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'SecurityGroupRule': {'1.2'}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'SubPort': {'1.0'}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'Subnet': {'1.1'}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'Trunk': {'1.1'}} Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: consumer versions: Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: { DHCP agent@n-d-791506-16: {}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: HyperV agent@n-h1-791506-16: {}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: HyperV agent@n-h2-791506-16: {}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: L3 agent@n-d-791506-16: {}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: Metadata agent@n-d-791506-16: {}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: Metering agent@n-d-791506-16: {}, Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: Open vSwitch agent@n-d-791506-16: { 'AddressGroup': '1.2', Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'ConntrackHelper': '1.0', Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'Log': '1.0', Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'Network': '1.1', Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'Port': '1.7', Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'PortForwarding': '1.2', Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'QosPolicy': '1.8', Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'SecurityGroup': '1.4', Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'SecurityGroupRule': '1.2', Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'SubPort': '1.0', Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'Subnet': '1.1', Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: 'Trunk': '1.1'}} Jul 08 20:12:30.242460 n-d-791506-16 neutron-server[94067]: {{(pid=94067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 20:12:30.270620 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-fe589704-5dd3-4a64-b1ff-0c1f616b1f06 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=847906ba92d7431c9a151198f8628748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375333 Jul 08 20:12:30.364910 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-efef7102-a8ac-4814-9fa2-3e9abfd11edd req-651e3f87-e271-4fac-882a-16ebc08fc38a tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 210 time: 0.0493040 Jul 08 20:12:30.424445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a045d0-2f41-4790-822c-afcc342dc54e req-e214a516-2ed9-424c-b8e9-12b5ea3798a0 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:30.429106 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-e214a516-2ed9-424c-b8e9-12b5ea3798a0 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574767 Jul 08 20:12:30.445590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-ba961d19-2af3-4e34-a970-4718dc1af219 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/quotas/847906ba92d7431c9a151198f8628748 HTTP/1.1" status: 200 len: 375 time: 0.0112395 Jul 08 20:12:30.501499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-b8ea2129-f90e-4efe-9d8c-9869540bc3ce tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500729 Jul 08 20:12:30.518488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['30cfbe0e-a23f-4ebf-b75f-653e34ef5b90'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:12:30.812182 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41644) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:30.848061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41648) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:30.984235 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb706f16-cd4f-4a2a-8729-3310f427887b req-6b0e98dc-4de4-4ad8-9142-f58ff84b8598 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 210 time: 0.0340130 Jul 08 20:12:30.991504 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52d5f654-ef8c-419b-a3a1-e5fe13411d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:31.006321 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-402b8aa6-b52a-40aa-95c1-9aecc83078db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:31.112096 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52d5f654-ef8c-419b-a3a1-e5fe13411d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:31.114234 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-402b8aa6-b52a-40aa-95c1-9aecc83078db admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:12:31.114234 n-d-791506-16 neutron-server[94066]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 20:12:31.114234 n-d-791506-16 neutron-server[94066]: [parameters: {'project_id': '1c52db4f0eba47ab9cb1e6f28f07664f', 'id': 'd84a3198-7e7c-4b1a-a014-ceee1cb73419', 'expiration': datetime.datetime(2021, 7, 8, 20, 14, 31, 33859)}] Jul 08 20:12:31.114234 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:12:31.114671 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-402b8aa6-b52a-40aa-95c1-9aecc83078db admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:12:31.118382 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52d5f654-ef8c-419b-a3a1-e5fe13411d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:31.181211 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-52d5f654-ef8c-419b-a3a1-e5fe13411d9d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8ec6bea97a5e4db2a37bc8328256f2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676131 Jul 08 20:12:31.183830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41666) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:31.186345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5f654-ef8c-419b-a3a1-e5fe13411d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae259c9b-76ba-44c4-980b-b57c7eaff838,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:31.266729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53273ae9-88d8-4282-b487-0e2a20111fac req-3697f33a-1f96-4a49-88a4-1ae50967b296 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:31.268339 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53273ae9-88d8-4282-b487-0e2a20111fac req-3697f33a-1f96-4a49-88a4-1ae50967b296 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 971 time: 0.1076400 Jul 08 20:12:31.276996 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ba22dbb-ac49-4614-b6be-a8aac22a13c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:31.308072 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ba22dbb-ac49-4614-b6be-a8aac22a13c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:31.329278 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53273ae9-88d8-4282-b487-0e2a20111fac req-eb81120c-0bc1-4fa2-b33b-633c0f1c4c07 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520761 Jul 08 20:12:31.384390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ba22dbb-ac49-4614-b6be-a8aac22a13c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:31.387052 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ba22dbb-ac49-4614-b6be-a8aac22a13c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:31.388274 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3ba22dbb-ac49-4614-b6be-a8aac22a13c3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ae259c9b-76ba-44c4-980b-b57c7eaff838 HTTP/1.1" status: 204 len: 168 time: 0.2030728 Jul 08 20:12:31.406416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba22dbb-ac49-4614-b6be-a8aac22a13c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae259c9b-76ba-44c4-980b-b57c7eaff838,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:31.456242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.103', 55792) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:31.479609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41682) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:31.621411 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-402b8aa6-b52a-40aa-95c1-9aecc83078db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:31.764405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-31b35228-ae03-444c-814e-6407c39ca027 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:31.766505 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-31b35228-ae03-444c-814e-6407c39ca027 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.103 "GET /v2.0/networks?id=41d03b2c-ef71-4103-84c4-97ea25a151c8 HTTP/1.1" status: 200 len: 814 time: 0.3090816 Jul 08 20:12:31.806883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc082b2-faf1-4b18-8df6-108fbdf72dd0 req-27bcf4e7-f511-4dfd-88eb-482b776f2e20 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:31.818817 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9bc082b2-faf1-4b18-8df6-108fbdf72dd0 req-27bcf4e7-f511-4dfd-88eb-482b776f2e20 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 970 time: 0.2644556 Jul 08 20:12:31.856265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-4df5b5ce-38e0-4a39-afe2-74b81f95df0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Request body: {'port': {'device_id': 'ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa', 'network_id': '41d03b2c-ef71-4103-84c4-97ea25a151c8', 'admin_state_up': True, 'tenant_id': '1bf67307e2f74fdbb1ceda9ca9403dd2'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:31.876656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 87d606a0-9caa-4e1a-b294-767667847ddf details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:12:31.915698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:12:32.003015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cebbbfca-2d23-4f3a-841a-739111402fcc req-15ff8326-705f-4fa7-afce-2b5370c202ad tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 210 time: 0.0489941 Jul 08 20:12:32.004942 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:12:32.053109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51e36632-c1f2-4726-a525-b91fa4e9da30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.095355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41696) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:32.120868 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9bc082b2-faf1-4b18-8df6-108fbdf72dd0 req-16902ef4-d656-4b36-8b4a-826266dcdde1 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/security-groups?id=447e627a-87b5-41e1-85f7-18a3ba7d53d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989187 Jul 08 20:12:32.138436 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aebe3fcc-301f-4d4c-9ab6-9f1c0926a3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.141361 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:12:32.150108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:12:32.150758 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.169466 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-402b8aa6-b52a-40aa-95c1-9aecc83078db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.179373 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-402b8aa6-b52a-40aa-95c1-9aecc83078db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.201363 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 87d606a0-9caa-4e1a-b294-767667847ddf, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=87d606a0-9caa-4e1a-b294-767667847ddf,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:32.223533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '87d606a0-9caa-4e1a-b294-767667847ddf', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '87d606a0-9caa-4e1a-b294-767667847ddf', 'mac_address': 'fa:16:3e:0b:88:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:tempest-test_az-1337746719', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:12:32.293766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-402b8aa6-b52a-40aa-95c1-9aecc83078db admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1c52db4f0eba47ab9cb1e6f28f07664f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4443548 Jul 08 20:12:32.294987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b8aa6-b52a-40aa-95c1-9aecc83078db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a920f50d-6ae2-4740-8f7e-816d705b4570,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:32.312848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41698) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:32.317587 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.320359 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a879f12b-7c52-42c1-8666-4a4a028643a9 req-d8da0a1e-8e52-4e5a-ae92-f220cfaad827 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 210 time: 0.0755997 Jul 08 20:12:32.341475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d606a0-9caa-4e1a-b294-767667847ddf {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:32.356566 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.378919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 87d606a0-9caa-4e1a-b294-767667847ddf, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=87d606a0-9caa-4e1a-b294-767667847ddf,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:32.386827 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.403043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a877df-f402-417e-b8cd-9c168490efa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cfbe0e-a23f-4ebf-b75f-653e34ef5b90'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:12:32.418271 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5f3dfa2e-c43c-4e14-a2c6-9f4c33c1d671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.459764 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51e36632-c1f2-4726-a525-b91fa4e9da30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.467507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51e36632-c1f2-4726-a525-b91fa4e9da30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.477783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5f3dfa2e-c43c-4e14-a2c6-9f4c33c1d671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.511477 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=30cfbe0e-a23f-4ebf-b75f-653e34ef5b90,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:32.528388 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.548412 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-aebe3fcc-301f-4d4c-9ab6-9f1c0926a3a4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:12:32.548412 n-d-791506-16 neutron-server[94065]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 20:12:32.548412 n-d-791506-16 neutron-server[94065]: [parameters: {'project_id_1': 'f780bb4bacb144ddb3cd7dc9766113df', 'expiration_1': datetime.datetime(2021, 7, 8, 20, 12, 32, 162098)}] Jul 08 20:12:32.548412 n-d-791506-16 neutron-server[94065]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:12:32.548823 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [None req-aebe3fcc-301f-4d4c-9ab6-9f1c0926a3a4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:12:32.562322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=87d606a0-9caa-4e1a-b294-767667847ddf,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:32.573587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-4df5b5ce-38e0-4a39-afe2-74b81f95df0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Made reservation on behalf of 1bf67307e2f74fdbb1ceda9ca9403dd2 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:32.581942 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-51e36632-c1f2-4726-a525-b91fa4e9da30 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=52b41d9a9531449396b32c6651c00f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0976317 Jul 08 20:12:32.583251 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-4df5b5ce-38e0-4a39-afe2-74b81f95df0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.586519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41710) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:32.586955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e36632-c1f2-4726-a525-b91fa4e9da30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9025797-5d51-4628-995a-06b3f8f6a393,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:32.612586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['87d606a0-9caa-4e1a-b294-767667847ddf'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:12:32.680741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=30cfbe0e-a23f-4ebf-b75f-653e34ef5b90,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:32.838411 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9950145-88c4-47a8-94c9-a99f778a7f75" -d '{"events": [{"server_uuid": "16a877df-f402-417e-b8cd-9c168490efa3", "name": "network-vif-plugged", "status": "completed", "tag": "30cfbe0e-a23f-4ebf-b75f-653e34ef5b90"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:12:32.959890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5f3dfa2e-c43c-4e14-a2c6-9f4c33c1d671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.962301 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5f3dfa2e-c43c-4e14-a2c6-9f4c33c1d671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:32.963425 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5f3dfa2e-c43c-4e14-a2c6-9f4c33c1d671 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a920f50d-6ae2-4740-8f7e-816d705b4570 HTTP/1.1" status: 204 len: 168 time: 0.6491723 Jul 08 20:12:33.003379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dfa2e-c43c-4e14-a2c6-9f4c33c1d671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a920f50d-6ae2-4740-8f7e-816d705b4570,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:33.012019 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b39a-f04f-41c5-860e-bc93834fdcb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.050163 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aebe3fcc-301f-4d4c-9ab6-9f1c0926a3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.074175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f0e9-d2dd-4796-bf22-0f7c263edbdf req-9d3c25c2-b1f5-4056-90da-864a400f0b4f tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:33.076020 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a576f0e9-d2dd-4796-bf22-0f7c263edbdf req-9d3c25c2-b1f5-4056-90da-864a400f0b4f tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 972 time: 0.4884226 Jul 08 20:12:33.089838 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b39a-f04f-41c5-860e-bc93834fdcb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.162614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-4df5b5ce-38e0-4a39-afe2-74b81f95df0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Allocated IP 172.20.0.3 (41d03b2c-ef71-4103-84c4-97ea25a151c8/b5c51583-c413-49c8-b8f7-b9329971e117/2370e8da-552f-45be-b79d-1baba93da878) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:12:33.183073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a576f0e9-d2dd-4796-bf22-0f7c263edbdf req-342924b1-c2df-4069-8b6c-9151334228da tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991592 Jul 08 20:12:33.225732 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aebe3fcc-301f-4d4c-9ab6-9f1c0926a3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.234496 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532b14ff-c4b3-4642-991e-b90eb9a5e528 x-openstack-request-id: req-532b14ff-c4b3-4642-991e-b90eb9a5e528 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:12:33.235153 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a877df-f402-417e-b8cd-9c168490efa3", "name": "network-vif-plugged", "status": "completed", "tag": "30cfbe0e-a23f-4ebf-b75f-653e34ef5b90", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:12:33.236158 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-532b14ff-c4b3-4642-991e-b90eb9a5e528 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:12:33.236679 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a877df-f402-417e-b8cd-9c168490efa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cfbe0e-a23f-4ebf-b75f-653e34ef5b90', 'code': 200} Jul 08 20:12:33.254238 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aebe3fcc-301f-4d4c-9ab6-9f1c0926a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.320943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe3fcc-301f-4d4c-9ab6-9f1c0926a3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fa9634-9bce-4a95-8231-7194c970e61e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:33.325973 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b39a-f04f-41c5-860e-bc93834fdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.336783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b39a-f04f-41c5-860e-bc93834fdcb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.337961 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6ae0b39a-f04f-41c5-860e-bc93834fdcb3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a9025797-5d51-4628-995a-06b3f8f6a393 HTTP/1.1" status: 204 len: 168 time: 0.7312069 Jul 08 20:12:33.347398 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aebe3fcc-301f-4d4c-9ab6-9f1c0926a3a4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f780bb4bacb144ddb3cd7dc9766113df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2508898 Jul 08 20:12:33.350257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41744) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:33.459677 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22ad8935-7db0-46aa-b48f-2e104038e023 req-a133c4ec-75d2-40a2-a8ec-52be4d0d3f0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 210 time: 0.0506506 Jul 08 20:12:33.470933 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1825-3a74-49fb-abce-59b7dbeffe87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.478729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0b39a-f04f-41c5-860e-bc93834fdcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9025797-5d51-4628-995a-06b3f8f6a393,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:33.528718 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41748) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:33.539497 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1825-3a74-49fb-abce-59b7dbeffe87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.610790 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1825-3a74-49fb-abce-59b7dbeffe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.615113 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1825-3a74-49fb-abce-59b7dbeffe87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.615770 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9117a8cd-fb42-4baa-9b6d-ce659b11c9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.620373 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3b5c1825-3a74-49fb-abce-59b7dbeffe87 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/84fa9634-9bce-4a95-8231-7194c970e61e HTTP/1.1" status: 204 len: 168 time: 0.2688963 Jul 08 20:12:33.636086 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c1825-3a74-49fb-abce-59b7dbeffe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fa9634-9bce-4a95-8231-7194c970e61e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:33.667219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8a3c3-e596-4834-bb48-84f5cf4485c7 req-e6478502-4368-4383-93f2-a7807dfbfdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:33.669092 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49e8a3c3-e596-4834-bb48-84f5cf4485c7 req-e6478502-4368-4383-93f2-a7807dfbfdee service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 1124 time: 0.3279791 Jul 08 20:12:33.687124 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-4df5b5ce-38e0-4a39-afe2-74b81f95df0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.739188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55042c67-c28e-4437-898c-adc863788772 req-8af122c9-d2fe-4e5b-ae27-b684db579d46 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:33.740869 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55042c67-c28e-4437-898c-adc863788772 req-8af122c9-d2fe-4e5b-ae27-b684db579d46 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 971 time: 0.1065311 Jul 08 20:12:33.742918 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-49e8a3c3-e596-4834-bb48-84f5cf4485c7 req-15c60c9a-70ba-474d-ad6e-3439ca876338 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.821977 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55042c67-c28e-4437-898c-adc863788772 req-446ac424-e9d3-4b8f-8c24-f12c9d2af82f tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/security-groups?id=447e627a-87b5-41e1-85f7-18a3ba7d53d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722225 Jul 08 20:12:33.879661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 87d606a0-9caa-4e1a-b294-767667847ddf up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:12:33.895775 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-4df5b5ce-38e0-4a39-afe2-74b81f95df0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:33.985904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 87d606a0-9caa-4e1a-b294-767667847ddf completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:12:33.995150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 87d606a0-9caa-4e1a-b294-767667847ddf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:12:33.996240 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.002956 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d9137bed-b6fe-4c93-9b2c-de45c3160afa req-0bbdc5b5-c1d7-4bb6-95ff-cba64dfe951a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 210 time: 0.0536423 Jul 08 20:12:34.072931 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-353b0130-f659-4018-91c0-82f9634afe52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.086041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-4df5b5ce-38e0-4a39-afe2-74b81f95df0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Network 41d03b2c-ef71-4103-84c4-97ea25a151c8 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:12:34.106877 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-4df5b5ce-38e0-4a39-afe2-74b81f95df0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:12:34.107965 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41756) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:34.113066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-4df5b5ce-38e0-4a39-afe2-74b81f95df0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:12:34.123596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-4df5b5ce-38e0-4a39-afe2-74b81f95df0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:34.124297 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-4df5b5ce-38e0-4a39-afe2-74b81f95df0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.129545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5b5ce-38e0-4a39-afe2-74b81f95df0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Pushing event updated for resources: {'Port': ['ID=2370e8da-552f-45be-b79d-1baba93da878,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:34.132515 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d3a13e3-ef31-4c24-885c-7346f5c6f79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.148622 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.173800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9117a8cd-fb42-4baa-9b6d-ce659b11c9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.183632 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9117a8cd-fb42-4baa-9b6d-ce659b11c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.226950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 87d606a0-9caa-4e1a-b294-767667847ddf, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=87d606a0-9caa-4e1a-b294-767667847ddf,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:34.236123 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.262105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9117a8cd-fb42-4baa-9b6d-ce659b11c9ec admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f9460b525b66420ca4bc81d7a053e801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7303772 Jul 08 20:12:34.265426 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41766) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:34.271074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117a8cd-fb42-4baa-9b6d-ce659b11c9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52a4919-2a81-4f31-8a39-bd1062b42c28,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:34.308733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=87d606a0-9caa-4e1a-b294-767667847ddf,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:34.387446 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f164-5de8-4222-9e5a-b4a7a057a9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.393988 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-49e8a3c3-e596-4834-bb48-84f5cf4485c7 req-15c60c9a-70ba-474d-ad6e-3439ca876338 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.416826 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f164-5de8-4222-9e5a-b4a7a057a9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.423193 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-49e8a3c3-e596-4834-bb48-84f5cf4485c7 req-15c60c9a-70ba-474d-ad6e-3439ca876338 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.424194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41768) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:34.467347 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-198439aa-bcf7-4b9c-a565-5b930343b078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.504995 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49e8a3c3-e596-4834-bb48-84f5cf4485c7 req-15c60c9a-70ba-474d-ad6e-3439ca876338 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8092511 Jul 08 20:12:34.511798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c60c9a-70ba-474d-ad6e-3439ca876338 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc07502-40b1-4843-9752-2cd87c13aa0f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:34.517505 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f164-5de8-4222-9e5a-b4a7a057a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.520386 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f164-5de8-4222-9e5a-b4a7a057a9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.524553 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5ed6f164-5de8-4222-9e5a-b4a7a057a9d5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e52a4919-2a81-4f31-8a39-bd1062b42c28 HTTP/1.1" status: 204 len: 168 time: 0.2553549 Jul 08 20:12:34.545563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6f164-5de8-4222-9e5a-b4a7a057a9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52a4919-2a81-4f31-8a39-bd1062b42c28,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:34.581337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50e23e-f8c9-4695-acd5-337dcb6f8d4e req-cc6442d2-827c-442b-9978-9ca348313bf5 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:34.583156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9f50e23e-f8c9-4695-acd5-337dcb6f8d4e req-cc6442d2-827c-442b-9978-9ca348313bf5 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 972 time: 0.2062919 Jul 08 20:12:34.603752 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d3a13e3-ef31-4c24-885c-7346f5c6f79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.610233 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d3a13e3-ef31-4c24-885c-7346f5c6f79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.628322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-4df5b5ce-38e0-4a39-afe2-74b81f95df0e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7825925 Jul 08 20:12:34.665293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9f50e23e-f8c9-4695-acd5-337dcb6f8d4e req-3da094eb-530e-4dc3-a743-84c3462129e0 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589247 Jul 08 20:12:34.681534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a13e3-ef31-4c24-885c-7346f5c6f79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236bfb8d-cb89-460f-b86b-e8a26476bd92,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:34.687691 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4d3a13e3-ef31-4c24-885c-7346f5c6f79c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=09fe11f3db3649a5984e7cc92e3a2a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5786049 Jul 08 20:12:34.691182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41774) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:34.773982 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b47a981-8609-4bec-b82b-cd10570c01cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.800079 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-198439aa-bcf7-4b9c-a565-5b930343b078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.805376 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-198439aa-bcf7-4b9c-a565-5b930343b078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.871912 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-198439aa-bcf7-4b9c-a565-5b930343b078 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d869cf059fe94d50b6783db15127ce12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451556 Jul 08 20:12:34.875679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41780) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:34.879023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198439aa-bcf7-4b9c-a565-5b930343b078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9115c3c-631a-4dc1-80ae-610539451f79,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:34.906224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b47a981-8609-4bec-b82b-cd10570c01cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:34.983172 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1cddccbb-0d08-4962-ad6c-76526bc88fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:35.007879 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b47a981-8609-4bec-b82b-cd10570c01cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:35.009568 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebd979-5c55-499d-ab2a-c1b3e24af35a req-bcea52fc-dee4-4285-9fd0-f9ace9cf6150 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:35.010890 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b47a981-8609-4bec-b82b-cd10570c01cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:35.014402 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8b47a981-8609-4bec-b82b-cd10570c01cd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/236bfb8d-cb89-460f-b86b-e8a26476bd92 HTTP/1.1" status: 204 len: 168 time: 0.3198566 Jul 08 20:12:35.017708 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05ebd979-5c55-499d-ab2a-c1b3e24af35a req-bcea52fc-dee4-4285-9fd0-f9ace9cf6150 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 931 time: 0.1249940 Jul 08 20:12:35.018944 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1cddccbb-0d08-4962-ad6c-76526bc88fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:35.047396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47a981-8609-4bec-b82b-cd10570c01cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236bfb8d-cb89-460f-b86b-e8a26476bd92,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:35.103804 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1cddccbb-0d08-4962-ad6c-76526bc88fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:35.107113 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1cddccbb-0d08-4962-ad6c-76526bc88fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:35.110224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1cddccbb-0d08-4962-ad6c-76526bc88fae admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f9115c3c-631a-4dc1-80ae-610539451f79 HTTP/1.1" status: 204 len: 168 time: 0.2316408 Jul 08 20:12:35.110952 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05ebd979-5c55-499d-ab2a-c1b3e24af35a req-f97d5ac3-b657-4504-a949-dfb098c22d6c tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/security-groups?id=885567fa-28d5-449d-923e-7634d9890a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922983 Jul 08 20:12:35.141820 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddccbb-0d08-4962-ad6c-76526bc88fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9115c3c-631a-4dc1-80ae-610539451f79,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:35.238473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588f0194-a4da-4def-9e54-d2498788f539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d606a0-9caa-4e1a-b294-767667847ddf'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:12:35.243258 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b555b39-02fd-455d-82eb-a5565ebec0a0" -d '{"events": [{"server_uuid": "588f0194-a4da-4def-9e54-d2498788f539", "name": "network-vif-plugged", "status": "completed", "tag": "87d606a0-9caa-4e1a-b294-767667847ddf"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:12:35.328899 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb694-48b7-4f2c-99ea-ee2d21d432b9 req-80a8268f-e653-4b93-b9e9-72720c3584b5 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:35.330707 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-069eb694-48b7-4f2c-99ea-ee2d21d432b9 req-80a8268f-e653-4b93-b9e9-72720c3584b5 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 972 time: 0.0961115 Jul 08 20:12:35.391333 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-069eb694-48b7-4f2c-99ea-ee2d21d432b9 req-b95ce803-3140-4327-b29d-7198bf3ffd25 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/security-groups?id=447e627a-87b5-41e1-85f7-18a3ba7d53d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531623 Jul 08 20:12:35.470705 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88af9406-a998-46e6-8213-f5884f7b0a74 x-openstack-request-id: req-88af9406-a998-46e6-8213-f5884f7b0a74 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:12:35.472264 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588f0194-a4da-4def-9e54-d2498788f539", "name": "network-vif-plugged", "status": "completed", "tag": "87d606a0-9caa-4e1a-b294-767667847ddf", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:12:35.473233 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-88af9406-a998-46e6-8213-f5884f7b0a74 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:12:35.473845 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588f0194-a4da-4def-9e54-d2498788f539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d606a0-9caa-4e1a-b294-767667847ddf', 'code': 200} Jul 08 20:12:35.506208 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3e22c7a-dc97-466e-8007-8b6e2b46bcf1 req-629461ec-9dc8-4163-974f-5cdcb19fb603 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 210 time: 0.0501637 Jul 08 20:12:35.609571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30180db-f7c9-4f2a-979c-ca3c2b7326f0 req-c600a5bd-6a97-488e-aa55-573ef1c959a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:35.611647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c30180db-f7c9-4f2a-979c-ca3c2b7326f0 req-c600a5bd-6a97-488e-aa55-573ef1c959a6 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 1124 time: 0.0634925 Jul 08 20:12:35.657825 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c30180db-f7c9-4f2a-979c-ca3c2b7326f0 req-b8571452-9daf-44ed-a04f-a135025581ba service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=447e627a-87b5-41e1-85f7-18a3ba7d53d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369010 Jul 08 20:12:35.747056 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41812) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:35.848059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf0b19-8359-4c15-8e6d-243365b356d1 req-9c22b43c-b96f-4011-8674-225413aa01d6 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:35.849623 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8edf0b19-8359-4c15-8e6d-243365b356d1 req-9c22b43c-b96f-4011-8674-225413aa01d6 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 972 time: 0.0723295 Jul 08 20:12:35.901213 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8edf0b19-8359-4c15-8e6d-243365b356d1 req-28c113aa-5b7e-484c-b1eb-68f62bca0cdf tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453167 Jul 08 20:12:35.918985 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-476521f2-cd4f-4927-8f2f-8d6b3be08965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:36.089872 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-476521f2-cd4f-4927-8f2f-8d6b3be08965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:36.095517 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-476521f2-cd4f-4927-8f2f-8d6b3be08965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:36.160240 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-476521f2-cd4f-4927-8f2f-8d6b3be08965 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6650aa9ccf90449c9bb68badc30d2ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097779 Jul 08 20:12:36.160668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476521f2-cd4f-4927-8f2f-8d6b3be08965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ed03c1-2de9-4bfb-bac9-c41c5233cf17,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:36.160780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41838) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:36.246273 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2db6453-519b-4ae4-ad1d-dab691d990c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:36.283434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2db6453-519b-4ae4-ad1d-dab691d990c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:36.346924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d758583-1517-4b91-baea-6c1789019d44 req-5c80d3ac-093c-42bd-8472-b2472e02f195 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:36.349093 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1d758583-1517-4b91-baea-6c1789019d44 req-5c80d3ac-093c-42bd-8472-b2472e02f195 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 931 time: 0.0920231 Jul 08 20:12:36.352694 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2db6453-519b-4ae4-ad1d-dab691d990c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:36.355835 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2db6453-519b-4ae4-ad1d-dab691d990c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:36.357286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e2db6453-519b-4ae4-ad1d-dab691d990c9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f4ed03c1-2de9-4bfb-bac9-c41c5233cf17 HTTP/1.1" status: 204 len: 168 time: 0.1955051 Jul 08 20:12:36.368112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db6453-519b-4ae4-ad1d-dab691d990c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ed03c1-2de9-4bfb-bac9-c41c5233cf17,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:36.400968 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1d758583-1517-4b91-baea-6c1789019d44 req-834240cb-3365-4ae8-8d0f-ef0e77859bc8 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/security-groups?id=885567fa-28d5-449d-923e-7634d9890a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456724 Jul 08 20:12:36.508514 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f48d40b2-3c27-44ef-a0ba-5513423b603b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:36.672111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf7134-0853-44a9-8cc1-78e26648b319 req-f0869778-7d47-492d-b0f8-17fa62825631 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:36.675907 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbdf7134-0853-44a9-8cc1-78e26648b319 req-f0869778-7d47-492d-b0f8-17fa62825631 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 972 time: 0.1361415 Jul 08 20:12:36.719390 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67ca526b-d505-4614-b330-2b4305c4857f req-b68098e1-de68-45fa-ba88-ca2a3d11b427 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 210 time: 0.0574765 Jul 08 20:12:36.744884 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbdf7134-0853-44a9-8cc1-78e26648b319 req-2bfdbcab-4fe5-4ad5-8150-d45b88c7ad2e tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/security-groups?id=447e627a-87b5-41e1-85f7-18a3ba7d53d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620530 Jul 08 20:12:36.863001 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:36.926768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41868) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:36.950291 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b317fe6b-f081-49c9-9b11-1fce1479d168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:37.114963 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b317fe6b-f081-49c9-9b11-1fce1479d168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:37.125805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b317fe6b-f081-49c9-9b11-1fce1479d168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:37.180167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba3a37-c519-4d69-b51f-6b10079ffc16 req-aaf56e33-d065-4697-8fdd-0cb9d011787a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:37.181785 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aeba3a37-c519-4d69-b51f-6b10079ffc16 req-aaf56e33-d065-4697-8fdd-0cb9d011787a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 972 time: 0.1305223 Jul 08 20:12:37.184504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b317fe6b-f081-49c9-9b11-1fce1479d168 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=58c026dcd7674548a32bb91c20296198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565744 Jul 08 20:12:37.185364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317fe6b-f081-49c9-9b11-1fce1479d168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224795b5-86e9-474f-9512-a44fb60df94d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:37.188769 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41876) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:37.252877 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aeba3a37-c519-4d69-b51f-6b10079ffc16 req-f4a554a2-fc1d-41b4-97e7-2959071919ad tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638559 Jul 08 20:12:37.272492 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ceba5f99-895f-48ec-bac1-ab20bce25e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:37.299101 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ceba5f99-895f-48ec-bac1-ab20bce25e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:37.361757 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ceba5f99-895f-48ec-bac1-ab20bce25e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:37.366268 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ceba5f99-895f-48ec-bac1-ab20bce25e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:37.367440 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ceba5f99-895f-48ec-bac1-ab20bce25e1e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/224795b5-86e9-474f-9512-a44fb60df94d HTTP/1.1" status: 204 len: 168 time: 0.1774571 Jul 08 20:12:37.377539 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba5f99-895f-48ec-bac1-ab20bce25e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224795b5-86e9-474f-9512-a44fb60df94d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:37.602185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35a66-13d2-453b-a8cd-bca163801f50 req-a5fc12be-9c48-458e-bce0-63e47f11b702 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:37.603891 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09e35a66-13d2-453b-a8cd-bca163801f50 req-a5fc12be-9c48-458e-bce0-63e47f11b702 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 931 time: 0.0769024 Jul 08 20:12:37.657903 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09e35a66-13d2-453b-a8cd-bca163801f50 req-738b4b54-c559-409d-be8f-67b5302741d1 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/security-groups?id=885567fa-28d5-449d-923e-7634d9890a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445290 Jul 08 20:12:37.885639 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28fc1bba-4091-473b-8032-fc94ab516b8a req-c61c8788-a7ca-4257-ab0e-5160556f74ae tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 210 time: 0.0437341 Jul 08 20:12:38.043823 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:38.078216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56dd80-4020-492e-849c-41f2faf9c9c5 req-d1b9dc2d-edd8-4ee5-9afb-be60e0d78449 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:38.088986 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b56dd80-4020-492e-849c-41f2faf9c9c5 req-d1b9dc2d-edd8-4ee5-9afb-be60e0d78449 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 972 time: 0.0828619 Jul 08 20:12:38.117357 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3d9e4-a08c-479b-910a-0240327e16a0 req-cb608b17-7c38-4c92-b555-ae608118bd5f tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:38.118885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3c3d9e4-a08c-479b-910a-0240327e16a0 req-cb608b17-7c38-4c92-b555-ae608118bd5f tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 972 time: 0.0828772 Jul 08 20:12:38.135243 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b56dd80-4020-492e-849c-41f2faf9c9c5 req-b27f1781-72ec-42bb-aa00-21fd602a174b tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/security-groups?id=447e627a-87b5-41e1-85f7-18a3ba7d53d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444479 Jul 08 20:12:38.178288 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3c3d9e4-a08c-479b-910a-0240327e16a0 req-f3641798-c4c8-4aa3-a442-a374402adbf6 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521867 Jul 08 20:12:38.380506 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b47219-0b27-4c1a-9182-bbeec94db902 req-17926ea9-b112-4eb6-a581-763b28240b5b tempest-AggregatesAdminTestJSON-254370118 tempest-AggregatesAdminTestJSON-254370118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:38.382342 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-88b47219-0b27-4c1a-9182-bbeec94db902 req-17926ea9-b112-4eb6-a581-763b28240b5b tempest-AggregatesAdminTestJSON-254370118 tempest-AggregatesAdminTestJSON-254370118-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 1124 time: 0.1080382 Jul 08 20:12:38.405325 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-88b47219-0b27-4c1a-9182-bbeec94db902 req-477a1ad3-ca11-412b-968b-cb0fe382dc72 tempest-AggregatesAdminTestJSON-254370118 tempest-AggregatesAdminTestJSON-254370118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:38.517434 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-88b47219-0b27-4c1a-9182-bbeec94db902 req-477a1ad3-ca11-412b-968b-cb0fe382dc72 tempest-AggregatesAdminTestJSON-254370118 tempest-AggregatesAdminTestJSON-254370118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:38.522210 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-88b47219-0b27-4c1a-9182-bbeec94db902 req-477a1ad3-ca11-412b-968b-cb0fe382dc72 tempest-AggregatesAdminTestJSON-254370118 tempest-AggregatesAdminTestJSON-254370118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:38.553195 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-88b47219-0b27-4c1a-9182-bbeec94db902 req-477a1ad3-ca11-412b-968b-cb0fe382dc72 tempest-AggregatesAdminTestJSON-254370118 tempest-AggregatesAdminTestJSON-254370118-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=447e627a-87b5-41e1-85f7-18a3ba7d53d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651194 Jul 08 20:12:38.576768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a1ad3-ca11-412b-968b-cb0fe382dc72 tempest-AggregatesAdminTestJSON-254370118 tempest-AggregatesAdminTestJSON-254370118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6099cb6-4355-420f-9031-24dc14f421ce,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:38.792765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-dad9dcd9-2c7d-45bf-b5cd-4fef542d9e48 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:12:38.793999 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-dad9dcd9-2c7d-45bf-b5cd-4fef542d9e48 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078278 Jul 08 20:12:38.929760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3637af-4027-4114-a987-67226bbe8963 req-97aa9c09-e400-4bf3-ac17-65ebaabd18cb tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:38.937183 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d3637af-4027-4114-a987-67226bbe8963 req-97aa9c09-e400-4bf3-ac17-65ebaabd18cb tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 931 time: 0.0871909 Jul 08 20:12:38.988421 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d3637af-4027-4114-a987-67226bbe8963 req-d640f5f4-b7da-44ad-9209-91d3972bba9c tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/security-groups?id=885567fa-28d5-449d-923e-7634d9890a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502028 Jul 08 20:12:39.075427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Request body: {'port': {'device_id': 'ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:39.173750 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:39.335930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.103', 55798) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:39.385002 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-b3869244-cd8e-4869-a18d-3cd946218535 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=847906ba92d7431c9a151198f8628748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381868 Jul 08 20:12:39.538929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd46b06-92a3-4d44-ae4a-c678f2dba125 req-3508a3be-7bd9-47f1-b93e-d42ec74bd0e9 tempest-DeleteServersAdminTestJSON-501725391 tempest-DeleteServersAdminTestJSON-501725391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:39.540725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7fd46b06-92a3-4d44-ae4a-c678f2dba125 req-3508a3be-7bd9-47f1-b93e-d42ec74bd0e9 tempest-DeleteServersAdminTestJSON-501725391 tempest-DeleteServersAdminTestJSON-501725391-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 1124 time: 0.2107761 Jul 08 20:12:39.612806 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:39.692001 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5502b41e-e123-4579-bc4d-2254ba8d4fd0 req-15c6f678-3579-45e1-a119-8db482395977 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 210 time: 0.1110849 Jul 08 20:12:39.696620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2370e8da-552f-45be-b79d-1baba93da878 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:39.707725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:39.737980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Transition to ACTIVE for port object 2370e8da-552f-45be-b79d-1baba93da878 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:39.745624 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:39.789040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-7fd46b06-92a3-4d44-ae4a-c678f2dba125 req-84ff7781-1daf-419c-be0a-f01c84e131a7 tempest-DeleteServersAdminTestJSON-501725391 tempest-DeleteServersAdminTestJSON-501725391-project-admin] Deleting port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:12:39.789040 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7fd46b06-92a3-4d44-ae4a-c678f2dba125 req-84ff7781-1daf-419c-be0a-f01c84e131a7 tempest-DeleteServersAdminTestJSON-501725391 tempest-DeleteServersAdminTestJSON-501725391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:39.859746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a045d0-2f41-4790-822c-afcc342dc54e req-3f3debdf-0da0-4c63-9517-cbcbeca03e31 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:39.861992 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-3f3debdf-0da0-4c63-9517-cbcbeca03e31 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4689281 Jul 08 20:12:39.867093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Pushing event updated for resources: {'Port': ['ID=2370e8da-552f-45be-b79d-1baba93da878,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:39.886221 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Request body: {'port': {'device_id': '312d2602-8763-4e27-9cdb-b315140e6346', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '847906ba92d7431c9a151198f8628748'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:39.926664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Attempting to bind port 2370e8da-552f-45be-b79d-1baba93da878 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:12:39.927068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Attempting to bind port 2370e8da-552f-45be-b79d-1baba93da878 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '6e9bf0c3-351c-4b8e-b00b-7a8f35925b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '41d03b2c-ef71-4103-84c4-97ea25a151c8'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:12:39.927457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Attempting to bind port 2370e8da-552f-45be-b79d-1baba93da878 on network 41d03b2c-ef71-4103-84c4-97ea25a151c8 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:39.939933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7fd46b06-92a3-4d44-ae4a-c678f2dba125 req-84ff7781-1daf-419c-be0a-f01c84e131a7 tempest-DeleteServersAdminTestJSON-501725391 tempest-DeleteServersAdminTestJSON-501725391-project-admin] For port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=30cfbe0e-a23f-4ebf-b75f-653e34ef5b90,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:39.940491 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7fd46b06-92a3-4d44-ae4a-c678f2dba125 req-84ff7781-1daf-419c-be0a-f01c84e131a7 tempest-DeleteServersAdminTestJSON-501725391 tempest-DeleteServersAdminTestJSON-501725391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:39.943352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Port 2370e8da-552f-45be-b79d-1baba93da878 on network 41d03b2c-ef71-4103-84c4-97ea25a151c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:12:39.943661 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Attempting to bind port 2370e8da-552f-45be-b79d-1baba93da878 on network 41d03b2c-ef71-4103-84c4-97ea25a151c8 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:39.958537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:12:39.958939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Checking segment: {'id': '6e9bf0c3-351c-4b8e-b00b-7a8f35925b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '41d03b2c-ef71-4103-84c4-97ea25a151c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:12:39.959405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Bound using segment: {'id': '6e9bf0c3-351c-4b8e-b00b-7a8f35925b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '41d03b2c-ef71-4103-84c4-97ea25a151c8'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:12:39.959898 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Bound port: 2370e8da-552f-45be-b79d-1baba93da878, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9bf0c3-351c-4b8e-b00b-7a8f35925b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '41d03b2c-ef71-4103-84c4-97ea25a151c8'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:12:39.960315 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:39.962422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-7fd46b06-92a3-4d44-ae4a-c678f2dba125 req-84ff7781-1daf-419c-be0a-f01c84e131a7 tempest-DeleteServersAdminTestJSON-501725391 tempest-DeleteServersAdminTestJSON-501725391-project-admin] Calling delete_port for 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 owned by compute:tempest-test_az-1337746719 {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:12:40.116547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] For port 2370e8da-552f-45be-b79d-1baba93da878, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:12:40.121275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] For port 2370e8da-552f-45be-b79d-1baba93da878, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2370e8da-552f-45be-b79d-1baba93da878,segment=NetworkSegment(6e9bf0c3-351c-4b8e-b00b-7a8f35925b83),segment_id=6e9bf0c3-351c-4b8e-b00b-7a8f35925b83)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:12:40.130705 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:40.153348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba182b-ee14-4e71-8df8-79a6913286aa req-fa7757a3-e02e-47af-b2e9-3268f98b29fa tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:40.154912 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6dba182b-ee14-4e71-8df8-79a6913286aa req-fa7757a3-e02e-47af-b2e9-3268f98b29fa tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=16a877df-f402-417e-b8cd-9c168490efa3 HTTP/1.1" status: 200 len: 972 time: 0.1792490 Jul 08 20:12:40.188432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:40.189031 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:40.190587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] 10.222.0.103 "PUT /v2.0/ports/2370e8da-552f-45be-b79d-1baba93da878 HTTP/1.1" status: 200 len: 1092 time: 1.1965799 Jul 08 20:12:40.193001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa', 'tag': '2370e8da-552f-45be-b79d-1baba93da878'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:12:40.195540 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3b435b-7b29-491d-991e-b72f76aeabee" -d '{"events": [{"name": "network-changed", "server_uuid": "ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa", "tag": "2370e8da-552f-45be-b79d-1baba93da878"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:12:40.202316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Made reservation on behalf of 847906ba92d7431c9a151198f8628748 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:40.206200 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:40.236370 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6dba182b-ee14-4e71-8df8-79a6913286aa req-cbc767b4-84d9-4352-adf5-92aeade7f0cb tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705390 Jul 08 20:12:40.237139 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:40.302623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4988d-3a87-4196-848f-9b1186ff8075 service neutron] Pushing event updated for resources: {'Port': ['ID=2370e8da-552f-45be-b79d-1baba93da878,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:40.329471 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7fd46b06-92a3-4d44-ae4a-c678f2dba125 req-84ff7781-1daf-419c-be0a-f01c84e131a7 tempest-DeleteServersAdminTestJSON-501725391 tempest-DeleteServersAdminTestJSON-501725391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:40.340372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['30cfbe0e-a23f-4ebf-b75f-653e34ef5b90'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:12:40.399219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff7781-1daf-419c-be0a-f01c84e131a7 tempest-DeleteServersAdminTestJSON-501725391 tempest-DeleteServersAdminTestJSON-501725391-project-admin] Pushing event deleted for resources: {'Port': ['ID=30cfbe0e-a23f-4ebf-b75f-653e34ef5b90,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:40.430913 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:40.440574 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:40.448774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e49fb567-2674-4e1c-933a-f25e0aa7c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:40.453444 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-e49fb567-2674-4e1c-933a-f25e0aa7c3b1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1bf67307e2f74fdbb1ceda9ca9403dd2&device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 1095 time: 0.2126822 Jul 08 20:12:40.481877 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd46b06-92a3-4d44-ae4a-c678f2dba125 req-84ff7781-1daf-419c-be0a-f01c84e131a7 tempest-DeleteServersAdminTestJSON-501725391 tempest-DeleteServersAdminTestJSON-501725391-project-admin] No DVR routers for this DVR port 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:12:40.497484 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7fd46b06-92a3-4d44-ae4a-c678f2dba125 req-84ff7781-1daf-419c-be0a-f01c84e131a7 tempest-DeleteServersAdminTestJSON-501725391 tempest-DeleteServersAdminTestJSON-501725391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:40.500148 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7fd46b06-92a3-4d44-ae4a-c678f2dba125 req-84ff7781-1daf-419c-be0a-f01c84e131a7 tempest-DeleteServersAdminTestJSON-501725391 tempest-DeleteServersAdminTestJSON-501725391-project-admin] 10.222.0.104 "DELETE /v2.0/ports/30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 HTTP/1.1" status: 204 len: 173 time: 0.9513578 Jul 08 20:12:40.580612 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-a097b239-fb76-4127-9c6b-3e612660a71d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2370e8da-552f-45be-b79d-1baba93da878 HTTP/1.1" status: 200 len: 217 time: 0.0920432 Jul 08 20:12:40.672498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-ec2ecd0e-bbdf-46b7-ad4f-caca40624a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:40.673723 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-ec2ecd0e-bbdf-46b7-ad4f-caca40624a2c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b5c51583-c413-49c8-b8f7-b9329971e117 HTTP/1.1" status: 200 len: 854 time: 0.0922771 Jul 08 20:12:40.742208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-b9b289ef-3899-4e3f-b623-8ae2c5937c46 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=41d03b2c-ef71-4103-84c4-97ea25a151c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605063 Jul 08 20:12:40.750580 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996ede8b-62c6-4ae6-a51c-8c5bfc81c1a2 x-openstack-request-id: req-996ede8b-62c6-4ae6-a51c-8c5bfc81c1a2 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:12:40.751852 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa", "tag": "2370e8da-552f-45be-b79d-1baba93da878", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:12:40.752930 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-996ede8b-62c6-4ae6-a51c-8c5bfc81c1a2 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:12:40.753448 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa', 'tag': '2370e8da-552f-45be-b79d-1baba93da878', 'status': 'completed', 'code': 200} Jul 08 20:12:40.754676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b08e45-2ee5-4801-ac4b-32371806f821,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:40.864048 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-184b8142-77cf-4997-9eb5-0c2931a68b7d service neutron] 10.222.0.103 "GET /v2.0/networks/41d03b2c-ef71-4103-84c4-97ea25a151c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084843 Jul 08 20:12:40.946750 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-4090d79f-5c75-4bb0-abec-df5a082297f7 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284340 Jul 08 20:12:40.989300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Allocated IP 192.168.233.28 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/eef83571-5c55-40aa-9342-9d4bf9804fe8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:12:41.026686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdea51-9aec-474a-93db-f287f9a17ff9 req-5b26623b-d8db-4d3b-84aa-ecfa661bace1 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:41.028593 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85fdea51-9aec-474a-93db-f287f9a17ff9 req-5b26623b-d8db-4d3b-84aa-ecfa661bace1 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 943 time: 0.2541032 Jul 08 20:12:41.037874 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6cb77d59-69a7-47d8-9eee-cda60cdaf291 req-d22cf6e1-9450-4f99-9580-e1c17d1d7430 service neutron] 10.222.0.103 "GET /v2.0/networks/41d03b2c-ef71-4103-84c4-97ea25a151c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666243 Jul 08 20:12:41.080408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-d4a7ef3a-a86e-4b10-825f-9e52852c07e1 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:41.082097 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-d4a7ef3a-a86e-4b10-825f-9e52852c07e1 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297851 Jul 08 20:12:41.100933 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-1b07d5de-9dbc-4636-9085-3bac5b1d4742 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/quotas/fddfda2ff3d94ad9a41b36a0f4ab1d8c HTTP/1.1" status: 200 len: 375 time: 0.0130463 Jul 08 20:12:41.142585 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85fdea51-9aec-474a-93db-f287f9a17ff9 req-03388ad7-6374-498f-8c3e-f5678ba3b199 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/security-groups?id=885567fa-28d5-449d-923e-7634d9890a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043162 Jul 08 20:12:41.143464 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-616d5387-10e3-474b-b8b9-e83f4e83695f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348783 Jul 08 20:12:41.229106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b435b-7b29-491d-991e-b72f76aeabee req-58d6723e-f2f6-44a6-a64e-794012764ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:41.229106 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd3b435b-7b29-491d-991e-b72f76aeabee req-58d6723e-f2f6-44a6-a64e-794012764ee0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1bf67307e2f74fdbb1ceda9ca9403dd2&device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 1095 time: 0.0840557 Jul 08 20:12:41.252235 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:41.279843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Transition to ACTIVE for port object eef83571-5c55-40aa-9342-9d4bf9804fe8 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:41.410821 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:41.433249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b435b-7b29-491d-991e-b72f76aeabee req-034c9d84-63b5-4722-934d-4bf708516bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:41.435265 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd3b435b-7b29-491d-991e-b72f76aeabee req-034c9d84-63b5-4722-934d-4bf708516bea service neutron] 10.222.0.103 "GET /v2.0/networks?id=41d03b2c-ef71-4103-84c4-97ea25a151c8 HTTP/1.1" status: 200 len: 915 time: 0.1980414 Jul 08 20:12:41.511004 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd3b435b-7b29-491d-991e-b72f76aeabee req-908d864d-62e9-4e76-a023-710befb22de5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2370e8da-552f-45be-b79d-1baba93da878 HTTP/1.1" status: 200 len: 217 time: 0.0662701 Jul 08 20:12:41.532622 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:12:41.539396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:12:41.544961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:12:41.552066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:41.552812 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:41.555610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Pushing event updated for resources: {'Port': ['ID=eef83571-5c55-40aa-9342-9d4bf9804fe8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:41.581209 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-940a14ce-cdee-4966-84ac-f42003c4c784 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6986897 Jul 08 20:12:41.595175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b435b-7b29-491d-991e-b72f76aeabee req-87009a95-7cf8-4902-974b-c93df6a2f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:41.596829 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd3b435b-7b29-491d-991e-b72f76aeabee req-87009a95-7cf8-4902-974b-c93df6a2f627 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b5c51583-c413-49c8-b8f7-b9329971e117 HTTP/1.1" status: 200 len: 854 time: 0.0630479 Jul 08 20:12:41.598642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Request body: {'port': {'device_id': '312d2602-8763-4e27-9cdb-b315140e6346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:41.642018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd3b435b-7b29-491d-991e-b72f76aeabee req-ef427880-4017-439c-a7cf-e4260538b4ca service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=41d03b2c-ef71-4103-84c4-97ea25a151c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378811 Jul 08 20:12:41.650959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecfff5-c188-41f3-9166-f78a988b7e8c req-8682beaf-9ce5-476d-84d7-ae74be4b378e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:41.659065 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3cecfff5-c188-41f3-9166-f78a988b7e8c req-8682beaf-9ce5-476d-84d7-ae74be4b378e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 935 time: 0.1603634 Jul 08 20:12:41.758736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:41.766948 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3cecfff5-c188-41f3-9166-f78a988b7e8c req-9ece1d48-fb35-4061-b7d2-de99ec80e7ae tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064525 Jul 08 20:12:41.850072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd3b435b-7b29-491d-991e-b72f76aeabee req-e61fb130-4da7-4d42-a265-848651addb38 service neutron] 10.222.0.103 "GET /v2.0/networks/41d03b2c-ef71-4103-84c4-97ea25a151c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789963 Jul 08 20:12:41.960200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f791f94f-6f2c-4ca3-ac23-50a32c523f45 None None] Provisioning for port eef83571-5c55-40aa-9342-9d4bf9804fe8 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:12:41.970041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f791f94f-6f2c-4ca3-ac23-50a32c523f45 None None] Provisioning complete for port eef83571-5c55-40aa-9342-9d4bf9804fe8 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:12:41.970420 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f791f94f-6f2c-4ca3-ac23-50a32c523f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:42.104323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f791f94f-6f2c-4ca3-ac23-50a32c523f45 None None] Port eef83571-5c55-40aa-9342-9d4bf9804fe8 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:12:42.147921 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-406da796-8b27-4e6c-9b48-06b0955e6d80 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733509 Jul 08 20:12:42.275321 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd3b435b-7b29-491d-991e-b72f76aeabee req-8654a939-2a15-4d93-a135-cfbfdc35bd85 service neutron] 10.222.0.103 "GET /v2.0/networks/41d03b2c-ef71-4103-84c4-97ea25a151c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267390 Jul 08 20:12:42.341342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef83571-5c55-40aa-9342-9d4bf9804fe8 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:42.361182 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:42.364175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42096) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:42.366778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-bc78772e-1584-41a1-8acc-e10b3ac495e2 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:42.368501 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-bc78772e-1584-41a1-8acc-e10b3ac495e2 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135417 Jul 08 20:12:42.386549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-49d11c81-2de0-4ab3-b7df-b1d3854574d6 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/quotas/fddfda2ff3d94ad9a41b36a0f4ab1d8c HTTP/1.1" status: 200 len: 375 time: 0.0122416 Jul 08 20:12:42.404225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Transition to ACTIVE for port object eef83571-5c55-40aa-9342-9d4bf9804fe8 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:42.411300 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:42.576143 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Pushing event updated for resources: {'Port': ['ID=eef83571-5c55-40aa-9342-9d4bf9804fe8,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:42.633960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-964db43e-e469-4799-9142-ee585e965600 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2408178 Jul 08 20:12:42.634467 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4845a528-3bef-44d5-8863-497ca3bf47e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:42.668782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Attempting to bind port eef83571-5c55-40aa-9342-9d4bf9804fe8 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:12:42.669159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Attempting to bind port eef83571-5c55-40aa-9342-9d4bf9804fe8 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:12:42.669514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Attempting to bind port eef83571-5c55-40aa-9342-9d4bf9804fe8 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:42.685693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78c382-b5da-4f51-ba72-eda5f2501cce req-676c1136-5024-4580-803e-d30b8d901c5c tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:42.687520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4e78c382-b5da-4f51-ba72-eda5f2501cce req-676c1136-5024-4580-803e-d30b8d901c5c tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 943 time: 0.2318091 Jul 08 20:12:42.695517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Port eef83571-5c55-40aa-9342-9d4bf9804fe8 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:12:42.695734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Attempting to bind port eef83571-5c55-40aa-9342-9d4bf9804fe8 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:42.723623 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:12:42.724174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:12:42.724876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:12:42.725354 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Bound port: eef83571-5c55-40aa-9342-9d4bf9804fe8, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:12:42.725757 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:42.754177 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a877df-f402-417e-b8cd-9c168490efa3', 'name': 'network-vif-deleted', 'tag': '30cfbe0e-a23f-4ebf-b75f-653e34ef5b90'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:12:42.756476 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bdae34-797a-4012-8c71-5b40881d90f0" -d '{"events": [{"server_uuid": "16a877df-f402-417e-b8cd-9c168490efa3", "name": "network-vif-deleted", "tag": "30cfbe0e-a23f-4ebf-b75f-653e34ef5b90"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:12:42.834069 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4e78c382-b5da-4f51-ba72-eda5f2501cce req-1ef9a2d4-de04-4014-a824-cd2236aa28f2 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/security-groups?id=885567fa-28d5-449d-923e-7634d9890a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324644 Jul 08 20:12:42.871180 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-642b52da-684e-40c3-9f44-24612680c004 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357544 Jul 08 20:12:42.949587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-ba363dde-87b7-4424-ad79-d100489ff4c9 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=b152ae9dfa7744188b848bff72370f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771804 Jul 08 20:12:42.969297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4845a528-3bef-44d5-8863-497ca3bf47e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:42.971341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] For port eef83571-5c55-40aa-9342-9d4bf9804fe8, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:12:42.987067 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4845a528-3bef-44d5-8863-497ca3bf47e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:43.031025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4845a528-3bef-44d5-8863-497ca3bf47e0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ffa4241887e74428a435fff872b0a12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6648116 Jul 08 20:12:43.036771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42128) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:43.040114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] For port eef83571-5c55-40aa-9342-9d4bf9804fe8, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:12:43.057094 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4db695d-1fd2-4ae5-b9f4-9132efd39a83 x-openstack-request-id: req-d4db695d-1fd2-4ae5-b9f4-9132efd39a83 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:12:43.057532 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a877df-f402-417e-b8cd-9c168490efa3", "name": "network-vif-deleted", "tag": "30cfbe0e-a23f-4ebf-b75f-653e34ef5b90", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:12:43.057944 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d4db695d-1fd2-4ae5-b9f4-9132efd39a83 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:12:43.058412 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a877df-f402-417e-b8cd-9c168490efa3', 'name': 'network-vif-deleted', 'tag': '30cfbe0e-a23f-4ebf-b75f-653e34ef5b90', 'status': 'completed', 'code': 200} Jul 08 20:12:43.128765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-8e05faca-bb36-4faa-95fc-80ee9bc270eb tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:43.130294 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-8e05faca-bb36-4faa-95fc-80ee9bc270eb tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288771 Jul 08 20:12:43.149074 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:43.158995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Request body: {'port': {'device_id': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': 'fddfda2ff3d94ad9a41b36a0f4ab1d8c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:43.161043 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f6d4f6e-c6aa-4383-a7fc-cefa0c4f4347 req-fd67b335-1140-4f4d-92ce-38ec45ebec5e tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 210 time: 0.0549831 Jul 08 20:12:43.210161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:43.210790 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:43.212501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] 10.222.0.103 "PUT /v2.0/ports/eef83571-5c55-40aa-9342-9d4bf9804fe8 HTTP/1.1" status: 200 len: 1096 time: 1.6201191 Jul 08 20:12:43.213160 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f439fa80-7974-4d9c-b2f2-17b3fa78435f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:43.242279 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f439fa80-7974-4d9c-b2f2-17b3fa78435f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:43.271424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb68c-f556-495b-94e9-79defda47644 req-9b395599-9789-4603-9599-d05b76116a7a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:43.273503 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-9b395599-9789-4603-9599-d05b76116a7a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229959 Jul 08 20:12:43.293029 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312d2602-8763-4e27-9cdb-b315140e6346', 'tag': 'eef83571-5c55-40aa-9342-9d4bf9804fe8'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:12:43.326052 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-5d28ff45-3f90-44ce-b4c0-cfd9a783e49f tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/quotas/b152ae9dfa7744188b848bff72370f78 HTTP/1.1" status: 200 len: 375 time: 0.0420988 Jul 08 20:12:43.377707 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-4e3dee28-934d-42fa-9a61-73ccc45e5c77 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b152ae9dfa7744188b848bff72370f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506399 Jul 08 20:12:43.403381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845a528-3bef-44d5-8863-497ca3bf47e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cf942a-0059-44dd-87a4-62f9340edbef,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:43.443244 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Made reservation on behalf of fddfda2ff3d94ad9a41b36a0f4ab1d8c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:43.453773 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:43.470389 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:43.624680 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f439fa80-7974-4d9c-b2f2-17b3fa78435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:43.627221 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f439fa80-7974-4d9c-b2f2-17b3fa78435f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:43.630640 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f439fa80-7974-4d9c-b2f2-17b3fa78435f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e7cf942a-0059-44dd-87a4-62f9340edbef HTTP/1.1" status: 204 len: 168 time: 0.5856252 Jul 08 20:12:43.658356 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:43.669506 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:43.686968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439fa80-7974-4d9c-b2f2-17b3fa78435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cf942a-0059-44dd-87a4-62f9340edbef,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:43.699931 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfa5dcd-03f0-4aa5-80bb-b6464112ad5a" -d '{"events": [{"name": "network-changed", "server_uuid": "312d2602-8763-4e27-9cdb-b315140e6346", "tag": "eef83571-5c55-40aa-9342-9d4bf9804fe8"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:12:43.761260 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89b8b6-525b-4313-994b-3cf4167d0276 service neutron] Pushing event updated for resources: {'Port': ['ID=eef83571-5c55-40aa-9342-9d4bf9804fe8,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:43.763196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd0f508-9889-4fe4-80b0-cb2850d1d88d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:43.792004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6c9a5-50c6-4f12-bf0a-abf79c60cfe5 req-13db7282-a6b2-4ae6-9f13-13f1a3c3d274 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:43.800459 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fc6c9a5-50c6-4f12-bf0a-abf79c60cfe5 req-13db7282-a6b2-4ae6-9f13-13f1a3c3d274 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 947 time: 0.4256783 Jul 08 20:12:43.835828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a045d0-2f41-4790-822c-afcc342dc54e req-2fcafa6c-2577-4f8d-badb-561d7b255194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:43.837785 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-2fcafa6c-2577-4f8d-badb-561d7b255194 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 1099 time: 0.4353077 Jul 08 20:12:43.916832 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fc6c9a5-50c6-4f12-bf0a-abf79c60cfe5 req-7f216995-a7ee-40a4-90df-6f58683a5679 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154621 Jul 08 20:12:43.956800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2370e8da-552f-45be-b79d-1baba93da878 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:12:43.982395 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-27e0ca54-b782-4ede-9f7d-6e377ea12362 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8 HTTP/1.1" status: 200 len: 217 time: 0.1137125 Jul 08 20:12:44.001538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:12:44.002031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Allocated IP 192.168.233.191 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/7cd02fbf-e6f0-4353-a193-92d34f367341) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:12:44.204750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a045d0-2f41-4790-822c-afcc342dc54e req-39cf8acf-a72f-44be-b24b-a764e53a05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:44.208916 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-39cf8acf-a72f-44be-b24b-a764e53a05a9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.2111378 Jul 08 20:12:44.220078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 2370e8da-552f-45be-b79d-1baba93da878, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2370e8da-552f-45be-b79d-1baba93da878,segment=NetworkSegment(6e9bf0c3-351c-4b8e-b00b-7a8f35925b83),segment_id=6e9bf0c3-351c-4b8e-b00b-7a8f35925b83)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:44.233814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '2370e8da-552f-45be-b79d-1baba93da878', 'network_id': '41d03b2c-ef71-4103-84c4-97ea25a151c8', 'port_id': '2370e8da-552f-45be-b79d-1baba93da878', 'mac_address': 'fa:16:3e:1f:ac:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c51583-c413-49c8-b8f7-b9329971e117', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:12:44.239182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:12:44.239739 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 30cfbe0e-a23f-4ebf-b75f-653e34ef5b90 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:12:44.273861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42174) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:44.281999 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:44.303432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2370e8da-552f-45be-b79d-1baba93da878 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:44.328603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 2370e8da-552f-45be-b79d-1baba93da878, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2370e8da-552f-45be-b79d-1baba93da878,segment=NetworkSegment(6e9bf0c3-351c-4b8e-b00b-7a8f35925b83),segment_id=6e9bf0c3-351c-4b8e-b00b-7a8f35925b83)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:44.336792 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:44.366209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42178) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:44.370049 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9644e3b4-b0f1-41a8-ab60-9f30df2322c5 req-657f6d2e-17a6-4a08-ab16-f2c3e7d8db61 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 210 time: 0.1596527 Jul 08 20:12:44.392497 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5439bf5-ed2d-4d2e-836d-aab9e9a4693f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:44.522819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a045d0-2f41-4790-822c-afcc342dc54e req-256f8058-4337-4ef9-a7e5-c648e89eef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:44.525246 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-256f8058-4337-4ef9-a7e5-c648e89eef59 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2920964 Jul 08 20:12:44.537672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=2370e8da-552f-45be-b79d-1baba93da878,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:44.564680 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-df2e1ee6-7cc8-436d-bcda-8e275b4887be tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1318922 Jul 08 20:12:44.685322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2370e8da-552f-45be-b79d-1baba93da878'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:12:44.720819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-912a81c6-d961-44e6-823a-b57e947b3252 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865728 Jul 08 20:12:44.757276 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42184) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:44.761067 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc68d51f-d4f6-4de5-b326-92dd72adaecf x-openstack-request-id: req-dc68d51f-d4f6-4de5-b326-92dd72adaecf {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:12:44.761468 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312d2602-8763-4e27-9cdb-b315140e6346", "tag": "eef83571-5c55-40aa-9342-9d4bf9804fe8", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:12:44.761823 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dc68d51f-d4f6-4de5-b326-92dd72adaecf {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:12:44.762370 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312d2602-8763-4e27-9cdb-b315140e6346', 'tag': 'eef83571-5c55-40aa-9342-9d4bf9804fe8', 'status': 'completed', 'code': 200} Jul 08 20:12:44.881264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c245648-accb-4965-94cc-2e28ba422b1b req-7f9e2f42-106e-42f3-ac89-ffa97d29f99f tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:44.890934 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c245648-accb-4965-94cc-2e28ba422b1b req-7f9e2f42-106e-42f3-ac89-ffa97d29f99f tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 944 time: 0.1677527 Jul 08 20:12:44.932992 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41aedb8a-6775-464b-bda9-931207c05f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:44.939436 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:44.976606 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4190a7e3-4742-4c51-9e79-362af7274447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:44.980773 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60a045d0-2f41-4790-822c-afcc342dc54e req-7ab940a2-9f18-40a3-87c8-612d9077976c service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214508 Jul 08 20:12:45.000936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Transition to ACTIVE for port object 7cd02fbf-e6f0-4353-a193-92d34f367341 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:45.017595 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c245648-accb-4965-94cc-2e28ba422b1b req-c0fc11ed-740d-4cde-8303-ef96c552de06 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/security-groups?id=885567fa-28d5-449d-923e-7634d9890a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260877 Jul 08 20:12:45.052014 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7ffd1ed-787c-4e60-9e23-3f6798446bcd req-17d45068-1863-4483-a74b-818ea4e02c96 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 210 time: 0.0859518 Jul 08 20:12:45.084954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-f3fdac34-acbc-4283-bedf-87a2da2b63f6 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:45.086752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-f3fdac34-acbc-4283-bedf-87a2da2b63f6 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5097976 Jul 08 20:12:45.134108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Request body: {'port': {'device_id': 'd9dcf6bc-0963-44d9-8e17-9ff40ba52194', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': 'fddfda2ff3d94ad9a41b36a0f4ab1d8c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:45.174796 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa5dcd-03f0-4aa5-80bb-b6464112ad5a req-1adf995c-28de-4bd3-8166-6624a6c3682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:45.176338 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adfa5dcd-03f0-4aa5-80bb-b6464112ad5a req-1adf995c-28de-4bd3-8166-6624a6c3682c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 1099 time: 0.0814667 Jul 08 20:12:45.262615 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5439bf5-ed2d-4d2e-836d-aab9e9a4693f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:45.297443 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5439bf5-ed2d-4d2e-836d-aab9e9a4693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:45.341883 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:45.377476 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa5dcd-03f0-4aa5-80bb-b6464112ad5a req-6fd64d5c-1ae9-4303-a58e-d5ec9a0b04e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:45.379283 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adfa5dcd-03f0-4aa5-80bb-b6464112ad5a req-6fd64d5c-1ae9-4303-a58e-d5ec9a0b04e0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1926470 Jul 08 20:12:45.383527 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5439bf5-ed2d-4d2e-836d-aab9e9a4693f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2afa830-3e23-425c-b895-60519a00e8c6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:45.432954 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e5439bf5-ed2d-4d2e-836d-aab9e9a4693f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4242b4e902d3474790aeb05bd9562328&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1580017 Jul 08 20:12:45.438172 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42218) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:45.446044 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adfa5dcd-03f0-4aa5-80bb-b6464112ad5a req-127077de-73a1-41d6-930a-dc490dd2df0a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8 HTTP/1.1" status: 200 len: 217 time: 0.0591059 Jul 08 20:12:45.452402 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:12:45.469805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:12:45.473421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:12:45.488956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:45.490195 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:45.510610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Pushing event updated for resources: {'Port': ['ID=7cd02fbf-e6f0-4353-a193-92d34f367341,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:45.539328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373630b9-98e4-497e-b1e7-795951c6beef req-a35c5f9d-9e8d-481e-aed3-5cc764b1d737 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:45.541775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-373630b9-98e4-497e-b1e7-795951c6beef req-a35c5f9d-9e8d-481e-aed3-5cc764b1d737 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 947 time: 0.3503451 Jul 08 20:12:45.544724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa5dcd-03f0-4aa5-80bb-b6464112ad5a req-4f68148f-07ac-4b3c-a02a-7c1b2b170364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:45.547706 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adfa5dcd-03f0-4aa5-80bb-b6464112ad5a req-4f68148f-07ac-4b3c-a02a-7c1b2b170364 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0682719 Jul 08 20:12:45.609881 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-373630b9-98e4-497e-b1e7-795951c6beef req-867455f5-2074-4e3b-a8c9-3b9f2b15ce10 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559788 Jul 08 20:12:45.672570 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9b2c08f0-14c4-467a-bb21-8096816f52b7 req-85acc96a-8873-4aaf-9189-3b41190aafc9 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 210 time: 0.0590217 Jul 08 20:12:45.680188 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41aedb8a-6775-464b-bda9-931207c05f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:45.682565 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-42d15567-ba15-4d65-8e03-752de49352ad tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=b152ae9dfa7744188b848bff72370f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324166 Jul 08 20:12:45.692730 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41aedb8a-6775-464b-bda9-931207c05f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:45.729614 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b416bf61-0e3d-47db-93a1-9647e3c8bd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:45.767543 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-41aedb8a-6775-464b-bda9-931207c05f0a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2010cce7417f449da85aafc2e524dd5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0041776 Jul 08 20:12:45.772967 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aedb8a-6775-464b-bda9-931207c05f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c385c4-5308-4a12-9813-653610fed4a9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:45.776675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42228) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:45.785299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa5dcd-03f0-4aa5-80bb-b6464112ad5a req-49035d1f-708e-4e65-aca7-4ec776355a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:45.786784 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adfa5dcd-03f0-4aa5-80bb-b6464112ad5a req-49035d1f-708e-4e65-aca7-4ec776355a1c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2283280 Jul 08 20:12:45.798892 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b416bf61-0e3d-47db-93a1-9647e3c8bd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:45.837419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d8998981-8ad1-4bf1-b7e5-c5eea42965fd None None] Provisioning for port 7cd02fbf-e6f0-4353-a193-92d34f367341 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:12:45.843721 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d8998981-8ad1-4bf1-b7e5-c5eea42965fd None None] Provisioning complete for port 7cd02fbf-e6f0-4353-a193-92d34f367341 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:12:45.844561 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8998981-8ad1-4bf1-b7e5-c5eea42965fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:45.891506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d8998981-8ad1-4bf1-b7e5-c5eea42965fd None None] Port 7cd02fbf-e6f0-4353-a193-92d34f367341 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:12:45.906945 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:12:45.906945 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 20:12:45.906945 n-d-791506-16 neutron-server[94066]: [parameters: {'project_id_1': 'fddfda2ff3d94ad9a41b36a0f4ab1d8c', 'expiration_1': datetime.datetime(2021, 7, 8, 20, 12, 45, 523885)}] Jul 08 20:12:45.906945 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:12:45.907371 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:12:45.924053 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb68c-f556-495b-94e9-79defda47644 req-c5a39386-0b1b-442d-b941-8cd55a32c170 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:45.925688 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-c5a39386-0b1b-442d-b941-8cd55a32c170 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351956 Jul 08 20:12:45.937707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2370e8da-552f-45be-b79d-1baba93da878 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:12:45.946480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c50bb68c-f556-495b-94e9-79defda47644 req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Request body: {'port': {'device_id': 'bd6993be-4f9e-4c07-83e3-076ec0055f4a', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': 'b152ae9dfa7744188b848bff72370f78'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:45.970883 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a20e943-ed71-45b9-8a15-370084a1cf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.021841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 2370e8da-552f-45be-b79d-1baba93da878 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:12:46.022827 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a20e943-ed71-45b9-8a15-370084a1cf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.033706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 2370e8da-552f-45be-b79d-1baba93da878 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:12:46.034444 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.055377 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b416bf61-0e3d-47db-93a1-9647e3c8bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.058111 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b416bf61-0e3d-47db-93a1-9647e3c8bd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.060056 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b416bf61-0e3d-47db-93a1-9647e3c8bd65 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f2afa830-3e23-425c-b895-60519a00e8c6 HTTP/1.1" status: 204 len: 168 time: 0.6209476 Jul 08 20:12:46.116267 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adfa5dcd-03f0-4aa5-80bb-b6464112ad5a req-faf75ec3-fecb-4b54-888c-7d6f20576a4a service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149393 Jul 08 20:12:46.137234 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4190a7e3-4742-4c51-9e79-362af7274447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.145331 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4190a7e3-4742-4c51-9e79-362af7274447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.172675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416bf61-0e3d-47db-93a1-9647e3c8bd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2afa830-3e23-425c-b895-60519a00e8c6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:46.184440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190a7e3-4742-4c51-9e79-362af7274447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0892608-8612-4898-83e4-e3581468f680,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:46.189963 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-36968f9a-3bcc-400b-9116-5336f3dfe5ca tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0428615 Jul 08 20:12:46.207958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Request body: {'port': {'device_id': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:46.267282 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.274719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4190a7e3-4742-4c51-9e79-362af7274447 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9201c77550374824988d2de47d5425fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9047337 Jul 08 20:12:46.292226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42248) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:46.310972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50bb68c-f556-495b-94e9-79defda47644 req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Made reservation on behalf of b152ae9dfa7744188b848bff72370f78 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:46.315136 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c50bb68c-f556-495b-94e9-79defda47644 req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.335435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 2370e8da-552f-45be-b79d-1baba93da878, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2370e8da-552f-45be-b79d-1baba93da878,segment=NetworkSegment(6e9bf0c3-351c-4b8e-b00b-7a8f35925b83),segment_id=6e9bf0c3-351c-4b8e-b00b-7a8f35925b83)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:46.337218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2370e8da-552f-45be-b79d-1baba93da878'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:12:46.344095 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c97454f-f810-4fc0-af86-a90b4955fb75" -d '{"events": [{"server_uuid": "ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa", "name": "network-vif-plugged", "status": "completed", "tag": "2370e8da-552f-45be-b79d-1baba93da878"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:12:46.348942 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7145871e-cb91-4685-b967-90f231dc227e req-83805ec6-c58b-4735-8890-0d097d4baa46 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 210 time: 0.1034491 Jul 08 20:12:46.352213 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.358583 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a20e943-ed71-45b9-8a15-370084a1cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.361664 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a20e943-ed71-45b9-8a15-370084a1cf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.365108 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8a20e943-ed71-45b9-8a15-370084a1cf15 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/42c385c4-5308-4a12-9813-653610fed4a9 HTTP/1.1" status: 204 len: 168 time: 0.5802979 Jul 08 20:12:46.414251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20e943-ed71-45b9-8a15-370084a1cf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c385c4-5308-4a12-9813-653610fed4a9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:46.440500 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adfa5dcd-03f0-4aa5-80bb-b6464112ad5a req-d9440908-d4b8-41e3-a7b3-af7f9827475b service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936189 Jul 08 20:12:46.469486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf35a2c-4341-4a44-b755-e6da4d50777c req-dc9798f2-76e3-4d53-a16a-1157674b6258 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:46.472541 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dbf35a2c-4341-4a44-b755-e6da4d50777c req-dc9798f2-76e3-4d53-a16a-1157674b6258 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 944 time: 0.2043841 Jul 08 20:12:46.481924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=2370e8da-552f-45be-b79d-1baba93da878,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:46.517563 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f67181a-c251-4649-8761-4cee49ebdf61 x-openstack-request-id: req-8f67181a-c251-4649-8761-4cee49ebdf61 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:12:46.517992 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa", "name": "network-vif-plugged", "status": "completed", "tag": "2370e8da-552f-45be-b79d-1baba93da878", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:12:46.518244 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8f67181a-c251-4649-8761-4cee49ebdf61 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:12:46.518993 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2370e8da-552f-45be-b79d-1baba93da878', 'code': 200} Jul 08 20:12:46.567496 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dbf35a2c-4341-4a44-b755-e6da4d50777c req-c5a3c996-f443-4082-8e10-a7c1b6b79b9a tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/security-groups?id=885567fa-28d5-449d-923e-7634d9890a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850232 Jul 08 20:12:46.638830 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.655003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Made reservation on behalf of fddfda2ff3d94ad9a41b36a0f4ab1d8c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:46.659182 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.669749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531ec5c-914e-41b9-972f-069e557cf7c7 req-1a7f1a31-0c12-4f3a-82e3-2a111abec3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:46.672723 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0531ec5c-914e-41b9-972f-069e557cf7c7 req-1a7f1a31-0c12-4f3a-82e3-2a111abec3b8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 1097 time: 0.0655417 Jul 08 20:12:46.691603 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3934c69-77db-4882-8a50-33aa410d6ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.730474 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3934c69-77db-4882-8a50-33aa410d6ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:46.760606 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0531ec5c-914e-41b9-972f-069e557cf7c7 req-194d61e5-3df9-4303-ac28-dea81f3460b7 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=885567fa-28d5-449d-923e-7634d9890a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796528 Jul 08 20:12:46.825928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-c50bb68c-f556-495b-94e9-79defda47644 req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Allocated IP 192.168.233.124 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/f4b15ce2-4baf-4495-a086-dbf74d3f8935) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:12:47.008226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42284) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:47.071484 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-288102e1-7c3b-495d-ba21-9ad9c72b1e09 req-5e7434c9-9a89-4605-bb86-712d491d10e7 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 210 time: 0.1785638 Jul 08 20:12:47.095952 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3934c69-77db-4882-8a50-33aa410d6ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.098677 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3934c69-77db-4882-8a50-33aa410d6ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.100271 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d3934c69-77db-4882-8a50-33aa410d6ce1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b0892608-8612-4898-83e4-e3581468f680 HTTP/1.1" status: 204 len: 168 time: 0.8049099 Jul 08 20:12:47.101736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-19fff0e6-edfd-4377-b363-715eba04bc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.123805 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.199182 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3934c69-77db-4882-8a50-33aa410d6ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0892608-8612-4898-83e4-e3581468f680,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:47.291933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bbbb6-e28f-491b-ac6a-571b2ef2e5d7 req-f0517c6f-1001-465c-9253-3cd175df6fb6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:47.293553 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f18bbbb6-e28f-491b-ac6a-571b2ef2e5d7 req-f0517c6f-1001-465c-9253-3cd175df6fb6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 947 time: 0.4921753 Jul 08 20:12:47.396524 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c50bb68c-f556-495b-94e9-79defda47644 req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.415484 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f18bbbb6-e28f-491b-ac6a-571b2ef2e5d7 req-0db2b99e-f8c4-4d36-ab76-25e5fd92f1b4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129451 Jul 08 20:12:47.429728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c50bb68c-f556-495b-94e9-79defda47644 req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Transition to ACTIVE for port object f4b15ce2-4baf-4495-a086-dbf74d3f8935 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:47.472922 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-19fff0e6-edfd-4377-b363-715eba04bc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.485601 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-19fff0e6-edfd-4377-b363-715eba04bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.542999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42314) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:47.558853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-acf278dc-9edd-42ea-9eca-1bf0f71c55e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.565620 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c50bb68c-f556-495b-94e9-79defda47644 req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.582451 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-19fff0e6-edfd-4377-b363-715eba04bc73 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5919aa71b4aa4fe2bb1d84d286210a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5711572 Jul 08 20:12:47.588796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42318) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:47.589428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fff0e6-edfd-4377-b363-715eba04bc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d046cd6-a603-4be4-97ed-871b5eb3f5b5,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:47.600754 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2e6d7c3c-ccb2-4c2f-90b5-978505c6b2a1 req-5ba34a1a-0b41-46d0-a61c-b792829068b0 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 210 time: 0.0435877 Jul 08 20:12:47.718482 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Allocated IP 192.168.233.153 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/4926a76a-862b-435a-91ec-5be07c2142db) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:12:47.733731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Pushing event updated for resources: {'Port': ['ID=f4b15ce2-4baf-4495-a086-dbf74d3f8935,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:47.736718 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-acf278dc-9edd-42ea-9eca-1bf0f71c55e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.738962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50bb68c-f556-495b-94e9-79defda47644 req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:12:47.742777 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-acf278dc-9edd-42ea-9eca-1bf0f71c55e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.743631 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-c50bb68c-f556-495b-94e9-79defda47644 req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:12:47.746123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50bb68c-f556-495b-94e9-79defda47644 req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:12:47.753021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb68c-f556-495b-94e9-79defda47644 req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:47.753656 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c50bb68c-f556-495b-94e9-79defda47644 req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.799289 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-997ffb12-5a53-4276-ab22-8a7a377ca03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.818558 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-bd4453c8-faf0-4f14-97d6-8bd5604e756a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8789101 Jul 08 20:12:47.841971 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-997ffb12-5a53-4276-ab22-8a7a377ca03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:47.848659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Request body: {'port': {'device_id': 'bd6993be-4f9e-4c07-83e3-076ec0055f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:47.890743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf278dc-9edd-42ea-9eca-1bf0f71c55e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bac0f5f-88de-41d5-8b0d-c3de5adcec87,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:47.928618 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-acf278dc-9edd-42ea-9eca-1bf0f71c55e0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f0f836a39f9e44578bcc65d948e4be10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843255 Jul 08 20:12:47.933312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42334) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:47.946261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device eef83571-5c55-40aa-9342-9d4bf9804fe8 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:12:48.020973 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76dfe2-6d09-4728-8d4c-13586ff8f551 req-1ccb5c5d-54ef-40f6-936b-5ea828a85f2b tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:48.022971 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d76dfe2-6d09-4728-8d4c-13586ff8f551 req-1ccb5c5d-54ef-40f6-936b-5ea828a85f2b tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 945 time: 0.2749805 Jul 08 20:12:48.056615 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:48.129753 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d76dfe2-6d09-4728-8d4c-13586ff8f551 req-63bd7c07-3d1d-4b03-a8d6-74cd3e33e8e2 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/security-groups?id=885567fa-28d5-449d-923e-7634d9890a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868142 Jul 08 20:12:48.138033 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2c26738-27a6-435a-ab32-ed54a84ccb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:48.145981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port eef83571-5c55-40aa-9342-9d4bf9804fe8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:48.163425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'eef83571-5c55-40aa-9342-9d4bf9804fe8', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'eef83571-5c55-40aa-9342-9d4bf9804fe8', 'mac_address': 'fa:16:3e:54:db:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:12:48.175858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8b6e63f7-ac33-46ea-84af-7fad45246f3c None None] Provisioning for port f4b15ce2-4baf-4495-a086-dbf74d3f8935 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:12:48.200116 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2c26738-27a6-435a-ab32-ed54a84ccb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:48.239259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8b6e63f7-ac33-46ea-84af-7fad45246f3c None None] Provisioning complete for port f4b15ce2-4baf-4495-a086-dbf74d3f8935 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:12:48.242044 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8b6e63f7-ac33-46ea-84af-7fad45246f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:48.361206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e63f7-ac33-46ea-84af-7fad45246f3c None None] Port f4b15ce2-4baf-4495-a086-dbf74d3f8935 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:12:48.366817 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:48.368658 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2c26738-27a6-435a-ab32-ed54a84ccb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:48.372520 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2c26738-27a6-435a-ab32-ed54a84ccb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:48.374532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a2c26738-27a6-435a-ab32-ed54a84ccb2d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1bac0f5f-88de-41d5-8b0d-c3de5adcec87 HTTP/1.1" status: 204 len: 168 time: 0.4386835 Jul 08 20:12:48.402899 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef83571-5c55-40aa-9342-9d4bf9804fe8 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:48.408593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2bbc1-5749-4972-b89a-ac1fb1aeeaa0 req-8aa6e995-7aea-44ac-b561-a66fb0c47e7e tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:48.410636 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02a2bbc1-5749-4972-b89a-ac1fb1aeeaa0 req-8aa6e995-7aea-44ac-b561-a66fb0c47e7e tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 936 time: 0.1271625 Jul 08 20:12:48.413793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c26738-27a6-435a-ab32-ed54a84ccb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bac0f5f-88de-41d5-8b0d-c3de5adcec87,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:48.472624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port eef83571-5c55-40aa-9342-9d4bf9804fe8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:48.481331 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:48.500203 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02a2bbc1-5749-4972-b89a-ac1fb1aeeaa0 req-596fd985-a3f0-4195-8bb4-a1b6c80577f4 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758805 Jul 08 20:12:48.556285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=eef83571-5c55-40aa-9342-9d4bf9804fe8,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:48.593809 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-997ffb12-5a53-4276-ab22-8a7a377ca03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:48.597245 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-997ffb12-5a53-4276-ab22-8a7a377ca03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:48.599290 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-997ffb12-5a53-4276-ab22-8a7a377ca03a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7d046cd6-a603-4be4-97ed-871b5eb3f5b5 HTTP/1.1" status: 204 len: 168 time: 1.0051486 Jul 08 20:12:48.616117 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:48.644990 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ffb12-5a53-4276-ab22-8a7a377ca03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d046cd6-a603-4be4-97ed-871b5eb3f5b5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:48.739625 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['eef83571-5c55-40aa-9342-9d4bf9804fe8'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:12:48.767114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Transition to ACTIVE for port object 4926a76a-862b-435a-91ec-5be07c2142db will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:48.785971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ce5ab-f837-487f-bad4-d45f96284997 req-c4a263a1-a6ec-42fc-a5cc-b324349e40aa tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:48.807593 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1c5ce5ab-f837-487f-bad4-d45f96284997 req-c4a263a1-a6ec-42fc-a5cc-b324349e40aa tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 948 time: 0.1453125 Jul 08 20:12:48.926608 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1c5ce5ab-f837-487f-bad4-d45f96284997 req-acbdf7ff-ee36-4d50-941b-f9c594177029 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174552 Jul 08 20:12:49.084465 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:49.148676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8314b3-6e66-4dcf-9284-74ea3977e637 req-480b0f30-b482-455b-9dc0-c5da342e440f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:49.151387 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7d8314b3-6e66-4dcf-9284-74ea3977e637 req-480b0f30-b482-455b-9dc0-c5da342e440f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 936 time: 0.0872188 Jul 08 20:12:49.177938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:12:49.190293 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:12:49.192737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:12:49.198585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:49.199219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:49.202864 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7d8314b3-6e66-4dcf-9284-74ea3977e637 req-14bb720d-00ae-4ccd-b0cd-8e661e2b4c46 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 Jul 08 20:12:49.219782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Pushing event updated for resources: {'Port': ['ID=4926a76a-862b-435a-91ec-5be07c2142db,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:49.242657 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-041f88f0-615c-4017-8669-5443dbafe661 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1321168 Jul 08 20:12:49.263197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411436f6-3364-476b-b586-ca805464e72f req-8f29727f-61b6-47e8-95c7-bd5957f3d7b9 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:49.265401 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-411436f6-3364-476b-b586-ca805464e72f req-8f29727f-61b6-47e8-95c7-bd5957f3d7b9 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 972 time: 0.3104298 Jul 08 20:12:49.275526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Request body: {'port': {'device_id': 'd9dcf6bc-0963-44d9-8e17-9ff40ba52194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:49.367489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd02fbf-e6f0-4353-a193-92d34f367341 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:49.389957 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:49.433377 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-411436f6-3364-476b-b586-ca805464e72f req-47d9c999-6312-431a-a806-d0fafdd68e75 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/security-groups?id=447e627a-87b5-41e1-85f7-18a3ba7d53d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542850 Jul 08 20:12:49.447349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Transition to ACTIVE for port object 7cd02fbf-e6f0-4353-a193-92d34f367341 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:49.454957 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:49.473579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a2938-9670-4658-9790-78e7584ecf76 req-0412bd45-509e-444a-bcbb-dfcf7f1548e2 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:49.482113 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c57a2938-9670-4658-9790-78e7584ecf76 req-0412bd45-509e-444a-bcbb-dfcf7f1548e2 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 945 time: 0.1097655 Jul 08 20:12:49.505395 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:49.564776 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c57a2938-9670-4658-9790-78e7584ecf76 req-d72202e4-9ec0-4f1c-9572-c5dee5cece60 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/security-groups?id=885567fa-28d5-449d-923e-7634d9890a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729086 Jul 08 20:12:49.605641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-da868099-54f9-4670-9049-e17c81821ed5 None None] Provisioning for port 4926a76a-862b-435a-91ec-5be07c2142db completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:12:49.612252 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-da868099-54f9-4670-9049-e17c81821ed5 None None] Provisioning complete for port 4926a76a-862b-435a-91ec-5be07c2142db triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:12:49.612809 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-da868099-54f9-4670-9049-e17c81821ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:49.663789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-da868099-54f9-4670-9049-e17c81821ed5 None None] Port 4926a76a-862b-435a-91ec-5be07c2142db cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:12:49.664439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd02fbf-e6f0-4353-a193-92d34f367341,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:49.752328 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ac9b3988-9997-4096-9393-5f1f889ce5a3 req-4b1d0237-c316-4f62-b22a-d012945d7408 tempest-FlavorsV2NegativeTest-1899771493 tempest-FlavorsV2NegativeTest-1899771493-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=ced5b16b4bee40539f5151f29362bcfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1679924 Jul 08 20:12:49.887844 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0da53c-aa56-4fde-a196-56956fba53e5 req-10697dbf-2037-402a-b32f-27b97ecdd7db tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:49.891475 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5e0da53c-aa56-4fde-a196-56956fba53e5 req-10697dbf-2037-402a-b32f-27b97ecdd7db tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 936 time: 0.1061499 Jul 08 20:12:49.954511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device eef83571-5c55-40aa-9342-9d4bf9804fe8 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:12:49.984551 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5e0da53c-aa56-4fde-a196-56956fba53e5 req-e5052295-56a6-4b2a-aef2-c66722ca429e tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871553 Jul 08 20:12:50.121475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port eef83571-5c55-40aa-9342-9d4bf9804fe8 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:12:50.129655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port eef83571-5c55-40aa-9342-9d4bf9804fe8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:12:50.131973 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:50.150249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b15ce2-4baf-4495-a086-dbf74d3f8935 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:50.159894 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:50.165794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.104', 65297) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:50.166886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Attempting to bind port 7cd02fbf-e6f0-4353-a193-92d34f367341 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:12:50.167247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Attempting to bind port 7cd02fbf-e6f0-4353-a193-92d34f367341 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:12:50.167581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Attempting to bind port 7cd02fbf-e6f0-4353-a193-92d34f367341 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:50.177379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b3988-9997-4096-9393-5f1f889ce5a3 req-d79af2fe-c35b-4975-9065-1dbaad9aa9a7 tempest-FlavorsV2NegativeTest-1899771493 tempest-FlavorsV2NegativeTest-1899771493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:50.184185 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ac9b3988-9997-4096-9393-5f1f889ce5a3 req-d79af2fe-c35b-4975-9065-1dbaad9aa9a7 tempest-FlavorsV2NegativeTest-1899771493 tempest-FlavorsV2NegativeTest-1899771493-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4309094 Jul 08 20:12:50.279445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Port 7cd02fbf-e6f0-4353-a193-92d34f367341 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:12:50.280338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Attempting to bind port 7cd02fbf-e6f0-4353-a193-92d34f367341 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:50.302585 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ac9b3988-9997-4096-9393-5f1f889ce5a3 req-2e93d1b0-d5f3-4260-a598-3ae2c52607e9 tempest-FlavorsV2NegativeTest-1899771493 tempest-FlavorsV2NegativeTest-1899771493-project] 10.222.0.101 "GET /v2.0/quotas/ced5b16b4bee40539f5151f29362bcfc HTTP/1.1" status: 200 len: 375 time: 0.1173589 Jul 08 20:12:50.305050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Transition to ACTIVE for port object f4b15ce2-4baf-4495-a086-dbf74d3f8935 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:50.321567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:12:50.321809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:12:50.322179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:12:50.322649 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Bound port: 7cd02fbf-e6f0-4353-a193-92d34f367341, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:12:50.323053 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:50.341785 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:50.345027 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ec9b6-8fd7-44f5-8c15-9bb16c26eeab req-5bc002cf-a4f3-4c10-bc7f-50215619cdb2 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:50.352980 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-218ec9b6-8fd7-44f5-8c15-9bb16c26eeab req-5bc002cf-a4f3-4c10-bc7f-50215619cdb2 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.104 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 972 time: 0.1860733 Jul 08 20:12:50.362802 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:50.376878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90115ad-883c-4b51-b459-180055b99df2 req-01bc6a1e-6150-4120-a9b8-df12b13dc642 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:50.378151 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ac9b3988-9997-4096-9393-5f1f889ce5a3 req-a5e8b1b0-3e44-4e66-b7f6-0ba28ca28d36 tempest-FlavorsV2NegativeTest-1899771493 tempest-FlavorsV2NegativeTest-1899771493-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ced5b16b4bee40539f5151f29362bcfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743120 Jul 08 20:12:50.393116 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d90115ad-883c-4b51-b459-180055b99df2 req-01bc6a1e-6150-4120-a9b8-df12b13dc642 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 948 time: 0.2273397 Jul 08 20:12:50.441202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312d2602-8763-4e27-9cdb-b315140e6346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef83571-5c55-40aa-9342-9d4bf9804fe8'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:12:50.443622 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9c0746-7863-46cf-8ef7-fe1a728d9ec0" -d '{"events": [{"server_uuid": "312d2602-8763-4e27-9cdb-b315140e6346", "name": "network-vif-plugged", "status": "completed", "tag": "eef83571-5c55-40aa-9342-9d4bf9804fe8"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:12:50.486806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port eef83571-5c55-40aa-9342-9d4bf9804fe8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:50.500980 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:50.586009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=eef83571-5c55-40aa-9342-9d4bf9804fe8,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:50.654340 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d90115ad-883c-4b51-b459-180055b99df2 req-ab32faa3-5a0b-4714-82cd-e339dfbcbb3c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554917 Jul 08 20:12:50.744842 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b91a5a7-5031-42f2-aeb9-35894e2b51f3 x-openstack-request-id: req-1b91a5a7-5031-42f2-aeb9-35894e2b51f3 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:12:50.745662 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312d2602-8763-4e27-9cdb-b315140e6346", "name": "network-vif-plugged", "status": "completed", "tag": "eef83571-5c55-40aa-9342-9d4bf9804fe8", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:12:50.746054 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1b91a5a7-5031-42f2-aeb9-35894e2b51f3 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:12:50.746638 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312d2602-8763-4e27-9cdb-b315140e6346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef83571-5c55-40aa-9342-9d4bf9804fe8', 'code': 200} Jul 08 20:12:50.770012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b15ce2-4baf-4495-a086-dbf74d3f8935,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:50.822684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-218ec9b6-8fd7-44f5-8c15-9bb16c26eeab req-9ef1f935-92dd-4590-b943-2539c6aea2a0 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Deleting port 87d606a0-9caa-4e1a-b294-767667847ddf {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:12:50.827727 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-218ec9b6-8fd7-44f5-8c15-9bb16c26eeab req-9ef1f935-92dd-4590-b943-2539c6aea2a0 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:50.981860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Attempting to bind port f4b15ce2-4baf-4495-a086-dbf74d3f8935 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:12:50.982201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Attempting to bind port f4b15ce2-4baf-4495-a086-dbf74d3f8935 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:12:50.982533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Attempting to bind port f4b15ce2-4baf-4495-a086-dbf74d3f8935 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:51.002673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:12:51.027587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Port f4b15ce2-4baf-4495-a086-dbf74d3f8935 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:12:51.027924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Attempting to bind port f4b15ce2-4baf-4495-a086-dbf74d3f8935 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:51.042168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:12:51.042754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:12:51.042876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:12:51.043923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Bound port: f4b15ce2-4baf-4495-a086-dbf74d3f8935, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:12:51.044610 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:51.075642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7cd02fbf-e6f0-4353-a193-92d34f367341,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:12:51.150295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:51.191189 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa6b73-f257-4872-af6f-3a4414f715ab req-6d5fc542-c5e8-4b59-9276-a63fa3a3d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:51.194203 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67fa6b73-f257-4872-af6f-3a4414f715ab req-6d5fc542-c5e8-4b59-9276-a63fa3a3d7f9 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 1101 time: 0.2674644 Jul 08 20:12:51.217795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-218ec9b6-8fd7-44f5-8c15-9bb16c26eeab req-9ef1f935-92dd-4590-b943-2539c6aea2a0 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] For port 87d606a0-9caa-4e1a-b294-767667847ddf, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=87d606a0-9caa-4e1a-b294-767667847ddf,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:51.218197 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-218ec9b6-8fd7-44f5-8c15-9bb16c26eeab req-9ef1f935-92dd-4590-b943-2539c6aea2a0 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:51.257683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:51.258399 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:51.259925 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] 10.222.0.104 "PUT /v2.0/ports/7cd02fbf-e6f0-4353-a193-92d34f367341 HTTP/1.1" status: 200 len: 1097 time: 5.0613914 Jul 08 20:12:51.269997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'tag': '7cd02fbf-e6f0-4353-a193-92d34f367341'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:12:51.272937 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c85146-4e43-4fa3-91fa-1bb29d8108d1" -d '{"events": [{"name": "network-changed", "server_uuid": "72162aef-d742-4e0f-ae02-a1f1b3ef4f02", "tag": "7cd02fbf-e6f0-4353-a193-92d34f367341"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:12:51.286090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ffea-2db4-4980-8a40-65517cd0c0a7 req-304565d5-159d-46a6-a962-7c0b7d703a1a tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:51.293901 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99c7ffea-2db4-4980-8a40-65517cd0c0a7 req-304565d5-159d-46a6-a962-7c0b7d703a1a tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 936 time: 0.6818016 Jul 08 20:12:51.334890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4926a76a-862b-435a-91ec-5be07c2142db {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:51.338415 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67fa6b73-f257-4872-af6f-3a4414f715ab req-897edf6a-00e5-438f-bb41-1a962c683a2b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348739 Jul 08 20:12:51.364071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85888758-1f6a-49f2-be54-67ec6eb74d59 req-501f5809-e079-4cb8-a922-62696db9fce4 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:51.384075 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85888758-1f6a-49f2-be54-67ec6eb74d59 req-501f5809-e079-4cb8-a922-62696db9fce4 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/ports?device_id=588f0194-a4da-4def-9e54-d2498788f539 HTTP/1.1" status: 200 len: 972 time: 0.4318614 Jul 08 20:12:51.392941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c06f4-72c6-4798-9138-c0add9f6d080 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd02fbf-e6f0-4353-a193-92d34f367341,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:51.408562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-218ec9b6-8fd7-44f5-8c15-9bb16c26eeab req-9ef1f935-92dd-4590-b943-2539c6aea2a0 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Calling delete_port for 87d606a0-9caa-4e1a-b294-767667847ddf owned by compute:tempest-test_az-1337746719 {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:12:51.410575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:51.455882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] For port f4b15ce2-4baf-4495-a086-dbf74d3f8935, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:12:51.463466 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Transition to ACTIVE for port object 4926a76a-862b-435a-91ec-5be07c2142db will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:51.483550 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99c7ffea-2db4-4980-8a40-65517cd0c0a7 req-8ff584f0-bd94-4b59-a8a9-c0ba47edca66 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885846 Jul 08 20:12:51.486833 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:51.491196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] For port f4b15ce2-4baf-4495-a086-dbf74d3f8935, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f4b15ce2-4baf-4495-a086-dbf74d3f8935,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:12:51.550644 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85888758-1f6a-49f2-be54-67ec6eb74d59 req-65636fad-9e09-4d9f-b67f-8e25fa8c7e85 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.101 "GET /v2.0/security-groups?id=447e627a-87b5-41e1-85f7-18a3ba7d53d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645517 Jul 08 20:12:51.566337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:51.624293 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b23d9a-ecb1-4e78-b43d-0c2941a20e2f x-openstack-request-id: req-f0b23d9a-ecb1-4e78-b43d-0c2941a20e2f {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:12:51.624605 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72162aef-d742-4e0f-ae02-a1f1b3ef4f02", "tag": "7cd02fbf-e6f0-4353-a193-92d34f367341", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:12:51.624884 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f0b23d9a-ecb1-4e78-b43d-0c2941a20e2f {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:12:51.625264 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'tag': '7cd02fbf-e6f0-4353-a193-92d34f367341', 'status': 'completed', 'code': 200} Jul 08 20:12:51.643987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:51.644622 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:51.658414 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] 10.222.0.103 "PUT /v2.0/ports/f4b15ce2-4baf-4495-a086-dbf74d3f8935 HTTP/1.1" status: 200 len: 1097 time: 3.8284676 Jul 08 20:12:51.660811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-d4a5c698-2643-48f6-b767-3048a7bc5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:51.662248 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-d4a5c698-2643-48f6-b767-3048a7bc5e4e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 1100 time: 0.3314154 Jul 08 20:12:51.683670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Pushing event updated for resources: {'Port': ['ID=4926a76a-862b-435a-91ec-5be07c2142db,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:51.822623 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-c90e2bc2-0807-4a56-a94c-ce1aed75d480 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=7cd02fbf-e6f0-4353-a193-92d34f367341 HTTP/1.1" status: 200 len: 217 time: 0.1399736 Jul 08 20:12:51.897102 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-218ec9b6-8fd7-44f5-8c15-9bb16c26eeab req-9ef1f935-92dd-4590-b943-2539c6aea2a0 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:51.906072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Attempting to bind port 4926a76a-862b-435a-91ec-5be07c2142db on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:12:51.906777 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Attempting to bind port 4926a76a-862b-435a-91ec-5be07c2142db by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:12:51.907437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Attempting to bind port 4926a76a-862b-435a-91ec-5be07c2142db on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:51.912139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['87d606a0-9caa-4e1a-b294-767667847ddf'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:12:51.979231 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1f935-92dd-4590-b943-2539c6aea2a0 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Pushing event deleted for resources: {'Port': ['ID=87d606a0-9caa-4e1a-b294-767667847ddf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:52.035741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42514) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:52.088552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Port 4926a76a-862b-435a-91ec-5be07c2142db on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:12:52.088906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Attempting to bind port 4926a76a-862b-435a-91ec-5be07c2142db on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:52.131682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-218ec9b6-8fd7-44f5-8c15-9bb16c26eeab req-9ef1f935-92dd-4590-b943-2539c6aea2a0 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] No DVR routers for this DVR port 87d606a0-9caa-4e1a-b294-767667847ddf on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:12:52.149957 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-218ec9b6-8fd7-44f5-8c15-9bb16c26eeab req-9ef1f935-92dd-4590-b943-2539c6aea2a0 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:52.152165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-218ec9b6-8fd7-44f5-8c15-9bb16c26eeab req-9ef1f935-92dd-4590-b943-2539c6aea2a0 tempest-AggregatesAdminTestJSON-2008659335 tempest-AggregatesAdminTestJSON-2008659335-project] 10.222.0.104 "DELETE /v2.0/ports/87d606a0-9caa-4e1a-b294-767667847ddf HTTP/1.1" status: 204 len: 173 time: 1.7580571 Jul 08 20:12:52.152660 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588f0194-a4da-4def-9e54-d2498788f539', 'name': 'network-vif-deleted', 'tag': '87d606a0-9caa-4e1a-b294-767667847ddf'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:12:52.155760 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7cd64b-3ff4-40d0-b2b6-c24f6541a8ca" -d '{"events": [{"server_uuid": "588f0194-a4da-4def-9e54-d2498788f539", "name": "network-vif-deleted", "tag": "87d606a0-9caa-4e1a-b294-767667847ddf"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:12:52.188884 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:12:52.189550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:12:52.189700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:12:52.190053 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Bound port: 4926a76a-862b-435a-91ec-5be07c2142db, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:12:52.190418 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:52.197212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc746e3-0b43-403c-8479-b4e6e82d8218 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b15ce2-4baf-4495-a086-dbf74d3f8935,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:52.266679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-9108f39e-21bd-4674-b4f8-617246e08952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:52.297392 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-9108f39e-21bd-4674-b4f8-617246e08952 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.3793571 Jul 08 20:12:52.299697 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48758203-6a76-449c-9780-c21e3f4b48a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:52.450798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb68c-f556-495b-94e9-79defda47644 req-8028c833-f5c6-454f-b9db-2196e416a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:52.455396 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-8028c833-f5c6-454f-b9db-2196e416a32d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b152ae9dfa7744188b848bff72370f78&device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 1100 time: 0.7090256 Jul 08 20:12:52.471988 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-7a6a98d4-d1b8-46d5-8a37-b2ad538d4923 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=1465b724793e4f03a6fea1167fcc35fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589447 Jul 08 20:12:52.491892 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48758203-6a76-449c-9780-c21e3f4b48a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:52.503583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f78137-b561-4c90-85e2-b4127af1ecd2 req-b348ee38-1acc-490f-90ac-c78f60769918 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:52.508338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-56f78137-b561-4c90-85e2-b4127af1ecd2 req-b348ee38-1acc-490f-90ac-c78f60769918 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 948 time: 0.6715310 Jul 08 20:12:52.509054 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48758203-6a76-449c-9780-c21e3f4b48a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:52.585229 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-48758203-6a76-449c-9780-c21e3f4b48a2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ced5b16b4bee40539f5151f29362bcfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5457480 Jul 08 20:12:52.593434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42532) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:52.661512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48758203-6a76-449c-9780-c21e3f4b48a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e06c85-898e-495d-8e22-0610db730708,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:52.726180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0f93f1d9-b4f4-47a3-bb26-985e0c105641 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:52.727897 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0f93f1d9-b4f4-47a3-bb26-985e0c105641 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548523 Jul 08 20:12:52.731543 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bddf1ffc-5bc1-4dd4-b378-9c387c45e840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:52.763587 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-536889b1-0038-4da3-ae50-921c6626ad85 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/quotas/1465b724793e4f03a6fea1167fcc35fc HTTP/1.1" status: 200 len: 375 time: 0.0195944 Jul 08 20:12:52.766464 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-f7e20fd0-bb12-4a56-b75a-7c79463cc14b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=f4b15ce2-4baf-4495-a086-dbf74d3f8935 HTTP/1.1" status: 200 len: 217 time: 0.2940562 Jul 08 20:12:52.768766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] For port 4926a76a-862b-435a-91ec-5be07c2142db, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:12:52.769086 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bddf1ffc-5bc1-4dd4-b378-9c387c45e840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:52.830698 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] For port 4926a76a-862b-435a-91ec-5be07c2142db, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4926a76a-862b-435a-91ec-5be07c2142db,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:12:52.843911 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-75cc801b-6edd-47a3-bb24-ef0d734d4313 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1465b724793e4f03a6fea1167fcc35fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576639 Jul 08 20:12:52.855687 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:52.883698 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bddf1ffc-5bc1-4dd4-b378-9c387c45e840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:52.887581 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bddf1ffc-5bc1-4dd4-b378-9c387c45e840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:52.889364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bddf1ffc-5bc1-4dd4-b378-9c387c45e840 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/75e06c85-898e-495d-8e22-0610db730708 HTTP/1.1" status: 204 len: 168 time: 0.2948332 Jul 08 20:12:52.900498 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-56f78137-b561-4c90-85e2-b4127af1ecd2 req-3e067d9e-a738-4e75-ab74-b1a4d76ab2c0 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385951 Jul 08 20:12:52.908865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-59e552c7-c031-47b7-87b6-00c0da26ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:52.910581 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-59e552c7-c031-47b7-87b6-00c0da26ad2a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5419230 Jul 08 20:12:52.918006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf1ffc-5bc1-4dd4-b378-9c387c45e840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e06c85-898e-495d-8e22-0610db730708,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:52.929612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:52.930293 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:52.931754 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] 10.222.0.104 "PUT /v2.0/ports/4926a76a-862b-435a-91ec-5be07c2142db HTTP/1.1" status: 200 len: 1097 time: 3.6654117 Jul 08 20:12:52.939491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb68c-f556-495b-94e9-79defda47644 req-6065d8eb-baf1-431d-9c3a-fe1d37457a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:52.941085 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-6065d8eb-baf1-431d-9c3a-fe1d37457a08 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1617556 Jul 08 20:12:53.033442 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:53.452107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5c065-7247-4036-a836-a171ded50e2b service neutron] Pushing event updated for resources: {'Port': ['ID=4926a76a-862b-435a-91ec-5be07c2142db,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:53.472028 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-9a198561-9801-45b1-8ea1-0ed12a86d602 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386214 Jul 08 20:12:53.599664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb68c-f556-495b-94e9-79defda47644 req-c46d33a6-bbd0-44e4-ae4b-5112e4b74fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:53.601262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-c46d33a6-bbd0-44e4-ae4b-5112e4b74fd9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4947238 Jul 08 20:12:53.626888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6993be-4f9e-4c07-83e3-076ec0055f4a', 'tag': 'f4b15ce2-4baf-4495-a086-dbf74d3f8935'}, {'name': 'network-changed', 'server_uuid': 'd9dcf6bc-0963-44d9-8e17-9ff40ba52194', 'tag': '4926a76a-862b-435a-91ec-5be07c2142db'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:12:53.630328 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6993be-4f9e-4c07-83e3-076ec0055f4a", "tag": "f4b15ce2-4baf-4495-a086-dbf74d3f8935"}, {"name": "network-changed", "server_uuid": "d9dcf6bc-0963-44d9-8e17-9ff40ba52194", "tag": "4926a76a-862b-435a-91ec-5be07c2142db"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:12:53.640903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240090c-e9ba-4365-b20f-3f3b4e4290f1 req-e2db1709-e462-41dd-ba95-64dbf4c1558c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:53.649626 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7240090c-e9ba-4365-b20f-3f3b4e4290f1 req-e2db1709-e462-41dd-ba95-64dbf4c1558c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.4309061 Jul 08 20:12:53.677746 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba52a1f-bb95-4946-8a1e-e8bad64ef30a x-openstack-request-id: req-dba52a1f-bb95-4946-8a1e-e8bad64ef30a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:12:53.678694 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588f0194-a4da-4def-9e54-d2498788f539", "name": "network-vif-deleted", "tag": "87d606a0-9caa-4e1a-b294-767667847ddf", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:12:53.679210 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dba52a1f-bb95-4946-8a1e-e8bad64ef30a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:12:53.680362 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588f0194-a4da-4def-9e54-d2498788f539', 'name': 'network-vif-deleted', 'tag': '87d606a0-9caa-4e1a-b294-767667847ddf', 'status': 'completed', 'code': 200} Jul 08 20:12:53.686458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-f7dccbbb-5ecf-443c-9ad6-428f788475db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:53.688092 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-f7dccbbb-5ecf-443c-9ad6-428f788475db service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 1100 time: 0.5803406 Jul 08 20:12:53.805552 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-47a94696-ffff-4d7f-927a-b7155bd7fa12 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4926a76a-862b-435a-91ec-5be07c2142db HTTP/1.1" status: 200 len: 217 time: 0.0862312 Jul 08 20:12:53.836000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33077744-d75e-4c8e-82ae-4be22ba2d6ad req-dde899e8-bc91-4ab2-94ec-533e972d1661 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534167 Jul 08 20:12:53.839165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7240090c-e9ba-4365-b20f-3f3b4e4290f1 req-08179ec1-b125-4dbc-ab91-8c702cb52983 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882782 Jul 08 20:12:53.947508 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2462b23-6b1b-41cf-aa84-c3fa1b8c381e req-812d271b-66cb-44e6-b352-4e35d7e60585 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:53.966425 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c2462b23-6b1b-41cf-aa84-c3fa1b8c381e req-812d271b-66cb-44e6-b352-4e35d7e60585 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 948 time: 0.1689534 Jul 08 20:12:53.995659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 87d606a0-9caa-4e1a-b294-767667847ddf no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:12:54.013058 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-58c81193-9ff4-420d-b90c-73e1b7005ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:54.019424 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-58c81193-9ff4-420d-b90c-73e1b7005ee7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1539006 Jul 08 20:12:54.033034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 87d606a0-9caa-4e1a-b294-767667847ddf {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:12:54.033674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 87d606a0-9caa-4e1a-b294-767667847ddf not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:12:54.034586 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c2462b23-6b1b-41cf-aa84-c3fa1b8c381e req-8589b9a7-101f-4b4c-bd6d-def475161c88 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658746 Jul 08 20:12:54.135008 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f6fe5f37-7ba5-4841-8711-c2370f1c4322 req-59f166a4-26ee-4e28-a535-c59c59aa307b tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 210 time: 0.0597327 Jul 08 20:12:54.182337 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42582) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:54.208308 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 20:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1b85db-1ac4-4ab6-812f-b8b025b927f2 x-openstack-request-id: req-bf1b85db-1ac4-4ab6-812f-b8b025b927f2 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:12:54.208603 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6993be-4f9e-4c07-83e3-076ec0055f4a", "tag": "f4b15ce2-4baf-4495-a086-dbf74d3f8935", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9dcf6bc-0963-44d9-8e17-9ff40ba52194", "tag": "4926a76a-862b-435a-91ec-5be07c2142db", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:12:54.208883 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bf1b85db-1ac4-4ab6-812f-b8b025b927f2 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:12:54.209300 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6993be-4f9e-4c07-83e3-076ec0055f4a', 'tag': 'f4b15ce2-4baf-4495-a086-dbf74d3f8935', 'status': 'completed', 'code': 200} Jul 08 20:12:54.209589 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dcf6bc-0963-44d9-8e17-9ff40ba52194', 'tag': '4926a76a-862b-435a-91ec-5be07c2142db', 'status': 'completed', 'code': 200} Jul 08 20:12:54.261673 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-ed713507-1e81-4c11-bb2a-a45b082b5e73 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485763 Jul 08 20:12:54.365534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd71101-b2b7-43be-bb5b-ee2621c36947 req-75382cad-9803-4e43-b3fe-3b0cdb669b36 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:54.374360 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1dd71101-b2b7-43be-bb5b-ee2621c36947 req-75382cad-9803-4e43-b3fe-3b0cdb669b36 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 948 time: 0.0848677 Jul 08 20:12:54.435835 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1dd71101-b2b7-43be-bb5b-ee2621c36947 req-43a83c9c-6777-4e8c-9a72-df9ead041521 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603926 Jul 08 20:12:54.447363 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c50bb68c-f556-495b-94e9-79defda47644 req-46c68401-9e6f-4e1d-af12-b449a7c9ee65 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643364 Jul 08 20:12:54.450947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-network', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:54.481649 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-6dd6dd1d-b5f8-4914-a977-1ad77a26e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:54.492790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-6dd6dd1d-b5f8-4914-a977-1ad77a26e370 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4140251 Jul 08 20:12:54.495642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c85146-4e43-4fa3-91fa-1bb29d8108d1 req-4afecf21-4ff1-48d8-95ca-49ec1097b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:54.500068 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-13c85146-4e43-4fa3-91fa-1bb29d8108d1 req-4afecf21-4ff1-48d8-95ca-49ec1097b28a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 1100 time: 0.4773679 Jul 08 20:12:54.503422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Made reservation on behalf of cf603f36676944b58640e8004b1ccf8f for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:54.509925 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:54.512843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42592) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:54.539746 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:54.668803 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-43e344d0-79dc-4fb6-8ffb-1cc054b1773f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dcd1c8b7b508412086aa90ad578c2730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540868 Jul 08 20:12:54.673576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42600) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:54.734010 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-43c1a578-075f-409c-bd55-8b2b895bc787 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323549 Jul 08 20:12:54.849254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c85146-4e43-4fa3-91fa-1bb29d8108d1 req-9e423913-8793-4d40-8082-4ee8c84baf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:54.850766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-13c85146-4e43-4fa3-91fa-1bb29d8108d1 req-9e423913-8793-4d40-8082-4ee8c84baf82 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2624884 Jul 08 20:12:54.877456 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-a68721e3-9560-408d-bee0-8e66c28f19da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:54.879004 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-a68721e3-9560-408d-bee0-8e66c28f19da service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b152ae9dfa7744188b848bff72370f78&device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 1100 time: 0.2918236 Jul 08 20:12:54.914682 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:54.925790 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:54.933714 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-13c85146-4e43-4fa3-91fa-1bb29d8108d1 req-36de2f89-f677-482d-a772-f6dba33641e4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=7cd02fbf-e6f0-4353-a193-92d34f367341 HTTP/1.1" status: 200 len: 217 time: 0.0699475 Jul 08 20:12:54.950336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de671b-935d-4c93-8d61-388b80335239 req-2891aa6e-988a-4ce2-a119-8e3e4d97e7ab tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:54.958086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3de671b-935d-4c93-8d61-388b80335239 req-2891aa6e-988a-4ce2-a119-8e3e4d97e7ab tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 1101 time: 0.3051989 Jul 08 20:12:54.986468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:12:54.988438 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45434ffb-50c7-44ea-b876-8725878f8358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:54.995501 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-377c212b-a3c0-4e7e-b9fa-8f55107447e9 req-7f57c641-23ee-44d9-8152-0a0286e9301e service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516706 Jul 08 20:12:55.000144 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-4f73a5f1-2035-40f5-a3e6-83ab89c752ed tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=1465b724793e4f03a6fea1167fcc35fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570934 Jul 08 20:12:55.032905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6d798a-bfaa-4312-a810-a3553f56624f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:55.036846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e3de671b-935d-4c93-8d61-388b80335239 req-94b526fd-cee2-416e-8293-9db615059d72 tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:55.050903 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:55.051244 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Added segment 9912fd5e-30c5-4145-9faa-a78e6dda5714 of type vlan for network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 Jul 08 20:12:55.103312 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45434ffb-50c7-44ea-b876-8725878f8358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:55.157791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c85146-4e43-4fa3-91fa-1bb29d8108d1 req-180c97e3-76df-4fba-a6f0-f56e726e8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:55.159596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-13c85146-4e43-4fa3-91fa-1bb29d8108d1 req-180c97e3-76df-4fba-a6f0-f56e726e8ab9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1754556 Jul 08 20:12:55.224362 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-505aa3c2-da96-4d62-ab55-16a83f64a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:55.226965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:55.227540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-505aa3c2-da96-4d62-ab55-16a83f64a4ea service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.3146329 Jul 08 20:12:55.302414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0948a145-5b1d-451d-a077-157ed76876bf tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:55.304495 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0948a145-5b1d-451d-a077-157ed76876bf tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2936532 Jul 08 20:12:55.308137 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:55.309754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:55.310571 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:55.328549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-e21bce0b-07d0-4b47-8d29-882b853ab757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:55.330089 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-e21bce0b-07d0-4b47-8d29-882b853ab757 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 1100 time: 0.2293057 Jul 08 20:12:55.352309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Request body: {'port': {'device_id': '696081dd-87be-4e26-ba19-3c157dba6bc4', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '1465b724793e4f03a6fea1167fcc35fc'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:55.438276 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e3de671b-935d-4c93-8d61-388b80335239 req-94b526fd-cee2-416e-8293-9db615059d72 tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:55.472482 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-642582aa-ba93-483c-be7d-d8b766315c64 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=f4b15ce2-4baf-4495-a086-dbf74d3f8935 HTTP/1.1" status: 200 len: 217 time: 0.0549281 Jul 08 20:12:55.473000 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e3de671b-935d-4c93-8d61-388b80335239 req-94b526fd-cee2-416e-8293-9db615059d72 tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:55.476564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c85146-4e43-4fa3-91fa-1bb29d8108d1 req-ffbd6383-c87f-4159-aee7-57e90ea2c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:55.478043 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-13c85146-4e43-4fa3-91fa-1bb29d8108d1 req-ffbd6383-c87f-4159-aee7-57e90ea2c92a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2481461 Jul 08 20:12:55.487199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45434ffb-50c7-44ea-b876-8725878f8358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:55.489757 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45434ffb-50c7-44ea-b876-8725878f8358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:55.490899 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-45434ffb-50c7-44ea-b876-8725878f8358 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/447e627a-87b5-41e1-85f7-18a3ba7d53d8 HTTP/1.1" status: 204 len: 168 time: 0.8164153 Jul 08 20:12:55.499277 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3153040 Jul 08 20:12:55.508452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42620) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:55.523183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-76199334-d3ba-4b5b-a03d-1ed338edc63f admin admin] Request body: {'subnet': {'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-subnet', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:55.530835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45434ffb-50c7-44ea-b876-8725878f8358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447e627a-87b5-41e1-85f7-18a3ba7d53d8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:55.549729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57051d65-5055-4bdf-adbb-666f1db1fc9b admin admin] Pushing event updated for resources: {'Network': ['ID=0a05c0ed-f0e8-4fd5-825f-02887143f5a9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:55.557149 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3de671b-935d-4c93-8d61-388b80335239 req-94b526fd-cee2-416e-8293-9db615059d72 tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986040 Jul 08 20:12:55.628683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76199334-d3ba-4b5b-a03d-1ed338edc63f admin admin] Made reservation on behalf of cf603f36676944b58640e8004b1ccf8f for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:55.631352 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-76199334-d3ba-4b5b-a03d-1ed338edc63f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:55.634649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:12:55.685419 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab79a-b99f-4354-b8b2-41e102bdbd2e req-d16165e8-79d3-4bc7-8e08-5d9b87310e09 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:55.695594 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-275ab79a-b99f-4354-b8b2-41e102bdbd2e req-d16165e8-79d3-4bc7-8e08-5d9b87310e09 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 948 time: 0.4123492 Jul 08 20:12:55.808322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Made reservation on behalf of 1465b724793e4f03a6fea1167fcc35fc for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:12:55.814086 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:55.870477 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-275ab79a-b99f-4354-b8b2-41e102bdbd2e req-1a8a5dea-77b5-4716-87fc-4a385748a12d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737502 Jul 08 20:12:55.871242 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:55.950572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-0ba7c1c9-bae9-45d4-902e-427a6fd6d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:55.952451 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-0ba7c1c9-bae9-45d4-902e-427a6fd6d934 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.6156845 Jul 08 20:12:55.953090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b526fd-cee2-416e-8293-9db615059d72 tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022f21d1-ea34-4572-815a-c20e4fb19ef0,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:55.960400 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e53cfc4-6d2b-4235-a7ca-31ab11c0eb2c req-3175cdce-5d2a-469a-9979-c32e70afb050 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 210 time: 0.0686626 Jul 08 20:12:55.984937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42634) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:56.037667 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-e2585680-03ca-4f5b-a358-cf5994d25b10 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4926a76a-862b-435a-91ec-5be07c2142db HTTP/1.1" status: 200 len: 217 time: 0.0760722 Jul 08 20:12:56.060224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-8f5dbc71-ccf1-448d-a28b-dd536027e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:56.062799 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-8f5dbc71-ccf1-448d-a28b-dd536027e2aa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.5797002 Jul 08 20:12:56.143847 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-13c85146-4e43-4fa3-91fa-1bb29d8108d1 req-c7d93b8e-f9b3-4286-88f2-9da40857d9e5 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438155 Jul 08 20:12:56.166535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-63193386-3d8f-4bb7-8c52-174a80ed99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:56.168061 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-63193386-3d8f-4bb7-8c52-174a80ed99aa service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1202490 Jul 08 20:12:56.181079 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-adc14cbe-c875-4f7a-8789-c91614356c35 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=03e485aec2f441a4b5d9129d6504b1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925433 Jul 08 20:12:56.211191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42642) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:56.293558 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-76199334-d3ba-4b5b-a03d-1ed338edc63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:56.297737 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:56.333678 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:56.345528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-db89bfaa-3c53-4ac4-8cd5-50da21c930d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:56.347209 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-db89bfaa-3c53-4ac4-8cd5-50da21c930d0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2618992 Jul 08 20:12:56.412245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-13c85146-4e43-4fa3-91fa-1bb29d8108d1 req-59f34f89-9234-44a3-8e1a-0962ea6a00c3 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612720 Jul 08 20:12:56.447510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-1b0a774d-81ed-41c0-b4a1-333e072af26b req-5a3bef66-9e85-4963-97ee-74db661b12c4 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:12:56.448546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee491fe-72e5-47e6-b2a2-889fead35150 req-aa845cd3-f045-4243-91b2-bf4840fd1247 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:56.448723 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1b0a774d-81ed-41c0-b4a1-333e072af26b req-5a3bef66-9e85-4963-97ee-74db661b12c4 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1191690 Jul 08 20:12:56.450530 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8ee491fe-72e5-47e6-b2a2-889fead35150 req-aa845cd3-f045-4243-91b2-bf4840fd1247 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 948 time: 0.3984640 Jul 08 20:12:56.461045 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a948b525-6d90-49db-989e-167fb804a09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:56.475878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-1e1d2939-dc98-4fee-868b-de9b058940ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:56.477432 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-1e1d2939-dc98-4fee-868b-de9b058940ef service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2651775 Jul 08 20:12:56.541681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Allocated IP 192.168.233.80 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/865698cd-a80a-4c4b-8c1b-237d651f5122) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:12:56.588829 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-151e4626-ed45-47b6-9338-77ee3ca6bcda service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029351 Jul 08 20:12:56.598242 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a948b525-6d90-49db-989e-167fb804a09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:56.714646 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-31bc713f-e180-4a29-9284-7a05961d1683 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553507 Jul 08 20:12:56.736480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3186279b-b75d-4c04-a8ed-038205d89b8c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:56.753537 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:56.781430 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76199334-d3ba-4b5b-a03d-1ed338edc63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9647768-39df-479a-9164-058cac9c913e,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:56.795796 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-323625f7-73ce-40cc-89e2-77db0b73127c service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996338 Jul 08 20:12:56.807540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a948b525-6d90-49db-989e-167fb804a09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:56.812081 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a948b525-6d90-49db-989e-167fb804a09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:56.814293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a948b525-6d90-49db-989e-167fb804a09c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e6099cb6-4355-420f-9031-24dc14f421ce HTTP/1.1" status: 204 len: 168 time: 0.5998874 Jul 08 20:12:56.825361 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Transition to ACTIVE for port object 865698cd-a80a-4c4b-8c1b-237d651f5122 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:56.837265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948b525-6d90-49db-989e-167fb804a09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6099cb6-4355-420f-9031-24dc14f421ce,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:56.870062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76199334-d3ba-4b5b-a03d-1ed338edc63f admin admin] Checking segment: {'id': '9912fd5e-30c5-4145-9faa-a78e6dda5714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:12:56.870411 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76199334-d3ba-4b5b-a03d-1ed338edc63f admin admin] Network hostable DHCP agents. Network: 0a05c0ed-f0e8-4fd5-825f-02887143f5a9, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:12:56.877096 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65369f68-b2c9-44db-bc9e-6ec9d8d4221f req-64872d0e-3be7-4000-84fd-012d7dc01433 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530707 Jul 08 20:12:56.886888 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8ee491fe-72e5-47e6-b2a2-889fead35150 req-5ba76fbe-c3c1-40db-a5e7-e2bfaa67796d tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827736 Jul 08 20:12:56.980191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76199334-d3ba-4b5b-a03d-1ed338edc63f admin admin] Network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:12:56.994723 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:56.999961 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd437729-1198-4e92-b23b-67b9654fcc5f req-dd9ddbf2-5610-479a-9804-7a934d90a6e5 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2362733 Jul 08 20:12:57.001948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-76199334-d3ba-4b5b-a03d-1ed338edc63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 0a05c0ed-f0e8-4fd5-825f-02887143f5a9) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:12:57.007556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76199334-d3ba-4b5b-a03d-1ed338edc63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:57.010999 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074a00b4-f598-473c-8719-28b36a61a3f5 None None] Network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:12:57.013860 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-76199334-d3ba-4b5b-a03d-1ed338edc63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:57.171670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42668) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:57.172240 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-76199334-d3ba-4b5b-a03d-1ed338edc63f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6584756 Jul 08 20:12:57.177436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:57.198408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:12:57.222507 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:57.223958 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:57.242625 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:12:57.257525 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Pushing event updated for resources: {'Port': ['ID=865698cd-a80a-4c4b-8c1b-237d651f5122,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:57.265014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:12:57.272409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:57.273398 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:57.324976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0dc1666b-547c-4fc6-aca7-264ff67c5e8d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9791965 Jul 08 20:12:57.357002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Request body: {'port': {'device_id': '696081dd-87be-4e26-ba19-3c157dba6bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:12:57.384973 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:57.488081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'fixed_ips': [{'subnet_id': 'd9647768-39df-479a-9164-058cac9c913e'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:12:57.489247 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:57.572616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42684) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:57.615281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290edd3-8cf3-42e4-8438-1dbfd01f357f req-375d6010-22f5-4b20-9f83-1bbf7c7e044a tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:57.616828 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8290edd3-8cf3-42e4-8438-1dbfd01f357f req-375d6010-22f5-4b20-9f83-1bbf7c7e044a tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 948 time: 0.4510026 Jul 08 20:12:57.617310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42688) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:57.628184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd437729-1198-4e92-b23b-67b9654fcc5f req-dd860640-ec8f-4f30-a223-d9b9fb8d0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:57.629925 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd437729-1198-4e92-b23b-67b9654fcc5f req-dd860640-ec8f-4f30-a223-d9b9fb8d0560 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1bf67307e2f74fdbb1ceda9ca9403dd2&device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 1097 time: 0.5381534 Jul 08 20:12:57.662324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3eeb675f-c618-4122-af6d-42f805f96bfb None None] Provisioning for port 865698cd-a80a-4c4b-8c1b-237d651f5122 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:12:57.681871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8290edd3-8cf3-42e4-8438-1dbfd01f357f req-91f9b63a-8f62-4f13-acca-cb3ee2cf40db tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508599 Jul 08 20:12:57.686637 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3eeb675f-c618-4122-af6d-42f805f96bfb None None] Provisioning complete for port 865698cd-a80a-4c4b-8c1b-237d651f5122 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:12:57.687145 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3eeb675f-c618-4122-af6d-42f805f96bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:57.739175 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:57.836788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422523a8-6561-4f01-b6e3-5b32c96d2fa7 req-80652efc-2afc-486d-a23c-1b01e6075c4a tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:57.845822 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-422523a8-6561-4f01-b6e3-5b32c96d2fa7 req-80652efc-2afc-486d-a23c-1b01e6075c4a tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 935 time: 0.3103919 Jul 08 20:12:57.876658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb675f-c618-4122-af6d-42f805f96bfb None None] Port 865698cd-a80a-4c4b-8c1b-237d651f5122 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:12:57.891340 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd437729-1198-4e92-b23b-67b9654fcc5f req-279a8142-421f-473c-841d-c8d5f8d01ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:57.896813 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd437729-1198-4e92-b23b-67b9654fcc5f req-279a8142-421f-473c-841d-c8d5f8d01ff3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=41d03b2c-ef71-4103-84c4-97ea25a151c8 HTTP/1.1" status: 200 len: 915 time: 0.2204959 Jul 08 20:12:57.897940 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:57.921582 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-422523a8-6561-4f01-b6e3-5b32c96d2fa7 req-4a44fb08-95eb-44a7-af72-4aafcc9a6212 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741744 Jul 08 20:12:57.926084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Allocated IP 172.20.0.2 (0a05c0ed-f0e8-4fd5-825f-02887143f5a9/d9647768-39df-479a-9164-058cac9c913e/443c560e-fe0c-46fd-86a9-4a7df2bccb72) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:12:57.987330 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd437729-1198-4e92-b23b-67b9654fcc5f req-84b062e3-a221-4b4f-a574-726e993dca2b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2370e8da-552f-45be-b79d-1baba93da878 HTTP/1.1" status: 200 len: 217 time: 0.0808640 Jul 08 20:12:58.035233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f4b15ce2-4baf-4495-a086-dbf74d3f8935 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:12:58.074600 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd437729-1198-4e92-b23b-67b9654fcc5f req-17f63a94-b766-438d-90d6-4f64ea8e6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:58.075987 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd437729-1198-4e92-b23b-67b9654fcc5f req-17f63a94-b766-438d-90d6-4f64ea8e6e94 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b5c51583-c413-49c8-b8f7-b9329971e117 HTTP/1.1" status: 200 len: 854 time: 0.0649683 Jul 08 20:12:58.085920 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7760ee39-4a25-42b7-85eb-6d9b7a91727f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:58.244499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:58.273259 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:58.308206 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-ddb7b544-f7d2-482b-b271-58228375a853 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7278192 Jul 08 20:12:58.326067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port f4b15ce2-4baf-4495-a086-dbf74d3f8935, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f4b15ce2-4baf-4495-a086-dbf74d3f8935,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:58.346472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7cd02fbf-e6f0-4353-a193-92d34f367341 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:12:58.366550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'f4b15ce2-4baf-4495-a086-dbf74d3f8935', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'f4b15ce2-4baf-4495-a086-dbf74d3f8935', 'mac_address': 'fa:16:3e:73:3e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:12:58.399711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eb9dd-2018-4b39-b2d4-76b4877bc667 req-297f2fb1-0d2b-4c09-907e-cb9de2c387ca tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:58.403211 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865698cd-a80a-4c4b-8c1b-237d651f5122 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:58.408018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-979eb9dd-2018-4b39-b2d4-76b4877bc667 req-297f2fb1-0d2b-4c09-907e-cb9de2c387ca tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 948 time: 0.2719839 Jul 08 20:12:58.416790 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:58.502820 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Transition to ACTIVE for port object 865698cd-a80a-4c4b-8c1b-237d651f5122 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:58.518299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-979eb9dd-2018-4b39-b2d4-76b4877bc667 req-3dc5fb33-4745-4672-a08d-5f09b7f8e657 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045773 Jul 08 20:12:58.541374 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:58.554784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Allocated IP 172.25.4.8 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/65cdee94-24ac-4d38-a17a-4dc9e103bd09) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:12:58.619297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181edbf-3355-4f90-872d-5b4d844c1797 req-4b5f3ba6-690a-4f1e-b7d6-c1b93209f0bd tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:58.627213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e181edbf-3355-4f90-872d-5b4d844c1797 req-4b5f3ba6-690a-4f1e-b7d6-c1b93209f0bd tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.6689968 Jul 08 20:12:58.739745 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:58.756823 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Transition to ACTIVE for port object 443c560e-fe0c-46fd-86a9-4a7df2bccb72 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:58.782498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Transition to ACTIVE for port object 443c560e-fe0c-46fd-86a9-4a7df2bccb72 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:12:58.805096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7cd02fbf-e6f0-4353-a193-92d34f367341,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:58.825173 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '7cd02fbf-e6f0-4353-a193-92d34f367341', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '7cd02fbf-e6f0-4353-a193-92d34f367341', 'mac_address': 'fa:16:3e:89:3b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:12:58.847066 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:58.874505 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd437729-1198-4e92-b23b-67b9654fcc5f req-47c427fa-6d89-40c6-b16e-5d3c145b40a2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=41d03b2c-ef71-4103-84c4-97ea25a151c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4345641 Jul 08 20:12:58.933678 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:58.935526 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:58.959439 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:58.984459 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:59.003548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b15ce2-4baf-4495-a086-dbf74d3f8935 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:59.031245 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd437729-1198-4e92-b23b-67b9654fcc5f req-0cb45101-8bcc-4c7f-8e68-63b0f073c1b3 service neutron] 10.222.0.103 "GET /v2.0/networks/41d03b2c-ef71-4103-84c4-97ea25a151c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387210 Jul 08 20:12:59.043433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port f4b15ce2-4baf-4495-a086-dbf74d3f8935, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f4b15ce2-4baf-4495-a086-dbf74d3f8935,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:59.060140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:12:59.120238 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd02fbf-e6f0-4353-a193-92d34f367341 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:59.148574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Pushing event updated for resources: {'Port': ['ID=65cdee94-24ac-4d38-a17a-4dc9e103bd09,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:59.150504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7cd02fbf-e6f0-4353-a193-92d34f367341,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:59.152355 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:12:59.161340 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:59.163684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Pushing event updated for resources: {'Port': ['ID=443c560e-fe0c-46fd-86a9-4a7df2bccb72,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:59.181905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Pushing event updated for resources: {'Port': ['ID=865698cd-a80a-4c4b-8c1b-237d651f5122,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:59.182535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:12:59.186705 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd437729-1198-4e92-b23b-67b9654fcc5f req-9c3fd2dd-9902-4dc0-b5b7-aed748e8dd3d service neutron] 10.222.0.103 "GET /v2.0/networks/41d03b2c-ef71-4103-84c4-97ea25a151c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213710 Jul 08 20:12:59.191048 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:59.192747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4926a76a-862b-435a-91ec-5be07c2142db details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:12:59.240038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 4926a76a-862b-435a-91ec-5be07c2142db, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4926a76a-862b-435a-91ec-5be07c2142db,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:59.271598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:12:59.275057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:12:59.276832 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Attempting to bind port 865698cd-a80a-4c4b-8c1b-237d651f5122 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:12:59.279791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Attempting to bind port 865698cd-a80a-4c4b-8c1b-237d651f5122 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:12:59.283640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:12:59.286008 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '4926a76a-862b-435a-91ec-5be07c2142db', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '4926a76a-862b-435a-91ec-5be07c2142db', 'mac_address': 'fa:16:3e:f0:e8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:12:59.289975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Attempting to bind port 865698cd-a80a-4c4b-8c1b-237d651f5122 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:59.311873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Port 865698cd-a80a-4c4b-8c1b-237d651f5122 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:12:59.312207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Attempting to bind port 865698cd-a80a-4c4b-8c1b-237d651f5122 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:59.331414 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e181edbf-3355-4f90-872d-5b4d844c1797 req-b7e8a674-f428-46fb-aea1-c7508be52478 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7011735 Jul 08 20:12:59.349482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:12:59.349832 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:12:59.351312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:12:59.351791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Bound port: 865698cd-a80a-4c4b-8c1b-237d651f5122, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:12:59.352275 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:59.389425 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:59.433196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Attempting to bind port 443c560e-fe0c-46fd-86a9-4a7df2bccb72 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:12:59.433575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Attempting to bind port 443c560e-fe0c-46fd-86a9-4a7df2bccb72 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '9912fd5e-30c5-4145-9faa-a78e6dda5714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:12:59.433939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Attempting to bind port 443c560e-fe0c-46fd-86a9-4a7df2bccb72 on network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:12:59.472357 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:12:59.473280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Checking segment: {'id': '9912fd5e-30c5-4145-9faa-a78e6dda5714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:12:59.473851 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:59.474392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Bound using segment: {'id': '9912fd5e-30c5-4145-9faa-a78e6dda5714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:12:59.475177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Bound port: 443c560e-fe0c-46fd-86a9-4a7df2bccb72, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9912fd5e-30c5-4145-9faa-a78e6dda5714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:12:59.475848 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:59.496304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4926a76a-862b-435a-91ec-5be07c2142db {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:12:59.563893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['f4b15ce2-4baf-4495-a086-dbf74d3f8935'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:12:59.594831 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7760ee39-4a25-42b7-85eb-6d9b7a91727f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:59.637834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] For port 865698cd-a80a-4c4b-8c1b-237d651f5122, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:12:59.642914 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] For port 865698cd-a80a-4c4b-8c1b-237d651f5122, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=865698cd-a80a-4c4b-8c1b-237d651f5122,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:12:59.657625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5b175-8150-4558-8409-777fd2180903 req-12fc9517-6057-4e87-95a3-d1c84ba70ce8 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:59.663095 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fb5b175-8150-4558-8409-777fd2180903 req-12fc9517-6057-4e87-95a3-d1c84ba70ce8 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 948 time: 0.5181952 Jul 08 20:12:59.684076 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 4926a76a-862b-435a-91ec-5be07c2142db, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4926a76a-862b-435a-91ec-5be07c2142db,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:12:59.698259 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:59.702023 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7760ee39-4a25-42b7-85eb-6d9b7a91727f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:59.715246 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:59.774550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=f4b15ce2-4baf-4495-a086-dbf74d3f8935,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:59.818779 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] For port 443c560e-fe0c-46fd-86a9-4a7df2bccb72, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:12:59.874260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] For port 443c560e-fe0c-46fd-86a9-4a7df2bccb72, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=443c560e-fe0c-46fd-86a9-4a7df2bccb72,segment=NetworkSegment(9912fd5e-30c5-4145-9faa-a78e6dda5714),segment_id=9912fd5e-30c5-4145-9faa-a78e6dda5714)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:12:59.875040 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7760ee39-4a25-42b7-85eb-6d9b7a91727f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ddfc9b6f230c46a28ad87f3047d13f45&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2535493 Jul 08 20:12:59.882437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Pushing event updated for resources: {'Port': ['ID=865698cd-a80a-4c4b-8c1b-237d651f5122,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:59.887867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760ee39-4a25-42b7-85eb-6d9b7a91727f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d494c60b-a966-46aa-8167-13f5f0ba1b7f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:12:59.896264 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fb5b175-8150-4558-8409-777fd2180903 req-9be2027c-a71c-4309-9ec4-05efcc020ee0 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270477 Jul 08 20:12:59.896983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42760) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:12:59.902276 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:59.937225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:59.939208 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:12:59.941112 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-926d43cb-6554-4556-baf7-ab19447b4d0b service neutron] 10.222.0.104 "PUT /v2.0/ports/865698cd-a80a-4c4b-8c1b-237d651f5122 HTTP/1.1" status: 200 len: 1096 time: 2.6008723 Jul 08 20:12:59.941785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696081dd-87be-4e26-ba19-3c157dba6bc4', 'tag': '865698cd-a80a-4c4b-8c1b-237d651f5122'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:12:59.946442 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bea6b9a-9e55-4858-a18a-7b8d2de59c38" -d '{"events": [{"name": "network-changed", "server_uuid": "696081dd-87be-4e26-ba19-3c157dba6bc4", "tag": "865698cd-a80a-4c4b-8c1b-237d651f5122"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:12:59.959140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['4926a76a-862b-435a-91ec-5be07c2142db'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:12:59.983866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af03feb-6af1-4b88-91d2-90257474b47f req-55d42948-20e3-4b18-b181-195c2477067b tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:12:59.986171 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4af03feb-6af1-4b88-91d2-90257474b47f req-55d42948-20e3-4b18-b181-195c2477067b tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 947 time: 0.3412879 Jul 08 20:13:00.024743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7cd02fbf-e6f0-4353-a193-92d34f367341'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:00.076465 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:00.104293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4af03feb-6af1-4b88-91d2-90257474b47f req-2eeb2ae0-8b91-4b28-b4fd-bd65858804ad tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124141 Jul 08 20:13:00.133031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-c53cbb94-c405-462d-86f0-8c11afa404dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:00.133031 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-c53cbb94-c405-462d-86f0-8c11afa404dd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1465b724793e4f03a6fea1167fcc35fc&device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 1099 time: 0.1060901 Jul 08 20:13:00.134418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7cd02fbf-e6f0-4353-a193-92d34f367341,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:00.208446 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-c7343c8e-b692-466c-a3cd-ae3b7d2cbfe8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=865698cd-a80a-4c4b-8c1b-237d651f5122 HTTP/1.1" status: 200 len: 217 time: 0.0658178 Jul 08 20:13:00.314464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-a409efdd-10ef-4f76-b43d-f16b3dfb038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:00.316018 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-a409efdd-10ef-4f76-b43d-f16b3dfb038f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1006057 Jul 08 20:13:00.330352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=4926a76a-862b-435a-91ec-5be07c2142db,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:00.455056 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-e9a03b3b-1dfe-448d-bdb9-a69f3259a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:00.457035 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-e9a03b3b-1dfe-448d-bdb9-a69f3259a902 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1341443 Jul 08 20:13:00.490519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437b497-a482-4e73-8d71-99419355bd74 None None] Pushing event updated for resources: {'Port': ['ID=443c560e-fe0c-46fd-86a9-4a7df2bccb72,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:00.645521 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-0afd7cc6-a635-4eb4-b3bd-b0782b079426 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812105 Jul 08 20:13:00.772068 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78859445-4ca3-4084-9b80-573646c22fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:00.830185 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78859445-4ca3-4084-9b80-573646c22fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:00.838199 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe077e0-aa4d-4da6-a8bf-b25b606543df x-openstack-request-id: req-8fe077e0-aa4d-4da6-a8bf-b25b606543df {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:00.838490 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696081dd-87be-4e26-ba19-3c157dba6bc4", "tag": "865698cd-a80a-4c4b-8c1b-237d651f5122", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:00.838748 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8fe077e0-aa4d-4da6-a8bf-b25b606543df {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:00.839142 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696081dd-87be-4e26-ba19-3c157dba6bc4', 'tag': '865698cd-a80a-4c4b-8c1b-237d651f5122', 'status': 'completed', 'code': 200} Jul 08 20:13:00.842625 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae301fb4-cd68-4d5f-9f83-fbe9283b1984 req-a7f3033a-0650-41a4-8af6-05768373687b service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884787 Jul 08 20:13:00.964698 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-76bf7753-4b4a-40fc-918a-30da52e3adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:00.966142 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-76bf7753-4b4a-40fc-918a-30da52e3adc2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 1101 time: 0.1262636 Jul 08 20:13:00.993999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236bffd-8a8e-4955-8b05-4fc65516e9fb req-41f0cc43-c1ce-4800-9b66-4eb165827d0b tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:01.001211 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b236bffd-8a8e-4955-8b05-4fc65516e9fb req-41f0cc43-c1ce-4800-9b66-4eb165827d0b tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 949 time: 0.8109243 Jul 08 20:13:01.080366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacca8c-2864-4317-bb06-9970726b329c req-334063c2-8175-4cf6-9759-ae2d678fea12 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:01.082005 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eacca8c-2864-4317-bb06-9970726b329c req-334063c2-8175-4cf6-9759-ae2d678fea12 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.1866202 Jul 08 20:13:01.086589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea6b9a-9e55-4858-a18a-7b8d2de59c38 req-7da62c52-1236-4bdd-88a1-7b843f1c520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:01.088157 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6bea6b9a-9e55-4858-a18a-7b8d2de59c38 req-7da62c52-1236-4bdd-88a1-7b843f1c520e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1465b724793e4f03a6fea1167fcc35fc&device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 1099 time: 0.1802180 Jul 08 20:13:01.098314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b236bffd-8a8e-4955-8b05-4fc65516e9fb req-acbe17e5-2097-48a2-91cc-a8c2ea15b330 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861335 Jul 08 20:13:01.105296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:01.110595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78859445-4ca3-4084-9b80-573646c22fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:01.113293 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78859445-4ca3-4084-9b80-573646c22fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:01.114571 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-78859445-4ca3-4084-9b80-573646c22fc9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d494c60b-a966-46aa-8167-13f5f0ba1b7f HTTP/1.1" status: 204 len: 168 time: 1.2102735 Jul 08 20:13:01.123141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78859445-4ca3-4084-9b80-573646c22fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d494c60b-a966-46aa-8167-13f5f0ba1b7f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:01.207593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-651160c7-3456-4cec-b4ba-218f73b8bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:01.209131 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-651160c7-3456-4cec-b4ba-218f73b8bfff service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2346289 Jul 08 20:13:01.228935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eacca8c-2864-4317-bb06-9970726b329c req-a2c587d4-240c-4b80-bdf8-d96b00cff6ed tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380670 Jul 08 20:13:01.272117 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-aa033d2f-c3cc-40e7-8864-b7564c94579a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8 HTTP/1.1" status: 200 len: 217 time: 0.0546315 Jul 08 20:13:01.373424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:13:01.406572 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea6b9a-9e55-4858-a18a-7b8d2de59c38 req-8aa07f31-41b6-4ee2-a842-13ba8a62eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:01.408220 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6bea6b9a-9e55-4858-a18a-7b8d2de59c38 req-8aa07f31-41b6-4ee2-a842-13ba8a62eb30 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.3135240 Jul 08 20:13:01.468050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 443c560e-fe0c-46fd-86a9-4a7df2bccb72 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:01.506281 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6bea6b9a-9e55-4858-a18a-7b8d2de59c38 req-abeedd4a-1e19-4104-8691-376d404955ba service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=865698cd-a80a-4c4b-8c1b-237d651f5122 HTTP/1.1" status: 200 len: 217 time: 0.0895698 Jul 08 20:13:01.537063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-f68200af-38e5-4b16-b725-c2d3dec09954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:01.538920 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-f68200af-38e5-4b16-b725-c2d3dec09954 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.2596941 Jul 08 20:13:01.598041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:13:01.600819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 443c560e-fe0c-46fd-86a9-4a7df2bccb72 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:01.614019 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Sync routers for ids ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:13:01.629623 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Routers {'53c5bca8-ff89-4ca6-94f0-f270e6544b1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:01.630541 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:12:36Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:01.679804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76288536-a953-4e55-a539-85e41f9bd521 req-94c0b01d-5860-44c5-b48b-67d3ed7052e2 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:01.693093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76288536-a953-4e55-a539-85e41f9bd521 req-94c0b01d-5860-44c5-b48b-67d3ed7052e2 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 949 time: 0.1616311 Jul 08 20:13:01.710420 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:01.714211 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c5d44d93-7cde-4496-a386-4e2d0d7807ba admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 4.5387328 Jul 08 20:13:01.724848 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42784) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:01.779295 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76288536-a953-4e55-a539-85e41f9bd521 req-6efd7099-9257-43d5-baec-18a7553dee2d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849743 Jul 08 20:13:01.793297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea6b9a-9e55-4858-a18a-7b8d2de59c38 req-23b29295-1595-44f1-bd67-e6653ed2b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:01.804260 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6bea6b9a-9e55-4858-a18a-7b8d2de59c38 req-23b29295-1595-44f1-bd67-e6653ed2b75e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.2553585 Jul 08 20:13:01.813600 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Set router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:01.813991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42786) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:01.835332 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b117effa-2dcb-4dca-90bc-80ef165bc5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:01.942652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e13e0-ab49-4833-94c7-bde0c7e4d1ff req-beae6f57-1586-4fb8-8e7f-3adb483f254b tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:01.948331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4714ad0-1b3b-4b3f-b5e6-ca85d1b26e71 None None] Network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:13:01.952853 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f0e13e0-ab49-4833-94c7-bde0c7e4d1ff req-beae6f57-1586-4fb8-8e7f-3adb483f254b tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 947 time: 0.4511995 Jul 08 20:13:02.046105 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:12:59Z', 'revision_number': 3, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port': {'id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:12:58Z', 'updated_at': '2021-07-08T20:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:02.048792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-197b8b55-7cfa-4471-9467-3c4e42ca24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:02.050525 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-197b8b55-7cfa-4471-9467-3c4e42ca24d3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5027561 Jul 08 20:13:02.057161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f4b15ce2-4baf-4495-a086-dbf74d3f8935 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:02.063121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7cd02fbf-e6f0-4353-a193-92d34f367341 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:02.083993 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Checking router: 53c5bca8-ff89-4ca6-94f0-f270e6544b1f for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:13:02.083993 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Updating router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f port 65cdee94-24ac-4d38-a17a-4dc9e103bd09 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:13:02.124081 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.164723 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b117effa-2dcb-4dca-90bc-80ef165bc5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.173648 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b117effa-2dcb-4dca-90bc-80ef165bc5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.195696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-88910341-2ffc-48c7-ab97-ee86ecc0812a None None] Provisioning for port 443c560e-fe0c-46fd-86a9-4a7df2bccb72 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:02.208546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-88910341-2ffc-48c7-ab97-ee86ecc0812a None None] Provisioning complete for port 443c560e-fe0c-46fd-86a9-4a7df2bccb72 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:02.209105 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-88910341-2ffc-48c7-ab97-ee86ecc0812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.304772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port f4b15ce2-4baf-4495-a086-dbf74d3f8935 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:02.317234 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 7cd02fbf-e6f0-4353-a193-92d34f367341 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:02.318336 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b117effa-2dcb-4dca-90bc-80ef165bc5e2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4be90e15af664558883c1102b27abe92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021436 Jul 08 20:13:02.320378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42808) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:02.322236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port f4b15ce2-4baf-4495-a086-dbf74d3f8935 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:02.322723 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.354377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 7cd02fbf-e6f0-4353-a193-92d34f367341 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:02.354865 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.363427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117effa-2dcb-4dca-90bc-80ef165bc5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b519bee-97c1-4d57-9500-cf4d84a3d07d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:02.488540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7f949da-e0fc-4373-bdba-efc2ff77a9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.543603 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-88910341-2ffc-48c7-ab97-ee86ecc0812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.565733 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7f949da-e0fc-4373-bdba-efc2ff77a9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.664153 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f0e13e0-ab49-4833-94c7-bde0c7e4d1ff req-628c87a6-6ec8-456c-8fce-85d9ef47fab8 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7101643 Jul 08 20:13:02.698666 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7f949da-e0fc-4373-bdba-efc2ff77a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.701753 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7f949da-e0fc-4373-bdba-efc2ff77a9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.711153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b7f949da-e0fc-4373-bdba-efc2ff77a9cc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3b519bee-97c1-4d57-9500-cf4d84a3d07d HTTP/1.1" status: 204 len: 168 time: 0.3865874 Jul 08 20:13:02.732173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f949da-e0fc-4373-bdba-efc2ff77a9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b519bee-97c1-4d57-9500-cf4d84a3d07d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:02.765768 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.790952 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Transition to ACTIVE for port object 65cdee94-24ac-4d38-a17a-4dc9e103bd09 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:02.803682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-88910341-2ffc-48c7-ab97-ee86ecc0812a None None] For port 443c560e-fe0c-46fd-86a9-4a7df2bccb72, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=443c560e-fe0c-46fd-86a9-4a7df2bccb72,segment=NetworkSegment(9912fd5e-30c5-4145-9faa-a78e6dda5714),segment_id=9912fd5e-30c5-4145-9faa-a78e6dda5714)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:02.807966 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.824237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50663b9e-a138-4386-af93-ea2065d18a25 req-c596d334-642a-4984-ae2b-e9db749d2bb0 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:02.830387 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-50663b9e-a138-4386-af93-ea2065d18a25 req-c596d334-642a-4984-ae2b-e9db749d2bb0 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 949 time: 0.2563424 Jul 08 20:13:02.848303 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-88910341-2ffc-48c7-ab97-ee86ecc0812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.861460 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:02.878683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea6b9a-9e55-4858-a18a-7b8d2de59c38 req-0ca98dce-dff3-4c2b-8b7d-0b50fe917646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:02.880854 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Pushing event updated for resources: {'Port': ['ID=65cdee94-24ac-4d38-a17a-4dc9e103bd09,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:02.881917 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6bea6b9a-9e55-4858-a18a-7b8d2de59c38 req-0ca98dce-dff3-4c2b-8b7d-0b50fe917646 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9237788 Jul 08 20:13:02.908597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-50663b9e-a138-4386-af93-ea2065d18a25 req-e2adebf4-9031-4932-8eb2-ed6e92f4e76f tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642099 Jul 08 20:13:02.909752 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:02.910110 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:02.910464 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:02.910803 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:02.911137 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:02.911467 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:02.911798 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:02.912123 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:02.912450 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:02.912799 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:02.913118 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:02.930698 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Tracked resource versions report: Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: pushed versions: Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: { 'AddressGroup': {'1.2'}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'ConntrackHelper': {'1.0'}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'Log': {'1.0'}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'Network': {'1.1'}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'Port': {'1.7'}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'PortForwarding': {'1.2'}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'QosPolicy': {'1.8'}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'SecurityGroup': {'1.4'}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'SecurityGroupRule': {'1.2'}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'SubPort': {'1.0'}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'Subnet': {'1.1'}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'Trunk': {'1.1'}} Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: consumer versions: Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: { DHCP agent@n-d-791506-16: {}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: HyperV agent@n-h1-791506-16: {}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: HyperV agent@n-h2-791506-16: {}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: L3 agent@n-d-791506-16: {}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: Metadata agent@n-d-791506-16: {}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: Metering agent@n-d-791506-16: {}, Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: Open vSwitch agent@n-d-791506-16: { 'AddressGroup': '1.2', Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'ConntrackHelper': '1.0', Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'Log': '1.0', Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'Network': '1.1', Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'Port': '1.7', Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'PortForwarding': '1.2', Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'QosPolicy': '1.8', Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'SecurityGroup': '1.4', Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'SecurityGroupRule': '1.2', Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'SubPort': '1.0', Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'Subnet': '1.1', Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: 'Trunk': '1.1'}} Jul 08 20:13:02.932023 n-d-791506-16 neutron-server[94068]: {{(pid=94068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 20:13:02.951015 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:03.014660 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Attempting to bind port 65cdee94-24ac-4d38-a17a-4dc9e103bd09 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:03.022840 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Attempting to bind port 65cdee94-24ac-4d38-a17a-4dc9e103bd09 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:03.023433 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Attempting to bind port 65cdee94-24ac-4d38-a17a-4dc9e103bd09 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:03.032326 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:03.032861 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:03.033367 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:03.033876 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:03.041818 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Bound port: 65cdee94-24ac-4d38-a17a-4dc9e103bd09, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:03.042407 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:03.099516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6993be-4f9e-4c07-83e3-076ec0055f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b15ce2-4baf-4495-a086-dbf74d3f8935'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:03.105334 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0fc2e5-1db6-4e86-b60f-22a449f9fbcf" -d '{"events": [{"server_uuid": "bd6993be-4f9e-4c07-83e3-076ec0055f4a", "name": "network-vif-plugged", "status": "completed", "tag": "f4b15ce2-4baf-4495-a086-dbf74d3f8935"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:03.149413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7cd02fbf-e6f0-4353-a193-92d34f367341,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:03.158833 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-b029ca52-0b46-4bdd-9690-53e5334242d8 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0836685 Jul 08 20:13:03.163988 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:13:03.168438 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:03.170527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4926a76a-862b-435a-91ec-5be07c2142db up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:03.177127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88910341-2ffc-48c7-ab97-ee86ecc0812a None None] Pushing event updated for resources: {'Port': ['ID=443c560e-fe0c-46fd-86a9-4a7df2bccb72,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:03.217278 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] For port 65cdee94-24ac-4d38-a17a-4dc9e103bd09, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:03.230631 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] For port 65cdee94-24ac-4d38-a17a-4dc9e103bd09, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=65cdee94-24ac-4d38-a17a-4dc9e103bd09,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:03.242779 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:03.397982 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Routers {'53c5bca8-ff89-4ca6-94f0-f270e6544b1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:03.398644 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:12:36Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:03.401890 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b42341-57de-4d29-8fde-b6f2c4d5c0ee None None] Pushing event updated for resources: {'Port': ['ID=65cdee94-24ac-4d38-a17a-4dc9e103bd09,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:03.469135 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6bea6b9a-9e55-4858-a18a-7b8d2de59c38 req-8e341b9a-a5c4-4969-abe5-e929cfae8c83 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587783 Jul 08 20:13:03.477573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port f4b15ce2-4baf-4495-a086-dbf74d3f8935, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f4b15ce2-4baf-4495-a086-dbf74d3f8935,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:03.486885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 443c560e-fe0c-46fd-86a9-4a7df2bccb72 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:03.507726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38b576-07f4-47e3-9e97-7d2014a6ea1c req-c7b78673-1f89-4767-a222-f5c0bee2a2a4 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:03.514463 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:03.518989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a38b576-07f4-47e3-9e97-7d2014a6ea1c req-c7b78673-1f89-4767-a222-f5c0bee2a2a4 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 949 time: 0.1680295 Jul 08 20:13:03.590987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-85dfca42-ea17-45ef-b2fa-231084baa5a7 None None] Provisioning complete for port 443c560e-fe0c-46fd-86a9-4a7df2bccb72 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:03.592832 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-85dfca42-ea17-45ef-b2fa-231084baa5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:03.618536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9fdf3-983b-44aa-83a2-6fe9a24ed5cc req-49754d45-94d2-4cb1-9af4-ee5e79ae99c8 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:03.620092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ec9fdf3-983b-44aa-83a2-6fe9a24ed5cc req-49754d45-94d2-4cb1-9af4-ee5e79ae99c8 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.5413857 Jul 08 20:13:03.638323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7cd02fbf-e6f0-4353-a193-92d34f367341,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:03.672249 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a38b576-07f4-47e3-9e97-7d2014a6ea1c req-4c4788b8-8036-44f2-9224-d02402b84793 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470785 Jul 08 20:13:03.697483 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] Set router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:03.730447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=f4b15ce2-4baf-4495-a086-dbf74d3f8935,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:03.747609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 4926a76a-862b-435a-91ec-5be07c2142db completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:03.754824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 4926a76a-862b-435a-91ec-5be07c2142db triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:03.755645 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:03.839354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 443c560e-fe0c-46fd-86a9-4a7df2bccb72 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:03.843016 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:03.899537 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418ee2c1-cf3c-4d54-acd7-d92c903d70a8 x-openstack-request-id: req-418ee2c1-cf3c-4d54-acd7-d92c903d70a8 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:03.899856 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6993be-4f9e-4c07-83e3-076ec0055f4a", "name": "network-vif-plugged", "status": "completed", "tag": "f4b15ce2-4baf-4495-a086-dbf74d3f8935", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:03.900088 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-418ee2c1-cf3c-4d54-acd7-d92c903d70a8 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:03.900493 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6993be-4f9e-4c07-83e3-076ec0055f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b15ce2-4baf-4495-a086-dbf74d3f8935', 'code': 200} Jul 08 20:13:03.931044 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-dffa374a-0e41-4e96-bea0-380160655440 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7620952 Jul 08 20:13:04.182481 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ec9fdf3-983b-44aa-83a2-6fe9a24ed5cc req-edae0db8-e759-4ecc-b95c-cd6308e83bc4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929338 Jul 08 20:13:04.200590 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6bea6b9a-9e55-4858-a18a-7b8d2de59c38 req-ce465abb-7e5d-4c5b-b928-6d35dcf4ef93 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800544 Jul 08 20:13:04.220470 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:12:59Z', 'revision_number': 3, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port': {'id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:12:58Z', 'updated_at': '2021-07-08T20:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:04.266398 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64bc39-920f-47b1-93d7-0e7a2e28a896 None None] The sync data for ids ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'] in n-d-791506-16 is: [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:12:59Z', 'revision_number': 3, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port': {'id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:12:58Z', 'updated_at': '2021-07-08T20:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:13:04.323745 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 865698cd-a80a-4c4b-8c1b-237d651f5122 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:13:04.328330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693320c8-5f83-4ff5-9212-6234f8adb3e5 req-c3882823-844f-4a7c-b85b-5751a587cd3d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:04.329882 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-693320c8-5f83-4ff5-9212-6234f8adb3e5 req-c3882823-844f-4a7c-b85b-5751a587cd3d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 947 time: 0.2084544 Jul 08 20:13:04.379776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d376bb9-85e3-44e4-9c18-34fc746a6c94 req-8bd6f26b-33c2-4cb8-ad35-9a896adab7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:04.381680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1d376bb9-85e3-44e4-9c18-34fc746a6c94 req-8bd6f26b-33c2-4cb8-ad35-9a896adab7dc service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 1102 time: 0.4213707 Jul 08 20:13:04.417148 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-693320c8-5f83-4ff5-9212-6234f8adb3e5 req-b201dc02-37d3-499e-9feb-58e49361cc7d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790980 Jul 08 20:13:04.446392 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a14057b0-e112-42cf-9c78-9d9692634a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:04.479131 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:04.560411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 4926a76a-862b-435a-91ec-5be07c2142db, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4926a76a-862b-435a-91ec-5be07c2142db,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:04.596482 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:04.609900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1d376bb9-85e3-44e4-9c18-34fc746a6c94 req-0579f342-798d-42bf-8e3d-a0d11de39554 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157419 Jul 08 20:13:04.617640 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:04.697725 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=4926a76a-862b-435a-91ec-5be07c2142db,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:04.774974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1e689-8f0b-45e1-aeac-eb3ac07c1b2f req-834baf15-f457-48fb-ad84-fc62b39b460c tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:04.786764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b5c1e689-8f0b-45e1-aeac-eb3ac07c1b2f req-834baf15-f457-48fb-ad84-fc62b39b460c tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 950 time: 0.1869040 Jul 08 20:13:04.792811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 865698cd-a80a-4c4b-8c1b-237d651f5122, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=865698cd-a80a-4c4b-8c1b-237d651f5122,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:04.833626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '865698cd-a80a-4c4b-8c1b-237d651f5122', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '865698cd-a80a-4c4b-8c1b-237d651f5122', 'mac_address': 'fa:16:3e:bf:bb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:13:04.847961 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b5c1e689-8f0b-45e1-aeac-eb3ac07c1b2f req-70e2b4b6-51b8-4ed8-9c2b-9b08f305def5 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600860 Jul 08 20:13:04.923316 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:04.959637 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865698cd-a80a-4c4b-8c1b-237d651f5122 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:05.011985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 865698cd-a80a-4c4b-8c1b-237d651f5122, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=865698cd-a80a-4c4b-8c1b-237d651f5122,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:05.017988 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:05.112046 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=865698cd-a80a-4c4b-8c1b-237d651f5122,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:05.125601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Allocated IP 172.20.0.1 (0a05c0ed-f0e8-4fd5-825f-02887143f5a9/d9647768-39df-479a-9164-058cac9c913e/88a81c81-98ff-4228-b5b0-290dfeb90e88) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:05.159458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdecd0-cae5-4c07-a262-4a8183a7e86d req-278755aa-b71f-4f14-a8a3-32b9806cc00e tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:05.161343 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fcdecd0-cae5-4c07-a262-4a8183a7e86d req-278755aa-b71f-4f14-a8a3-32b9806cc00e tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 950 time: 0.1821840 Jul 08 20:13:05.239965 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['865698cd-a80a-4c4b-8c1b-237d651f5122'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:05.266579 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fcdecd0-cae5-4c07-a262-4a8183a7e86d req-6ec8ca7a-cb1e-4657-81d5-f945323307a9 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871565 Jul 08 20:13:05.349091 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:05.395588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Transition to ACTIVE for port object 88a81c81-98ff-4228-b5b0-290dfeb90e88 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:05.438422 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 65cdee94-24ac-4d38-a17a-4dc9e103bd09 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:05.490540 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:05.584925 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:05.596036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bdd19-73d9-47ab-8589-e33d68ff7cd8 req-4773e4f1-625b-4988-b36b-0e8492b01aaf tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:05.602960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:05.605814 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e9bdd19-73d9-47ab-8589-e33d68ff7cd8 req-4773e4f1-625b-4988-b36b-0e8492b01aaf tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.1347587 Jul 08 20:13:05.608269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:05.608753 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:05.694678 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e9bdd19-73d9-47ab-8589-e33d68ff7cd8 req-bea61b15-e56c-4bfb-8a06-3af401a99798 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872364 Jul 08 20:13:05.703605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Pushing event updated for resources: {'Port': ['ID=88a81c81-98ff-4228-b5b0-290dfeb90e88,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:05.719588 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 65cdee94-24ac-4d38-a17a-4dc9e103bd09 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:05.783350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 65cdee94-24ac-4d38-a17a-4dc9e103bd09 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:05.783942 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:05.906458 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd02fbf-e6f0-4353-a193-92d34f367341'}, {'server_uuid': 'd9dcf6bc-0963-44d9-8e17-9ff40ba52194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4926a76a-862b-435a-91ec-5be07c2142db'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:05.909490 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ae0743-23c7-403d-91d6-a5f167abd095" -d '{"events": [{"server_uuid": "72162aef-d742-4e0f-ae02-a1f1b3ef4f02", "name": "network-vif-plugged", "status": "completed", "tag": "7cd02fbf-e6f0-4353-a193-92d34f367341"}, {"server_uuid": "d9dcf6bc-0963-44d9-8e17-9ff40ba52194", "name": "network-vif-plugged", "status": "completed", "tag": "4926a76a-862b-435a-91ec-5be07c2142db"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:05.969807 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:05.993648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 65cdee94-24ac-4d38-a17a-4dc9e103bd09, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=65cdee94-24ac-4d38-a17a-4dc9e103bd09,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:05.998483 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:06.064947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=65cdee94-24ac-4d38-a17a-4dc9e103bd09,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:06.069523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3ef5bb23-85bd-47ca-a9fd-d81306a68c8b None None] Provisioning for port 88a81c81-98ff-4228-b5b0-290dfeb90e88 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:06.074384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3ef5bb23-85bd-47ca-a9fd-d81306a68c8b None None] Provisioning complete for port 88a81c81-98ff-4228-b5b0-290dfeb90e88 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:06.074768 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3ef5bb23-85bd-47ca-a9fd-d81306a68c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:06.096093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3926d9-572d-4cc9-892d-f8c7d94f7487 req-8639722e-9d7c-416c-98cc-f899a0a731b2 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:06.098201 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd3926d9-572d-4cc9-892d-f8c7d94f7487 req-8639722e-9d7c-416c-98cc-f899a0a731b2 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 950 time: 0.0955141 Jul 08 20:13:06.119074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5bb23-85bd-47ca-a9fd-d81306a68c8b None None] Port 88a81c81-98ff-4228-b5b0-290dfeb90e88 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:13:06.143189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd3926d9-572d-4cc9-892d-f8c7d94f7487 req-98d97a77-61e7-4c20-9332-3c98d6366b8b tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389366 Jul 08 20:13:06.173659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f49a4-9cd0-4df9-8d53-115c7945c660 req-91a4c949-1803-4923-90fa-8af55f6b604d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:06.175983 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f95f49a4-9cd0-4df9-8d53-115c7945c660 req-91a4c949-1803-4923-90fa-8af55f6b604d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 948 time: 0.4689398 Jul 08 20:13:06.232006 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:06.253409 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f95f49a4-9cd0-4df9-8d53-115c7945c660 req-dbc44be4-ce67-414f-b001-9231e718415f tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555959 Jul 08 20:13:06.363883 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a51d24-af10-4626-af27-f83f560b9e64 x-openstack-request-id: req-b4a51d24-af10-4626-af27-f83f560b9e64 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:06.363993 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72162aef-d742-4e0f-ae02-a1f1b3ef4f02", "name": "network-vif-plugged", "status": "completed", "tag": "7cd02fbf-e6f0-4353-a193-92d34f367341", "code": 200}, {"server_uuid": "d9dcf6bc-0963-44d9-8e17-9ff40ba52194", "name": "network-vif-plugged", "status": "completed", "tag": "4926a76a-862b-435a-91ec-5be07c2142db", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:06.364250 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b4a51d24-af10-4626-af27-f83f560b9e64 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:06.364951 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd02fbf-e6f0-4353-a193-92d34f367341', 'code': 200} Jul 08 20:13:06.365082 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dcf6bc-0963-44d9-8e17-9ff40ba52194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4926a76a-862b-435a-91ec-5be07c2142db', 'code': 200} Jul 08 20:13:06.468400 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:06.495224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:06.496075 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:06.507359 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-af35f3d8-de4f-4fb7-93f3-6ecf4d5332d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:06.542664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147bc2f-3033-4d1c-a2a3-1848f4a3320b req-385444a4-ccbb-4c18-8d72-7c13a5ad45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:06.544521 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2147bc2f-3033-4d1c-a2a3-1848f4a3320b req-385444a4-ccbb-4c18-8d72-7c13a5ad45c7 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 1102 time: 0.0761578 Jul 08 20:13:06.583955 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2147bc2f-3033-4d1c-a2a3-1848f4a3320b req-d4dae002-a48e-48a6-9ece-32fece5c3954 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327206 Jul 08 20:13:06.642579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Pushing event updated for resources: {'Port': ['ID=88a81c81-98ff-4228-b5b0-290dfeb90e88,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:06.665429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:06.665779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:06.666123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:06.666475 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:06.666791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:06.667121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:06.667442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:06.667764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:06.668085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:06.668403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:06.668751 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:06.669075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:06.700035 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d6d80-e266-476a-bae5-8b0f104bb531 req-942f4a8a-ab4d-425f-8ece-d9d30d724b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:06.701635 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-521d6d80-e266-476a-bae5-8b0f104bb531 req-942f4a8a-ab4d-425f-8ece-d9d30d724b43 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 1102 time: 0.2269778 Jul 08 20:13:06.727660 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5db27e-3a2c-49fa-b1cc-d194946e81f2 req-194e1ee4-bd85-4544-bdac-db3e98499a50 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:06.729232 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cc5db27e-3a2c-49fa-b1cc-d194946e81f2 req-194e1ee4-bd85-4544-bdac-db3e98499a50 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 950 time: 0.2521689 Jul 08 20:13:06.747329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:06.761923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:06.791937 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-521d6d80-e266-476a-bae5-8b0f104bb531 req-31a712c5-ec44-4625-b22c-b70b0233d088 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823855 Jul 08 20:13:06.843955 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cc5db27e-3a2c-49fa-b1cc-d194946e81f2 req-1aa601a7-3e65-46f7-8c60-7ad0c9817665 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025689 Jul 08 20:13:06.868546 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:06.911686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b435b00-4a9c-4186-ba3c-7670821e896c req-3be55910-3b50-45cd-9a93-e6e094cb867e tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:06.922276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b435b00-4a9c-4186-ba3c-7670821e896c req-3be55910-3b50-45cd-9a93-e6e094cb867e tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 950 time: 0.1149609 Jul 08 20:13:06.952436 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:13:07.001753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b435b00-4a9c-4186-ba3c-7670821e896c req-59b01567-87d6-4c2d-9a17-e0a7267c4a7a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722988 Jul 08 20:13:07.046964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ebf7ee06-da83-415f-84ad-a478458b4a59 None None] Provisioning complete for port 88a81c81-98ff-4228-b5b0-290dfeb90e88 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:07.047344 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ebf7ee06-da83-415f-84ad-a478458b4a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:07.103950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:13:07.125957 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-24d08aae-73d7-4659-9067-63d6c09685b5 admin admin] 10.222.0.101 "PUT /v2.0/routers/53c5bca8-ff89-4ca6-94f0-f270e6544b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3959649 Jul 08 20:13:07.135408 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7ee06-da83-415f-84ad-a478458b4a59 None None] Port 88a81c81-98ff-4228-b5b0-290dfeb90e88 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:13:07.210599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8009e4-0eca-48eb-9ee9-982c187d55f1 req-9660ed16-4b47-4ed8-b82b-8589c4bc8fde tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:07.220648 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb8009e4-0eca-48eb-9ee9-982c187d55f1 req-9660ed16-4b47-4ed8-b82b-8589c4bc8fde tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.0932665 Jul 08 20:13:07.265605 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb8009e4-0eca-48eb-9ee9-982c187d55f1 req-ffe0aba1-02b5-4f65-a411-abc30b58a24f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433693 Jul 08 20:13:07.360077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Sync routers for ids ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:13:07.371054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 65cdee94-24ac-4d38-a17a-4dc9e103bd09 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:07.414461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Routers {'53c5bca8-ff89-4ca6-94f0-f270e6544b1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:07.415356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:07.517963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 65cdee94-24ac-4d38-a17a-4dc9e103bd09 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:07.519272 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2562bed-0b12-40da-9319-667c5b099c4e req-e3948b0b-d12e-49f6-a764-754c39242ae3 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:07.519666 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:07.520728 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2562bed-0b12-40da-9319-667c5b099c4e req-e3948b0b-d12e-49f6-a764-754c39242ae3 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 948 time: 0.0806317 Jul 08 20:13:07.577755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Set router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:07.595299 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2562bed-0b12-40da-9319-667c5b099c4e req-d5a358c8-418d-4794-8c91-fb4b0e23b63b tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670702 Jul 08 20:13:07.835978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e17805-5aa3-415a-8f46-abc4e37e6e7c req-503d1ab5-d33a-4fc8-aad1-7c7d19e196b1 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:07.837531 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25e17805-5aa3-415a-8f46-abc4e37e6e7c req-503d1ab5-d33a-4fc8-aad1-7c7d19e196b1 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 950 time: 0.0700033 Jul 08 20:13:07.852899 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:13:06Z', 'revision_number': 4, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port': {'id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:12:58Z', 'updated_at': '2021-07-08T20:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '88a81c81-98ff-4228-b5b0-290dfeb90e88', 'name': '', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'mac_address': 'fa:16:3e:e7:49:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd9647768-39df-479a-9164-058cac9c913e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:04Z', 'updated_at': '2021-07-08T20:13:06Z', 'revision_number': 2, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'subnets': [{'id': 'd9647768-39df-479a-9164-058cac9c913e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:07.871052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-cf2d709d-2d79-48e4-b861-fde5ff30c4e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:07.872713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-cf2d709d-2d79-48e4-b861-fde5ff30c4e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/networks?id=0a05c0ed-f0e8-4fd5-825f-02887143f5a9 HTTP/1.1" status: 200 len: 828 time: 0.1459723 Jul 08 20:13:07.883510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Checking router: 53c5bca8-ff89-4ca6-94f0-f270e6544b1f for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:13:07.884046 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Updating router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f port 88a81c81-98ff-4228-b5b0-290dfeb90e88 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:13:07.887801 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25e17805-5aa3-415a-8f46-abc4e37e6e7c req-13823f93-e322-4a67-a3f5-8b8423f6538a tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Jul 08 20:13:07.889717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-339fa9dc-4844-4e50-90c5-af364ea6dc30 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/quotas/cf603f36676944b58640e8004b1ccf8f HTTP/1.1" status: 200 len: 375 time: 0.0107021 Jul 08 20:13:07.927071 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:07.996545 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-fd9126ce-14ba-4129-8af4-1dbc8742ff86 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=cf603f36676944b58640e8004b1ccf8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011689 Jul 08 20:13:08.010086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-05872abf-a3d6-4d47-861c-167763918422 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:13:08.011099 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-05872abf-a3d6-4d47-861c-167763918422 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067868 Jul 08 20:13:08.068116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 865698cd-a80a-4c4b-8c1b-237d651f5122 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:08.074792 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:08.123782 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-5ac31ce4-4de0-493c-9fd2-8ccd9382a498 service neutron] 10.222.0.101 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055875 Jul 08 20:13:08.220690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-422caf98-d717-4889-a176-0bea985f63f1 service neutron] 10.222.0.101 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902669 Jul 08 20:13:08.262523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b7c05-28a2-4461-a42f-d874212c451d req-6c50087e-df69-4fa6-b5c7-b173f29e2c4b tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:08.264827 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-006b7c05-28a2-4461-a42f-d874212c451d req-6c50087e-df69-4fa6-b5c7-b173f29e2c4b tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 950 time: 0.0735080 Jul 08 20:13:08.294890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 865698cd-a80a-4c4b-8c1b-237d651f5122 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:08.301185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 865698cd-a80a-4c4b-8c1b-237d651f5122 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:08.301560 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:08.316081 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-006b7c05-28a2-4461-a42f-d874212c451d req-e762d283-767a-4835-90b9-e40d39767dae tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456593 Jul 08 20:13:08.501378 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:08.521430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7346ada-bdc0-4f46-bc07-9e15bc7a2079 req-0ec65c3b-6c3f-4202-b2d6-6118512c0d35 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:08.522977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7346ada-bdc0-4f46-bc07-9e15bc7a2079 req-0ec65c3b-6c3f-4202-b2d6-6118512c0d35 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.0775788 Jul 08 20:13:08.528394 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:08.548810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696081dd-87be-4e26-ba19-3c157dba6bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865698cd-a80a-4c4b-8c1b-237d651f5122'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:08.553794 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ebbf46-b153-4aeb-8a24-ac234d29a1cc" -d '{"events": [{"server_uuid": "696081dd-87be-4e26-ba19-3c157dba6bc4", "name": "network-vif-plugged", "status": "completed", "tag": "865698cd-a80a-4c4b-8c1b-237d651f5122"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:08.572610 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7346ada-bdc0-4f46-bc07-9e15bc7a2079 req-55aedb16-d0d2-46ae-bd34-f11babe63fbb tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434575 Jul 08 20:13:08.572838 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Transition to ACTIVE for port object 88a81c81-98ff-4228-b5b0-290dfeb90e88 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:08.577279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 865698cd-a80a-4c4b-8c1b-237d651f5122, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=865698cd-a80a-4c4b-8c1b-237d651f5122,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:08.582993 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:08.589134 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:08.611343 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52ca0-8640-4a5d-a39d-0ee3135de633 req-a2973363-fd21-4da3-9e49-a8b6ef324bff tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:08.613044 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ccf52ca0-8640-4a5d-a39d-0ee3135de633 req-a2973363-fd21-4da3-9e49-a8b6ef324bff tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.0952129 Jul 08 20:13:08.697352 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ccf52ca0-8640-4a5d-a39d-0ee3135de633 req-7d1d7539-c7f3-4687-8f8b-bf0a9bfd4d0d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781305 Jul 08 20:13:08.746083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=865698cd-a80a-4c4b-8c1b-237d651f5122,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:08.797900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Attempting to bind port 88a81c81-98ff-4228-b5b0-290dfeb90e88 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:08.798382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Attempting to bind port 88a81c81-98ff-4228-b5b0-290dfeb90e88 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '9912fd5e-30c5-4145-9faa-a78e6dda5714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:08.799371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Attempting to bind port 88a81c81-98ff-4228-b5b0-290dfeb90e88 on network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:08.824884 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:08.825523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Checking segment: {'id': '9912fd5e-30c5-4145-9faa-a78e6dda5714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:08.826869 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:08.827503 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Bound using segment: {'id': '9912fd5e-30c5-4145-9faa-a78e6dda5714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:08.827941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Bound port: 88a81c81-98ff-4228-b5b0-290dfeb90e88, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9912fd5e-30c5-4145-9faa-a78e6dda5714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:08.828420 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:08.863546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52bbb1-550d-4089-ac67-b6fefa167f12 None None] Pushing event updated for resources: {'Port': ['ID=88a81c81-98ff-4228-b5b0-290dfeb90e88,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:08.907765 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c26bf4a-a92c-4d0f-a49b-e5d5575303b0 req-a1459a57-4648-4ab0-a611-90c1fd056330 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 210 time: 0.0710137 Jul 08 20:13:08.993767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] For port 88a81c81-98ff-4228-b5b0-290dfeb90e88, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:09.019130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] For port 88a81c81-98ff-4228-b5b0-290dfeb90e88, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=88a81c81-98ff-4228-b5b0-290dfeb90e88,segment=NetworkSegment(9912fd5e-30c5-4145-9faa-a78e6dda5714),segment_id=9912fd5e-30c5-4145-9faa-a78e6dda5714)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:09.024727 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cccb14-87e7-4cf0-8503-ffdeb4ea6195 x-openstack-request-id: req-65cccb14-87e7-4cf0-8503-ffdeb4ea6195 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:09.025376 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696081dd-87be-4e26-ba19-3c157dba6bc4", "name": "network-vif-plugged", "status": "completed", "tag": "865698cd-a80a-4c4b-8c1b-237d651f5122", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:09.025638 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-65cccb14-87e7-4cf0-8503-ffdeb4ea6195 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:09.028872 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696081dd-87be-4e26-ba19-3c157dba6bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865698cd-a80a-4c4b-8c1b-237d651f5122', 'code': 200} Jul 08 20:13:09.034023 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:09.189640 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Routers {'53c5bca8-ff89-4ca6-94f0-f270e6544b1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:09.190305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:09.192993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803ed8e-34a7-495b-988b-4c3527f2f37f req-50444b50-d6ec-4911-af14-b5e87762f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:09.194962 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d803ed8e-34a7-495b-988b-4c3527f2f37f req-50444b50-d6ec-4911-af14-b5e87762f3f7 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 1101 time: 0.0986161 Jul 08 20:13:09.264594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52bbb1-550d-4089-ac67-b6fefa167f12 None None] Pushing event updated for resources: {'Port': ['ID=88a81c81-98ff-4228-b5b0-290dfeb90e88,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:09.287014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1177769-25a6-4f37-b8be-836d8e637347 req-d4049620-64a4-4df0-b004-32e0e5a84459 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:09.296687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1177769-25a6-4f37-b8be-836d8e637347 req-d4049620-64a4-4df0-b004-32e0e5a84459 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 949 time: 0.1745143 Jul 08 20:13:09.377317 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1177769-25a6-4f37-b8be-836d8e637347 req-40a0fd25-85c0-4b6a-837e-2b7a66b8cf83 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793283 Jul 08 20:13:09.383104 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d803ed8e-34a7-495b-988b-4c3527f2f37f req-e41c9144-3714-438d-8f43-183330268fe3 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813140 Jul 08 20:13:09.412195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d8b47-6678-4f8b-9a0f-6dd345dabeb8 req-6d626dcb-f3cd-4071-9fbb-4045a9857908 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:09.419711 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a90d8b47-6678-4f8b-9a0f-6dd345dabeb8 req-6d626dcb-f3cd-4071-9fbb-4045a9857908 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.103 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 950 time: 0.2141483 Jul 08 20:13:09.438776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31b0da-68c8-4539-8732-c5c1917c5b86 req-e3a68996-5c73-4e6d-b628-16427c3e9147 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:09.446369 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f31b0da-68c8-4539-8732-c5c1917c5b86 req-e3a68996-5c73-4e6d-b628-16427c3e9147 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 950 time: 0.2040064 Jul 08 20:13:09.459861 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] Set router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:09.489803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43032) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:09.583120 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f31b0da-68c8-4539-8732-c5c1917c5b86 req-f939d817-414b-4652-a371-1639bbcb873f tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/security-groups?id=8ccbb013-0362-4197-b4fa-482df9cb286c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357837 Jul 08 20:13:09.583279 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-22dde31f-2407-45a3-8abc-5c01adfb4df5 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554519 Jul 08 20:13:09.639302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-a90d8b47-6678-4f8b-9a0f-6dd345dabeb8 req-412f49dd-bf18-44c3-b4da-3e532a505f11 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Deleting port f4b15ce2-4baf-4495-a086-dbf74d3f8935 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:13:09.640016 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a90d8b47-6678-4f8b-9a0f-6dd345dabeb8 req-412f49dd-bf18-44c3-b4da-3e532a505f11 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:09.667077 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:09.687307 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:09.769270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-758d98f2-c85e-4836-a992-7c6a6dc00194 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:09.775702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:13:06Z', 'revision_number': 4, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port': {'id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:12:58Z', 'updated_at': '2021-07-08T20:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '88a81c81-98ff-4228-b5b0-290dfeb90e88', 'name': '', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'mac_address': 'fa:16:3e:e7:49:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd9647768-39df-479a-9164-058cac9c913e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:04Z', 'updated_at': '2021-07-08T20:13:08Z', 'revision_number': 4, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'subnets': [{'id': 'd9647768-39df-479a-9164-058cac9c913e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:09.776679 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-758d98f2-c85e-4836-a992-7c6a6dc00194 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911695 Jul 08 20:13:09.801536 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-cda97c12-c17f-4db2-a5c6-e37692098540 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/quotas/fddfda2ff3d94ad9a41b36a0f4ab1d8c HTTP/1.1" status: 200 len: 375 time: 0.0237234 Jul 08 20:13:09.816496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a90d8b47-6678-4f8b-9a0f-6dd345dabeb8 req-412f49dd-bf18-44c3-b4da-3e532a505f11 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] For port f4b15ce2-4baf-4495-a086-dbf74d3f8935, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f4b15ce2-4baf-4495-a086-dbf74d3f8935,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:09.816955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a90d8b47-6678-4f8b-9a0f-6dd345dabeb8 req-412f49dd-bf18-44c3-b4da-3e532a505f11 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:09.818034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dac21a-de6a-44da-892d-b293fa4f234a None None] The sync data for ids ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'] in n-d-791506-16 is: [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:13:06Z', 'revision_number': 4, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port': {'id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:12:58Z', 'updated_at': '2021-07-08T20:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '88a81c81-98ff-4228-b5b0-290dfeb90e88', 'name': '', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'mac_address': 'fa:16:3e:e7:49:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd9647768-39df-479a-9164-058cac9c913e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:04Z', 'updated_at': '2021-07-08T20:13:08Z', 'revision_number': 4, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'subnets': [{'id': 'd9647768-39df-479a-9164-058cac9c913e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:13:09.852294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-a90d8b47-6678-4f8b-9a0f-6dd345dabeb8 req-412f49dd-bf18-44c3-b4da-3e532a505f11 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Calling delete_port for f4b15ce2-4baf-4495-a086-dbf74d3f8935 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:13:09.947999 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:09.952155 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5461912-684b-46dd-b6f0-d7ee1d036908 req-dfc7123b-3daa-4578-b524-698c8c919511 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:09.957293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5461912-684b-46dd-b6f0-d7ee1d036908 req-dfc7123b-3daa-4578-b524-698c8c919511 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.1901157 Jul 08 20:13:09.966946 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:09.986011 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-8dbf98a1-f4c0-496b-8139-4dde959091cb tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1772201 Jul 08 20:13:10.018723 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=29d683550897437aaeb2431d84287dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5263805 Jul 08 20:13:10.021348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78847606-543f-44a3-b6d5-f2c53efd79d4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:10.023237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43048) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:10.036449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:10.036449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:10.036749 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:10.037067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:10.037399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:10.037731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:10.038057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:10.038385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:10.038708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:10.039026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:10.039347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:10.039899 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81030f-d494-41f2-b9b4-36c05d6f1b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:10.099601 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5461912-684b-46dd-b6f0-d7ee1d036908 req-7ec5abd8-444c-448e-8df4-525023588f37 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357119 Jul 08 20:13:10.222166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33298fda-877b-4e03-98b1-857088916111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:10.309995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a90d8b47-6678-4f8b-9a0f-6dd345dabeb8 req-412f49dd-bf18-44c3-b4da-3e532a505f11 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:10.325182 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e0da88b9-89a0-494d-ac63-9d391038df88 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:10.328056 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e0da88b9-89a0-494d-ac63-9d391038df88 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.103 "GET /v2.0/networks?id=0a05c0ed-f0e8-4fd5-825f-02887143f5a9 HTTP/1.1" status: 200 len: 828 time: 0.2222350 Jul 08 20:13:10.329207 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['f4b15ce2-4baf-4495-a086-dbf74d3f8935'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:10.332068 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33298fda-877b-4e03-98b1-857088916111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:10.354338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Request body: {'port': {'device_id': '9beac277-29ea-4a2c-b664-24465d19342b', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'admin_state_up': True, 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:10.417924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f49dd-bf18-44c3-b4da-3e532a505f11 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Pushing event deleted for resources: {'Port': ['ID=f4b15ce2-4baf-4495-a086-dbf74d3f8935,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:10.535439 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1a5a5c78-c9c6-4870-9c2a-b4f73552b946 req-cdc5b723-1da5-4240-9e4a-d479aeab015c tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 210 time: 0.1726322 Jul 08 20:13:10.653836 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1f517ba6-7ea8-468e-b099-104d364dbdf3 req-1a4b1243-f0bf-4897-be97-3aaed7d8c2d8 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 210 time: 0.2001848 Jul 08 20:13:10.713866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90d8b47-6678-4f8b-9a0f-6dd345dabeb8 req-412f49dd-bf18-44c3-b4da-3e532a505f11 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] No DVR routers for this DVR port f4b15ce2-4baf-4495-a086-dbf74d3f8935 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:13:10.733072 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a90d8b47-6678-4f8b-9a0f-6dd345dabeb8 req-412f49dd-bf18-44c3-b4da-3e532a505f11 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:10.735559 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a90d8b47-6678-4f8b-9a0f-6dd345dabeb8 req-412f49dd-bf18-44c3-b4da-3e532a505f11 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.103 "DELETE /v2.0/ports/f4b15ce2-4baf-4495-a086-dbf74d3f8935 HTTP/1.1" status: 204 len: 173 time: 1.3054996 Jul 08 20:13:10.736003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6993be-4f9e-4c07-83e3-076ec0055f4a', 'name': 'network-vif-deleted', 'tag': 'f4b15ce2-4baf-4495-a086-dbf74d3f8935'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:10.738510 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcaca4f-2aba-4f1a-8d8d-6ba6fcbedb4b" -d '{"events": [{"server_uuid": "bd6993be-4f9e-4c07-83e3-076ec0055f4a", "name": "network-vif-deleted", "tag": "f4b15ce2-4baf-4495-a086-dbf74d3f8935"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:10.760263 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43070) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:10.789976 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33298fda-877b-4e03-98b1-857088916111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:10.792938 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33298fda-877b-4e03-98b1-857088916111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:10.815945 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-33298fda-877b-4e03-98b1-857088916111 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/78847606-543f-44a3-b6d5-f2c53efd79d4 HTTP/1.1" status: 204 len: 168 time: 0.7862067 Jul 08 20:13:10.837030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Made reservation on behalf of cf603f36676944b58640e8004b1ccf8f for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:10.842749 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:10.849369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33298fda-877b-4e03-98b1-857088916111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78847606-543f-44a3-b6d5-f2c53efd79d4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:11.149293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c790c16-e2a0-40e5-bae5-e6352d8124d6 req-c86057bd-9ec9-4de4-b6c8-446a1bbda808 tempest-DeleteServersAdminTestJSON-1610253970 tempest-DeleteServersAdminTestJSON-1610253970-project] 10.222.0.101 "GET /v2.0/ports?device_id=bd6993be-4f9e-4c07-83e3-076ec0055f4a HTTP/1.1" status: 200 len: 210 time: 0.1046062 Jul 08 20:13:11.242259 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7072b88-14e5-4783-8c8b-a7c7f83fa38d x-openstack-request-id: req-e7072b88-14e5-4783-8c8b-a7c7f83fa38d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:11.242600 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6993be-4f9e-4c07-83e3-076ec0055f4a", "name": "network-vif-deleted", "tag": "f4b15ce2-4baf-4495-a086-dbf74d3f8935", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:11.242978 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e7072b88-14e5-4783-8c8b-a7c7f83fa38d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:11.243415 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6993be-4f9e-4c07-83e3-076ec0055f4a', 'name': 'network-vif-deleted', 'tag': 'f4b15ce2-4baf-4495-a086-dbf74d3f8935', 'status': 'completed', 'code': 200} Jul 08 20:13:11.269569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3e3e4-62f7-4f7e-b9e3-03e55d966a3a req-29fc3108-daf0-454d-ab46-9f7a2233077f tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:11.271587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-06c3e3e4-62f7-4f7e-b9e3-03e55d966a3a req-29fc3108-daf0-454d-ab46-9f7a2233077f tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 949 time: 0.3869679 Jul 08 20:13:11.304207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Allocated IP 172.20.0.12 (0a05c0ed-f0e8-4fd5-825f-02887143f5a9/d9647768-39df-479a-9164-058cac9c913e/97f1f823-fba8-4a8c-be3a-76806b52bcfd) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:11.370180 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-06c3e3e4-62f7-4f7e-b9e3-03e55d966a3a req-e3ae245b-d2da-4335-aa25-2648760cc168 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846074 Jul 08 20:13:11.428536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 88a81c81-98ff-4228-b5b0-290dfeb90e88 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:11.443869 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61dfa6de-e0e7-4b49-b16c-9c6e443cfad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:11.489741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43088) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:11.533073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 88a81c81-98ff-4228-b5b0-290dfeb90e88 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:11.543597 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 88a81c81-98ff-4228-b5b0-290dfeb90e88 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:11.544197 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c88b8962-e55f-4ed3-8d90-bcc7644710ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:11.545010 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:11.688393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3710f-2da5-42cf-a940-86c84c5dfc11 req-093f8c37-5642-4477-82d9-5f180a23ff1e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:11.696597 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cdb3710f-2da5-42cf-a940-86c84c5dfc11 req-093f8c37-5642-4477-82d9-5f180a23ff1e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.1355932 Jul 08 20:13:11.768822 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:11.800326 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cdb3710f-2da5-42cf-a940-86c84c5dfc11 req-513d191f-9221-4e22-bf65-e5e5591eee7f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886395 Jul 08 20:13:11.836235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Transition to ACTIVE for port object 97f1f823-fba8-4a8c-be3a-76806b52bcfd will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:11.865285 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61dfa6de-e0e7-4b49-b16c-9c6e443cfad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:11.870183 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:11.875259 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61dfa6de-e0e7-4b49-b16c-9c6e443cfad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:11.960289 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 88a81c81-98ff-4228-b5b0-290dfeb90e88, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=88a81c81-98ff-4228-b5b0-290dfeb90e88,segment=NetworkSegment(9912fd5e-30c5-4145-9faa-a78e6dda5714),segment_id=9912fd5e-30c5-4145-9faa-a78e6dda5714)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:11.966140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfa6de-e0e7-4b49-b16c-9c6e443cfad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde76a59-6918-4885-b81e-57cf43d987e3,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:11.973443 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:11.988126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-61dfa6de-e0e7-4b49-b16c-9c6e443cfad7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ef501a0f949142f59318f0f826fed7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2255085 Jul 08 20:13:11.989207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43096) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:11.996350 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.086048 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c88b8962-e55f-4ed3-8d90-bcc7644710ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.120467 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1a3a8314-b963-438f-b116-483b1f5b691b req-f1d41d6e-e1ef-4ab7-881b-02142e23fc14 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 210 time: 0.0504298 Jul 08 20:13:12.125450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c88b8962-e55f-4ed3-8d90-bcc7644710ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.147088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Pushing event updated for resources: {'Port': ['ID=97f1f823-fba8-4a8c-be3a-76806b52bcfd,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:12.147370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=88a81c81-98ff-4228-b5b0-290dfeb90e88,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:12.153643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:12.161208 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0a1f520-56bf-4d66-96e7-2f3d1315e358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.164194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:12.168368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:12.175626 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:12.176329 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.208470 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e6f1118d-a2fb-4987-a6e0-7d5dd4e2e071 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8581684 Jul 08 20:13:12.226972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Request body: {'port': {'device_id': '9beac277-29ea-4a2c-b664-24465d19342b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:12.242405 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0a1f520-56bf-4d66-96e7-2f3d1315e358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.256852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b8962-e55f-4ed3-8d90-bcc7644710ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8f885d-42b5-4d51-818b-172346ab40ee,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:12.274971 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c88b8962-e55f-4ed3-8d90-bcc7644710ae admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6036a3259cfa45fdaa173d4461e5bf66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7803521 Jul 08 20:13:12.275975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43102) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:12.383800 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f5d100c-1315-4249-a5b8-1ab091dee245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.385219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.406010 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0a1f520-56bf-4d66-96e7-2f3d1315e358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.408623 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0a1f520-56bf-4d66-96e7-2f3d1315e358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.409872 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d0a1f520-56bf-4d66-96e7-2f3d1315e358 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cde76a59-6918-4885-b81e-57cf43d987e3 HTTP/1.1" status: 204 len: 168 time: 0.4195793 Jul 08 20:13:12.417586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f5d100c-1315-4249-a5b8-1ab091dee245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.418523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1f520-56bf-4d66-96e7-2f3d1315e358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde76a59-6918-4885-b81e-57cf43d987e3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:12.525004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa9d61-b6d8-4ed3-8d34-e946475bbdd7 req-2e450f4f-5e63-4e24-b79b-db5357dcb32f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:12.528124 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-99fa9d61-b6d8-4ed3-8d34-e946475bbdd7 req-2e450f4f-5e63-4e24-b79b-db5357dcb32f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 932 time: 0.2125130 Jul 08 20:13:12.530788 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f5d100c-1315-4249-a5b8-1ab091dee245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.533352 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f5d100c-1315-4249-a5b8-1ab091dee245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.534447 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1f5d100c-1315-4249-a5b8-1ab091dee245 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ba8f885d-42b5-4d51-818b-172346ab40ee HTTP/1.1" status: 204 len: 168 time: 0.2573807 Jul 08 20:13:12.538121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a3286549-3920-43a8-9244-d29ecc96aca9 None None] Provisioning for port 97f1f823-fba8-4a8c-be3a-76806b52bcfd completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:12.548506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a3286549-3920-43a8-9244-d29ecc96aca9 None None] Provisioning complete for port 97f1f823-fba8-4a8c-be3a-76806b52bcfd triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:12.549223 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a3286549-3920-43a8-9244-d29ecc96aca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:12.553020 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d100c-1315-4249-a5b8-1ab091dee245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8f885d-42b5-4d51-818b-172346ab40ee,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:12.624211 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-7e751a1f-d8de-4f52-9619-f844641b9f7d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294685 Jul 08 20:13:12.627220 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-99fa9d61-b6d8-4ed3-8d34-e946475bbdd7 req-525b593c-1d01-43df-b9e2-3add30bd445c tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/security-groups?id=5a6d798a-bfaa-4312-a810-a3553f56624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912066 Jul 08 20:13:12.751680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a3286549-3920-43a8-9244-d29ecc96aca9 None None] Port 97f1f823-fba8-4a8c-be3a-76806b52bcfd cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:13:12.864245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-34ac05bc-c908-4385-a6c2-047fe824b7c0 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:12.877620 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-34ac05bc-c908-4385-a6c2-047fe824b7c0 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370555 Jul 08 20:13:12.884489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Request body: {'port': {'device_id': '1b51e230-1f1f-4af8-8c29-6ad10ead5bce', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': 'fddfda2ff3d94ad9a41b36a0f4ab1d8c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:12.976040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43122) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:13.104766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f1f823-fba8-4a8c-be3a-76806b52bcfd {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:13.113112 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:13.128782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Transition to ACTIVE for port object 97f1f823-fba8-4a8c-be3a-76806b52bcfd will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:13.143224 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:13.206480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Pushing event updated for resources: {'Port': ['ID=97f1f823-fba8-4a8c-be3a-76806b52bcfd,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:13.290051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Attempting to bind port 97f1f823-fba8-4a8c-be3a-76806b52bcfd on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:13.291226 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3fcf70da-6d62-4ad8-8e70-fc1574fcedac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:13.291815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Attempting to bind port 97f1f823-fba8-4a8c-be3a-76806b52bcfd by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '9912fd5e-30c5-4145-9faa-a78e6dda5714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:13.292801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Attempting to bind port 97f1f823-fba8-4a8c-be3a-76806b52bcfd on network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:13.304205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Port 97f1f823-fba8-4a8c-be3a-76806b52bcfd on network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:13:13.305653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Attempting to bind port 97f1f823-fba8-4a8c-be3a-76806b52bcfd on network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:13.319731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:13.325081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Checking segment: {'id': '9912fd5e-30c5-4145-9faa-a78e6dda5714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:13.325621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Bound using segment: {'id': '9912fd5e-30c5-4145-9faa-a78e6dda5714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:13.326799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Bound port: 97f1f823-fba8-4a8c-be3a-76806b52bcfd, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9912fd5e-30c5-4145-9faa-a78e6dda5714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:13.327369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:13.406680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Made reservation on behalf of fddfda2ff3d94ad9a41b36a0f4ab1d8c for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:13.408867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 88a81c81-98ff-4228-b5b0-290dfeb90e88 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:13.410243 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:13.413811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] For port 97f1f823-fba8-4a8c-be3a-76806b52bcfd, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:13.417383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] For port 97f1f823-fba8-4a8c-be3a-76806b52bcfd, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=97f1f823-fba8-4a8c-be3a-76806b52bcfd,segment=NetworkSegment(9912fd5e-30c5-4145-9faa-a78e6dda5714),segment_id=9912fd5e-30c5-4145-9faa-a78e6dda5714)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:13.442395 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:13.449759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac150856-6106-4826-b8bc-20608541b221 req-327bc2e0-86db-47a7-815a-260f6f414212 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:13.457011 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac150856-6106-4826-b8bc-20608541b221 req-327bc2e0-86db-47a7-815a-260f6f414212 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 949 time: 0.4277594 Jul 08 20:13:13.493550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:13.494474 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:13.495669 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] 10.222.0.103 "PUT /v2.0/ports/97f1f823-fba8-4a8c-be3a-76806b52bcfd HTTP/1.1" status: 200 len: 1093 time: 1.2743165 Jul 08 20:13:13.496986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beac277-29ea-4a2c-b664-24465d19342b', 'tag': '97f1f823-fba8-4a8c-be3a-76806b52bcfd'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:13.500132 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ad57c8-63eb-4fb7-b2bb-2cde0d59067c" -d '{"events": [{"name": "network-changed", "server_uuid": "9beac277-29ea-4a2c-b664-24465d19342b", "tag": "97f1f823-fba8-4a8c-be3a-76806b52bcfd"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:13.528153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 88a81c81-98ff-4228-b5b0-290dfeb90e88 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:13.529336 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:13.602595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a489a4-9d5d-4c25-b62f-b9086c048769 service neutron] Pushing event updated for resources: {'Port': ['ID=97f1f823-fba8-4a8c-be3a-76806b52bcfd,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:13.612580 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac150856-6106-4826-b8bc-20608541b221 req-4aca816f-b587-481b-b117-ae7409a5695d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546936 Jul 08 20:13:13.644548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935efa04-07d6-4b28-bc50-1e7a83714e5a req-e504bed1-c055-49d4-b936-b37b7e981bbb tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:13.651556 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-935efa04-07d6-4b28-bc50-1e7a83714e5a req-e504bed1-c055-49d4-b936-b37b7e981bbb tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.2322304 Jul 08 20:13:13.699328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-9064a6d5-c7ca-4254-9034-a722be609a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:13.701487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-9064a6d5-c7ca-4254-9034-a722be609a55 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf603f36676944b58640e8004b1ccf8f&device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 1096 time: 0.1593463 Jul 08 20:13:13.712828 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-935efa04-07d6-4b28-bc50-1e7a83714e5a req-42638a6b-cc20-48e9-8975-8e7ed582aa80 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602868 Jul 08 20:13:13.794773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Allocated IP 192.168.233.33 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/a5273d86-e128-47b4-93b5-6c9ae204ce30) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:13.816805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3fcf70da-6d62-4ad8-8e70-fc1574fcedac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:13.822953 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-b1a0ce6a-b955-4ca3-b3ed-7522ba273cc7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97f1f823-fba8-4a8c-be3a-76806b52bcfd HTTP/1.1" status: 200 len: 217 time: 0.1090815 Jul 08 20:13:13.829522 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3fcf70da-6d62-4ad8-8e70-fc1574fcedac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:13.915860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-9c1281f2-bf87-440e-aa62-7e106a149406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:13.917820 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-9c1281f2-bf87-440e-aa62-7e106a149406 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d9647768-39df-479a-9164-058cac9c913e HTTP/1.1" status: 200 len: 867 time: 0.0870736 Jul 08 20:13:13.946310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf70da-6d62-4ad8-8e70-fc1574fcedac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29cf7a6-302a-46e7-a6e6-e4e2819e39d0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:13.966591 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3fcf70da-6d62-4ad8-8e70-fc1574fcedac admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7b0eb7c4031049d4b417bf5892fecddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9890552 Jul 08 20:13:13.970297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43160) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:13.976589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-279f4676-eaa6-4928-b9e4-c5f29dfab8f8 req-921e3011-b50d-4184-9ed3-1be13ad7c594 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 210 time: 0.0575025 Jul 08 20:13:14.041016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f4b15ce2-4baf-4495-a086-dbf74d3f8935 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:13:14.061652 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55832dbe-19c0-4320-815e-933f1c94e29f x-openstack-request-id: req-55832dbe-19c0-4320-815e-933f1c94e29f {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:14.061956 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9beac277-29ea-4a2c-b664-24465d19342b", "tag": "97f1f823-fba8-4a8c-be3a-76806b52bcfd", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:14.062208 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-55832dbe-19c0-4320-815e-933f1c94e29f {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:14.066992 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9beac277-29ea-4a2c-b664-24465d19342b', 'tag': '97f1f823-fba8-4a8c-be3a-76806b52bcfd', 'status': 'completed', 'code': 200} Jul 08 20:13:14.090764 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-64cbbcff-e65f-4d50-8aa0-2b016df2fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:14.096280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: f4b15ce2-4baf-4495-a086-dbf74d3f8935 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:13:14.096280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f4b15ce2-4baf-4495-a086-dbf74d3f8935 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:13:14.096940 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-64cbbcff-e65f-4d50-8aa0-2b016df2fe42 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0a05c0ed-f0e8-4fd5-825f-02887143f5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1620336 Jul 08 20:13:14.124257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43164) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:14.211359 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-055b232f-ee55-471a-9299-3a6b03c154d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:14.256169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-055b232f-ee55-471a-9299-3a6b03c154d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:14.309795 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-e7fb651e-54b2-46b6-97ab-870d33f2ebf5 service neutron] 10.222.0.103 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061715 Jul 08 20:13:14.346706 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:14.378370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Transition to ACTIVE for port object a5273d86-e128-47b4-93b5-6c9ae204ce30 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:14.387870 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-055b232f-ee55-471a-9299-3a6b03c154d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:14.391170 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-055b232f-ee55-471a-9299-3a6b03c154d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:14.394652 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-055b232f-ee55-471a-9299-3a6b03c154d0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b29cf7a6-302a-46e7-a6e6-e4e2819e39d0 HTTP/1.1" status: 204 len: 168 time: 0.4211488 Jul 08 20:13:14.401128 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-6958002-network', 'tenant_id': '497d536bc47446ccb3b69c5679cc9909'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:14.409174 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9f943ded-96f8-48ec-9337-16107542f1d5 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=1465b724793e4f03a6fea1167fcc35fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439868 Jul 08 20:13:14.429432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b232f-ee55-471a-9299-3a6b03c154d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29cf7a6-302a-46e7-a6e6-e4e2819e39d0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:14.429600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f6b91-d257-4a37-bf46-3b3f2fc17dee req-167f3121-48e3-4073-bbad-9d73061a5834 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:14.431086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b4f6b91-d257-4a37-bf46-3b3f2fc17dee req-167f3121-48e3-4073-bbad-9d73061a5834 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 944 time: 0.2218068 Jul 08 20:13:14.490451 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a9ecb8-273c-408b-bdfe-655d0e0337e6 req-1d6b0d79-dd4a-46ba-bbc3-b4e1ef746baa service neutron] 10.222.0.103 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698835 Jul 08 20:13:14.493347 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b4f6b91-d257-4a37-bf46-3b3f2fc17dee req-6a6c2b02-fe29-4388-93ee-ae031e9eb349 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/security-groups?id=5a6d798a-bfaa-4312-a810-a3553f56624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499797 Jul 08 20:13:14.547787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Made reservation on behalf of 497d536bc47446ccb3b69c5679cc9909 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:14.550464 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:14.574204 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:14.596452 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:14.610823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad57c8-63eb-4fb7-b2bb-2cde0d59067c req-dbb8c7fa-af36-42d3-ae1f-5a3d430cc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:14.612363 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18ad57c8-63eb-4fb7-b2bb-2cde0d59067c req-dbb8c7fa-af36-42d3-ae1f-5a3d430cc213 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf603f36676944b58640e8004b1ccf8f&device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 1096 time: 0.0561283 Jul 08 20:13:14.617229 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['4926a76a-862b-435a-91ec-5be07c2142db', '7cd02fbf-e6f0-4353-a193-92d34f367341'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:14.679831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-23b9828d-b993-4c49-8d47-c1d9c72b3103 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:14.686612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-23b9828d-b993-4c49-8d47-c1d9c72b3103 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2585740 Jul 08 20:13:14.713532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:14.727190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:14.734819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:14.745369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:14.746125 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:14.764948 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-b8777e03-a66b-42d1-b9c7-46d43ed8d8b1 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/quotas/1465b724793e4f03a6fea1167fcc35fc HTTP/1.1" status: 200 len: 375 time: 0.0771675 Jul 08 20:13:14.766930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Pushing event updated for resources: {'Port': ['ID=a5273d86-e128-47b4-93b5-6c9ae204ce30,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:15.041970 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:15.074396 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-1677e844-d90e-42f5-96c3-ed8bfc76a35e tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1465b724793e4f03a6fea1167fcc35fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3027747 Jul 08 20:13:15.077172 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:15.103422 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-b4074b6f-1055-4d85-a64a-d675c9469507 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2245114 Jul 08 20:13:15.155175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:13:15.172731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Request body: {'port': {'device_id': '1b51e230-1f1f-4af8-8c29-6ad10ead5bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:15.246681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9a613260-ca31-4a23-857c-67c6889b1f5a None None] Provisioning for port a5273d86-e128-47b4-93b5-6c9ae204ce30 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:15.252301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9a613260-ca31-4a23-857c-67c6889b1f5a None None] Provisioning complete for port a5273d86-e128-47b4-93b5-6c9ae204ce30 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:15.252680 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9a613260-ca31-4a23-857c-67c6889b1f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:15.283360 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:15.283716 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Added segment 449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9 of type vlan for network 1f8d4455-76b7-4da7-903b-af304e444c89 Jul 08 20:13:15.302356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9a613260-ca31-4a23-857c-67c6889b1f5a None None] Port a5273d86-e128-47b4-93b5-6c9ae204ce30 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:13:15.312713 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbf7f91-c513-4a87-a09f-11904c3acbc5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:15.368514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad57c8-63eb-4fb7-b2bb-2cde0d59067c req-20e27fff-6304-4aba-9ae3-3aa86257ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:15.370103 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18ad57c8-63eb-4fb7-b2bb-2cde0d59067c req-20e27fff-6304-4aba-9ae3-3aa86257ed61 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0a05c0ed-f0e8-4fd5-825f-02887143f5a9 HTTP/1.1" status: 200 len: 929 time: 0.7466683 Jul 08 20:13:15.371373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43206) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:15.395708 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:15.426460 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:15.548395 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18ad57c8-63eb-4fb7-b2bb-2cde0d59067c req-791d47f8-829f-43fd-a1f9-94da150db1c6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97f1f823-fba8-4a8c-be3a-76806b52bcfd HTTP/1.1" status: 200 len: 217 time: 0.1174042 Jul 08 20:13:15.713643 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:15.714685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:15.715189 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:15.742704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4725e7-5c11-4b0b-b683-783b4daad946 req-e2f0b15e-38c1-45fd-a207-c03ef7c2a4f7 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:15.743513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43226) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:15.744239 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a4725e7-5c11-4b0b-b683-783b4daad946 req-e2f0b15e-38c1-45fd-a207-c03ef7c2a4f7 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.5323236 Jul 08 20:13:15.745801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad57c8-63eb-4fb7-b2bb-2cde0d59067c req-f5524ea8-a373-4253-b35e-ff90b7e58212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:15.748152 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18ad57c8-63eb-4fb7-b2bb-2cde0d59067c req-f5524ea8-a373-4253-b35e-ff90b7e58212 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d9647768-39df-479a-9164-058cac9c913e HTTP/1.1" status: 200 len: 867 time: 0.1821916 Jul 08 20:13:15.763110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6324630 Jul 08 20:13:15.768904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43230) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:15.773667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-191e48db-c185-467a-a134-9267fb454a61 admin admin] Request body: {'subnet': {'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-6958002-subnet', 'tenant_id': '497d536bc47446ccb3b69c5679cc9909', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:15.859511 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c45352f7-b9fe-4f80-afc7-199a7e867cab admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b152ae9dfa7744188b848bff72370f78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4869485 Jul 08 20:13:15.865887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43232) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:15.896323 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a4725e7-5c11-4b0b-b683-783b4daad946 req-8a247e00-4ea8-4219-ac68-06388cb30b8e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432352 Jul 08 20:13:15.911287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191e48db-c185-467a-a134-9267fb454a61 admin admin] Made reservation on behalf of 497d536bc47446ccb3b69c5679cc9909 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:15.912210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fb3e6-fa6d-4014-bd25-76be213c3b74 admin admin] Pushing event updated for resources: {'Network': ['ID=1f8d4455-76b7-4da7-903b-af304e444c89,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:15.916771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-191e48db-c185-467a-a134-9267fb454a61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:15.925602 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-network', 'tenant_id': '23a55ef526b045a79d4ec9627f175564'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:15.926218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 1f8d4455-76b7-4da7-903b-af304e444c89 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:13:15.967523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae6acb-f667-4187-9551-ff404625afb6 req-d4796738-83a0-4465-9abd-ce044ccf775d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:15.975151 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80ae6acb-f667-4187-9551-ff404625afb6 req-d4796738-83a0-4465-9abd-ce044ccf775d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 935 time: 0.3441021 Jul 08 20:13:16.016752 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Made reservation on behalf of 23a55ef526b045a79d4ec9627f175564 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:16.020228 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.041346 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.079873 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80ae6acb-f667-4187-9551-ff404625afb6 req-fbe1e601-a712-42f3-b436-cd8f2e589e90 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033432 Jul 08 20:13:16.118010 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54621bf8-a0de-4efd-a019-37dbe47cb5b2 req-b7b54408-3806-4399-af68-51f009d96a3a tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 210 time: 0.1307862 Jul 08 20:13:16.142968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad57c8-63eb-4fb7-b2bb-2cde0d59067c req-d88e5d1d-22aa-4db6-966c-a874fa62b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:16.142968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18ad57c8-63eb-4fb7-b2bb-2cde0d59067c req-d88e5d1d-22aa-4db6-966c-a874fa62b634 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0a05c0ed-f0e8-4fd5-825f-02887143f5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3712876 Jul 08 20:13:16.211534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5273d86-e128-47b4-93b5-6c9ae204ce30 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:16.222238 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e725c643-175b-4969-b122-02d563d55fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.243408 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.277486 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e725c643-175b-4969-b122-02d563d55fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.284395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Transition to ACTIVE for port object a5273d86-e128-47b4-93b5-6c9ae204ce30 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:16.314077 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.374262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18ad57c8-63eb-4fb7-b2bb-2cde0d59067c req-1fef4ca8-3000-4558-8782-2f8923c07035 service neutron] 10.222.0.103 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279403 Jul 08 20:13:16.431920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Pushing event updated for resources: {'Port': ['ID=a5273d86-e128-47b4-93b5-6c9ae204ce30,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:16.458880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.482388 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.512150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Attempting to bind port a5273d86-e128-47b4-93b5-6c9ae204ce30 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:16.513002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Attempting to bind port a5273d86-e128-47b4-93b5-6c9ae204ce30 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:16.513002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Attempting to bind port a5273d86-e128-47b4-93b5-6c9ae204ce30 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:16.524426 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b844579-9cca-4e81-b3dc-685c297c6d26 req-da5d9dda-e24a-4759-8914-d3d97c24f9b4 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:16.526127 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b844579-9cca-4e81-b3dc-685c297c6d26 req-da5d9dda-e24a-4759-8914-d3d97c24f9b4 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 944 time: 0.2687311 Jul 08 20:13:16.529594 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:13:16.565072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Port a5273d86-e128-47b4-93b5-6c9ae204ce30 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:13:16.565429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Attempting to bind port a5273d86-e128-47b4-93b5-6c9ae204ce30 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:16.569255 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.569777 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Added segment 447ec739-42ef-4b60-bb4a-550cb3adb3a2 of type vlan for network c2fb2686-52d6-49c3-9608-e9409cffa1c6 Jul 08 20:13:16.582429 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e725c643-175b-4969-b122-02d563d55fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.586106 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e725c643-175b-4969-b122-02d563d55fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.587596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e725c643-175b-4969-b122-02d563d55fae admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8ccbb013-0362-4197-b4fa-482df9cb286c HTTP/1.1" status: 204 len: 168 time: 0.7189934 Jul 08 20:13:16.594147 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-191e48db-c185-467a-a134-9267fb454a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.624925 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53fa19d-10bf-43c2-9079-d24591f7872b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:16.674063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725c643-175b-4969-b122-02d563d55fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccbb013-0362-4197-b4fa-482df9cb286c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:16.762010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e48db-c185-467a-a134-9267fb454a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fbaa72f-8cd2-480f-813d-bc86df76e2b3,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:16.767716 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18ad57c8-63eb-4fb7-b2bb-2cde0d59067c req-fabfd4e4-2420-4b4d-a0e0-f1d92098ae68 service neutron] 10.222.0.103 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837349 Jul 08 20:13:16.774088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e48db-c185-467a-a134-9267fb454a61 admin admin] Checking segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:16.774587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e48db-c185-467a-a134-9267fb454a61 admin admin] Network hostable DHCP agents. Network: 1f8d4455-76b7-4da7-903b-af304e444c89, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:13:16.786503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:16.787061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:16.788022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:16.788172 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Bound port: a5273d86-e128-47b4-93b5-6c9ae204ce30, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:16.788486 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.803315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e48db-c185-467a-a134-9267fb454a61 admin admin] Network 1f8d4455-76b7-4da7-903b-af304e444c89 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:13:16.813638 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.815260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-191e48db-c185-467a-a134-9267fb454a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 1f8d4455-76b7-4da7-903b-af304e444c89) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:16.821185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191e48db-c185-467a-a134-9267fb454a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:16.822404 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-191e48db-c185-467a-a134-9267fb454a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.830844 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b844579-9cca-4e81-b3dc-685c297c6d26 req-503c30b0-9436-426b-bb5b-bd7e12d959e3 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/security-groups?id=5a6d798a-bfaa-4312-a810-a3553f56624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812355 Jul 08 20:13:16.839778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2174c40e-16fb-4b83-9d52-16dfe37f455a None None] Network 1f8d4455-76b7-4da7-903b-af304e444c89 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:13:16.867900 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-191e48db-c185-467a-a134-9267fb454a61 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0978398 Jul 08 20:13:16.910277 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.911261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:16.911851 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:16.979715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2349436 Jul 08 20:13:16.984276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43246) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:17.001986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-970a9ada-8d38-453d-9705-984ecc2028ba admin admin] Request body: {'subnet': {'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-subnet', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:17.003561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] For port a5273d86-e128-47b4-93b5-6c9ae204ce30, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:17.035178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] For port a5273d86-e128-47b4-93b5-6c9ae204ce30, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a5273d86-e128-47b4-93b5-6c9ae204ce30,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:17.047987 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:17.107630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970a9ada-8d38-453d-9705-984ecc2028ba admin admin] Made reservation on behalf of 23a55ef526b045a79d4ec9627f175564 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:17.120080 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-970a9ada-8d38-453d-9705-984ecc2028ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:17.137474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e62fa-7efe-430d-a5e0-048cdfaa412b admin admin] Pushing event updated for resources: {'Network': ['ID=c2fb2686-52d6-49c3-9608-e9409cffa1c6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:17.144225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Pushing event updated for resources: {'Port': ['ID=a5273d86-e128-47b4-93b5-6c9ae204ce30,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:17.153425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:17.154383 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:17.155724 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-da2dd1fd-e1ff-4654-a632-6d529a73cf21 service neutron] 10.222.0.104 "PUT /v2.0/ports/a5273d86-e128-47b4-93b5-6c9ae204ce30 HTTP/1.1" status: 200 len: 1096 time: 2.0214109 Jul 08 20:13:17.156174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b51e230-1f1f-4af8-8c29-6ad10ead5bce', 'tag': 'a5273d86-e128-47b4-93b5-6c9ae204ce30'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:17.158554 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67667b63-e478-4f23-83b2-b450ba74d159" -d '{"events": [{"name": "network-changed", "server_uuid": "1b51e230-1f1f-4af8-8c29-6ad10ead5bce", "tag": "a5273d86-e128-47b4-93b5-6c9ae204ce30"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:17.176830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network c2fb2686-52d6-49c3-9608-e9409cffa1c6 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:13:17.216402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43256) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:17.243295 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e9e4298f-492e-463a-aa70-fddd54deee2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:17.326997 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:17.395482 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362f850d-2650-4ea1-88b1-22718ba63ca2 None None] Network 1f8d4455-76b7-4da7-903b-af304e444c89 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:13:17.411553 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-4dc71616-8bc8-4724-89df-e00d025085ac tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=1465b724793e4f03a6fea1167fcc35fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595477 Jul 08 20:13:17.556527 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e9e4298f-492e-463a-aa70-fddd54deee2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:17.581176 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e9e4298f-492e-463a-aa70-fddd54deee2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:17.696644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4298f-492e-463a-aa70-fddd54deee2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed18df4-6140-4198-b5b8-bc7e454c53e9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:17.740939 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e9e4298f-492e-463a-aa70-fddd54deee2c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=96d7d300c3494b319ca1dca370b10f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219157 Jul 08 20:13:17.764242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43264) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:17.785739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-807a1e31-3bbe-4430-80c6-7a1a9c15295f tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:17.788038 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-807a1e31-3bbe-4430-80c6-7a1a9c15295f tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3026083 Jul 08 20:13:17.818294 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Request body: {'port': {'device_id': '8328d191-9e93-42bf-8543-9459f9d5faea', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '1465b724793e4f03a6fea1167fcc35fc'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:17.823548 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-ab25897d-1046-4335-b3ae-b28ea2287c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:17.823548 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-ab25897d-1046-4335-b3ae-b28ea2287c87 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 1099 time: 0.5209851 Jul 08 20:13:17.851086 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11ec0c-970d-47f8-bcd5-ad995a157b46 req-a04880e9-73ec-4aeb-8eb7-403788cfe809 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:17.853062 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab11ec0c-970d-47f8-bcd5-ad995a157b46 req-a04880e9-73ec-4aeb-8eb7-403788cfe809 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 947 time: 0.2902167 Jul 08 20:13:17.905116 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-6ae75f4c-0bc7-4bb7-964a-de5e484ba46a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=a5273d86-e128-47b4-93b5-6c9ae204ce30 HTTP/1.1" status: 200 len: 217 time: 0.0719917 Jul 08 20:13:17.977600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec60a3b-18ba-4476-a325-568b8f462fee req-0a0a9d37-3490-4002-bac0-3b9b4e9eb912 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:17.978878 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11faf87c-dada-49f2-9280-61795413fe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:17.986345 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aec60a3b-18ba-4476-a325-568b8f462fee req-0a0a9d37-3490-4002-bac0-3b9b4e9eb912 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.7745879 Jul 08 20:13:18.008805 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab11ec0c-970d-47f8-bcd5-ad995a157b46 req-7b3d4dca-e9c7-41c0-a0dd-2a8c1b2d6c5d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144083 Jul 08 20:13:18.017730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43274) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:18.022873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1064143726-network', 'tenant_id': 'f7cb1b14237343019ce3fdf657584ec8'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:18.031261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-58d9c424-046c-4781-b5d4-f6bdfd18f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:18.032752 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-58d9c424-046c-4781-b5d4-f6bdfd18f421 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1153953 Jul 08 20:13:18.053019 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 97f1f823-fba8-4a8c-be3a-76806b52bcfd details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:13:18.073172 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aec60a3b-18ba-4476-a325-568b8f462fee req-76a19f9f-dd68-494d-9e13-bd0288dacc38 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857558 Jul 08 20:13:18.081481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11faf87c-dada-49f2-9280-61795413fe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.166327 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99229cce-a976-44ce-8eaa-8e36d143cdb0 x-openstack-request-id: req-99229cce-a976-44ce-8eaa-8e36d143cdb0 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:18.166681 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b51e230-1f1f-4af8-8c29-6ad10ead5bce", "tag": "a5273d86-e128-47b4-93b5-6c9ae204ce30", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:18.166943 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-99229cce-a976-44ce-8eaa-8e36d143cdb0 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:18.167989 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b51e230-1f1f-4af8-8c29-6ad10ead5bce', 'tag': 'a5273d86-e128-47b4-93b5-6c9ae204ce30', 'status': 'completed', 'code': 200} Jul 08 20:13:18.173485 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:13:18.173485 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 20:13:18.173485 n-d-791506-16 neutron-server[94066]: [parameters: {'project_id_1': '1465b724793e4f03a6fea1167fcc35fc', 'expiration_1': datetime.datetime(2021, 7, 8, 20, 13, 18, 34643)}] Jul 08 20:13:18.173485 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:13:18.174261 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:13:18.179831 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-970a9ada-8d38-453d-9705-984ecc2028ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.215243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 97f1f823-fba8-4a8c-be3a-76806b52bcfd, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=97f1f823-fba8-4a8c-be3a-76806b52bcfd,segment=NetworkSegment(9912fd5e-30c5-4145-9faa-a78e6dda5714),segment_id=9912fd5e-30c5-4145-9faa-a78e6dda5714)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:18.229261 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f63d601e-8587-4e38-b52c-081b4a34b627 req-23e00b40-683e-4559-bda8-84738dbd5ef1 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 210 time: 0.0722234 Jul 08 20:13:18.232225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '97f1f823-fba8-4a8c-be3a-76806b52bcfd', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'port_id': '97f1f823-fba8-4a8c-be3a-76806b52bcfd', 'mac_address': 'fa:16:3e:8a:63:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9647768-39df-479a-9164-058cac9c913e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:13:18.264956 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Made reservation on behalf of f7cb1b14237343019ce3fdf657584ec8 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:18.267023 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.268263 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a9ada-8d38-453d-9705-984ecc2028ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8720b65f-a456-4dee-81f5-2b9397f73d38,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:18.286281 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.286572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a9ada-8d38-453d-9705-984ecc2028ba admin admin] Checking segment: {'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:18.286972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970a9ada-8d38-453d-9705-984ecc2028ba admin admin] Network hostable DHCP agents. Network: c2fb2686-52d6-49c3-9608-e9409cffa1c6, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:13:18.295592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-7ba4b1bc-3fde-49e6-9afc-d10e192fc403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:18.297558 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-7ba4b1bc-3fde-49e6-9afc-d10e192fc403 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2533965 Jul 08 20:13:18.317211 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.337471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f1f823-fba8-4a8c-be3a-76806b52bcfd {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:18.346013 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970a9ada-8d38-453d-9705-984ecc2028ba admin admin] Network c2fb2686-52d6-49c3-9608-e9409cffa1c6 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:13:18.364943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-970a9ada-8d38-453d-9705-984ecc2028ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, c2fb2686-52d6-49c3-9608-e9409cffa1c6) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:18.366756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 97f1f823-fba8-4a8c-be3a-76806b52bcfd, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=97f1f823-fba8-4a8c-be3a-76806b52bcfd,segment=NetworkSegment(9912fd5e-30c5-4145-9faa-a78e6dda5714),segment_id=9912fd5e-30c5-4145-9faa-a78e6dda5714)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:18.380037 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31af0d2f-0ec0-4c8d-bca2-208fab05f20f None None] Network c2fb2686-52d6-49c3-9608-e9409cffa1c6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:13:18.381866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f231e5-4b23-4e7c-8992-1a37e7253bbf req-f9856692-905e-4695-aecf-6e491fde59d4 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:18.383653 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c4f231e5-4b23-4e7c-8992-1a37e7253bbf req-f9856692-905e-4695-aecf-6e491fde59d4 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 944 time: 0.1070895 Jul 08 20:13:18.383815 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.385136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970a9ada-8d38-453d-9705-984ecc2028ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:18.385794 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-970a9ada-8d38-453d-9705-984ecc2028ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.465273 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c4f231e5-4b23-4e7c-8992-1a37e7253bbf req-e7a1a4c6-d8b0-43e5-9d73-26d2ceba217d tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/security-groups?id=5a6d798a-bfaa-4312-a810-a3553f56624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717466 Jul 08 20:13:18.531027 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=97f1f823-fba8-4a8c-be3a-76806b52bcfd,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:18.577552 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11faf87c-dada-49f2-9280-61795413fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.580086 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11faf87c-dada-49f2-9280-61795413fe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.583665 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-11faf87c-dada-49f2-9280-61795413fe0a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/aed18df4-6140-4198-b5b8-bc7e454c53e9 HTTP/1.1" status: 204 len: 168 time: 0.8157725 Jul 08 20:13:18.596066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faf87c-dada-49f2-9280-61795413fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed18df4-6140-4198-b5b8-bc7e454c53e9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:18.650145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-52a1fe7f-28ab-4d6d-81a1-09a2e6baeec5 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433764 Jul 08 20:13:18.663388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:13:18.664746 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.695906 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['97f1f823-fba8-4a8c-be3a-76806b52bcfd'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:18.760885 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.772281 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.805324 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-970a9ada-8d38-453d-9705-984ecc2028ba admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8171525 Jul 08 20:13:18.808324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43280) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:18.816164 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:18.821505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Made reservation on behalf of 1465b724793e4f03a6fea1167fcc35fc for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:18.826486 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.847732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:13:18.863566 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3ce5e80b-6c1d-44d1-b086-835d14409c59 req-01d379f7-868f-43c2-9a91-6f328f35e5c7 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008419 Jul 08 20:13:18.866053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9be572-c0cb-4d35-af59-dd812f45d054,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:18.894864 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.895222 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Added segment 42ef8cca-52a6-4fba-9c95-cb6a66f83f1a of type vlan for network d4b30f35-6fc2-49c7-bc09-26ac47ea2bb3 Jul 08 20:13:18.929613 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.930689 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:18.996876 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:19.070123 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:19.171836 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:19.171836 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:19.171836 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:19.301515 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Allocated IP 172.20.0.2 (c2fb2686-52d6-49c3-9608-e9409cffa1c6/8720b65f-a456-4dee-81f5-2b9397f73d38/4161be64-df33-4cf9-831c-0b3af6942012) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:19.337174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67667b63-e478-4f23-83b2-b450ba74d159 req-090cdc64-0e4b-4c4d-95fd-d411640a960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:19.339818 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67667b63-e478-4f23-83b2-b450ba74d159 req-090cdc64-0e4b-4c4d-95fd-d411640a960d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 1099 time: 0.3740182 Jul 08 20:13:19.346372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] Pushing event updated for resources: {'Network': ['ID=d4b30f35-6fc2-49c7-bc09-26ac47ea2bb3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:19.349634 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-30ac8413-0765-48de-bb0e-7333360eba74 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3306935 Jul 08 20:13:19.366263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:19.386773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network d4b30f35-6fc2-49c7-bc09-26ac47ea2bb3 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:13:19.391996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43298) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:19.424475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2fadac55-ad66-49d2-8138-c4b8f2e3cd90 admin admin] Request body: {'subnet': {'network_id': 'd4b30f35-6fc2-49c7-bc09-26ac47ea2bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1064143726-subnet', 'tenant_id': 'f7cb1b14237343019ce3fdf657584ec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:19.472267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67667b63-e478-4f23-83b2-b450ba74d159 req-79237eb4-a3d4-44eb-96cf-6b1b0b266388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:19.474534 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67667b63-e478-4f23-83b2-b450ba74d159 req-79237eb4-a3d4-44eb-96cf-6b1b0b266388 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1238854 Jul 08 20:13:19.478746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fadac55-ad66-49d2-8138-c4b8f2e3cd90 admin admin] Made reservation on behalf of f7cb1b14237343019ce3fdf657584ec8 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:19.481305 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2fadac55-ad66-49d2-8138-c4b8f2e3cd90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:19.573822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6ae44-3397-44bd-9c2d-560d673069a9 req-62097ec3-355d-47c9-9860-c098d0f8c3c0 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:19.585445 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aae6ae44-3397-44bd-9c2d-560d673069a9 req-62097ec3-355d-47c9-9860-c098d0f8c3c0 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 947 time: 0.3768361 Jul 08 20:13:19.589800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67667b63-e478-4f23-83b2-b450ba74d159 req-11c95478-0f8f-477f-b732-8866b3f0d97e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=a5273d86-e128-47b4-93b5-6c9ae204ce30 HTTP/1.1" status: 200 len: 217 time: 0.0964446 Jul 08 20:13:19.673117 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:19.688998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Transition to ACTIVE for port object 4161be64-df33-4cf9-831c-0b3af6942012 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:19.714910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Transition to ACTIVE for port object 4161be64-df33-4cf9-831c-0b3af6942012 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:19.730316 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:19.760568 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Allocated IP 192.168.233.5 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/7d6af819-dc1a-41c3-8924-0ba373e4dd75) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:19.773371 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aae6ae44-3397-44bd-9c2d-560d673069a9 req-a9473004-5481-4da9-893c-02e1b2337290 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866744 Jul 08 20:13:19.798574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67667b63-e478-4f23-83b2-b450ba74d159 req-0be73d4b-b8bc-4299-a5ef-baca26ed5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:19.806186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Network c2fb2686-52d6-49c3-9608-e9409cffa1c6 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:19.807559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Pushing event updated for resources: {'Port': ['ID=4161be64-df33-4cf9-831c-0b3af6942012,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:19.812322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:19.814336 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67667b63-e478-4f23-83b2-b450ba74d159 req-0be73d4b-b8bc-4299-a5ef-baca26ed5532 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.2103510 Jul 08 20:13:19.821001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:19.916151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb15975-d785-4c52-8bd5-e63eb074f7b8 req-2eb30a0d-593e-4505-a901-c06924fc0d47 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:19.918183 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1bb15975-d785-4c52-8bd5-e63eb074f7b8 req-2eb30a0d-593e-4505-a901-c06924fc0d47 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.5144951 Jul 08 20:13:19.958083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67667b63-e478-4f23-83b2-b450ba74d159 req-4ce5e670-3511-428e-a2f6-3080e1589705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:19.959721 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67667b63-e478-4f23-83b2-b450ba74d159 req-4ce5e670-3511-428e-a2f6-3080e1589705 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1340249 Jul 08 20:13:19.968543 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Attempting to bind port 4161be64-df33-4cf9-831c-0b3af6942012 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:19.969105 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Attempting to bind port 4161be64-df33-4cf9-831c-0b3af6942012 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:19.969594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Attempting to bind port 4161be64-df33-4cf9-831c-0b3af6942012 on network c2fb2686-52d6-49c3-9608-e9409cffa1c6 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:19.976204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:19.976965 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Checking segment: {'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:19.977578 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:19.978242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Bound using segment: {'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:19.979441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Bound port: 4161be64-df33-4cf9-831c-0b3af6942012, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:19.979985 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:20.070706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] For port 4161be64-df33-4cf9-831c-0b3af6942012, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:20.074891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] For port 4161be64-df33-4cf9-831c-0b3af6942012, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4161be64-df33-4cf9-831c-0b3af6942012,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:20.083229 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:20.114678 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67667b63-e478-4f23-83b2-b450ba74d159 req-b963718b-145d-4817-b0c8-f3048e362ff9 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392267 Jul 08 20:13:20.176263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c3244f88-b353-4aa3-a462-6dc263ceb40e req-c7538951-40b4-43d0-8053-8dbf0d09998f tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 210 time: 0.0602527 Jul 08 20:13:20.180054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ecfe0-74d2-4d23-9b62-09bee919cbc9 None None] Pushing event updated for resources: {'Port': ['ID=4161be64-df33-4cf9-831c-0b3af6942012,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:20.234625 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:20.254605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Transition to ACTIVE for port object 7d6af819-dc1a-41c3-8924-0ba373e4dd75 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:20.342894 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1bb15975-d785-4c52-8bd5-e63eb074f7b8 req-4dfb0cab-b900-4421-9010-e765a0b809ef tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787305 Jul 08 20:13:20.458989 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67667b63-e478-4f23-83b2-b450ba74d159 req-5fa97812-850a-43b6-ab47-9bbbdbf964fc service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794495 Jul 08 20:13:20.480248 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2fadac55-ad66-49d2-8138-c4b8f2e3cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:20.589321 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:20.594692 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9a97e-c8ea-4d5e-91aa-bd8fae7ff5f0 req-546523c0-d57f-45ae-adec-3899f76367ff tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:20.605879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['865698cd-a80a-4c4b-8c1b-237d651f5122'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:20.611950 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57c9a97e-c8ea-4d5e-91aa-bd8fae7ff5f0 req-546523c0-d57f-45ae-adec-3899f76367ff tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 945 time: 0.1646755 Jul 08 20:13:20.731084 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57c9a97e-c8ea-4d5e-91aa-bd8fae7ff5f0 req-775589a9-e729-4e99-98f1-77b77cdb3d67 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/security-groups?id=5a6d798a-bfaa-4312-a810-a3553f56624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999336 Jul 08 20:13:20.955503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadac55-ad66-49d2-8138-c4b8f2e3cd90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b031b6-98de-4631-803a-88f68ca5aa8a,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:20.989813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:21.020511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:21.020511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fadac55-ad66-49d2-8138-c4b8f2e3cd90 admin admin] Checking segment: {'id': '42ef8cca-52a6-4fba-9c95-cb6a66f83f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd4b30f35-6fc2-49c7-bc09-26ac47ea2bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:21.020511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fadac55-ad66-49d2-8138-c4b8f2e3cd90 admin admin] Network hostable DHCP agents. Network: d4b30f35-6fc2-49c7-bc09-26ac47ea2bb3, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:13:21.032484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:21.038134 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:21.038895 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:21.041874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:21.076405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Pushing event updated for resources: {'Port': ['ID=7d6af819-dc1a-41c3-8924-0ba373e4dd75,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:21.086209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:21.110114 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-9fa648b8-313d-4d71-8f93-ac6455fe51f9 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2984343 Jul 08 20:13:21.157688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Request body: {'port': {'device_id': '8328d191-9e93-42bf-8543-9459f9d5faea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:21.166728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fadac55-ad66-49d2-8138-c4b8f2e3cd90 admin admin] Network d4b30f35-6fc2-49c7-bc09-26ac47ea2bb3 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:13:21.260172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-2fadac55-ad66-49d2-8138-c4b8f2e3cd90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, d4b30f35-6fc2-49c7-bc09-26ac47ea2bb3) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:21.270641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ac831-12f5-454f-8040-0f1735056e3c None None] Network d4b30f35-6fc2-49c7-bc09-26ac47ea2bb3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:13:21.382640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fadac55-ad66-49d2-8138-c4b8f2e3cd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:21.388606 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2fadac55-ad66-49d2-8138-c4b8f2e3cd90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:21.412918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a81419-5e9a-4553-980a-cd002815f9c3 req-9626b6e9-0137-4477-ba5d-d2275c9d0d7c tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:21.414584 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e9a81419-5e9a-4553-980a-cd002815f9c3 req-9626b6e9-0137-4477-ba5d-d2275c9d0d7c tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 947 time: 0.4603508 Jul 08 20:13:21.445050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4161be64-df33-4cf9-831c-0b3af6942012 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:21.477591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760246bb-2616-4ebf-af12-e2511455e622 req-e17f1b75-7952-49c9-a5ea-dbed8cfe8e69 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:21.479384 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-760246bb-2616-4ebf-af12-e2511455e622 req-e17f1b75-7952-49c9-a5ea-dbed8cfe8e69 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 934 time: 0.1348433 Jul 08 20:13:21.506837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Allocated IP 172.25.4.174 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/6d605118-d345-456f-9bb9-e0d3a6c3381a) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:21.533255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2fadac55-ad66-49d2-8138-c4b8f2e3cd90 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1248379 Jul 08 20:13:21.538071 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4256019d-51d7-48ba-8904-c45225e7e15d None None] Provisioning for port 7d6af819-dc1a-41c3-8924-0ba373e4dd75 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:21.547195 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4256019d-51d7-48ba-8904-c45225e7e15d None None] Provisioning complete for port 7d6af819-dc1a-41c3-8924-0ba373e4dd75 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:21.547571 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4256019d-51d7-48ba-8904-c45225e7e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:21.561722 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-760246bb-2616-4ebf-af12-e2511455e622 req-e4d84167-3f61-4dc7-8b41-fcaac9d076f6 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702946 Jul 08 20:13:21.580484 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:21.644512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29df721-c73e-434a-8144-302e1b312428 None None] Network c2fb2686-52d6-49c3-9608-e9409cffa1c6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:13:21.812016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309097a-b19a-4354-a0c4-430f7f77b05d req-cdc287c5-ce78-407b-aac1-fd3cb6faaa96 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:21.819684 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0309097a-b19a-4354-a0c4-430f7f77b05d req-cdc287c5-ce78-407b-aac1-fd3cb6faaa96 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.0901210 Jul 08 20:13:21.827602 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e9a81419-5e9a-4553-980a-cd002815f9c3 req-e4aec341-c848-40d6-8171-9bfba1230b11 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796964 Jul 08 20:13:21.870257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0309097a-b19a-4354-a0c4-430f7f77b05d req-789acfba-84d9-4d8b-af74-b37f228fc36b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490632 Jul 08 20:13:21.887010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 4161be64-df33-4cf9-831c-0b3af6942012 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:21.889987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4256019d-51d7-48ba-8904-c45225e7e15d None None] Port 7d6af819-dc1a-41c3-8924-0ba373e4dd75 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:13:21.958102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d02248-2243-43c0-9e2a-f728487da163 None None] Network d4b30f35-6fc2-49c7-bc09-26ac47ea2bb3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:13:22.066188 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:22.078798 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 97f1f823-fba8-4a8c-be3a-76806b52bcfd up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:22.142874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a21b83-be3c-48d7-a713-c8ada230b301 req-47be6b24-d2c1-4880-b5a8-e8bf220a21a9 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:22.151006 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a21b83-be3c-48d7-a713-c8ada230b301 req-47be6b24-d2c1-4880-b5a8-e8bf220a21a9 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 945 time: 0.1299286 Jul 08 20:13:22.178843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a5273d86-e128-47b4-93b5-6c9ae204ce30 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:13:22.181533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e2f7aa4e-0126-46d1-81fe-28d90c6f5cef None None] Provisioning for port 4161be64-df33-4cf9-831c-0b3af6942012 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:22.197015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a21b83-be3c-48d7-a713-c8ada230b301 req-a3f07e59-d667-413a-9e35-71c371c742fc tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/security-groups?id=5a6d798a-bfaa-4312-a810-a3553f56624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447919 Jul 08 20:13:22.215849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e2f7aa4e-0126-46d1-81fe-28d90c6f5cef None None] Provisioning complete for port 4161be64-df33-4cf9-831c-0b3af6942012 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:22.216971 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e2f7aa4e-0126-46d1-81fe-28d90c6f5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:22.234874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:22.326261 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:22.338184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:22.350259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:22.353578 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6af819-dc1a-41c3-8924-0ba373e4dd75 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:22.415961 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:22.456672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 97f1f823-fba8-4a8c-be3a-76806b52bcfd completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:22.479180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Pushing event updated for resources: {'Port': ['ID=6d605118-d345-456f-9bb9-e0d3a6c3381a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:22.501319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 97f1f823-fba8-4a8c-be3a-76806b52bcfd triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:22.501540 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:22.510857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-9bbe1552-a0e8-448f-a0e6-6f832f23f73f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:22.521725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-9bbe1552-a0e8-448f-a0e6-6f832f23f73f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 818 time: 0.3895750 Jul 08 20:13:22.529154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Transition to ACTIVE for port object 7d6af819-dc1a-41c3-8924-0ba373e4dd75 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:22.555760 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e2f7aa4e-0126-46d1-81fe-28d90c6f5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:22.563323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a5273d86-e128-47b4-93b5-6c9ae204ce30, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a5273d86-e128-47b4-93b5-6c9ae204ce30,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:22.581389 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:22.592490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'a5273d86-e128-47b4-93b5-6c9ae204ce30', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'a5273d86-e128-47b4-93b5-6c9ae204ce30', 'mac_address': 'fa:16:3e:50:c8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:13:22.658177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e2f7aa4e-0126-46d1-81fe-28d90c6f5cef None None] For port 4161be64-df33-4cf9-831c-0b3af6942012, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4161be64-df33-4cf9-831c-0b3af6942012,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:22.671505 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-96b8d80b-e7b4-4567-ae85-89be5f6c7754 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/quotas/497d536bc47446ccb3b69c5679cc9909 HTTP/1.1" status: 200 len: 375 time: 0.1075170 Jul 08 20:13:22.676313 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e2f7aa4e-0126-46d1-81fe-28d90c6f5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:22.721529 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:22.751068 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-17c3d089-32b2-45b0-80f2-f0980a5723b4 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784993 Jul 08 20:13:22.761746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5273d86-e128-47b4-93b5-6c9ae204ce30 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:22.824534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6af819-dc1a-41c3-8924-0ba373e4dd75,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:22.834560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a5273d86-e128-47b4-93b5-6c9ae204ce30, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a5273d86-e128-47b4-93b5-6c9ae204ce30,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:22.843598 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:22.845681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7aa4e-0126-46d1-81fe-28d90c6f5cef None None] Pushing event updated for resources: {'Port': ['ID=4161be64-df33-4cf9-831c-0b3af6942012,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:22.858326 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:22.909704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0f434-5022-48b3-8004-a777b0f224a9 req-f2f4fff5-3a8e-4fc5-9838-ba040307b11d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:22.913387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3b2977fa-78fa-4e9e-b51a-27eed1b3fb03 None None] Provisioning complete for port 4161be64-df33-4cf9-831c-0b3af6942012 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:22.913873 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b2977fa-78fa-4e9e-b51a-27eed1b3fb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:22.920174 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ff0f434-5022-48b3-8004-a777b0f224a9 req-f2f4fff5-3a8e-4fc5-9838-ba040307b11d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 946 time: 0.1154568 Jul 08 20:13:22.927934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beac277-29ea-4a2c-b664-24465d19342b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f1f823-fba8-4a8c-be3a-76806b52bcfd'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:22.930351 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2fa21c-bac9-486e-bd7e-38aa1b82bc12" -d '{"events": [{"server_uuid": "9beac277-29ea-4a2c-b664-24465d19342b", "name": "network-vif-plugged", "status": "completed", "tag": "97f1f823-fba8-4a8c-be3a-76806b52bcfd"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:22.965573 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ff0f434-5022-48b3-8004-a777b0f224a9 req-c9d02feb-6276-4e43-854d-801b2e43114d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436201 Jul 08 20:13:22.980424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Attempting to bind port 7d6af819-dc1a-41c3-8924-0ba373e4dd75 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:22.980424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Attempting to bind port 7d6af819-dc1a-41c3-8924-0ba373e4dd75 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:22.980424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Attempting to bind port 7d6af819-dc1a-41c3-8924-0ba373e4dd75 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:22.985822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Port 7d6af819-dc1a-41c3-8924-0ba373e4dd75 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:13:22.986219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Attempting to bind port 7d6af819-dc1a-41c3-8924-0ba373e4dd75 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:23.033066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:23.033462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:23.033918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:23.034436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Bound port: 7d6af819-dc1a-41c3-8924-0ba373e4dd75, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:23.034855 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:23.065233 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-292c9e5f-3fae-40ee-b5ca-f5aa5e7c101f service neutron] 10.222.0.101 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130240 Jul 08 20:13:23.121453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 97f1f823-fba8-4a8c-be3a-76806b52bcfd, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=97f1f823-fba8-4a8c-be3a-76806b52bcfd,segment=NetworkSegment(9912fd5e-30c5-4145-9faa-a78e6dda5714),segment_id=9912fd5e-30c5-4145-9faa-a78e6dda5714)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:23.142912 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:23.154199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a5273d86-e128-47b4-93b5-6c9ae204ce30,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:23.159827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:23.171252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8e11e-85c2-4fe4-8d62-f3fb2d260f52 req-1b9df304-f792-49cc-8b0b-4b1c45a62b45 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:23.173507 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9b8e11e-85c2-4fe4-8d62-f3fb2d260f52 req-1b9df304-f792-49cc-8b0b-4b1c45a62b45 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 948 time: 0.0744252 Jul 08 20:13:23.188308 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:23.223618 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9b8e11e-85c2-4fe4-8d62-f3fb2d260f52 req-5f425333-85ff-4399-97d7-f720f230c3be tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433390 Jul 08 20:13:23.234905 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['a5273d86-e128-47b4-93b5-6c9ae204ce30'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:23.278950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] For port 7d6af819-dc1a-41c3-8924-0ba373e4dd75, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:23.282749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-b91c8ead-ddf3-496a-a773-dbaabdfb704d service neutron] 10.222.0.101 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078631 Jul 08 20:13:23.324710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=97f1f823-fba8-4a8c-be3a-76806b52bcfd,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:23.346636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] For port 7d6af819-dc1a-41c3-8924-0ba373e4dd75, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7d6af819-dc1a-41c3-8924-0ba373e4dd75,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:23.364837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:23.384995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4161be64-df33-4cf9-831c-0b3af6942012 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:23.413497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:23.414132 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:23.415539 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] 10.222.0.103 "PUT /v2.0/ports/7d6af819-dc1a-41c3-8924-0ba373e4dd75 HTTP/1.1" status: 200 len: 1095 time: 2.2639740 Jul 08 20:13:23.417605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8328d191-9e93-42bf-8543-9459f9d5faea', 'tag': '7d6af819-dc1a-41c3-8924-0ba373e4dd75'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:23.420031 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803b5a16-ec18-4a9f-93be-926cfe9f964b" -d '{"events": [{"name": "network-changed", "server_uuid": "8328d191-9e93-42bf-8543-9459f9d5faea", "tag": "7d6af819-dc1a-41c3-8924-0ba373e4dd75"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:23.485195 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4161be64-df33-4cf9-831c-0b3af6942012 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:23.485977 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:23.534661 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc93a6-25de-46bb-a724-6c5172c49045 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6af819-dc1a-41c3-8924-0ba373e4dd75,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:23.562517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953498a-ca48-40d9-89af-e30c5a48a829 req-663daf26-3aa7-4f70-9a33-12d7b2189f03 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:23.567738 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4953498a-ca48-40d9-89af-e30c5a48a829 req-663daf26-3aa7-4f70-9a33-12d7b2189f03 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.1113651 Jul 08 20:13:23.639215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:23.651734 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-d4367d0b-510f-4ac5-bfe3-f3d01d8b1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:23.655107 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-d4367d0b-510f-4ac5-bfe3-f3d01d8b1f12 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1465b724793e4f03a6fea1167fcc35fc&device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 1098 time: 0.1680038 Jul 08 20:13:23.734007 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4953498a-ca48-40d9-89af-e30c5a48a829 req-23a8866f-af23-436a-b2a4-18aafb6d3720 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606958 Jul 08 20:13:23.762648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-ae189c88-e5d7-4664-a693-c52941f3d977 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=7d6af819-dc1a-41c3-8924-0ba373e4dd75 HTTP/1.1" status: 200 len: 217 time: 0.0743644 Jul 08 20:13:23.816874 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbeaa26-75c3-4f2a-bd80-fa7a61e24704 x-openstack-request-id: req-cbbeaa26-75c3-4f2a-bd80-fa7a61e24704 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:23.817848 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9beac277-29ea-4a2c-b664-24465d19342b", "name": "network-vif-plugged", "status": "completed", "tag": "97f1f823-fba8-4a8c-be3a-76806b52bcfd", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:23.818265 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cbbeaa26-75c3-4f2a-bd80-fa7a61e24704 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:23.818853 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beac277-29ea-4a2c-b664-24465d19342b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f1f823-fba8-4a8c-be3a-76806b52bcfd', 'code': 200} Jul 08 20:13:24.065480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fb557-a152-432c-bd18-97123a947590 req-e690ea48-4034-4f98-9c16-5fcb9623b2be tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:24.067003 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cc7fb557-a152-432c-bd18-97123a947590 req-e690ea48-4034-4f98-9c16-5fcb9623b2be tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 946 time: 0.1263220 Jul 08 20:13:24.072407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7b540-ce70-44fa-8d98-619710448168 req-0efd0b7b-d2e3-4652-88d2-8a0b07c5e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:24.074179 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ec7b540-ce70-44fa-8d98-619710448168 req-0efd0b7b-d2e3-4652-88d2-8a0b07c5e835 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 1098 time: 0.1459484 Jul 08 20:13:24.082885 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff5c127-e3f4-459c-820d-f2fa07d51689 x-openstack-request-id: req-4ff5c127-e3f4-459c-820d-f2fa07d51689 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:24.083262 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8328d191-9e93-42bf-8543-9459f9d5faea", "tag": "7d6af819-dc1a-41c3-8924-0ba373e4dd75", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:24.083520 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4ff5c127-e3f4-459c-820d-f2fa07d51689 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:24.083800 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8328d191-9e93-42bf-8543-9459f9d5faea', 'tag': '7d6af819-dc1a-41c3-8924-0ba373e4dd75', 'status': 'completed', 'code': 200} Jul 08 20:13:24.136168 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cc7fb557-a152-432c-bd18-97123a947590 req-4369419e-3679-400a-9efe-9485982e3551 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/security-groups?id=5a6d798a-bfaa-4312-a810-a3553f56624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575726 Jul 08 20:13:24.138536 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ec7b540-ce70-44fa-8d98-619710448168 req-0fbb15ea-524b-41cd-9b41-3b1186e9ae4a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=5a6d798a-bfaa-4312-a810-a3553f56624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512080 Jul 08 20:13:24.142829 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3d0610f0-3993-4e54-bc3e-c38585f1b955 req-8194708b-2a22-435b-9156-9499d7c5fda2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 210 time: 0.0581927 Jul 08 20:13:24.169623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-7a79eb60-b1c4-4186-ae3f-42eefe4010ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:24.171684 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-7a79eb60-b1c4-4186-ae3f-42eefe4010ae service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0986054 Jul 08 20:13:24.235480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Router 82839ff5-1b64-4101-b522-d264592aeceb is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:13:24.376597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-5d87386c-7095-494c-88b6-bfb8adaaa911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:24.378171 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-5d87386c-7095-494c-88b6-bfb8adaaa911 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1801314 Jul 08 20:13:24.505004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:13:24.516658 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Sync routers for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:13:24.527674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddb4a3-ad66-4f64-83e5-7666e3420d2a req-5ddb5248-19d7-4642-b1d9-48fb1f758f51 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:24.534875 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:24.535637 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2fddb4a3-ad66-4f64-83e5-7666e3420d2a req-5ddb5248-19d7-4642-b1d9-48fb1f758f51 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 946 time: 0.2457132 Jul 08 20:13:24.535751 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:24.576748 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:24.579171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f5bd5-17f1-4a0d-b29d-ff23b28b257f req-c183225c-2b8f-4675-b1dd-cddf438e2932 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:24.586362 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a0f5bd5-17f1-4a0d-b29d-ff23b28b257f req-c183225c-2b8f-4675-b1dd-cddf438e2932 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 948 time: 0.0787747 Jul 08 20:13:24.587583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7ea75579-f564-4010-a9d1-2a2d82364691 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.7771859 Jul 08 20:13:24.588213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43434) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:24.635782 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-1fce3027-1aad-4ed4-a344-0eaebfd47057 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466223 Jul 08 20:13:24.662234 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2fddb4a3-ad66-4f64-83e5-7666e3420d2a req-4f3c5f04-1b81-46eb-bb6c-7751086db5d5 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256557 Jul 08 20:13:24.665643 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:24.738959 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a0f5bd5-17f1-4a0d-b29d-ff23b28b257f req-abb8cf7f-000f-444e-968f-9e968f700821 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513319 Jul 08 20:13:24.930958 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f27db84-6fc4-46f9-803c-18b6c281ae9d req-f5966e87-55e6-4165-a137-239e3015627f service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674928 Jul 08 20:13:24.986419 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:22Z', 'revision_number': 3, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:25.025781 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Checking router: 82839ff5-1b64-4101-b522-d264592aeceb for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:13:25.026121 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Updating router 82839ff5-1b64-4101-b522-d264592aeceb port 6d605118-d345-456f-9bb9-e0d3a6c3381a binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:13:25.064488 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:25.161619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d3b90-f1fb-44a2-a1a4-659684fe9fd3 req-870a20a9-c36a-4cb8-91ef-6f250c038c1e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:25.163970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b72d3b90-f1fb-44a2-a1a4-659684fe9fd3 req-870a20a9-c36a-4cb8-91ef-6f250c038c1e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.1764796 Jul 08 20:13:25.173819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b5a16-ec18-4a9f-93be-926cfe9f964b req-36fb7e40-7c23-441a-bc86-01637c0747eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:25.175408 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-803b5a16-ec18-4a9f-93be-926cfe9f964b req-36fb7e40-7c23-441a-bc86-01637c0747eb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1465b724793e4f03a6fea1167fcc35fc&device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 1098 time: 0.1550674 Jul 08 20:13:25.263580 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b72d3b90-f1fb-44a2-a1a4-659684fe9fd3 req-c485f1ee-ec39-4f97-b57a-3baeb027763d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840318 Jul 08 20:13:25.330114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b5a16-ec18-4a9f-93be-926cfe9f964b req-554a8281-3cef-4e2c-8f2d-43582aaeb848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:25.332715 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-803b5a16-ec18-4a9f-93be-926cfe9f964b req-554a8281-3cef-4e2c-8f2d-43582aaeb848 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1451442 Jul 08 20:13:25.409801 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-803b5a16-ec18-4a9f-93be-926cfe9f964b req-5f5ca31e-a527-4f9c-bace-f91f2db22fad service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=7d6af819-dc1a-41c3-8924-0ba373e4dd75 HTTP/1.1" status: 200 len: 217 time: 0.0685356 Jul 08 20:13:25.421787 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:25.526411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b5a16-ec18-4a9f-93be-926cfe9f964b req-6d870654-e139-4723-b479-c7c0507a0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:25.528967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-803b5a16-ec18-4a9f-93be-926cfe9f964b req-6d870654-e139-4723-b479-c7c0507a0b97 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0758495 Jul 08 20:13:25.604126 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:25.620889 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4e4e404e-d073-4408-a98c-da51cb561ba5 req-e55651d8-0213-4219-81cd-b6c33ad39f16 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 210 time: 0.0536523 Jul 08 20:13:25.629796 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Transition to ACTIVE for port object 6d605118-d345-456f-9bb9-e0d3a6c3381a will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:25.630436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93619d93-951e-4bf5-acc3-16669cd67672 req-b4c01643-e66b-45a3-91a9-5d45fef37009 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:25.632469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-93619d93-951e-4bf5-acc3-16669cd67672 req-b4c01643-e66b-45a3-91a9-5d45fef37009 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 946 time: 0.2247982 Jul 08 20:13:25.646236 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:25.686264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-c253260b-7b13-4992-90ee-8aa49449dd96 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:25.688217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-c253260b-7b13-4992-90ee-8aa49449dd96 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.103 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 818 time: 0.2634430 Jul 08 20:13:25.708681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-41c3784c-0d05-4a9d-a400-6ace7c90da70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Request body: {'port': {'device_id': '2bc37bef-f925-4a21-9986-39c5f08bc93b', 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89', 'admin_state_up': True, 'tenant_id': '497d536bc47446ccb3b69c5679cc9909'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:25.724572 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-93619d93-951e-4bf5-acc3-16669cd67672 req-ba78eb63-c3fe-4cf0-994a-2ecf9db19d5a tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/security-groups?id=5a6d798a-bfaa-4312-a810-a3553f56624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689113 Jul 08 20:13:25.749760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b5a16-ec18-4a9f-93be-926cfe9f964b req-21a8eb10-a196-4d16-8f9a-a607337372b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:25.751772 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-803b5a16-ec18-4a9f-93be-926cfe9f964b req-21a8eb10-a196-4d16-8f9a-a607337372b7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2149017 Jul 08 20:13:25.757793 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd40bac-2d32-408d-99d3-724e780fabfe None None] Pushing event updated for resources: {'Port': ['ID=6d605118-d345-456f-9bb9-e0d3a6c3381a,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:25.785171 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Attempting to bind port 6d605118-d345-456f-9bb9-e0d3a6c3381a on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:25.785768 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Attempting to bind port 6d605118-d345-456f-9bb9-e0d3a6c3381a by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:25.786313 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Attempting to bind port 6d605118-d345-456f-9bb9-e0d3a6c3381a on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:25.791748 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:25.792361 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:25.792975 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:25.793519 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:25.794769 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Bound port: 6d605118-d345-456f-9bb9-e0d3a6c3381a, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:25.795495 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:25.878199 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] For port 6d605118-d345-456f-9bb9-e0d3a6c3381a, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:25.881993 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] For port 6d605118-d345-456f-9bb9-e0d3a6c3381a, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6d605118-d345-456f-9bb9-e0d3a6c3381a,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:25.889145 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:25.950605 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd40bac-2d32-408d-99d3-724e780fabfe None None] Pushing event updated for resources: {'Port': ['ID=6d605118-d345-456f-9bb9-e0d3a6c3381a,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:25.977981 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:25.978831 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:25.979126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Allocated IP 172.20.0.1 (c2fb2686-52d6-49c3-9608-e9409cffa1c6/8720b65f-a456-4dee-81f5-2b9397f73d38/c2ca7eaf-676a-48df-aa29-f9bd53b0712b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:26.085153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-41c3784c-0d05-4a9d-a400-6ace7c90da70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Made reservation on behalf of 497d536bc47446ccb3b69c5679cc9909 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:26.088718 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-41c3784c-0d05-4a9d-a400-6ace7c90da70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:26.101248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac939c8-18cf-4433-ac83-6033c4eec469 req-676584d2-c2f7-4016-9d2a-d71f174796ab tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:26.102744 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ac939c8-18cf-4433-ac83-6033c4eec469 req-676584d2-c2f7-4016-9d2a-d71f174796ab tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 946 time: 0.2109334 Jul 08 20:13:26.102990 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-af246559-4ea3-4841-a9dd-4f3438670122 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 258 time: 0.2181449 Jul 08 20:13:26.119455 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:26.127821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:26.141822 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-803b5a16-ec18-4a9f-93be-926cfe9f964b req-b4f741d9-0446-4781-93f5-5daf2f8e49e9 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777320 Jul 08 20:13:26.185923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a5273d86-e128-47b4-93b5-6c9ae204ce30 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:26.216715 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:26.237145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ac939c8-18cf-4433-ac83-6033c4eec469 req-cd512a8f-744d-40a1-9a5d-dd2ecdf6655c tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210544 Jul 08 20:13:26.240041 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:26.305449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port a5273d86-e128-47b4-93b5-6c9ae204ce30 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:26.305826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Transition to ACTIVE for port object c2ca7eaf-676a-48df-aa29-f9bd53b0712b will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:26.310788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port a5273d86-e128-47b4-93b5-6c9ae204ce30 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:26.311167 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:26.335868 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-803b5a16-ec18-4a9f-93be-926cfe9f964b req-67f731f6-3822-4014-9dbe-b1c79113f22c service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847782 Jul 08 20:13:26.390828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-41c3784c-0d05-4a9d-a400-6ace7c90da70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Allocated IP 172.20.0.8 (1f8d4455-76b7-4da7-903b-af304e444c89/4fbaa72f-8cd2-480f-813d-bc86df76e2b3/a1a1adf1-c00d-45e9-9707-be9cbab04564) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:26.424131 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:26.443685 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:26.457567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Network c2fb2686-52d6-49c3-9608-e9409cffa1c6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:26.463185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:26.467240 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:26.497835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51e230-1f1f-4af8-8c29-6ad10ead5bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5273d86-e128-47b4-93b5-6c9ae204ce30'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:26.500180 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e159ca-8446-4739-9b38-ee8b494ed6cd" -d '{"events": [{"server_uuid": "1b51e230-1f1f-4af8-8c29-6ad10ead5bce", "name": "network-vif-plugged", "status": "completed", "tag": "a5273d86-e128-47b4-93b5-6c9ae204ce30"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:26.514549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a5273d86-e128-47b4-93b5-6c9ae204ce30, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a5273d86-e128-47b4-93b5-6c9ae204ce30,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:26.523304 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:26.569519 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:22Z', 'revision_number': 3, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:26.644127 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ecd6b-01db-4a29-bcd8-b298717f6042 None None] The sync data for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 is: [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:22Z', 'revision_number': 3, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:13:26.662303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a5273d86-e128-47b4-93b5-6c9ae204ce30,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:26.711169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Allocated IP 172.25.4.131 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/5e45700a-14af-4e6b-ad9e-1cb385aa3d4a) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:26.771964 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:26.772450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:26.815454 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-82288916-91da-4f96-9088-9e2311bf232d None None] Provisioning for port c2ca7eaf-676a-48df-aa29-f9bd53b0712b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:26.822178 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-4b5dc7b3-930d-4cfc-9a28-49c884eafcc8 service neutron] show failed (client error): The resource could not be found. Jul 08 20:13:26.822456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-82288916-91da-4f96-9088-9e2311bf232d None None] Provisioning complete for port c2ca7eaf-676a-48df-aa29-f9bd53b0712b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:26.822844 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-82288916-91da-4f96-9088-9e2311bf232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:26.823215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-4b5dc7b3-930d-4cfc-9a28-49c884eafcc8 service neutron] 10.222.0.103 "GET /v2.0/ports/eef83571-5c55-40aa-9342-9d4bf9804fe8/bindings/n-h1-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.1447642 Jul 08 20:13:26.893852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ca7eaf-676a-48df-aa29-f9bd53b0712b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:26.900306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-82288916-91da-4f96-9088-9e2311bf232d None None] Port c2ca7eaf-676a-48df-aa29-f9bd53b0712b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:13:26.952590 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.029579 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.085110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:27.088623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:27.092970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:27.112426 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812cb74-c00a-4014-8bca-adb490bd492a req-afaae399-9c9d-4735-883b-e7e710355b5a tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:27.119614 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b812cb74-c00a-4014-8bca-adb490bd492a req-afaae399-9c9d-4735-883b-e7e710355b5a tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 948 time: 0.6871004 Jul 08 20:13:27.167134 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.171453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Pushing event updated for resources: {'Port': ['ID=5e45700a-14af-4e6b-ad9e-1cb385aa3d4a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:27.222890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.226835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-41c3784c-0d05-4a9d-a400-6ace7c90da70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.280273 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b812cb74-c00a-4014-8bca-adb490bd492a req-65dbbd4d-05a9-45a6-9fa1-4d1e5c67f7e2 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596558 Jul 08 20:13:27.285743 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.439748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6d605118-d345-456f-9bb9-e0d3a6c3381a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:27.542605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 6d605118-d345-456f-9bb9-e0d3a6c3381a completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:27.549090 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6d605118-d345-456f-9bb9-e0d3a6c3381a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:27.549895 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.569529 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-41c3784c-0d05-4a9d-a400-6ace7c90da70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.583999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-06c4f85d-25c9-4126-a574-67d381d7263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:27.586354 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-06c4f85d-25c9-4126-a574-67d381d7263c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346&tenant_id=847906ba92d7431c9a151198f8628748 HTTP/1.1" status: 200 len: 1101 time: 0.3569236 Jul 08 20:13:27.606210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:27.616056 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.630078 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.685914 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.689854 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.695336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Pushing event updated for resources: {'Port': ['ID=5e45700a-14af-4e6b-ad9e-1cb385aa3d4a,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:27.721650 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.729279 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-518c2883-5362-4006-a054-e32667f2d08f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6138546 Jul 08 20:13:27.754249 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 6d605118-d345-456f-9bb9-e0d3a6c3381a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6d605118-d345-456f-9bb9-e0d3a6c3381a,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:27.759927 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:27.806017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-41c3784c-0d05-4a9d-a400-6ace7c90da70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Network 1f8d4455-76b7-4da7-903b-af304e444c89 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:27.834841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=6d605118-d345-456f-9bb9-e0d3a6c3381a,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:27.837950 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-a779968d-611e-4c0b-82e0-1f0e4acb9178 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.131 HTTP/1.1" status: 200 len: 696 time: 0.1067274 Jul 08 20:13:27.847591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3784c-0d05-4a9d-a400-6ace7c90da70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Pushing event updated for resources: {'Port': ['ID=a1a1adf1-c00d-45e9-9707-be9cbab04564,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:27.852900 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-41c3784c-0d05-4a9d-a400-6ace7c90da70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:27.870183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-41c3784c-0d05-4a9d-a400-6ace7c90da70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:27.887077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-41c3784c-0d05-4a9d-a400-6ace7c90da70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:27.888403 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-41c3784c-0d05-4a9d-a400-6ace7c90da70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:28.003618 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:28.023534 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:28.038284 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:28.039156 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:28.050516 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-41c3784c-0d05-4a9d-a400-6ace7c90da70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3507416 Jul 08 20:13:28.055760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 7d6af819-dc1a-41c3-8924-0ba373e4dd75 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:13:28.194786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Request body: {'port': {'device_id': '2bc37bef-f925-4a21-9986-39c5f08bc93b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:28.242075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-d8bad456-442d-44ef-b926-6ec1de9dd3e9 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:28.249449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-d8bad456-442d-44ef-b926-6ec1de9dd3e9 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.4041743 Jul 08 20:13:28.251063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36b9e0-e68f-445b-ada1-c3a0f8822460 req-5d460281-c11c-4683-a993-072b23cb9f4b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:28.255039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-f8fc84e6-871c-42cf-bbb8-1385331c7d11 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:13:28.266760 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6a36b9e0-e68f-445b-ada1-c3a0f8822460 req-5d460281-c11c-4683-a993-072b23cb9f4b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.6718314 Jul 08 20:13:28.270541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6b94726-2452-40f2-8b2f-717f1d56345b req-f8fc84e6-871c-42cf-bbb8-1385331c7d11 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201740 Jul 08 20:13:28.287023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 7d6af819-dc1a-41c3-8924-0ba373e4dd75, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7d6af819-dc1a-41c3-8924-0ba373e4dd75,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:28.287346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ca7eaf-676a-48df-aa29-f9bd53b0712b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:28.315665 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716da8c7-7778-4ce0-8490-6dea0af1a584 x-openstack-request-id: req-716da8c7-7778-4ce0-8490-6dea0af1a584 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:28.315968 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b51e230-1f1f-4af8-8c29-6ad10ead5bce", "name": "network-vif-plugged", "status": "completed", "tag": "a5273d86-e128-47b4-93b5-6c9ae204ce30", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:28.316203 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-716da8c7-7778-4ce0-8490-6dea0af1a584 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:28.316657 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51e230-1f1f-4af8-8c29-6ad10ead5bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5273d86-e128-47b4-93b5-6c9ae204ce30', 'code': 200} Jul 08 20:13:28.341550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '7d6af819-dc1a-41c3-8924-0ba373e4dd75', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '7d6af819-dc1a-41c3-8924-0ba373e4dd75', 'mac_address': 'fa:16:3e:c4:e8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:13:28.372221 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:28.423598 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6a36b9e0-e68f-445b-ada1-c3a0f8822460 req-32562bba-0b50-4f5b-a323-da4414c70c47 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556971 Jul 08 20:13:28.476848 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:28.521505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6af819-dc1a-41c3-8924-0ba373e4dd75 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:28.530113 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fef44-21fb-4953-9892-905cf1cff753 req-bd79e448-17ac-4379-9225-5c86179d82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:28.532244 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-373fef44-21fb-4953-9892-905cf1cff753 req-bd79e448-17ac-4379-9225-5c86179d82cc service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 1101 time: 0.1321044 Jul 08 20:13:28.567218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 7d6af819-dc1a-41c3-8924-0ba373e4dd75, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7d6af819-dc1a-41c3-8924-0ba373e4dd75,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:28.572015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344db0e-c26f-4d6b-8ab6-49eaef389b96 req-0546bd89-4a15-4951-8a94-19a00ae92f13 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:28.580644 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:28.585921 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e344db0e-c26f-4d6b-8ab6-49eaef389b96 req-0546bd89-4a15-4951-8a94-19a00ae92f13 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 931 time: 0.1479759 Jul 08 20:13:28.603228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Network c2fb2686-52d6-49c3-9608-e9409cffa1c6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:28.609929 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:28.688059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=7d6af819-dc1a-41c3-8924-0ba373e4dd75,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:28.713956 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-373fef44-21fb-4953-9892-905cf1cff753 req-58fde4dd-43fa-4887-8ffd-8d2c8cd638ec service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705859 Jul 08 20:13:28.729907 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e344db0e-c26f-4d6b-8ab6-49eaef389b96 req-5a0bf776-bdf2-43a9-bb6a-43a655ff8589 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430483 Jul 08 20:13:28.852269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['7d6af819-dc1a-41c3-8924-0ba373e4dd75'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:29.117140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2f029-4ea7-4eee-896c-68af944d580d req-4862091c-4c7f-48ea-b984-5fe8f29e574c tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:29.124823 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fbd2f029-4ea7-4eee-896c-68af944d580d req-4862091c-4c7f-48ea-b984-5fe8f29e574c tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 947 time: 0.4980626 Jul 08 20:13:29.127378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-2728ac9c-3310-44b1-9731-fd29e4aa4b02 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:29.129438 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-2728ac9c-3310-44b1-9731-fd29e4aa4b02 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1933618 Jul 08 20:13:29.136011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ffcde604-9e51-49ea-af17-070fd3acc53c None None] Provisioning complete for port c2ca7eaf-676a-48df-aa29-f9bd53b0712b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:29.136011 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ffcde604-9e51-49ea-af17-070fd3acc53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:29.195936 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-19160b13-372b-448c-8110-cb649872e126 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.131 HTTP/1.1" status: 200 len: 696 time: 0.0568492 Jul 08 20:13:29.199743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ffcde604-9e51-49ea-af17-070fd3acc53c None None] Port c2ca7eaf-676a-48df-aa29-f9bd53b0712b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:13:29.200212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Router 82839ff5-1b64-4101-b522-d264592aeceb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:13:29.204826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-ed7352b2-0b0a-4872-baf2-e9a848b605fb tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Request body: {'floatingip': {'port_id': '97f1f823-fba8-4a8c-be3a-76806b52bcfd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:29.223596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] For port eef83571-5c55-40aa-9342-9d4bf9804fe8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:29.240526 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fbd2f029-4ea7-4eee-896c-68af944d580d req-cf3735fa-b14e-4fae-89e4-968ccff51ef7 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147368 Jul 08 20:13:29.293871 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-ed7352b2-0b0a-4872-baf2-e9a848b605fb tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:29.376389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6d605118-d345-456f-9bb9-e0d3a6c3381a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:29.430106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6d605118-d345-456f-9bb9-e0d3a6c3381a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:29.430475 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:29.693232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] For port eef83571-5c55-40aa-9342-9d4bf9804fe8, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:29.719510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a1adf1-c00d-45e9-9707-be9cbab04564 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:29.739865 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:29.789370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312d2602-8763-4e27-9cdb-b315140e6346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef83571-5c55-40aa-9342-9d4bf9804fe8'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:29.791636 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c81d6f-490b-4e4b-9456-7f2e7a97de19" -d '{"events": [{"server_uuid": "312d2602-8763-4e27-9cdb-b315140e6346", "name": "network-vif-unplugged", "status": "completed", "tag": "eef83571-5c55-40aa-9342-9d4bf9804fe8"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:29.798546 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:29.802372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Transition to ACTIVE for port object a1a1adf1-c00d-45e9-9707-be9cbab04564 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:29.808452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:13:29.821021 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Sync routers for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:13:29.828123 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4ba8e424-a007-4c51-b2d0-a847c1566303 admin admin] 10.222.0.101 "PUT /v2.0/routers/82839ff5-1b64-4101-b522-d264592aeceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2381113 Jul 08 20:13:29.828941 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:29.838613 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:29.839271 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:29.843244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Transition to ACTIVE for port object eef83571-5c55-40aa-9342-9d4bf9804fe8 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:29.867871 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:29.879802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58ceef-90d6-4ff1-9618-a279008504dc req-5f9ee863-4517-472e-a5e1-37a04b64992b tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:29.886852 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7a58ceef-90d6-4ff1-9618-a279008504dc req-5f9ee863-4517-472e-a5e1-37a04b64992b tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 949 time: 0.3141568 Jul 08 20:13:29.939571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a1adf1-c00d-45e9-9707-be9cbab04564,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:30.055288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 7d6af819-dc1a-41c3-8924-0ba373e4dd75 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:30.063937 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.resource_extend [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-ed7352b2-0b0a-4872-baf2-e9a848b605fb tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:13:30.081006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] No DVR routers for this DVR port eef83571-5c55-40aa-9342-9d4bf9804fe8 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:13:30.133270 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7a58ceef-90d6-4ff1-9618-a279008504dc req-d8cc12d5-44c7-4323-b119-f15a219386e3 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454484 Jul 08 20:13:30.140619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Attempting to bind port a1a1adf1-c00d-45e9-9707-be9cbab04564 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:30.147855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:30.151725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Attempting to bind port a1a1adf1-c00d-45e9-9707-be9cbab04564 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:30.152066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Attempting to bind port a1a1adf1-c00d-45e9-9707-be9cbab04564 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:30.173188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Pushing event updated for resources: {'Port': ['ID=eef83571-5c55-40aa-9342-9d4bf9804fe8,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:30.227094 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-ed7352b2-0b0a-4872-baf2-e9a848b605fb tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:30.228048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Port a1a1adf1-c00d-45e9-9707-be9cbab04564 on network 1f8d4455-76b7-4da7-903b-af304e444c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:13:30.228333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Attempting to bind port a1a1adf1-c00d-45e9-9707-be9cbab04564 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:30.235961 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-ed7352b2-0b0a-4872-baf2-e9a848b605fb tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:30.280689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:30.281070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Checking segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:30.281545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Bound using segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:30.281987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Bound port: a1a1adf1-c00d-45e9-9707-be9cbab04564, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:30.282348 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:30.284478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Attempting to bind port eef83571-5c55-40aa-9342-9d4bf9804fe8 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:30.286180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Attempting to bind port eef83571-5c55-40aa-9342-9d4bf9804fe8 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:30.286180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Attempting to bind port eef83571-5c55-40aa-9342-9d4bf9804fe8 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:30.295513 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 7d6af819-dc1a-41c3-8924-0ba373e4dd75 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:30.322952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Port eef83571-5c55-40aa-9342-9d4bf9804fe8 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:13:30.323281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Attempting to bind port eef83571-5c55-40aa-9342-9d4bf9804fe8 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:30.331160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:30.331497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:30.331881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:30.332315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Bound port: eef83571-5c55-40aa-9342-9d4bf9804fe8, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:30.347089 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 7d6af819-dc1a-41c3-8924-0ba373e4dd75 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:30.347459 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:30.348746 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:30.378681 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-ed7352b2-0b0a-4872-baf2-e9a848b605fb tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Floating IP fe940e73-83c4-4161-8407-956db1ab95d3 associated. External IP: 172.25.4.131, port: 97f1f823-fba8-4a8c-be3a-76806b52bcfd. Jul 08 20:13:30.640106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 2, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:30.645957 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:30.650017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:30.664083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:30.673549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] For port eef83571-5c55-40aa-9342-9d4bf9804fe8, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:30.678626 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] For port eef83571-5c55-40aa-9342-9d4bf9804fe8, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:30.680719 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:30.694686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f3358-61e1-4dad-a210-13e4fa030d16 req-fb82bc3e-098e-4f63-8510-43fd8f137814 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:30.696490 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed1f3358-61e1-4dad-a210-13e4fa030d16 req-fb82bc3e-098e-4f63-8510-43fd8f137814 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 947 time: 0.3058569 Jul 08 20:13:30.706408 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:30.758382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:30.759317 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:30.761079 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] 10.222.0.103 "PUT /v2.0/ports/a1a1adf1-c00d-45e9-9707-be9cbab04564 HTTP/1.1" status: 200 len: 1092 time: 2.5728893 Jul 08 20:13:30.802862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:30.804200 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:30.805899 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] 10.222.0.104 "PUT /v2.0/ports/eef83571-5c55-40aa-9342-9d4bf9804fe8 HTTP/1.1" status: 200 len: 1096 time: 3.2059617 Jul 08 20:13:30.820243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43522) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:30.867071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913842386-network', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:30.894546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Checking router: 82839ff5-1b64-4101-b522-d264592aeceb for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:13:30.894546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Updating router 82839ff5-1b64-4101-b522-d264592aeceb port c2ca7eaf-676a-48df-aa29-f9bd53b0712b binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:13:30.911697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed1f3358-61e1-4dad-a210-13e4fa030d16 req-b4ee7d4d-faba-48a0-ae11-199ec046c9b2 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041185 Jul 08 20:13:30.939376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8328d191-9e93-42bf-8543-9459f9d5faea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6af819-dc1a-41c3-8924-0ba373e4dd75'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:30.941914 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f080ba-9aa1-480e-82fe-9959f0fe46a5" -d '{"events": [{"server_uuid": "8328d191-9e93-42bf-8543-9459f9d5faea", "name": "network-vif-plugged", "status": "completed", "tag": "7d6af819-dc1a-41c3-8924-0ba373e4dd75"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:30.967115 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:30.974809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e6a57-b21a-49ec-9f15-92386d566a25 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a1adf1-c00d-45e9-9707-be9cbab04564,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:30.998753 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 7d6af819-dc1a-41c3-8924-0ba373e4dd75, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7d6af819-dc1a-41c3-8924-0ba373e4dd75,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:31.012446 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:31.013575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device eef83571-5c55-40aa-9342-9d4bf9804fe8 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:13:31.040650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-ed7352b2-0b0a-4872-baf2-e9a848b605fb tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:13:31.050909 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb995e-0045-4cf2-aa7a-059e469b0a6e service neutron] Pushing event updated for resources: {'Port': ['ID=eef83571-5c55-40aa-9342-9d4bf9804fe8,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:31.086042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Made reservation on behalf of 0a9a872d8f51432e83be7865c6b4eacd for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:31.090254 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:31.119072 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:31.157267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-145117db-2773-492e-9871-a39dadb7e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:31.158806 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-145117db-2773-492e-9871-a39dadb7e63e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 1095 time: 0.3313222 Jul 08 20:13:31.215348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-ed7352b2-0b0a-4872-baf2-e9a848b605fb tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:13:31.220283 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-ed7352b2-0b0a-4872-baf2-e9a848b605fb tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:31.233384 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e3065d-5841-4893-a6a8-f125a6a1e390 None None] Sync routers for ids ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:13:31.248094 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e3065d-5841-4893-a6a8-f125a6a1e390 None None] Routers {'53c5bca8-ff89-4ca6-94f0-f270e6544b1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:31.250481 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a9e3065d-5841-4893-a6a8-f125a6a1e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:31.269717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-8057ab38-dd75-4b66-92c2-52d194681f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:31.270821 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-ed7352b2-0b0a-4872-baf2-e9a848b605fb tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "PUT /v2.0/floatingips/fe940e73-83c4-4161-8407-956db1ab95d3 HTTP/1.1" status: 200 len: 997 time: 2.0730107 Jul 08 20:13:31.271524 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-8057ab38-dd75-4b66-92c2-52d194681f0c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 1099 time: 0.3942490 Jul 08 20:13:31.273332 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beac277-29ea-4a2c-b664-24465d19342b', 'tag': '97f1f823-fba8-4a8c-be3a-76806b52bcfd'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:31.280094 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa4765d-271b-4e81-b7ca-2f68893145fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9beac277-29ea-4a2c-b664-24465d19342b", "tag": "97f1f823-fba8-4a8c-be3a-76806b52bcfd"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:31.324090 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device eef83571-5c55-40aa-9342-9d4bf9804fe8 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:13:31.342951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=7d6af819-dc1a-41c3-8924-0ba373e4dd75,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:31.353135 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-52d7ed38-2220-453b-8506-8870cec63d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:31.354862 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-52d7ed38-2220-453b-8506-8870cec63d61 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=cf603f36676944b58640e8004b1ccf8f&device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 1098 time: 0.0574791 Jul 08 20:13:31.363505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:31.364142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:31.364824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:31.365435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:31.366156 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:31.366679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:31.367242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:31.367776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:31.368328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:31.368890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:31.369586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:31.370136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:13:31.425303 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-3dca003c-5e17-4e7e-b98d-5307aad6568e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564 HTTP/1.1" status: 200 len: 217 time: 0.2373295 Jul 08 20:13:31.466150 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-a9e3065d-5841-4893-a6a8-f125a6a1e390 None None] Set router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:31.526989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-460acaf3-4778-42a8-a68c-6672617f4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:31.535335 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-460acaf3-4778-42a8-a68c-6672617f4deb service neutron] 10.222.0.101 "GET /v2.0/networks?id=0a05c0ed-f0e8-4fd5-825f-02887143f5a9 HTTP/1.1" status: 200 len: 929 time: 0.1727438 Jul 08 20:13:31.589306 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:31.601735 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Transition to ACTIVE for port object c2ca7eaf-676a-48df-aa29-f9bd53b0712b will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:31.610681 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:31.655174 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-44a30d5b-65c7-4a2f-8ac9-6553aa1a2ca8 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97f1f823-fba8-4a8c-be3a-76806b52bcfd HTTP/1.1" status: 200 len: 1000 time: 0.1193242 Jul 08 20:13:31.678806 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:31.707199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b817352-6841-4d9a-9c52-535eea826eec None None] Pushing event updated for resources: {'Port': ['ID=c2ca7eaf-676a-48df-aa29-f9bd53b0712b,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:31.712929 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:31.726301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-5e65cbcd-8ed9-486b-ac9b-bec7969b68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:31.735422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-5e65cbcd-8ed9-486b-ac9b-bec7969b68ba service neutron] 10.222.0.101 "GET /v2.0/subnets?id=d9647768-39df-479a-9164-058cac9c913e HTTP/1.1" status: 200 len: 867 time: 0.0789263 Jul 08 20:13:31.780334 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Attempting to bind port c2ca7eaf-676a-48df-aa29-f9bd53b0712b on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:31.781163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Attempting to bind port c2ca7eaf-676a-48df-aa29-f9bd53b0712b by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:31.781163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Attempting to bind port c2ca7eaf-676a-48df-aa29-f9bd53b0712b on network c2fb2686-52d6-49c3-9608-e9409cffa1c6 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:31.786609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:31.787034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Checking segment: {'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:31.787646 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:31.788094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Bound using segment: {'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:31.788574 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Bound port: c2ca7eaf-676a-48df-aa29-f9bd53b0712b, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:31.788996 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:31.827204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f89a47-5b8c-45c8-b5ee-6751c1ec48bc,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:31.832592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-b8477f18-d847-410c-a802-2b6a433686ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:31.845564 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-b8477f18-d847-410c-a802-2b6a433686ef service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=0a05c0ed-f0e8-4fd5-825f-02887143f5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057367 Jul 08 20:13:31.847991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-43120bb2-f984-4fbf-9b1c-98d38e22288d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:13:31.852997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:13:31.856669 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-43120bb2-f984-4fbf-9b1c-98d38e22288d service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127838 Jul 08 20:13:31.863838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-b0fb11b1-afa9-4688-8c76-a42a1f92de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:31.865616 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-b0fb11b1-afa9-4688-8c76-a42a1f92de7d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.4395797 Jul 08 20:13:31.885801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21b53d-bd18-4323-8b61-0b045507a487 req-f6445715-d7b9-44a3-96d0-0c56513dfe2c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:31.889375 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9d21b53d-bd18-4323-8b61-0b045507a487 req-f6445715-d7b9-44a3-96d0-0c56513dfe2c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 943 time: 0.7118566 Jul 08 20:13:31.914279 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:31.914952 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Added segment 43c2a4d8-c43d-4021-b6f7-b10159819059 of type vlan for network 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1 Jul 08 20:13:31.933893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] For port c2ca7eaf-676a-48df-aa29-f9bd53b0712b, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:31.938056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] For port c2ca7eaf-676a-48df-aa29-f9bd53b0712b, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c2ca7eaf-676a-48df-aa29-f9bd53b0712b,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:31.946374 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:31.969527 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-cf497a66-dff2-4e7f-a8ca-f21a0f9370da service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788584 Jul 08 20:13:31.975811 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a9e3065d-5841-4893-a6a8-f125a6a1e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:13:06Z', 'revision_number': 4, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port': {'id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:12:58Z', 'updated_at': '2021-07-08T20:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'fe940e73-83c4-4161-8407-956db1ab95d3', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'port_id': '97f1f823-fba8-4a8c-be3a-76806b52bcfd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'mac_address': 'fa:16:3e:8a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beac277-29ea-4a2c-b664-24465d19342b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:13:27Z', 'updated_at': '2021-07-08T20:13:29Z', 'revision_number': 1, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a81c81-98ff-4228-b5b0-290dfeb90e88', 'name': '', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'mac_address': 'fa:16:3e:e7:49:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd9647768-39df-479a-9164-058cac9c913e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:04Z', 'updated_at': '2021-07-08T20:13:11Z', 'revision_number': 5, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'subnets': [{'id': 'd9647768-39df-479a-9164-058cac9c913e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:31.987692 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-1adf7aee-5ba0-4f47-811c-021a7326a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:31.990373 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-1adf7aee-5ba0-4f47-811c-021a7326a748 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.6287687 Jul 08 20:13:32.017960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-b64ce7d7-6947-484c-a6d4-cde1f59d5024 service neutron] 10.222.0.101 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603110 Jul 08 20:13:32.030948 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e3065d-5841-4893-a6a8-f125a6a1e390 None None] Checking router: 53c5bca8-ff89-4ca6-94f0-f270e6544b1f for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:13:32.039986 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e3065d-5841-4893-a6a8-f125a6a1e390 None None] Routers {'53c5bca8-ff89-4ca6-94f0-f270e6544b1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:32.040735 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a9e3065d-5841-4893-a6a8-f125a6a1e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:32.092473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b817352-6841-4d9a-9c52-535eea826eec None None] Pushing event updated for resources: {'Port': ['ID=c2ca7eaf-676a-48df-aa29-f9bd53b0712b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:32.108916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:32.109680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:32.140095 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc11c33b-6818-4932-8d78-faec6dec2180 req-d1dcc533-82b1-4825-97d5-30678e662ca0 service neutron] 10.222.0.101 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211588 Jul 08 20:13:32.232789 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:32.239501 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01549416-e7bb-4f59-857b-e93c3ed9ce4d x-openstack-request-id: req-01549416-e7bb-4f59-857b-e93c3ed9ce4d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:32.240014 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312d2602-8763-4e27-9cdb-b315140e6346", "name": "network-vif-unplugged", "status": "completed", "tag": "eef83571-5c55-40aa-9342-9d4bf9804fe8", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:32.240395 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-01549416-e7bb-4f59-857b-e93c3ed9ce4d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:32.241035 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312d2602-8763-4e27-9cdb-b315140e6346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef83571-5c55-40aa-9342-9d4bf9804fe8', 'code': 200} Jul 08 20:13:32.251845 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-eecf4f1a-3cf6-4d5d-9e3e-b283976125c4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8 HTTP/1.1" status: 200 len: 217 time: 0.2033818 Jul 08 20:13:32.258649 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-2ab53229-cf9f-4b4e-ae31-28b853536525 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116647 Jul 08 20:13:32.262095 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-a9e3065d-5841-4893-a6a8-f125a6a1e390 None None] Set router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:32.294053 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9d21b53d-bd18-4323-8b61-0b045507a487 req-88ee9a8a-b891-4d37-8839-df631bc65c26 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931534 Jul 08 20:13:32.359245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:32.420781 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c85149-323a-4d5d-94e4-275f536931b4 x-openstack-request-id: req-61c85149-323a-4d5d-94e4-275f536931b4 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:32.421090 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8328d191-9e93-42bf-8543-9459f9d5faea", "name": "network-vif-plugged", "status": "completed", "tag": "7d6af819-dc1a-41c3-8924-0ba373e4dd75", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:32.421312 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-61c85149-323a-4d5d-94e4-275f536931b4 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:32.421706 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8328d191-9e93-42bf-8543-9459f9d5faea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6af819-dc1a-41c3-8924-0ba373e4dd75', 'code': 200} Jul 08 20:13:32.451954 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:32.453046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:32.453629 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:32.504854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-1bd10a83-365c-4267-8144-da7b7a6e3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:32.506694 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-1bd10a83-365c-4267-8144-da7b7a6e3383 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.2455556 Jul 08 20:13:32.558231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48abc60-9852-46c7-9927-bb927d62ca61 req-e8b08f06-54ef-4e85-a63f-016949ff5c26 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:32.563658 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7371461 Jul 08 20:13:32.566376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a48abc60-9852-46c7-9927-bb927d62ca61 req-e8b08f06-54ef-4e85-a63f-016949ff5c26 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 948 time: 0.1476657 Jul 08 20:13:32.569719 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43540) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:32.584528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a24d90a8-96ee-4dc7-b2e1-7ac7e520dc5b admin admin] Request body: {'subnet': {'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913842386-subnet', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:32.649161 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a9e3065d-5841-4893-a6a8-f125a6a1e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:13:06Z', 'revision_number': 4, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port': {'id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:12:58Z', 'updated_at': '2021-07-08T20:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'fe940e73-83c4-4161-8407-956db1ab95d3', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'port_id': '97f1f823-fba8-4a8c-be3a-76806b52bcfd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'mac_address': 'fa:16:3e:8a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beac277-29ea-4a2c-b664-24465d19342b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:13:27Z', 'updated_at': '2021-07-08T20:13:29Z', 'revision_number': 1, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a81c81-98ff-4228-b5b0-290dfeb90e88', 'name': '', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'mac_address': 'fa:16:3e:e7:49:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd9647768-39df-479a-9164-058cac9c913e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:04Z', 'updated_at': '2021-07-08T20:13:11Z', 'revision_number': 5, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'subnets': [{'id': 'd9647768-39df-479a-9164-058cac9c913e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:32.678007 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e3065d-5841-4893-a6a8-f125a6a1e390 None None] The sync data for ids ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'] in n-d-791506-16 is: [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:13:06Z', 'revision_number': 4, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port': {'id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:12:58Z', 'updated_at': '2021-07-08T20:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'fe940e73-83c4-4161-8407-956db1ab95d3', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'port_id': '97f1f823-fba8-4a8c-be3a-76806b52bcfd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'mac_address': 'fa:16:3e:8a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beac277-29ea-4a2c-b664-24465d19342b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:13:27Z', 'updated_at': '2021-07-08T20:13:29Z', 'revision_number': 1, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a81c81-98ff-4228-b5b0-290dfeb90e88', 'name': '', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'mac_address': 'fa:16:3e:e7:49:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd9647768-39df-479a-9164-058cac9c913e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:04Z', 'updated_at': '2021-07-08T20:13:11Z', 'revision_number': 5, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'subnets': [{'id': 'd9647768-39df-479a-9164-058cac9c913e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:13:32.695303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24d90a8-96ee-4dc7-b2e1-7ac7e520dc5b admin admin] Made reservation on behalf of 0a9a872d8f51432e83be7865c6b4eacd for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:32.698668 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a24d90a8-96ee-4dc7-b2e1-7ac7e520dc5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:32.703362 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:31Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:32.737559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da10ed-65c6-46e1-ba61-cf545762b28f admin admin] Pushing event updated for resources: {'Network': ['ID=1fb0e38e-3c6e-4614-9752-6aae5d33dbe1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:32.738110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b9705f-fb21-47f4-b445-f86d9d6889c1 None None] The sync data for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 is: [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:31Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:13:32.749949 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6a121c53-d827-467a-bf2d-3c5fccd77ff1 req-79de058e-5de4-4eec-b202-74db3433b475 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814992 Jul 08 20:13:32.756175 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:13:32.831465 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-4cdc68da-b87e-4da1-8664-8d7ed0e68a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:32.833401 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-4cdc68da-b87e-4da1-8664-8d7ed0e68a51 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2803209 Jul 08 20:13:32.843872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a46f1-284c-4efc-aead-d424c309407e req-648b1921-e0a4-418e-904b-732800cd2cce tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:32.845729 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-971a46f1-284c-4efc-aead-d424c309407e req-648b1921-e0a4-418e-904b-732800cd2cce tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 949 time: 0.1685936 Jul 08 20:13:32.852226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf1e27-b520-4678-8ea6-a2e343ed72d1 req-d48d7464-f9d2-4b72-8790-94d0a10038cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:32.854145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9dbf1e27-b520-4678-8ea6-a2e343ed72d1 req-d48d7464-f9d2-4b72-8790-94d0a10038cf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 1100 time: 0.3434703 Jul 08 20:13:32.882140 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a48abc60-9852-46c7-9927-bb927d62ca61 req-bd5cef4d-2130-40c8-80dd-e9d4161b90ad tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124094 Jul 08 20:13:32.961684 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9dbf1e27-b520-4678-8ea6-a2e343ed72d1 req-2d5379d0-7834-4937-bd5f-ef1270897917 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763824 Jul 08 20:13:32.973205 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-88ddafaa-7cd7-4eeb-a277-080c00482c36 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262546 Jul 08 20:13:33.022377 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-971a46f1-284c-4efc-aead-d424c309407e req-35572800-39d7-4d15-877c-17a982d7d43d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267519 Jul 08 20:13:33.097600 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a24d90a8-96ee-4dc7-b2e1-7ac7e520dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:33.114003 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d61def4-8bf0-42cd-aae0-f3f71e1acc22 x-openstack-request-id: req-5d61def4-8bf0-42cd-aae0-f3f71e1acc22 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:33.114378 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9beac277-29ea-4a2c-b664-24465d19342b", "tag": "97f1f823-fba8-4a8c-be3a-76806b52bcfd", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:33.115442 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5d61def4-8bf0-42cd-aae0-f3f71e1acc22 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:33.115905 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9beac277-29ea-4a2c-b664-24465d19342b', 'tag': '97f1f823-fba8-4a8c-be3a-76806b52bcfd', 'status': 'completed', 'code': 200} Jul 08 20:13:33.139737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2b133-be3e-4049-9327-f8eb529389d1 None None] New status for floating IP fe940e73-83c4-4161-8407-956db1ab95d3: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:13:33.170359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d90a8-96ee-4dc7-b2e1-7ac7e520dc5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a80422-80e3-4117-8283-344869ac382d,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:33.257799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d90a8-96ee-4dc7-b2e1-7ac7e520dc5b admin admin] Checking segment: {'id': '43c2a4d8-c43d-4021-b6f7-b10159819059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:33.258242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d90a8-96ee-4dc7-b2e1-7ac7e520dc5b admin admin] Network hostable DHCP agents. Network: 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:13:33.336819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d90a8-96ee-4dc7-b2e1-7ac7e520dc5b admin admin] Network 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:13:33.440796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-a24d90a8-96ee-4dc7-b2e1-7ac7e520dc5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:33.444898 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24d90a8-96ee-4dc7-b2e1-7ac7e520dc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:33.445490 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a24d90a8-96ee-4dc7-b2e1-7ac7e520dc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:33.453650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4765d-271b-4e81-b7ca-2f68893145fa req-884ce892-59db-4fa0-9aa0-95b443b681d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:33.455165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-daa4765d-271b-4e81-b7ca-2f68893145fa req-884ce892-59db-4fa0-9aa0-95b443b681d5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf603f36676944b58640e8004b1ccf8f&device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 1098 time: 0.2939322 Jul 08 20:13:33.458776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c2ca7eaf-676a-48df-aa29-f9bd53b0712b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:33.478212 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57cfe2fd-32ee-4e28-a79a-f4ae67dc23d2 req-1b770989-c5a9-4a03-ad29-1cd9aae14e00 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968772 Jul 08 20:13:33.505548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f228d235-48e0-4638-b670-2cd3d1edf0cb None None] Network 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:13:33.543189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a24d90a8-96ee-4dc7-b2e1-7ac7e520dc5b admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9689505 Jul 08 20:13:33.548981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43548) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:33.556005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913842386-router', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:33.580532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbaf01-e32a-4a74-a0a5-b7153c1ca8b2 req-3d7bdcd5-4662-42d1-ad8a-d069d45723ad tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:33.589120 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56fbaf01-e32a-4a74-a0a5-b7153c1ca8b2 req-3d7bdcd5-4662-42d1-ad8a-d069d45723ad tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 947 time: 0.1097448 Jul 08 20:13:33.612057 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-a5c34b9d-0ca0-42db-a0f9-82232d50a9c5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 258 time: 0.2645955 Jul 08 20:13:33.627333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:33.636079 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port c2ca7eaf-676a-48df-aa29-f9bd53b0712b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:33.652058 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56fbaf01-e32a-4a74-a0a5-b7153c1ca8b2 req-aa9e5a22-2708-42d8-9d0f-e59f44db3add tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617149 Jul 08 20:13:33.655360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4765d-271b-4e81-b7ca-2f68893145fa req-3f0e84ce-0e49-4a3c-a02a-54391429c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:33.659437 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-daa4765d-271b-4e81-b7ca-2f68893145fa req-3f0e84ce-0e49-4a3c-a02a-54391429c2ef service neutron] 10.222.0.103 "GET /v2.0/networks?id=0a05c0ed-f0e8-4fd5-825f-02887143f5a9 HTTP/1.1" status: 200 len: 929 time: 0.1911082 Jul 08 20:13:33.682608 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:33.683669 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:33.727700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c2ca7eaf-676a-48df-aa29-f9bd53b0712b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:33.728076 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:33.756387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:33.869105 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:33.882275 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-daa4765d-271b-4e81-b7ca-2f68893145fa req-341a6b5f-f112-46f2-86c4-0362e01dd793 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97f1f823-fba8-4a8c-be3a-76806b52bcfd HTTP/1.1" status: 200 len: 1000 time: 0.1921873 Jul 08 20:13:34.080379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4765d-271b-4e81-b7ca-2f68893145fa req-99cc0739-e6dc-4159-be92-aed076ffc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:34.082025 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-daa4765d-271b-4e81-b7ca-2f68893145fa req-99cc0739-e6dc-4159-be92-aed076ffc114 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d9647768-39df-479a-9164-058cac9c913e HTTP/1.1" status: 200 len: 867 time: 0.1615105 Jul 08 20:13:34.093165 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:34.126219 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-184b3f60-8cb4-47bb-95ea-70bb96f21511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:34.179956 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:34.198640 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-1fb0e38e-3c6e-4614-9752-6aae5d33dbe1', 'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'fixed_ips': [{'subnet_id': 'b4a80422-80e3-4117-8283-344869ac382d'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:13:34.200423 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:34.238873 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:34.243404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc37bef-f925-4a21-9986-39c5f08bc93b', 'tag': 'a1a1adf1-c00d-45e9-9707-be9cbab04564'}, {'name': 'network-changed', 'server_uuid': '312d2602-8763-4e27-9cdb-b315140e6346', 'tag': 'eef83571-5c55-40aa-9342-9d4bf9804fe8'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:34.248873 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc37bef-f925-4a21-9986-39c5f08bc93b", "tag": "a1a1adf1-c00d-45e9-9707-be9cbab04564"}, {"name": "network-changed", "server_uuid": "312d2602-8763-4e27-9cdb-b315140e6346", "tag": "eef83571-5c55-40aa-9342-9d4bf9804fe8"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:34.299208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port c2ca7eaf-676a-48df-aa29-f9bd53b0712b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c2ca7eaf-676a-48df-aa29-f9bd53b0712b,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:34.330045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4765d-271b-4e81-b7ca-2f68893145fa req-0f66d6cb-fbdc-4885-a152-22a7b730e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:34.331579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-daa4765d-271b-4e81-b7ca-2f68893145fa req-0f66d6cb-fbdc-4885-a152-22a7b730e82e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0a05c0ed-f0e8-4fd5-825f-02887143f5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2348700 Jul 08 20:13:34.352485 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:34.426383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9a98d-8100-4a63-b01c-43c14e51e7db req-ddb2b835-912b-41e5-a27b-1d2f15f8a19e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:34.428519 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67c9a98d-8100-4a63-b01c-43c14e51e7db req-ddb2b835-912b-41e5-a27b-1d2f15f8a19e tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 945 time: 0.0766046 Jul 08 20:13:34.473233 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67c9a98d-8100-4a63-b01c-43c14e51e7db req-783ec117-31d9-496d-9857-b32b2490914c tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/security-groups?id=885567fa-28d5-449d-923e-7634d9890a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437200 Jul 08 20:13:34.507747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Allocated IP 172.20.0.2 (1fb0e38e-3c6e-4614-9752-6aae5d33dbe1/b4a80422-80e3-4117-8283-344869ac382d/62baad19-04ad-4e98-8bf4-7b4d525a9cc7) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:34.515046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Allocated IP 172.25.4.108 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/39d5b5a4-e465-4ab1-8ad1-2b5b616a4faa) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:34.564430 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=c2ca7eaf-676a-48df-aa29-f9bd53b0712b,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:34.693765 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764b530-a876-49ba-a26c-86aaba0728d4 req-1ea109ca-93e2-4795-9653-68214db7e383 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:34.695419 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e764b530-a876-49ba-a26c-86aaba0728d4 req-1ea109ca-93e2-4795-9653-68214db7e383 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 943 time: 0.0856667 Jul 08 20:13:34.740729 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e764b530-a876-49ba-a26c-86aaba0728d4 req-6d2f1b4a-e175-4dea-842d-35b7dd55c383 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360422 Jul 08 20:13:34.751704 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:34.760756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Transition to ACTIVE for port object 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:34.794975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Transition to ACTIVE for port object 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:34.802940 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:34.845835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Network 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:34.848890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:34.852907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:34.864672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Pushing event updated for resources: {'Port': ['ID=62baad19-04ad-4e98-8bf4-7b4d525a9cc7,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:34.918602 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-daa4765d-271b-4e81-b7ca-2f68893145fa req-3bc2c868-4251-4a4c-b4be-396c323a33ee service neutron] 10.222.0.103 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417154 Jul 08 20:13:34.923168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Attempting to bind port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:34.923637 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Attempting to bind port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '43c2a4d8-c43d-4021-b6f7-b10159819059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:34.924098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Attempting to bind port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 on network 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:34.930089 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:34.930727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Checking segment: {'id': '43c2a4d8-c43d-4021-b6f7-b10159819059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:34.931376 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:34.931773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Bound using segment: {'id': '43c2a4d8-c43d-4021-b6f7-b10159819059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:34.932237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Bound port: 62baad19-04ad-4e98-8bf4-7b4d525a9cc7, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c2a4d8-c43d-4021-b6f7-b10159819059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:34.932613 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:34.944857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95ae05-b6ce-4ffa-8842-21245a1974d9 req-d37edb9d-9880-421a-8ba6-b40ea30e7154 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:34.946548 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b95ae05-b6ce-4ffa-8842-21245a1974d9 req-d37edb9d-9880-421a-8ba6-b40ea30e7154 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 948 time: 0.0691233 Jul 08 20:13:34.990234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b95ae05-b6ce-4ffa-8842-21245a1974d9 req-9451f308-d478-4547-8d0b-6d3f1e6c4219 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367968 Jul 08 20:13:35.003778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] For port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:35.007658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] For port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=62baad19-04ad-4e98-8bf4-7b4d525a9cc7,segment=NetworkSegment(43c2a4d8-c43d-4021-b6f7-b10159819059),segment_id=43c2a4d8-c43d-4021-b6f7-b10159819059)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:35.012050 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.026728 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.065218 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.067760 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.080494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71c132-62cf-4b66-89a5-26f240ed448b None None] Pushing event updated for resources: {'Port': ['ID=62baad19-04ad-4e98-8bf4-7b4d525a9cc7,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:35.081751 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f223a6-f0c9-4244-9de7-f5ef9d03b270 x-openstack-request-id: req-35f223a6-f0c9-4244-9de7-f5ef9d03b270 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:35.082740 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc37bef-f925-4a21-9986-39c5f08bc93b", "tag": "a1a1adf1-c00d-45e9-9707-be9cbab04564", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "312d2602-8763-4e27-9cdb-b315140e6346", "tag": "eef83571-5c55-40aa-9342-9d4bf9804fe8", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:35.085001 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-35f223a6-f0c9-4244-9de7-f5ef9d03b270 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:35.085566 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc37bef-f925-4a21-9986-39c5f08bc93b', 'tag': 'a1a1adf1-c00d-45e9-9707-be9cbab04564', 'status': 'completed', 'code': 200} Jul 08 20:13:35.086208 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312d2602-8763-4e27-9cdb-b315140e6346', 'tag': 'eef83571-5c55-40aa-9342-9d4bf9804fe8', 'status': 'completed', 'code': 200} Jul 08 20:13:35.171926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-8e6cd8e4-394d-4c76-9bf0-66dbec6f57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:35.173508 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-8e6cd8e4-394d-4c76-9bf0-66dbec6f57dd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 1099 time: 0.0614331 Jul 08 20:13:35.177933 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-daa4765d-271b-4e81-b7ca-2f68893145fa req-25edc173-e6a3-4c71-878c-9a2431119998 service neutron] 10.222.0.103 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370884 Jul 08 20:13:35.203707 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.261060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:35.267634 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:35.276880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:35.285031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-c401d4eb-4d2d-46ba-8612-e89d4ff79d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:35.287328 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-c401d4eb-4d2d-46ba-8612-e89d4ff79d86 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1051781 Jul 08 20:13:35.321676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Pushing event updated for resources: {'Port': ['ID=39d5b5a4-e465-4ab1-8ad1-2b5b616a4faa,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:35.353329 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-e52a097f-2901-4518-b5b4-e3922130295c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8 HTTP/1.1" status: 200 len: 217 time: 0.0562673 Jul 08 20:13:35.358110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Allocated IP 172.25.4.145 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:35.383698 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.448619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-87115c9a-06e4-4c19-a780-e4581355ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:35.450933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-87115c9a-06e4-4c19-a780-e4581355ebf6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0901713 Jul 08 20:13:35.458308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c2ca7eaf-676a-48df-aa29-f9bd53b0712b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:35.480142 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.539257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c2ca7eaf-676a-48df-aa29-f9bd53b0712b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:35.540119 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.598157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-709ffc19-cb54-456a-83f9-5caefd569941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:35.599618 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-709ffc19-cb54-456a-83f9-5caefd569941 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1378930 Jul 08 20:13:35.614581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-00ba7d11-ef77-4cde-b5cd-024f8d4e7c89 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:35.615323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-00ba7d11-ef77-4cde-b5cd-024f8d4e7c89 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:35.615939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-00ba7d11-ef77-4cde-b5cd-024f8d4e7c89 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:35.616660 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-00ba7d11-ef77-4cde-b5cd-024f8d4e7c89 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:35.617369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-00ba7d11-ef77-4cde-b5cd-024f8d4e7c89 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:35.618099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-00ba7d11-ef77-4cde-b5cd-024f8d4e7c89 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:35.618799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-00ba7d11-ef77-4cde-b5cd-024f8d4e7c89 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:35.619514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-00ba7d11-ef77-4cde-b5cd-024f8d4e7c89 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:35.620114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-00ba7d11-ef77-4cde-b5cd-024f8d4e7c89 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:35.623826 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-00ba7d11-ef77-4cde-b5cd-024f8d4e7c89 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b&device_id=8328d191-9e93-42bf-8543-9459f9d5faea&device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce&device_id=9beac277-29ea-4a2c-b664-24465d19342b&device_id=696081dd-87be-4e26-ba19-3c157dba6bc4&device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194&device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02&device_id=312d2602-8763-4e27-9cdb-b315140e6346&device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 8216 time: 0.0992150 Jul 08 20:13:35.627734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.719216 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-d55e3b52-0c67-4a78-927a-3604f852c21d tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.725551 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.760238 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.774045 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-ee769a37-29af-4d3d-9247-5264a25b89fc service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489985 Jul 08 20:13:35.777255 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.781678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:35.790606 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:35.801025 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:35.873369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.876105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Pushing event updated for resources: {'Port': ['ID=bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:35.909808 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-4f117fc1-b889-484d-9285-ca2374f640c1 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288378 Jul 08 20:13:35.940398 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-d55e3b52-0c67-4a78-927a-3604f852c21d tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.945280 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-d55e3b52-0c67-4a78-927a-3604f852c21d tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.972998 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5a9c87f-4086-42e8-9f0d-eb0638184c90 req-d55e3b52-0c67-4a78-927a-3604f852c21d tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&id=3186279b-b75d-4c04-a8ed-038205d89b8c&id=efbf7f91-c513-4a87-a09f-11904c3acbc5&id=5a6d798a-bfaa-4312-a810-a3553f56624f&id=885567fa-28d5-449d-923e-7634d9890a29&id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 622 time: 0.2776847 Jul 08 20:13:35.992854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:35.992854 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3582363 Jul 08 20:13:35.993837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e3b52-0c67-4a78-927a-3604f852c21d tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fd90f8-556d-4bf1-9d29-36d2bb4eb185,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:36.022781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d344ff-064c-45a2-8376-77361f3b21e5 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Pushing event updated for resources: {'Port': ['ID=39d5b5a4-e465-4ab1-8ad1-2b5b616a4faa,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:36.089350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a1a1adf1-c00d-45e9-9707-be9cbab04564 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:13:36.101155 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-7a874505-cdcd-48d4-b9b4-73d44da67ece tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200 len: 696 time: 0.0936401 Jul 08 20:13:36.196503 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:36.210379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'a1a1adf1-c00d-45e9-9707-be9cbab04564', 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89', 'port_id': 'a1a1adf1-c00d-45e9-9707-be9cbab04564', 'mac_address': 'fa:16:3e:f9:56:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbaa72f-8cd2-480f-813d-bc86df76e2b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:13:36.242392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646c2b3-0d4c-4891-9ed5-4fb1368d6f68 req-2d04b2b1-cf75-4d4d-8231-f959ab42b6a1 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:36.244008 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8646c2b3-0d4c-4891-9ed5-4fb1368d6f68 req-2d04b2b1-cf75-4d4d-8231-f959ab42b6a1 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 947 time: 0.1257758 Jul 08 20:13:36.254071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-10a4770c-4d8a-4a3e-998d-326a1b28a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:36.255592 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-10a4770c-4d8a-4a3e-998d-326a1b28a946 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 1095 time: 0.3663611 Jul 08 20:13:36.270766 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:36.290294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a1adf1-c00d-45e9-9707-be9cbab04564 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:36.291039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8646c2b3-0d4c-4891-9ed5-4fb1368d6f68 req-349f1243-d257-4c7c-8ec7-d1c3e00e77f9 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Jul 08 20:13:36.319629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:36.326673 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:36.328719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf66b9-ede5-4eb1-b69a-fe7edc3a6480 req-a01044a8-6a55-4c9b-95cc-8d994c504772 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:36.330339 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91cf66b9-ede5-4eb1-b69a-fe7edc3a6480 req-a01044a8-6a55-4c9b-95cc-8d994c504772 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.103 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 945 time: 0.1624696 Jul 08 20:13:36.348899 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:36.405038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=a1a1adf1-c00d-45e9-9707-be9cbab04564,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:36.410657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc55b1-398d-4cb8-9a6e-7f489141b274 None None] Network 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:13:36.416787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-908631ce-1a32-464d-9448-a6e44ef863b9 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:36.428512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4201c1d-68bc-44b1-9e58-49fa01cf1957 req-908631ce-1a32-464d-9448-a6e44ef863b9 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.3130386 Jul 08 20:13:36.499050 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-91cf66b9-ede5-4eb1-b69a-fe7edc3a6480 req-a4b9c0f4-3e3d-4ed8-8c2c-0471aa4323f7 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Deleting port 2370e8da-552f-45be-b79d-1baba93da878 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:13:36.499388 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91cf66b9-ede5-4eb1-b69a-fe7edc3a6480 req-a4b9c0f4-3e3d-4ed8-8c2c-0471aa4323f7 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:36.575190 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-97259cdd-a2e7-4811-beda-11c86cfebe30 None None] Provisioning for port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:36.594148 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1d8049ea-885c-48da-b54e-5d67304edef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:36.601762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-ff7571bf-3278-4394-a548-f6ae421195d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:36.603342 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-ff7571bf-3278-4394-a548-f6ae421195d3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.3386319 Jul 08 20:13:36.622590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-91cf66b9-ede5-4eb1-b69a-fe7edc3a6480 req-a4b9c0f4-3e3d-4ed8-8c2c-0471aa4323f7 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] For port 2370e8da-552f-45be-b79d-1baba93da878, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2370e8da-552f-45be-b79d-1baba93da878,segment=NetworkSegment(6e9bf0c3-351c-4b8e-b00b-7a8f35925b83),segment_id=6e9bf0c3-351c-4b8e-b00b-7a8f35925b83)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:36.623005 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91cf66b9-ede5-4eb1-b69a-fe7edc3a6480 req-a4b9c0f4-3e3d-4ed8-8c2c-0471aa4323f7 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:36.641797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-91cf66b9-ede5-4eb1-b69a-fe7edc3a6480 req-a4b9c0f4-3e3d-4ed8-8c2c-0471aa4323f7 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Calling delete_port for 2370e8da-552f-45be-b79d-1baba93da878 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:13:36.644724 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['a1a1adf1-c00d-45e9-9707-be9cbab04564'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:36.664433 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-959d37a8-a10f-42a5-ba80-f1e3ffa89e79 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564 HTTP/1.1" status: 200 len: 217 time: 0.0517445 Jul 08 20:13:36.758782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de247a2-ebc1-465d-b539-fb7500618794 req-06155de2-ee70-45ba-9303-170bb6d50286 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:36.760344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1de247a2-ebc1-465d-b539-fb7500618794 req-06155de2-ee70-45ba-9303-170bb6d50286 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa HTTP/1.1" status: 200 len: 945 time: 0.2107525 Jul 08 20:13:36.847131 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91cf66b9-ede5-4eb1-b69a-fe7edc3a6480 req-a4b9c0f4-3e3d-4ed8-8c2c-0471aa4323f7 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:36.850705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-3dd8fa93-8280-455d-bcf7-29f50fdf368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:36.852254 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-3dd8fa93-8280-455d-bcf7-29f50fdf368a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.1494868 Jul 08 20:13:36.878796 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:36.890885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9c0f4-3e3d-4ed8-8c2c-0471aa4323f7 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Pushing event deleted for resources: {'Port': ['ID=2370e8da-552f-45be-b79d-1baba93da878,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:36.898247 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-e218f584-1402-40dc-a3a2-63701618923c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276427 Jul 08 20:13:36.924804 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:36.940676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1de247a2-ebc1-465d-b539-fb7500618794 req-a5c910e8-bd84-4739-92e2-787c5bfc4505 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.101 "GET /v2.0/security-groups?id=885567fa-28d5-449d-923e-7634d9890a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678355 Jul 08 20:13:36.978100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cf66b9-ede5-4eb1-b69a-fe7edc3a6480 req-a4b9c0f4-3e3d-4ed8-8c2c-0471aa4323f7 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] No DVR routers for this DVR port 2370e8da-552f-45be-b79d-1baba93da878 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:13:36.983421 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91cf66b9-ede5-4eb1-b69a-fe7edc3a6480 req-a4b9c0f4-3e3d-4ed8-8c2c-0471aa4323f7 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:36.985532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91cf66b9-ede5-4eb1-b69a-fe7edc3a6480 req-a4b9c0f4-3e3d-4ed8-8c2c-0471aa4323f7 tempest-VolumesAdminNegativeTest-433071157 tempest-VolumesAdminNegativeTest-433071157-project] 10.222.0.103 "DELETE /v2.0/ports/2370e8da-552f-45be-b79d-1baba93da878 HTTP/1.1" status: 204 len: 173 time: 0.6438527 Jul 08 20:13:37.034145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4881f-c3a6-4f56-b969-5699bc315e0a req-4d4ebfaa-9335-4d62-99a1-11306d3df310 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:37.035591 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38e4881f-c3a6-4f56-b969-5699bc315e0a req-4d4ebfaa-9335-4d62-99a1-11306d3df310 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 944 time: 0.1079824 Jul 08 20:13:37.090120 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa', 'name': 'network-vif-deleted', 'tag': '2370e8da-552f-45be-b79d-1baba93da878'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:37.098124 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673c4f3f-f888-4f05-a6eb-a78536353966" -d '{"events": [{"server_uuid": "ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa", "name": "network-vif-deleted", "tag": "2370e8da-552f-45be-b79d-1baba93da878"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:37.099763 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-beabb54b-3c47-4979-a4b6-46b3aa7b8d17 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898170 Jul 08 20:13:37.138217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38e4881f-c3a6-4f56-b969-5699bc315e0a req-d94f5266-9289-448b-bd99-d6a68489edeb tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861251 Jul 08 20:13:37.222435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Router 613c61c5-184c-4c12-aec6-5309cfc59a4d is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:13:37.262003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-4dfb8591-bc75-4901-8b91-778a1a722cc5 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487608 Jul 08 20:13:37.281463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2370e8da-552f-45be-b79d-1baba93da878'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:37.473485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:37.495500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f79f23-bbb6-4059-98eb-020db7724145 req-1c591a0e-5924-40c9-b265-50c8876e1219 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:37.505708 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e3f79f23-bbb6-4059-98eb-020db7724145 req-1c591a0e-5924-40c9-b265-50c8876e1219 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2227855 Jul 08 20:13:37.552199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:37.562937 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:37.563281 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:37.597972 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e3f79f23-bbb6-4059-98eb-020db7724145 req-0dd3a629-b0d5-4634-be2e-2bd7e96590f4 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200 len: 696 time: 0.0908740 Jul 08 20:13:37.616204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-e3f79f23-bbb6-4059-98eb-020db7724145 req-51e025ce-7b46-4302-8213-fdaa3213e793 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Request body: {'floatingip': {'port_id': '97f1f823-fba8-4a8c-be3a-76806b52bcfd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:37.681356 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:37.729609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=62baad19-04ad-4e98-8bf4-7b4d525a9cc7,segment=NetworkSegment(43c2a4d8-c43d-4021-b6f7-b10159819059),segment_id=43c2a4d8-c43d-4021-b6f7-b10159819059)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:37.736611 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:37.746821 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e3f79f23-bbb6-4059-98eb-020db7724145 req-51e025ce-7b46-4302-8213-fdaa3213e793 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for floatingip, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:37.771729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:13:37.784772 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Sync routers for ids ['613c61c5-184c-4c12-aec6-5309cfc59a4d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:13:37.796544 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Routers {'613c61c5-184c-4c12-aec6-5309cfc59a4d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:37.797741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=62baad19-04ad-4e98-8bf4-7b4d525a9cc7,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:37.809339 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['613c61c5-184c-4c12-aec6-5309cfc59a4d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:37.826542 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:37.830578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a4575242-dbd8-4ee7-8a37-682c32fbca38 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2792003 Jul 08 20:13:37.832152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43588) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:37.876483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-e225f411-2c33-4384-8f65-0aae11b7fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:37.878018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-e225f411-2c33-4384-8f65-0aae11b7fc8b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 1099 time: 0.4935739 Jul 08 20:13:37.887325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bf8af-0ee4-4e96-8411-1033cbbadb23 req-33856fa2-c64f-4b00-84ad-5046ece7b10a tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:37.891820 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-f18445cd-a1b3-4e70-a18a-64f633eb8618 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:37.893407 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-f18445cd-a1b3-4e70-a18a-64f633eb8618 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346&tenant_id=847906ba92d7431c9a151198f8628748&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 947 time: 0.2924964 Jul 08 20:13:37.894725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-948bf8af-0ee4-4e96-8411-1033cbbadb23 req-33856fa2-c64f-4b00-84ad-5046ece7b10a tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 948 time: 0.4651592 Jul 08 20:13:37.927111 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Set router 613c61c5-184c-4c12-aec6-5309cfc59a4d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:38.044579 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-222c8f15-d830-437a-bf67-f08de00d1e54 service neutron] delete failed (client error): The resource could not be found. Jul 08 20:13:38.045839 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-222c8f15-d830-437a-bf67-f08de00d1e54 service neutron] 10.222.0.103 "DELETE /v2.0/ports/eef83571-5c55-40aa-9342-9d4bf9804fe8/bindings/n-h2-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.1296344 Jul 08 20:13:38.052179 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.057267 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-948bf8af-0ee4-4e96-8411-1033cbbadb23 req-ab5ea1cf-1102-4f13-9ce4-607e0fbbb0b0 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616416 Jul 08 20:13:38.081901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-af943b52-0f9a-497f-8200-4ed55c7eae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:38.083386 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-af943b52-0f9a-497f-8200-4ed55c7eae8b service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1862299 Jul 08 20:13:38.108919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a1a1adf1-c00d-45e9-9707-be9cbab04564 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:38.123619 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8264639b-0520-430f-974a-d0921889ff82 x-openstack-request-id: req-8264639b-0520-430f-974a-d0921889ff82 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:38.123905 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa", "name": "network-vif-deleted", "tag": "2370e8da-552f-45be-b79d-1baba93da878", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:38.124154 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8264639b-0520-430f-974a-d0921889ff82 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:38.126737 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca59d7f1-6f11-44c1-bfbd-3682bfcc93aa', 'name': 'network-vif-deleted', 'tag': '2370e8da-552f-45be-b79d-1baba93da878', 'status': 'completed', 'code': 200} Jul 08 20:13:38.163101 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913842386-router', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:33Z', 'updated_at': '2021-07-08T20:13:36Z', 'revision_number': 3, 'project_id': '0a9a872d8f51432e83be7865c6b4eacd', 'gw_port': {'id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:35Z', 'updated_at': '2021-07-08T20:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:38.170701 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-e3f79f23-bbb6-4059-98eb-020db7724145 req-51e025ce-7b46-4302-8213-fdaa3213e793 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 20:13:38.172947 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-d8610881-fb54-4823-b3b5-2667fbb87eab service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8 HTTP/1.1" status: 200 len: 217 time: 0.0442970 Jul 08 20:13:38.176260 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e3f79f23-bbb6-4059-98eb-020db7724145 req-51e025ce-7b46-4302-8213-fdaa3213e793 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "PUT /v2.0/floatingips/27f2f979-bba4-4605-899e-acef146e58bc HTTP/1.1" status: 409 len: 551 time: 0.5774002 Jul 08 20:13:38.195816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port a1a1adf1-c00d-45e9-9707-be9cbab04564 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:38.202812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port a1a1adf1-c00d-45e9-9707-be9cbab04564 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:38.203603 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.232301 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Checking router: 613c61c5-184c-4c12-aec6-5309cfc59a4d for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:13:38.233053 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Updating router 613c61c5-184c-4c12-aec6-5309cfc59a4d port bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:13:38.278836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device eef83571-5c55-40aa-9342-9d4bf9804fe8 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:13:38.303991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-323d7b32-2c98-4b4e-8cea-14c5a56be974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:38.304567 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.310072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-323d7b32-2c98-4b4e-8cea-14c5a56be974 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1266928 Jul 08 20:13:38.434704 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.489317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc37bef-f925-4a21-9986-39c5f08bc93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a1adf1-c00d-45e9-9707-be9cbab04564'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:38.500388 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f5dba8-fea2-46fe-877a-6f968ec154f7" -d '{"events": [{"server_uuid": "2bc37bef-f925-4a21-9986-39c5f08bc93b", "name": "network-vif-plugged", "status": "completed", "tag": "a1a1adf1-c00d-45e9-9707-be9cbab04564"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:38.506047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adeea1-a803-4b21-9cc2-31ab6045727f req-d3366cde-6beb-474c-a051-e591cdc000fc tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:38.520441 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f9adeea1-a803-4b21-9cc2-31ab6045727f req-d3366cde-6beb-474c-a051-e591cdc000fc tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 947 time: 0.1847167 Jul 08 20:13:38.544805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:38.547158 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port eef83571-5c55-40aa-9342-9d4bf9804fe8, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:38.565300 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.566111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2370e8da-552f-45be-b79d-1baba93da878 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:13:38.597410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 2370e8da-552f-45be-b79d-1baba93da878 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:13:38.597767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2370e8da-552f-45be-b79d-1baba93da878 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:13:38.602394 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f9adeea1-a803-4b21-9cc2-31ab6045727f req-5568feac-de60-4bbf-8a9f-ec8624e67b5f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781181 Jul 08 20:13:38.621633 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'eef83571-5c55-40aa-9342-9d4bf9804fe8', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'eef83571-5c55-40aa-9342-9d4bf9804fe8', 'mac_address': 'fa:16:3e:54:db:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:13:38.684662 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.699440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-c3fe0768-b15c-4578-b784-30adad070381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:38.701646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef83571-5c55-40aa-9342-9d4bf9804fe8 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:38.702684 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-c3fe0768-b15c-4578-b784-30adad070381 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3810861 Jul 08 20:13:38.707686 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=a1a1adf1-c00d-45e9-9707-be9cbab04564,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:38.736202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port eef83571-5c55-40aa-9342-9d4bf9804fe8, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:38.741802 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.744862 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.761940 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Transition to ACTIVE for port object bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:38.770120 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.781178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43600) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:38.806945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=eef83571-5c55-40aa-9342-9d4bf9804fe8,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:38.838382 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Attempting to bind port bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:38.839591 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Attempting to bind port bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:38.839750 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Attempting to bind port bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:38.850194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af24ef1-42e3-4f28-a7a9-e27d56a1b5e5 admin admin] Deleting subnet b5c51583-c413-49c8-b8f7-b9329971e117 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:13:38.850539 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:38.850918 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:38.851317 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.851713 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:38.852188 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Bound port: bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:38.852583 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.853456 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4af24ef1-42e3-4f28-a7a9-e27d56a1b5e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.870171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53152389-78fa-404d-b22f-52671168c98f req-d067904f-858b-48a6-ae5f-b1a876191223 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:38.870798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53152389-78fa-404d-b22f-52671168c98f req-d067904f-858b-48a6-ae5f-b1a876191223 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:38.871336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53152389-78fa-404d-b22f-52671168c98f req-d067904f-858b-48a6-ae5f-b1a876191223 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:38.873974 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53152389-78fa-404d-b22f-52671168c98f req-d067904f-858b-48a6-ae5f-b1a876191223 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce&device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194&device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 2886 time: 0.3147845 Jul 08 20:13:38.890549 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7a8a7-a2e2-4f5b-8b61-c5b83dfa0f2f None None] Pushing event updated for resources: {'Port': ['ID=bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:38.917523 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4af24ef1-42e3-4f28-a7a9-e27d56a1b5e5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.933513 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] For port bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:38.934220 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4af24ef1-42e3-4f28-a7a9-e27d56a1b5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.937582 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] For port bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:38.943681 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:38.962236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-6e8b99ed-44b2-455e-bd88-645abe52e29a service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157838 Jul 08 20:13:38.994182 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53152389-78fa-404d-b22f-52671168c98f req-ae681d59-241c-4a24-8a5d-8319110e34a8 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068089 Jul 08 20:13:39.010379 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7a8a7-a2e2-4f5b-8b61-c5b83dfa0f2f None None] Pushing event updated for resources: {'Port': ['ID=bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:39.013762 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Routers {'613c61c5-184c-4c12-aec6-5309cfc59a4d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:39.017016 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['613c61c5-184c-4c12-aec6-5309cfc59a4d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:39.035338 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4af24ef1-42e3-4f28-a7a9-e27d56a1b5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:39.080607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['eef83571-5c55-40aa-9342-9d4bf9804fe8'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:39.098299 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4af24ef1-42e3-4f28-a7a9-e27d56a1b5e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:39.101463 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5b744ca-2888-43ec-a2bf-7a6bb6f6c5b8 req-62a34fb1-7a7c-408f-bee8-d7f4e6f41066 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313837 Jul 08 20:13:39.105152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4af24ef1-42e3-4f28-a7a9-e27d56a1b5e5 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/b5c51583-c413-49c8-b8f7-b9329971e117 HTTP/1.1" status: 204 len: 168 time: 0.3228896 Jul 08 20:13:39.107995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43606) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:39.132287 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af24ef1-42e3-4f28-a7a9-e27d56a1b5e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c51583-c413-49c8-b8f7-b9329971e117,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:39.143670 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] Set router 613c61c5-184c-4c12-aec6-5309cfc59a4d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:39.192467 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-4f08fc74-888b-45bd-b399-045c73553b2b tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips/27f2f979-bba4-4605-899e-acef146e58bc HTTP/1.1" status: 200 len: 693 time: 0.0882752 Jul 08 20:13:39.225136 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:39.365959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a17b-355d-4abe-b561-2e4f6800b98d req-a0071dad-d7a4-4156-a0bf-54056249e5c2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:39.367327 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe26a17b-355d-4abe-b561-2e4f6800b98d req-a0071dad-d7a4-4156-a0bf-54056249e5c2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 945 time: 0.4112079 Jul 08 20:13:39.372695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:39.416098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-c938ac67-9128-4f0f-ab55-82272a49b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:39.418361 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-c938ac67-9128-4f0f-ab55-82272a49b600 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 1100 time: 0.1769307 Jul 08 20:13:39.430949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:39.431682 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:39.475589 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe26a17b-355d-4abe-b561-2e4f6800b98d req-54d74b0e-054e-4dc2-82ff-899db5e14f3e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686486 Jul 08 20:13:39.478183 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:39.527672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-6706b7a7-c060-420b-b1fd-58801f5f81cb tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:39.530947 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913842386-router', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:33Z', 'updated_at': '2021-07-08T20:13:36Z', 'revision_number': 3, 'project_id': '0a9a872d8f51432e83be7865c6b4eacd', 'gw_port': {'id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:35Z', 'updated_at': '2021-07-08T20:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:39.535269 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-6706b7a7-c060-420b-b1fd-58801f5f81cb tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.3318465 Jul 08 20:13:39.543840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-7ae4459e-9e86-4ee6-8e59-0aa828f2703c tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:13:39.555398 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-7ae4459e-9e86-4ee6-8e59-0aa828f2703c tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191104 Jul 08 20:13:39.572014 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3c6d6-cae4-4e89-a374-6a90e41dfb31 None None] The sync data for ids ['613c61c5-184c-4c12-aec6-5309cfc59a4d'] in n-d-791506-16 is: [{'id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913842386-router', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:33Z', 'updated_at': '2021-07-08T20:13:36Z', 'revision_number': 3, 'project_id': '0a9a872d8f51432e83be7865c6b4eacd', 'gw_port': {'id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:35Z', 'updated_at': '2021-07-08T20:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:13:39.617264 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:39.621422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-bbb88f8c-abc6-4bb1-8ec7-45b76b18ebdb tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200 len: 696 time: 0.0650187 Jul 08 20:13:39.623628 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3354a54-ede9-4e86-a62f-4bd46db9ccd0 x-openstack-request-id: req-d3354a54-ede9-4e86-a62f-4bd46db9ccd0 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:39.624111 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc37bef-f925-4a21-9986-39c5f08bc93b", "name": "network-vif-plugged", "status": "completed", "tag": "a1a1adf1-c00d-45e9-9707-be9cbab04564", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:39.626615 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d3354a54-ede9-4e86-a62f-4bd46db9ccd0 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:39.627905 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc37bef-f925-4a21-9986-39c5f08bc93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a1adf1-c00d-45e9-9707-be9cbab04564', 'code': 200} Jul 08 20:13:39.629904 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:39.634837 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.636691 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.640023 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.640541 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.640969 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.641353 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.641736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.644557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.646233 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.647363 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.755785 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-efb9f0c0-775e-47ff-9e68-06276f6260dd tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200 len: 696 time: 0.1334453 Jul 08 20:13:39.777274 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Allocated IP 172.20.0.1 (1fb0e38e-3c6e-4614-9752-6aae5d33dbe1/b4a80422-80e3-4117-8283-344869ac382d/34084b12-644c-4218-8eba-0baa26226da1) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:39.781402 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.782397 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.782811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.783140 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:13:39.783482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d03b2c-ef71-4103-84c4-97ea25a151c8']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:39.843432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-4a5717d1-3635-43e9-8fec-fa00c47053be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:39.843432 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-4a5717d1-3635-43e9-8fec-fa00c47053be service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.4061918 Jul 08 20:13:39.843717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9bf0c3-351c-4b8e-b00b-7a8f35925b83') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:39.843796 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9bf0c3-351c-4b8e-b00b-7a8f35925b83') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:39.867057 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:39.929687 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:39.965558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:13:39.966009 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:39.980820 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-e2ad963e-ca68-4be7-916d-8ba3aa902e75 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8 HTTP/1.1" status: 200 len: 217 time: 0.1301703 Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: from cryptography.utils import int_from_bytes Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: from cryptography.utils import int_from_bytes Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:13:39.997914 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:13:40.070712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f1f41-2ce3-4b7e-a44f-19419da0ee95 req-70c94411-6ea5-4b79-ab45-cdab159339cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:40.072836 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c21f1f41-2ce3-4b7e-a44f-19419da0ee95 req-70c94411-6ea5-4b79-ab45-cdab159339cd service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 1097 time: 0.2836375 Jul 08 20:13:40.102507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.118117 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.120364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] 10.222.0.101 "DELETE /v2.0/networks/41d03b2c-ef71-4103-84c4-97ea25a151c8 HTTP/1.1" status: 204 len: 168 time: 1.0092661 Jul 08 20:13:40.127487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43614) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:40.133618 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:13:40.154150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0fd3c-b590-45c8-bf34-093cce6bb5b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=41d03b2c-ef71-4103-84c4-97ea25a151c8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:40.181112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7110-6d50-4286-8ae7-dfb9a769a1fb req-5a8e79f7-7c63-446b-858b-8a58518e05ab tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:40.182660 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90ff7110-6d50-4286-8ae7-dfb9a769a1fb req-5a8e79f7-7c63-446b-858b-8a58518e05ab tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 948 time: 0.2971766 Jul 08 20:13:40.187636 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c21f1f41-2ce3-4b7e-a44f-19419da0ee95 req-f8f895ce-c520-41f8-b6fd-4e52e064ad75 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081309 Jul 08 20:13:40.222142 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a82753e-8756-42c2-97de-da5f06f19bd0 admin admin] Deleting subnet bfe40c59-496e-4ae6-a38f-59877ae2625b {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:13:40.228605 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a82753e-8756-42c2-97de-da5f06f19bd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.263718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90ff7110-6d50-4286-8ae7-dfb9a769a1fb req-e0047bc4-2a54-40b8-825c-225a82b19333 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695152 Jul 08 20:13:40.276941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device eef83571-5c55-40aa-9342-9d4bf9804fe8 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:40.298969 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a82753e-8756-42c2-97de-da5f06f19bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.359732 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a82753e-8756-42c2-97de-da5f06f19bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.362177 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-5af9898f-c837-4340-b206-ea617358c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:40.363676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-5af9898f-c837-4340-b206-ea617358c0eb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.3622868 Jul 08 20:13:40.376027 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port eef83571-5c55-40aa-9342-9d4bf9804fe8 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:40.397538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port eef83571-5c55-40aa-9342-9d4bf9804fe8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:40.398155 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.432884 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a82753e-8756-42c2-97de-da5f06f19bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.440748 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.443568 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-d9cc6369-6c73-4b74-83b9-e389a647b644 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Deleting port 39d5b5a4-e465-4ab1-8ad1-2b5b616a4faa {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:13:40.443899 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-d9cc6369-6c73-4b74-83b9-e389a647b644 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.475918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82753e-8756-42c2-97de-da5f06f19bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe40c59-496e-4ae6-a38f-59877ae2625b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:40.485664 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a82753e-8756-42c2-97de-da5f06f19bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.487671 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1a82753e-8756-42c2-97de-da5f06f19bd0 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/bfe40c59-496e-4ae6-a38f-59877ae2625b HTTP/1.1" status: 204 len: 168 time: 0.3498013 Jul 08 20:13:40.490256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43620) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:40.516879 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.521259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Transition to ACTIVE for port object 34084b12-644c-4218-8eba-0baa26226da1 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:40.557238 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port eef83571-5c55-40aa-9342-9d4bf9804fe8, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:40.563203 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.588057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-cfea5a50-8e85-4358-a4f3-6f8f66690750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:40.589588 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-cfea5a50-8e85-4358-a4f3-6f8f66690750 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2094929 Jul 08 20:13:40.602038 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-d9cc6369-6c73-4b74-83b9-e389a647b644 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.603248 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-d9cc6369-6c73-4b74-83b9-e389a647b644 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.613370 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ad47c21-83c9-444e-ac9b-44c4cbeb3203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.625768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=eef83571-5c55-40aa-9342-9d4bf9804fe8,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:40.643794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-d9cc6369-6c73-4b74-83b9-e389a647b644 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Calling delete_port for 39d5b5a4-e465-4ab1-8ad1-2b5b616a4faa owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:13:40.645633 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2d1c3-d0a8-4437-b711-42aeb5437778 req-a5f09913-2ff0-48f6-b149-ac01f08a9cc6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:40.647232 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1be2d1c3-d0a8-4437-b711-42aeb5437778 req-a5f09913-2ff0-48f6-b149-ac01f08a9cc6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 948 time: 0.1585088 Jul 08 20:13:40.685368 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.733581 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ad47c21-83c9-444e-ac9b-44c4cbeb3203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.757793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-4ad47c21-83c9-444e-ac9b-44c4cbeb3203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49ae1a7-c914-4ff3-9b36-863ae676b07a']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:40.769829 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1be2d1c3-d0a8-4437-b711-42aeb5437778 req-ea8ed5cc-7495-4828-b2b5-6deca6a63b0b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033270 Jul 08 20:13:40.773238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-4ad47c21-83c9-444e-ac9b-44c4cbeb3203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66ac71c-2017-4b77-898a-ba18bd1fe576') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:40.773533 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-4ad47c21-83c9-444e-ac9b-44c4cbeb3203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66ac71c-2017-4b77-898a-ba18bd1fe576') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:40.784197 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ad47c21-83c9-444e-ac9b-44c4cbeb3203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.796205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Network 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:40.808916 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ad47c21-83c9-444e-ac9b-44c4cbeb3203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.811763 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:40.818256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:40.818727 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.821234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Pushing event updated for resources: {'Port': ['ID=34084b12-644c-4218-8eba-0baa26226da1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:40.822368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad47c21-83c9-444e-ac9b-44c4cbeb3203 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:13:40.822840 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ad47c21-83c9-444e-ac9b-44c4cbeb3203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:13:40.867334 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:13:40.873454 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-a891f48b-c755-4d80-8e17-3552a0074918 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619998 Jul 08 20:13:40.899802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ad47c21-83c9-444e-ac9b-44c4cbeb3203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.910956 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ad47c21-83c9-444e-ac9b-44c4cbeb3203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:40.914311 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4ad47c21-83c9-444e-ac9b-44c4cbeb3203 admin admin] 10.222.0.101 "DELETE /v2.0/networks/e49ae1a7-c914-4ff3-9b36-863ae676b07a HTTP/1.1" status: 204 len: 168 time: 0.4224613 Jul 08 20:13:40.938201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad47c21-83c9-444e-ac9b-44c4cbeb3203 admin admin] Pushing event deleted for resources: {'Network': ['ID=e49ae1a7-c914-4ff3-9b36-863ae676b07a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:40.994414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd63f1a-df03-49ec-9753-fd7d3ba54801 req-8c538d86-6838-48ad-8f1d-49c4acc3bfb2 tempest-LiveMigrationNegativeTest-317148478 tempest-LiveMigrationNegativeTest-317148478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:40.996004 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6fd63f1a-df03-49ec-9753-fd7d3ba54801 req-8c538d86-6838-48ad-8f1d-49c4acc3bfb2 tempest-LiveMigrationNegativeTest-317148478 tempest-LiveMigrationNegativeTest-317148478-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 1100 time: 0.0813725 Jul 08 20:13:41.022950 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6fd63f1a-df03-49ec-9753-fd7d3ba54801 req-86cebdac-85fb-435d-ba74-0c0c1c08730f tempest-LiveMigrationNegativeTest-317148478 tempest-LiveMigrationNegativeTest-317148478-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.144058 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6fd63f1a-df03-49ec-9753-fd7d3ba54801 req-86cebdac-85fb-435d-ba74-0c0c1c08730f tempest-LiveMigrationNegativeTest-317148478 tempest-LiveMigrationNegativeTest-317148478-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.144058 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43628) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:41.144338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c6ade47-a4d0-4d60-a776-fe8ddcb854d5 req-7bca0257-d97c-42f1-b24c-459c58b43a95 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566030 Jul 08 20:13:41.148587 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.151688 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6fd63f1a-df03-49ec-9753-fd7d3ba54801 req-86cebdac-85fb-435d-ba74-0c0c1c08730f tempest-LiveMigrationNegativeTest-317148478 tempest-LiveMigrationNegativeTest-317148478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.179834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2faf8ee8-d549-40a5-bf47-151df5f46205 None None] Provisioning for port 34084b12-644c-4218-8eba-0baa26226da1 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:41.185245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2faf8ee8-d549-40a5-bf47-151df5f46205 None None] Provisioning complete for port 34084b12-644c-4218-8eba-0baa26226da1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:41.185877 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2faf8ee8-d549-40a5-bf47-151df5f46205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.195680 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-d9cc6369-6c73-4b74-83b9-e389a647b644 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.209482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6fd63f1a-df03-49ec-9753-fd7d3ba54801 req-86cebdac-85fb-435d-ba74-0c0c1c08730f tempest-LiveMigrationNegativeTest-317148478 tempest-LiveMigrationNegativeTest-317148478-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060738 Jul 08 20:13:41.244501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cebdac-85fb-435d-ba74-0c0c1c08730f tempest-LiveMigrationNegativeTest-317148478 tempest-LiveMigrationNegativeTest-317148478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636865b9-b766-4f0c-a7a0-4f3b6e40a61e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:41.250841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-2faf8ee8-d549-40a5-bf47-151df5f46205 None None] Port 34084b12-644c-4218-8eba-0baa26226da1 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:13:41.256465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc6369-6c73-4b74-83b9-e389a647b644 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Pushing event deleted for resources: {'Port': ['ID=39d5b5a4-e465-4ab1-8ad1-2b5b616a4faa,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:41.298399 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f2296268-0ffa-4090-aa04-300b69163b0b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1bf67307e2f74fdbb1ceda9ca9403dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530371 Jul 08 20:13:41.309709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43632) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:41.345003 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-d9cc6369-6c73-4b74-83b9-e389a647b644 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.351546 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-d9cc6369-6c73-4b74-83b9-e389a647b644 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.365339 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bec5a53-93a6-4337-9289-0d440fe0fca5 req-d9cc6369-6c73-4b74-83b9-e389a647b644 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "DELETE /v2.0/floatingips/27f2f979-bba4-4605-899e-acef146e58bc HTTP/1.1" status: 204 len: 173 time: 1.5999491 Jul 08 20:13:41.435562 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ab699a5-36c2-4099-ad3f-f7d23142ebc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.494755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:41.501589 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ab699a5-36c2-4099-ad3f-f7d23142ebc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.546306 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.571363 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ab699a5-36c2-4099-ad3f-f7d23142ebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.573676 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.574573 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.577624 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ab699a5-36c2-4099-ad3f-f7d23142ebc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.582157 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9ab699a5-36c2-4099-ad3f-f7d23142ebc6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/885567fa-28d5-449d-923e-7634d9890a29 HTTP/1.1" status: 204 len: 168 time: 0.2683499 Jul 08 20:13:41.583006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:41.592261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab699a5-36c2-4099-ad3f-f7d23142ebc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885567fa-28d5-449d-923e-7634d9890a29,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:41.597744 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:41.598329 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.660384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312d2602-8763-4e27-9cdb-b315140e6346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef83571-5c55-40aa-9342-9d4bf9804fe8'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:41.662935 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d590307-dea7-475f-b8e9-124fc54fb65e" -d '{"events": [{"server_uuid": "312d2602-8763-4e27-9cdb-b315140e6346", "name": "network-vif-plugged", "status": "completed", "tag": "eef83571-5c55-40aa-9342-9d4bf9804fe8"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:41.740401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Pushing event updated for resources: {'Port': ['ID=34084b12-644c-4218-8eba-0baa26226da1,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:41.790268 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c083a6e-2912-4823-8136-402d4810b4d5 req-c2c269f4-b46a-46de-961f-c9985dbe390a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:41.801716 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c083a6e-2912-4823-8136-402d4810b4d5 req-c2c269f4-b46a-46de-961f-c9985dbe390a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 945 time: 0.2505829 Jul 08 20:13:41.802720 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.847740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Network 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:41.848706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:41.854637 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:41.865750 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:41.880369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c083a6e-2912-4823-8136-402d4810b4d5 req-94af7fd0-e075-4308-b773-14ebf25412b9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775895 Jul 08 20:13:42.003456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:42.070870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Router 613c61c5-184c-4c12-aec6-5309cfc59a4d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:13:42.113394 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08184bfc-49f8-4490-ae83-89f6069e17fe x-openstack-request-id: req-08184bfc-49f8-4490-ae83-89f6069e17fe {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:42.113733 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312d2602-8763-4e27-9cdb-b315140e6346", "name": "network-vif-plugged", "status": "completed", "tag": "eef83571-5c55-40aa-9342-9d4bf9804fe8", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:42.114149 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-08184bfc-49f8-4490-ae83-89f6069e17fe {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:42.114686 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312d2602-8763-4e27-9cdb-b315140e6346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef83571-5c55-40aa-9342-9d4bf9804fe8', 'code': 200} Jul 08 20:13:42.161309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43656) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:42.185367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-440f3ff7-747e-43c6-af44-a667a6e3643a None None] Provisioning complete for port 34084b12-644c-4218-8eba-0baa26226da1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:42.185743 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-440f3ff7-747e-43c6-af44-a667a6e3643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:42.235638 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-77bc5a64-a953-49d1-a00b-9bc1029e08fd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e97160eb32534fceb1b4b4a54515a798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705178 Jul 08 20:13:42.236456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43658) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:42.243798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-3cad45c6-1883-40df-a7a0-dc9741fdbc60 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.131 HTTP/1.1" status: 200 len: 1002 time: 0.2207546 Jul 08 20:13:42.263081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-440f3ff7-747e-43c6-af44-a667a6e3643a None None] Port 34084b12-644c-4218-8eba-0baa26226da1 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:13:42.332504 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63ea9967-1886-4651-8549-85d389249039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:42.353593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-28b463c5-7cb6-41da-8db2-d285e847ff45 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:42.354950 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-28b463c5-7cb6-41da-8db2-d285e847ff45 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports/97f1f823-fba8-4a8c-be3a-76806b52bcfd HTTP/1.1" status: 200 len: 943 time: 0.0743668 Jul 08 20:13:42.356560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:13:42.362038 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-383d1a86-9e38-43bf-b338-d0774de1d46e admin admin] 10.222.0.101 "PUT /v2.0/routers/613c61c5-184c-4c12-aec6-5309cfc59a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5285900 Jul 08 20:13:42.365500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389e38-a649-46af-968a-371b0891e3ca req-1efb36e0-d8b4-4ad8-a7c3-559a103c0156 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:42.367391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Sync routers for ids ['613c61c5-184c-4c12-aec6-5309cfc59a4d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:13:42.375884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb389e38-a649-46af-968a-371b0891e3ca req-1efb36e0-d8b4-4ad8-a7c3-559a103c0156 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.1366489 Jul 08 20:13:42.377060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Routers {'613c61c5-184c-4c12-aec6-5309cfc59a4d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:42.377864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['613c61c5-184c-4c12-aec6-5309cfc59a4d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:42.390320 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63ea9967-1886-4651-8549-85d389249039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:42.469092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb389e38-a649-46af-968a-371b0891e3ca req-0f57019b-d5a1-444a-86d9-05ea52eea2c4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915599 Jul 08 20:13:42.496189 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63ea9967-1886-4651-8549-85d389249039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:42.499361 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63ea9967-1886-4651-8549-85d389249039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:42.500749 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-63ea9967-1886-4651-8549-85d389249039 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/40b1d8ce-19c5-4f5e-9cc3-faee182962f5 HTTP/1.1" status: 204 len: 168 time: 0.2634921 Jul 08 20:13:42.517659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea9967-1886-4651-8549-85d389249039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b1d8ce-19c5-4f5e-9cc3-faee182962f5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:42.567209 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-ee9c942f-2a60-4006-b673-98e90eb57c77 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.131 HTTP/1.1" status: 200 len: 1002 time: 0.0957277 Jul 08 20:13:42.655844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Set router 613c61c5-184c-4c12-aec6-5309cfc59a4d gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:42.702295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-373eab44-6c32-44d3-acaf-b99122167027 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:42.710707 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-373eab44-6c32-44d3-acaf-b99122167027 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.1369708 Jul 08 20:13:42.789161 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-49777ec9-515f-4cb0-bafe-afe283a0d407 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.131 HTTP/1.1" status: 200 len: 1002 time: 0.0775449 Jul 08 20:13:42.799346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-80ed930e-5c4f-419c-84ac-28ce691649e0 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:42.869609 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-80ed930e-5c4f-419c-84ac-28ce691649e0 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:42.912168 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3798c4a-ca2f-4b83-aa01-564dee96afb3 req-a403cb93-3170-4682-bbdb-570b10b18f5b tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:42.913857 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3798c4a-ca2f-4b83-aa01-564dee96afb3 req-a403cb93-3170-4682-bbdb-570b10b18f5b tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 1097 time: 0.0753267 Jul 08 20:13:42.930264 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913842386-router', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:33Z', 'updated_at': '2021-07-08T20:13:41Z', 'revision_number': 4, 'project_id': '0a9a872d8f51432e83be7865c6b4eacd', 'gw_port': {'id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:35Z', 'updated_at': '2021-07-08T20:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '34084b12-644c-4218-8eba-0baa26226da1', 'name': '', 'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'mac_address': 'fa:16:3e:c7:f3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b4a80422-80e3-4117-8283-344869ac382d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:39Z', 'updated_at': '2021-07-08T20:13:41Z', 'revision_number': 2, 'project_id': '0a9a872d8f51432e83be7865c6b4eacd', 'subnets': [{'id': 'b4a80422-80e3-4117-8283-344869ac382d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:42.961176 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3798c4a-ca2f-4b83-aa01-564dee96afb3 req-689bbc55-cd92-4ccf-8dd6-60c246d0f4df tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Jul 08 20:13:42.963591 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Checking router: 613c61c5-184c-4c12-aec6-5309cfc59a4d for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:13:42.963942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Updating router 613c61c5-184c-4c12-aec6-5309cfc59a4d port 34084b12-644c-4218-8eba-0baa26226da1 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:13:43.017613 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:43.052736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-80ed930e-5c4f-419c-84ac-28ce691649e0 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:43.058377 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-80ed930e-5c4f-419c-84ac-28ce691649e0 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:43.058680 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-80ed930e-5c4f-419c-84ac-28ce691649e0 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Floating IP fe940e73-83c4-4161-8407-956db1ab95d3 disassociated. External IP: 172.25.4.131, port: 97f1f823-fba8-4a8c-be3a-76806b52bcfd. Jul 08 20:13:43.156647 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-8c3e88b7-b413-4720-8ad0-2d7b20807d83 req-a0c51dd4-cc7f-4545-87c8-fad8447a7849 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:13:43.157646 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c3e88b7-b413-4720-8ad0-2d7b20807d83 req-a0c51dd4-cc7f-4545-87c8-fad8447a7849 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063994 Jul 08 20:13:43.345268 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-80ed930e-5c4f-419c-84ac-28ce691649e0 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:13:43.351277 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:43.364330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Transition to ACTIVE for port object 34084b12-644c-4218-8eba-0baa26226da1 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:43.371648 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:43.476465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:43.489425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-80ed930e-5c4f-419c-84ac-28ce691649e0 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:13:43.494741 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-80ed930e-5c4f-419c-84ac-28ce691649e0 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:43.498918 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d54746-2795-4ad5-af71-0aafc74c04eb None None] Sync routers for ids ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:13:43.516234 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d54746-2795-4ad5-af71-0aafc74c04eb None None] Routers {'53c5bca8-ff89-4ca6-94f0-f270e6544b1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:43.516597 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b5d54746-2795-4ad5-af71-0aafc74c04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:43.581600 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-80ed930e-5c4f-419c-84ac-28ce691649e0 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "PUT /v2.0/floatingips/fe940e73-83c4-4161-8407-956db1ab95d3 HTTP/1.1" status: 200 len: 695 time: 0.7870810 Jul 08 20:13:43.582679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beac277-29ea-4a2c-b664-24465d19342b', 'tag': '97f1f823-fba8-4a8c-be3a-76806b52bcfd'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:43.585163 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c195bab4-fcc7-4b1e-9427-783b4ad79f81" -d '{"events": [{"name": "network-changed", "server_uuid": "9beac277-29ea-4a2c-b664-24465d19342b", "tag": "97f1f823-fba8-4a8c-be3a-76806b52bcfd"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:43.621212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Attempting to bind port 34084b12-644c-4218-8eba-0baa26226da1 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:43.622696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Attempting to bind port 34084b12-644c-4218-8eba-0baa26226da1 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '43c2a4d8-c43d-4021-b6f7-b10159819059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:43.622696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Attempting to bind port 34084b12-644c-4218-8eba-0baa26226da1 on network 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:43.635828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:43.636214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Checking segment: {'id': '43c2a4d8-c43d-4021-b6f7-b10159819059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:43.636617 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:43.637216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Bound using segment: {'id': '43c2a4d8-c43d-4021-b6f7-b10159819059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:43.637708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Bound port: 34084b12-644c-4218-8eba-0baa26226da1, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c2a4d8-c43d-4021-b6f7-b10159819059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:43.638100 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:43.644587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600d487-963f-4d8c-8c24-3d0424f7adda None None] Pushing event updated for resources: {'Port': ['ID=34084b12-644c-4218-8eba-0baa26226da1,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:43.655116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c0ff4-9018-4f0c-9880-4c67bbfdb89e req-4e9abc4b-b94b-404e-bcd8-7c729c0da170 tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:43.665287 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-894c0ff4-9018-4f0c-9880-4c67bbfdb89e req-4e9abc4b-b94b-404e-bcd8-7c729c0da170 tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 1101 time: 0.0991600 Jul 08 20:13:43.684942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:43.685734 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:43.707779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-14047363-da98-4ea6-a879-6f5fcfbe7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:43.715344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-14047363-da98-4ea6-a879-6f5fcfbe7422 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=cf603f36676944b58640e8004b1ccf8f&device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 1098 time: 0.1137831 Jul 08 20:13:43.716340 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-894c0ff4-9018-4f0c-9880-4c67bbfdb89e req-5df97b10-7521-420d-80f8-4381e5ba8db9 tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493643 Jul 08 20:13:43.745464 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b5d54746-2795-4ad5-af71-0aafc74c04eb None None] Set router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:43.786152 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] For port 34084b12-644c-4218-8eba-0baa26226da1, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:43.792478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] For port 34084b12-644c-4218-8eba-0baa26226da1, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=34084b12-644c-4218-8eba-0baa26226da1,segment=NetworkSegment(43c2a4d8-c43d-4021-b6f7-b10159819059),segment_id=43c2a4d8-c43d-4021-b6f7-b10159819059)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:43.819644 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:43.838083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-5ce0fd92-19f0-4fa7-81c6-c60cb31ba755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:43.846617 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-5ce0fd92-19f0-4fa7-81c6-c60cb31ba755 service neutron] 10.222.0.101 "GET /v2.0/networks?id=0a05c0ed-f0e8-4fd5-825f-02887143f5a9 HTTP/1.1" status: 200 len: 929 time: 0.1303842 Jul 08 20:13:43.895322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-1e1abd53-b803-4997-8be9-f6fd7398ffeb service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97f1f823-fba8-4a8c-be3a-76806b52bcfd HTTP/1.1" status: 200 len: 217 time: 0.0478466 Jul 08 20:13:43.903476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Routers {'613c61c5-184c-4c12-aec6-5309cfc59a4d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:43.904140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['613c61c5-184c-4c12-aec6-5309cfc59a4d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:43.906192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600d487-963f-4d8c-8c24-3d0424f7adda None None] Pushing event updated for resources: {'Port': ['ID=34084b12-644c-4218-8eba-0baa26226da1,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:43.966326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-c5d6dcc9-34da-4178-9917-98f52f2f50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:43.967825 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-c5d6dcc9-34da-4178-9917-98f52f2f50d2 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=d9647768-39df-479a-9164-058cac9c913e HTTP/1.1" status: 200 len: 867 time: 0.0640442 Jul 08 20:13:44.053175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-095eff22-43f3-4ea0-b571-c435b4babb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:44.055286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-095eff22-43f3-4ea0-b571-c435b4babb7f service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=0a05c0ed-f0e8-4fd5-825f-02887143f5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797398 Jul 08 20:13:44.056823 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] Set router 613c61c5-184c-4c12-aec6-5309cfc59a4d gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:44.087533 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b5d54746-2795-4ad5-af71-0aafc74c04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:13:06Z', 'revision_number': 4, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port': {'id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:12:58Z', 'updated_at': '2021-07-08T20:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '88a81c81-98ff-4228-b5b0-290dfeb90e88', 'name': '', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'mac_address': 'fa:16:3e:e7:49:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd9647768-39df-479a-9164-058cac9c913e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:04Z', 'updated_at': '2021-07-08T20:13:11Z', 'revision_number': 5, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'subnets': [{'id': 'd9647768-39df-479a-9164-058cac9c913e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:44.138851 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d54746-2795-4ad5-af71-0aafc74c04eb None None] Checking router: 53c5bca8-ff89-4ca6-94f0-f270e6544b1f for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:13:44.149353 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d54746-2795-4ad5-af71-0aafc74c04eb None None] Routers {'53c5bca8-ff89-4ca6-94f0-f270e6544b1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:44.150280 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b5d54746-2795-4ad5-af71-0aafc74c04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:44.183788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-ab3b7aee-5408-4a7d-9064-38c185309df1 service neutron] 10.222.0.101 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194518 Jul 08 20:13:44.192246 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711697ec-4550-4597-8a46-6a903a7e38df req-e5046792-308c-4932-8d2c-bb628cfac72c tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:44.193897 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-711697ec-4550-4597-8a46-6a903a7e38df req-e5046792-308c-4932-8d2c-bb628cfac72c tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 1097 time: 0.0578563 Jul 08 20:13:44.246050 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-711697ec-4550-4597-8a46-6a903a7e38df req-4ccd7b57-7ea1-454c-baa4-faad4be4452d tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447540 Jul 08 20:13:44.305641 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b5d54746-2795-4ad5-af71-0aafc74c04eb None None] Set router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:44.324303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913842386-router', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:33Z', 'updated_at': '2021-07-08T20:13:41Z', 'revision_number': 4, 'project_id': '0a9a872d8f51432e83be7865c6b4eacd', 'gw_port': {'id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:35Z', 'updated_at': '2021-07-08T20:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '34084b12-644c-4218-8eba-0baa26226da1', 'name': '', 'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'mac_address': 'fa:16:3e:c7:f3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b4a80422-80e3-4117-8283-344869ac382d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:39Z', 'updated_at': '2021-07-08T20:13:43Z', 'revision_number': 4, 'project_id': '0a9a872d8f51432e83be7865c6b4eacd', 'subnets': [{'id': 'b4a80422-80e3-4117-8283-344869ac382d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:44.358356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24864f-4d6d-40d5-8f36-d3c58f6404ff None None] The sync data for ids ['613c61c5-184c-4c12-aec6-5309cfc59a4d'] in n-d-791506-16 is: [{'id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913842386-router', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:33Z', 'updated_at': '2021-07-08T20:13:41Z', 'revision_number': 4, 'project_id': '0a9a872d8f51432e83be7865c6b4eacd', 'gw_port': {'id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:35Z', 'updated_at': '2021-07-08T20:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '34084b12-644c-4218-8eba-0baa26226da1', 'name': '', 'network_id': '1fb0e38e-3c6e-4614-9752-6aae5d33dbe1', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'mac_address': 'fa:16:3e:c7:f3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b4a80422-80e3-4117-8283-344869ac382d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:39Z', 'updated_at': '2021-07-08T20:13:43Z', 'revision_number': 4, 'project_id': '0a9a872d8f51432e83be7865c6b4eacd', 'subnets': [{'id': 'b4a80422-80e3-4117-8283-344869ac382d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:13:44.582137 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b5d54746-2795-4ad5-af71-0aafc74c04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:13:06Z', 'revision_number': 4, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port': {'id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:12:58Z', 'updated_at': '2021-07-08T20:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '88a81c81-98ff-4228-b5b0-290dfeb90e88', 'name': '', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'mac_address': 'fa:16:3e:e7:49:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd9647768-39df-479a-9164-058cac9c913e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:04Z', 'updated_at': '2021-07-08T20:13:11Z', 'revision_number': 5, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'subnets': [{'id': 'd9647768-39df-479a-9164-058cac9c913e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:44.587285 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-363f053d-abe3-46b4-83a2-a57ab8c79b1f req-a4e5fc7d-6aaa-4e2c-8940-d1fb37d38e41 service neutron] 10.222.0.101 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931491 Jul 08 20:13:44.617203 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d54746-2795-4ad5-af71-0aafc74c04eb None None] The sync data for ids ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'] in n-d-791506-16 is: [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:13:06Z', 'revision_number': 4, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port': {'id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:12:58Z', 'updated_at': '2021-07-08T20:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '88a81c81-98ff-4228-b5b0-290dfeb90e88', 'name': '', 'network_id': '0a05c0ed-f0e8-4fd5-825f-02887143f5a9', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'mac_address': 'fa:16:3e:e7:49:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd9647768-39df-479a-9164-058cac9c913e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:04Z', 'updated_at': '2021-07-08T20:13:11Z', 'revision_number': 5, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'subnets': [{'id': 'd9647768-39df-479a-9164-058cac9c913e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:13:44.687299 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0384c6-3fe4-44db-a2d9-9554f9c03255 x-openstack-request-id: req-2b0384c6-3fe4-44db-a2d9-9554f9c03255 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:44.687657 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9beac277-29ea-4a2c-b664-24465d19342b", "tag": "97f1f823-fba8-4a8c-be3a-76806b52bcfd", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:44.687971 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2b0384c6-3fe4-44db-a2d9-9554f9c03255 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:44.688558 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9beac277-29ea-4a2c-b664-24465d19342b', 'tag': '97f1f823-fba8-4a8c-be3a-76806b52bcfd', 'status': 'completed', 'code': 200} Jul 08 20:13:44.804826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195bab4-fcc7-4b1e-9427-783b4ad79f81 req-dd8dd87a-3f5c-45a5-9e14-e54642f4c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:44.806817 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c195bab4-fcc7-4b1e-9427-783b4ad79f81 req-dd8dd87a-3f5c-45a5-9e14-e54642f4c63f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf603f36676944b58640e8004b1ccf8f&device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 1098 time: 0.0930114 Jul 08 20:13:45.001223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195bab4-fcc7-4b1e-9427-783b4ad79f81 req-4bc91d3d-9e2a-4f3a-b325-5864a461b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:45.002729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c195bab4-fcc7-4b1e-9427-783b4ad79f81 req-4bc91d3d-9e2a-4f3a-b325-5864a461b4c0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0a05c0ed-f0e8-4fd5-825f-02887143f5a9 HTTP/1.1" status: 200 len: 929 time: 0.1873128 Jul 08 20:13:45.056466 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c195bab4-fcc7-4b1e-9427-783b4ad79f81 req-472a2508-e28a-42ec-960c-b05ab1e66df3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97f1f823-fba8-4a8c-be3a-76806b52bcfd HTTP/1.1" status: 200 len: 217 time: 0.0459423 Jul 08 20:13:45.124419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41446221-1662-46a1-90a4-633193ac64a3 None None] New status for floating IP fe940e73-83c4-4161-8407-956db1ab95d3: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:13:45.151009 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-713aa68a-1393-4aa3-8907-0accdfb14271 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips/fe940e73-83c4-4161-8407-956db1ab95d3 HTTP/1.1" status: 200 len: 695 time: 0.0969019 Jul 08 20:13:45.157359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99c563-9a11-45ab-b775-2f1a2251b55e req-32158f2a-8c34-479f-a670-4ed4d923148a tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:45.159491 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef99c563-9a11-45ab-b775-2f1a2251b55e req-32158f2a-8c34-479f-a670-4ed4d923148a tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 948 time: 0.0784962 Jul 08 20:13:45.206577 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef99c563-9a11-45ab-b775-2f1a2251b55e req-40b174c5-362d-4e1f-a6b1-fe99ea155bf0 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396671 Jul 08 20:13:45.255006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195bab4-fcc7-4b1e-9427-783b4ad79f81 req-1804aa55-b6a3-4fde-accd-e5497892e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:45.256793 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c195bab4-fcc7-4b1e-9427-783b4ad79f81 req-1804aa55-b6a3-4fde-accd-e5497892e3ce service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d9647768-39df-479a-9164-058cac9c913e HTTP/1.1" status: 200 len: 867 time: 0.1925189 Jul 08 20:13:45.357442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-e41e5317-a72a-4cdb-b13b-b7d345150c7f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:45.365078 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-e41e5317-a72a-4cdb-b13b-b7d345150c7f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.2124608 Jul 08 20:13:45.436253 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-eceb5984-3ae0-4d79-b7b1-a48e8bc19099 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.131 HTTP/1.1" status: 200 len: 696 time: 0.0701258 Jul 08 20:13:45.462655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 34084b12-644c-4218-8eba-0baa26226da1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:45.505058 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-37582374-dff3-40b5-b5ba-a81577babce8 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.131 HTTP/1.1" status: 200 len: 696 time: 0.0677192 Jul 08 20:13:45.510029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195bab4-fcc7-4b1e-9427-783b4ad79f81 req-a79f0930-85c4-4f15-9393-9406a71dba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:45.512559 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c195bab4-fcc7-4b1e-9427-783b4ad79f81 req-a79f0930-85c4-4f15-9393-9406a71dba8b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0a05c0ed-f0e8-4fd5-825f-02887143f5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2444761 Jul 08 20:13:45.527116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 34084b12-644c-4218-8eba-0baa26226da1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:45.532918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d488ef-4e6c-4cb7-ba73-eaab028b7589 req-c6c2cd44-ed5c-4d41-ac35-bbdc23f7b978 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:45.534180 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 34084b12-644c-4218-8eba-0baa26226da1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:45.534856 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22d488ef-4e6c-4cb7-ba73-eaab028b7589 req-c6c2cd44-ed5c-4d41-ac35-bbdc23f7b978 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 1102 time: 0.0698893 Jul 08 20:13:45.537430 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:45.576873 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22d488ef-4e6c-4cb7-ba73-eaab028b7589 req-9f8dbdf9-6efe-459d-8726-441dcc05570f tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339732 Jul 08 20:13:45.694713 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-f4db534d-4286-413d-81de-8c5530181e8f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=847906ba92d7431c9a151198f8628748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292368 Jul 08 20:13:45.724989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c195bab4-fcc7-4b1e-9427-783b4ad79f81 req-40c45481-d21e-4ab8-81f9-58d964d5c8c0 service neutron] 10.222.0.103 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046175 Jul 08 20:13:45.780843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-02288f52-df72-4390-beb1-c0515cef5170 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Deleting port 5e45700a-14af-4e6b-ad9e-1cb385aa3d4a {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:13:45.781198 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-02288f52-df72-4390-beb1-c0515cef5170 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:45.784605 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:45.818789 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-08fbe82d-c486-46ae-96e8-e4c58ae6969f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:45.820518 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-08fbe82d-c486-46ae-96e8-e4c58ae6969f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247311 Jul 08 20:13:45.823009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 34084b12-644c-4218-8eba-0baa26226da1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=34084b12-644c-4218-8eba-0baa26226da1,segment=NetworkSegment(43c2a4d8-c43d-4021-b6f7-b10159819059),segment_id=43c2a4d8-c43d-4021-b6f7-b10159819059)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:45.830026 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:45.841834 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-8265f45c-a62c-4b03-b3d2-fa3693828214 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/quotas/847906ba92d7431c9a151198f8628748 HTTP/1.1" status: 200 len: 375 time: 0.0153270 Jul 08 20:13:45.902501 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-02288f52-df72-4390-beb1-c0515cef5170 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:45.903546 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-02288f52-df72-4390-beb1-c0515cef5170 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:45.908077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=34084b12-644c-4218-8eba-0baa26226da1,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:45.908960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c195bab4-fcc7-4b1e-9427-783b4ad79f81 req-4e85867b-3008-49ec-a523-952195bb9aed service neutron] 10.222.0.103 "GET /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764796 Jul 08 20:13:45.925569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-02288f52-df72-4390-beb1-c0515cef5170 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Calling delete_port for 5e45700a-14af-4e6b-ad9e-1cb385aa3d4a owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:13:45.940660 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b65cfb9d-61f3-4286-8c71-885440fa3b24 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903037 Jul 08 20:13:46.071025 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-02288f52-df72-4390-beb1-c0515cef5170 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:46.128302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02288f52-df72-4390-beb1-c0515cef5170 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Pushing event deleted for resources: {'Port': ['ID=5e45700a-14af-4e6b-ad9e-1cb385aa3d4a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:46.133305 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-02288f52-df72-4390-beb1-c0515cef5170 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:46.136029 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-02288f52-df72-4390-beb1-c0515cef5170 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:46.141219 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7844e314-dce0-431d-ab92-bbc22c6864ef req-02288f52-df72-4390-beb1-c0515cef5170 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "DELETE /v2.0/floatingips/fe940e73-83c4-4161-8407-956db1ab95d3 HTTP/1.1" status: 204 len: 173 time: 0.6352725 Jul 08 20:13:46.428542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5271c3e-7430-4618-ad41-649782d08d57 req-aeb3dbde-86a6-403f-9ccc-e59eff2a49ee tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:46.430301 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5271c3e-7430-4618-ad41-649782d08d57 req-aeb3dbde-86a6-403f-9ccc-e59eff2a49ee tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 1102 time: 0.1199784 Jul 08 20:13:46.471436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91690a7-c7fe-44c9-9752-e872d6b9f678 req-24c1afcd-7f91-4354-a260-3d16c6d6f99d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:46.473584 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b91690a7-c7fe-44c9-9752-e872d6b9f678 req-24c1afcd-7f91-4354-a260-3d16c6d6f99d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.103 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 948 time: 0.1156483 Jul 08 20:13:46.513207 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5271c3e-7430-4618-ad41-649782d08d57 req-71cab9e6-93ad-43ca-879e-47b70d34fb6e tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734828 Jul 08 20:13:46.620091 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-b91690a7-c7fe-44c9-9752-e872d6b9f678 req-07d43845-3dcc-437f-afd3-441f235a432d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Deleting port 7d6af819-dc1a-41c3-8924-0ba373e4dd75 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:13:46.620901 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b91690a7-c7fe-44c9-9752-e872d6b9f678 req-07d43845-3dcc-437f-afd3-441f235a432d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:46.709616 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d551276d-d8be-4e39-a96d-8dff202414d4 req-c95f0849-ba1c-40c2-8323-3ac444697293 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 210 time: 0.0396349 Jul 08 20:13:46.761505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-b91690a7-c7fe-44c9-9752-e872d6b9f678 req-07d43845-3dcc-437f-afd3-441f235a432d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] For port 7d6af819-dc1a-41c3-8924-0ba373e4dd75, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7d6af819-dc1a-41c3-8924-0ba373e4dd75,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:46.763563 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b91690a7-c7fe-44c9-9752-e872d6b9f678 req-07d43845-3dcc-437f-afd3-441f235a432d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:46.810620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-b91690a7-c7fe-44c9-9752-e872d6b9f678 req-07d43845-3dcc-437f-afd3-441f235a432d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Calling delete_port for 7d6af819-dc1a-41c3-8924-0ba373e4dd75 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:13:47.021600 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b91690a7-c7fe-44c9-9752-e872d6b9f678 req-07d43845-3dcc-437f-afd3-441f235a432d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:47.034897 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['7d6af819-dc1a-41c3-8924-0ba373e4dd75'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:47.059015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['865698cd-a80a-4c4b-8c1b-237d651f5122'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:47.063492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce81b5c-a6f7-4b73-a593-903d5c718f55 req-255fa752-0e50-41e3-9ce8-7240f038a7c1 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:47.070340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ce81b5c-a6f7-4b73-a593-903d5c718f55 req-255fa752-0e50-41e3-9ce8-7240f038a7c1 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=8328d191-9e93-42bf-8543-9459f9d5faea HTTP/1.1" status: 200 len: 867 time: 0.1543918 Jul 08 20:13:47.074322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d43845-3dcc-437f-afd3-441f235a432d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Pushing event deleted for resources: {'Port': ['ID=7d6af819-dc1a-41c3-8924-0ba373e4dd75,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:47.148140 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ce81b5c-a6f7-4b73-a593-903d5c718f55 req-d03bfcc0-e35b-4b63-8942-505c4ac06e67 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767193 Jul 08 20:13:47.155682 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:47.196139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91690a7-c7fe-44c9-9752-e872d6b9f678 req-07d43845-3dcc-437f-afd3-441f235a432d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] No DVR routers for this DVR port 7d6af819-dc1a-41c3-8924-0ba373e4dd75 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:13:47.198943 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b91690a7-c7fe-44c9-9752-e872d6b9f678 req-07d43845-3dcc-437f-afd3-441f235a432d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:47.201850 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b91690a7-c7fe-44c9-9752-e872d6b9f678 req-07d43845-3dcc-437f-afd3-441f235a432d tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.103 "DELETE /v2.0/ports/7d6af819-dc1a-41c3-8924-0ba373e4dd75 HTTP/1.1" status: 204 len: 173 time: 0.7183526 Jul 08 20:13:47.202557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8328d191-9e93-42bf-8543-9459f9d5faea', 'name': 'network-vif-deleted', 'tag': '7d6af819-dc1a-41c3-8924-0ba373e4dd75'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:47.205459 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336cffff-4780-4e51-bc4f-355d5ba11da0" -d '{"events": [{"server_uuid": "8328d191-9e93-42bf-8543-9459f9d5faea", "name": "network-vif-deleted", "tag": "7d6af819-dc1a-41c3-8924-0ba373e4dd75"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:47.439771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 34084b12-644c-4218-8eba-0baa26226da1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:47.481205 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-91bea71a-597a-4638-8ba9-ada2c8851332 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=847906ba92d7431c9a151198f8628748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527663 Jul 08 20:13:47.519330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 34084b12-644c-4218-8eba-0baa26226da1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:47.519704 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:47.664969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ec9dd-5594-44cc-b65c-0d1477f47351 req-72e87d5f-3ed7-48cd-b447-a4a39b0d8cff tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:47.666560 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c5ec9dd-5594-44cc-b65c-0d1477f47351 req-72e87d5f-3ed7-48cd-b447-a4a39b0d8cff tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1491053 Jul 08 20:13:47.677836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-50936a26-15f5-4f14-a18a-ce3f8924bcbd tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:47.679384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-50936a26-15f5-4f14-a18a-ce3f8924bcbd tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912446 Jul 08 20:13:47.723125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Request body: {'port': {'device_id': 'a7a75d51-157c-414c-a958-a373baf0921f', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '847906ba92d7431c9a151198f8628748'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:47.728960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c5ec9dd-5594-44cc-b65c-0d1477f47351 req-2333d96c-b5df-44d5-9e0d-0451ab463fec tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0485547 Jul 08 20:13:47.775066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-06b8eb74-ec28-48c2-aaa6-d0e56ee7d9b4 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:13:47.776037 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-06b8eb74-ec28-48c2-aaa6-d0e56ee7d9b4 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1653037 Jul 08 20:13:47.787482 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] Request body: {'binding': {'host': 'n-h1-791506-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:47.788181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] Unknown quota resources ['binding']. {{(pid=94066) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:13:47.889380 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4283de-43b6-4d6b-96a9-df327619d172 x-openstack-request-id: req-fc4283de-43b6-4d6b-96a9-df327619d172 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:47.889669 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8328d191-9e93-42bf-8543-9459f9d5faea", "name": "network-vif-deleted", "tag": "7d6af819-dc1a-41c3-8924-0ba373e4dd75", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:47.889921 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fc4283de-43b6-4d6b-96a9-df327619d172 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:47.890307 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8328d191-9e93-42bf-8543-9459f9d5faea', 'name': 'network-vif-deleted', 'tag': '7d6af819-dc1a-41c3-8924-0ba373e4dd75', 'status': 'completed', 'code': 200} Jul 08 20:13:47.934442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Made reservation on behalf of 847906ba92d7431c9a151198f8628748 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:47.938277 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:48.062555 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65d1a2ff-37b0-469d-aee9-5feebdecbf73 req-a4e00214-53f1-4726-9e0f-1a5164af61dc tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0774391 Jul 08 20:13:48.072462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] Attempting to bind port a1a1adf1-c00d-45e9-9707-be9cbab04564 on host n-h1-791506-16 for vnic_type normal with profile None {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:48.072888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] Attempting to bind port a1a1adf1-c00d-45e9-9707-be9cbab04564 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:48.073168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] Attempting to bind port a1a1adf1-c00d-45e9-9707-be9cbab04564 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:48.084426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] Port a1a1adf1-c00d-45e9-9707-be9cbab04564 on network 1f8d4455-76b7-4da7-903b-af304e444c89 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:13:48.084779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] Attempting to bind port a1a1adf1-c00d-45e9-9707-be9cbab04564 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:48.095386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:48.095724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] Checking segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:48.096121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] Bound using segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:48.096552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] Bound port: a1a1adf1-c00d-45e9-9707-be9cbab04564, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:48.217874 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a0da1d0-0e7c-413f-9d5a-ad974e8308e6 req-a0b0e242-323b-4271-b384-37be33a86b3e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 210 time: 0.0576665 Jul 08 20:13:48.250986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Allocated IP 192.168.233.99 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/4e45ce01-be73-411d-84e4-ab928e1eb7ab) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:48.269452 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:48.278542 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] Notify callbacks [] for binding, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:48.279864 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-03e98442-8fdb-4190-9b0b-9c266eb0ea7e service neutron] 10.222.0.101 "POST /v2.0/ports/a1a1adf1-c00d-45e9-9707-be9cbab04564/bindings HTTP/1.1" status: 201 len: 390 time: 0.4957962 Jul 08 20:13:48.425496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43832) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:48.428685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6d365f27-1737-4379-a4e9-82f5b4f919b7 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1299870019', 'description': 'tempest-description--1563673913'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:48.485690 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d365f27-1737-4379-a4e9-82f5b4f919b7 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:48.651358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d365f27-1737-4379-a4e9-82f5b4f919b7 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:48.705587 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d365f27-1737-4379-a4e9-82f5b4f919b7 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:48.753933 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d365f27-1737-4379-a4e9-82f5b4f919b7 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:48.755418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6d365f27-1737-4379-a4e9-82f5b4f919b7 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3345156 Jul 08 20:13:48.760850 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43842) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:48.763974 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d365f27-1737-4379-a4e9-82f5b4f919b7 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a01bed-b639-4853-8025-08c9af013acd,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:48.782801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3c587f6c-1fe4-4572-9083-491e780f4523 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Request body: {'security_group_rule': {'security_group_id': '50a01bed-b639-4853-8025-08c9af013acd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:48.802844 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-439fab0c-c122-44f7-ae91-eff3da980d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:48.804667 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-439fab0c-c122-44f7-ae91-eff3da980d82 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 1097 time: 0.1520615 Jul 08 20:13:48.849793 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:48.868231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Transition to ACTIVE for port object 4e45ce01-be73-411d-84e4-ab928e1eb7ab will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:48.892326 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c587f6c-1fe4-4572-9083-491e780f4523 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:48.906211 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:48.918806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['eef83571-5c55-40aa-9342-9d4bf9804fe8'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:48.964378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Pushing event updated for resources: {'Port': ['ID=4e45ce01-be73-411d-84e4-ab928e1eb7ab,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:48.989198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:48.991417 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:49.009839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:49.019781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:49.021544 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.051193 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-5795a7fb-5f6c-4ce0-bbfb-c151f358c697 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3593724 Jul 08 20:13:49.063362 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Request body: {'port': {'device_id': 'a7a75d51-157c-414c-a958-a373baf0921f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:49.078818 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c587f6c-1fe4-4572-9083-491e780f4523 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.084265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-1f44bf89-8940-4721-b831-aad499fa84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:49.086220 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-1f44bf89-8940-4721-b831-aad499fa84ca service neutron] 10.222.0.104 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.2646122 Jul 08 20:13:49.090123 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c587f6c-1fe4-4572-9083-491e780f4523 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.187722 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.193390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9a48e-d312-491a-bf4f-9965f3417abf req-a67ff38a-dba0-4997-ba27-5c137d02d3e5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:49.203012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-59e9a48e-d312-491a-bf4f-9965f3417abf req-a67ff38a-dba0-4997-ba27-5c137d02d3e5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 945 time: 0.3454344 Jul 08 20:13:49.214735 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-b9b59712-4242-4256-be5d-25884323c88e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564 HTTP/1.1" status: 200 len: 217 time: 0.1153948 Jul 08 20:13:49.218283 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c587f6c-1fe4-4572-9083-491e780f4523 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0adf4e-a0e5-40f0-b78c-2bcbceb43d10,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:49.278761 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c587f6c-1fe4-4572-9083-491e780f4523 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.279957 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3c587f6c-1fe4-4572-9083-491e780f4523 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5009189 Jul 08 20:13:49.285163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43862) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:49.292821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-24233964-f381-43a1-92a3-c4af3aefdfa9 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Request body: {'security_group_rule': {'security_group_id': '50a01bed-b639-4853-8025-08c9af013acd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:49.376509 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-59e9a48e-d312-491a-bf4f-9965f3417abf req-f195e04c-8ab1-4ad7-8584-85b81d32d2fe tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725094 Jul 08 20:13:49.379940 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24233964-f381-43a1-92a3-c4af3aefdfa9 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.386085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-fbe34e6a-8b7e-4093-816b-22efda4faa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:49.388022 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-fbe34e6a-8b7e-4093-816b-22efda4faa03 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.1450315 Jul 08 20:13:49.412663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b4e0e083-c044-45c4-ba0e-e9401943977e None None] Provisioning for port 4e45ce01-be73-411d-84e4-ab928e1eb7ab completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:49.417680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b4e0e083-c044-45c4-ba0e-e9401943977e None None] Provisioning complete for port 4e45ce01-be73-411d-84e4-ab928e1eb7ab triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:49.418991 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e083-c044-45c4-ba0e-e9401943977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.447605 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-fae02334-4869-4dc2-860b-ccef277aca33 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473931 Jul 08 20:13:49.488174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0e083-c044-45c4-ba0e-e9401943977e None None] Port 4e45ce01-be73-411d-84e4-ab928e1eb7ab cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:13:49.562328 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24233964-f381-43a1-92a3-c4af3aefdfa9 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.570504 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24233964-f381-43a1-92a3-c4af3aefdfa9 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.587101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caafda2-0d78-4759-a06f-b3ea6222206e req-25b4f8cc-5280-4503-85e6-432e9deb271f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:49.587101 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5caafda2-0d78-4759-a06f-b3ea6222206e req-25b4f8cc-5280-4503-85e6-432e9deb271f tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 946 time: 0.1182022 Jul 08 20:13:49.597474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24233964-f381-43a1-92a3-c4af3aefdfa9 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872da95d-7123-49c7-9c8c-615dbc3ed7c2,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:49.629196 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24233964-f381-43a1-92a3-c4af3aefdfa9 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.631074 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-24233964-f381-43a1-92a3-c4af3aefdfa9 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3422668 Jul 08 20:13:49.635765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43870) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:49.644554 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-cc3a58c7-c508-4f33-80df-3534f5ad12b1 service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807380 Jul 08 20:13:49.645436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:49.684762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e45ce01-be73-411d-84e4-ab928e1eb7ab {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:49.698794 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5caafda2-0d78-4759-a06f-b3ea6222206e req-6a3ea287-e60e-426f-9bcd-c0200c1b2a50 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/security-groups?id=5a6d798a-bfaa-4312-a810-a3553f56624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019299 Jul 08 20:13:49.705233 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.731201 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.737001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Transition to ACTIVE for port object 4e45ce01-be73-411d-84e4-ab928e1eb7ab will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:49.751813 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.793705 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-69b947aa-8639-434f-8161-eaee199ecdea service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373405 Jul 08 20:13:49.884616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Pushing event updated for resources: {'Port': ['ID=4e45ce01-be73-411d-84e4-ab928e1eb7ab,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:49.905666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Attempting to bind port 4e45ce01-be73-411d-84e4-ab928e1eb7ab on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:49.906011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Attempting to bind port 4e45ce01-be73-411d-84e4-ab928e1eb7ab by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:49.906338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Attempting to bind port 4e45ce01-be73-411d-84e4-ab928e1eb7ab on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:49.912658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Port 4e45ce01-be73-411d-84e4-ab928e1eb7ab on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:13:49.912658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Attempting to bind port 4e45ce01-be73-411d-84e4-ab928e1eb7ab on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:49.920597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:49.921024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:49.921420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:49.921863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Bound port: 4e45ce01-be73-411d-84e4-ab928e1eb7ab, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:49.922225 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:49.964519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f13dd-25f4-4a72-a5ca-12d8b765f2d4 req-9b580139-47d7-403f-9abe-20f4e84c50cc tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:49.972086 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-131f13dd-25f4-4a72-a5ca-12d8b765f2d4 req-9b580139-47d7-403f-9abe-20f4e84c50cc tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 947 time: 0.0983176 Jul 08 20:13:50.051247 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:50.073463 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] For port 4e45ce01-be73-411d-84e4-ab928e1eb7ab, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:50.081626 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-131f13dd-25f4-4a72-a5ca-12d8b765f2d4 req-ab75d902-f7e4-47b0-acc3-c99249249bcb tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078236 Jul 08 20:13:50.127789 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-442e546b-b867-41a7-a544-d095195e3b5d tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:50.129428 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-442e546b-b867-41a7-a544-d095195e3b5d tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b&tenant_id=497d536bc47446ccb3b69c5679cc9909&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1097 time: 0.1554675 Jul 08 20:13:50.147322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-16'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:50.164898 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3658a0-3993-4553-86c8-c7a9daef54c7 req-4e1e0443-b99f-4c6d-9ef9-7bcb8006c9f9 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:50.166757 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e3658a0-3993-4553-86c8-c7a9daef54c7 req-4e1e0443-b99f-4c6d-9ef9-7bcb8006c9f9 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.2415383 Jul 08 20:13:50.169097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] For port 4e45ce01-be73-411d-84e4-ab928e1eb7ab, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:50.175022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 7d6af819-dc1a-41c3-8924-0ba373e4dd75 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:13:50.194882 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:50.216412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 7d6af819-dc1a-41c3-8924-0ba373e4dd75 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:13:50.217404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 7d6af819-dc1a-41c3-8924-0ba373e4dd75 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:13:50.292623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:50.293517 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:50.295949 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] 10.222.0.103 "PUT /v2.0/ports/4e45ce01-be73-411d-84e4-ab928e1eb7ab HTTP/1.1" status: 200 len: 1096 time: 1.2386525 Jul 08 20:13:50.298267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a75d51-157c-414c-a958-a373baf0921f', 'tag': '4e45ce01-be73-411d-84e4-ab928e1eb7ab'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:50.299309 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:50.301396 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb3e09f-4204-49fe-9d18-3353568d7399" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a75d51-157c-414c-a958-a373baf0921f", "tag": "4e45ce01-be73-411d-84e4-ab928e1eb7ab"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:50.329743 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e3658a0-3993-4553-86c8-c7a9daef54c7 req-748a4d16-786f-4e56-b1af-eb56b5155ba0 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446388 Jul 08 20:13:50.382423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Allocated IP 172.25.4.172 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/a57e71d9-b42e-4042-9eed-c93ded31c586) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:50.384624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf00bc-636e-4843-9c77-e9c48ae18324 service neutron] Pushing event updated for resources: {'Port': ['ID=4e45ce01-be73-411d-84e4-ab928e1eb7ab,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:50.502808 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a730b565-fdeb-43cb-98a4-e9cb8c0a25f0 x-openstack-request-id: req-a730b565-fdeb-43cb-98a4-e9cb8c0a25f0 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:50.503120 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a75d51-157c-414c-a958-a373baf0921f", "tag": "4e45ce01-be73-411d-84e4-ab928e1eb7ab", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:50.503364 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a730b565-fdeb-43cb-98a4-e9cb8c0a25f0 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:50.503774 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a75d51-157c-414c-a958-a373baf0921f', 'tag': '4e45ce01-be73-411d-84e4-ab928e1eb7ab', 'status': 'completed', 'code': 200} Jul 08 20:13:50.515201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505bfd-86d0-41d1-9e2e-c95563aded34 req-cecf5330-f6c4-406f-9371-981c82309e90 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:50.517147 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4e505bfd-86d0-41d1-9e2e-c95563aded34 req-cecf5330-f6c4-406f-9371-981c82309e90 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.103 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 946 time: 0.1830428 Jul 08 20:13:50.666967 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb499458-5d76-4396-852d-3ec4928ef0bb req-094367d7-684a-40ac-9081-09467d5bdfed tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:50.669044 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb499458-5d76-4396-852d-3ec4928ef0bb req-094367d7-684a-40ac-9081-09467d5bdfed tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 949 time: 0.4574707 Jul 08 20:13:50.761209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:50.773615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-4e505bfd-86d0-41d1-9e2e-c95563aded34 req-ff45a440-80f9-4cee-8390-a702297dd693 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Deleting port 97f1f823-fba8-4a8c-be3a-76806b52bcfd {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:13:50.773959 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4e505bfd-86d0-41d1-9e2e-c95563aded34 req-ff45a440-80f9-4cee-8390-a702297dd693 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:50.778791 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb499458-5d76-4396-852d-3ec4928ef0bb req-8d09d507-6d7f-4f69-9201-306366f85329 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945330 Jul 08 20:13:50.788734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-dea78423-7ba6-4230-a702-5390a39fb5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:50.790234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-dea78423-7ba6-4230-a702-5390a39fb5c8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 1099 time: 0.1924064 Jul 08 20:13:50.822062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43890) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:50.837557 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-a88e21f4-9a05-4077-9b0f-333b3854180a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab HTTP/1.1" status: 200 len: 217 time: 0.0381577 Jul 08 20:13:50.864924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:50.870815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e29d47-2e13-4c25-b8d7-296f82e4fbe0 req-cc9c9176-9b9b-4293-9351-2036c249402d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:50.872437 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26e29d47-2e13-4c25-b8d7-296f82e4fbe0 req-cc9c9176-9b9b-4293-9351-2036c249402d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 945 time: 0.2310419 Jul 08 20:13:50.929287 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-3e41fbc9-f0de-4688-9434-e458b91e4d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:50.930702 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-3e41fbc9-f0de-4688-9434-e458b91e4d1c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0867758 Jul 08 20:13:50.944781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-4e505bfd-86d0-41d1-9e2e-c95563aded34 req-ff45a440-80f9-4cee-8390-a702297dd693 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] For port 97f1f823-fba8-4a8c-be3a-76806b52bcfd, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=97f1f823-fba8-4a8c-be3a-76806b52bcfd,segment=NetworkSegment(9912fd5e-30c5-4145-9faa-a78e6dda5714),segment_id=9912fd5e-30c5-4145-9faa-a78e6dda5714)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:50.945426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4e505bfd-86d0-41d1-9e2e-c95563aded34 req-ff45a440-80f9-4cee-8390-a702297dd693 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:50.950713 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:50.993677 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26e29d47-2e13-4c25-b8d7-296f82e4fbe0 req-790cb70a-0e05-4b76-a5ba-1287903a7b5a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065521 Jul 08 20:13:50.994030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:51.002446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-4e505bfd-86d0-41d1-9e2e-c95563aded34 req-ff45a440-80f9-4cee-8390-a702297dd693 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Calling delete_port for 97f1f823-fba8-4a8c-be3a-76806b52bcfd owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:13:51.042608 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23c07eb7-82db-480c-99ae-0a96bb3a66b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.047810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:51.075681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc37bef-f925-4a21-9986-39c5f08bc93b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1a1adf1-c00d-45e9-9707-be9cbab04564'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:51.077048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Pushing event updated for resources: {'Port': ['ID=a57e71d9-b42e-4042-9eed-c93ded31c586,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:51.078095 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d587a52-7640-4aef-9f6e-1af0819e36d0" -d '{"events": [{"server_uuid": "2bc37bef-f925-4a21-9986-39c5f08bc93b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1a1adf1-c00d-45e9-9707-be9cbab04564"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:51.084775 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.091469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:51.097483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:51.110391 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.148959 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfee3c1-f404-47cd-bdb0-21196263d4ec x-openstack-request-id: req-ecfee3c1-f404-47cd-bdb0-21196263d4ec {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:51.149252 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc37bef-f925-4a21-9986-39c5f08bc93b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1a1adf1-c00d-45e9-9707-be9cbab04564", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:51.149502 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ecfee3c1-f404-47cd-bdb0-21196263d4ec {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:51.150066 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc37bef-f925-4a21-9986-39c5f08bc93b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1a1adf1-c00d-45e9-9707-be9cbab04564', 'code': 200} Jul 08 20:13:51.160106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-f9802285-d4a8-4298-974b-d1d1e6fc6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:51.160781 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-f9802285-d4a8-4298-974b-d1d1e6fc6103 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2231612 Jul 08 20:13:51.177491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863d59b-ef37-4676-bd86-c91af50b7466 req-49a11e9b-db65-41cb-974d-1f0e6563abfd tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:51.179036 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9863d59b-ef37-4676-bd86-c91af50b7466 req-49a11e9b-db65-41cb-974d-1f0e6563abfd tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/ports?device_id=9beac277-29ea-4a2c-b664-24465d19342b HTTP/1.1" status: 200 len: 946 time: 0.1996620 Jul 08 20:13:51.205891 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.303007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a1adf1-c00d-45e9-9707-be9cbab04564,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:51.326858 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9863d59b-ef37-4676-bd86-c91af50b7466 req-28cbccb3-851a-4084-a81c-c796e34da16d tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.101 "GET /v2.0/security-groups?id=5a6d798a-bfaa-4312-a810-a3553f56624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290817 Jul 08 20:13:51.327522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Attempting to bind port a1a1adf1-c00d-45e9-9707-be9cbab04564 on host n-h2-791506-16 for vnic_type normal with profile {"migrating_to": "n-h1-791506-16"} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:51.327853 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Attempting to bind port a1a1adf1-c00d-45e9-9707-be9cbab04564 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:51.328179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Attempting to bind port a1a1adf1-c00d-45e9-9707-be9cbab04564 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:51.345420 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Port a1a1adf1-c00d-45e9-9707-be9cbab04564 on network 1f8d4455-76b7-4da7-903b-af304e444c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:13:51.345745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Attempting to bind port a1a1adf1-c00d-45e9-9707-be9cbab04564 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:51.357003 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.360936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:51.361471 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Checking segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:51.361607 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4e505bfd-86d0-41d1-9e2e-c95563aded34 req-ff45a440-80f9-4cee-8390-a702297dd693 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.362156 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Bound using segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:51.362603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Bound port: a1a1adf1-c00d-45e9-9707-be9cbab04564, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:51.362956 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.375212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['97f1f823-fba8-4a8c-be3a-76806b52bcfd'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:51.378142 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-48ad4070-3f49-4f4b-9487-954df185cfcb service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924825 Jul 08 20:13:51.436104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45a440-80f9-4cee-8390-a702297dd693 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Pushing event deleted for resources: {'Port': ['ID=97f1f823-fba8-4a8c-be3a-76806b52bcfd,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:51.450909 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23c07eb7-82db-480c-99ae-0a96bb3a66b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.499726 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23c07eb7-82db-480c-99ae-0a96bb3a66b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.506371 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:51.529147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:51.536200 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e01f30d-40a8-4f79-aeed-5ac24d19e873 req-a4b588de-6554-4e03-83b7-300576e311e5 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505833 Jul 08 20:13:51.538502 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.548221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e505bfd-86d0-41d1-9e2e-c95563aded34 req-ff45a440-80f9-4cee-8390-a702297dd693 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] No DVR routers for this DVR port 97f1f823-fba8-4a8c-be3a-76806b52bcfd on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:13:51.602826 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4e505bfd-86d0-41d1-9e2e-c95563aded34 req-ff45a440-80f9-4cee-8390-a702297dd693 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.609701 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4e505bfd-86d0-41d1-9e2e-c95563aded34 req-ff45a440-80f9-4cee-8390-a702297dd693 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900 tempest-FloatingIPsAssociationNegativeTestJSON-1796610900-project] 10.222.0.103 "DELETE /v2.0/ports/97f1f823-fba8-4a8c-be3a-76806b52bcfd HTTP/1.1" status: 204 len: 173 time: 1.0847802 Jul 08 20:13:51.651234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af74d0-ba08-4f4c-bc7c-cfbe9b689cdf req-7ed78fa4-a3ff-44a4-a496-63ddf7dc76a9 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:51.659278 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-15af74d0-ba08-4f4c-bc7c-cfbe9b689cdf req-7ed78fa4-a3ff-44a4-a496-63ddf7dc76a9 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 947 time: 0.3816516 Jul 08 20:13:51.685984 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-23c07eb7-82db-480c-99ae-0a96bb3a66b0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ef6ff929d0f644028fe4bb070b1a3335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8611104 Jul 08 20:13:51.693206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43912) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:51.702470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c07eb7-82db-480c-99ae-0a96bb3a66b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abddcba-c028-4d31-bc63-ecac0ed8dc4e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:51.728142 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a1adf1-c00d-45e9-9707-be9cbab04564,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:51.754069 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:51.754612 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.756110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-07b0e954-e481-435f-b652-4a8129770427 service neutron] 10.222.0.104 "PUT /v2.0/ports/a1a1adf1-c00d-45e9-9707-be9cbab04564 HTTP/1.1" status: 200 len: 1123 time: 1.6134417 Jul 08 20:13:51.766071 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-15af74d0-ba08-4f4c-bc7c-cfbe9b689cdf req-12933640-5b06-4eed-a8ce-15b9a8514bea tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058948 Jul 08 20:13:51.816918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb56db-023c-49ab-b35a-9148c876f084 req-2bb2c518-a7bb-4082-b40c-b7edbdc597c8 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:51.818589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4eb56db-023c-49ab-b35a-9148c876f084 req-2bb2c518-a7bb-4082-b40c-b7edbdc597c8 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.104 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 949 time: 0.2852657 Jul 08 20:13:51.829040 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.836388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['a1a1adf1-c00d-45e9-9707-be9cbab04564'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:51.844165 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.857862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e09f-4204-49fe-9d18-3353568d7399 req-35703e36-26b6-4df3-8ec7-f24f670d223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:51.859729 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eb3e09f-4204-49fe-9d18-3353568d7399 req-35703e36-26b6-4df3-8ec7-f24f670d223c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 1099 time: 0.2383239 Jul 08 20:13:51.868454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c88ca9-f720-496b-9890-52ae263d945b req-0c5b0e4e-0bad-40a2-b3cc-d1abf9b82c23 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:51.870503 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40c88ca9-f720-496b-9890-52ae263d945b req-0c5b0e4e-0bad-40a2-b3cc-d1abf9b82c23 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.2997456 Jul 08 20:13:51.917679 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.943112 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f929-d12d-4b26-90e1-662f85e9b55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:51.995573 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f929-d12d-4b26-90e1-662f85e9b55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:52.017742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Pushing event updated for resources: {'Port': ['ID=a57e71d9-b42e-4042-9eed-c93ded31c586,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:52.022553 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40c88ca9-f720-496b-9890-52ae263d945b req-92624ae0-f552-4745-a215-00e164df7a6d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359451 Jul 08 20:13:52.028308 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:52.032829 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-36975c2e-72c3-406a-9004-5c8dfe401cdd tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3907332 Jul 08 20:13:52.058097 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e09f-4204-49fe-9d18-3353568d7399 req-d9d83228-5e7f-46c5-aa03-4475e25db9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:52.060166 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eb3e09f-4204-49fe-9d18-3353568d7399 req-d9d83228-5e7f-46c5-aa03-4475e25db9b1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1671102 Jul 08 20:13:52.080308 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-a4eb56db-023c-49ab-b35a-9148c876f084 req-c48d0b94-4e24-4194-b2e8-71e3a5594a9c tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Deleting port 865698cd-a80a-4c4b-8c1b-237d651f5122 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:13:52.080709 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a4eb56db-023c-49ab-b35a-9148c876f084 req-c48d0b94-4e24-4194-b2e8-71e3a5594a9c tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:52.124479 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eb3e09f-4204-49fe-9d18-3353568d7399 req-e91967d7-1cd7-4800-aad2-c199fd974fe1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab HTTP/1.1" status: 200 len: 217 time: 0.0561659 Jul 08 20:13:52.140038 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f929-d12d-4b26-90e1-662f85e9b55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:52.152224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f929-d12d-4b26-90e1-662f85e9b55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:52.153956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f2eb4-c32d-4f14-8df7-9232c2674da0 req-1db5c3ad-a79d-41e7-8294-c5dfb0ca56a7 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:52.155737 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-469f2eb4-c32d-4f14-8df7-9232c2674da0 req-1db5c3ad-a79d-41e7-8294-c5dfb0ca56a7 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/ports?device_id=696081dd-87be-4e26-ba19-3c157dba6bc4 HTTP/1.1" status: 200 len: 949 time: 0.2137048 Jul 08 20:13:52.157077 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b9d2f929-d12d-4b26-90e1-662f85e9b55e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6abddcba-c028-4d31-bc63-ecac0ed8dc4e HTTP/1.1" status: 204 len: 168 time: 0.4321427 Jul 08 20:13:52.182113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2f929-d12d-4b26-90e1-662f85e9b55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abddcba-c028-4d31-bc63-ecac0ed8dc4e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:52.245721 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-469f2eb4-c32d-4f14-8df7-9232c2674da0 req-3156e696-f7fc-4b1f-933b-abbb26b526e0 tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.101 "GET /v2.0/security-groups?id=3186279b-b75d-4c04-a8ed-038205d89b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745385 Jul 08 20:13:52.247940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a4eb56db-023c-49ab-b35a-9148c876f084 req-c48d0b94-4e24-4194-b2e8-71e3a5594a9c tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] For port 865698cd-a80a-4c4b-8c1b-237d651f5122, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=865698cd-a80a-4c4b-8c1b-237d651f5122,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:52.248107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e09f-4204-49fe-9d18-3353568d7399 req-f2d9b5b4-ae4c-404a-9271-410013841662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:52.248334 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a4eb56db-023c-49ab-b35a-9148c876f084 req-c48d0b94-4e24-4194-b2e8-71e3a5594a9c tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:52.249606 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eb3e09f-4204-49fe-9d18-3353568d7399 req-f2d9b5b4-ae4c-404a-9271-410013841662 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1144197 Jul 08 20:13:52.277370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-a4eb56db-023c-49ab-b35a-9148c876f084 req-c48d0b94-4e24-4194-b2e8-71e3a5594a9c tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Calling delete_port for 865698cd-a80a-4c4b-8c1b-237d651f5122 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:13:52.413244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1b8b8-a574-4ecb-ab5e-862bcca425de req-08942d5c-2ab2-406b-baef-64b02f2409bf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:52.431767 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08c1b8b8-a574-4ecb-ab5e-862bcca425de req-08942d5c-2ab2-406b-baef-64b02f2409bf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 943 time: 0.1520469 Jul 08 20:13:52.444919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e09f-4204-49fe-9d18-3353568d7399 req-d1c48d32-e274-474e-b0d2-c12c12795c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:52.446629 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eb3e09f-4204-49fe-9d18-3353568d7399 req-d1c48d32-e274-474e-b0d2-c12c12795c90 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1805317 Jul 08 20:13:52.505790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beac277-29ea-4a2c-b664-24465d19342b', 'name': 'network-vif-deleted', 'tag': '97f1f823-fba8-4a8c-be3a-76806b52bcfd'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:52.507957 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3252c5-0354-4c0d-96d2-5307e43571ea" -d '{"events": [{"server_uuid": "9beac277-29ea-4a2c-b664-24465d19342b", "name": "network-vif-deleted", "tag": "97f1f823-fba8-4a8c-be3a-76806b52bcfd"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:52.528509 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08c1b8b8-a574-4ecb-ab5e-862bcca425de req-116efe73-a04d-4edc-a4ef-d624978285ad tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953095 Jul 08 20:13:52.536173 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-09293426-a7bc-4469-b19a-351249e29f05 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1299870019&fields=id&tenant_id=23a55ef526b045a79d4ec9627f175564 HTTP/1.1" status: 200 len: 267 time: 0.0655828 Jul 08 20:13:52.539643 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a4eb56db-023c-49ab-b35a-9148c876f084 req-c48d0b94-4e24-4194-b2e8-71e3a5594a9c tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:52.551598 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['865698cd-a80a-4c4b-8c1b-237d651f5122'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:52.570398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d0b94-4e24-4194-b2e8-71e3a5594a9c tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Pushing event deleted for resources: {'Port': ['ID=865698cd-a80a-4c4b-8c1b-237d651f5122,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:52.577948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43944) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:52.603279 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d3adf97-7c1f-42ad-a162-757d740f212f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:52.608610 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eb3e09f-4204-49fe-9d18-3353568d7399 req-99eb9157-27b5-454e-b9e1-cd22670ceaf6 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527364 Jul 08 20:13:52.733461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43948) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:52.766756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4eb56db-023c-49ab-b35a-9148c876f084 req-c48d0b94-4e24-4194-b2e8-71e3a5594a9c tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] No DVR routers for this DVR port 865698cd-a80a-4c4b-8c1b-237d651f5122 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:13:52.784932 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a4eb56db-023c-49ab-b35a-9148c876f084 req-c48d0b94-4e24-4194-b2e8-71e3a5594a9c tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:52.787163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4eb56db-023c-49ab-b35a-9148c876f084 req-c48d0b94-4e24-4194-b2e8-71e3a5594a9c tempest-LiveMigrationNegativeTest-142929922 tempest-LiveMigrationNegativeTest-142929922-project] 10.222.0.104 "DELETE /v2.0/ports/865698cd-a80a-4c4b-8c1b-237d651f5122 HTTP/1.1" status: 204 len: 173 time: 0.9553556 Jul 08 20:13:52.791294 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e055aa4a-37cb-49b0-a61f-80a8e74e4dbe x-openstack-request-id: req-e055aa4a-37cb-49b0-a61f-80a8e74e4dbe {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:52.791568 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9beac277-29ea-4a2c-b664-24465d19342b", "name": "network-vif-deleted", "tag": "97f1f823-fba8-4a8c-be3a-76806b52bcfd", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:52.791816 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e055aa4a-37cb-49b0-a61f-80a8e74e4dbe {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:52.792195 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beac277-29ea-4a2c-b664-24465d19342b', 'name': 'network-vif-deleted', 'tag': '97f1f823-fba8-4a8c-be3a-76806b52bcfd', 'status': 'completed', 'code': 200} Jul 08 20:13:52.832458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-17d1b469-dda5-41d3-b023-867c4a71765e tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:52.841465 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-17d1b469-dda5-41d3-b023-867c4a71765e tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/networks?id=c2fb2686-52d6-49c3-9608-e9409cffa1c6 HTTP/1.1" status: 200 len: 824 time: 0.2720253 Jul 08 20:13:52.858908 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-8b311d86-00dc-4db7-8db0-c7b8e3643d6f tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/quotas/23a55ef526b045a79d4ec9627f175564 HTTP/1.1" status: 200 len: 375 time: 0.0167499 Jul 08 20:13:52.950670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eb3e09f-4204-49fe-9d18-3353568d7399 req-f62fd810-33a6-467f-8aeb-a9f6808acd23 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135946 Jul 08 20:13:52.973447 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-3d4d0940-1882-4b27-83f8-972d9cedb874 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=23a55ef526b045a79d4ec9627f175564&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1125460 Jul 08 20:13:52.982592 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8da04603-ebac-479f-8289-f61db9f52edf req-86d609f7-2f2d-431c-9c54-1357a09ca3b0 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3650932 Jul 08 20:13:53.034262 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:53.112547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43956) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:53.122749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-73338f3e-5e8b-4002-8142-3e80d3630ec4 service neutron] 10.222.0.101 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468017 Jul 08 20:13:53.160202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc37bef-f925-4a21-9986-39c5f08bc93b', 'tag': 'a1a1adf1-c00d-45e9-9707-be9cbab04564'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:53.162467 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e66c1f-f2b1-4855-8c17-1ed0d9ee0ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc37bef-f925-4a21-9986-39c5f08bc93b", "tag": "a1a1adf1-c00d-45e9-9707-be9cbab04564"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:53.253173 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-88c3b100-1e8a-46ea-ab04-5b1f392a4fd8 service neutron] 10.222.0.101 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249876 Jul 08 20:13:53.254343 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ea87bf9-2c4b-488f-a42e-12e72c5a2298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:53.520877 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d3adf97-7c1f-42ad-a162-757d740f212f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:53.576767 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d3adf97-7c1f-42ad-a162-757d740f212f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:53.686108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea33472-7e5d-40a0-8d60-5297eb69ac50 req-ae226424-832c-40f7-a316-0c5fe2527319 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:53.688693 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4d3adf97-7c1f-42ad-a162-757d740f212f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f8ee0351554c4317947744203a87906b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1094921 Jul 08 20:13:53.694030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43974) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:53.696219 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fea33472-7e5d-40a0-8d60-5297eb69ac50 req-ae226424-832c-40f7-a316-0c5fe2527319 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1755512 Jul 08 20:13:53.767027 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fea33472-7e5d-40a0-8d60-5297eb69ac50 req-58b0827a-c886-465e-a074-e5eb9aaef325 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705259 Jul 08 20:13:53.795580 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ea87bf9-2c4b-488f-a42e-12e72c5a2298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:53.800963 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ea87bf9-2c4b-488f-a42e-12e72c5a2298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:53.831701 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089903c-1e05-4042-a0a3-9c53a58598ac req-7d619ed3-2cb3-4369-a12b-e23c8e943c59 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:53.833395 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a089903c-1e05-4042-a0a3-9c53a58598ac req-7d619ed3-2cb3-4369-a12b-e23c8e943c59 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 947 time: 0.8004730 Jul 08 20:13:53.843325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3adf97-7c1f-42ad-a162-757d740f212f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355bdb8e-ddeb-4145-9648-3c8f5a0c0c6e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:53.867537 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8ea87bf9-2c4b-488f-a42e-12e72c5a2298 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8ff73646636545e4a7e966a04c0ffdd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7537417 Jul 08 20:13:53.868472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea87bf9-2c4b-488f-a42e-12e72c5a2298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c30aabe-e940-45fc-a026-610a5fa070c5,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:53.871700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43978) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:53.905207 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4bf85d8e-1f64-40dc-87ca-0b33cd7d04e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:53.940788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da04603-ebac-479f-8289-f61db9f52edf req-fcd68a61-f156-47ed-b2c5-9466f0404c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:53.942256 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8da04603-ebac-479f-8289-f61db9f52edf req-fcd68a61-f156-47ed-b2c5-9466f0404c7d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 1101 time: 0.8506968 Jul 08 20:13:53.963622 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f42a59cf-3518-4629-9f72-0da9ad1c4951 req-05609bc9-1c10-4875-b262-d80747589054 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 210 time: 0.0357592 Jul 08 20:13:54.052306 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5c7b1a-05c4-4c1f-bbe8-4674f3cbfcca x-openstack-request-id: req-dd5c7b1a-05c4-4c1f-bbe8-4674f3cbfcca {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:54.052499 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc37bef-f925-4a21-9986-39c5f08bc93b", "tag": "a1a1adf1-c00d-45e9-9707-be9cbab04564", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:54.052896 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dd5c7b1a-05c4-4c1f-bbe8-4674f3cbfcca {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:54.053783 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc37bef-f925-4a21-9986-39c5f08bc93b', 'tag': 'a1a1adf1-c00d-45e9-9707-be9cbab04564', 'status': 'completed', 'code': 200} Jul 08 20:13:54.097349 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4bf85d8e-1f64-40dc-87ca-0b33cd7d04e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:54.188483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a089903c-1e05-4042-a0a3-9c53a58598ac req-3fb02034-156a-46ed-8a89-b0855ddb3a13 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374286 Jul 08 20:13:54.193260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4e45ce01-be73-411d-84e4-ab928e1eb7ab details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:13:54.248848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 97f1f823-fba8-4a8c-be3a-76806b52bcfd no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:13:54.260423 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43986) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:54.268430 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-245d251f-8815-47c1-a854-24c7160e796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:54.297197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 97f1f823-fba8-4a8c-be3a-76806b52bcfd {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:13:54.297545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 97f1f823-fba8-4a8c-be3a-76806b52bcfd not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:13:54.380794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a1a1adf1-c00d-45e9-9707-be9cbab04564 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:13:54.383079 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-245d251f-8815-47c1-a854-24c7160e796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:54.409945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b89f6-1032-4d4d-b183-1103f0276cde req-3e2701a4-6e24-4cfb-b32c-985751e3341b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:54.414078 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-223b89f6-1032-4d4d-b183-1103f0276cde req-3e2701a4-6e24-4cfb-b32c-985751e3341b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 943 time: 0.2338893 Jul 08 20:13:54.429388 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da04603-ebac-479f-8289-f61db9f52edf req-a040bcdc-5f7e-4fa5-9c74-2608f27bd269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:54.431652 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8da04603-ebac-479f-8289-f61db9f52edf req-a040bcdc-5f7e-4fa5-9c74-2608f27bd269 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.4277103 Jul 08 20:13:54.468140 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-223b89f6-1032-4d4d-b183-1103f0276cde req-51d934c9-5deb-4d61-827f-d77f8028fad5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476949 Jul 08 20:13:54.495150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e66c1f-f2b1-4855-8c17-1ed0d9ee0ce0 req-778f44fb-a390-47f9-afa6-b8281f1481fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:54.497212 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-63e66c1f-f2b1-4855-8c17-1ed0d9ee0ce0 req-778f44fb-a390-47f9-afa6-b8281f1481fd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 1126 time: 0.3978956 Jul 08 20:13:54.509708 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4bf85d8e-1f64-40dc-87ca-0b33cd7d04e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:54.512803 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4bf85d8e-1f64-40dc-87ca-0b33cd7d04e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:54.516498 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4bf85d8e-1f64-40dc-87ca-0b33cd7d04e5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/355bdb8e-ddeb-4145-9648-3c8f5a0c0c6e HTTP/1.1" status: 204 len: 168 time: 0.8106480 Jul 08 20:13:54.611376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4e45ce01-be73-411d-84e4-ab928e1eb7ab, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:54.640119 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-245d251f-8815-47c1-a854-24c7160e796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:54.642779 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-245d251f-8815-47c1-a854-24c7160e796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:54.647060 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-245d251f-8815-47c1-a854-24c7160e796e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0c30aabe-e940-45fc-a026-610a5fa070c5 HTTP/1.1" status: 204 len: 168 time: 0.7649291 Jul 08 20:13:54.647262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '4e45ce01-be73-411d-84e4-ab928e1eb7ab', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '4e45ce01-be73-411d-84e4-ab928e1eb7ab', 'mac_address': 'fa:16:3e:2c:7b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:13:54.647474 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8da04603-ebac-479f-8289-f61db9f52edf req-6f811fbc-ccc1-4139-9b94-4880cf231a52 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8 HTTP/1.1" status: 200 len: 217 time: 0.1135118 Jul 08 20:13:54.708998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:54.725602 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:54.727906 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a1a1adf1-c00d-45e9-9707-be9cbab04564 has no active binding in host n-h1-791506-16 {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 20:13:54.746692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e45ce01-be73-411d-84e4-ab928e1eb7ab {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:54.747066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf85d8e-1f64-40dc-87ca-0b33cd7d04e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355bdb8e-ddeb-4145-9648-3c8f5a0c0c6e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:54.794546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696081dd-87be-4e26-ba19-3c157dba6bc4', 'name': 'network-vif-deleted', 'tag': '865698cd-a80a-4c4b-8c1b-237d651f5122'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:54.797543 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e97cc1a-dba3-445e-869a-7af35a181b36" -d '{"events": [{"server_uuid": "696081dd-87be-4e26-ba19-3c157dba6bc4", "name": "network-vif-deleted", "tag": "865698cd-a80a-4c4b-8c1b-237d651f5122"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:54.813104 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4e45ce01-be73-411d-84e4-ab928e1eb7ab, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:54.822716 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:54.868907 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ab2d42-6fb7-4239-92bf-6b4de348e158 x-openstack-request-id: req-97ab2d42-6fb7-4239-92bf-6b4de348e158 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:54.869197 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696081dd-87be-4e26-ba19-3c157dba6bc4", "name": "network-vif-deleted", "tag": "865698cd-a80a-4c4b-8c1b-237d651f5122", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:54.869452 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-97ab2d42-6fb7-4239-92bf-6b4de348e158 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:54.869916 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696081dd-87be-4e26-ba19-3c157dba6bc4', 'name': 'network-vif-deleted', 'tag': '865698cd-a80a-4c4b-8c1b-237d651f5122', 'status': 'completed', 'code': 200} Jul 08 20:13:54.872119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da04603-ebac-479f-8289-f61db9f52edf req-dbbed179-2412-47f0-a205-448651bad2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:54.874186 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8da04603-ebac-479f-8289-f61db9f52edf req-dbbed179-2412-47f0-a205-448651bad2c7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.2003577 Jul 08 20:13:54.920581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4e45ce01-be73-411d-84e4-ab928e1eb7ab,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:54.948300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d251f-8815-47c1-a854-24c7160e796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c30aabe-e940-45fc-a026-610a5fa070c5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:54.964254 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-81943162-01c6-4fc9-9632-ae9db8facb3d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1465b724793e4f03a6fea1167fcc35fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6983459 Jul 08 20:13:54.967341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44004) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:54.978697 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f194442-9542-455b-bd52-248c1d917d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:55.091961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e66c1f-f2b1-4855-8c17-1ed0d9ee0ce0 req-5e6e0bf6-ee48-4f7a-adf7-2027e422cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:55.093531 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-63e66c1f-f2b1-4855-8c17-1ed0d9ee0ce0 req-5e6e0bf6-ee48-4f7a-adf7-2027e422cba5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.5602920 Jul 08 20:13:55.136505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['4e45ce01-be73-411d-84e4-ab928e1eb7ab'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:13:55.141164 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3f80-7001-420a-8c07-fe8a88f56eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:55.345650 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-63e66c1f-f2b1-4855-8c17-1ed0d9ee0ce0 req-8f9562ed-0c61-4ad7-a8cf-f3d4511a6e0c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564 HTTP/1.1" status: 200 len: 217 time: 0.1826499 Jul 08 20:13:55.515101 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3f80-7001-420a-8c07-fe8a88f56eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:55.584147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da04603-ebac-479f-8289-f61db9f52edf req-532a7959-6812-4bb2-8f69-85d3147f0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:55.585704 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8da04603-ebac-479f-8289-f61db9f52edf req-532a7959-6812-4bb2-8f69-85d3147f0766 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6101115 Jul 08 20:13:55.602421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807f3ff-1d8b-477e-b508-0fcca1852eea req-bda03e76-bba3-4c9b-b621-039f01ef90b2 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:55.611296 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4807f3ff-1d8b-477e-b508-0fcca1852eea req-bda03e76-bba3-4c9b-b621-039f01ef90b2 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.5327940 Jul 08 20:13:55.620353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e66c1f-f2b1-4855-8c17-1ed0d9ee0ce0 req-84928901-f236-4ffa-ba5b-803828422ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:55.622189 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-63e66c1f-f2b1-4855-8c17-1ed0d9ee0ce0 req-84928901-f236-4ffa-ba5b-803828422ab0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.1662354 Jul 08 20:13:55.690656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28ae3e3b-00ed-4e4e-9db7-42ac72152f19 req-a12d3fb2-8e07-4524-aba5-cd265a16ef47 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 210 time: 0.4085660 Jul 08 20:13:55.694656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-63e66c1f-f2b1-4855-8c17-1ed0d9ee0ce0 req-1d24627c-39bc-453e-88b4-71a9808a4922 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568938 Jul 08 20:13:55.700264 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3f80-7001-420a-8c07-fe8a88f56eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:55.703481 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3f80-7001-420a-8c07-fe8a88f56eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:55.707244 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fd1a3f80-7001-420a-8c07-fe8a88f56eab admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3186279b-b75d-4c04-a8ed-038205d89b8c HTTP/1.1" status: 204 len: 168 time: 0.7363136 Jul 08 20:13:55.759265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a3f80-7001-420a-8c07-fe8a88f56eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3186279b-b75d-4c04-a8ed-038205d89b8c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:55.818259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-0ddaad88-27fa-49fa-98fd-f954f61e8419 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:55.819926 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-0ddaad88-27fa-49fa-98fd-f954f61e8419 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.104 "GET /v2.0/networks?id=c2fb2686-52d6-49c3-9608-e9409cffa1c6 HTTP/1.1" status: 200 len: 824 time: 0.6512079 Jul 08 20:13:55.895377 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-3010e50c-2737-4a82-b564-4dc07d00f7cc tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23a55ef526b045a79d4ec9627f175564 HTTP/1.1" status: 200 len: 380 time: 0.0637977 Jul 08 20:13:55.908270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Request body: {'port': {'device_id': '5626cdf0-0f12-47f8-9598-952a9bf1e2da', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'admin_state_up': True, 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'security_groups': ['50a01bed-b639-4853-8025-08c9af013acd']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:55.985389 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4807f3ff-1d8b-477e-b508-0fcca1852eea req-595da1b0-146b-4c61-8151-26e0a37d2713 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675690 Jul 08 20:13:56.059670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8da04603-ebac-479f-8289-f61db9f52edf req-7cf77e3e-5ba8-4a87-aba8-6acae7971025 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439127 Jul 08 20:13:56.201303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4e45ce01-be73-411d-84e4-ab928e1eb7ab up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:13:56.304606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 4e45ce01-be73-411d-84e4-ab928e1eb7ab completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:56.309731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 4e45ce01-be73-411d-84e4-ab928e1eb7ab triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:56.310434 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:56.384389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 865698cd-a80a-4c4b-8c1b-237d651f5122 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:13:56.416454 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 865698cd-a80a-4c4b-8c1b-237d651f5122 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:13:56.417255 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 865698cd-a80a-4c4b-8c1b-237d651f5122 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:13:56.452327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44048) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:56.483477 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:56.521364 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a75d51-157c-414c-a958-a373baf0921f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e45ce01-be73-411d-84e4-ab928e1eb7ab'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:56.525233 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a775b96a-2ce3-401c-96e3-be2dd1750406" -d '{"events": [{"server_uuid": "a7a75d51-157c-414c-a958-a373baf0921f", "name": "network-vif-plugged", "status": "completed", "tag": "4e45ce01-be73-411d-84e4-ab928e1eb7ab"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:56.562650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4e45ce01-be73-411d-84e4-ab928e1eb7ab, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:56.569552 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:56.659690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8c064-3ec6-4121-9a01-b16523e36d13 req-695c46d1-985b-42bb-b563-1433fadb90d0 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:56.665348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4e45ce01-be73-411d-84e4-ab928e1eb7ab,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:56.672805 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ae8c064-3ec6-4121-9a01-b16523e36d13 req-695c46d1-985b-42bb-b563-1433fadb90d0 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 948 time: 0.7603581 Jul 08 20:13:56.707735 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-63e66c1f-f2b1-4855-8c17-1ed0d9ee0ce0 req-92191f85-9990-4143-9076-71b0c285fcfd service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9077957 Jul 08 20:13:56.708588 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b0b7cde4-dbf7-42ca-a978-5a738d517eb7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c67b8b426e5548a4b3f3bb850c431f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385910 Jul 08 20:13:56.712550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44060) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:56.757687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Made reservation on behalf of 23a55ef526b045a79d4ec9627f175564 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:13:56.761187 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:56.769515 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ae8c064-3ec6-4121-9a01-b16523e36d13 req-525ab473-c601-405d-b101-429e8b5b724e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958626 Jul 08 20:13:56.814658 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f68d09d2-e484-4253-a131-f6624bb77677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:56.859958 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8da04603-ebac-479f-8289-f61db9f52edf req-c933d57b-a525-4f80-a7f2-8e2f75847eae service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7745583 Jul 08 20:13:56.882285 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f68d09d2-e484-4253-a131-f6624bb77677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:56.898986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a14e66-c7ab-48fe-82b1-dcd74fe3bb59 req-ee47521f-89c3-47b2-93be-c27e88e6f5e6 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:56.900543 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4a14e66-c7ab-48fe-82b1-dcd74fe3bb59 req-ee47521f-89c3-47b2-93be-c27e88e6f5e6 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 943 time: 0.6677098 Jul 08 20:13:56.921792 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-63e66c1f-f2b1-4855-8c17-1ed0d9ee0ce0 req-b6278a8c-a628-451a-8834-a3cc96cb472a service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920445 Jul 08 20:13:56.961229 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4a14e66-c7ab-48fe-82b1-dcd74fe3bb59 req-37b77559-c69d-4020-96f9-1a525faa21b9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507584 Jul 08 20:13:56.962742 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4f194442-9542-455b-bd52-248c1d917d92 admin admin] Deleting port 88a81c81-98ff-4228-b5b0-290dfeb90e88 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:13:56.963505 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f194442-9542-455b-bd52-248c1d917d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:56.998842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Allocated IP 172.20.0.13 (c2fb2686-52d6-49c3-9608-e9409cffa1c6/8720b65f-a456-4dee-81f5-2b9397f73d38/223429bb-7962-4a65-8566-d8aa76302bd3) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:13:57.024216 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f68d09d2-e484-4253-a131-f6624bb77677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:57.026786 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f68d09d2-e484-4253-a131-f6624bb77677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:57.028977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f68d09d2-e484-4253-a131-f6624bb77677 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/636865b9-b766-4f0c-a7a0-4f3b6e40a61e HTTP/1.1" status: 204 len: 168 time: 0.3141062 Jul 08 20:13:57.041984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d09d2-e484-4253-a131-f6624bb77677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636865b9-b766-4f0c-a7a0-4f3b6e40a61e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:57.082392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4f194442-9542-455b-bd52-248c1d917d92 admin admin] For port 88a81c81-98ff-4228-b5b0-290dfeb90e88, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=88a81c81-98ff-4228-b5b0-290dfeb90e88,segment=NetworkSegment(9912fd5e-30c5-4145-9faa-a78e6dda5714),segment_id=9912fd5e-30c5-4145-9faa-a78e6dda5714)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:57.082884 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f194442-9542-455b-bd52-248c1d917d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:57.088093 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d492a4-1ef1-4f4d-84c5-c6f677bb6488 x-openstack-request-id: req-85d492a4-1ef1-4f4d-84c5-c6f677bb6488 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:13:57.088825 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a75d51-157c-414c-a958-a373baf0921f", "name": "network-vif-plugged", "status": "completed", "tag": "4e45ce01-be73-411d-84e4-ab928e1eb7ab", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:13:57.089223 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-85d492a4-1ef1-4f4d-84c5-c6f677bb6488 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:13:57.089944 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a75d51-157c-414c-a958-a373baf0921f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e45ce01-be73-411d-84e4-ab928e1eb7ab', 'code': 200} Jul 08 20:13:57.100768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4f194442-9542-455b-bd52-248c1d917d92 admin admin] Calling delete_port for 88a81c81-98ff-4228-b5b0-290dfeb90e88 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:13:57.282769 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:57.343180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Transition to ACTIVE for port object 223429bb-7962-4a65-8566-d8aa76302bd3 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:57.376529 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-ad99e3bd-132d-47e6-93ec-0da9d3792c3b service neutron] 10.222.0.103 "GET /v2.0/ports/a1a1adf1-c00d-45e9-9707-be9cbab04564/bindings/n-h1-791506-16 HTTP/1.1" status: 200 len: 385 time: 0.1153474 Jul 08 20:13:57.388403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28d97601-b1d1-4469-98fd-2db0cfdaf605 req-7d63e0cc-f7e1-4ac7-9002-121a806eba5e tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 210 time: 0.0986197 Jul 08 20:13:57.479743 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:57.534488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4730f0-7cc5-4e39-93bd-49f022f4754a req-a4da833c-ea45-4be4-b4ec-3477be2eda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:57.536011 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b4730f0-7cc5-4e39-93bd-49f022f4754a req-a4da833c-ea45-4be4-b4ec-3477be2eda5a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 1101 time: 0.3407075 Jul 08 20:13:57.581206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Network c2fb2686-52d6-49c3-9608-e9409cffa1c6 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:13:57.588243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:13:57.591007 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:13:57.595459 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b4730f0-7cc5-4e39-93bd-49f022f4754a req-31f7ab2e-8ec5-4549-b453-22c20628f643 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Jul 08 20:13:57.597336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:57.597638 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:57.674207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Pushing event updated for resources: {'Port': ['ID=223429bb-7962-4a65-8566-d8aa76302bd3,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:57.675197 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f194442-9542-455b-bd52-248c1d917d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:57.681478 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-05e752e0-787f-44ae-85a4-2dac57e59d5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7769885 Jul 08 20:13:57.709886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Request body: {'port': {'device_id': '5626cdf0-0f12-47f8-9598-952a9bf1e2da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:13:57.715264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f194442-9542-455b-bd52-248c1d917d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=88a81c81-98ff-4228-b5b0-290dfeb90e88,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:57.789807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2033913-bfe9-4a39-ac74-bc3a3b9c0dda req-3c59d957-27c9-415a-931c-bc2a86414d4b tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:57.791411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f2033913-bfe9-4a39-ac74-bc3a3b9c0dda req-3c59d957-27c9-415a-931c-bc2a86414d4b tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.3890171 Jul 08 20:13:57.917315 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:57.949414 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-44cf8e8e-3149-4c1a-92ba-5c09bd469a40 None None] Provisioning for port 223429bb-7962-4a65-8566-d8aa76302bd3 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:13:57.958373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-44cf8e8e-3149-4c1a-92ba-5c09bd469a40 None None] Provisioning complete for port 223429bb-7962-4a65-8566-d8aa76302bd3 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:13:57.959694 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-44cf8e8e-3149-4c1a-92ba-5c09bd469a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:58.013132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-44cf8e8e-3149-4c1a-92ba-5c09bd469a40 None None] Port 223429bb-7962-4a65-8566-d8aa76302bd3 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:13:58.045818 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f2033913-bfe9-4a39-ac74-bc3a3b9c0dda req-91f7c157-4b3d-4a8f-9210-21841a6296f8 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139499 Jul 08 20:13:58.099411 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f194442-9542-455b-bd52-248c1d917d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:58.116941 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96389748-6356-4ec4-93b5-b4c3a8eed7c6 req-273c465c-9784-44ba-821a-731f93238e94 tempest-AbsoluteLimitsNegativeTestJSON-567905327 tempest-AbsoluteLimitsNegativeTestJSON-567905327-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=e57c989c0f2d47fd831c20a2825c99b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342240 Jul 08 20:13:58.155454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-0460bd42-cfd0-45ae-a2ab-99c90902d2bf service neutron] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:58.201065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-0460bd42-cfd0-45ae-a2ab-99c90902d2bf service neutron] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:58.313431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-0460bd42-cfd0-45ae-a2ab-99c90902d2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a1adf1-c00d-45e9-9707-be9cbab04564 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:58.340972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-0460bd42-cfd0-45ae-a2ab-99c90902d2bf service neutron] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:58.365627 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96389748-6356-4ec4-93b5-b4c3a8eed7c6 req-3581c22c-b2a1-44e6-8087-c2a2b4ff4932 tempest-AbsoluteLimitsNegativeTestJSON-567905327 tempest-AbsoluteLimitsNegativeTestJSON-567905327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:58.372835 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-0460bd42-cfd0-45ae-a2ab-99c90902d2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:58.374256 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96389748-6356-4ec4-93b5-b4c3a8eed7c6 req-3581c22c-b2a1-44e6-8087-c2a2b4ff4932 tempest-AbsoluteLimitsNegativeTestJSON-567905327 tempest-AbsoluteLimitsNegativeTestJSON-567905327-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008767 Jul 08 20:13:58.391016 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96389748-6356-4ec4-93b5-b4c3a8eed7c6 req-7443d3b4-589d-4f4d-a974-ac5e544efb01 tempest-AbsoluteLimitsNegativeTestJSON-567905327 tempest-AbsoluteLimitsNegativeTestJSON-567905327-project] 10.222.0.101 "GET /v2.0/quotas/e57c989c0f2d47fd831c20a2825c99b9 HTTP/1.1" status: 200 len: 375 time: 0.0158832 Jul 08 20:13:58.461120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d891875-fd37-49b7-ab74-fb4da23b68b8 req-b47ebd6c-0b22-490f-a4a7-67bcf17db394 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:58.462616 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9d891875-fd37-49b7-ab74-fb4da23b68b8 req-b47ebd6c-0b22-490f-a4a7-67bcf17db394 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.2028987 Jul 08 20:13:58.463318 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96389748-6356-4ec4-93b5-b4c3a8eed7c6 req-38fba037-f07c-481b-8170-251113b798c5 tempest-AbsoluteLimitsNegativeTestJSON-567905327 tempest-AbsoluteLimitsNegativeTestJSON-567905327-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e57c989c0f2d47fd831c20a2825c99b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431437 Jul 08 20:13:58.492099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f194442-9542-455b-bd52-248c1d917d92 admin admin] Router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:13:58.531373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223429bb-7962-4a65-8566-d8aa76302bd3 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:13:58.549160 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:58.596069 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9d891875-fd37-49b7-ab74-fb4da23b68b8 req-e7a21f40-10f1-4041-9fb4-7b5a53a263d8 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091948 Jul 08 20:13:58.603968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Transition to ACTIVE for port object 223429bb-7962-4a65-8566-d8aa76302bd3 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:58.607827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-0460bd42-cfd0-45ae-a2ab-99c90902d2bf service neutron] Transition to ACTIVE for port object a1a1adf1-c00d-45e9-9707-be9cbab04564 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:13:58.610079 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:58.632687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f194442-9542-455b-bd52-248c1d917d92 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:13:58.646071 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899945c-9314-4b2e-9558-f6a46acf833f None None] Sync routers for ids ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:13:58.648182 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4f194442-9542-455b-bd52-248c1d917d92 admin admin] 10.222.0.101 "PUT /v2.0/routers/53c5bca8-ff89-4ca6-94f0-f270e6544b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9130335 Jul 08 20:13:58.651535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44130) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:58.660058 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899945c-9314-4b2e-9558-f6a46acf833f None None] Routers {'53c5bca8-ff89-4ca6-94f0-f270e6544b1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:58.661899 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b899945c-9314-4b2e-9558-f6a46acf833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:58.666695 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-0460bd42-cfd0-45ae-a2ab-99c90902d2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:58.723405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=223429bb-7962-4a65-8566-d8aa76302bd3,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:58.845710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-0460bd42-cfd0-45ae-a2ab-99c90902d2bf service neutron] No DVR routers for this DVR port a1a1adf1-c00d-45e9-9707-be9cbab04564 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:13:58.896268 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:58.970495 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b899945c-9314-4b2e-9558-f6a46acf833f None None] Set router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:59.000476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Attempting to bind port 223429bb-7962-4a65-8566-d8aa76302bd3 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:13:59.000833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Attempting to bind port 223429bb-7962-4a65-8566-d8aa76302bd3 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:13:59.001163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Attempting to bind port 223429bb-7962-4a65-8566-d8aa76302bd3 on network c2fb2686-52d6-49c3-9608-e9409cffa1c6 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:59.015305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-0460bd42-cfd0-45ae-a2ab-99c90902d2bf service neutron] 10.222.0.103 "PUT /v2.0/ports/a1a1adf1-c00d-45e9-9707-be9cbab04564/bindings/n-h1-791506-16/activate HTTP/1.1" status: 200 len: 370 time: 1.6298928 Jul 08 20:13:59.020682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Port 223429bb-7962-4a65-8566-d8aa76302bd3 on network c2fb2686-52d6-49c3-9608-e9409cffa1c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:13:59.021020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Attempting to bind port 223429bb-7962-4a65-8566-d8aa76302bd3 on network c2fb2686-52d6-49c3-9608-e9409cffa1c6 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:13:59.036517 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:59.091789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:13:59.092299 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Checking segment: {'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:13:59.092721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Bound using segment: {'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:13:59.093152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Bound port: 223429bb-7962-4a65-8566-d8aa76302bd3, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:13:59.093562 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:59.099287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460bd42-cfd0-45ae-a2ab-99c90902d2bf service neutron] Pushing event updated for resources: {'Port': ['ID=a1a1adf1-c00d-45e9-9707-be9cbab04564,revision_number=10']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:59.197022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] For port 223429bb-7962-4a65-8566-d8aa76302bd3, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:13:59.201542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] For port 223429bb-7962-4a65-8566-d8aa76302bd3, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=223429bb-7962-4a65-8566-d8aa76302bd3,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:13:59.210961 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:59.236371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be7c9b-f96c-4154-8bdd-37e9e8e33b31 req-6afac365-ef9b-462b-9cc5-9b5ffefde370 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:59.238380 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c5be7c9b-f96c-4154-8bdd-37e9e8e33b31 req-6afac365-ef9b-462b-9cc5-9b5ffefde370 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 944 time: 0.3558750 Jul 08 20:13:59.265599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44140) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:13:59.298347 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b899945c-9314-4b2e-9558-f6a46acf833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:13:57Z', 'revision_number': 5, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port': {'id': '65cdee94-24ac-4d38-a17a-4dc9e103bd09', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:12:58Z', 'updated_at': '2021-07-08T20:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:59.300751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:59.314115 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:59.315946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] 10.222.0.104 "PUT /v2.0/ports/223429bb-7962-4a65-8566-d8aa76302bd3 HTTP/1.1" status: 200 len: 1093 time: 1.6110129 Jul 08 20:13:59.340845 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5626cdf0-0f12-47f8-9598-952a9bf1e2da', 'tag': '223429bb-7962-4a65-8566-d8aa76302bd3'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:13:59.344173 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899945c-9314-4b2e-9558-f6a46acf833f None None] Checking router: 53c5bca8-ff89-4ca6-94f0-f270e6544b1f for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:13:59.349912 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a4cee0-b60f-4616-a415-f6b100119ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "5626cdf0-0f12-47f8-9598-952a9bf1e2da", "tag": "223429bb-7962-4a65-8566-d8aa76302bd3"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:13:59.359894 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899945c-9314-4b2e-9558-f6a46acf833f None None] Routers {'53c5bca8-ff89-4ca6-94f0-f270e6544b1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:13:59.360533 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b899945c-9314-4b2e-9558-f6a46acf833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:13:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:59.456779 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c5be7c9b-f96c-4154-8bdd-37e9e8e33b31 req-c36d5040-bf0b-4398-bb01-cec51b50a841 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893392 Jul 08 20:13:59.464171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62f0d4-11d8-478d-b391-338b2ff2cbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=223429bb-7962-4a65-8566-d8aa76302bd3,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:13:59.489493 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b899945c-9314-4b2e-9558-f6a46acf833f None None] Set router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:13:59.522813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-02e89d29-a36d-41aa-af30-50912a959b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:59.536785 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-02e89d29-a36d-41aa-af30-50912a959b4e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=23a55ef526b045a79d4ec9627f175564&device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 1096 time: 0.1424677 Jul 08 20:13:59.642236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-a535a8e6-62d3-49e1-bbe9-e7f661503671 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=223429bb-7962-4a65-8566-d8aa76302bd3 HTTP/1.1" status: 200 len: 217 time: 0.0950785 Jul 08 20:13:59.649029 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6566bf10-f55f-4563-bb42-b063854aa71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:59.687036 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b899945c-9314-4b2e-9558-f6a46acf833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:13:59Z', 'revision_number': 6, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:13:59.748210 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899945c-9314-4b2e-9558-f6a46acf833f None None] The sync data for ids ['53c5bca8-ff89-4ca6-94f0-f270e6544b1f'] in n-d-791506-16 is: [{'id': '53c5bca8-ff89-4ca6-94f0-f270e6544b1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-280653817-router', 'tenant_id': 'cf603f36676944b58640e8004b1ccf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:12:57Z', 'updated_at': '2021-07-08T20:13:59Z', 'revision_number': 6, 'project_id': 'cf603f36676944b58640e8004b1ccf8f', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:13:59.753022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Deleting port 65cdee94-24ac-4d38-a17a-4dc9e103bd09 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:13:59.753378 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:59.761095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-7d184552-61d9-409c-a1f0-d7af7d13ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:59.763406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-7d184552-61d9-409c-a1f0-d7af7d13ae6c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8720b65f-a456-4dee-81f5-2b9397f73d38 HTTP/1.1" status: 200 len: 863 time: 0.1114516 Jul 08 20:13:59.834395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-9d87c277-5ca1-4df6-9348-4b92ec44045e tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:59.835893 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-9d87c277-5ca1-4df6-9348-4b92ec44045e tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b&tenant_id=497d536bc47446ccb3b69c5679cc9909&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1096 time: 0.7325261 Jul 08 20:13:59.843083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ec5d6-1f1e-49be-ba9e-2dc13fbe8ba7 req-327c705f-e909-41de-8871-6e4b726a0b21 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:59.844563 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-389ec5d6-1f1e-49be-ba9e-2dc13fbe8ba7 req-327c705f-e909-41de-8871-6e4b726a0b21 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 944 time: 0.6818447 Jul 08 20:13:59.916703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8833cc-3017-48db-a961-2105557b6eba req-700652f9-3663-4819-80ee-568d995b0151 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:59.918523 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dc8833cc-3017-48db-a961-2105557b6eba req-700652f9-3663-4819-80ee-568d995b0151 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1723659 Jul 08 20:13:59.936961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] For port 65cdee94-24ac-4d38-a17a-4dc9e103bd09, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=65cdee94-24ac-4d38-a17a-4dc9e103bd09,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:13:59.937323 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:13:59.938543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-bcce767c-1a77-4514-a159-054da6299f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:59.940015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-bcce767c-1a77-4514-a159-054da6299f3d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2fb2686-52d6-49c3-9608-e9409cffa1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525490 Jul 08 20:13:59.955163 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-389ec5d6-1f1e-49be-ba9e-2dc13fbe8ba7 req-6963d04d-0580-4913-8c58-ec97ea2164f2 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992661 Jul 08 20:13:59.960885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Calling delete_port for 65cdee94-24ac-4d38-a17a-4dc9e103bd09 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:13:59.980494 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-cfc50409-7232-4e56-8ea1-1f6fe67325ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:13:59.982289 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-cfc50409-7232-4e56-8ea1-1f6fe67325ca service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b&tenant_id=497d536bc47446ccb3b69c5679cc9909 HTTP/1.1" status: 200 len: 1096 time: 0.1368334 Jul 08 20:14:00.020416 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23364e39-c805-4f96-b5ce-6ff95d51956a x-openstack-request-id: req-23364e39-c805-4f96-b5ce-6ff95d51956a {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:00.020726 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5626cdf0-0f12-47f8-9598-952a9bf1e2da", "tag": "223429bb-7962-4a65-8566-d8aa76302bd3", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:00.020986 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-23364e39-c805-4f96-b5ce-6ff95d51956a {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:00.021378 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5626cdf0-0f12-47f8-9598-952a9bf1e2da', 'tag': '223429bb-7962-4a65-8566-d8aa76302bd3', 'status': 'completed', 'code': 200} Jul 08 20:14:00.025629 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6566bf10-f55f-4563-bb42-b063854aa71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:00.038941 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6566bf10-f55f-4563-bb42-b063854aa71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:00.068201 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dc8833cc-3017-48db-a961-2105557b6eba req-d88ae301-99ff-433c-afcd-a270fd840c8f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423025 Jul 08 20:14:00.115016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6566bf10-f55f-4563-bb42-b063854aa71c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e57c989c0f2d47fd831c20a2825c99b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8331234 Jul 08 20:14:00.115016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44160) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:00.126024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566bf10-f55f-4563-bb42-b063854aa71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acb1e68-bf5f-46ac-9bb1-0cf27816e126,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:00.145450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-3dbfef37-1fd3-4a94-837c-e98047413d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:00.147023 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-3dbfef37-1fd3-4a94-837c-e98047413d11 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 1096 time: 0.1369052 Jul 08 20:14:00.176585 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-5af186f3-d86b-435b-989d-8dcdbc741042 service neutron] 10.222.0.104 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243078 Jul 08 20:14:00.228548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a1a1adf1-c00d-45e9-9707-be9cbab04564 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:14:00.265225 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8223f1b2-6e76-4a80-9802-23c5e3f0a229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:00.310464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8223f1b2-6e76-4a80-9802-23c5e3f0a229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:00.330724 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0bf10c3-8a24-4b6f-b3bf-a9275fb6a73d req-4c23c36e-13b3-4494-841d-30948b6a1aed service neutron] 10.222.0.104 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453969 Jul 08 20:14:00.338172 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:00.379051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-7c421fd6-6833-4569-87fd-d2c11daf32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:00.380910 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-7c421fd6-6833-4569-87fd-d2c11daf32ba service neutron] 10.222.0.104 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.2258563 Jul 08 20:14:00.385931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=65cdee94-24ac-4d38-a17a-4dc9e103bd09,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:00.392537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a1a1adf1-c00d-45e9-9707-be9cbab04564 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:14:00.403931 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8223f1b2-6e76-4a80-9802-23c5e3f0a229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:00.408110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8223f1b2-6e76-4a80-9802-23c5e3f0a229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:00.411534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8223f1b2-6e76-4a80-9802-23c5e3f0a229 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1acb1e68-bf5f-46ac-9bb1-0cf27816e126 HTTP/1.1" status: 204 len: 168 time: 0.2937582 Jul 08 20:14:00.417783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223f1b2-6e76-4a80-9802-23c5e3f0a229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acb1e68-bf5f-46ac-9bb1-0cf27816e126,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:00.453133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e46db-6daa-4908-8a7f-cf7af000bc5d req-e9711fe2-f938-4c35-9c31-f470b3cde6a9 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:00.455192 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d87e46db-6daa-4908-8a7f-cf7af000bc5d req-e9711fe2-f938-4c35-9c31-f470b3cde6a9 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.2857575 Jul 08 20:14:00.497280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4cee0-b60f-4616-a415-f6b100119ca3 req-a1a7d385-a549-45cb-943b-e51f432b149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:00.498901 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4a4cee0-b60f-4616-a415-f6b100119ca3 req-a1a7d385-a549-45cb-943b-e51f432b149a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=23a55ef526b045a79d4ec9627f175564&device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 1096 time: 0.0779560 Jul 08 20:14:00.507544 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-77dc1dd6-326d-4ee0-9bcc-ab6da36b96d7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564 HTTP/1.1" status: 200 len: 217 time: 0.1155872 Jul 08 20:14:00.593612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d87e46db-6daa-4908-8a7f-cf7af000bc5d req-4e432c01-4dd2-471e-b7e0-0cba8c69596e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051376 Jul 08 20:14:00.596007 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:00.613007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-ad3603dc-25eb-4eb6-add3-1a77240f8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:00.614367 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-ad3603dc-25eb-4eb6-add3-1a77240f8225 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.0984564 Jul 08 20:14:00.633186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4cee0-b60f-4616-a415-f6b100119ca3 req-03fccf00-0154-41ac-8261-9eccc1c5a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:00.635340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4a4cee0-b60f-4616-a415-f6b100119ca3 req-03fccf00-0154-41ac-8261-9eccc1c5a668 service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2fb2686-52d6-49c3-9608-e9409cffa1c6 HTTP/1.1" status: 200 len: 925 time: 0.1290393 Jul 08 20:14:00.713938 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4a4cee0-b60f-4616-a415-f6b100119ca3 req-f330376b-d990-4d65-b137-4b6629263e43 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=223429bb-7962-4a65-8566-d8aa76302bd3 HTTP/1.1" status: 200 len: 217 time: 0.0664203 Jul 08 20:14:00.814925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4cee0-b60f-4616-a415-f6b100119ca3 req-1d21d417-1a51-4949-9c1b-b842d9e88ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:00.816816 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4a4cee0-b60f-4616-a415-f6b100119ca3 req-1d21d417-1a51-4949-9c1b-b842d9e88ebf service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8720b65f-a456-4dee-81f5-2b9397f73d38 HTTP/1.1" status: 200 len: 863 time: 0.0920749 Jul 08 20:14:00.833158 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-6de50422-1908-496d-8d01-b681a37b630e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835310 Jul 08 20:14:00.881348 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:00.891114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-629467c2-7e80-41a5-bbd5-7bdfb88047e6 req-444414ef-b8c2-4e9e-85f1-ec2a2cd20aca service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:14:00.892125 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-629467c2-7e80-41a5-bbd5-7bdfb88047e6 req-444414ef-b8c2-4e9e-85f1-ec2a2cd20aca service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067303 Jul 08 20:14:00.925640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4cee0-b60f-4616-a415-f6b100119ca3 req-1afc5db5-eb33-4dd4-9ad7-e05c8eb237f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:00.930175 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4a4cee0-b60f-4616-a415-f6b100119ca3 req-1afc5db5-eb33-4dd4-9ad7-e05c8eb237f5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2fb2686-52d6-49c3-9608-e9409cffa1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972068 Jul 08 20:14:00.930610 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:01.019647 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:01.020302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c5bca8-ff89-4ca6-94f0-f270e6544b1f {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:14:01.032393 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:01.036429 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1f629e22-7502-4ff1-aa87-22c4f3ea7b79 admin admin] 10.222.0.101 "DELETE /v2.0/routers/53c5bca8-ff89-4ca6-94f0-f270e6544b1f HTTP/1.1" status: 204 len: 168 time: 2.3810883 Jul 08 20:14:01.038760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44198) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:01.059079 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-cf10b6f5-4223-4ea2-8a28-322867ef2ae9 service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072670 Jul 08 20:14:01.084560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8cb5-995d-4d6d-ad98-af4f81581660 req-c368c6c4-cb57-4d8d-b0a0-d6027926b33e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:01.092380 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-040b8cb5-995d-4d6d-ad98-af4f81581660 req-c368c6c4-cb57-4d8d-b0a0-d6027926b33e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 944 time: 0.2415230 Jul 08 20:14:01.140600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28ae2f9-a7e0-40ca-a698-5e508e7cb1de admin admin] Deleting subnet d9647768-39df-479a-9164-058cac9c913e {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:14:01.145382 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b28ae2f9-a7e0-40ca-a698-5e508e7cb1de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:01.193885 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b28ae2f9-a7e0-40ca-a698-5e508e7cb1de admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:01.243798 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-040b8cb5-995d-4d6d-ad98-af4f81581660 req-7b48d8be-9fc1-4c69-992f-e128b5f97a06 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511395 Jul 08 20:14:01.298489 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-e111f9c2-4db8-4f4f-854c-033edfce0a96 service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307718 Jul 08 20:14:01.355315 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4a4cee0-b60f-4616-a415-f6b100119ca3 req-261cb40c-1636-4584-906a-b6aefa9c9dbb service neutron] 10.222.0.104 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156446 Jul 08 20:14:01.358210 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b28ae2f9-a7e0-40ca-a698-5e508e7cb1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:01.437039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 88a81c81-98ff-4228-b5b0-290dfeb90e88 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:14:01.459307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 88a81c81-98ff-4228-b5b0-290dfeb90e88 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:14:01.459870 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 88a81c81-98ff-4228-b5b0-290dfeb90e88 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:14:01.460439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 65cdee94-24ac-4d38-a17a-4dc9e103bd09 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:14:01.474173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44218) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:01.482587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 65cdee94-24ac-4d38-a17a-4dc9e103bd09 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:14:01.482933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 65cdee94-24ac-4d38-a17a-4dc9e103bd09 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:14:01.583598 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b28ae2f9-a7e0-40ca-a698-5e508e7cb1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:01.587730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40879b94-c5fe-43f4-ad59-84b7d9ba6948 req-d757b1b4-d886-426d-870e-6c1fc4fd0f1c tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:01.593385 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40879b94-c5fe-43f4-ad59-84b7d9ba6948 req-d757b1b4-d886-426d-870e-6c1fc4fd0f1c tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 944 time: 0.1804821 Jul 08 20:14:01.605050 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4a4cee0-b60f-4616-a415-f6b100119ca3 req-e25fd122-7fed-4fea-9e40-227a9af04ba6 service neutron] 10.222.0.104 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006633 Jul 08 20:14:01.646469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f2d966a-04ad-43ce-8e5a-1e35b7077595 req-a961aefb-a7a0-4d60-87e8-fde23d2419df tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=8c9efcf5f6dc4592b47e5b09b32e94f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771177 Jul 08 20:14:01.676066 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40879b94-c5fe-43f4-ad59-84b7d9ba6948 req-0d27b277-3c92-48d6-8a5e-34825e81ffd0 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762603 Jul 08 20:14:01.692067 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-ca96528c-d7e7-4778-857c-d7086856b02c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2165723 Jul 08 20:14:01.748947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44234) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:01.756849 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ae2f9-a7e0-40ca-a698-5e508e7cb1de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9647768-39df-479a-9164-058cac9c913e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:01.759557 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e6aae8-ef38-45b2-b563-cc9c11216df8 None None] Network 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:01.765198 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b28ae2f9-a7e0-40ca-a698-5e508e7cb1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:01.767497 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b28ae2f9-a7e0-40ca-a698-5e508e7cb1de admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d9647768-39df-479a-9164-058cac9c913e HTTP/1.1" status: 204 len: 168 time: 0.7277513 Jul 08 20:14:01.770501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44238) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:01.947449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d966a-04ad-43ce-8e5a-1e35b7077595 req-f33d3761-5bf0-4eeb-8ff7-e3a645b48796 tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:01.954829 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f2d966a-04ad-43ce-8e5a-1e35b7077595 req-f33d3761-5bf0-4eeb-8ff7-e3a645b48796 tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3074691 Jul 08 20:14:01.958698 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-94ff9378-b932-4b6f-97d0-13285eb23490 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:01.960236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-94ff9378-b932-4b6f-97d0-13285eb23490 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b&tenant_id=497d536bc47446ccb3b69c5679cc9909&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 1096 time: 0.2568820 Jul 08 20:14:01.966443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-15279031-network', 'tenant_id': '6a7e49c851574b638c63f45196b0ba6f'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:01.978475 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f2d966a-04ad-43ce-8e5a-1e35b7077595 req-8490c022-2da9-4442-94e5-869a9f21b489 tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] 10.222.0.101 "GET /v2.0/quotas/8c9efcf5f6dc4592b47e5b09b32e94f2 HTTP/1.1" status: 200 len: 375 time: 0.0227175 Jul 08 20:14:01.985573 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.016283 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Made reservation on behalf of 6a7e49c851574b638c63f45196b0ba6f for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:02.018972 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.029469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f2d966a-04ad-43ce-8e5a-1e35b7077595 req-984e9060-d05b-4f2e-b3b3-955da701f87c tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8c9efcf5f6dc4592b47e5b09b32e94f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455694 Jul 08 20:14:02.065731 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.106646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adf4e3-5d1d-45ed-ac0f-ffa60ac15af2 req-6b323ac6-4cc2-4d28-aa3c-ee5026df9c31 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:02.115975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e6adf4e3-5d1d-45ed-ac0f-ffa60ac15af2 req-6b323ac6-4cc2-4d28-aa3c-ee5026df9c31 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.2514224 Jul 08 20:14:02.120003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e84a1a0-e714-4425-bbee-aa3135db5d21 None None] DHCP port deletion for 0a05c0ed-f0e8-4fd5-825f-02887143f5a9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:14:02.193660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6e84a1a0-e714-4425-bbee-aa3135db5d21 None None] Deleting port 443c560e-fe0c-46fd-86a9-4a7df2bccb72 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:14:02.194336 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6e84a1a0-e714-4425-bbee-aa3135db5d21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.208996 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e6adf4e3-5d1d-45ed-ac0f-ffa60ac15af2 req-bec04267-bf1b-42a9-9417-bc14eae96d51 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920236 Jul 08 20:14:02.242011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Deleting port 443c560e-fe0c-46fd-86a9-4a7df2bccb72 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:14:02.242212 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.246343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-8f448e10-76b0-481b-9473-0badf10f7c94 service neutron] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:02.263490 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-8f448e10-76b0-481b-9473-0badf10f7c94 service neutron] Notify callbacks [] for binding, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.280758 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d3506bbf-c315-4d2f-a3c6-d7d5ac5848f5 req-8f448e10-76b0-481b-9473-0badf10f7c94 service neutron] 10.222.0.104 "DELETE /v2.0/ports/a1a1adf1-c00d-45e9-9707-be9cbab04564/bindings/n-h2-791506-16 HTTP/1.1" status: 204 len: 173 time: 0.2950838 Jul 08 20:14:02.325387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6e84a1a0-e714-4425-bbee-aa3135db5d21 None None] For port 443c560e-fe0c-46fd-86a9-4a7df2bccb72, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=443c560e-fe0c-46fd-86a9-4a7df2bccb72,segment=NetworkSegment(9912fd5e-30c5-4145-9faa-a78e6dda5714),segment_id=9912fd5e-30c5-4145-9faa-a78e6dda5714)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:02.326285 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6e84a1a0-e714-4425-bbee-aa3135db5d21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.352489 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6e84a1a0-e714-4425-bbee-aa3135db5d21 None None] Calling delete_port for 443c560e-fe0c-46fd-86a9-4a7df2bccb72 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:14:02.389487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be802a0-01ee-45b0-a501-8a4ed24f573e req-6ca672a6-4204-40fd-9734-50749f8d613c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:02.392351 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5be802a0-01ee-45b0-a501-8a4ed24f573e req-6ca672a6-4204-40fd-9734-50749f8d613c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.0945339 Jul 08 20:14:02.403107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] For port 443c560e-fe0c-46fd-86a9-4a7df2bccb72, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=443c560e-fe0c-46fd-86a9-4a7df2bccb72,segment=NetworkSegment(9912fd5e-30c5-4145-9faa-a78e6dda5714),segment_id=9912fd5e-30c5-4145-9faa-a78e6dda5714)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:02.403722 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.440229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Calling delete_port for 443c560e-fe0c-46fd-86a9-4a7df2bccb72 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:14:02.479754 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5be802a0-01ee-45b0-a501-8a4ed24f573e req-c773dea3-7848-4d7d-aa72-c90fcec496e2 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805094 Jul 08 20:14:02.496490 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.532109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.581623 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:14:02.595575 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6e84a1a0-e714-4425-bbee-aa3135db5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.600396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c3bea4-07e8-41e5-8ec2-820c6f16053c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:02.620036 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.620267 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Added segment eb3915b3-b53c-4245-afda-f16a7d30c6df of type vlan for network 5d8b7f12-5fef-4f7f-97e9-3ba0d453a486 Jul 08 20:14:02.634573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84a1a0-e714-4425-bbee-aa3135db5d21 None None] Pushing event deleted for resources: {'Port': ['ID=443c560e-fe0c-46fd-86a9-4a7df2bccb72,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:02.638108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84a1a0-e714-4425-bbee-aa3135db5d21 None None] No DVR routers for this DVR port 443c560e-fe0c-46fd-86a9-4a7df2bccb72 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:14:02.758359 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.820496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Pushing event deleted for resources: {'Port': ['ID=443c560e-fe0c-46fd-86a9-4a7df2bccb72,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:02.822362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] No DVR routers for this DVR port 443c560e-fe0c-46fd-86a9-4a7df2bccb72 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:14:02.840968 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.846190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e67e2-f8e2-4227-9d26-1b59eefb2914 req-00346453-3457-4ff0-bfd6-3580fa3fac66 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:02.848505 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-138e67e2-f8e2-4227-9d26-1b59eefb2914 req-00346453-3457-4ff0-bfd6-3580fa3fac66 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 944 time: 0.1274927 Jul 08 20:14:02.930005 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-138e67e2-f8e2-4227-9d26-1b59eefb2914 req-05974216-039c-4adf-8adf-8c0b1ce94e3f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759559 Jul 08 20:14:02.972065 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.981559 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.982828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:02.983567 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:02.999764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a05c0ed-f0e8-4fd5-825f-02887143f5a9']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:03.030446 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9912fd5e-30c5-4145-9faa-a78e6dda5714') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:03.030737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9912fd5e-30c5-4145-9faa-a78e6dda5714') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:03.100777 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:03.119243 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3657396 Jul 08 20:14:03.120156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44296) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:03.128138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-120b2949-b462-4a47-9fe6-958d89555f10 admin admin] Request body: {'subnet': {'network_id': '5d8b7f12-5fef-4f7f-97e9-3ba0d453a486', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-15279031-subnet', 'tenant_id': '6a7e49c851574b638c63f45196b0ba6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:03.137462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91cba7-1e78-45ab-840f-32b69ea846d4 admin admin] Pushing event updated for resources: {'Network': ['ID=5d8b7f12-5fef-4f7f-97e9-3ba0d453a486,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:03.141062 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:03.151148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 5d8b7f12-5fef-4f7f-97e9-3ba0d453a486 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:14:03.164336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120b2949-b462-4a47-9fe6-958d89555f10 admin admin] Made reservation on behalf of 6a7e49c851574b638c63f45196b0ba6f for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:03.169847 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:14:03.170737 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:14:03.173027 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:14:03.186745 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-120b2949-b462-4a47-9fe6-958d89555f10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:03.297524 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d026d-ad95-4832-9f83-91885ee3c465 req-323b7729-ffab-4ec3-87ea-d1e39975ea57 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:03.299416 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e01d026d-ad95-4832-9f83-91885ee3c465 req-323b7729-ffab-4ec3-87ea-d1e39975ea57 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 944 time: 0.2973232 Jul 08 20:14:03.312529 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:03.347336 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:03.351206 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] 10.222.0.101 "DELETE /v2.0/networks/0a05c0ed-f0e8-4fd5-825f-02887143f5a9 HTTP/1.1" status: 204 len: 168 time: 1.5775442 Jul 08 20:14:03.372024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8573063-074d-47d9-a655-637e8cd87908 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a05c0ed-f0e8-4fd5-825f-02887143f5a9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:03.461662 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e01d026d-ad95-4832-9f83-91885ee3c465 req-d5b53341-ca94-4dd2-9515-b1cd33dadabe tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092303 Jul 08 20:14:03.492729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 443c560e-fe0c-46fd-86a9-4a7df2bccb72 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:14:03.535691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 443c560e-fe0c-46fd-86a9-4a7df2bccb72 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:14:03.536830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 443c560e-fe0c-46fd-86a9-4a7df2bccb72 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:14:03.635968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44310) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:03.718192 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-af5112c0-a8b8-4280-9df0-90f6c7af49e6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cf603f36676944b58640e8004b1ccf8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768261 Jul 08 20:14:03.718757 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44312) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:03.742991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5469b-97d6-4392-924a-ac399e11b54f req-51550534-4c08-4193-a884-8a750e9beb3c tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:03.751501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67f5469b-97d6-4392-924a-ac399e11b54f req-51550534-4c08-4193-a884-8a750e9beb3c tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1249878 Jul 08 20:14:03.809728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13149d-0766-48d7-80fb-463686a51478 req-07e44553-1a33-4bf5-b1c5-fd11e5ebfe2a tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:03.816618 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-af13149d-0766-48d7-80fb-463686a51478 req-07e44553-1a33-4bf5-b1c5-fd11e5ebfe2a tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 1096 time: 0.0930383 Jul 08 20:14:03.825255 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67f5469b-97d6-4392-924a-ac399e11b54f req-8be6ac8b-39a3-41e6-a597-188f050f4385 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727935 Jul 08 20:14:03.834006 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8244dab5-8c53-4174-8006-00b56583e075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:03.877780 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8244dab5-8c53-4174-8006-00b56583e075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:03.922132 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-af13149d-0766-48d7-80fb-463686a51478 req-c687596b-38b9-4510-abef-f36cf1268f23 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045582 Jul 08 20:14:03.934728 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8244dab5-8c53-4174-8006-00b56583e075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:03.937477 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8244dab5-8c53-4174-8006-00b56583e075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:03.941043 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8244dab5-8c53-4174-8006-00b56583e075 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5a6d798a-bfaa-4312-a810-a3553f56624f HTTP/1.1" status: 204 len: 168 time: 0.2189898 Jul 08 20:14:03.951032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244dab5-8c53-4174-8006-00b56583e075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6d798a-bfaa-4312-a810-a3553f56624f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:03.990270 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-756a6798-4083-458e-9936-da4448285405 req-e3bed6bb-3ba9-4816-8077-97e4aa8284d5 tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=8c9efcf5f6dc4592b47e5b09b32e94f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355682 Jul 08 20:14:04.057418 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-159b2ead-cfc6-446b-9070-0476a42120cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:04.114730 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-120b2949-b462-4a47-9fe6-958d89555f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:04.164973 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b2949-b462-4a47-9fe6-958d89555f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acbb8d11-6187-4314-ab38-2cdcb16f2e54,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:04.181416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-964336e2-9500-40d2-88f4-f78227770743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:04.182967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-964336e2-9500-40d2-88f4-f78227770743 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 1101 time: 0.3008842 Jul 08 20:14:04.208219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a6798-4083-458e-9936-da4448285405 req-76a33299-b762-4280-a3a1-a7e21806d4da tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:04.208219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-756a6798-4083-458e-9936-da4448285405 req-76a33299-b762-4280-a3a1-a7e21806d4da tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115326 Jul 08 20:14:04.229198 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-756a6798-4083-458e-9936-da4448285405 req-1eb95ff1-e444-46ab-85da-42799ea16b96 tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] 10.222.0.101 "GET /v2.0/quotas/8c9efcf5f6dc4592b47e5b09b32e94f2 HTTP/1.1" status: 200 len: 375 time: 0.0124393 Jul 08 20:14:04.265266 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-756a6798-4083-458e-9936-da4448285405 req-a0a4e2f8-470d-4ea8-96b6-e026e3410c5c tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8c9efcf5f6dc4592b47e5b09b32e94f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303829 Jul 08 20:14:04.290882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b2949-b462-4a47-9fe6-958d89555f10 admin admin] Checking segment: {'id': 'eb3915b3-b53c-4245-afda-f16a7d30c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5d8b7f12-5fef-4f7f-97e9-3ba0d453a486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:04.291237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b2949-b462-4a47-9fe6-958d89555f10 admin admin] Network hostable DHCP agents. Network: 5d8b7f12-5fef-4f7f-97e9-3ba0d453a486, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:14:04.350149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b2949-b462-4a47-9fe6-958d89555f10 admin admin] Network 5d8b7f12-5fef-4f7f-97e9-3ba0d453a486 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:14:04.364719 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-f6026375-b04d-4ce2-93f5-dcfc9107ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:04.366317 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-f6026375-b04d-4ce2-93f5-dcfc9107ffec service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1761005 Jul 08 20:14:04.375740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-120b2949-b462-4a47-9fe6-958d89555f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 5d8b7f12-5fef-4f7f-97e9-3ba0d453a486) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:04.386607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e0d29c-5657-4c81-8e36-69e3b54c4e1c None None] Network 5d8b7f12-5fef-4f7f-97e9-3ba0d453a486 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:04.410953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fff8f-079d-43bb-b323-8f854a3aed21 req-f44b384e-410a-4b91-abea-e950ff0fe73b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:04.413555 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e73fff8f-079d-43bb-b323-8f854a3aed21 req-f44b384e-410a-4b91-abea-e950ff0fe73b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.2013988 Jul 08 20:14:04.462397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120b2949-b462-4a47-9fe6-958d89555f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:04.468764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-120b2949-b462-4a47-9fe6-958d89555f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:04.474374 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-2a3dbde8-d900-448f-be36-a9be17955ed4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab HTTP/1.1" status: 200 len: 217 time: 0.0945807 Jul 08 20:14:04.491819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 223429bb-7962-4a65-8566-d8aa76302bd3 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:14:04.607089 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-120b2949-b462-4a47-9fe6-958d89555f10 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4739008 Jul 08 20:14:04.627848 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-fc1d1bcd-f235-4262-b6da-7200475a4f0c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:04.635258 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-fc1d1bcd-f235-4262-b6da-7200475a4f0c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 818 time: 0.1333151 Jul 08 20:14:04.642357 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e73fff8f-079d-43bb-b323-8f854a3aed21 req-02636181-f6b6-4bb9-ac06-046d544ed4a3 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736307 Jul 08 20:14:04.656947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-b3cebcb9-c754-4be9-942a-b9e44f135b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:04.657958 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-fc6eb9e7-fb2d-443a-84cc-46f09d533ad9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/quotas/497d536bc47446ccb3b69c5679cc9909 HTTP/1.1" status: 200 len: 375 time: 0.0216992 Jul 08 20:14:04.666526 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-b3cebcb9-c754-4be9-942a-b9e44f135b3e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1702633 Jul 08 20:14:04.774488 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-bfe64c16-8a53-4711-9f5e-2ecf4c486fb0 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1138692 Jul 08 20:14:04.807381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-6b1501ce-6926-4b38-8faa-3978720d30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:04.809642 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-6b1501ce-6926-4b38-8faa-3978720d30a0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1358306 Jul 08 20:14:04.888880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 223429bb-7962-4a65-8566-d8aa76302bd3, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=223429bb-7962-4a65-8566-d8aa76302bd3,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:04.950331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93b25b-e6a5-4729-b56e-dbb905a8e0e9 None None] Network 5d8b7f12-5fef-4f7f-97e9-3ba0d453a486 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:04.953288 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-7120f8d7-e40a-4668-b56b-ab99b5b0eb6d service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308455 Jul 08 20:14:04.954462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '223429bb-7962-4a65-8566-d8aa76302bd3', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'port_id': '223429bb-7962-4a65-8566-d8aa76302bd3', 'mac_address': 'fa:16:3e:03:98:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:14:05.025499 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-789201c8-3b21-45ab-ba9b-f99c1dfedc5e service neutron] 10.222.0.101 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416332 Jul 08 20:14:05.048677 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:05.065739 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223429bb-7962-4a65-8566-d8aa76302bd3 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:05.108494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 223429bb-7962-4a65-8566-d8aa76302bd3, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=223429bb-7962-4a65-8566-d8aa76302bd3,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:05.117275 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:05.228531 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-e6d1a6d1-168e-43a7-9740-050fe2aa9314 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633083 Jul 08 20:14:05.290417 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=223429bb-7962-4a65-8566-d8aa76302bd3,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:05.409014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['223429bb-7962-4a65-8566-d8aa76302bd3'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:05.533077 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-5e88bf8f-e875-4d57-b7bf-070b4bbe4f42 service neutron] 10.222.0.101 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056765 Jul 08 20:14:05.586819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eee05-a6b2-4cd5-ac93-8f177babb09c req-2f04c03d-bff0-4005-8138-1db36a774cb0 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:05.593175 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-010eee05-a6b2-4cd5-ac93-8f177babb09c req-2f04c03d-bff0-4005-8138-1db36a774cb0 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 945 time: 0.1109998 Jul 08 20:14:05.638912 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-010eee05-a6b2-4cd5-ac93-8f177babb09c req-832ad1af-4b25-43b1-9a24-e17513c7e8da tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427420 Jul 08 20:14:05.706217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44382) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:05.852265 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4a96781-ec2d-4b16-95d1-8e879ed7bc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:05.859686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283113e8-38ec-46a6-9006-ae436879f8c7 req-d01f13b4-d021-4ea5-8835-8dc521799e40 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:05.862372 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283113e8-38ec-46a6-9006-ae436879f8c7 req-d01f13b4-d021-4ea5-8835-8dc521799e40 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.0903327 Jul 08 20:14:05.919547 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283113e8-38ec-46a6-9006-ae436879f8c7 req-74267a14-770b-4477-9546-53821b81daf4 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482922 Jul 08 20:14:05.985157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-82415202-96f1-48cb-8a2c-32a17cddff90 req-ada710bc-2092-4c06-b53c-b26689568dee tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-272202987', 'description': 'tempest-description-962186781'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:06.015915 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4a96781-ec2d-4b16-95d1-8e879ed7bc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.029007 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4a96781-ec2d-4b16-95d1-8e879ed7bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.119977 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-82415202-96f1-48cb-8a2c-32a17cddff90 req-ada710bc-2092-4c06-b53c-b26689568dee tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.130830 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c4a96781-ec2d-4b16-95d1-8e879ed7bc6b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2f1573d661c8421c8ee9daccb4d6f5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4211817 Jul 08 20:14:06.131250 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44406) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:06.142567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a96781-ec2d-4b16-95d1-8e879ed7bc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bafae2-5a82-487e-b472-3b8d4e472aa6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:06.232604 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d147d1f2-795f-4d7d-8114-f5f170c30fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.259401 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d147d1f2-795f-4d7d-8114-f5f170c30fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.296886 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-82415202-96f1-48cb-8a2c-32a17cddff90 req-ada710bc-2092-4c06-b53c-b26689568dee tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.303603 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-82415202-96f1-48cb-8a2c-32a17cddff90 req-ada710bc-2092-4c06-b53c-b26689568dee tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.332258 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d147d1f2-795f-4d7d-8114-f5f170c30fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.336922 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d147d1f2-795f-4d7d-8114-f5f170c30fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.341181 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d147d1f2-795f-4d7d-8114-f5f170c30fa4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/53bafae2-5a82-487e-b472-3b8d4e472aa6 HTTP/1.1" status: 204 len: 168 time: 0.2088456 Jul 08 20:14:06.361677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147d1f2-795f-4d7d-8114-f5f170c30fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bafae2-5a82-487e-b472-3b8d4e472aa6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:06.392097 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-82415202-96f1-48cb-8a2c-32a17cddff90 req-ada710bc-2092-4c06-b53c-b26689568dee tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.401977 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-82415202-96f1-48cb-8a2c-32a17cddff90 req-ada710bc-2092-4c06-b53c-b26689568dee tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4277318 Jul 08 20:14:06.420331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada710bc-2092-4c06-b53c-b26689568dee tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbac40d-d308-48fc-8bba-e5b21ceb0a51,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:06.441718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7cd02fbf-e6f0-4353-a193-92d34f367341 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:14:06.444093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 223429bb-7962-4a65-8566-d8aa76302bd3 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:06.568566 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ff607b23-2088-48db-9b14-f63b612fd474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.599828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 223429bb-7962-4a65-8566-d8aa76302bd3 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:06.622290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 223429bb-7962-4a65-8566-d8aa76302bd3 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:06.622581 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.641118 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a31e4ba6-ea49-421a-9fff-41cd3478a78d req-e31d90bc-649c-4c04-ba25-331b2b698655 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 210 time: 0.0551081 Jul 08 20:14:06.719542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7cd02fbf-e6f0-4353-a193-92d34f367341,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:06.750505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '7cd02fbf-e6f0-4353-a193-92d34f367341', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '7cd02fbf-e6f0-4353-a193-92d34f367341', 'mac_address': 'fa:16:3e:89:3b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:14:06.821873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b677f4-6a70-4144-8aff-567f542b0990 req-5a06e670-69f0-492a-a1c6-02d9c1b95cf3 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:06.823062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44440) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:06.824714 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-88b677f4-6a70-4144-8aff-567f542b0990 req-5a06e670-69f0-492a-a1c6-02d9c1b95cf3 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.1031120 Jul 08 20:14:06.838943 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.853060 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.881048 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.908047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cd02fbf-e6f0-4353-a193-92d34f367341 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:06.911597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-88b677f4-6a70-4144-8aff-567f542b0990 req-87310cb3-831b-4052-835c-00801e541bd0 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799603 Jul 08 20:14:06.925004 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.938145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5626cdf0-0f12-47f8-9598-952a9bf1e2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223429bb-7962-4a65-8566-d8aa76302bd3'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:06.940462 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a35c82-90e4-4c8d-b80e-6840b1f6e8c9" -d '{"events": [{"server_uuid": "5626cdf0-0f12-47f8-9598-952a9bf1e2da", "name": "network-vif-plugged", "status": "completed", "tag": "223429bb-7962-4a65-8566-d8aa76302bd3"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:06.960766 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7cd02fbf-e6f0-4353-a193-92d34f367341,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:06.962754 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 223429bb-7962-4a65-8566-d8aa76302bd3, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=223429bb-7962-4a65-8566-d8aa76302bd3,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:06.966229 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.971536 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.972606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7cd02fbf-e6f0-4353-a193-92d34f367341 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:14:06.988239 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:06.998258 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:07.009484 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bcaa0d7d-9e01-4190-80e4-25a135ba6b3a req-c1ed622a-3805-452e-8e7b-aa2dddcef385 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-groups/edbac40d-d308-48fc-8bba-e5b21ceb0a51 HTTP/1.1" status: 200 len: 1811 time: 0.0571795 Jul 08 20:14:07.027507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-bcaa0d7d-9e01-4190-80e4-25a135ba6b3a req-f4b65430-1761-49bf-9edc-0bdbfaf23065 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edbac40d-d308-48fc-8bba-e5b21ceb0a51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:07.027812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-bcaa0d7d-9e01-4190-80e4-25a135ba6b3a req-f4b65430-1761-49bf-9edc-0bdbfaf23065 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edbac40d-d308-48fc-8bba-e5b21ceb0a51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:07.045906 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bfc53a6800e44e5da79d4d767f0d3f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202206 Jul 08 20:14:07.048448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44446) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:07.054866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675b1564-aabd-4f45-bc2f-a998aee79183,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:07.070764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:07.071251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:07.071716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:07.072051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:07.072381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:07.072800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:07.073064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:07.073403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:07.074275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:07.075348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:07.075676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:07.076003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841df59-6165-458e-bc46-3e7c1feddbf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:07.076530 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7cd02fbf-e6f0-4353-a193-92d34f367341,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:07.109666 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bcaa0d7d-9e01-4190-80e4-25a135ba6b3a req-f4b65430-1761-49bf-9edc-0bdbfaf23065 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:07.130273 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0d8d-dcd5-4108-874e-5d15b93784b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:07.139631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bcaa0d7d-9e01-4190-80e4-25a135ba6b3a req-f4b65430-1761-49bf-9edc-0bdbfaf23065 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:07.148235 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bcaa0d7d-9e01-4190-80e4-25a135ba6b3a req-f4b65430-1761-49bf-9edc-0bdbfaf23065 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:07.158436 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0d8d-dcd5-4108-874e-5d15b93784b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:07.167664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b65430-1761-49bf-9edc-0bdbfaf23065 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655e3a83-a601-4c72-9133-fdcd10a14c39,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:07.185089 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bcaa0d7d-9e01-4190-80e4-25a135ba6b3a req-f4b65430-1761-49bf-9edc-0bdbfaf23065 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:07.186995 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bcaa0d7d-9e01-4190-80e4-25a135ba6b3a req-f4b65430-1761-49bf-9edc-0bdbfaf23065 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1646891 Jul 08 20:14:07.224288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=223429bb-7962-4a65-8566-d8aa76302bd3,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:07.234153 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:07.239051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0d8d-dcd5-4108-874e-5d15b93784b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:07.242660 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0d8d-dcd5-4108-874e-5d15b93784b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:07.250487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7cd02fbf-e6f0-4353-a193-92d34f367341 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:07.250888 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b8dd0d8d-dcd5-4108-874e-5d15b93784b7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/675b1564-aabd-4f45-bc2f-a998aee79183 HTTP/1.1" status: 204 len: 168 time: 0.1972394 Jul 08 20:14:07.274191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7cd02fbf-e6f0-4353-a193-92d34f367341,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:07.284759 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:07.293286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd0d8d-dcd5-4108-874e-5d15b93784b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675b1564-aabd-4f45-bc2f-a998aee79183,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:07.337967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7cd02fbf-e6f0-4353-a193-92d34f367341'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:07.457342 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7cd02fbf-e6f0-4353-a193-92d34f367341,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:07.560355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-b9883ed6-ef6d-44f6-9eac-bd45f6511b30 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:07.562488 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-b9883ed6-ef6d-44f6-9eac-bd45f6511b30 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.103 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 818 time: 0.2136261 Jul 08 20:14:07.578893 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8209f9-09f3-4ff5-b833-9cf74bec79a4 x-openstack-request-id: req-da8209f9-09f3-4ff5-b833-9cf74bec79a4 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:07.579177 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc0fc0-9fcf-4e88-8b72-c336f2469efb req-6d7b4c04-dda3-4ec8-88f6-f3900e958d80 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:07.579619 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5626cdf0-0f12-47f8-9598-952a9bf1e2da", "name": "network-vif-plugged", "status": "completed", "tag": "223429bb-7962-4a65-8566-d8aa76302bd3", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:07.580022 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-da8209f9-09f3-4ff5-b833-9cf74bec79a4 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:07.584023 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5626cdf0-0f12-47f8-9598-952a9bf1e2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223429bb-7962-4a65-8566-d8aa76302bd3', 'code': 200} Jul 08 20:14:07.591764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-befc0fc0-9fcf-4e88-8b72-c336f2469efb req-6d7b4c04-dda3-4ec8-88f6-f3900e958d80 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 946 time: 0.1977248 Jul 08 20:14:07.599830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-36d5313a-961d-4d2c-99fb-6308ffcb22cf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Request body: {'port': {'device_id': 'f37007ba-e61c-4b34-b552-eba0e114df44', 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89', 'admin_state_up': True, 'tenant_id': '497d536bc47446ccb3b69c5679cc9909'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:07.746904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-befc0fc0-9fcf-4e88-8b72-c336f2469efb req-5bdb5583-0df3-49d2-9d92-bb009b5eee32 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360791 Jul 08 20:14:07.860275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831b430-b829-4192-b16a-ed9b4cb4aa7a req-3cec856a-931c-4119-aee2-380a403e9844 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:07.862322 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c831b430-b829-4192-b16a-ed9b4cb4aa7a req-3cec856a-931c-4119-aee2-380a403e9844 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 948 time: 0.1048436 Jul 08 20:14:07.865055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44474) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:07.920537 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-50c2dc44-0e73-4d7f-ab2e-74e8da5402a8 req-79e84599-184e-4777-bef1-ef95e024829d tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-groups/edbac40d-d308-48fc-8bba-e5b21ceb0a51 HTTP/1.1" status: 200 len: 2404 time: 0.0932422 Jul 08 20:14:07.922788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-36d5313a-961d-4d2c-99fb-6308ffcb22cf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Made reservation on behalf of 497d536bc47446ccb3b69c5679cc9909 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:07.923887 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c831b430-b829-4192-b16a-ed9b4cb4aa7a req-4e0c6860-d542-4e1b-a19f-de918cf3b5d3 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524938 Jul 08 20:14:07.930806 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-36d5313a-961d-4d2c-99fb-6308ffcb22cf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:07.984076 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555446a4-6f3c-4ef2-8909-234a4f994f80 req-101c4cdb-ce5d-4f45-a935-d91e494a48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:07.985688 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-555446a4-6f3c-4ef2-8909-234a4f994f80 req-101c4cdb-ce5d-4f45-a935-d91e494a48e3 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 1098 time: 0.1985881 Jul 08 20:14:08.050475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93a45590-d3ae-4778-a06d-23ce7e4aea61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.060687 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.102543 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-730b1dae-1b8b-48b3-8c75-d4c94285a190 req-0449ee5c-d336-422c-a313-da755c2b4901 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 210 time: 0.0334840 Jul 08 20:14:08.103095 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3b5d91f-7156-45ad-aa1e-bd216bbb9456 req-11693b3d-bb75-4334-b244-edcf350c4a7a tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=8c9efcf5f6dc4592b47e5b09b32e94f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656178 Jul 08 20:14:08.117433 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-555446a4-6f3c-4ef2-8909-234a4f994f80 req-63989baa-f86b-4ea0-b347-2e2f26c7f813 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816369 Jul 08 20:14:08.171921 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6dca8df3-2470-4596-b9e0-30c45962e8d8 req-a71f02f2-21e2-44e6-9686-19e250026640 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-group-rules/655e3a83-a601-4c72-9133-fdcd10a14c39 HTTP/1.1" status: 200 len: 778 time: 0.0321958 Jul 08 20:14:08.243843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6dca8df3-2470-4596-b9e0-30c45962e8d8 req-ebd33be3-7418-43e5-843a-f2e695548e7a tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-groups/edbac40d-d308-48fc-8bba-e5b21ceb0a51 HTTP/1.1" status: 200 len: 2404 time: 0.0635810 Jul 08 20:14:08.256168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-36d5313a-961d-4d2c-99fb-6308ffcb22cf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Allocated IP 172.20.0.5 (1f8d4455-76b7-4da7-903b-af304e444c89/4fbaa72f-8cd2-480f-813d-bc86df76e2b3/11edad50-3cd9-4f56-9f4b-4c9ab65518c7) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:14:08.259236 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93a45590-d3ae-4778-a06d-23ce7e4aea61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.269116 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93a45590-d3ae-4778-a06d-23ce7e4aea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.295457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5d91f-7156-45ad-aa1e-bd216bbb9456 req-033b0ef1-de30-4b5f-8377-138c17c4ba73 tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:08.302739 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3b5d91f-7156-45ad-aa1e-bd216bbb9456 req-033b0ef1-de30-4b5f-8377-138c17c4ba73 tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911073 Jul 08 20:14:08.325790 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6dca8df3-2470-4596-b9e0-30c45962e8d8 req-41d2be41-64e5-414b-9ab7-f092f33e9b45 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.326861 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3b5d91f-7156-45ad-aa1e-bd216bbb9456 req-657c15cc-50d5-4966-9cff-5538294bec1f tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] 10.222.0.101 "GET /v2.0/quotas/8c9efcf5f6dc4592b47e5b09b32e94f2 HTTP/1.1" status: 200 len: 375 time: 0.0231891 Jul 08 20:14:08.330811 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-93a45590-d3ae-4778-a06d-23ce7e4aea61 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=63857c9be8af4351b2772bc33f25f354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645536 Jul 08 20:14:08.334403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44504) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:08.335953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a45590-d3ae-4778-a06d-23ce7e4aea61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f66a5a-85b4-486b-ae15-b8db5728e98e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:08.340008 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6dca8df3-2470-4596-b9e0-30c45962e8d8 req-41d2be41-64e5-414b-9ab7-f092f33e9b45 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.383033 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6dca8df3-2470-4596-b9e0-30c45962e8d8 req-41d2be41-64e5-414b-9ab7-f092f33e9b45 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.393650 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6dca8df3-2470-4596-b9e0-30c45962e8d8 req-41d2be41-64e5-414b-9ab7-f092f33e9b45 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.394921 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6dca8df3-2470-4596-b9e0-30c45962e8d8 req-41d2be41-64e5-414b-9ab7-f092f33e9b45 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/655e3a83-a601-4c72-9133-fdcd10a14c39 HTTP/1.1" status: 204 len: 173 time: 0.1343024 Jul 08 20:14:08.400857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2be41-64e5-414b-9ab7-f092f33e9b45 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=655e3a83-a601-4c72-9133-fdcd10a14c39,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:08.412572 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3b5d91f-7156-45ad-aa1e-bd216bbb9456 req-4b532efe-70dc-456d-a661-aa89f8c8819d tempest-QuotasAdminNegativeTest-225037254 tempest-QuotasAdminNegativeTest-225037254-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8c9efcf5f6dc4592b47e5b09b32e94f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757983 Jul 08 20:14:08.521221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-701d096b-78a2-408e-9423-9a5ea3dbeee0 req-475abc48-f409-4e7c-863c-0903bd3adcb7 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-572222256', 'description': 'tempest-description-1475077856'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:08.551842 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c0d7797-2203-45dd-a08e-a8a69a333a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.587517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf7283-f302-46d5-bbdc-86a436b7a653 req-6a15c0e8-7dfb-4901-aed1-eb9a22b19627 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:08.589913 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5baf7283-f302-46d5-bbdc-86a436b7a653 req-6a15c0e8-7dfb-4901-aed1-eb9a22b19627 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.0809987 Jul 08 20:14:08.601605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-701d096b-78a2-408e-9423-9a5ea3dbeee0 req-475abc48-f409-4e7c-863c-0903bd3adcb7 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.604931 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c0d7797-2203-45dd-a08e-a8a69a333a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.639281 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5baf7283-f302-46d5-bbdc-86a436b7a653 req-983c4f8b-ea94-464c-a57f-ac8a65d3ca6b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Jul 08 20:14:08.656480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-36d5313a-961d-4d2c-99fb-6308ffcb22cf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.724426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c0d7797-2203-45dd-a08e-a8a69a333a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.724426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c0d7797-2203-45dd-a08e-a8a69a333a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.725045 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8c0d7797-2203-45dd-a08e-a8a69a333a7d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d1f66a5a-85b4-486b-ae15-b8db5728e98e HTTP/1.1" status: 204 len: 168 time: 0.3896587 Jul 08 20:14:08.744045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d7797-2203-45dd-a08e-a8a69a333a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f66a5a-85b4-486b-ae15-b8db5728e98e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:08.749823 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-36d5313a-961d-4d2c-99fb-6308ffcb22cf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.820017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-36d5313a-961d-4d2c-99fb-6308ffcb22cf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Network 1f8d4455-76b7-4da7-903b-af304e444c89 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:08.827543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-36d5313a-961d-4d2c-99fb-6308ffcb22cf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:08.834872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-36d5313a-961d-4d2c-99fb-6308ffcb22cf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:14:08.841049 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-36d5313a-961d-4d2c-99fb-6308ffcb22cf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:08.841601 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-36d5313a-961d-4d2c-99fb-6308ffcb22cf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.850544 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-701d096b-78a2-408e-9423-9a5ea3dbeee0 req-475abc48-f409-4e7c-863c-0903bd3adcb7 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.851453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5313a-961d-4d2c-99fb-6308ffcb22cf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Pushing event updated for resources: {'Port': ['ID=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:08.861135 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-701d096b-78a2-408e-9423-9a5ea3dbeee0 req-475abc48-f409-4e7c-863c-0903bd3adcb7 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.880502 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-36d5313a-961d-4d2c-99fb-6308ffcb22cf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2864280 Jul 08 20:14:08.892523 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-701d096b-78a2-408e-9423-9a5ea3dbeee0 req-475abc48-f409-4e7c-863c-0903bd3adcb7 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:08.898130 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-701d096b-78a2-408e-9423-9a5ea3dbeee0 req-475abc48-f409-4e7c-863c-0903bd3adcb7 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3888125 Jul 08 20:14:08.913003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Request body: {'port': {'device_id': 'f37007ba-e61c-4b34-b552-eba0e114df44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:08.917080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475abc48-f409-4e7c-863c-0903bd3adcb7 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfc8536-b3fe-4095-81ad-215d1d5cade6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:09.068682 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:09.149249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96519690-9e63-422f-8e19-09ce19ea069b req-70cfae52-d234-46fd-820b-aa5f74904383 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:09.150888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96519690-9e63-422f-8e19-09ce19ea069b req-70cfae52-d234-46fd-820b-aa5f74904383 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 946 time: 0.1300299 Jul 08 20:14:09.209816 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55e5db2f-c86d-4dd9-b206-c6804ff0e3e9 req-2c71a9ab-e7e2-4565-b564-ad5e3da055cd tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-groups/2dfc8536-b3fe-4095-81ad-215d1d5cade6 HTTP/1.1" status: 200 len: 1812 time: 0.0850036 Jul 08 20:14:09.279309 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96519690-9e63-422f-8e19-09ce19ea069b req-0a8557e2-1cc5-4ac2-a688-4879b9e29c82 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199543 Jul 08 20:14:09.474344 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5812d9d-e31b-4560-adab-7f0bed15310a req-6476fa72-d20c-41aa-ad1a-e97435783b1c tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:09.475931 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d5812d9d-e31b-4560-adab-7f0bed15310a req-6476fa72-d20c-41aa-ad1a-e97435783b1c tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 948 time: 0.1289396 Jul 08 20:14:09.519315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:09.533463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d5812d9d-e31b-4560-adab-7f0bed15310a req-9d9e5fb3-f166-421e-9081-ba112f2c571c tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492668 Jul 08 20:14:09.546032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:09.571967 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Transition to ACTIVE for port object 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:09.579912 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:09.622229 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:09.638790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5940d79-1475-459d-b1d1-ce2b75909296 req-69476a26-3a4e-4cef-9cbb-d8abce9a2358 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:09.641025 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c5940d79-1475-459d-b1d1-ce2b75909296 req-69476a26-3a4e-4cef-9cbb-d8abce9a2358 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 931 time: 0.1348040 Jul 08 20:14:09.687313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Pushing event updated for resources: {'Port': ['ID=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:09.736340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c5940d79-1475-459d-b1d1-ce2b75909296 req-50f4b723-0615-47a7-82ef-c2f751a9bcd5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895565 Jul 08 20:14:09.737200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Attempting to bind port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:09.737531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Attempting to bind port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:09.737856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Attempting to bind port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:09.738519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44566) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:09.743011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on network 1f8d4455-76b7-4da7-903b-af304e444c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:14:09.743346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Attempting to bind port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:09.750947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:09.751313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Checking segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:09.751754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Bound using segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:09.752317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Bound port: 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:09.752719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:09.799129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-a1d58167-ccf4-4c3f-9fb5-abdbcfc55893 req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-504359740', 'description': 'tempest-description-2067279610'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:09.844161 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a1d58167-ccf4-4c3f-9fb5-abdbcfc55893 req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:09.848439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:09.877287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:09.884152 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:09.930136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:09.931234 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:09.934378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] 10.222.0.103 "PUT /v2.0/ports/11edad50-3cd9-4f56-9f4b-4c9ab65518c7 HTTP/1.1" status: 200 len: 1092 time: 1.0318403 Jul 08 20:14:09.935126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37007ba-e61c-4b34-b552-eba0e114df44', 'tag': '11edad50-3cd9-4f56-9f4b-4c9ab65518c7'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:09.939107 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af0d2de-13e4-42ee-a083-3c74d8f16488" -d '{"events": [{"name": "network-changed", "server_uuid": "f37007ba-e61c-4b34-b552-eba0e114df44", "tag": "11edad50-3cd9-4f56-9f4b-4c9ab65518c7"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:09.942834 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78c6588d-32b5-4e9e-8723-2b1aa6edb371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.029408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25714a-30e9-46db-ae44-e09d81d80078 service neutron] Pushing event updated for resources: {'Port': ['ID=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:10.055456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cee7e9-ee23-47b3-832c-ed4111251fdf req-fecbffe9-759f-40dd-9b15-b9f99c9a5ee2 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:10.057063 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05cee7e9-ee23-47b3-832c-ed4111251fdf req-fecbffe9-759f-40dd-9b15-b9f99c9a5ee2 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.0758238 Jul 08 20:14:10.090826 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a1d58167-ccf4-4c3f-9fb5-abdbcfc55893 req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.095820 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a1d58167-ccf4-4c3f-9fb5-abdbcfc55893 req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.110624 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05cee7e9-ee23-47b3-832c-ed4111251fdf req-178f9f38-5eea-4b67-b254-ee1e42ad6564 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468526 Jul 08 20:14:10.122521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-a65dd4aa-e3cc-47e9-b1dc-8ff0d0a5e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:10.123772 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-a65dd4aa-e3cc-47e9-b1dc-8ff0d0a5e644 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 1095 time: 0.1272864 Jul 08 20:14:10.175101 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-36203323-994a-42cf-89f7-75a21002bcdc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7 HTTP/1.1" status: 200 len: 217 time: 0.0413539 Jul 08 20:14:10.176039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a2168d-5b7f-47f6-aea8-e6a1c9ff1183,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:10.196486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:10.196864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:10.197310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:10.197660 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:10.198180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:10.198562 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:10.198911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:10.199248 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:10.199581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:10.200236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:10.200620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:10.200953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:10.206085 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202a7527-8bf5-4970-ab3e-10a329df8001 x-openstack-request-id: req-202a7527-8bf5-4970-ab3e-10a329df8001 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:10.206371 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37007ba-e61c-4b34-b552-eba0e114df44", "tag": "11edad50-3cd9-4f56-9f4b-4c9ab65518c7", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:10.206620 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-202a7527-8bf5-4970-ab3e-10a329df8001 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:10.207011 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37007ba-e61c-4b34-b552-eba0e114df44', 'tag': '11edad50-3cd9-4f56-9f4b-4c9ab65518c7', 'status': 'completed', 'code': 200} Jul 08 20:14:10.240713 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78c6588d-32b5-4e9e-8723-2b1aa6edb371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.247209 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78c6588d-32b5-4e9e-8723-2b1aa6edb371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.254683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-0c7135f1-4e45-403c-bc43-707ec25d9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:10.256361 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-0c7135f1-4e45-403c-bc43-707ec25d9db4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.0709534 Jul 08 20:14:10.257667 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a1d58167-ccf4-4c3f-9fb5-abdbcfc55893 req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.278396 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a1d58167-ccf4-4c3f-9fb5-abdbcfc55893 req-4a3d23a2-fd4d-4865-8e8c-2e1f0ea2fa85 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4861050 Jul 08 20:14:10.289950 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-78c6588d-32b5-4e9e-8723-2b1aa6edb371 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8c9efcf5f6dc4592b47e5b09b32e94f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5502741 Jul 08 20:14:10.290836 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6588d-32b5-4e9e-8723-2b1aa6edb371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524c3756-520e-4489-a236-49e761be1927,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:10.294608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44588) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:10.320427 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-b5237214-e919-4834-b280-6f31b738e92c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410368 Jul 08 20:14:10.456700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7cd02fbf-e6f0-4353-a193-92d34f367341 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:10.509211 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ef83a84-d581-479a-bfab-7fbd8d646258 req-646a6662-99d8-47c9-889f-f796623868f7 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-groups/02a2168d-5b7f-47f6-aea8-e6a1c9ff1183 HTTP/1.1" status: 200 len: 1812 time: 0.2164652 Jul 08 20:14:10.534208 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-930a7331-d274-4e36-a9bd-7ca01c309f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.545168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-f1fd4a68-850e-45d0-a950-dd2f157d9491 req-c17ffbb0-dd05-4cdf-82b0-46894d4d3f17 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-327611833', 'description': 'tempest-description-561412519'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:10.547779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44598) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:10.592217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 7cd02fbf-e6f0-4353-a193-92d34f367341 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:10.592793 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.599046 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-b7ecf9d6-dbbb-4a88-92f5-6977323ae8f2 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604084 Jul 08 20:14:10.599603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b34aad-f5a9-41f2-89be-7a13fa362cd9 req-83d4aa88-196a-4fba-a49a-f60c7a812e03 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:10.602027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-930a7331-d274-4e36-a9bd-7ca01c309f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.610714 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b8b34aad-f5a9-41f2-89be-7a13fa362cd9 req-83d4aa88-196a-4fba-a49a-f60c7a812e03 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 946 time: 0.1127145 Jul 08 20:14:10.612426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f1fd4a68-850e-45d0-a950-dd2f157d9491 req-c17ffbb0-dd05-4cdf-82b0-46894d4d3f17 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.683820 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b8b34aad-f5a9-41f2-89be-7a13fa362cd9 req-e62cad97-8869-4917-87e2-e87ffb6897bb tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697882 Jul 08 20:14:10.774375 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.776277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44608) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:10.836667 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-930a7331-d274-4e36-a9bd-7ca01c309f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.841774 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-930a7331-d274-4e36-a9bd-7ca01c309f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.841976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7cd02fbf-e6f0-4353-a193-92d34f367341,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:10.842939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-930a7331-d274-4e36-a9bd-7ca01c309f93 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/524c3756-520e-4489-a236-49e761be1927 HTTP/1.1" status: 204 len: 168 time: 0.5299234 Jul 08 20:14:10.849004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd02fbf-e6f0-4353-a193-92d34f367341'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:10.856934 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54057e8-b89f-4a34-b879-71fa4f5b18c7" -d '{"events": [{"server_uuid": "72162aef-d742-4e0f-ae02-a1f1b3ef4f02", "name": "network-vif-plugged", "status": "completed", "tag": "7cd02fbf-e6f0-4353-a193-92d34f367341"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:10.858691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a7331-d274-4e36-a9bd-7ca01c309f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c3756-520e-4489-a236-49e761be1927,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:10.868288 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.873095 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8273b5b-1313-4036-aa63-f80f41fbda26 req-bc224381-d6f2-4f3c-9cf8-36fe533e3dd0 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619452 Jul 08 20:14:10.883536 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6bb5343f-97c1-4db1-9edc-dd595435fc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.901228 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a4d88674-2f8a-41f8-870b-7bfe788394ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.909595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f1fd4a68-850e-45d0-a950-dd2f157d9491 req-c17ffbb0-dd05-4cdf-82b0-46894d4d3f17 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.914872 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f1fd4a68-850e-45d0-a950-dd2f157d9491 req-c17ffbb0-dd05-4cdf-82b0-46894d4d3f17 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:10.954733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7cd02fbf-e6f0-4353-a193-92d34f367341,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:10.986650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc91d13-58be-4a2b-9f6b-ffebe01556d4 req-9c279b0a-b72f-4594-983f-f80e053b98cd tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:10.988214 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6cc91d13-58be-4a2b-9f6b-ffebe01556d4 req-9c279b0a-b72f-4594-983f-f80e053b98cd tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 948 time: 0.1627555 Jul 08 20:14:11.007998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffbb0-dd05-4cdf-82b0-46894d4d3f17 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88a6f83-fd3c-4650-af40-546a198d5bc7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:11.031475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0d2de-13e4-42ee-a083-3c74d8f16488 req-45651fbc-b40d-4bc3-b858-e9a65f81a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:11.033218 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3af0d2de-13e4-42ee-a083-3c74d8f16488 req-45651fbc-b40d-4bc3-b858-e9a65f81a13c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 1095 time: 0.0939167 Jul 08 20:14:11.058362 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6cc91d13-58be-4a2b-9f6b-ffebe01556d4 req-3ea6b64e-02e3-44d5-af31-3595cba9a410 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573094 Jul 08 20:14:11.078031 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6bb5343f-97c1-4db1-9edc-dd595435fc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.090868 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6bb5343f-97c1-4db1-9edc-dd595435fc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.103159 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f1fd4a68-850e-45d0-a950-dd2f157d9491 req-c17ffbb0-dd05-4cdf-82b0-46894d4d3f17 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.104445 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1fd4a68-850e-45d0-a950-dd2f157d9491 req-c17ffbb0-dd05-4cdf-82b0-46894d4d3f17 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5733659 Jul 08 20:14:11.164640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0d2de-13e4-42ee-a083-3c74d8f16488 req-dfef385e-6d0c-4ce0-a780-16f816b3ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:11.166286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3af0d2de-13e4-42ee-a083-3c74d8f16488 req-dfef385e-6d0c-4ce0-a780-16f816b3ca60 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.1258044 Jul 08 20:14:11.169623 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6bb5343f-97c1-4db1-9edc-dd595435fc16 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f0da36ede58d4f2f98c6d4a12126d95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205683 Jul 08 20:14:11.171032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5343f-97c1-4db1-9edc-dd595435fc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90b7efa-f416-4e0f-933c-135d25960da5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:11.173941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44624) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:11.228260 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3af0d2de-13e4-42ee-a083-3c74d8f16488 req-d003c3c2-a140-47cb-a7ac-c67cb5d78b0a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7 HTTP/1.1" status: 200 len: 217 time: 0.0503998 Jul 08 20:14:11.270167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44626) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:11.305377 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fdc29a3-1930-41cb-8436-73d9e081206e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.320883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0d2de-13e4-42ee-a083-3c74d8f16488 req-5b3b7e70-56c8-4f1b-9708-2ac6d829437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:11.322366 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3af0d2de-13e4-42ee-a083-3c74d8f16488 req-5b3b7e70-56c8-4f1b-9708-2ac6d829437b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.0859792 Jul 08 20:14:11.350088 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9c96f521-49f6-4075-ba1e-54d9779c68b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.362811 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3af0d2de-13e4-42ee-a083-3c74d8f16488 req-a952a26e-4163-4253-b90c-b97207590b8f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291739 Jul 08 20:14:11.374958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6e4a-97d2-4eb8-bd1a-3fa8229e3406 req-be6810b1-f126-4daf-a512-3a68df11792c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:11.376550 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03cc6e4a-97d2-4eb8-bd1a-3fa8229e3406 req-be6810b1-f126-4daf-a512-3a68df11792c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 943 time: 0.1289358 Jul 08 20:14:11.397469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe01d74-34a6-4974-ac54-a9d84da44e49 req-797bf35a-516c-44a8-97f0-b1261d5c5c5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:11.397469 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ffe01d74-34a6-4974-ac54-a9d84da44e49 req-797bf35a-516c-44a8-97f0-b1261d5c5c5b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 946 time: 0.1845162 Jul 08 20:14:11.397469 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a4d88674-2f8a-41f8-870b-7bfe788394ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.405467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44628) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:11.411310 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9c96f521-49f6-4075-ba1e-54d9779c68b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.419183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-db47d1a9-1b19-4b25-ad08-83b1e9b49238 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Request body: {'floatingip': {'port_id': '223429bb-7962-4a65-8566-d8aa76302bd3'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:11.421845 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a4d88674-2f8a-41f8-870b-7bfe788394ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.451631 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ca8d03-9529-4159-a069-8c461d7effea x-openstack-request-id: req-44ca8d03-9529-4159-a069-8c461d7effea {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:11.452127 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72162aef-d742-4e0f-ae02-a1f1b3ef4f02", "name": "network-vif-plugged", "status": "completed", "tag": "7cd02fbf-e6f0-4353-a193-92d34f367341", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:11.452622 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-44ca8d03-9529-4159-a069-8c461d7effea {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:11.453116 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd02fbf-e6f0-4353-a193-92d34f367341', 'code': 200} Jul 08 20:14:11.469899 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03cc6e4a-97d2-4eb8-bd1a-3fa8229e3406 req-c4429cd9-a982-439d-907c-3992fe2d09d7 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840926 Jul 08 20:14:11.509802 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3af0d2de-13e4-42ee-a083-3c74d8f16488 req-e783cc4b-8af3-4cc2-a8e5-bb0bca7a0e22 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322167 Jul 08 20:14:11.530306 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db47d1a9-1b19-4b25-ad08-83b1e9b49238 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for floatingip, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.611843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a4d88674-2f8a-41f8-870b-7bfe788394ef admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8dcdfb46a8ed4a6e88a3b939cc1dc69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8268564 Jul 08 20:14:11.612346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44630) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:11.621380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d88674-2f8a-41f8-870b-7bfe788394ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4310508f-fad6-4bdc-b5bd-e83071de8358,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:11.663070 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3af0d2de-13e4-42ee-a083-3c74d8f16488 req-65746e43-ecdc-4f44-a02f-539f59f0a338 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461601 Jul 08 20:14:11.725028 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-19b7430d-799e-47c9-9020-6e6d904b82a4 req-fa258b71-0683-4c85-ad9c-07bc6ab93650 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-groups/c88a6f83-fd3c-4650-af40-546a198d5bc7 HTTP/1.1" status: 200 len: 1811 time: 0.2213824 Jul 08 20:14:11.731692 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9c96f521-49f6-4075-ba1e-54d9779c68b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.734301 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9c96f521-49f6-4075-ba1e-54d9779c68b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.738676 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9c96f521-49f6-4075-ba1e-54d9779c68b9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f90b7efa-f416-4e0f-933c-135d25960da5 HTTP/1.1" status: 204 len: 168 time: 0.5620561 Jul 08 20:14:11.777646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-98016bd6-efc4-4c9e-89f7-646ce935d572 req-544825e0-8817-4753-9287-65bfa83fb443 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1337289811', 'description': 'tempest-description-1425111479'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:11.784162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96f521-49f6-4075-ba1e-54d9779c68b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90b7efa-f416-4e0f-933c-135d25960da5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:11.803160 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7f6efb19-6ecc-4de6-97ea-179571d86808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.824779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0dc1e-62ab-4f8b-8d01-e4e7d7a7e462 req-82a04c80-ed5a-46ec-9f6d-b8f52f5329cb tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:11.826299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26c0dc1e-62ab-4f8b-8d01-e4e7d7a7e462 req-82a04c80-ed5a-46ec-9f6d-b8f52f5329cb tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.1853697 Jul 08 20:14:11.839864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af8a29-0124-4597-ab82-2ceb641efcf1 req-00643b5d-7133-4941-8291-7f6d6bb6b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:11.841976 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-02af8a29-0124-4597-ab82-2ceb641efcf1 req-00643b5d-7133-4941-8291-7f6d6bb6b899 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 1102 time: 0.1555119 Jul 08 20:14:11.865861 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7f6efb19-6ecc-4de6-97ea-179571d86808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.867042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fdc29a3-1930-41cb-8436-73d9e081206e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.906808 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fdc29a3-1930-41cb-8436-73d9e081206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.922318 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26c0dc1e-62ab-4f8b-8d01-e4e7d7a7e462 req-cd65852e-ce76-4de6-a80f-27a7380f8b2d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900552 Jul 08 20:14:11.951708 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-02af8a29-0124-4597-ab82-2ceb641efcf1 req-023d10d2-91d4-497d-9866-5909f205b17d service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988145 Jul 08 20:14:11.966327 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7f6efb19-6ecc-4de6-97ea-179571d86808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.969133 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7f6efb19-6ecc-4de6-97ea-179571d86808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.970315 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7f6efb19-6ecc-4de6-97ea-179571d86808 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4310508f-fad6-4bdc-b5bd-e83071de8358 HTTP/1.1" status: 204 len: 168 time: 0.3569093 Jul 08 20:14:11.980472 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-98016bd6-efc4-4c9e-89f7-646ce935d572 req-544825e0-8817-4753-9287-65bfa83fb443 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:11.987825 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4fdc29a3-1930-41cb-8436-73d9e081206e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=78900cb351334e5aa09b25cf524ccb44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7146778 Jul 08 20:14:11.989413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6efb19-6ecc-4de6-97ea-179571d86808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4310508f-fad6-4bdc-b5bd-e83071de8358,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:12.001669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44640) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:12.025311 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc29a3-1930-41cb-8436-73d9e081206e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cc5872-3061-4c88-a669-41f50200669c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:12.086372 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3bbc-55af-4141-b15b-8d346ee4f3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.125627 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3bbc-55af-4141-b15b-8d346ee4f3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.178927 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3bbc-55af-4141-b15b-8d346ee4f3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.182275 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3bbc-55af-4141-b15b-8d346ee4f3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.183827 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1b9b3bbc-55af-4141-b15b-8d346ee4f3cb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/96cc5872-3061-4c88-a669-41f50200669c HTTP/1.1" status: 204 len: 168 time: 0.1810791 Jul 08 20:14:12.195335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b3bbc-55af-4141-b15b-8d346ee4f3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cc5872-3061-4c88-a669-41f50200669c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:12.283404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44648) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:12.305393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cfbee748-528f-4d72-8e80-19beb911b1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.350348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71433ca4-5b0b-47db-9d89-17fa8a5dfe4f req-b761e6f5-266d-4c33-88b5-72e3f2f294be tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:12.352355 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-71433ca4-5b0b-47db-9d89-17fa8a5dfe4f req-b761e6f5-266d-4c33-88b5-72e3f2f294be tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1002319 Jul 08 20:14:12.387614 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-98016bd6-efc4-4c9e-89f7-646ce935d572 req-544825e0-8817-4753-9287-65bfa83fb443 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.394763 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-71433ca4-5b0b-47db-9d89-17fa8a5dfe4f req-148b1308-a036-4d28-b172-1d76135a7ed8 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354843 Jul 08 20:14:12.441313 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-98016bd6-efc4-4c9e-89f7-646ce935d572 req-544825e0-8817-4753-9287-65bfa83fb443 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.515495 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cfbee748-528f-4d72-8e80-19beb911b1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.523677 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cfbee748-528f-4d72-8e80-19beb911b1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.524222 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544825e0-8817-4753-9287-65bfa83fb443 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823dc6a9-1aa7-4588-9d07-77e7f1f5daa0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:12.531107 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db47d1a9-1b19-4b25-ad08-83b1e9b49238 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.533105 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-98016bd6-efc4-4c9e-89f7-646ce935d572 req-544825e0-8817-4753-9287-65bfa83fb443 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.539173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98016bd6-efc4-4c9e-89f7-646ce935d572 req-544825e0-8817-4753-9287-65bfa83fb443 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7815259 Jul 08 20:14:12.561995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db47d1a9-1b19-4b25-ad08-83b1e9b49238 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.590184 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cfbee748-528f-4d72-8e80-19beb911b1e7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=62519770072a461994ea547fa077456d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046663 Jul 08 20:14:12.593166 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44660) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:12.633493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbee748-528f-4d72-8e80-19beb911b1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aca694-e25a-46f1-8acc-c5d0a2580759,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:12.756586 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ff611ef3-5c33-48f3-a782-e9988afd673b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.785418 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ff611ef3-5c33-48f3-a782-e9988afd673b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.859560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5567e6-0905-4f2b-866a-74662ac97e79 req-c340aa58-f549-4de5-b5d6-0e32a4018ba8 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:12.863271 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab5567e6-0905-4f2b-866a-74662ac97e79 req-c340aa58-f549-4de5-b5d6-0e32a4018ba8 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 943 time: 0.2073669 Jul 08 20:14:12.864769 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ff611ef3-5c33-48f3-a782-e9988afd673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.868074 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ff611ef3-5c33-48f3-a782-e9988afd673b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:12.869373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ff611ef3-5c33-48f3-a782-e9988afd673b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/36aca694-e25a-46f1-8acc-c5d0a2580759 HTTP/1.1" status: 204 len: 168 time: 0.2751625 Jul 08 20:14:12.890120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff611ef3-5c33-48f3-a782-e9988afd673b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aca694-e25a-46f1-8acc-c5d0a2580759,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:12.933702 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab5567e6-0905-4f2b-866a-74662ac97e79 req-f586c764-2e73-469f-bb33-ac6244335d11 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567679 Jul 08 20:14:12.983406 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-db47d1a9-1b19-4b25-ad08-83b1e9b49238 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Floating IP 7f131634-7a2e-4776-b1aa-3b5b6dffda8d associated. External IP: 172.25.4.172, port: 223429bb-7962-4a65-8566-d8aa76302bd3. Jul 08 20:14:13.085470 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a41b3f1b-22f2-4cac-be9a-568bad9c18cb req-63f8b016-86de-47ff-881f-61cb13be5bf0 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-groups/823dc6a9-1aa7-4588-9d07-77e7f1f5daa0 HTTP/1.1" status: 200 len: 1813 time: 0.1237314 Jul 08 20:14:13.140456 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aa3ca-e5d1-4d93-8b40-7a4d446c7767 req-a5a7ed02-0b1f-4851-a3d3-4a490f9d7ddd tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:13.142688 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-874aa3ca-e5d1-4d93-8b40-7a4d446c7767 req-a5a7ed02-0b1f-4851-a3d3-4a490f9d7ddd tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.0771759 Jul 08 20:14:13.143289 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-ae708ffb-3c06-4b8b-892c-e76e38dbf3d2 req-6f7c0a1e-07ce-4068-be95-d9051db434b4 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] show failed (client error): The resource could not be found. Jul 08 20:14:13.156205 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae708ffb-3c06-4b8b-892c-e76e38dbf3d2 req-6f7c0a1e-07ce-4068-be95-d9051db434b4 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-groups/ccd226ac-6777-4780-811a-982690351623 HTTP/1.1" status: 404 len: 352 time: 0.0619507 Jul 08 20:14:13.188825 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-3da0d306-b6a4-4908-81aa-954028fb52b8 req-6590d1ba-549a-417d-8688-7b1c1f3bcb69 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] show failed (client error): The resource could not be found. Jul 08 20:14:13.205934 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3da0d306-b6a4-4908-81aa-954028fb52b8 req-6590d1ba-549a-417d-8688-7b1c1f3bcb69 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-group-rules/762ea7d7-c1d5-4d7e-9e9d-9057a8183968 HTTP/1.1" status: 404 len: 361 time: 0.0366395 Jul 08 20:14:13.208268 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-874aa3ca-e5d1-4d93-8b40-7a4d446c7767 req-978c6b2b-d2d5-46e7-8acb-35e89d8c09ea tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578015 Jul 08 20:14:13.320612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68ce188e-e5cd-4e61-82f6-7a5cfa7f95f2 req-6a119107-afd9-448b-8716-470e29bf34c5 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-groups/823dc6a9-1aa7-4588-9d07-77e7f1f5daa0 HTTP/1.1" status: 200 len: 1813 time: 0.0997059 Jul 08 20:14:13.420624 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-68ce188e-e5cd-4e61-82f6-7a5cfa7f95f2 req-37f67c5a-3bd0-4c30-9718-3a5bff243b60 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:13.435232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db47d1a9-1b19-4b25-ad08-83b1e9b49238 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Router 82839ff5-1b64-4101-b522-d264592aeceb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:14:13.453475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-68ce188e-e5cd-4e61-82f6-7a5cfa7f95f2 req-37f67c5a-3bd0-4c30-9718-3a5bff243b60 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:13.575760 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-68ce188e-e5cd-4e61-82f6-7a5cfa7f95f2 req-37f67c5a-3bd0-4c30-9718-3a5bff243b60 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:13.578685 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-68ce188e-e5cd-4e61-82f6-7a5cfa7f95f2 req-37f67c5a-3bd0-4c30-9718-3a5bff243b60 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:13.580046 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68ce188e-e5cd-4e61-82f6-7a5cfa7f95f2 req-37f67c5a-3bd0-4c30-9718-3a5bff243b60 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "DELETE /v2.0/security-groups/823dc6a9-1aa7-4588-9d07-77e7f1f5daa0 HTTP/1.1" status: 204 len: 173 time: 0.2586293 Jul 08 20:14:13.603688 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f67c5a-3bd0-4c30-9718-3a5bff243b60 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=823dc6a9-1aa7-4588-9d07-77e7f1f5daa0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:13.618216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db47d1a9-1b19-4b25-ad08-83b1e9b49238 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:14:13.632741 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db47d1a9-1b19-4b25-ad08-83b1e9b49238 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:13.638708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e89980-30e9-465d-a1c4-16a181578ce7 None None] Sync routers for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:14:13.640774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44710) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:13.662874 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e89980-30e9-465d-a1c4-16a181578ce7 None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:14:13.663516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-38e89980-30e9-465d-a1c4-16a181578ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:14:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:13.695033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce6e00-edc6-4ec8-8cd8-789efe0ea706 req-b017f065-9d57-4132-97bc-d89980cb2e48 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:13.696706 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7dce6e00-edc6-4ec8-8cd8-789efe0ea706 req-b017f065-9d57-4132-97bc-d89980cb2e48 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1538029 Jul 08 20:14:13.739278 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e7378bb-809d-4d9e-a338-f588f505b0cc req-46ae6de3-1931-49cd-9e48-1aa67070d298 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-groups/c88a6f83-fd3c-4650-af40-546a198d5bc7 HTTP/1.1" status: 200 len: 1811 time: 0.1338685 Jul 08 20:14:13.743878 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-db47d1a9-1b19-4b25-ad08-83b1e9b49238 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "PUT /v2.0/floatingips/7f131634-7a2e-4776-b1aa-3b5b6dffda8d HTTP/1.1" status: 200 len: 992 time: 2.3367009 Jul 08 20:14:13.751232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5626cdf0-0f12-47f8-9598-952a9bf1e2da', 'tag': '223429bb-7962-4a65-8566-d8aa76302bd3'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:13.756196 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685c4aa1-4de5-43b9-9218-1e17d5e346c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5626cdf0-0f12-47f8-9598-952a9bf1e2da", "tag": "223429bb-7962-4a65-8566-d8aa76302bd3"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:13.759769 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7dce6e00-edc6-4ec8-8cd8-789efe0ea706 req-93e7f504-5350-444d-83fd-9fce7b2709ba tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566010 Jul 08 20:14:13.822446 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9e7378bb-809d-4d9e-a338-f588f505b0cc req-a6b9a217-2f22-435f-addd-5f6ef1e84294 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:13.835064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-38e89980-30e9-465d-a1c4-16a181578ce7 None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:14:13.853643 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9e7378bb-809d-4d9e-a338-f588f505b0cc req-a6b9a217-2f22-435f-addd-5f6ef1e84294 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:13.912909 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9e7378bb-809d-4d9e-a338-f588f505b0cc req-a6b9a217-2f22-435f-addd-5f6ef1e84294 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:13.916989 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9e7378bb-809d-4d9e-a338-f588f505b0cc req-a6b9a217-2f22-435f-addd-5f6ef1e84294 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:13.925843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e7378bb-809d-4d9e-a338-f588f505b0cc req-a6b9a217-2f22-435f-addd-5f6ef1e84294 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "DELETE /v2.0/security-groups/c88a6f83-fd3c-4650-af40-546a198d5bc7 HTTP/1.1" status: 204 len: 173 time: 0.1774049 Jul 08 20:14:13.973507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-921015089-network', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:13.977715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9a217-2f22-435f-addd-5f6ef1e84294 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88a6f83-fd3c-4650-af40-546a198d5bc7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:14.021862 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6f1b7e-ef97-4421-b03c-029d3eccb4ab x-openstack-request-id: req-5b6f1b7e-ef97-4421-b03c-029d3eccb4ab {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:14.028499 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5626cdf0-0f12-47f8-9598-952a9bf1e2da", "tag": "223429bb-7962-4a65-8566-d8aa76302bd3", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:14.028987 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5b6f1b7e-ef97-4421-b03c-029d3eccb4ab {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:14.029959 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5626cdf0-0f12-47f8-9598-952a9bf1e2da', 'tag': '223429bb-7962-4a65-8566-d8aa76302bd3', 'status': 'completed', 'code': 200} Jul 08 20:14:14.054667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Made reservation on behalf of ae1b829eecec450ba4847c10bc2410be for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:14.057369 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.078711 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.143093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c4aa1-4de5-43b9-9218-1e17d5e346c6 req-11dc22d1-2f54-4605-ae23-0224f2c0d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:14.144783 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-685c4aa1-4de5-43b9-9218-1e17d5e346c6 req-11dc22d1-2f54-4605-ae23-0224f2c0d1fe service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=23a55ef526b045a79d4ec9627f175564&device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 1098 time: 0.0817604 Jul 08 20:14:14.179452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44740) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:14.206385 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de160fff-b49b-4056-abe5-7e473f68f08e req-10d26b38-4f18-4cfe-9ad5-b19cc14a52fd tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-groups/02a2168d-5b7f-47f6-aea8-e6a1c9ff1183 HTTP/1.1" status: 200 len: 1812 time: 0.1372495 Jul 08 20:14:14.295101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:14:14.302579 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.318873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.365137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:14:14.397913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b45419-c434-4d24-ab12-ae6cfaa17512,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:14.406938 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.407325 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Added segment 5e5c1e43-74b2-48bf-b404-368bdfc4da80 of type vlan for network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb Jul 08 20:14:14.455782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:14.472248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '11edad50-3cd9-4f56-9f4b-4c9ab65518c7', 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89', 'port_id': '11edad50-3cd9-4f56-9f4b-4c9ab65518c7', 'mac_address': 'fa:16:3e:8b:1c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbaa72f-8cd2-480f-813d-bc86df76e2b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:14:14.473797 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-de160fff-b49b-4056-abe5-7e473f68f08e req-170a94b3-aeef-49f7-a507-e22710d91841 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.505781 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.515680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-575609183-network', 'tenant_id': 'd25def2699354836a65ce9cb85cf88d1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:14.556024 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-de160fff-b49b-4056-abe5-7e473f68f08e req-170a94b3-aeef-49f7-a507-e22710d91841 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.563602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-38e89980-30e9-465d-a1c4-16a181578ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '7f131634-7a2e-4776-b1aa-3b5b6dffda8d', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'port_id': '223429bb-7962-4a65-8566-d8aa76302bd3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'mac_address': 'fa:16:3e:03:98:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626cdf0-0f12-47f8-9598-952a9bf1e2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:13:51Z', 'updated_at': '2021-07-08T20:14:12Z', 'revision_number': 1, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:34Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:14.568083 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.570481 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Made reservation on behalf of d25def2699354836a65ce9cb85cf88d1 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:14.573191 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.600058 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.612231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e89980-30e9-465d-a1c4-16a181578ce7 None None] Checking router: 82839ff5-1b64-4101-b522-d264592aeceb for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:14:14.625880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c4aa1-4de5-43b9-9218-1e17d5e346c6 req-8d50fee4-4701-4d33-9d60-ca3cebb42710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:14.627419 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-685c4aa1-4de5-43b9-9218-1e17d5e346c6 req-8d50fee4-4701-4d33-9d60-ca3cebb42710 service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2fb2686-52d6-49c3-9608-e9409cffa1c6 HTTP/1.1" status: 200 len: 925 time: 0.4710002 Jul 08 20:14:14.636429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e89980-30e9-465d-a1c4-16a181578ce7 None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:14:14.637255 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-38e89980-30e9-465d-a1c4-16a181578ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:14:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:14.639883 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:14.642489 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.644211 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:14.646837 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.653348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc53c22-70cc-4646-a3bb-13b9a714d1bf req-d29f55a3-07af-4645-85ea-a3b210de372f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:14.661063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbc53c22-70cc-4646-a3bb-13b9a714d1bf req-d29f55a3-07af-4645-85ea-a3b210de372f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1495299 Jul 08 20:14:14.664328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:14.716452 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.737922 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-de160fff-b49b-4056-abe5-7e473f68f08e req-170a94b3-aeef-49f7-a507-e22710d91841 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.746947 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-685c4aa1-4de5-43b9-9218-1e17d5e346c6 req-ef02e396-015f-48f6-9c0b-dcc227040998 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=223429bb-7962-4a65-8566-d8aa76302bd3 HTTP/1.1" status: 200 len: 1000 time: 0.1096692 Jul 08 20:14:14.747481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-de160fff-b49b-4056-abe5-7e473f68f08e req-170a94b3-aeef-49f7-a507-e22710d91841 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.749478 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de160fff-b49b-4056-abe5-7e473f68f08e req-170a94b3-aeef-49f7-a507-e22710d91841 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "DELETE /v2.0/security-groups/02a2168d-5b7f-47f6-aea8-e6a1c9ff1183 HTTP/1.1" status: 204 len: 173 time: 0.5161910 Jul 08 20:14:14.761808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbc53c22-70cc-4646-a3bb-13b9a714d1bf req-6026e89a-161a-432f-a1c7-f7e86028f8ef tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996678 Jul 08 20:14:14.800854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a94b3-aeef-49f7-a507-e22710d91841 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a2168d-5b7f-47f6-aea8-e6a1c9ff1183,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:14.811486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:14.881735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c4aa1-4de5-43b9-9218-1e17d5e346c6 req-83e1e7d4-6c19-48fa-a155-1ad5995621a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:14.883213 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-685c4aa1-4de5-43b9-9218-1e17d5e346c6 req-83e1e7d4-6c19-48fa-a155-1ad5995621a5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8720b65f-a456-4dee-81f5-2b9397f73d38 HTTP/1.1" status: 200 len: 863 time: 0.1204770 Jul 08 20:14:14.916696 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.923326 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:14.951725 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44762) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:14.952271 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-de18ad14-927a-4848-aa9a-bdd81e27fa82 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3099251 Jul 08 20:14:14.965609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c151912e-d7c1-4bd2-bab1-f3da30bc3293 admin admin] Request body: {'subnet': {'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-921015089-subnet', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:14.974700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:14:15.029671 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f6658f-de0c-4836-8c10-b8daf8371201,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:15.044160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c151912e-d7c1-4bd2-bab1-f3da30bc3293 admin admin] Made reservation on behalf of ae1b829eecec450ba4847c10bc2410be for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:15.046927 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c151912e-d7c1-4bd2-bab1-f3da30bc3293 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.052169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.056431 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Added segment 030f4356-5f87-4143-8660-05c65d5b47df of type vlan for network 6649c726-2ff7-4bb5-8836-9f7cd5251863 Jul 08 20:14:15.056570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:14:15.114081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c4aa1-4de5-43b9-9218-1e17d5e346c6 req-163b1728-f436-4949-8e64-f95733597f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:15.115957 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-685c4aa1-4de5-43b9-9218-1e17d5e346c6 req-163b1728-f436-4949-8e64-f95733597f5b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2fb2686-52d6-49c3-9608-e9409cffa1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2204709 Jul 08 20:14:15.143358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:15.145032 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.151628 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['11edad50-3cd9-4f56-9f4b-4c9ab65518c7'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:15.156755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa861e-845c-4353-a1a6-f9df165225d5 req-d1c68679-f544-4991-bc86-dd0958f10b34 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:15.164278 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-22aa861e-845c-4353-a1a6-f9df165225d5 req-d1c68679-f544-4991-bc86-dd0958f10b34 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.1912668 Jul 08 20:14:15.208402 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-38e89980-30e9-465d-a1c4-16a181578ce7 None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:14:15.209360 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f651bd9-cf4c-49e7-b847-a7da12b1420d req-fc34aa5c-6bee-4694-9bec-66a5eeae464a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:15.219935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4f651bd9-cf4c-49e7-b847-a7da12b1420d req-fc34aa5c-6bee-4694-9bec-66a5eeae464a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 944 time: 0.2467303 Jul 08 20:14:15.233678 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.234616 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:15.235315 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.275478 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-22aa861e-845c-4353-a1a6-f9df165225d5 req-2cf54609-368f-4974-baaf-797d00193acf tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102278 Jul 08 20:14:15.277881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44768) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:15.323384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-685c4aa1-4de5-43b9-9218-1e17d5e346c6 req-3399ff87-ec26-4190-97da-4504f57f052d service neutron] 10.222.0.104 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956468 Jul 08 20:14:15.338133 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4f651bd9-cf4c-49e7-b847-a7da12b1420d req-389d96b3-3deb-4bef-aff8-158b1930ced6 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172230 Jul 08 20:14:15.358901 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1767871 Jul 08 20:14:15.362020 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44772) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:15.362664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418886b-7166-47bb-a058-9cfcac468f90 admin admin] Pushing event updated for resources: {'Network': ['ID=6649c726-2ff7-4bb5-8836-9f7cd5251863,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:15.380729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-1e16510d-88f0-466f-9697-30d2e8be0436 admin admin] Request body: {'subnet': {'network_id': '6649c726-2ff7-4bb5-8836-9f7cd5251863', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-575609183-subnet', 'tenant_id': 'd25def2699354836a65ce9cb85cf88d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:15.385657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 6649c726-2ff7-4bb5-8836-9f7cd5251863 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:14:15.438143 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e16510d-88f0-466f-9697-30d2e8be0436 admin admin] Made reservation on behalf of d25def2699354836a65ce9cb85cf88d1 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:15.440986 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e16510d-88f0-466f-9697-30d2e8be0436 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.473891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df314a4e-efd7-49bc-9196-4931705f5dc1 req-6cc8295e-1248-49fe-9f99-ba12e1b400e4 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-groups/2dfc8536-b3fe-4095-81ad-215d1d5cade6 HTTP/1.1" status: 200 len: 1812 time: 0.1740487 Jul 08 20:14:15.536863 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b84d025e-55b3-402e-83ed-6ffcd88a09f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.617834 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df314a4e-efd7-49bc-9196-4931705f5dc1 req-52487c8c-88c2-47c7-80ba-60ceb97af116 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.619660 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c151912e-d7c1-4bd2-bab1-f3da30bc3293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.658475 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-685c4aa1-4de5-43b9-9218-1e17d5e346c6 req-43290a5f-53df-46e1-9951-60b1031faf61 service neutron] 10.222.0.104 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803133 Jul 08 20:14:15.691952 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df314a4e-efd7-49bc-9196-4931705f5dc1 req-52487c8c-88c2-47c7-80ba-60ceb97af116 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.738002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c151912e-d7c1-4bd2-bab1-f3da30bc3293 admin admin] Checking segment: {'id': '5e5c1e43-74b2-48bf-b404-368bdfc4da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:15.738362 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c151912e-d7c1-4bd2-bab1-f3da30bc3293 admin admin] Network hostable DHCP agents. Network: c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:14:15.744997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151912e-d7c1-4bd2-bab1-f3da30bc3293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31e8bde-2877-48e4-90bf-09146017b2db,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:15.775472 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e16510d-88f0-466f-9697-30d2e8be0436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.778487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c151912e-d7c1-4bd2-bab1-f3da30bc3293 admin admin] Network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:14:15.788719 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b84d025e-55b3-402e-83ed-6ffcd88a09f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.788960 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df314a4e-efd7-49bc-9196-4931705f5dc1 req-52487c8c-88c2-47c7-80ba-60ceb97af116 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.792065 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df314a4e-efd7-49bc-9196-4931705f5dc1 req-52487c8c-88c2-47c7-80ba-60ceb97af116 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.793892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df314a4e-efd7-49bc-9196-4931705f5dc1 req-52487c8c-88c2-47c7-80ba-60ceb97af116 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "DELETE /v2.0/security-groups/2dfc8536-b3fe-4095-81ad-215d1d5cade6 HTTP/1.1" status: 204 len: 173 time: 0.3191745 Jul 08 20:14:15.807392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-c151912e-d7c1-4bd2-bab1-f3da30bc3293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:15.812125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52487c8c-88c2-47c7-80ba-60ceb97af116 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfc8536-b3fe-4095-81ad-215d1d5cade6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:15.815411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c151912e-d7c1-4bd2-bab1-f3da30bc3293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:15.816471 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c151912e-d7c1-4bd2-bab1-f3da30bc3293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.849738 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b84d025e-55b3-402e-83ed-6ffcd88a09f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.855871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385597d0-324e-48fa-9072-a97f458b844f None None] Network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:15.858767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c151912e-d7c1-4bd2-bab1-f3da30bc3293 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9051454 Jul 08 20:14:15.860952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44784) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:15.868960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:15.927516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d025e-55b3-402e-83ed-6ffcd88a09f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e3c81b-1509-4f7f-a88b-d2c39eca4798,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:15.938345 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.943121 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:15.950584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-38e89980-30e9-465d-a1c4-16a181578ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '7f131634-7a2e-4776-b1aa-3b5b6dffda8d', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'port_id': '223429bb-7962-4a65-8566-d8aa76302bd3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'mac_address': 'fa:16:3e:03:98:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626cdf0-0f12-47f8-9598-952a9bf1e2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:13:51Z', 'updated_at': '2021-07-08T20:14:12Z', 'revision_number': 1, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:34Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:15.977401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16510d-88f0-466f-9697-30d2e8be0436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134bfa67-cada-4081-818a-6312756484c4,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:15.983828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e89980-30e9-465d-a1c4-16a181578ce7 None None] The sync data for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 is: [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '7f131634-7a2e-4776-b1aa-3b5b6dffda8d', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'port_id': '223429bb-7962-4a65-8566-d8aa76302bd3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'mac_address': 'fa:16:3e:03:98:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626cdf0-0f12-47f8-9598-952a9bf1e2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:13:51Z', 'updated_at': '2021-07-08T20:14:12Z', 'revision_number': 1, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:34Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:14:16.024753 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.102113 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b84d025e-55b3-402e-83ed-6ffcd88a09f1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3e4225e10440480497015466c1849d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8165987 Jul 08 20:14:16.108185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44792) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:16.124862 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76414d2a-1000-4e56-8912-d549c8f2a493 req-9df9876e-43bb-4d1f-a8fe-6fd51c252055 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "GET /v2.0/security-groups/edbac40d-d308-48fc-8bba-e5b21ceb0a51 HTTP/1.1" status: 200 len: 1811 time: 0.1814623 Jul 08 20:14:16.128331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16510d-88f0-466f-9697-30d2e8be0436 admin admin] Checking segment: {'id': '030f4356-5f87-4143-8660-05c65d5b47df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6649c726-2ff7-4bb5-8836-9f7cd5251863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:16.128867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e16510d-88f0-466f-9697-30d2e8be0436 admin admin] Network hostable DHCP agents. Network: 6649c726-2ff7-4bb5-8836-9f7cd5251863, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:14:16.159447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'fixed_ips': [{'subnet_id': 'c31e8bde-2877-48e4-90bf-09146017b2db'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:14:16.160337 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.232263 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e16510d-88f0-466f-9697-30d2e8be0436 admin admin] Network 6649c726-2ff7-4bb5-8836-9f7cd5251863 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:14:16.250284 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.255780 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-76414d2a-1000-4e56-8912-d549c8f2a493 req-bc7d72cf-18fc-48b5-8c8f-feb0a1819827 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.268109 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1e16510d-88f0-466f-9697-30d2e8be0436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 6649c726-2ff7-4bb5-8836-9f7cd5251863) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:16.280009 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c63efc1-9933-4009-af58-8e7de17f31f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.290775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16510d-88f0-466f-9697-30d2e8be0436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:16.295989 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e16510d-88f0-466f-9697-30d2e8be0436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.339697 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-76414d2a-1000-4e56-8912-d549c8f2a493 req-bc7d72cf-18fc-48b5-8c8f-feb0a1819827 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.364355 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1e16510d-88f0-466f-9697-30d2e8be0436 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9893410 Jul 08 20:14:16.364617 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cd987-e4a1-4ce9-a3df-3963c6fd3871 req-a209e733-d149-4e78-b0a3-940f7d99a2ec tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:16.364768 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c63efc1-9933-4009-af58-8e7de17f31f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.372895 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5e7cd987-e4a1-4ce9-a3df-3963c6fd3871 req-a209e733-d149-4e78-b0a3-940f7d99a2ec tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1835999 Jul 08 20:14:16.396372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Allocated IP 172.20.0.2 (c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb/c31e8bde-2877-48e4-90bf-09146017b2db/c7b22e9c-5877-44ee-8923-33f86691ff36) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:14:16.400792 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569aa33-2e2a-419e-9a64-78a03e7ba17b None None] New status for floating IP 7f131634-7a2e-4776-b1aa-3b5b6dffda8d: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:14:16.428920 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-76414d2a-1000-4e56-8912-d549c8f2a493 req-bc7d72cf-18fc-48b5-8c8f-feb0a1819827 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.431609 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-76414d2a-1000-4e56-8912-d549c8f2a493 req-bc7d72cf-18fc-48b5-8c8f-feb0a1819827 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.433506 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76414d2a-1000-4e56-8912-d549c8f2a493 req-bc7d72cf-18fc-48b5-8c8f-feb0a1819827 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] 10.222.0.101 "DELETE /v2.0/security-groups/edbac40d-d308-48fc-8bba-e5b21ceb0a51 HTTP/1.1" status: 204 len: 173 time: 0.3076134 Jul 08 20:14:16.438445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5223e4c3-cfc8-4778-90e7-cf6c16084239 None None] Network 6649c726-2ff7-4bb5-8836-9f7cd5251863 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:16.444784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d72cf-18fc-48b5-8c8f-feb0a1819827 tempest-SecurityGroupRulesNegativeTestJSON-615983254 tempest-SecurityGroupRulesNegativeTestJSON-615983254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbac40d-d308-48fc-8bba-e5b21ceb0a51,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:16.445487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:16.456243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44800) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:16.467725 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c63efc1-9933-4009-af58-8e7de17f31f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.470736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c63efc1-9933-4009-af58-8e7de17f31f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.472056 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1c63efc1-9933-4009-af58-8e7de17f31f2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d1e3c81b-1509-4f7f-a88b-d2c39eca4798 HTTP/1.1" status: 204 len: 168 time: 0.3626063 Jul 08 20:14:16.507394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63efc1-9933-4009-af58-8e7de17f31f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e3c81b-1509-4f7f-a88b-d2c39eca4798,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:16.523930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-733a978c-41dd-44a1-a3eb-23eaa3770e09 admin admin] Deleting subnet acbb8d11-6187-4314-ab38-2cdcb16f2e54 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:14:16.529032 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-733a978c-41dd-44a1-a3eb-23eaa3770e09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.563197 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5e7cd987-e4a1-4ce9-a3df-3963c6fd3871 req-dc10f1a6-0328-44b1-8bd5-782425623c43 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868362 Jul 08 20:14:16.613052 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-733a978c-41dd-44a1-a3eb-23eaa3770e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.811775 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.825413 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-733a978c-41dd-44a1-a3eb-23eaa3770e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.849063 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:16.994764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5d875-ed9a-489f-a834-7b632a9f032a req-14b89b28-ae7a-4d79-8ba9-e4f8b799495d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:16.997263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae5d875-ed9a-489f-a834-7b632a9f032a req-14b89b28-ae7a-4d79-8ba9-e4f8b799495d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.3321223 Jul 08 20:14:17.036188 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-733a978c-41dd-44a1-a3eb-23eaa3770e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.049948 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:17.068769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619104a9-09a4-4bbe-bf82-8cd9ff9cdcd4 None None] Network 6649c726-2ff7-4bb5-8836-9f7cd5251863 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:17.077979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44812) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:17.080376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:17.080811 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.097721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edc9e1-30e6-4cae-a09c-5d11f7e2fdce req-7e8b1907-07b3-4d66-a228-6d0a47be915d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:17.103040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a978c-41dd-44a1-a3eb-23eaa3770e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acbb8d11-6187-4314-ab38-2cdcb16f2e54,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:17.106030 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-15edc9e1-30e6-4cae-a09c-5d11f7e2fdce req-7e8b1907-07b3-4d66-a228-6d0a47be915d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 944 time: 0.2703879 Jul 08 20:14:17.130358 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6e013606-85b7-4e03-b8ab-8f33519c6f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.135167 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:14:17.141223 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae5d875-ed9a-489f-a834-7b632a9f032a req-80184efa-adfd-4b58-ad8f-421864b5059e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263387 Jul 08 20:14:17.147571 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-733a978c-41dd-44a1-a3eb-23eaa3770e09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.160575 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-733a978c-41dd-44a1-a3eb-23eaa3770e09 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/acbb8d11-6187-4314-ab38-2cdcb16f2e54 HTTP/1.1" status: 204 len: 168 time: 0.7029738 Jul 08 20:14:17.161242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44816) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:17.191971 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-15edc9e1-30e6-4cae-a09c-5d11f7e2fdce req-81b3487c-d4cf-4926-a0e8-65b4e546c7b0 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849683 Jul 08 20:14:17.210648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Allocated IP 172.25.4.123 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/db6cb605-a1aa-424c-a05d-ec91060e8d0d) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:14:17.322909 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-699a1629-f899-4f79-a6dc-7f5d80a3bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.377827 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.407518 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.408771 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.421653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6e013606-85b7-4e03-b8ab-8f33519c6f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.422786 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.434053 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6e013606-85b7-4e03-b8ab-8f33519c6f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.438963 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-699a1629-f899-4f79-a6dc-7f5d80a3bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.445838 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Transition to ACTIVE for port object c7b22e9c-5877-44ee-8923-33f86691ff36 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:17.459339 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-699a1629-f899-4f79-a6dc-7f5d80a3bfa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8b7f12-5fef-4f7f-97e9-3ba0d453a486']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:17.477602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37007ba-e61c-4b34-b552-eba0e114df44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11edad50-3cd9-4f56-9f4b-4c9ab65518c7'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:17.477971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-699a1629-f899-4f79-a6dc-7f5d80a3bfa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3915b3-b53c-4245-afda-f16a7d30c6df') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:17.478590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-699a1629-f899-4f79-a6dc-7f5d80a3bfa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3915b3-b53c-4245-afda-f16a7d30c6df') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:17.481153 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b325503-c299-4055-bf71-be02b04baffd" -d '{"events": [{"server_uuid": "f37007ba-e61c-4b34-b552-eba0e114df44", "name": "network-vif-plugged", "status": "completed", "tag": "11edad50-3cd9-4f56-9f4b-4c9ab65518c7"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:17.493253 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6e013606-85b7-4e03-b8ab-8f33519c6f01 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0ad36a7245e34626ae43f35fe3d927e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121540 Jul 08 20:14:17.495945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44824) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:17.502661 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e013606-85b7-4e03-b8ab-8f33519c6f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbaf45c-130f-4f83-9f68-4ed5435a31ac,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:17.504183 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Transition to ACTIVE for port object c7b22e9c-5877-44ee-8923-33f86691ff36 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:17.505301 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-699a1629-f899-4f79-a6dc-7f5d80a3bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.527644 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.540020 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-699a1629-f899-4f79-a6dc-7f5d80a3bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.541110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:17.544305 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.557399 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e197c3-f15c-4cf3-b3a4-7371c955ecdc x-openstack-request-id: req-f4e197c3-f15c-4cf3-b3a4-7371c955ecdc {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:17.557858 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37007ba-e61c-4b34-b552-eba0e114df44", "name": "network-vif-plugged", "status": "completed", "tag": "11edad50-3cd9-4f56-9f4b-4c9ab65518c7", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:17.558165 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f4e197c3-f15c-4cf3-b3a4-7371c955ecdc {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:17.558582 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37007ba-e61c-4b34-b552-eba0e114df44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11edad50-3cd9-4f56-9f4b-4c9ab65518c7', 'code': 200} Jul 08 20:14:17.565468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699a1629-f899-4f79-a6dc-7f5d80a3bfa4 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:14:17.565873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-699a1629-f899-4f79-a6dc-7f5d80a3bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:14:17.567855 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:14:17.599055 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.603912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44828) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:17.612180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=db6cb605-a1aa-424c-a05d-ec91060e8d0d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:17.616228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1617790477-network', 'tenant_id': 'df7782d29ff747c0b1eda37197d79717'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:17.625910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:17.627641 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:17.628323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:17.640517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:17.648160 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c8a10e1-a271-4cac-94e0-2b4797e3c5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.648388 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:14:17.650649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:14:17.657120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Pushing event updated for resources: {'Port': ['ID=c7b22e9c-5877-44ee-8923-33f86691ff36,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:17.670189 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-699a1629-f899-4f79-a6dc-7f5d80a3bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.674863 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-699a1629-f899-4f79-a6dc-7f5d80a3bfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.676799 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-699a1629-f899-4f79-a6dc-7f5d80a3bfa4 admin admin] 10.222.0.101 "DELETE /v2.0/networks/5d8b7f12-5fef-4f7f-97e9-3ba0d453a486 HTTP/1.1" status: 204 len: 168 time: 0.5132537 Jul 08 20:14:17.686801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Made reservation on behalf of df7782d29ff747c0b1eda37197d79717 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:17.689123 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.722096 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c8a10e1-a271-4cac-94e0-2b4797e3c5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.724126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a1629-f899-4f79-a6dc-7f5d80a3bfa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d8b7f12-5fef-4f7f-97e9-3ba0d453a486,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:17.732080 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.790081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Attempting to bind port c7b22e9c-5877-44ee-8923-33f86691ff36 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:17.790612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Attempting to bind port c7b22e9c-5877-44ee-8923-33f86691ff36 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5e5c1e43-74b2-48bf-b404-368bdfc4da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:17.791098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Attempting to bind port c7b22e9c-5877-44ee-8923-33f86691ff36 on network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:17.799788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:17.803405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:17.804225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Checking segment: {'id': '5e5c1e43-74b2-48bf-b404-368bdfc4da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:17.804700 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.805264 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Bound using segment: {'id': '5e5c1e43-74b2-48bf-b404-368bdfc4da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:17.805865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Bound port: c7b22e9c-5877-44ee-8923-33f86691ff36, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5c1e43-74b2-48bf-b404-368bdfc4da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:17.806363 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.867056 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c8a10e1-a271-4cac-94e0-2b4797e3c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.869747 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c8a10e1-a271-4cac-94e0-2b4797e3c5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.874178 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0c8a10e1-a271-4cac-94e0-2b4797e3c5fc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7dbaf45c-130f-4f83-9f68-4ed5435a31ac HTTP/1.1" status: 204 len: 168 time: 0.3768716 Jul 08 20:14:17.882827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d90433-b5f6-40a0-a481-f9b9d462d801 req-b50aca83-0895-4107-8745-335b228edd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:17.884926 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61d90433-b5f6-40a0-a481-f9b9d462d801 req-b50aca83-0895-4107-8745-335b228edd3a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 1097 time: 0.2501593 Jul 08 20:14:17.895143 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a10e1-a271-4cac-94e0-2b4797e3c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbaf45c-130f-4f83-9f68-4ed5435a31ac,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:17.907863 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] For port c7b22e9c-5877-44ee-8923-33f86691ff36, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:17.918423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] For port c7b22e9c-5877-44ee-8923-33f86691ff36, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c7b22e9c-5877-44ee-8923-33f86691ff36,segment=NetworkSegment(5e5c1e43-74b2-48bf-b404-368bdfc4da80),segment_id=5e5c1e43-74b2-48bf-b404-368bdfc4da80)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:17.928124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b5b22-9a5e-4103-ad83-c4250b713f4b req-a9063259-41d8-4711-8e95-4be9efd0fe06 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:17.931225 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:17.937787 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c9b5b22-9a5e-4103-ad83-c4250b713f4b req-a9063259-41d8-4711-8e95-4be9efd0fe06 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1377528 Jul 08 20:14:18.000801 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c9b5b22-9a5e-4103-ad83-c4250b713f4b req-6aa96e30-af36-4cc0-88c3-63a9273d85d7 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555112 Jul 08 20:14:18.005178 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61d90433-b5f6-40a0-a481-f9b9d462d801 req-9193201c-5387-41c8-875a-1c218d99e01b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116030 Jul 08 20:14:18.036880 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:18.054725 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:18.055850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5941c0-fe6b-45d7-bcc5-17a7f18f5307 None None] Pushing event updated for resources: {'Port': ['ID=c7b22e9c-5877-44ee-8923-33f86691ff36,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:18.063010 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:18.077867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44836) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:18.119055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:14:18.156831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf53b56c-1b33-4d99-a546-1864142acc3a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:18.170208 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:18.170542 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Added segment 60626e60-51ef-4e63-afdc-d628f0c13c42 of type vlan for network 9d826871-800e-4985-a149-a6a1adfa1618 Jul 08 20:14:18.198880 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-df0237a5-fb97-4d1a-9250-c230bd3aed2d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6a7e49c851574b638c63f45196b0ba6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1193335 Jul 08 20:14:18.200247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44842) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:18.248737 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:18.344754 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:18.345517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:18.346090 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:18.357526 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:18.465399 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32ba13d6-6c23-4c18-a698-ec31c802f2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:18.503891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] Pushing event updated for resources: {'Network': ['ID=9d826871-800e-4985-a149-a6a1adfa1618,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:18.517875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 9d826871-800e-4985-a149-a6a1adfa1618 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:14:18.562811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32ba13d6-6c23-4c18-a698-ec31c802f2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:18.569369 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7def2f45-4ca3-4b50-a859-837c28936725 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9642336 Jul 08 20:14:18.580947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44856) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:18.595619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-588df780-99eb-444e-9d09-a113629352a9 admin admin] Request body: {'subnet': {'network_id': '9d826871-800e-4985-a149-a6a1adfa1618', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1617790477-subnet', 'tenant_id': 'df7782d29ff747c0b1eda37197d79717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:18.645068 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588df780-99eb-444e-9d09-a113629352a9 admin admin] Made reservation on behalf of df7782d29ff747c0b1eda37197d79717 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:18.648093 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-588df780-99eb-444e-9d09-a113629352a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:18.765239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad895c-75e8-40c9-b3ce-b95913bd4386 req-ff320d91-7803-46e2-b5f8-d84bbb82eb14 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:18.772735 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4bad895c-75e8-40c9-b3ce-b95913bd4386 req-ff320d91-7803-46e2-b5f8-d84bbb82eb14 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 945 time: 0.2906702 Jul 08 20:14:18.869378 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32ba13d6-6c23-4c18-a698-ec31c802f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:18.869378 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32ba13d6-6c23-4c18-a698-ec31c802f2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:18.872302 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-32ba13d6-6c23-4c18-a698-ec31c802f2d9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f5c3bea4-07e8-41e5-8ec2-820c6f16053c HTTP/1.1" status: 204 len: 168 time: 0.6505978 Jul 08 20:14:18.908897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedd4cf-6f17-4d39-9a74-0ce011af795d req-0d9bb262-2261-45bd-8c53-4f5db27a0bb3 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:18.910406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9bedd4cf-6f17-4d39-9a74-0ce011af795d req-0d9bb262-2261-45bd-8c53-4f5db27a0bb3 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.5568876 Jul 08 20:14:19.005439 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9bedd4cf-6f17-4d39-9a74-0ce011af795d req-b63bf32e-c426-4ee3-a1d8-e59a77d7de77 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751333 Jul 08 20:14:19.021093 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba13d6-6c23-4c18-a698-ec31c802f2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c3bea4-07e8-41e5-8ec2-820c6f16053c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:19.060954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Router 6b225b9c-58fc-47ac-a644-78b303548b55 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:14:19.077558 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4bad895c-75e8-40c9-b3ce-b95913bd4386 req-1715f971-1703-4d93-a83b-a6154f16455e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987709 Jul 08 20:14:19.083455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-588df780-99eb-444e-9d09-a113629352a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:19.242915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588df780-99eb-444e-9d09-a113629352a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c106c56-ef00-4590-93f2-9dbdc3ddf8d9,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:19.250598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588df780-99eb-444e-9d09-a113629352a9 admin admin] Checking segment: {'id': '60626e60-51ef-4e63-afdc-d628f0c13c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9d826871-800e-4985-a149-a6a1adfa1618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:19.251216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588df780-99eb-444e-9d09-a113629352a9 admin admin] Network hostable DHCP agents. Network: 9d826871-800e-4985-a149-a6a1adfa1618, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:14:19.290024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588df780-99eb-444e-9d09-a113629352a9 admin admin] Network 9d826871-800e-4985-a149-a6a1adfa1618 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:14:19.308543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-588df780-99eb-444e-9d09-a113629352a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 9d826871-800e-4985-a149-a6a1adfa1618) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:19.314749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588df780-99eb-444e-9d09-a113629352a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:19.315610 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-588df780-99eb-444e-9d09-a113629352a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:19.322876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f58dd7-417a-4ef9-8a84-4b79b110db89 None None] Network 9d826871-800e-4985-a149-a6a1adfa1618 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:19.357310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-588df780-99eb-444e-9d09-a113629352a9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7656796 Jul 08 20:14:19.357747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:14:19.381190 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:19.382373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-508d5f83-b73b-46f8-b6c1-058c176c3ad1 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5190580 Jul 08 20:14:19.385307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44880) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:19.577360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f070fa-0fc1-442c-8a1c-59630e54775d req-a5fdc175-6193-4ceb-b650-adc15d636b8b tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:19.579943 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b0f070fa-0fc1-442c-8a1c-59630e54775d req-a5fdc175-6193-4ceb-b650-adc15d636b8b tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1566472 Jul 08 20:14:19.646638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Sync routers for ids ['6b225b9c-58fc-47ac-a644-78b303548b55'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:14:19.652256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c7b22e9c-5877-44ee-8923-33f86691ff36 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:19.681728 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b0f070fa-0fc1-442c-8a1c-59630e54775d req-7ff1c308-68d9-4a8b-8c58-b81339d00bba tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949655 Jul 08 20:14:19.709383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44894) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:19.787595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2123eb0-ff00-4da0-a997-b71725a28409 admin admin] Deleting subnet 134bfa67-cada-4081-818a-6312756484c4 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:14:19.792973 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2123eb0-ff00-4da0-a997-b71725a28409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:19.808350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e10f3a1-17a9-475f-9b69-c41fd1117142 None None] Network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:19.850281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2123eb0-ff00-4da0-a997-b71725a28409 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:19.870910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2123eb0-ff00-4da0-a997-b71725a28409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:19.920848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Routers {'6b225b9c-58fc-47ac-a644-78b303548b55'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:14:19.921620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:14:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b225b9c-58fc-47ac-a644-78b303548b55'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:19.993890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-44b79fb9-a943-414e-89f6-2fe10d202e12 None None] Provisioning for port c7b22e9c-5877-44ee-8923-33f86691ff36 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:20.007108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port c7b22e9c-5877-44ee-8923-33f86691ff36 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:20.026134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-44b79fb9-a943-414e-89f6-2fe10d202e12 None None] Provisioning complete for port c7b22e9c-5877-44ee-8923-33f86691ff36 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:20.027513 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-44b79fb9-a943-414e-89f6-2fe10d202e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.030060 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2123eb0-ff00-4da0-a997-b71725a28409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.050464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c7b22e9c-5877-44ee-8923-33f86691ff36 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:20.051305 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.113820 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2123eb0-ff00-4da0-a997-b71725a28409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.117385 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f2123eb0-ff00-4da0-a997-b71725a28409 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/134bfa67-cada-4081-818a-6312756484c4 HTTP/1.1" status: 204 len: 168 time: 0.4054613 Jul 08 20:14:20.117385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2123eb0-ff00-4da0-a997-b71725a28409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134bfa67-cada-4081-818a-6312756484c4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:20.121798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44930) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:20.304312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9464265f-6fb6-406b-b9d5-02a96d0163df None None] Network 9d826871-800e-4985-a149-a6a1adfa1618 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:20.412392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Set router 6b225b9c-58fc-47ac-a644-78b303548b55 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:14:20.462946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44942) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:20.486224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566fc1b-67a5-43c6-8bc2-9731a4150379 req-f8bc9598-ef6d-4250-a156-cc367248acb2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:20.488188 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5566fc1b-67a5-43c6-8bc2-9731a4150379 req-f8bc9598-ef6d-4250-a156-cc367248acb2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 945 time: 0.1517372 Jul 08 20:14:20.540411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5566fc1b-67a5-43c6-8bc2-9731a4150379 req-365ed53a-7fe9-4eb7-8c49-d71c05d246eb tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466847 Jul 08 20:14:20.600960 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8a1172e9-01e9-43c3-99aa-a9c2fc268432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.606490 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47527160-ae27-435c-9477-eaa4a8281c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.646726 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.728542 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-44b79fb9-a943-414e-89f6-2fe10d202e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.750731 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8a1172e9-01e9-43c3-99aa-a9c2fc268432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.751527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee758c87-656d-4edf-bbb2-9d79448e0774 req-9ea25143-5ac0-45e2-90e7-2ba5e54c9883 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:20.756852 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8a1172e9-01e9-43c3-99aa-a9c2fc268432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.763297 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ee758c87-656d-4edf-bbb2-9d79448e0774 req-9ea25143-5ac0-45e2-90e7-2ba5e54c9883 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.5256653 Jul 08 20:14:20.783152 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port c7b22e9c-5877-44ee-8923-33f86691ff36, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c7b22e9c-5877-44ee-8923-33f86691ff36,segment=NetworkSegment(5e5c1e43-74b2-48bf-b404-368bdfc4da80),segment_id=5e5c1e43-74b2-48bf-b404-368bdfc4da80)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:20.792096 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8a1172e9-01e9-43c3-99aa-a9c2fc268432 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c4d847ffc7634bb68a3a4a7ae9439e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271143 Jul 08 20:14:20.799833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44952) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:20.806510 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.824937 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.849896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1172e9-01e9-43c3-99aa-a9c2fc268432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c04573-b630-485e-92c2-ef774032efc8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:20.890692 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9de35a2-4192-43d6-8a33-a40fcd850fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.891863 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ee758c87-656d-4edf-bbb2-9d79448e0774 req-c945104f-17e7-4a91-b29d-7ae7c6fea4c4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274374 Jul 08 20:14:20.898856 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47527160-ae27-435c-9477-eaa4a8281c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.922586 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9de35a2-4192-43d6-8a33-a40fcd850fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:20.957914 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-44b79fb9-a943-414e-89f6-2fe10d202e12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:14:20.957914 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-44b79fb9-a943-414e-89f6-2fe10d202e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:14:20.961894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=c7b22e9c-5877-44ee-8923-33f86691ff36,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:20.976158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-47527160-ae27-435c-9477-eaa4a8281c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6649c726-2ff7-4bb5-8836-9f7cd5251863']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:20.988809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:14:17Z', 'revision_number': 3, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port': {'id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:16Z', 'updated_at': '2021-07-08T20:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:21.023146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-47527160-ae27-435c-9477-eaa4a8281c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030f4356-5f87-4143-8660-05c65d5b47df') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:21.023146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-47527160-ae27-435c-9477-eaa4a8281c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030f4356-5f87-4143-8660-05c65d5b47df') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:21.039710 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47527160-ae27-435c-9477-eaa4a8281c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.053657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9de35a2-4192-43d6-8a33-a40fcd850fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.056399 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9de35a2-4192-43d6-8a33-a40fcd850fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.061566 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a9de35a2-4192-43d6-8a33-a40fcd850fd5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/69c04573-b630-485e-92c2-ef774032efc8 HTTP/1.1" status: 204 len: 168 time: 0.2562652 Jul 08 20:14:21.063559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Checking router: 6b225b9c-58fc-47ac-a644-78b303548b55 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:14:21.064027 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Updating router 6b225b9c-58fc-47ac-a644-78b303548b55 port db6cb605-a1aa-424c-a05d-ec91060e8d0d binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:14:21.088430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de35a2-4192-43d6-8a33-a40fcd850fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c04573-b630-485e-92c2-ef774032efc8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:21.104518 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47527160-ae27-435c-9477-eaa4a8281c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.119345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47527160-ae27-435c-9477-eaa4a8281c91 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:14:21.119757 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47527160-ae27-435c-9477-eaa4a8281c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:14:21.124489 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:14:21.164166 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.275585 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47527160-ae27-435c-9477-eaa4a8281c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.287199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47527160-ae27-435c-9477-eaa4a8281c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.292572 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-47527160-ae27-435c-9477-eaa4a8281c91 admin admin] 10.222.0.101 "DELETE /v2.0/networks/6649c726-2ff7-4bb5-8836-9f7cd5251863 HTTP/1.1" status: 204 len: 168 time: 1.1691065 Jul 08 20:14:21.295906 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44962) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:21.373364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44966) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:21.403895 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a864d62-62b7-430b-9beb-9ec43c17f5c0 req-530a66ff-6159-4b3c-9149-1287cde15cff tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:21.404407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47527160-ae27-435c-9477-eaa4a8281c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=6649c726-2ff7-4bb5-8836-9f7cd5251863,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:21.405697 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a864d62-62b7-430b-9beb-9ec43c17f5c0 req-530a66ff-6159-4b3c-9149-1287cde15cff tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1572413 Jul 08 20:14:21.433605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c7b22e9c-5877-44ee-8923-33f86691ff36 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:21.456463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Allocated IP 172.20.0.1 (c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb/c31e8bde-2877-48e4-90bf-09146017b2db/68bbe291-3e1b-4367-9903-3f81b3f38fb8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:14:21.470097 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a864d62-62b7-430b-9beb-9ec43c17f5c0 req-6636575b-49f6-4391-974d-cb42eb3e8ee8 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571659 Jul 08 20:14:21.501431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb55853b-74f8-4f1a-8a20-a4348b03d408 admin admin] Deleting subnet 1c106c56-ef00-4590-93f2-9dbdc3ddf8d9 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:14:21.510518 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb55853b-74f8-4f1a-8a20-a4348b03d408 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.585382 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1334099-10e4-410d-b986-278d0ab2ff9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.585711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c7b22e9c-5877-44ee-8923-33f86691ff36 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:21.586039 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.599841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64bf04-cd14-4e35-bd6a-d13ae8bf5c57 req-891bd7fc-ddaa-483f-87cf-be85deaee297 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:21.607697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad64bf04-cd14-4e35-bd6a-d13ae8bf5c57 req-891bd7fc-ddaa-483f-87cf-be85deaee297 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 1097 time: 0.4156303 Jul 08 20:14:21.677303 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb55853b-74f8-4f1a-8a20-a4348b03d408 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.682326 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad64bf04-cd14-4e35-bd6a-d13ae8bf5c57 req-b2b1c1a3-d31c-4081-a12b-f48d8b2665e5 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735874 Jul 08 20:14:21.757426 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.769349 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1334099-10e4-410d-b986-278d0ab2ff9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.775699 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1334099-10e4-410d-b986-278d0ab2ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.776983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Transition to ACTIVE for port object db6cb605-a1aa-424c-a05d-ec91060e8d0d will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:21.793754 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ff90bdcb-bc71-4fce-ab32-646bfd4a06e5 None None] Provisioning complete for port c7b22e9c-5877-44ee-8923-33f86691ff36 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:21.794140 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ff90bdcb-bc71-4fce-ab32-646bfd4a06e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.796828 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.828856 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f1334099-10e4-410d-b986-278d0ab2ff9a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e0fbbef962c6400baa982a6c36f915fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4544010 Jul 08 20:14:21.830278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1334099-10e4-410d-b986-278d0ab2ff9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c809c4a9-f419-42f7-ab8f-a394739bb8ad,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:21.835353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44982) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:21.842237 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb55853b-74f8-4f1a-8a20-a4348b03d408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.889572 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.921356 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f4351388-1fdf-4100-97a8-acbda8a90ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:21.939152 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Transition to ACTIVE for port object 68bbe291-3e1b-4367-9903-3f81b3f38fb8 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:21.953561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f4351388-1fdf-4100-97a8-acbda8a90ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.046312 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb55853b-74f8-4f1a-8a20-a4348b03d408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.103952 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f4351388-1fdf-4100-97a8-acbda8a90ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.108605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f4351388-1fdf-4100-97a8-acbda8a90ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.110133 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f4351388-1fdf-4100-97a8-acbda8a90ca7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c809c4a9-f419-42f7-ab8f-a394739bb8ad HTTP/1.1" status: 204 len: 168 time: 0.2733903 Jul 08 20:14:22.111965 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55853b-74f8-4f1a-8a20-a4348b03d408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c106c56-ef00-4590-93f2-9dbdc3ddf8d9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:22.116250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64826102-11c8-4a03-bfe0-37e626cf3241 None None] Pushing event updated for resources: {'Port': ['ID=db6cb605-a1aa-424c-a05d-ec91060e8d0d,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:22.126105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4351388-1fdf-4100-97a8-acbda8a90ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c809c4a9-f419-42f7-ab8f-a394739bb8ad,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:22.138775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78f2e4-f3a4-452b-a8d6-bf197693a3cf req-c9c1b967-7bf2-426b-b003-19b7dde81040 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:22.140928 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dc78f2e4-f3a4-452b-a8d6-bf197693a3cf req-c9c1b967-7bf2-426b-b003-19b7dde81040 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.1159334 Jul 08 20:14:22.145886 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb55853b-74f8-4f1a-8a20-a4348b03d408 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.147844 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bb55853b-74f8-4f1a-8a20-a4348b03d408 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/1c106c56-ef00-4590-93f2-9dbdc3ddf8d9 HTTP/1.1" status: 204 len: 168 time: 0.8471305 Jul 08 20:14:22.156275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44996) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:22.166157 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.190260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Attempting to bind port db6cb605-a1aa-424c-a05d-ec91060e8d0d on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:22.190646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Attempting to bind port db6cb605-a1aa-424c-a05d-ec91060e8d0d by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:22.191016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Attempting to bind port db6cb605-a1aa-424c-a05d-ec91060e8d0d on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:22.198980 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dc78f2e4-f3a4-452b-a8d6-bf197693a3cf req-6e225d8c-7fac-4b17-a931-6e84c1f6a3ac tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483277 Jul 08 20:14:22.201803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:22.202182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:22.202589 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.202986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:22.203470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Bound port: db6cb605-a1aa-424c-a05d-ec91060e8d0d, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:22.203866 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.266141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44998) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:22.300484 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] For port db6cb605-a1aa-424c-a05d-ec91060e8d0d, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:22.304162 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] For port db6cb605-a1aa-424c-a05d-ec91060e8d0d, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=db6cb605-a1aa-424c-a05d-ec91060e8d0d,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:22.311753 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.316026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da9558-6eb1-46a2-9363-401e47f0c691 req-339e0cc4-3cc5-4b74-8a01-4fe1c785fd7d tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:22.317909 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e3da9558-6eb1-46a2-9363-401e47f0c691 req-339e0cc4-3cc5-4b74-8a01-4fe1c785fd7d tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 1097 time: 0.3474071 Jul 08 20:14:22.326468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:22.336455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:22.339603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:14:22.382449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Pushing event updated for resources: {'Port': ['ID=68bbe291-3e1b-4367-9903-3f81b3f38fb8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:22.391265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Routers {'6b225b9c-58fc-47ac-a644-78b303548b55'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:14:22.391778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:14:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b225b9c-58fc-47ac-a644-78b303548b55'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:22.400713 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e9269748-dd91-4b0b-8424-d7d80d363510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.432285 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.454777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64826102-11c8-4a03-bfe0-37e626cf3241 None None] Pushing event updated for resources: {'Port': ['ID=db6cb605-a1aa-424c-a05d-ec91060e8d0d,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:22.479990 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e3da9558-6eb1-46a2-9363-401e47f0c691 req-10176c63-e0db-48cf-8c19-54d201293f1a tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508377 Jul 08 20:14:22.665412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] Set router 6b225b9c-58fc-47ac-a644-78b303548b55 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:14:22.665967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e9269748-dd91-4b0b-8424-d7d80d363510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.721342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e9269748-dd91-4b0b-8424-d7d80d363510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d826871-800e-4985-a149-a6a1adfa1618']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:22.738766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e9269748-dd91-4b0b-8424-d7d80d363510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60626e60-51ef-4e63-afdc-d628f0c13c42') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:22.739041 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e9269748-dd91-4b0b-8424-d7d80d363510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60626e60-51ef-4e63-afdc-d628f0c13c42') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:22.759034 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e9269748-dd91-4b0b-8424-d7d80d363510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.759397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-461778762-network', 'tenant_id': '9f8b883bf111429a8a38ae480f11eb1f'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:22.779721 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e9269748-dd91-4b0b-8424-d7d80d363510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.815943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Made reservation on behalf of 9f8b883bf111429a8a38ae480f11eb1f for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:22.818718 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.822085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9269748-dd91-4b0b-8424-d7d80d363510 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:14:22.822501 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e9269748-dd91-4b0b-8424-d7d80d363510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:14:22.826475 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:14:22.838812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3ce6e7a7-9820-4899-923a-7eecb9337351 None None] Provisioning for port 68bbe291-3e1b-4367-9903-3f81b3f38fb8 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:22.843662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.846522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3ce6e7a7-9820-4899-923a-7eecb9337351 None None] Provisioning complete for port 68bbe291-3e1b-4367-9903-3f81b3f38fb8 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:22.846906 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e7a7-9820-4899-923a-7eecb9337351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:22.878933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a0453-bd89-413e-9f9e-dfaab3d81b61 req-76ccf1b7-9870-4a42-8526-06902d81ac04 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:22.887423 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c4a0453-bd89-413e-9f9e-dfaab3d81b61 req-76ccf1b7-9870-4a42-8526-06902d81ac04 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1877582 Jul 08 20:14:22.900762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6e7a7-9820-4899-923a-7eecb9337351 None None] Port 68bbe291-3e1b-4367-9903-3f81b3f38fb8 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:14:22.954177 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c4a0453-bd89-413e-9f9e-dfaab3d81b61 req-760b96ab-576e-4ac3-b375-3d52792535ac tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612254 Jul 08 20:14:22.971124 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.028254 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e9269748-dd91-4b0b-8424-d7d80d363510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.042400 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e9269748-dd91-4b0b-8424-d7d80d363510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.046019 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e9269748-dd91-4b0b-8424-d7d80d363510 admin admin] 10.222.0.101 "DELETE /v2.0/networks/9d826871-800e-4985-a149-a6a1adfa1618 HTTP/1.1" status: 204 len: 168 time: 0.8876069 Jul 08 20:14:23.082720 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:14:17Z', 'revision_number': 3, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port': {'id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:16Z', 'updated_at': '2021-07-08T20:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:23.092793 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.134574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9269748-dd91-4b0b-8424-d7d80d363510 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d826871-800e-4985-a149-a6a1adfa1618,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:23.164606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e5fccf-d273-4da8-8844-da64a7fb5b00 None None] The sync data for ids ['6b225b9c-58fc-47ac-a644-78b303548b55'] in n-d-791506-16 is: [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:14:17Z', 'revision_number': 3, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port': {'id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:16Z', 'updated_at': '2021-07-08T20:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:14:23.168802 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.198048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.243124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:14:23.265814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b695978-37c7-42a1-beaa-d59f83188a8d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:23.295876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45036) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:23.310139 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.310489 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Added segment 2aca1bf2-96ba-463f-98f2-864a4ace7e4b of type vlan for network 9871f546-4c94-435f-95d1-c9035173ce0c Jul 08 20:14:23.406835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.416680 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.426746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f33796-0be7-4e78-a9f9-bfafcb4f1021 req-65f9d11e-fae0-4d07-8173-1f084de00909 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:23.434938 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87f33796-0be7-4e78-a9f9-bfafcb4f1021 req-65f9d11e-fae0-4d07-8173-1f084de00909 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 1097 time: 0.2851770 Jul 08 20:14:23.457537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45038) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:23.467753 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.480403 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-71848de6-30f2-4b89-9e8e-1208f6428020 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d25def2699354836a65ce9cb85cf88d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820314 Jul 08 20:14:23.484913 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45040) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:23.553245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87f33796-0be7-4e78-a9f9-bfafcb4f1021 req-27ebe305-edee-449c-a88f-a2eed8c26fda tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171124 Jul 08 20:14:23.584195 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.585867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:23.586711 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.590998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Pushing event updated for resources: {'Port': ['ID=68bbe291-3e1b-4367-9903-3f81b3f38fb8,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:23.605849 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.669172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-657e5a93-545a-471e-bae1-f8920cbcc76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.688316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4173849 Jul 08 20:14:23.689750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45044) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:23.695200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-313606675-network', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:23.696663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-243f41a8-aa76-4dfc-82ac-18c44d00a503 admin admin] Request body: {'subnet': {'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-461778762-subnet', 'tenant_id': '9f8b883bf111429a8a38ae480f11eb1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:23.704345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff55d0a-c014-4818-bb5c-9fc4b47d24a2 admin admin] Pushing event updated for resources: {'Network': ['ID=9871f546-4c94-435f-95d1-c9035173ce0c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:23.715909 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 9871f546-4c94-435f-95d1-c9035173ce0c details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:14:23.720874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-657e5a93-545a-471e-bae1-f8920cbcc76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.761936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8ec0a-8ff6-4995-bd10-65e07409479f req-561a1abb-7f54-4af8-8248-d3aa9cf8b28e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:23.764252 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-21c8ec0a-8ff6-4995-bd10-65e07409479f req-561a1abb-7f54-4af8-8248-d3aa9cf8b28e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.3055606 Jul 08 20:14:23.772488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Made reservation on behalf of 5ea3d50172a64152a8b1a4c73654d683 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:23.779380 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243f41a8-aa76-4dfc-82ac-18c44d00a503 admin admin] Made reservation on behalf of 9f8b883bf111429a8a38ae480f11eb1f for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:23.779578 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.782511 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-243f41a8-aa76-4dfc-82ac-18c44d00a503 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.827084 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.856581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:23.876427 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-21c8ec0a-8ff6-4995-bd10-65e07409479f req-40a998ae-e56d-4217-a039-b2ce13c23b5e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942903 Jul 08 20:14:23.879625 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:23.895708 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-657e5a93-545a-471e-bae1-f8920cbcc76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.899031 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-657e5a93-545a-471e-bae1-f8920cbcc76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:23.901145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-657e5a93-545a-471e-bae1-f8920cbcc76f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/36f6658f-de0c-4836-8c10-b8daf8371201 HTTP/1.1" status: 204 len: 168 time: 0.4151363 Jul 08 20:14:23.936039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e5a93-545a-471e-bae1-f8920cbcc76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f6658f-de0c-4836-8c10-b8daf8371201,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:24.220962 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-243f41a8-aa76-4dfc-82ac-18c44d00a503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.263884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Router 6b225b9c-58fc-47ac-a644-78b303548b55 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:14:24.280874 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.299255 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.363431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5b9785b2-3008-4faf-b85b-d5caec2d96a9 None None] Provisioning complete for port 68bbe291-3e1b-4367-9903-3f81b3f38fb8 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:24.363682 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5b9785b2-3008-4faf-b85b-d5caec2d96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.381508 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:14:24.445259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f41a8-aa76-4dfc-82ac-18c44d00a503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95cce14b-7783-4753-a529-c1129c321d7d,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:24.446768 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.447332 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Added segment fa15948a-346b-4094-8cf9-279e8782fbe7 of type vlan for network facf6591-74f3-4e8c-9b17-d5502e9f1283 Jul 08 20:14:24.459011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e922a8-3d6c-458a-8d92-203f16b2b5b8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:24.460702 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243f41a8-aa76-4dfc-82ac-18c44d00a503 admin admin] Checking segment: {'id': '2aca1bf2-96ba-463f-98f2-864a4ace7e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:24.461327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243f41a8-aa76-4dfc-82ac-18c44d00a503 admin admin] Network hostable DHCP agents. Network: 9871f546-4c94-435f-95d1-c9035173ce0c, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:14:24.471281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5b9785b2-3008-4faf-b85b-d5caec2d96a9 None None] Port 68bbe291-3e1b-4367-9903-3f81b3f38fb8 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:14:24.507448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73fa6a-1db5-4d6b-82c6-29ed3870055b req-4cda3eca-b507-4334-a7e1-9d2a26ee5cdb tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:24.515472 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-be73fa6a-1db5-4d6b-82c6-29ed3870055b req-4cda3eca-b507-4334-a7e1-9d2a26ee5cdb tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.2991168 Jul 08 20:14:24.529491 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.546461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:14:24.560470 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ccba4cf8-c251-4a8e-8b13-dfb19d36c768 admin admin] 10.222.0.101 "PUT /v2.0/routers/6b225b9c-58fc-47ac-a644-78b303548b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1672192 Jul 08 20:14:24.560720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-be73fa6a-1db5-4d6b-82c6-29ed3870055b req-7b2fdc99-c512-4448-b9d5-2b9dc1fa3c05 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Jul 08 20:14:24.560720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243f41a8-aa76-4dfc-82ac-18c44d00a503 admin admin] Network 9871f546-4c94-435f-95d1-c9035173ce0c is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:14:24.579684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-243f41a8-aa76-4dfc-82ac-18c44d00a503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 9871f546-4c94-435f-95d1-c9035173ce0c) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:24.584155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243f41a8-aa76-4dfc-82ac-18c44d00a503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:24.584725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-243f41a8-aa76-4dfc-82ac-18c44d00a503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.590626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85319489-1381-43cc-a436-3887a3c6b2b8 None None] Network 9871f546-4c94-435f-95d1-c9035173ce0c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:24.596571 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.598277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:24.599039 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.614589 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45056) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:24.661544 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-243f41a8-aa76-4dfc-82ac-18c44d00a503 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9687777 Jul 08 20:14:24.677160 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2151933 Jul 08 20:14:24.680075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45062) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:24.688653 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-df3a3738-5b9a-496c-a224-fb45ed34a500 admin admin] Request body: {'subnet': {'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-313606675-subnet', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:24.696403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b4b4e-d17a-48bf-a3df-532bf4d3aec0 admin admin] Pushing event updated for resources: {'Network': ['ID=facf6591-74f3-4e8c-9b17-d5502e9f1283,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:24.715705 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network facf6591-74f3-4e8c-9b17-d5502e9f1283 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:14:24.721898 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e444d9aa-aae5-4678-9d07-b50183f80e73 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=df7782d29ff747c0b1eda37197d79717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054673 Jul 08 20:14:24.726557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45064) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:24.727431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3a3738-5b9a-496c-a224-fb45ed34a500 admin admin] Made reservation on behalf of 5ea3d50172a64152a8b1a4c73654d683 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:24.730681 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df3a3738-5b9a-496c-a224-fb45ed34a500 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.845710 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20e6738f-68e2-409d-ad56-e4370955dfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.886588 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20e6738f-68e2-409d-ad56-e4370955dfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.927058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3724e020-2244-40ca-a6f8-e5bbd93b8ad4 None None] Network 9871f546-4c94-435f-95d1-c9035173ce0c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:24.954780 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20e6738f-68e2-409d-ad56-e4370955dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.958458 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20e6738f-68e2-409d-ad56-e4370955dfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:24.962512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-20e6738f-68e2-409d-ad56-e4370955dfc3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bf53b56c-1b33-4d99-a546-1864142acc3a HTTP/1.1" status: 204 len: 168 time: 0.2294588 Jul 08 20:14:24.984510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6738f-68e2-409d-ad56-e4370955dfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf53b56c-1b33-4d99-a546-1864142acc3a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:25.031930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfa548-2283-4cfd-9033-4832f08f648c req-3828faec-6257-4080-844c-5f59e2ca5aca tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:25.039739 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2adfa548-2283-4cfd-9033-4832f08f648c req-3828faec-6257-4080-844c-5f59e2ca5aca tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 1097 time: 0.1592584 Jul 08 20:14:25.062702 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df3a3738-5b9a-496c-a224-fb45ed34a500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:25.128425 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2adfa548-2283-4cfd-9033-4832f08f648c req-964dfb5e-ebf8-4de5-84d2-eca8e994bfb9 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878463 Jul 08 20:14:25.184332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a3738-5b9a-496c-a224-fb45ed34a500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e333acf-e5bb-43f7-b4e2-5e96c683e1d3,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:25.197936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a3738-5b9a-496c-a224-fb45ed34a500 admin admin] Checking segment: {'id': 'fa15948a-346b-4094-8cf9-279e8782fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:25.199132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3a3738-5b9a-496c-a224-fb45ed34a500 admin admin] Network hostable DHCP agents. Network: facf6591-74f3-4e8c-9b17-d5502e9f1283, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:14:25.220878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3a3738-5b9a-496c-a224-fb45ed34a500 admin admin] Network facf6591-74f3-4e8c-9b17-d5502e9f1283 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:14:25.234494 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-df3a3738-5b9a-496c-a224-fb45ed34a500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, facf6591-74f3-4e8c-9b17-d5502e9f1283) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:25.241019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3a3738-5b9a-496c-a224-fb45ed34a500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:25.241708 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df3a3738-5b9a-496c-a224-fb45ed34a500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:25.244914 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faabe4f-c388-4245-beeb-69a07f39af69 None None] Network facf6591-74f3-4e8c-9b17-d5502e9f1283 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:25.265091 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-df3a3738-5b9a-496c-a224-fb45ed34a500 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5836613 Jul 08 20:14:25.267612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45082) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:25.275271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-313606675-router', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:25.304172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:25.306966 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:25.405499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:25.454642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45090) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:25.460871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-98a7e3f5-3da9-4ee1-843e-acfaa8fe49ef tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110840023', 'description': 'tempest-description--245457039'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:25.514861 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98a7e3f5-3da9-4ee1-843e-acfaa8fe49ef tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:25.533974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device db6cb605-a1aa-424c-a05d-ec91060e8d0d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:25.584495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-aa18d180-8f9b-4b97-9187-f5c2977d78db req-efb4f0f4-4b0c-4233-bb77-9a3628df5b7b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1603437899', 'description': 'tempest-description-1264506686'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:25.649681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f5168f-de67-447a-9031-f0da70157733 None None] Network facf6591-74f3-4e8c-9b17-d5502e9f1283 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:25.671878 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Sync routers for ids ['6b225b9c-58fc-47ac-a644-78b303548b55'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:14:25.697187 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Routers {'6b225b9c-58fc-47ac-a644-78b303548b55'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:14:25.698781 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-63afc01b-2505-4236-844a-2656dab0416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:14:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b225b9c-58fc-47ac-a644-78b303548b55'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:25.726407 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:25.755174 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98a7e3f5-3da9-4ee1-843e-acfaa8fe49ef tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:25.765443 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98a7e3f5-3da9-4ee1-843e-acfaa8fe49ef tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:25.769208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port db6cb605-a1aa-424c-a05d-ec91060e8d0d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:25.781369 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port db6cb605-a1aa-424c-a05d-ec91060e8d0d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:25.781762 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:25.817054 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-aa18d180-8f9b-4b97-9187-f5c2977d78db req-efb4f0f4-4b0c-4233-bb77-9a3628df5b7b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:25.825851 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98a7e3f5-3da9-4ee1-843e-acfaa8fe49ef tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:25.827593 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-98a7e3f5-3da9-4ee1-843e-acfaa8fe49ef tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3716857 Jul 08 20:14:25.829153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7e3f5-3da9-4ee1-843e-acfaa8fe49ef tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561c724e-0074-4a0a-a4ec-b8c8594b7dd5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:25.832566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45104) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:25.847633 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f951d-870b-47ec-90f4-0dca80f21c71 req-1e4b4964-8432-4f5e-9aa7-1566580c2ba4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:25.851858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-1193f824-419e-48fd-9e42-539e9039b03e tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Request body: {'security_group_rule': {'security_group_id': '561c724e-0074-4a0a-a4ec-b8c8594b7dd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:25.856664 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a72f951d-870b-47ec-90f4-0dca80f21c71 req-1e4b4964-8432-4f5e-9aa7-1566580c2ba4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.1930087 Jul 08 20:14:25.928606 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a72f951d-870b-47ec-90f4-0dca80f21c71 req-7c190fe0-b9bc-45bc-96a6-30e9f948f6da tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707302 Jul 08 20:14:25.962119 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Set router 6b225b9c-58fc-47ac-a644-78b303548b55 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:14:25.986339 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.022293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45108) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:26.023022 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1193f824-419e-48fd-9e42-539e9039b03e tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.024264 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port db6cb605-a1aa-424c-a05d-ec91060e8d0d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=db6cb605-a1aa-424c-a05d-ec91060e8d0d,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:26.031007 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.136540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.140360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=db6cb605-a1aa-424c-a05d-ec91060e8d0d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:26.159139 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.169997 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-aa18d180-8f9b-4b97-9187-f5c2977d78db req-efb4f0f4-4b0c-4233-bb77-9a3628df5b7b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.187282 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-aa18d180-8f9b-4b97-9187-f5c2977d78db req-efb4f0f4-4b0c-4233-bb77-9a3628df5b7b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.239523 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1193f824-419e-48fd-9e42-539e9039b03e tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.253428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-510057217-network', 'tenant_id': 'a00dc66fc33a49b89050fb4dd9c642cd'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:26.266967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-aa18d180-8f9b-4b97-9187-f5c2977d78db req-efb4f0f4-4b0c-4233-bb77-9a3628df5b7b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.268504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa18d180-8f9b-4b97-9187-f5c2977d78db req-efb4f0f4-4b0c-4233-bb77-9a3628df5b7b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7015891 Jul 08 20:14:26.269240 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1193f824-419e-48fd-9e42-539e9039b03e tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.306280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Allocated IP 172.25.4.121 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/9f1e47f2-3571-4e9d-8959-559e2d422b7c) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:14:26.309601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193f824-419e-48fd-9e42-539e9039b03e tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3152b24d-4e47-4454-adba-300594e00766,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:26.339890 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-63afc01b-2505-4236-844a-2656dab0416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:14:22Z', 'revision_number': 4, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port': {'id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:16Z', 'updated_at': '2021-07-08T20:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '68bbe291-3e1b-4367-9903-3f81b3f38fb8', 'name': '', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'mac_address': 'fa:16:3e:da:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:20Z', 'updated_at': '2021-07-08T20:14:23Z', 'revision_number': 2, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'subnets': [{'id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:26.345740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4f0f4-4b0c-4233-bb77-9a3628df5b7b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d49e65-ea64-4232-a290-9d9b092a19c8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:26.378133 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Checking router: 6b225b9c-58fc-47ac-a644-78b303548b55 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:14:26.378775 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Updating router 6b225b9c-58fc-47ac-a644-78b303548b55 port 68bbe291-3e1b-4367-9903-3f81b3f38fb8 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:14:26.381866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Made reservation on behalf of a00dc66fc33a49b89050fb4dd9c642cd for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:26.396879 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.396879 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1193f824-419e-48fd-9e42-539e9039b03e tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.401298 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1193f824-419e-48fd-9e42-539e9039b03e tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5568504 Jul 08 20:14:26.413174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45116) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:26.420015 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.428518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ca1dae8f-fa9f-454e-8444-453b9a0538a0 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Request body: {'security_group_rule': {'security_group_id': '561c724e-0074-4a0a-a4ec-b8c8594b7dd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:26.453559 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.457723 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:14:26.457723 n-d-791506-16 neutron-server[94065]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 20:14:26.457723 n-d-791506-16 neutron-server[94065]: [parameters: {'project_id_1': 'a00dc66fc33a49b89050fb4dd9c642cd', 'expiration_1': datetime.datetime(2021, 7, 8, 20, 14, 26, 450299)}] Jul 08 20:14:26.457723 n-d-791506-16 neutron-server[94065]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:14:26.458997 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:14:26.497071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.502083 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca1dae8f-fa9f-454e-8444-453b9a0538a0 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.580890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca1dae8f-fa9f-454e-8444-453b9a0538a0 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.587541 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca1dae8f-fa9f-454e-8444-453b9a0538a0 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.591364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43e19-5ce6-4599-aae9-27db1fda02af req-50bea86e-e428-45d6-ba0d-52a0d4da0d2e tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:26.597084 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.598824 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89e43e19-5ce6-4599-aae9-27db1fda02af req-50bea86e-e428-45d6-ba0d-52a0d4da0d2e tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.0802870 Jul 08 20:14:26.645185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dae8f-fa9f-454e-8444-453b9a0538a0 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e05e9d5-0b62-4db1-be0c-f4b3c41bddf3,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:26.649658 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca1dae8f-fa9f-454e-8444-453b9a0538a0 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.650319 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89e43e19-5ce6-4599-aae9-27db1fda02af req-9452a665-fd50-4844-a733-6e8487012784 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505071 Jul 08 20:14:26.651100 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ca1dae8f-fa9f-454e-8444-453b9a0538a0 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2369239 Jul 08 20:14:26.658644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45128) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:26.668989 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:26.672268 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:26.685996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:26.687942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Pushing event updated for resources: {'Port': ['ID=9f1e47f2-3571-4e9d-8959-559e2d422b7c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:26.690471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:14:26.706917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-9439c683-fed8-4d42-99b5-c07c8730833e req-c53786f1-37b8-4883-8272-cea201d0bf38 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1828926440', 'description': 'tempest-description-113036708'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:26.728306 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.878566 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.893459 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Transition to ACTIVE for port object 68bbe291-3e1b-4367-9903-3f81b3f38fb8 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:26.903654 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.955755 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:26.970650 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Pushing event updated for resources: {'Port': ['ID=68bbe291-3e1b-4367-9903-3f81b3f38fb8,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:26.980464 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:26.980885 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:26.981329 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:26.981655 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:26.982499 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:26.982499 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:26.982670 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:26.982936 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:26.983292 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:26.983639 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:26.983884 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:26.984205 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:27.096548 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Attempting to bind port 68bbe291-3e1b-4367-9903-3f81b3f38fb8 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:27.097815 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Attempting to bind port 68bbe291-3e1b-4367-9903-3f81b3f38fb8 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5e5c1e43-74b2-48bf-b404-368bdfc4da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:27.098906 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Attempting to bind port 68bbe291-3e1b-4367-9903-3f81b3f38fb8 on network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:27.100216 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.106028 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:27.106394 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Checking segment: {'id': '5e5c1e43-74b2-48bf-b404-368bdfc4da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:27.106785 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.107174 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Bound using segment: {'id': '5e5c1e43-74b2-48bf-b404-368bdfc4da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:27.108175 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Bound port: 68bbe291-3e1b-4367-9903-3f81b3f38fb8, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5c1e43-74b2-48bf-b404-368bdfc4da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:27.108656 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.134774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9439c683-fed8-4d42-99b5-c07c8730833e req-c53786f1-37b8-4883-8272-cea201d0bf38 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.201315 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-63afc01b-2505-4236-844a-2656dab0416b None None] For port 68bbe291-3e1b-4367-9903-3f81b3f38fb8, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:27.206627 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-63afc01b-2505-4236-844a-2656dab0416b None None] For port 68bbe291-3e1b-4367-9903-3f81b3f38fb8, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=68bbe291-3e1b-4367-9903-3f81b3f38fb8,segment=NetworkSegment(5e5c1e43-74b2-48bf-b404-368bdfc4da80),segment_id=5e5c1e43-74b2-48bf-b404-368bdfc4da80)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:27.229060 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.265172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.280386 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.357915 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.375261 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.408340 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Routers {'6b225b9c-58fc-47ac-a644-78b303548b55'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:14:27.409060 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-63afc01b-2505-4236-844a-2656dab0416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:14:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b225b9c-58fc-47ac-a644-78b303548b55'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:27.411279 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6169f-cf83-47d7-a9a5-95227298b486 None None] Pushing event updated for resources: {'Port': ['ID=68bbe291-3e1b-4367-9903-3f81b3f38fb8,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:27.443838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-9f0b26a5-9435-4152-9edc-c480ad3328da tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:14:27.446072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-9f0b26a5-9435-4152-9edc-c480ad3328da tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148492 Jul 08 20:14:27.460690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] Request body: {'binding': {'host': 'n-h1-791506-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:27.460949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] Unknown quota resources ['binding']. {{(pid=94066) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:14:27.472068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device db6cb605-a1aa-424c-a05d-ec91060e8d0d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:27.476664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:14:27.490745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4239549e-60dd-45c4-9a7c-877e84a7fe85,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:27.515567 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.515929 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Added segment 593566a7-cbb5-4ebe-9dc0-401bfa509770 of type vlan for network d2787acb-ce97-4e22-86fe-e3a85811ac14 Jul 08 20:14:27.534404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Allocated IP 172.25.4.73 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/3b62b1f4-e78b-4f62-9a35-1181c0f7fbd1) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:14:27.536104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Router 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:14:27.567967 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-63afc01b-2505-4236-844a-2656dab0416b None None] Set router 6b225b9c-58fc-47ac-a644-78b303548b55 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:14:27.603431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port db6cb605-a1aa-424c-a05d-ec91060e8d0d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:27.604791 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.612760 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.708902 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9439c683-fed8-4d42-99b5-c07c8730833e req-c53786f1-37b8-4883-8272-cea201d0bf38 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.726636 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9439c683-fed8-4d42-99b5-c07c8730833e req-c53786f1-37b8-4883-8272-cea201d0bf38 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.804587 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.805590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:27.806198 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.815443 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9439c683-fed8-4d42-99b5-c07c8730833e req-c53786f1-37b8-4883-8272-cea201d0bf38 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.816699 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9439c683-fed8-4d42-99b5-c07c8730833e req-c53786f1-37b8-4883-8272-cea201d0bf38 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1167088 Jul 08 20:14:27.820778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53786f1-37b8-4883-8272-cea201d0bf38 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21da1d3c-0d59-49d5-9eaf-aa02656e1fb0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:27.861496 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-63afc01b-2505-4236-844a-2656dab0416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:14:22Z', 'revision_number': 4, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port': {'id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:16Z', 'updated_at': '2021-07-08T20:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '68bbe291-3e1b-4367-9903-3f81b3f38fb8', 'name': '', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'mac_address': 'fa:16:3e:da:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:20Z', 'updated_at': '2021-07-08T20:14:27Z', 'revision_number': 4, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'subnets': [{'id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:27.923042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:27.938353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] Pushing event updated for resources: {'Network': ['ID=d2787acb-ce97-4e22-86fe-e3a85811ac14,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:27.948724 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9a82b57d-f52d-44f3-88eb-3b0497edf4b9 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9206169 Jul 08 20:14:27.949070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network d2787acb-ce97-4e22-86fe-e3a85811ac14 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:14:27.952477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45150) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:27.960517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-8c023e3a-758d-4076-a23a-06dffb6f59a8 admin admin] Request body: {'subnet': {'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-510057217-subnet', 'tenant_id': 'a00dc66fc33a49b89050fb4dd9c642cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:28.027045 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63afc01b-2505-4236-844a-2656dab0416b None None] The sync data for ids ['6b225b9c-58fc-47ac-a644-78b303548b55'] in n-d-791506-16 is: [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:14:22Z', 'revision_number': 4, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port': {'id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:16Z', 'updated_at': '2021-07-08T20:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '68bbe291-3e1b-4367-9903-3f81b3f38fb8', 'name': '', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'mac_address': 'fa:16:3e:da:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:20Z', 'updated_at': '2021-07-08T20:14:27Z', 'revision_number': 4, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'subnets': [{'id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:14:28.056697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c023e3a-758d-4076-a23a-06dffb6f59a8 admin admin] Made reservation on behalf of a00dc66fc33a49b89050fb4dd9c642cd for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:28.059683 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c023e3a-758d-4076-a23a-06dffb6f59a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:28.133083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:28.185221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:14:28.197674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] Attempting to bind port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on host n-h1-791506-16 for vnic_type normal with profile None {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:28.198388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Sync routers for ids ['1e3e4f36-5283-4863-96ca-e4b2843a6ae6'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:14:28.198594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] Attempting to bind port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:28.198874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] Attempting to bind port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:28.208749 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] Port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on network 1f8d4455-76b7-4da7-903b-af304e444c89 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:14:28.209088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] Attempting to bind port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:28.211303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Routers {'1e3e4f36-5283-4863-96ca-e4b2843a6ae6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:14:28.211860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:14:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['1e3e4f36-5283-4863-96ca-e4b2843a6ae6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:28.217367 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:28.222274 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-22220be8-0ed8-4a7a-a3aa-b81f09e5f507 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9530723 Jul 08 20:14:28.223318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45154) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:28.224300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:28.224849 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] Checking segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:28.225413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] Bound using segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:28.226040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] Bound port: 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:28.275865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:28.288361 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Pushing event updated for resources: {'Port': ['ID=3b62b1f4-e78b-4f62-9a35-1181c0f7fbd1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:28.309003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c138b95-f52c-42a1-a54c-74b89fb9caec req-12bacd76-41f7-4d90-9749-e9acc26b572d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:28.316350 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c138b95-f52c-42a1-a54c-74b89fb9caec req-12bacd76-41f7-4d90-9749-e9acc26b572d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.3402348 Jul 08 20:14:28.318984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:28.325141 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:14:28.346952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:28.356981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] Notify callbacks [] for binding, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:28.358638 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ce75fa33-4dad-4c80-a29f-e65d22a65a1b service neutron] 10.222.0.101 "POST /v2.0/ports/11edad50-3cd9-4f56-9f4b-4c9ab65518c7/bindings HTTP/1.1" status: 201 len: 390 time: 0.9037743 Jul 08 20:14:28.587613 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c138b95-f52c-42a1-a54c-74b89fb9caec req-40c63954-11bd-441b-b039-9c7189c2a366 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699459 Jul 08 20:14:28.646078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Set router 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:14:28.686098 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:28.795541 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:28.797436 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c023e3a-758d-4076-a23a-06dffb6f59a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:28.875984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c023e3a-758d-4076-a23a-06dffb6f59a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9c2772-125a-4c73-b763-c9127fd5cc34,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:28.960685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'name': 'tempest-ServerRescueTestJSON-313606675-router', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:25Z', 'updated_at': '2021-07-08T20:14:26Z', 'revision_number': 3, 'project_id': '5ea3d50172a64152a8b1a4c73654d683', 'gw_port': {'id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:26Z', 'updated_at': '2021-07-08T20:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:28.983977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-9b20a554-46a9-4fbb-8e2f-ac08f44e13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:28.985592 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-9b20a554-46a9-4fbb-8e2f-ac08f44e13d9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 1097 time: 0.2750626 Jul 08 20:14:29.020437 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Checking router: 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:14:29.021237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Updating router 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 port 9f1e47f2-3571-4e9d-8959-559e2d422b7c binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:14:29.030443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c023e3a-758d-4076-a23a-06dffb6f59a8 admin admin] Checking segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:29.030816 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c023e3a-758d-4076-a23a-06dffb6f59a8 admin admin] Network hostable DHCP agents. Network: d2787acb-ce97-4e22-86fe-e3a85811ac14, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:14:29.054818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a016f-98a7-4a38-82cf-a20f485b44f3 req-0c115775-ab15-4a1c-9349-e26c6ab60ce0 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:29.056367 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0c9a016f-98a7-4a38-82cf-a20f485b44f3 req-0c115775-ab15-4a1c-9349-e26c6ab60ce0 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.2058456 Jul 08 20:14:29.084846 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:29.114969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-d1892ecc-a3ea-460d-99d2-7d18d3492b10 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:29.116533 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-d1892ecc-a3ea-460d-99d2-7d18d3492b10 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/networks?id=9871f546-4c94-435f-95d1-c9035173ce0c HTTP/1.1" status: 200 len: 812 time: 0.2573745 Jul 08 20:14:29.132042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c023e3a-758d-4076-a23a-06dffb6f59a8 admin admin] Network d2787acb-ce97-4e22-86fe-e3a85811ac14 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:14:29.155104 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0c9a016f-98a7-4a38-82cf-a20f485b44f3 req-14458cba-e20c-4060-b97f-2759dd98b8b1 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880527 Jul 08 20:14:29.158242 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-f6f57451-6961-455f-b512-95207f00b608 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/quotas/9f8b883bf111429a8a38ae480f11eb1f HTTP/1.1" status: 200 len: 375 time: 0.0124211 Jul 08 20:14:29.170113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-8c023e3a-758d-4076-a23a-06dffb6f59a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, d2787acb-ce97-4e22-86fe-e3a85811ac14) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:29.178344 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c023e3a-758d-4076-a23a-06dffb6f59a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:29.178947 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c023e3a-758d-4076-a23a-06dffb6f59a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:29.196442 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:29.210380 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:29.217609 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8c023e3a-758d-4076-a23a-06dffb6f59a8 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2623711 Jul 08 20:14:29.232181 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-044207e5-f903-46dc-8d79-5e0c24c621dc tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9f8b883bf111429a8a38ae480f11eb1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638273 Jul 08 20:14:29.326759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8230055b-eaf4-43a4-b206-6e30fd01543e None None] Network d2787acb-ce97-4e22-86fe-e3a85811ac14 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:29.339242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Pushing event updated for resources: {'Port': ['ID=3b62b1f4-e78b-4f62-9a35-1181c0f7fbd1,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:29.348162 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:29.377297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:29.379221 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-79972cd5-e785-4333-b107-34ff3b44017c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7186577 Jul 08 20:14:29.524294 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-3d532873-e5c3-41e9-86cd-555269b6675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:29.529765 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2dd24-8065-4ba2-9b2e-0d6412c8add8 req-c6ec5701-b6b2-4f42-acf8-d847bc10fc37 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:29.530732 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-3d532873-e5c3-41e9-86cd-555269b6675c service neutron] 10.222.0.104 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.5297749 Jul 08 20:14:29.558579 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6a2dd24-8065-4ba2-9b2e-0d6412c8add8 req-c6ec5701-b6b2-4f42-acf8-d847bc10fc37 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 945 time: 0.1480422 Jul 08 20:14:29.564830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 68bbe291-3e1b-4367-9903-3f81b3f38fb8 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:29.621308 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-e4af373e-d153-4f47-9ee5-69137aada0d1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7 HTTP/1.1" status: 200 len: 217 time: 0.0743468 Jul 08 20:14:29.625269 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:29.633938 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6a2dd24-8065-4ba2-9b2e-0d6412c8add8 req-b15280f8-350f-454c-bd97-028c7e6e7660 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743296 Jul 08 20:14:29.696979 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-66e56be4-f883-4c84-ac51-b782ffec868b service neutron] 10.222.0.101 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481037 Jul 08 20:14:29.735846 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525f9cb4-be9d-408d-aa51-5dba0f2f85c2 None None] Network d2787acb-ce97-4e22-86fe-e3a85811ac14 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:29.849103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-bedbf2e9-3b92-494c-b72e-eb7e8369887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:29.850610 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-bedbf2e9-3b92-494c-b72e-eb7e8369887c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.2194650 Jul 08 20:14:29.891762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dc604-33d1-4fca-a966-88b8b26f5a8d req-4faf39ff-7aae-4a0a-959d-7f33b149dd69 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:29.899954 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-500dc604-33d1-4fca-a966-88b8b26f5a8d req-4faf39ff-7aae-4a0a-959d-7f33b149dd69 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.1261411 Jul 08 20:14:29.956682 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-0adf3711-b0c8-4468-9d73-b08359ba3a94 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943429 Jul 08 20:14:29.979957 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-500dc604-33d1-4fca-a966-88b8b26f5a8d req-9490cac7-b3b8-4e4f-8e8f-08026d98d761 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766335 Jul 08 20:14:30.031934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 68bbe291-3e1b-4367-9903-3f81b3f38fb8 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:30.046760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 68bbe291-3e1b-4367-9903-3f81b3f38fb8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:30.046945 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.055219 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-48c0cccb-758a-48e5-aedd-9c95066363ea service neutron] 10.222.0.101 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572524 Jul 08 20:14:30.142935 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.184441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Transition to ACTIVE for port object 9f1e47f2-3571-4e9d-8959-559e2d422b7c will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:30.208689 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.208928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Allocated IP 172.20.0.1 (facf6591-74f3-4e8c-9b17-d5502e9f1283/1e333acf-e5bb-43f7-b4e2-5e96c683e1d3/c30c71f3-7ce6-46d3-bdda-97e396f66628) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:14:30.272233 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-8a699a92-f88f-4e20-b619-5785e51bcd74 service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039937 Jul 08 20:14:30.275924 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.295450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Attempting to bind port 9f1e47f2-3571-4e9d-8959-559e2d422b7c on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:30.295874 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Attempting to bind port 9f1e47f2-3571-4e9d-8959-559e2d422b7c by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:30.296178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Attempting to bind port 9f1e47f2-3571-4e9d-8959-559e2d422b7c on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:30.300731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089b169-c1f6-4a97-8f6e-922eeec2cbde None None] Pushing event updated for resources: {'Port': ['ID=9f1e47f2-3571-4e9d-8959-559e2d422b7c,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:30.311036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:30.311411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:30.311813 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.312213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:30.312717 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Bound port: 9f1e47f2-3571-4e9d-8959-559e2d422b7c, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:30.313099 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.334901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45232) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:30.343720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-620393988-network', 'tenant_id': '7e29a94e2e4f42a48412850f5b6f80a7'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:30.352397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 68bbe291-3e1b-4367-9903-3f81b3f38fb8, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=68bbe291-3e1b-4367-9903-3f81b3f38fb8,segment=NetworkSegment(5e5c1e43-74b2-48bf-b404-368bdfc4da80),segment_id=5e5c1e43-74b2-48bf-b404-368bdfc4da80)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:30.371474 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.409708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] For port 9f1e47f2-3571-4e9d-8959-559e2d422b7c, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:30.441477 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] For port 9f1e47f2-3571-4e9d-8959-559e2d422b7c, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9f1e47f2-3571-4e9d-8959-559e2d422b7c,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:30.466494 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.486057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Made reservation on behalf of 7e29a94e2e4f42a48412850f5b6f80a7 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:30.489195 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.500417 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=68bbe291-3e1b-4367-9903-3f81b3f38fb8,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:30.522882 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.524788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4665709c-effb-49c7-aad9-7b26defd7763 req-519cafa4-9bc5-4014-a850-a2a4c5edda8a tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 210 time: 0.1147919 Jul 08 20:14:30.579170 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Routers {'1e3e4f36-5283-4863-96ca-e4b2843a6ae6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:14:30.579845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:14:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['1e3e4f36-5283-4863-96ca-e4b2843a6ae6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:30.608516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da296cde-bbac-4b35-8a09-5a336a9804fa req-3c659b27-8e6b-442f-944c-e69ba9f415d2 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:30.610899 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da296cde-bbac-4b35-8a09-5a336a9804fa req-3c659b27-8e6b-442f-944c-e69ba9f415d2 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.2365274 Jul 08 20:14:30.680902 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ed766228-59f9-439e-b4f5-6939422f025c service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942425 Jul 08 20:14:30.687715 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.765900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da296cde-bbac-4b35-8a09-5a336a9804fa req-bbc400cc-ce91-4420-b8f5-de89a08a712b tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459157 Jul 08 20:14:30.828360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089b169-c1f6-4a97-8f6e-922eeec2cbde None None] Pushing event updated for resources: {'Port': ['ID=9f1e47f2-3571-4e9d-8959-559e2d422b7c,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:30.848110 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.853656 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.893530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.910456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:14:30.920122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] Set router 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:14:30.922538 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a6cb2f-326c-4147-a50d-a7e4fbc6d847,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:30.943051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:30.946648 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Added segment a7c6a071-3f60-4cbf-9c43-f0f2c98d439b of type vlan for network 1dc4929a-1d3f-4026-9d21-dc0a32dde4cf Jul 08 20:14:30.998292 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:31.001279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Network facf6591-74f3-4e8c-9b17-d5502e9f1283 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:31.018716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:31.021894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:14:31.022461 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:31.053116 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:31.055641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:31.056669 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:31.080245 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Pushing event updated for resources: {'Port': ['ID=c30c71f3-7ce6-46d3-bdda-97e396f66628,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:31.110040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-0c1e046d-c1b3-4a4b-8334-adfdc886fb99 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:31.111580 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-0c1e046d-c1b3-4a4b-8334-adfdc886fb99 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44&tenant_id=497d536bc47446ccb3b69c5679cc9909&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1097 time: 0.3471808 Jul 08 20:14:31.128580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-16'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:31.174492 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8377812 Jul 08 20:14:31.175410 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45282) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:31.183162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-cd816e18-6297-467b-a811-887b4bc41792 admin admin] Request body: {'subnet': {'network_id': '1dc4929a-1d3f-4026-9d21-dc0a32dde4cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-620393988-subnet', 'tenant_id': '7e29a94e2e4f42a48412850f5b6f80a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:31.195174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21a5dc-a997-4037-b246-25b2e7299d6c req-d4cea6d3-490f-48b9-9971-7254dce1cb1e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:31.198738 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-db21a5dc-a997-4037-b246-25b2e7299d6c req-d4cea6d3-490f-48b9-9971-7254dce1cb1e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 945 time: 0.3290620 Jul 08 20:14:31.231261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cd348-08ef-48cd-81a0-d6a19e46a09d admin admin] Pushing event updated for resources: {'Network': ['ID=1dc4929a-1d3f-4026-9d21-dc0a32dde4cf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:31.237324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'name': 'tempest-ServerRescueTestJSON-313606675-router', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:25Z', 'updated_at': '2021-07-08T20:14:26Z', 'revision_number': 3, 'project_id': '5ea3d50172a64152a8b1a4c73654d683', 'gw_port': {'id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:26Z', 'updated_at': '2021-07-08T20:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:31.247050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 1dc4929a-1d3f-4026-9d21-dc0a32dde4cf details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:14:31.283419 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd816e18-6297-467b-a811-887b4bc41792 admin admin] Made reservation on behalf of 7e29a94e2e4f42a48412850f5b6f80a7 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:31.286112 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cd816e18-6297-467b-a811-887b4bc41792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:31.357856 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-db21a5dc-a997-4037-b246-25b2e7299d6c req-01b8f576-64a5-442f-aed1-79cf4b5e768f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325836 Jul 08 20:14:31.375470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1eb76-ac8c-470f-a5c4-15927534b444 req-11b0b808-1556-4596-b60c-96ce59c005b0 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:31.378496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbebbb30-39e8-49c3-9e74-462778a3b704 None None] The sync data for ids ['1e3e4f36-5283-4863-96ca-e4b2843a6ae6'] in n-d-791506-16 is: [{'id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'name': 'tempest-ServerRescueTestJSON-313606675-router', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:25Z', 'updated_at': '2021-07-08T20:14:26Z', 'revision_number': 3, 'project_id': '5ea3d50172a64152a8b1a4c73654d683', 'gw_port': {'id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:26Z', 'updated_at': '2021-07-08T20:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:14:31.390849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74d1eb76-ac8c-470f-a5c4-15927534b444 req-11b0b808-1556-4596-b60c-96ce59c005b0 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.2036633 Jul 08 20:14:31.443995 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:31.502812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 68bbe291-3e1b-4367-9903-3f81b3f38fb8 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:31.509242 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74d1eb76-ac8c-470f-a5c4-15927534b444 req-6b8ab22d-9310-408c-8483-602a64380a77 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169286 Jul 08 20:14:31.630616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:31.654719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 68bbe291-3e1b-4367-9903-3f81b3f38fb8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:31.655094 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:31.794730 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cd816e18-6297-467b-a811-887b4bc41792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:31.864463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd816e18-6297-467b-a811-887b4bc41792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f1cb665-f618-4449-b09a-1da0a0faaff9,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:31.880084 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8c80f94-4bd9-4c37-b074-c7f55409eb7c req-4cd65b3a-95f7-4a7d-9748-8dccde543aa0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 210 time: 0.1003120 Jul 08 20:14:31.958707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:31.966514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd816e18-6297-467b-a811-887b4bc41792 admin admin] Checking segment: {'id': 'a7c6a071-3f60-4cbf-9c43-f0f2c98d439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1dc4929a-1d3f-4026-9d21-dc0a32dde4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:31.967532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd816e18-6297-467b-a811-887b4bc41792 admin admin] Network hostable DHCP agents. Network: 1dc4929a-1d3f-4026-9d21-dc0a32dde4cf, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:14:31.993988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd816e18-6297-467b-a811-887b4bc41792 admin admin] Network 1dc4929a-1d3f-4026-9d21-dc0a32dde4cf is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:14:32.010901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-cd816e18-6297-467b-a811-887b4bc41792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 1dc4929a-1d3f-4026-9d21-dc0a32dde4cf) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:32.019536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd816e18-6297-467b-a811-887b4bc41792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:32.020170 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cd816e18-6297-467b-a811-887b4bc41792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:32.020887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad41c74-31bf-43a8-a19d-95f6ea593d38 None None] Network 1dc4929a-1d3f-4026-9d21-dc0a32dde4cf requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:32.047031 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cd816e18-6297-467b-a811-887b4bc41792 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8681824 Jul 08 20:14:32.191233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:32.259586 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:32.270327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37007ba-e61c-4b34-b552-eba0e114df44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11edad50-3cd9-4f56-9f4b-4c9ab65518c7'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:32.272967 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3affadab-69bc-41e9-b08c-836aba0addc5" -d '{"events": [{"server_uuid": "f37007ba-e61c-4b34-b552-eba0e114df44", "name": "network-vif-unplugged", "status": "completed", "tag": "11edad50-3cd9-4f56-9f4b-4c9ab65518c7"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:32.293131 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:32.297212 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:32.361761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:32.362409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:32.380243 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6f30e4-ad09-4a13-afb1-c4911acc21c6 x-openstack-request-id: req-5b6f30e4-ad09-4a13-afb1-c4911acc21c6 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:32.380567 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37007ba-e61c-4b34-b552-eba0e114df44", "name": "network-vif-unplugged", "status": "completed", "tag": "11edad50-3cd9-4f56-9f4b-4c9ab65518c7", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:32.380814 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5b6f30e4-ad09-4a13-afb1-c4911acc21c6 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:32.385791 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37007ba-e61c-4b34-b552-eba0e114df44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11edad50-3cd9-4f56-9f4b-4c9ab65518c7', 'code': 200} Jul 08 20:14:32.390541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ab6307-ae33-4e1c-b914-d25f366ee106 None None] Network 1dc4929a-1d3f-4026-9d21-dc0a32dde4cf requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:14:32.654282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:32.678190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535b109-f99b-4e40-bb5e-4b986b2563d2 req-fea1c830-bc27-4c3b-8fdc-ccc849b63e7b tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:32.693564 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb16e4-96d4-41aa-a1d2-5092c0606644 req-abd06fd8-cbd6-4f27-b1ba-6562c5b3f273 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:32.695509 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f9cb16e4-96d4-41aa-a1d2-5092c0606644 req-abd06fd8-cbd6-4f27-b1ba-6562c5b3f273 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 943 time: 0.1262538 Jul 08 20:14:32.706305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b535b109-f99b-4e40-bb5e-4b986b2563d2 req-fea1c830-bc27-4c3b-8fdc-ccc849b63e7b tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.6705806 Jul 08 20:14:32.769095 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f9cb16e4-96d4-41aa-a1d2-5092c0606644 req-97cc9fb3-bd22-4e0a-ad70-fee03d819d70 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741310 Jul 08 20:14:32.912340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Attempting to bind port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on host n-h2-791506-16 for vnic_type normal with profile {"migrating_to": "n-h1-791506-16"} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:32.913156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Attempting to bind port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:32.913665 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Attempting to bind port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:32.958624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on network 1f8d4455-76b7-4da7-903b-af304e444c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:14:32.958950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Attempting to bind port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:32.984126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-878cfcdd-c4ff-4afd-a75c-ac9799f5256d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:32.985879 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-878cfcdd-c4ff-4afd-a75c-ac9799f5256d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.103 "GET /v2.0/networks?id=9871f546-4c94-435f-95d1-c9035173ce0c HTTP/1.1" status: 200 len: 812 time: 0.6807396 Jul 08 20:14:32.989727 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Pushing event updated for resources: {'Port': ['ID=c30c71f3-7ce6-46d3-bdda-97e396f66628,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:32.998760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:32.999317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Checking segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:32.999560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Bound using segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:33.000011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Bound port: 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:33.000413 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:33.029420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-bd5e9087-680a-4c8f-a30b-284c68f99f17 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'port': {'device_id': 'f64b3e1e-e7c1-4457-8bfc-529917188218', 'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c', 'admin_state_up': True, 'tenant_id': '9f8b883bf111429a8a38ae480f11eb1f'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:33.218135 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-b9eda495-5318-42c6-ab18-78f932db1023 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:33.220120 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-b9eda495-5318-42c6-ab18-78f932db1023 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 807 time: 0.1317675 Jul 08 20:14:33.243033 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-3e1cc732-0149-4397-ada2-b14f5fd7d083 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/quotas/a00dc66fc33a49b89050fb4dd9c642cd HTTP/1.1" status: 200 len: 375 time: 0.0165489 Jul 08 20:14:33.283872 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-d8fded4b-a910-45ca-a119-4cd88981dbb4 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329678 Jul 08 20:14:33.357566 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b535b109-f99b-4e40-bb5e-4b986b2563d2 req-49f73591-e710-4a11-a25f-46d16c65a90b tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339308 Jul 08 20:14:33.357566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Network facf6591-74f3-4e8c-9b17-d5502e9f1283 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:33.392812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:33.453629 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-3d7eee29-9465-4622-984a-30d5b845f387 service neutron] 10.222.0.101 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626530 Jul 08 20:14:33.512280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9f1e47f2-3571-4e9d-8959-559e2d422b7c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:33.587517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 9f1e47f2-3571-4e9d-8959-559e2d422b7c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:33.595679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9f1e47f2-3571-4e9d-8959-559e2d422b7c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:33.596155 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:33.626913 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-0ac5d333-7ad3-468a-8249-bce01170018b service neutron] 10.222.0.101 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709690 Jul 08 20:14:33.654040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:33.686731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:33.703675 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:33.765435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Router 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:14:33.786741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-bd5e9087-680a-4c8f-a30b-284c68f99f17 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Made reservation on behalf of 9f8b883bf111429a8a38ae480f11eb1f for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:33.791036 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-bd5e9087-680a-4c8f-a30b-284c68f99f17 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:33.800995 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:33.834565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 9f1e47f2-3571-4e9d-8959-559e2d422b7c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9f1e47f2-3571-4e9d-8959-559e2d422b7c,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:33.840676 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:33.875356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fc553-dc47-4983-9052-13c8b873b3e7 req-53ed07df-b5e1-4355-845c-776a7500876e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:33.877228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-751fc553-dc47-4983-9052-13c8b873b3e7 req-53ed07df-b5e1-4355-845c-776a7500876e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.3623035 Jul 08 20:14:33.884103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,revision_number=8']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:33.952216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:33.952957 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:33.954439 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-ab4179c7-fa92-48f1-a27e-8140f6883ad3 service neutron] 10.222.0.104 "PUT /v2.0/ports/11edad50-3cd9-4f56-9f4b-4c9ab65518c7 HTTP/1.1" status: 200 len: 1123 time: 2.8340650 Jul 08 20:14:34.008315 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=9f1e47f2-3571-4e9d-8959-559e2d422b7c,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:34.029057 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:34.029423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:34.029784 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:34.030168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:34.034163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:34.034505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:34.035007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:34.035393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:34.035751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:34.036078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:34.036400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:34.036747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:14:34.055100 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['11edad50-3cd9-4f56-9f4b-4c9ab65518c7'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:34.138989 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-45258775-ca8a-49a8-94cd-c9c81d73ed97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:34.144486 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-751fc553-dc47-4983-9052-13c8b873b3e7 req-6aeb065b-a12e-40a0-9333-a90e15c5c3bd tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441142 Jul 08 20:14:34.225190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:14:34.248778 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Sync routers for ids ['1e3e4f36-5283-4863-96ca-e4b2843a6ae6'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:14:34.250819 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f928a001-06aa-4853-aed6-b80a1ee80d33 admin admin] 10.222.0.101 "PUT /v2.0/routers/1e3e4f36-5283-4863-96ca-e4b2843a6ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0216689 Jul 08 20:14:34.264203 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Routers {'1e3e4f36-5283-4863-96ca-e4b2843a6ae6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:14:34.264901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-bd5e9087-680a-4c8f-a30b-284c68f99f17 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Allocated IP 172.20.0.3 (9871f546-4c94-435f-95d1-c9035173ce0c/95cce14b-7783-4753-a529-c1129c321d7d/56fc5f9e-0398-4399-b10e-9b97fbb2b12f) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:14:34.267317 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:14:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['1e3e4f36-5283-4863-96ca-e4b2843a6ae6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:34.268739 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05a1a1f4-377e-4145-9197-7048ceff546c req-18b98b41-340a-4d43-a14a-cf46e3e66658 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 210 time: 0.1098313 Jul 08 20:14:34.425962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37007ba-e61c-4b34-b552-eba0e114df44', 'tag': '11edad50-3cd9-4f56-9f4b-4c9ab65518c7'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:34.435614 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06525dc-2a38-47af-9617-9e65945878b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f37007ba-e61c-4b34-b552-eba0e114df44", "tag": "11edad50-3cd9-4f56-9f4b-4c9ab65518c7"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:34.450642 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a3998e-131e-401f-bb56-48755098992b req-71aec388-17c0-414a-8d53-e7a82e6eb7c4 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 210 time: 0.0739944 Jul 08 20:14:34.578490 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Set router 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:14:34.668291 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-bd5e9087-680a-4c8f-a30b-284c68f99f17 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:34.678063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3389a-bce5-42fd-b428-9aa5bd83d5cd req-92c4b352-00bf-47bb-a3d0-e721cedcfc66 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:34.679636 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-38c3389a-bce5-42fd-b428-9aa5bd83d5cd req-92c4b352-00bf-47bb-a3d0-e721cedcfc66 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 943 time: 0.2371051 Jul 08 20:14:34.763423 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79279d43-9353-46d1-a818-f625a4422296 req-98782423-f0c5-4e28-8e3c-926fe6d378bf tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:34.767552 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79279d43-9353-46d1-a818-f625a4422296 req-98782423-f0c5-4e28-8e3c-926fe6d378bf tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1092014 Jul 08 20:14:34.770907 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-38c3389a-bce5-42fd-b428-9aa5bd83d5cd req-eb6c4923-7d64-40ad-96c9-de8faa7bc1ad tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845356 Jul 08 20:14:34.796223 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-bd5e9087-680a-4c8f-a30b-284c68f99f17 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:34.849220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-bd5e9087-680a-4c8f-a30b-284c68f99f17 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Network 9871f546-4c94-435f-95d1-c9035173ce0c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:34.851859 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79279d43-9353-46d1-a818-f625a4422296 req-dbf8b511-7db9-4370-ab74-eb69ca7e589f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769806 Jul 08 20:14:34.853811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-bd5e9087-680a-4c8f-a30b-284c68f99f17 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:34.860598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-bd5e9087-680a-4c8f-a30b-284c68f99f17 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:14:34.866471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-bd5e9087-680a-4c8f-a30b-284c68f99f17 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:34.867221 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-bd5e9087-680a-4c8f-a30b-284c68f99f17 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:34.891229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e9087-680a-4c8f-a30b-284c68f99f17 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'Port': ['ID=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:34.900432 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d564cc-c3e1-4c2d-af94-14110afb2527 x-openstack-request-id: req-a7d564cc-c3e1-4c2d-af94-14110afb2527 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:34.901927 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37007ba-e61c-4b34-b552-eba0e114df44", "tag": "11edad50-3cd9-4f56-9f4b-4c9ab65518c7", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:34.902409 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a7d564cc-c3e1-4c2d-af94-14110afb2527 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:34.902886 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37007ba-e61c-4b34-b552-eba0e114df44', 'tag': '11edad50-3cd9-4f56-9f4b-4c9ab65518c7', 'status': 'completed', 'code': 200} Jul 08 20:14:34.926360 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-bd5e9087-680a-4c8f-a30b-284c68f99f17 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9096344 Jul 08 20:14:34.938823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Request body: {'port': {'device_id': 'f64b3e1e-e7c1-4457-8bfc-529917188218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:35.094840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06525dc-2a38-47af-9617-9e65945878b1 req-6c64bb84-abfb-421d-8152-fe85581c2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:35.097794 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f06525dc-2a38-47af-9617-9e65945878b1 req-6c64bb84-abfb-421d-8152-fe85581c2aa6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 1126 time: 0.1952987 Jul 08 20:14:35.106313 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'name': 'tempest-ServerRescueTestJSON-313606675-router', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:25Z', 'updated_at': '2021-07-08T20:14:31Z', 'revision_number': 4, 'project_id': '5ea3d50172a64152a8b1a4c73654d683', 'gw_port': {'id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:26Z', 'updated_at': '2021-07-08T20:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c30c71f3-7ce6-46d3-bdda-97e396f66628', 'name': '', 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'mac_address': 'fa:16:3e:d7:0e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e333acf-e5bb-43f7-b4e2-5e96c683e1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:29Z', 'updated_at': '2021-07-08T20:14:31Z', 'revision_number': 2, 'project_id': '5ea3d50172a64152a8b1a4c73654d683', 'subnets': [{'id': '1e333acf-e5bb-43f7-b4e2-5e96c683e1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:35.186348 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Checking router: 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:14:35.186714 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:35.186835 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Updating router 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 port c30c71f3-7ce6-46d3-bdda-97e396f66628 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:14:35.266676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06525dc-2a38-47af-9617-9e65945878b1 req-ce62840a-aefc-4461-893d-422f53a4075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:35.268568 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f06525dc-2a38-47af-9617-9e65945878b1 req-ce62840a-aefc-4461-893d-422f53a4075f service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.1628852 Jul 08 20:14:35.271954 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:35.307691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-d108e3b9-6a6c-4629-8ed5-834b87f869e8 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:35.309299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-d108e3b9-6a6c-4629-8ed5-834b87f869e8 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/networks?id=facf6591-74f3-4e8c-9b17-d5502e9f1283 HTTP/1.1" status: 200 len: 810 time: 0.2212770 Jul 08 20:14:35.349549 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f06525dc-2a38-47af-9617-9e65945878b1 req-a5037c79-5510-463b-8200-2ed364d664b8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7 HTTP/1.1" status: 200 len: 217 time: 0.0685258 Jul 08 20:14:35.422202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-4c16e60f-37f0-48de-b735-3a957bf29f69 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/quotas/5ea3d50172a64152a8b1a4c73654d683 HTTP/1.1" status: 200 len: 375 time: 0.0966680 Jul 08 20:14:35.476121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9f1e47f2-3571-4e9d-8959-559e2d422b7c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:35.507081 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06525dc-2a38-47af-9617-9e65945878b1 req-a89267f4-7255-4adf-9a4c-fc395953a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:35.508843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f06525dc-2a38-47af-9617-9e65945878b1 req-a89267f4-7255-4adf-9a4c-fc395953a979 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.1002853 Jul 08 20:14:35.519000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390158c-da79-4700-9ae1-1aeb14f79be0 req-78249f7e-8cf1-4302-b31d-2dc57e9ed3cf tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:35.520878 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e390158c-da79-4700-9ae1-1aeb14f79be0 req-78249f7e-8cf1-4302-b31d-2dc57e9ed3cf tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.1641438 Jul 08 20:14:35.562629 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f06525dc-2a38-47af-9617-9e65945878b1 req-812d3d81-7223-45df-92db-ae7c916fb75b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407412 Jul 08 20:14:35.579765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9f1e47f2-3571-4e9d-8959-559e2d422b7c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:35.580138 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:35.656545 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e390158c-da79-4700-9ae1-1aeb14f79be0 req-6cefb206-fc5e-4ae3-8bb4-b4a8d65969f6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248162 Jul 08 20:14:35.690158 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-c16e9c73-0922-470b-ab2c-96e932c19be7 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5ea3d50172a64152a8b1a4c73654d683&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2668030 Jul 08 20:14:35.754368 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f06525dc-2a38-47af-9617-9e65945878b1 req-c0db3364-e8a7-42b8-a19b-c3e579d1823c service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765518 Jul 08 20:14:35.830388 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:35.857311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56fc5f9e-0398-4399-b10e-9b97fbb2b12f {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:35.861910 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Transition to ACTIVE for port object c30c71f3-7ce6-46d3-bdda-97e396f66628 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:35.876219 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:35.939373 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5da3db-5b9b-4a30-a426-1758542a3d43 None None] Pushing event updated for resources: {'Port': ['ID=c30c71f3-7ce6-46d3-bdda-97e396f66628,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:35.989444 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f06525dc-2a38-47af-9617-9e65945878b1 req-3c86429a-c333-4e98-97d8-3b9197c960e4 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270670 Jul 08 20:14:36.000499 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-d76b4f47-8da3-4832-ae9f-34c7c2f66f69 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:36.002207 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-d76b4f47-8da3-4832-ae9f-34c7c2f66f69 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.104 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 807 time: 0.1392319 Jul 08 20:14:36.004315 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:36.004876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcaf46-0dcd-4e91-b096-bcd0443609dd req-f479ca61-7558-443f-9994-ce231407ae58 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:36.007621 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9fdcaf46-0dcd-4e91-b096-bcd0443609dd req-f479ca61-7558-443f-9994-ce231407ae58 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 931 time: 0.1190121 Jul 08 20:14:36.019808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-e346e8ab-944b-41f4-ae27-60af31d10d24 service neutron] 10.222.0.101 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288617 Jul 08 20:14:36.040355 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Attempting to bind port c30c71f3-7ce6-46d3-bdda-97e396f66628 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:36.040740 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Attempting to bind port c30c71f3-7ce6-46d3-bdda-97e396f66628 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'fa15948a-346b-4094-8cf9-279e8782fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:36.041033 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Attempting to bind port c30c71f3-7ce6-46d3-bdda-97e396f66628 on network facf6591-74f3-4e8c-9b17-d5502e9f1283 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:36.052259 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:36.052789 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Checking segment: {'id': 'fa15948a-346b-4094-8cf9-279e8782fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:36.053487 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:36.053637 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Bound using segment: {'id': 'fa15948a-346b-4094-8cf9-279e8782fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:36.054044 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Bound port: c30c71f3-7ce6-46d3-bdda-97e396f66628, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa15948a-346b-4094-8cf9-279e8782fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:36.054392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-a12d0472-f3a4-453d-b7c0-d93e81c48be8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Request body: {'port': {'device_id': '5faec675-ba8d-4820-845c-7b29ed411b5f', 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14', 'admin_state_up': True, 'tenant_id': 'a00dc66fc33a49b89050fb4dd9c642cd'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:36.054520 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:36.086515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9fdcaf46-0dcd-4e91-b096-bcd0443609dd req-473096ee-2ae2-415d-81c8-5c5ffa093bf6 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725932 Jul 08 20:14:36.169101 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] For port c30c71f3-7ce6-46d3-bdda-97e396f66628, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:36.173838 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] For port c30c71f3-7ce6-46d3-bdda-97e396f66628, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c30c71f3-7ce6-46d3-bdda-97e396f66628,segment=NetworkSegment(fa15948a-346b-4094-8cf9-279e8782fbe7),segment_id=fa15948a-346b-4094-8cf9-279e8782fbe7)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:36.183184 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:36.189178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Transition to ACTIVE for port object 56fc5f9e-0398-4399-b10e-9b97fbb2b12f will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:36.202896 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:36.295091 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Routers {'1e3e4f36-5283-4863-96ca-e4b2843a6ae6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:14:36.296696 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:14:06Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['1e3e4f36-5283-4863-96ca-e4b2843a6ae6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:36.299669 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5da3db-5b9b-4a30-a426-1758542a3d43 None None] Pushing event updated for resources: {'Port': ['ID=c30c71f3-7ce6-46d3-bdda-97e396f66628,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:36.335558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:36.350484 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef35f32b-02d9-4ab8-a30d-dcaef65b5315 req-0fb2eb31-77f0-4cbf-89dd-1d7739165e86 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 210 time: 0.0524769 Jul 08 20:14:36.393845 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Attempting to bind port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:36.394261 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Attempting to bind port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '2aca1bf2-96ba-463f-98f2-864a4ace7e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:36.394593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Attempting to bind port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f on network 9871f546-4c94-435f-95d1-c9035173ce0c {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:36.405668 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-b2b10125-d9b8-4dea-83e3-a7b8228e1a88 service neutron] 10.222.0.101 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849342 Jul 08 20:14:36.419978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f on network 9871f546-4c94-435f-95d1-c9035173ce0c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:14:36.420311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Attempting to bind port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f on network 9871f546-4c94-435f-95d1-c9035173ce0c {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:36.422537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-a12d0472-f3a4-453d-b7c0-d93e81c48be8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Made reservation on behalf of a00dc66fc33a49b89050fb4dd9c642cd for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:36.426147 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-a12d0472-f3a4-453d-b7c0-d93e81c48be8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:36.439454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:36.440154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Checking segment: {'id': '2aca1bf2-96ba-463f-98f2-864a4ace7e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:36.440674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Bound using segment: {'id': '2aca1bf2-96ba-463f-98f2-864a4ace7e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:36.441494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Bound port: 56fc5f9e-0398-4399-b10e-9b97fbb2b12f, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aca1bf2-96ba-463f-98f2-864a4ace7e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:36.442135 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:36.461184 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] Set router 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:14:36.528106 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3f38b3a2-06ac-4057-81a7-1c837e281248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:36.558583 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:14:36.627132 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] For port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:36.648173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] For port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:36.661717 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:36.737090 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:36.766278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695886f6-cdf7-4021-a6cd-f5c76134fb3c req-fb333d7d-897c-479b-a6c4-790560315026 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:36.769025 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-a12d0472-f3a4-453d-b7c0-d93e81c48be8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Allocated IP 172.20.0.12 (d2787acb-ce97-4e22-86fe-e3a85811ac14/9f9c2772-125a-4c73-b763-c9127fd5cc34/a3439e3f-8868-42d4-8ac9-dc5eab923727) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:14:36.771156 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-695886f6-cdf7-4021-a6cd-f5c76134fb3c req-fb333d7d-897c-479b-a6c4-790560315026 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 943 time: 0.1889417 Jul 08 20:14:36.776469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:36.777473 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:36.779484 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] 10.222.0.103 "PUT /v2.0/ports/56fc5f9e-0398-4399-b10e-9b97fbb2b12f HTTP/1.1" status: 200 len: 1092 time: 1.8450532 Jul 08 20:14:36.790879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 has no active binding in host n-h1-791506-16 {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 20:14:36.823320 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'name': 'tempest-ServerRescueTestJSON-313606675-router', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:25Z', 'updated_at': '2021-07-08T20:14:31Z', 'revision_number': 4, 'project_id': '5ea3d50172a64152a8b1a4c73654d683', 'gw_port': {'id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:26Z', 'updated_at': '2021-07-08T20:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c30c71f3-7ce6-46d3-bdda-97e396f66628', 'name': '', 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'mac_address': 'fa:16:3e:d7:0e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e333acf-e5bb-43f7-b4e2-5e96c683e1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:29Z', 'updated_at': '2021-07-08T20:14:36Z', 'revision_number': 4, 'project_id': '5ea3d50172a64152a8b1a4c73654d683', 'subnets': [{'id': '1e333acf-e5bb-43f7-b4e2-5e96c683e1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:14:36.852613 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-695886f6-cdf7-4021-a6cd-f5c76134fb3c req-15cc8129-b3f4-4bf3-9299-11e0246cc51f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748327 Jul 08 20:14:36.866022 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:36.877506 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a30d7a-9cec-4981-983b-7c771519dc03 None None] The sync data for ids ['1e3e4f36-5283-4863-96ca-e4b2843a6ae6'] in n-d-791506-16 is: [{'id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'name': 'tempest-ServerRescueTestJSON-313606675-router', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:25Z', 'updated_at': '2021-07-08T20:14:31Z', 'revision_number': 4, 'project_id': '5ea3d50172a64152a8b1a4c73654d683', 'gw_port': {'id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:26Z', 'updated_at': '2021-07-08T20:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c30c71f3-7ce6-46d3-bdda-97e396f66628', 'name': '', 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'mac_address': 'fa:16:3e:d7:0e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e333acf-e5bb-43f7-b4e2-5e96c683e1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:29Z', 'updated_at': '2021-07-08T20:14:36Z', 'revision_number': 4, 'project_id': '5ea3d50172a64152a8b1a4c73654d683', 'subnets': [{'id': '1e333acf-e5bb-43f7-b4e2-5e96c683e1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:14:36.921972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64b3e1e-e7c1-4457-8bfc-529917188218', 'tag': '56fc5f9e-0398-4399-b10e-9b97fbb2b12f'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:36.961480 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd21a9c-eaf7-4565-8168-018dbe8435e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f64b3e1e-e7c1-4457-8bfc-529917188218", "tag": "56fc5f9e-0398-4399-b10e-9b97fbb2b12f"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:37.001892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce1190-fcfb-4d82-99a4-d1cdd4b1d7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:37.192023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-026ff83f-5848-4aa4-afa2-2ae0583dd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:37.193393 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-026ff83f-5848-4aa4-afa2-2ae0583dd213 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f8b883bf111429a8a38ae480f11eb1f&device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 1095 time: 0.3616302 Jul 08 20:14:37.300077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-45de7004-ac77-455f-9885-c66994bec648 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56fc5f9e-0398-4399-b10e-9b97fbb2b12f HTTP/1.1" status: 200 len: 217 time: 0.0922348 Jul 08 20:14:37.411806 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4202bf9-fc14-4e4a-9fe2-f245c4d2c686 req-11bb3592-f49e-4e16-afb1-15e38f00abad tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:37.413389 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4202bf9-fc14-4e4a-9fe2-f245c4d2c686 req-11bb3592-f49e-4e16-afb1-15e38f00abad tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.3965552 Jul 08 20:14:37.427287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-a12d0472-f3a4-453d-b7c0-d93e81c48be8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:37.491202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-e61b677c-740c-49ed-8178-ba6c3d841a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:37.492748 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-e61b677c-740c-49ed-8178-ba6c3d841a3e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95cce14b-7783-4753-a529-c1129c321d7d HTTP/1.1" status: 200 len: 852 time: 0.1832647 Jul 08 20:14:37.573400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c30c71f3-7ce6-46d3-bdda-97e396f66628 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:37.578552 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-40c634b5-0084-4353-aedc-efeed8b3f01d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9871f546-4c94-435f-95d1-c9035173ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781348 Jul 08 20:14:37.590473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e6234-f139-420d-bfd8-aa788abeb092 req-0b29ceea-3250-4999-986e-d6ff735f5894 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:37.593301 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-410e6234-f139-420d-bfd8-aa788abeb092 req-0b29ceea-3250-4999-986e-d6ff735f5894 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.1712897 Jul 08 20:14:37.596996 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4202bf9-fc14-4e4a-9fe2-f245c4d2c686 req-4299c885-e0aa-44db-b6bd-23c6a6c85fdd tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651783 Jul 08 20:14:37.671219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-a12d0472-f3a4-453d-b7c0-d93e81c48be8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:37.709041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port c30c71f3-7ce6-46d3-bdda-97e396f66628 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:37.719306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c30c71f3-7ce6-46d3-bdda-97e396f66628 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:37.720494 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:37.799608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.103', 55878) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:37.836097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-a12d0472-f3a4-453d-b7c0-d93e81c48be8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Network d2787acb-ce97-4e22-86fe-e3a85811ac14 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:37.842086 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-410e6234-f139-420d-bfd8-aa788abeb092 req-37e8bee9-1d22-4a77-8815-32c7d1e1ad14 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204323 Jul 08 20:14:37.858343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-a12d0472-f3a4-453d-b7c0-d93e81c48be8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:37.860354 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d0472-f3a4-453d-b7c0-d93e81c48be8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Pushing event updated for resources: {'Port': ['ID=a3439e3f-8868-42d4-8ac9-dc5eab923727,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:37.862742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-a12d0472-f3a4-453d-b7c0-d93e81c48be8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:14:37.876085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-a12d0472-f3a4-453d-b7c0-d93e81c48be8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:37.876771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-a12d0472-f3a4-453d-b7c0-d93e81c48be8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:37.934506 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:37.935317 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45d5408b-1c28-4e7f-976f-a1a05321fbaf req-b4b85166-b06b-4b35-a398-550e66f0b512 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 210 time: 0.0976450 Jul 08 20:14:37.960860 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b671c5-af86-4cd8-9200-2dfa318bcfd1 x-openstack-request-id: req-14b671c5-af86-4cd8-9200-2dfa318bcfd1 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:37.961760 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64b3e1e-e7c1-4457-8bfc-529917188218", "tag": "56fc5f9e-0398-4399-b10e-9b97fbb2b12f", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:37.961760 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-14b671c5-af86-4cd8-9200-2dfa318bcfd1 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:37.962012 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64b3e1e-e7c1-4457-8bfc-529917188218', 'tag': '56fc5f9e-0398-4399-b10e-9b97fbb2b12f', 'status': 'completed', 'code': 200} Jul 08 20:14:37.964906 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-56f1b844-8ad7-48e1-9ffc-34b146ef9bb0 service neutron] 10.222.0.103 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734975 Jul 08 20:14:37.966343 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-a12d0472-f3a4-453d-b7c0-d93e81c48be8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9305222 Jul 08 20:14:38.015311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Request body: {'port': {'device_id': '5faec675-ba8d-4820-845c-7b29ed411b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:38.022814 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-42485cf4-41b4-4439-ab4c-e80a3137172d service neutron] 10.222.0.103 "GET /v2.0/ports/11edad50-3cd9-4f56-9f4b-4c9ab65518c7/bindings/n-h1-791506-16 HTTP/1.1" status: 200 len: 385 time: 0.1790874 Jul 08 20:14:38.029895 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-058ac6dc-e482-4a7a-a2da-97ec24e58b58 service neutron] 10.222.0.103 "GET /v2.0/ports/4e45ce01-be73-411d-84e4-ab928e1eb7ab/bindings/n-h2-791506-16 HTTP/1.1" status: 200 len: 383 time: 0.3812225 Jul 08 20:14:38.067313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port c30c71f3-7ce6-46d3-bdda-97e396f66628, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c30c71f3-7ce6-46d3-bdda-97e396f66628,segment=NetworkSegment(fa15948a-346b-4094-8cf9-279e8782fbe7),segment_id=fa15948a-346b-4094-8cf9-279e8782fbe7)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:38.087869 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:38.098230 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:38.188983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=c30c71f3-7ce6-46d3-bdda-97e396f66628,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:38.371852 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:38.378144 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bcae228-b477-41c6-9478-01ec01bd5655 req-45608b87-be55-4d07-ba2c-1b6680f4338c service neutron] 10.222.0.103 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060404 Jul 08 20:14:38.428828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1653a9-f0fd-463f-afff-97364f539b02 req-4238baf1-eec4-41d0-9749-92e6feb9c5ac tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:38.437456 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7b1653a9-f0fd-463f-afff-97364f539b02 req-4238baf1-eec4-41d0-9749-92e6feb9c5ac tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 932 time: 0.1903291 Jul 08 20:14:38.514608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c50e95-d0d9-456a-8e91-bdd66bde3718 req-e39394f0-398f-4ae5-9149-b1ab6b404800 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:38.524773 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-48c50e95-d0d9-456a-8e91-bdd66bde3718 req-e39394f0-398f-4ae5-9149-b1ab6b404800 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 943 time: 0.3470583 Jul 08 20:14:38.558853 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7b1653a9-f0fd-463f-afff-97364f539b02 req-9dc92adf-f00a-4ee3-9e7b-057aa3ce9fa5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196716 Jul 08 20:14:38.569772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-60d85661-126d-4266-b1e2-7cc0536a4f69 service neutron] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:38.650646 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-48c50e95-d0d9-456a-8e91-bdd66bde3718 req-8981acd5-dd78-4d92-be05-661dfcf36c96 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248753 Jul 08 20:14:38.664483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-60d85661-126d-4266-b1e2-7cc0536a4f69 service neutron] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:38.725206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-60d85661-126d-4266-b1e2-7cc0536a4f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:38.733454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-643c77aa-d067-402c-b895-be03e60f65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:38.735928 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-643c77aa-d067-402c-b895-be03e60f65b2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f&tenant_id=847906ba92d7431c9a151198f8628748 HTTP/1.1" status: 200 len: 1101 time: 0.1754436 Jul 08 20:14:38.750196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-60d85661-126d-4266-b1e2-7cc0536a4f69 service neutron] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:38.778486 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-60d85661-126d-4266-b1e2-7cc0536a4f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:38.945863 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-42d09dbf-1460-4b17-9f69-0ebb5bbd9ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:38.953757 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-42d09dbf-1460-4b17-9f69-0ebb5bbd9ba0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 1101 time: 0.1727431 Jul 08 20:14:38.980131 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-60d85661-126d-4266-b1e2-7cc0536a4f69 service neutron] Transition to ACTIVE for port object 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:39.007868 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-60d85661-126d-4266-b1e2-7cc0536a4f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:39.021149 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.103', 55881) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:14:39.106238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd21a9c-eaf7-4565-8168-018dbe8435e0 req-ab441934-5b35-4847-a833-6bd017b27530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:39.107744 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edd21a9c-eaf7-4565-8168-018dbe8435e0 req-ab441934-5b35-4847-a833-6bd017b27530 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f8b883bf111429a8a38ae480f11eb1f&device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 1095 time: 0.5479894 Jul 08 20:14:39.122161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca3d06-9341-43ee-ad75-214f40f8794d req-0e7eef3e-5a97-4794-9ec1-e7f4c4a79933 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:39.129316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbca3d06-9341-43ee-ad75-214f40f8794d req-0e7eef3e-5a97-4794-9ec1-e7f4c4a79933 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 943 time: 0.1903481 Jul 08 20:14:39.254260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd21a9c-eaf7-4565-8168-018dbe8435e0 req-c39b27be-b73b-4189-a9af-0c4bf7e0c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:39.255741 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edd21a9c-eaf7-4565-8168-018dbe8435e0 req-c39b27be-b73b-4189-a9af-0c4bf7e0c5d2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=9871f546-4c94-435f-95d1-c9035173ce0c HTTP/1.1" status: 200 len: 913 time: 0.1218741 Jul 08 20:14:39.350950 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edd21a9c-eaf7-4565-8168-018dbe8435e0 req-dedb23c3-3994-4e5e-8d21-6a5c7b59cde2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56fc5f9e-0398-4399-b10e-9b97fbb2b12f HTTP/1.1" status: 200 len: 217 time: 0.0859644 Jul 08 20:14:39.391118 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbca3d06-9341-43ee-ad75-214f40f8794d req-8a067b97-0fc8-452d-8f59-bdf998751c48 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608714 Jul 08 20:14:39.482540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c30c71f3-7ce6-46d3-bdda-97e396f66628 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:39.521180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3439e3f-8868-42d4-8ac9-dc5eab923727 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:39.544825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd21a9c-eaf7-4565-8168-018dbe8435e0 req-00ec794b-ddd8-419b-b8bd-efea3d70396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:39.553202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edd21a9c-eaf7-4565-8168-018dbe8435e0 req-00ec794b-ddd8-419b-b8bd-efea3d70396f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95cce14b-7783-4753-a529-c1129c321d7d HTTP/1.1" status: 200 len: 852 time: 0.1938982 Jul 08 20:14:39.568582 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:39.598432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c30c71f3-7ce6-46d3-bdda-97e396f66628 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:39.599953 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:39.617230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Transition to ACTIVE for port object a3439e3f-8868-42d4-8ac9-dc5eab923727 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:39.651732 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edd21a9c-eaf7-4565-8168-018dbe8435e0 req-a27e07a3-5a4e-4b71-b963-fa88f3057daa service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9871f546-4c94-435f-95d1-c9035173ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320539 Jul 08 20:14:39.675715 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:39.676117 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d85661-126d-4266-b1e2-7cc0536a4f69 service neutron] Pushing event updated for resources: {'Port': ['ID=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:39.679237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-60d85661-126d-4266-b1e2-7cc0536a4f69 service neutron] No DVR routers for this DVR port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:14:39.681605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:39.773483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-60d85661-126d-4266-b1e2-7cc0536a4f69 service neutron] 10.222.0.103 "PUT /v2.0/ports/11edad50-3cd9-4f56-9f4b-4c9ab65518c7/bindings/n-h1-791506-16/activate HTTP/1.1" status: 200 len: 370 time: 1.7288475 Jul 08 20:14:39.785189 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-355db4ea-30d9-4d9c-9ba9-409244ec6bf7 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:39.795120 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-355db4ea-30d9-4d9c-9ba9-409244ec6bf7 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.103 "GET /v2.0/networks?id=facf6591-74f3-4e8c-9b17-d5502e9f1283 HTTP/1.1" status: 200 len: 810 time: 0.7412350 Jul 08 20:14:39.798524 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-a875c9d3-d9bc-41d6-9538-d319730315b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:39.799975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-a875c9d3-d9bc-41d6-9538-d319730315b7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.8186653 Jul 08 20:14:39.809111 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8ca4b-a164-455d-8677-230994fed032 req-0e5089fa-6d63-4249-b3f9-9286dc7db660 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:39.816199 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02c8ca4b-a164-455d-8677-230994fed032 req-0e5089fa-6d63-4249-b3f9-9286dc7db660 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.7442350 Jul 08 20:14:39.828453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Pushing event updated for resources: {'Port': ['ID=a3439e3f-8868-42d4-8ac9-dc5eab923727,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:39.829659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-27ba2a4e-0faf-4120-8978-6bf5b0136616 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Request body: {'port': {'device_id': '7c7430e7-2ef8-4bf2-a99b-29ad150cb710', 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283', 'admin_state_up': True, 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:39.891720 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-975660c3-0c43-4902-8996-19d05607ad08 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab HTTP/1.1" status: 200 len: 217 time: 0.0667942 Jul 08 20:14:39.902669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755901f0-a367-46cf-b5d5-9f7fb6260e9a req-705b5440-fa4d-45d9-a6b8-27aaf0ca3910 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:39.909646 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-755901f0-a367-46cf-b5d5-9f7fb6260e9a req-705b5440-fa4d-45d9-a6b8-27aaf0ca3910 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.3470592 Jul 08 20:14:39.922767 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Attempting to bind port a3439e3f-8868-42d4-8ac9-dc5eab923727 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:39.923091 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Attempting to bind port a3439e3f-8868-42d4-8ac9-dc5eab923727 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:39.923413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Attempting to bind port a3439e3f-8868-42d4-8ac9-dc5eab923727 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:39.938450 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edd21a9c-eaf7-4565-8168-018dbe8435e0 req-2a5dc049-8edf-4b93-ab48-e0916522fd5e service neutron] 10.222.0.103 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653782 Jul 08 20:14:39.940384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Port a3439e3f-8868-42d4-8ac9-dc5eab923727 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:14:39.940687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Attempting to bind port a3439e3f-8868-42d4-8ac9-dc5eab923727 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:39.958196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:39.958532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Checking segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:39.958909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Bound using segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:39.959351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Bound port: a3439e3f-8868-42d4-8ac9-dc5eab923727, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:39.959708 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:40.024077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-755901f0-a367-46cf-b5d5-9f7fb6260e9a req-c37a6c39-a605-4b11-a0ee-93d5e0bbcb38 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134119 Jul 08 20:14:40.049383 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02c8ca4b-a164-455d-8677-230994fed032 req-65f37fa6-70de-4aa7-8733-f2c70f00a523 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227192 Jul 08 20:14:40.123073 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-08169800-7f42-44c5-8825-37316f5f173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:40.124664 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-08169800-7f42-44c5-8825-37316f5f173a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1933961 Jul 08 20:14:40.137860 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edd21a9c-eaf7-4565-8168-018dbe8435e0 req-9a45b2e7-6238-4683-96f1-e77b3edd5c86 service neutron] 10.222.0.103 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870086 Jul 08 20:14:40.191774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-dd8570df-7f7e-4062-938e-40e9f063be74 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:40.193226 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-dd8570df-7f7e-4062-938e-40e9f063be74 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44&tenant_id=497d536bc47446ccb3b69c5679cc9909&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1096 time: 0.2417033 Jul 08 20:14:40.200679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-27ba2a4e-0faf-4120-8978-6bf5b0136616 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Made reservation on behalf of 5ea3d50172a64152a8b1a4c73654d683 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:40.200679 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-27ba2a4e-0faf-4120-8978-6bf5b0136616 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:40.242005 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6136929b-0055-478e-a4d2-c981b282cf9c req-b2f52eba-2465-47b2-8291-5199a7f69258 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 210 time: 0.0605154 Jul 08 20:14:40.245502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:40.265868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:40.274294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:40.331187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:40.331896 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:40.334057 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] 10.222.0.104 "PUT /v2.0/ports/a3439e3f-8868-42d4-8ac9-dc5eab923727 HTTP/1.1" status: 200 len: 1093 time: 2.3309128 Jul 08 20:14:40.335213 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faec675-ba8d-4820-845c-7b29ed411b5f', 'tag': 'a3439e3f-8868-42d4-8ac9-dc5eab923727'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:40.338659 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2552f1f6-4bb7-4a34-b795-9d09711a60a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5faec675-ba8d-4820-845c-7b29ed411b5f", "tag": "a3439e3f-8868-42d4-8ac9-dc5eab923727"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:40.382699 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-9155ca9a-ad5e-4556-ba52-d2c01234dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:40.384245 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-9155ca9a-ad5e-4556-ba52-d2c01234dc08 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2467821 Jul 08 20:14:40.431129 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 56fc5f9e-0398-4399-b10e-9b97fbb2b12f details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:14:40.433871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4e45ce01-be73-411d-84e4-ab928e1eb7ab no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:14:40.447412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544a11e-90d2-4bec-aabd-44afbe69f842 service neutron] Pushing event updated for resources: {'Port': ['ID=a3439e3f-8868-42d4-8ac9-dc5eab923727,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:40.503824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-b36b1318-21e7-4910-a9ed-8331fa869a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:40.505108 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-b36b1318-21e7-4910-a9ed-8331fa869a36 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 1096 time: 0.1100855 Jul 08 20:14:40.513527 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e44676-1fff-4dfc-b085-4bca05455cce req-1bbfa697-d6bc-4143-a7bd-396f56b885fb tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:40.515739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-9c44e179-d018-4155-a20a-29302882235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:40.516140 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e44676-1fff-4dfc-b085-4bca05455cce req-1bbfa697-d6bc-4143-a7bd-396f56b885fb tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 943 time: 0.1403968 Jul 08 20:14:40.516910 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-9c44e179-d018-4155-a20a-29302882235b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44&tenant_id=497d536bc47446ccb3b69c5679cc9909 HTTP/1.1" status: 200 len: 1096 time: 0.3150270 Jul 08 20:14:40.518151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-27ba2a4e-0faf-4120-8978-6bf5b0136616 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Allocated IP 172.20.0.7 (facf6591-74f3-4e8c-9b17-d5502e9f1283/1e333acf-e5bb-43f7-b4e2-5e96c683e1d3/687557a9-9aa3-4338-ba42-456bdbe25ca0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:14:40.547842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ae6de-9dbd-4304-8a12-bd254ff4b754 req-b151eba0-d565-45a0-8742-7008fff9c0cf tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:40.552211 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-576ae6de-9dbd-4304-8a12-bd254ff4b754 req-b151eba0-d565-45a0-8742-7008fff9c0cf tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 944 time: 0.2975605 Jul 08 20:14:40.574590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-12d81c60-1800-4438-9231-e6ef1ffa8376 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727 HTTP/1.1" status: 200 len: 217 time: 0.0577865 Jul 08 20:14:40.637828 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e44676-1fff-4dfc-b085-4bca05455cce req-9a3c4d2b-4779-4d6b-b465-83656ff4096d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138349 Jul 08 20:14:40.650288 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-639ff9e1-20ec-4c84-9bdb-88f9f117c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:40.652888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-639ff9e1-20ec-4c84-9bdb-88f9f117c756 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.0717368 Jul 08 20:14:40.700327 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:40.704062 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-90ea4a34-0fdc-478d-876c-ba2b5ce6718e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436735 Jul 08 20:14:40.747291 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-fa5ad803-1d2f-4312-86b9-cc39abf7fc38 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289032 Jul 08 20:14:40.781499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4e45ce01-be73-411d-84e4-ab928e1eb7ab, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:40.789510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a75d51-157c-414c-a958-a373baf0921f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e45ce01-be73-411d-84e4-ab928e1eb7ab'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:40.792875 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cd0e2e-2860-42aa-aa0e-d58172e64593" -d '{"events": [{"server_uuid": "a7a75d51-157c-414c-a958-a373baf0921f", "name": "network-vif-unplugged", "status": "completed", "tag": "4e45ce01-be73-411d-84e4-ab928e1eb7ab"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:40.800610 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:40.801554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:14:40.805359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:40.881488 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-86c47d09-6185-4145-92d3-65f7378319eb service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647747 Jul 08 20:14:40.884506 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e006e7-8d96-4365-85b2-148237f7b057 x-openstack-request-id: req-f2e006e7-8d96-4365-85b2-148237f7b057 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:40.885071 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5faec675-ba8d-4820-845c-7b29ed411b5f", "tag": "a3439e3f-8868-42d4-8ac9-dc5eab923727", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:40.890622 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f2e006e7-8d96-4365-85b2-148237f7b057 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:40.891523 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5faec675-ba8d-4820-845c-7b29ed411b5f', 'tag': 'a3439e3f-8868-42d4-8ac9-dc5eab923727', 'status': 'completed', 'code': 200} Jul 08 20:14:40.915388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '56fc5f9e-0398-4399-b10e-9b97fbb2b12f', 'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c', 'port_id': '56fc5f9e-0398-4399-b10e-9b97fbb2b12f', 'mac_address': 'fa:16:3e:76:0c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95cce14b-7783-4753-a529-c1129c321d7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:14:40.920034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-576ae6de-9dbd-4304-8a12-bd254ff4b754 req-21fd7e0f-1289-4a01-9f4a-ad8b9a926fb0 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362575 Jul 08 20:14:40.964061 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4e45ce01-be73-411d-84e4-ab928e1eb7ab,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:40.985911 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:41.001279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:14:41.009280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56fc5f9e-0398-4399-b10e-9b97fbb2b12f {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:41.035198 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:41.045933 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:41.077295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-bb6a9aaa-a9f0-4fe9-a141-e3848052928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:41.078619 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161937f3-0a56-4264-afc4-11846ddd8e04 x-openstack-request-id: req-161937f3-0a56-4264-afc4-11846ddd8e04 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:41.078913 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a75d51-157c-414c-a958-a373baf0921f", "name": "network-vif-unplugged", "status": "completed", "tag": "4e45ce01-be73-411d-84e4-ab928e1eb7ab", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:41.079421 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-161937f3-0a56-4264-afc4-11846ddd8e04 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:41.079940 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a75d51-157c-414c-a958-a373baf0921f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e45ce01-be73-411d-84e4-ab928e1eb7ab', 'code': 200} Jul 08 20:14:41.094424 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-bb6a9aaa-a9f0-4fe9-a141-e3848052928a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 1096 time: 0.5108509 Jul 08 20:14:41.121002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:41.179996 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6704b98d-c40e-42b7-b446-5f23ee9c2618 req-6d2127a0-ea93-456e-a165-17a43ec93ab6 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870941 Jul 08 20:14:41.227807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a2c6b-16f3-4db1-82b3-895067b95c76 req-ab4063b0-0e78-440e-95ab-08efc60e3466 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:41.229907 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-887a2c6b-16f3-4db1-82b3-895067b95c76 req-ab4063b0-0e78-440e-95ab-08efc60e3466 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 944 time: 0.1610246 Jul 08 20:14:41.249351 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47dc08db-77a2-4e77-aca4-2ab26e7d5472 req-eaabaa7e-a25f-48eb-91a4-3ddc8957c33a service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763637 Jul 08 20:14:41.283645 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-27ba2a4e-0faf-4120-8978-6bf5b0136616 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:41.311535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['56fc5f9e-0398-4399-b10e-9b97fbb2b12f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:41.314367 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-887a2c6b-16f3-4db1-82b3-895067b95c76 req-f94a5c40-2a1d-44be-aa53-e2779dee880b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753250 Jul 08 20:14:41.341319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552f1f6-4bb7-4a34-b795-9d09711a60a2 req-ec570fab-56e9-4527-862c-cb18b59ae32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:41.344093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2552f1f6-4bb7-4a34-b795-9d09711a60a2 req-ec570fab-56e9-4527-862c-cb18b59ae32b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 1096 time: 0.0894618 Jul 08 20:14:41.364202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-03a0ba7f-fbf9-47d3-bf7f-bfefdd41b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:41.375576 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-03a0ba7f-fbf9-47d3-bf7f-bfefdd41b60f service neutron] 10.222.0.104 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.2703338 Jul 08 20:14:41.441948 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-84b31faa-ea73-41cd-ae6a-174f74190cfb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7 HTTP/1.1" status: 200 len: 217 time: 0.0668299 Jul 08 20:14:41.444888 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-27ba2a4e-0faf-4120-8978-6bf5b0136616 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:41.515874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-024ebf7f-bde5-46db-bc82-3f91b35a5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:41.517774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-024ebf7f-bde5-46db-bc82-3f91b35a5ce6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.0599961 Jul 08 20:14:41.548098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5564c0-6559-4096-8a7c-765736b68e9e req-76107fa6-9f7f-478f-ad6c-c329f039b225 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:41.549593 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9d5564c0-6559-4096-8a7c-765736b68e9e req-76107fa6-9f7f-478f-ad6c-c329f039b225 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 947 time: 0.3137829 Jul 08 20:14:41.564304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552f1f6-4bb7-4a34-b795-9d09711a60a2 req-2f0e7e42-618f-4dfe-9202-cab24f2a4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:41.568785 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2552f1f6-4bb7-4a34-b795-9d09711a60a2 req-2f0e7e42-618f-4dfe-9202-cab24f2a4ec7 service neutron] 10.222.0.104 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.2151976 Jul 08 20:14:41.586687 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-b62e063c-50cd-4c55-8251-9e64985782c2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329640 Jul 08 20:14:41.608254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-27ba2a4e-0faf-4120-8978-6bf5b0136616 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Network facf6591-74f3-4e8c-9b17-d5502e9f1283 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:41.630232 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2552f1f6-4bb7-4a34-b795-9d09711a60a2 req-cafd3aa6-22e1-4658-9cdc-f89e01dad0a4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727 HTTP/1.1" status: 200 len: 217 time: 0.0543623 Jul 08 20:14:41.674157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-27ba2a4e-0faf-4120-8978-6bf5b0136616 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:41.682106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-27ba2a4e-0faf-4120-8978-6bf5b0136616 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:14:41.690627 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba2a4e-0faf-4120-8978-6bf5b0136616 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Pushing event updated for resources: {'Port': ['ID=687557a9-9aa3-4338-ba42-456bdbe25ca0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:41.715348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552f1f6-4bb7-4a34-b795-9d09711a60a2 req-5e49adbc-2cf9-4f82-9983-43b97d2df2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:41.717041 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2552f1f6-4bb7-4a34-b795-9d09711a60a2 req-5e49adbc-2cf9-4f82-9983-43b97d2df2b6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.0753236 Jul 08 20:14:41.743753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c32419-1fee-4e62-8482-5aba423a98d5 req-cea484d5-65f5-479d-b731-5bfabab7679c tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:41.745190 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23c32419-1fee-4e62-8482-5aba423a98d5 req-cea484d5-65f5-479d-b731-5bfabab7679c tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1178286 Jul 08 20:14:41.762695 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9d5564c0-6559-4096-8a7c-765736b68e9e req-3dd3eb6c-f02d-4120-98ba-88d3a757bf91 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664088 Jul 08 20:14:41.767789 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2552f1f6-4bb7-4a34-b795-9d09711a60a2 req-e24911ea-ee1f-42a1-afc0-46f6627e2a06 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406697 Jul 08 20:14:41.809348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-27ba2a4e-0faf-4120-8978-6bf5b0136616 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:41.810805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-27ba2a4e-0faf-4120-8978-6bf5b0136616 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:41.834364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-cb700c59-98a2-40d4-b7c6-319082edf00f service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369139 Jul 08 20:14:41.874908 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-27ba2a4e-0faf-4120-8978-6bf5b0136616 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0488577 Jul 08 20:14:41.887968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23c32419-1fee-4e62-8482-5aba423a98d5 req-be0a7cc2-95d4-46f5-b9c0-c4e5a30a0690 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225047 Jul 08 20:14:41.921759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Request body: {'port': {'device_id': '7c7430e7-2ef8-4bf2-a99b-29ad150cb710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:41.937793 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2552f1f6-4bb7-4a34-b795-9d09711a60a2 req-69c9a0cb-5ba6-4ff0-ba0f-a095cc1709fd service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479282 Jul 08 20:14:42.127868 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2552f1f6-4bb7-4a34-b795-9d09711a60a2 req-a6dacc30-ba1b-4aae-9d00-6ec5dd9cea8f service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824856 Jul 08 20:14:42.135655 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:42.145138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebbc78-fa4f-4e41-81e3-6c6518a57018 req-93843ead-a582-464a-afe8-71120993ed0c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:42.147134 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1ebbc78-fa4f-4e41-81e3-6c6518a57018 req-93843ead-a582-464a-afe8-71120993ed0c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 944 time: 0.1352241 Jul 08 20:14:42.170365 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c3d8-8b2b-426c-ab60-5fe4de9b9bb8 req-51c0b50f-99b8-4b37-88bf-c85db657b45c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:42.177614 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6b2c3d8-8b2b-426c-ab60-5fe4de9b9bb8 req-51c0b50f-99b8-4b37-88bf-c85db657b45c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 931 time: 0.2638483 Jul 08 20:14:42.181378 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-655e80be-bb66-4972-85bd-0ccc3ed23fb5 service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375723 Jul 08 20:14:42.193305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1ebbc78-fa4f-4e41-81e3-6c6518a57018 req-d115dc6a-9648-4275-83f9-d882296ca870 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384617 Jul 08 20:14:42.261141 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6b2c3d8-8b2b-426c-ab60-5fe4de9b9bb8 req-9430d58a-9f3d-4678-959e-c9e7e031f84d tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826545 Jul 08 20:14:42.432827 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 56fc5f9e-0398-4399-b10e-9b97fbb2b12f up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:42.522069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:42.527924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:42.528472 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:42.579581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3ce74-2e35-40f3-83dc-31282d7f68a5 req-3b447e9c-3d06-41b8-9ecc-970dd7499197 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:42.582344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6bd3ce74-2e35-40f3-83dc-31282d7f68a5 req-3b447e9c-3d06-41b8-9ecc-970dd7499197 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 944 time: 0.0830770 Jul 08 20:14:42.628437 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:42.650133 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6bd3ce74-2e35-40f3-83dc-31282d7f68a5 req-189b4634-2b01-444d-8e6e-c487651db072 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612197 Jul 08 20:14:42.678529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:42.685271 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:42.745259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:42.909684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3080a8a-8a04-4c4f-a4bf-fd1daf13acc2 req-934181eb-346d-48c7-838e-5b0e72cbe4d4 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:42.910962 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b3080a8a-8a04-4c4f-a4bf-fd1daf13acc2 req-934181eb-346d-48c7-838e-5b0e72cbe4d4 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 944 time: 0.4852552 Jul 08 20:14:42.964729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d6529-aa41-48f5-9f92-cc36d6fcc5d9 req-6259ec8b-4f43-41dc-b580-53bcd4ff65a6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:42.966279 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4e9d6529-aa41-48f5-9f92-cc36d6fcc5d9 req-6259ec8b-4f43-41dc-b580-53bcd4ff65a6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 947 time: 0.0830393 Jul 08 20:14:42.992671 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687557a9-9aa3-4338-ba42-456bdbe25ca0 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:43.003906 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-b5281e74-7997-42d8-8b4c-83b99e777fc7 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:43.005512 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-b5281e74-7997-42d8-8b4c-83b99e777fc7 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44&tenant_id=497d536bc47446ccb3b69c5679cc9909&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 1096 time: 0.4850149 Jul 08 20:14:43.007385 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:43.009950 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4e9d6529-aa41-48f5-9f92-cc36d6fcc5d9 req-26c0798c-8081-4f11-9efa-cd8631e664ab tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366378 Jul 08 20:14:43.017369 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b3080a8a-8a04-4c4f-a4bf-fd1daf13acc2 req-edda1f7d-1186-42b8-bed4-b6e71c087a95 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958314 Jul 08 20:14:43.060731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Transition to ACTIVE for port object 687557a9-9aa3-4338-ba42-456bdbe25ca0 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:43.069032 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:43.081876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64b3e1e-e7c1-4457-8bfc-529917188218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fc5f9e-0398-4399-b10e-9b97fbb2b12f'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:43.087322 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed903e6b-e7e6-4fba-a26b-88df32eadb25" -d '{"events": [{"server_uuid": "f64b3e1e-e7c1-4457-8bfc-529917188218", "name": "network-vif-plugged", "status": "completed", "tag": "56fc5f9e-0398-4399-b10e-9b97fbb2b12f"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:43.136142 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a41808f-93d1-406a-9612-1c156a91cfbd x-openstack-request-id: req-5a41808f-93d1-406a-9612-1c156a91cfbd {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:43.136547 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64b3e1e-e7c1-4457-8bfc-529917188218", "name": "network-vif-plugged", "status": "completed", "tag": "56fc5f9e-0398-4399-b10e-9b97fbb2b12f", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:43.136774 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5a41808f-93d1-406a-9612-1c156a91cfbd {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:43.137339 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64b3e1e-e7c1-4457-8bfc-529917188218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fc5f9e-0398-4399-b10e-9b97fbb2b12f', 'code': 200} Jul 08 20:14:43.216885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Pushing event updated for resources: {'Port': ['ID=687557a9-9aa3-4338-ba42-456bdbe25ca0,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:43.243046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a3e7c-1ec4-4e0e-901f-f78d3a468de2 req-769a6c0a-ddc9-4857-9f2b-9a0032670e4d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:43.246304 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c03a3e7c-1ec4-4e0e-901f-f78d3a468de2 req-769a6c0a-ddc9-4857-9f2b-9a0032670e4d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.0743756 Jul 08 20:14:43.299100 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c03a3e7c-1ec4-4e0e-901f-f78d3a468de2 req-dcad3772-448b-47ed-a41d-13385ee700fa tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458188 Jul 08 20:14:43.390884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-de986247-b10f-4d5f-8feb-c9bea4cbc67d service neutron] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:43.397718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Attempting to bind port 687557a9-9aa3-4338-ba42-456bdbe25ca0 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:43.397991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Attempting to bind port 687557a9-9aa3-4338-ba42-456bdbe25ca0 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'fa15948a-346b-4094-8cf9-279e8782fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:43.398321 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Attempting to bind port 687557a9-9aa3-4338-ba42-456bdbe25ca0 on network facf6591-74f3-4e8c-9b17-d5502e9f1283 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:43.406966 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-de986247-b10f-4d5f-8feb-c9bea4cbc67d service neutron] Notify callbacks [] for binding, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:43.408087 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ea84f32-11c3-4ddd-a719-b2145d37f4fa req-de986247-b10f-4d5f-8feb-c9bea4cbc67d service neutron] 10.222.0.104 "DELETE /v2.0/ports/11edad50-3cd9-4f56-9f4b-4c9ab65518c7/bindings/n-h2-791506-16 HTTP/1.1" status: 204 len: 173 time: 0.3885744 Jul 08 20:14:43.419321 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Port 687557a9-9aa3-4338-ba42-456bdbe25ca0 on network facf6591-74f3-4e8c-9b17-d5502e9f1283 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:14:43.419670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Attempting to bind port 687557a9-9aa3-4338-ba42-456bdbe25ca0 on network facf6591-74f3-4e8c-9b17-d5502e9f1283 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:43.436658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:43.437053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Checking segment: {'id': 'fa15948a-346b-4094-8cf9-279e8782fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:43.437424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Bound using segment: {'id': 'fa15948a-346b-4094-8cf9-279e8782fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:43.437870 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Bound port: 687557a9-9aa3-4338-ba42-456bdbe25ca0, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa15948a-346b-4094-8cf9-279e8782fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:43.438225 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:43.461270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d8927-8603-42ec-a7d1-e234af21c0ce req-2ac00f89-b49a-496d-9105-ad01271e17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:43.462785 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9b6d8927-8603-42ec-a7d1-e234af21c0ce req-2ac00f89-b49a-496d-9105-ad01271e17dd service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 1097 time: 0.1986208 Jul 08 20:14:43.518574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b29ace-71f1-44c0-a1d7-1e50b681d594 req-a3a05e59-4342-400c-adfa-b75a2f7ee09a tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:43.520682 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4b29ace-71f1-44c0-a1d7-1e50b681d594 req-a3a05e59-4342-400c-adfa-b75a2f7ee09a tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 945 time: 0.1837163 Jul 08 20:14:43.554636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca803a-06f2-4ddf-a46d-0fe75df2b26a req-04bc5793-c3b3-45cd-8f69-c591e169ce88 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:43.561218 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c5ca803a-06f2-4ddf-a46d-0fe75df2b26a req-04bc5793-c3b3-45cd-8f69-c591e169ce88 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 943 time: 0.0903966 Jul 08 20:14:43.563367 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9b6d8927-8603-42ec-a7d1-e234af21c0ce req-caa71713-bf82-4b8e-bcc3-23a5681bbe49 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926905 Jul 08 20:14:43.597706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] For port 687557a9-9aa3-4338-ba42-456bdbe25ca0, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:43.602167 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4b29ace-71f1-44c0-a1d7-1e50b681d594 req-a309f8fd-bd2f-4ba5-a8a9-6a9813db7117 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744302 Jul 08 20:14:43.618413 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c5ca803a-06f2-4ddf-a46d-0fe75df2b26a req-48d58153-008b-4f98-b5c3-16e465d26bfc tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559902 Jul 08 20:14:43.618651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] For port 687557a9-9aa3-4338-ba42-456bdbe25ca0, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=687557a9-9aa3-4338-ba42-456bdbe25ca0,segment=NetworkSegment(fa15948a-346b-4094-8cf9-279e8782fbe7),segment_id=fa15948a-346b-4094-8cf9-279e8782fbe7)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:43.624469 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:43.674854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:43.675614 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:43.677186 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] 10.222.0.103 "PUT /v2.0/ports/687557a9-9aa3-4338-ba42-456bdbe25ca0 HTTP/1.1" status: 200 len: 1092 time: 1.7650523 Jul 08 20:14:43.677689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7430e7-2ef8-4bf2-a99b-29ad150cb710', 'tag': '687557a9-9aa3-4338-ba42-456bdbe25ca0'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:43.682081 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cda606-63a9-4122-9953-03163566e6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7430e7-2ef8-4bf2-a99b-29ad150cb710", "tag": "687557a9-9aa3-4338-ba42-456bdbe25ca0"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:43.715494 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6214c0-005c-4793-ab02-8a0323f57c0b service neutron] Pushing event updated for resources: {'Port': ['ID=687557a9-9aa3-4338-ba42-456bdbe25ca0,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:43.800658 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6096f6c1-13b6-4ca0-a423-1bbe71536418 x-openstack-request-id: req-6096f6c1-13b6-4ca0-a423-1bbe71536418 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:43.800966 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7430e7-2ef8-4bf2-a99b-29ad150cb710", "tag": "687557a9-9aa3-4338-ba42-456bdbe25ca0", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:43.801217 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6096f6c1-13b6-4ca0-a423-1bbe71536418 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:43.801615 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7430e7-2ef8-4bf2-a99b-29ad150cb710', 'tag': '687557a9-9aa3-4338-ba42-456bdbe25ca0', 'status': 'completed', 'code': 200} Jul 08 20:14:43.813632 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-91469afe-b5dd-4436-80c4-64bf9f1775c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:43.815177 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-91469afe-b5dd-4436-80c4-64bf9f1775c6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5ea3d50172a64152a8b1a4c73654d683&device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 1095 time: 0.0886753 Jul 08 20:14:43.860387 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-7c6ebca8-35a2-43a9-8249-23ac93c4d066 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=687557a9-9aa3-4338-ba42-456bdbe25ca0 HTTP/1.1" status: 200 len: 217 time: 0.0363019 Jul 08 20:14:43.883286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb8795-dadc-4a58-99b9-9338a62764e2 req-0ec93ac8-0e56-4627-b6be-a1ea6e47b45a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:43.884975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbfb8795-dadc-4a58-99b9-9338a62764e2 req-0ec93ac8-0e56-4627-b6be-a1ea6e47b45a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 944 time: 0.0764136 Jul 08 20:14:43.950544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-a2ffca7d-9231-4401-a1eb-976e802d0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:43.951598 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbfb8795-dadc-4a58-99b9-9338a62764e2 req-6ef52a48-2f89-4642-9a80-e087d49acdfb tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571206 Jul 08 20:14:43.952753 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-a2ffca7d-9231-4401-a1eb-976e802d0891 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1e333acf-e5bb-43f7-b4e2-5e96c683e1d3 HTTP/1.1" status: 200 len: 850 time: 0.0852504 Jul 08 20:14:44.019121 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-8861c596-f836-4232-bbb4-a553f113c195 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=facf6591-74f3-4e8c-9b17-d5502e9f1283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583582 Jul 08 20:14:44.180155 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-47c302b6-27af-4325-a961-c0992df9cd58 service neutron] 10.222.0.103 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508272 Jul 08 20:14:44.200685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f894992-ab54-4fcd-b654-186e82c312cf req-19ff5502-1837-4159-bef8-381d82003211 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:44.202240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f894992-ab54-4fcd-b654-186e82c312cf req-19ff5502-1837-4159-bef8-381d82003211 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 1096 time: 0.0610788 Jul 08 20:14:44.245022 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f894992-ab54-4fcd-b654-186e82c312cf req-cf6d91e6-efc1-410a-871d-2c586f7ca42d tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364826 Jul 08 20:14:44.314823 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42c23930-4d15-4c75-a33c-20bffa98d935 req-2c4b9789-0923-4d3e-96af-a270f2764ab1 service neutron] 10.222.0.103 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172314 Jul 08 20:14:44.324886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b64d9c-8810-493a-9679-5cbc6a50d8b7 req-abed3a97-62ba-474b-8360-06e5e98fb87e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:44.332805 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e2b64d9c-8810-493a-9679-5cbc6a50d8b7 req-abed3a97-62ba-474b-8360-06e5e98fb87e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 944 time: 0.1695540 Jul 08 20:14:44.376064 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e2b64d9c-8810-493a-9679-5cbc6a50d8b7 req-df9a0779-0573-4dd0-8fc4-53d926b632d9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Jul 08 20:14:44.438123 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4e45ce01-be73-411d-84e4-ab928e1eb7ab details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:14:44.509162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cda606-63a9-4122-9953-03163566e6f1 req-c9deb03d-d4a1-4ba9-83d6-f47ea2d46ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:44.513996 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4cda606-63a9-4122-9953-03163566e6f1 req-c9deb03d-d4a1-4ba9-83d6-f47ea2d46ae6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5ea3d50172a64152a8b1a4c73654d683&device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 1095 time: 0.1229084 Jul 08 20:14:44.608524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd609e-ce61-4939-aada-a229fbd09847 req-69c1dacf-ed2a-4d04-a2bb-bc5dcf800f7f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:44.616338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cabd609e-ce61-4939-aada-a229fbd09847 req-69c1dacf-ed2a-4d04-a2bb-bc5dcf800f7f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 947 time: 0.1533954 Jul 08 20:14:44.629946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a3439e3f-8868-42d4-8ac9-dc5eab923727 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:14:44.673191 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cabd609e-ce61-4939-aada-a229fbd09847 req-72622a31-4705-4e29-9c9f-9a63ec2aad89 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557578 Jul 08 20:14:44.702353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4e45ce01-be73-411d-84e4-ab928e1eb7ab, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:44.708928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cda606-63a9-4122-9953-03163566e6f1 req-e15d911c-a96a-4108-8ee0-8c7f359639c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:44.710779 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4cda606-63a9-4122-9953-03163566e6f1 req-e15d911c-a96a-4108-8ee0-8c7f359639c4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=facf6591-74f3-4e8c-9b17-d5502e9f1283 HTTP/1.1" status: 200 len: 911 time: 0.1882229 Jul 08 20:14:44.735480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '4e45ce01-be73-411d-84e4-ab928e1eb7ab', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '4e45ce01-be73-411d-84e4-ab928e1eb7ab', 'mac_address': 'fa:16:3e:2c:7b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:14:44.736357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f53955-7745-489a-9bea-66aa9d8c089e req-aed887a9-076d-4dbf-8f15-74b9cb04d6b8 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:44.738204 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8f53955-7745-489a-9bea-66aa9d8c089e req-aed887a9-076d-4dbf-8f15-74b9cb04d6b8 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.2039690 Jul 08 20:14:44.799590 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4cda606-63a9-4122-9953-03163566e6f1 req-c8b8744f-5ce8-4690-be23-053cdff60778 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=687557a9-9aa3-4338-ba42-456bdbe25ca0 HTTP/1.1" status: 200 len: 217 time: 0.0806930 Jul 08 20:14:44.867513 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:44.873550 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8f53955-7745-489a-9bea-66aa9d8c089e req-20985ba4-0e2e-4a57-ab65-e5a6c09075a3 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832500 Jul 08 20:14:44.875106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cda606-63a9-4122-9953-03163566e6f1 req-fdf1d928-deb1-4922-a19c-eda49a959003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:44.876661 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4cda606-63a9-4122-9953-03163566e6f1 req-fdf1d928-deb1-4922-a19c-eda49a959003 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1e333acf-e5bb-43f7-b4e2-5e96c683e1d3 HTTP/1.1" status: 200 len: 850 time: 0.0691392 Jul 08 20:14:44.891075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e45ce01-be73-411d-84e4-ab928e1eb7ab {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:44.921058 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-3293f3bf-6e34-406d-a845-0a9b3ad1ab09 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:44.930819 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-3293f3bf-6e34-406d-a845-0a9b3ad1ab09 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 818 time: 0.1496551 Jul 08 20:14:44.938309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:44.950156 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4e45ce01-be73-411d-84e4-ab928e1eb7ab, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:44.951197 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-99b0e824-2b9e-40d1-b442-29c36b37c750 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/quotas/497d536bc47446ccb3b69c5679cc9909 HTTP/1.1" status: 200 len: 375 time: 0.0191479 Jul 08 20:14:44.955711 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4cda606-63a9-4122-9953-03163566e6f1 req-ab86f89e-4f87-40ad-8cb3-03902eeb9f7b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=facf6591-74f3-4e8c-9b17-d5502e9f1283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692687 Jul 08 20:14:44.959123 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:45.032463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'a3439e3f-8868-42d4-8ac9-dc5eab923727', 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14', 'port_id': 'a3439e3f-8868-42d4-8ac9-dc5eab923727', 'mac_address': 'fa:16:3e:0c:84:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9c2772-125a-4c73-b763-c9127fd5cc34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:14:45.038044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4e45ce01-be73-411d-84e4-ab928e1eb7ab,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:45.067749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-478606f8-2bf5-419b-b08a-f24927cf9aaf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155732 Jul 08 20:14:45.108585 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:45.125884 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3439e3f-8868-42d4-8ac9-dc5eab923727 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:45.139177 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4cda606-63a9-4122-9953-03163566e6f1 req-06b38896-c5ae-49ae-8b60-3a1c14cad22c service neutron] 10.222.0.103 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771283 Jul 08 20:14:45.151825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:45.155362 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:45.155543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c871bb6-0518-433d-b7c8-f6e05d4f45b9 req-885cada2-4d0a-47d3-9949-9c85c6d8f094 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:45.168613 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c871bb6-0518-433d-b7c8-f6e05d4f45b9 req-885cada2-4d0a-47d3-9949-9c85c6d8f094 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 945 time: 0.1210301 Jul 08 20:14:45.188670 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-fe693b24-2573-44aa-94e0-0e3da5689843 service neutron] 10.222.0.101 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138420 Jul 08 20:14:45.223490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a3439e3f-8868-42d4-8ac9-dc5eab923727,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:45.257878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['4e45ce01-be73-411d-84e4-ab928e1eb7ab'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:45.281604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c871bb6-0518-433d-b7c8-f6e05d4f45b9 req-540166bc-5e5f-490e-8c8d-3d5107db94ee tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880344 Jul 08 20:14:45.298193 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-4cadbd4b-40dd-4ab3-97eb-32901cba94ad service neutron] 10.222.0.101 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011584 Jul 08 20:14:45.343855 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4cda606-63a9-4122-9953-03163566e6f1 req-937de69a-1ecb-4e36-a0af-2d0f69714353 service neutron] 10.222.0.103 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965058 Jul 08 20:14:45.456507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['a3439e3f-8868-42d4-8ac9-dc5eab923727'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:45.535000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6f9c7-4fea-43ff-8882-f88fce776ce7 req-39f7caba-f358-43bd-958e-0fbe009ddad4 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:45.535245 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fdd6f9c7-4fea-43ff-8882-f88fce776ce7 req-39f7caba-f358-43bd-958e-0fbe009ddad4 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 943 time: 0.1119730 Jul 08 20:14:45.606631 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fdd6f9c7-4fea-43ff-8882-f88fce776ce7 req-610d5d8b-bd2c-4ca6-9e75-95a53b0fc8d5 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642405 Jul 08 20:14:45.786775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3cc125c4-6b8f-4cb0-a554-cd75eb467564 req-ad12d942-c4b1-4679-8eda-b7f8a2175d8d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1603437899&fields=id&tenant_id=9f8b883bf111429a8a38ae480f11eb1f HTTP/1.1" status: 200 len: 267 time: 0.0431950 Jul 08 20:14:45.871737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc125c4-6b8f-4cb0-a554-cd75eb467564 req-3eda14ac-b8ec-4bde-86d0-04a7aa9e180a tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:45.873389 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3cc125c4-6b8f-4cb0-a554-cd75eb467564 req-3eda14ac-b8ec-4bde-86d0-04a7aa9e180a tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 945 time: 0.0858555 Jul 08 20:14:45.890430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-3cc125c4-6b8f-4cb0-a554-cd75eb467564 req-4f0ff520-5704-4e51-89ae-306928c6bc3c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'port': {'security_groups': ['2b695978-37c7-42a1-beaa-d59f83188a8d', 'a6d49e65-ea64-4232-a290-9d9b092a19c8']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:45.973270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269ab23-7f11-4f84-9997-b18a50e72a14 req-5b2faed2-4f07-42a7-9133-10f255847c1e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:45.975838 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6269ab23-7f11-4f84-9997-b18a50e72a14 req-5b2faed2-4f07-42a7-9133-10f255847c1e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f&tenant_id=847906ba92d7431c9a151198f8628748&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 948 time: 0.1253197 Jul 08 20:14:46.084979 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3cc125c4-6b8f-4cb0-a554-cd75eb467564 req-4f0ff520-5704-4e51-89ae-306928c6bc3c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:46.114043 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d09f2-b103-44ac-a41e-b33c1128c3bf req-a557f1c9-f82b-4807-a1f0-1f5eb1ce6b0c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:46.117243 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d03d09f2-b103-44ac-a41e-b33c1128c3bf req-a557f1c9-f82b-4807-a1f0-1f5eb1ce6b0c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 945 time: 0.1309381 Jul 08 20:14:46.174446 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269ab23-7f11-4f84-9997-b18a50e72a14 req-cfc91be4-21a7-4c3f-bd4a-80f3d3606350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:46.183778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6269ab23-7f11-4f84-9997-b18a50e72a14 req-cfc91be4-21a7-4c3f-bd4a-80f3d3606350 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 1100 time: 0.1237471 Jul 08 20:14:46.206986 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d03d09f2-b103-44ac-a41e-b33c1128c3bf req-b06d7305-73c2-4a2f-aefb-90c554eceddd tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795658 Jul 08 20:14:46.348390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269ab23-7f11-4f84-9997-b18a50e72a14 req-3e901608-0c0b-42b4-aee6-3237654a1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:46.349945 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6269ab23-7f11-4f84-9997-b18a50e72a14 req-3e901608-0c0b-42b4-aee6-3237654a1eea service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1475549 Jul 08 20:14:46.409968 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6269ab23-7f11-4f84-9997-b18a50e72a14 req-685caafb-a532-4aff-8a07-2e63635da5a5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab HTTP/1.1" status: 200 len: 217 time: 0.0484583 Jul 08 20:14:46.428280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-3cc125c4-6b8f-4cb0-a554-cd75eb467564 req-4f0ff520-5704-4e51-89ae-306928c6bc3c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] For port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:46.459353 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb167230-7ce6-4977-88f6-ad2c18628656 req-d410d075-6125-4769-9149-5a931bb0c0db tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 210 time: 0.0963249 Jul 08 20:14:46.469099 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3cc125c4-6b8f-4cb0-a554-cd75eb467564 req-4f0ff520-5704-4e51-89ae-306928c6bc3c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:46.475207 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3cc125c4-6b8f-4cb0-a554-cd75eb467564 req-4f0ff520-5704-4e51-89ae-306928c6bc3c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:46.478126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 687557a9-9aa3-4338-ba42-456bdbe25ca0 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:14:46.483521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4e45ce01-be73-411d-84e4-ab928e1eb7ab up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:46.494941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['56fc5f9e-0398-4399-b10e-9b97fbb2b12f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:46.549067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc125c4-6b8f-4cb0-a554-cd75eb467564 req-4f0ff520-5704-4e51-89ae-306928c6bc3c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:46.549761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3cc125c4-6b8f-4cb0-a554-cd75eb467564 req-4f0ff520-5704-4e51-89ae-306928c6bc3c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:46.563458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269ab23-7f11-4f84-9997-b18a50e72a14 req-689b5d69-06ee-4821-987e-b2f48873b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:46.566223 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6269ab23-7f11-4f84-9997-b18a50e72a14 req-689b5d69-06ee-4821-987e-b2f48873b320 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1436226 Jul 08 20:14:46.567770 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3cc125c4-6b8f-4cb0-a554-cd75eb467564 req-4f0ff520-5704-4e51-89ae-306928c6bc3c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "PUT /v2.0/ports/56fc5f9e-0398-4399-b10e-9b97fbb2b12f HTTP/1.1" status: 200 len: 981 time: 0.6878738 Jul 08 20:14:46.568449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64b3e1e-e7c1-4457-8bfc-529917188218', 'tag': '56fc5f9e-0398-4399-b10e-9b97fbb2b12f'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:46.575487 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f15bd7-a76f-48d8-abb8-271a8dd0849f" -d '{"events": [{"name": "network-changed", "server_uuid": "f64b3e1e-e7c1-4457-8bfc-529917188218", "tag": "56fc5f9e-0398-4399-b10e-9b97fbb2b12f"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:46.645567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ff520-5704-4e51-89ae-306928c6bc3c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'Port': ['ID=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,revision_number=6']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:46.651695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a3439e3f-8868-42d4-8ac9-dc5eab923727 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:46.667750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269ab23-7f11-4f84-9997-b18a50e72a14 req-a5373c07-549d-486e-a6bb-d02fc857b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:46.670284 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6269ab23-7f11-4f84-9997-b18a50e72a14 req-a5373c07-549d-486e-a6bb-d02fc857b00c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921566 Jul 08 20:14:46.709763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['56fc5f9e-0398-4399-b10e-9b97fbb2b12f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: from cryptography.utils import int_from_bytes Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: from cryptography.utils import int_from_bytes Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.734167 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:14:46.738612 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:14:46.836840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351427cf-61bd-4707-b751-5b6da33d2e88 req-d3318f0a-2e1a-40db-9699-b27fdeb91ad5 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:46.849351 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-351427cf-61bd-4707-b751-5b6da33d2e88 req-d3318f0a-2e1a-40db-9699-b27fdeb91ad5 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1233437 Jul 08 20:14:46.862400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afaa7c-5fae-4959-b0e3-649ba14a41d9 req-c399e179-0d23-4f90-8298-6b1ae87a0fcc tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:46.871198 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28afaa7c-5fae-4959-b0e3-649ba14a41d9 req-c399e179-0d23-4f90-8298-6b1ae87a0fcc tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 948 time: 0.1931534 Jul 08 20:14:46.900730 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-351427cf-61bd-4707-b751-5b6da33d2e88 req-1b832dd3-ae2b-4913-ae20-5e319f5c1676 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483327 Jul 08 20:14:46.905398 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6269ab23-7f11-4f84-9997-b18a50e72a14 req-6fe27f4a-43c7-4afd-9954-0de67cdb6d39 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271588 Jul 08 20:14:46.985624 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28afaa7c-5fae-4959-b0e3-649ba14a41d9 req-b6c9ec6d-ac53-4a3e-a1d3-868e49a0eeff tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132874 Jul 08 20:14:47.016154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port a3439e3f-8868-42d4-8ac9-dc5eab923727 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:47.024486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port a3439e3f-8868-42d4-8ac9-dc5eab923727 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:47.024709 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:47.066433 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab51106a-f68e-4b52-8b12-b59da3f98721 x-openstack-request-id: req-ab51106a-f68e-4b52-8b12-b59da3f98721 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:47.067077 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64b3e1e-e7c1-4457-8bfc-529917188218", "tag": "56fc5f9e-0398-4399-b10e-9b97fbb2b12f", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:47.067210 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ab51106a-f68e-4b52-8b12-b59da3f98721 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:47.071579 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64b3e1e-e7c1-4457-8bfc-529917188218', 'tag': '56fc5f9e-0398-4399-b10e-9b97fbb2b12f', 'status': 'completed', 'code': 200} Jul 08 20:14:47.088491 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69316dd0-6677-40cb-b4c9-ebee29c64046 req-149c23b5-685e-4dcb-a4c1-f525f1fbac40 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1828926440&fields=id&tenant_id=9f8b883bf111429a8a38ae480f11eb1f HTTP/1.1" status: 200 len: 267 time: 0.0828738 Jul 08 20:14:47.182366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 687557a9-9aa3-4338-ba42-456bdbe25ca0, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=687557a9-9aa3-4338-ba42-456bdbe25ca0,segment=NetworkSegment(fa15948a-346b-4094-8cf9-279e8782fbe7),segment_id=fa15948a-346b-4094-8cf9-279e8782fbe7)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:47.196103 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 4e45ce01-be73-411d-84e4-ab928e1eb7ab triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:47.196776 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:47.206348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '687557a9-9aa3-4338-ba42-456bdbe25ca0', 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283', 'port_id': '687557a9-9aa3-4338-ba42-456bdbe25ca0', 'mac_address': 'fa:16:3e:19:15:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e333acf-e5bb-43f7-b4e2-5e96c683e1d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:14:47.269092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f15bd7-a76f-48d8-abb8-271a8dd0849f req-980ee8a4-d559-43bd-8a11-1f0a4f2a1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:47.270578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65f15bd7-a76f-48d8-abb8-271a8dd0849f req-980ee8a4-d559-43bd-8a11-1f0a4f2a1b4a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f8b883bf111429a8a38ae480f11eb1f&device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 1136 time: 0.1811361 Jul 08 20:14:47.280002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69316dd0-6677-40cb-b4c9-ebee29c64046 req-87c793b2-493d-4427-8f44-37520f88d9c2 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:47.292052 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69316dd0-6677-40cb-b4c9-ebee29c64046 req-87c793b2-493d-4427-8f44-37520f88d9c2 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 984 time: 0.1801062 Jul 08 20:14:47.307862 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6269ab23-7f11-4f84-9997-b18a50e72a14 req-a4037b8e-cc8f-4f25-9a16-e1a3ee8bc5cd service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872826 Jul 08 20:14:47.338788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-4ddb14c9-8246-439d-84aa-c636f6fe8a77 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:47.341032 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-4ddb14c9-8246-439d-84aa-c636f6fe8a77 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.103 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 818 time: 0.3483062 Jul 08 20:14:47.352053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33c130-9e1d-436a-a322-091f39b0557b req-3e515959-e641-45a1-a9c3-446c5605bb64 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:47.361976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1a33c130-9e1d-436a-a322-091f39b0557b req-3e515959-e641-45a1-a9c3-446c5605bb64 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 943 time: 0.1829698 Jul 08 20:14:47.403434 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-69316dd0-6677-40cb-b4c9-ebee29c64046 req-43f7521b-9f5c-4a86-adb1-b35c7ff7a3a7 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'port': {'security_groups': ['2b695978-37c7-42a1-beaa-d59f83188a8d', 'a6d49e65-ea64-4232-a290-9d9b092a19c8', '21da1d3c-0d59-49d5-9eaf-aa02656e1fb0']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:47.408325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-1dd560e0-7496-4435-9d84-bc4d813726f2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Request body: {'port': {'device_id': '9d3ed750-b973-4031-b24c-76ca9c5a1858', 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89', 'admin_state_up': True, 'tenant_id': '497d536bc47446ccb3b69c5679cc9909'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:47.485183 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1a33c130-9e1d-436a-a322-091f39b0557b req-3e9dfaf6-3428-4acc-9857-4231cf5c95bb tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216609 Jul 08 20:14:47.576600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f15bd7-a76f-48d8-abb8-271a8dd0849f req-59b3cf12-269c-4078-a4b3-02de3fe96c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:47.578225 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65f15bd7-a76f-48d8-abb8-271a8dd0849f req-59b3cf12-269c-4078-a4b3-02de3fe96c10 service neutron] 10.222.0.103 "GET /v2.0/networks?id=9871f546-4c94-435f-95d1-c9035173ce0c HTTP/1.1" status: 200 len: 913 time: 0.2835479 Jul 08 20:14:47.635393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-69316dd0-6677-40cb-b4c9-ebee29c64046 req-43f7521b-9f5c-4a86-adb1-b35c7ff7a3a7 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:47.665850 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65f15bd7-a76f-48d8-abb8-271a8dd0849f req-7281be1c-91ba-4690-a102-0073ca502a2e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56fc5f9e-0398-4399-b10e-9b97fbb2b12f HTTP/1.1" status: 200 len: 217 time: 0.0793314 Jul 08 20:14:47.676588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-1dd560e0-7496-4435-9d84-bc4d813726f2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Made reservation on behalf of 497d536bc47446ccb3b69c5679cc9909 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:47.680224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-1dd560e0-7496-4435-9d84-bc4d813726f2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:47.760494 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:47.829876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f15bd7-a76f-48d8-abb8-271a8dd0849f req-27d556c6-f35f-4c89-b066-dde63a2804c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:47.831607 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65f15bd7-a76f-48d8-abb8-271a8dd0849f req-27d556c6-f35f-4c89-b066-dde63a2804c1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95cce14b-7783-4753-a529-c1129c321d7d HTTP/1.1" status: 200 len: 852 time: 0.0797906 Jul 08 20:14:47.908721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a4d91-c3f8-40cd-b292-17722d133fbd req-409b79aa-22fe-40f0-ae79-a1d4354b4505 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:47.910334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc4a4d91-c3f8-40cd-b292-17722d133fbd req-409b79aa-22fe-40f0-ae79-a1d4354b4505 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 945 time: 0.1260836 Jul 08 20:14:47.914800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-1dd560e0-7496-4435-9d84-bc4d813726f2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Allocated IP 172.20.0.3 (1f8d4455-76b7-4da7-903b-af304e444c89/4fbaa72f-8cd2-480f-813d-bc86df76e2b3/95e93db7-8928-42f2-9324-6e2a4b840c24) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:14:47.919832 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65f15bd7-a76f-48d8-abb8-271a8dd0849f req-1852ef3f-bb66-4511-ab5f-5c88baac52bc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9871f546-4c94-435f-95d1-c9035173ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760651 Jul 08 20:14:47.951782 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:47.971944 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:47.981073 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc4a4d91-c3f8-40cd-b292-17722d133fbd req-308a2e94-8736-4058-b1ab-e6820c9e767d tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613055 Jul 08 20:14:48.050001 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:48.060244 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faec675-ba8d-4820-845c-7b29ed411b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3439e3f-8868-42d4-8ac9-dc5eab923727'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:48.064119 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68af4a2-2216-4288-9773-223370969b41" -d '{"events": [{"server_uuid": "5faec675-ba8d-4820-845c-7b29ed411b5f", "name": "network-vif-plugged", "status": "completed", "tag": "a3439e3f-8868-42d4-8ac9-dc5eab923727"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:48.075075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687557a9-9aa3-4338-ba42-456bdbe25ca0 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:48.156668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:48.168136 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-1dd560e0-7496-4435-9d84-bc4d813726f2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:48.183678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 687557a9-9aa3-4338-ba42-456bdbe25ca0, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=687557a9-9aa3-4338-ba42-456bdbe25ca0,segment=NetworkSegment(fa15948a-346b-4094-8cf9-279e8782fbe7),segment_id=fa15948a-346b-4094-8cf9-279e8782fbe7)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:48.187793 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:48.213499 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:48.234267 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-1dd560e0-7496-4435-9d84-bc4d813726f2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:48.245387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4e45ce01-be73-411d-84e4-ab928e1eb7ab, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:48.256857 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:48.283290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a3439e3f-8868-42d4-8ac9-dc5eab923727,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:48.354676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-1dd560e0-7496-4435-9d84-bc4d813726f2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Network 1f8d4455-76b7-4da7-903b-af304e444c89 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:48.360335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd560e0-7496-4435-9d84-bc4d813726f2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Pushing event updated for resources: {'Port': ['ID=95e93db7-8928-42f2-9324-6e2a4b840c24,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:48.372133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-1dd560e0-7496-4435-9d84-bc4d813726f2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:48.376719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-1dd560e0-7496-4435-9d84-bc4d813726f2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:14:48.406964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=687557a9-9aa3-4338-ba42-456bdbe25ca0,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:48.455280 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37874e-7930-44c7-ad4b-58d3c9b0653f req-7e0185b4-2e21-4b51-8022-855ff2c8939a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:48.464875 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f37874e-7930-44c7-ad4b-58d3c9b0653f req-7e0185b4-2e21-4b51-8022-855ff2c8939a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 931 time: 0.1847990 Jul 08 20:14:48.472718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-1dd560e0-7496-4435-9d84-bc4d813726f2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:48.473501 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-1dd560e0-7496-4435-9d84-bc4d813726f2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:48.517821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4e45ce01-be73-411d-84e4-ab928e1eb7ab,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:48.529557 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f37874e-7930-44c7-ad4b-58d3c9b0653f req-7334a25f-c802-4457-a40a-d367229dccea tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637400 Jul 08 20:14:48.531872 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-1dd560e0-7496-4435-9d84-bc4d813726f2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1662023 Jul 08 20:14:48.540048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['687557a9-9aa3-4338-ba42-456bdbe25ca0'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:48.555036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Request body: {'port': {'device_id': '9d3ed750-b973-4031-b24c-76ca9c5a1858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:48.666020 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65f15bd7-a76f-48d8-abb8-271a8dd0849f req-b51d518d-8195-4fbf-9e87-965b3b951874 service neutron] 10.222.0.103 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440405 Jul 08 20:14:48.673259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-69316dd0-6677-40cb-b4c9-ebee29c64046 req-43f7521b-9f5c-4a86-adb1-b35c7ff7a3a7 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] For port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:48.736138 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:48.759626 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-69316dd0-6677-40cb-b4c9-ebee29c64046 req-43f7521b-9f5c-4a86-adb1-b35c7ff7a3a7 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:48.773333 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-69316dd0-6677-40cb-b4c9-ebee29c64046 req-43f7521b-9f5c-4a86-adb1-b35c7ff7a3a7 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:48.842541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69316dd0-6677-40cb-b4c9-ebee29c64046 req-43f7521b-9f5c-4a86-adb1-b35c7ff7a3a7 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:48.843533 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-69316dd0-6677-40cb-b4c9-ebee29c64046 req-43f7521b-9f5c-4a86-adb1-b35c7ff7a3a7 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:48.844609 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69316dd0-6677-40cb-b4c9-ebee29c64046 req-43f7521b-9f5c-4a86-adb1-b35c7ff7a3a7 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "PUT /v2.0/ports/56fc5f9e-0398-4399-b10e-9b97fbb2b12f HTTP/1.1" status: 200 len: 1020 time: 1.5513818 Jul 08 20:14:48.869992 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65f15bd7-a76f-48d8-abb8-271a8dd0849f req-311c0f2b-2dbc-4eab-98b0-bf2c6fddc358 service neutron] 10.222.0.103 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941984 Jul 08 20:14:48.888763 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7521b-9f5c-4a86-adb1-b35c7ff7a3a7 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'Port': ['ID=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:48.934676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['56fc5f9e-0398-4399-b10e-9b97fbb2b12f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:48.964478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cda32-9d77-4c9d-8ebd-66f9aed5c915 req-b2cfb67b-740d-4655-8358-6ca77822242e tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:48.969212 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd5cda32-9d77-4c9d-8ebd-66f9aed5c915 req-b2cfb67b-740d-4655-8358-6ca77822242e tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.2295585 Jul 08 20:14:49.038039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faa1b6-4b68-4e44-8936-c6c611fbdee9 req-453d207f-6e4a-4a3a-881a-129468ebe65a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:49.039084 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11faa1b6-4b68-4e44-8936-c6c611fbdee9 req-453d207f-6e4a-4a3a-881a-129468ebe65a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.0779321 Jul 08 20:14:49.071518 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd5cda32-9d77-4c9d-8ebd-66f9aed5c915 req-4bdd7005-9bd9-4d93-9104-7735da01e228 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977125 Jul 08 20:14:49.102052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64b3e1e-e7c1-4457-8bfc-529917188218', 'tag': '56fc5f9e-0398-4399-b10e-9b97fbb2b12f'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:49.105215 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c557f0e-9316-4a7c-9386-954f8b3deeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "f64b3e1e-e7c1-4457-8bfc-529917188218", "tag": "56fc5f9e-0398-4399-b10e-9b97fbb2b12f"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:49.126985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11faa1b6-4b68-4e44-8936-c6c611fbdee9 req-3ad72b91-709c-4e58-8b91-91138f79cdbe tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814078 Jul 08 20:14:49.138262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['56fc5f9e-0398-4399-b10e-9b97fbb2b12f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:49.197950 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7f39b4-de4a-4cd1-bc20-538ac4dbba8c x-openstack-request-id: req-9c7f39b4-de4a-4cd1-bc20-538ac4dbba8c {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:49.198257 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faec675-ba8d-4820-845c-7b29ed411b5f", "name": "network-vif-plugged", "status": "completed", "tag": "a3439e3f-8868-42d4-8ac9-dc5eab923727", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:49.198649 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9c7f39b4-de4a-4cd1-bc20-538ac4dbba8c {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:49.206708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e93db7-8928-42f2-9324-6e2a4b840c24 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:49.209193 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faec675-ba8d-4820-845c-7b29ed411b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3439e3f-8868-42d4-8ac9-dc5eab923727', 'code': 200} Jul 08 20:14:49.222413 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:49.245556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Transition to ACTIVE for port object 95e93db7-8928-42f2-9324-6e2a4b840c24 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:49.250125 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:49.357548 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Pushing event updated for resources: {'Port': ['ID=95e93db7-8928-42f2-9324-6e2a4b840c24,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:49.438585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646a5b-fd21-4e7c-b7bd-cb81057e8ef7 req-006ecd86-460f-4943-957c-fc53336f2224 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:49.440735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47646a5b-fd21-4e7c-b7bd-cb81057e8ef7 req-006ecd86-460f-4943-957c-fc53336f2224 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 944 time: 0.1140423 Jul 08 20:14:49.527789 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47646a5b-fd21-4e7c-b7bd-cb81057e8ef7 req-15ee1caa-8e15-4619-9903-ef30ee110539 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795047 Jul 08 20:14:49.537617 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a155711-6ca8-4229-a74b-5077d26ae59b req-5edb85e5-3bc4-408f-bbee-8521f9ffbc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:49.539561 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a155711-6ca8-4229-a74b-5077d26ae59b req-5edb85e5-3bc4-408f-bbee-8521f9ffbc6e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 1098 time: 0.2829151 Jul 08 20:14:49.605349 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a155711-6ca8-4229-a74b-5077d26ae59b req-93ddd37f-d368-4fd9-84c2-e5a5b783cde6 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544968 Jul 08 20:14:49.611949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Attempting to bind port 95e93db7-8928-42f2-9324-6e2a4b840c24 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:49.612408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Attempting to bind port 95e93db7-8928-42f2-9324-6e2a4b840c24 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:49.612887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Attempting to bind port 95e93db7-8928-42f2-9324-6e2a4b840c24 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:49.623252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Port 95e93db7-8928-42f2-9324-6e2a4b840c24 on network 1f8d4455-76b7-4da7-903b-af304e444c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:14:49.623695 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Attempting to bind port 95e93db7-8928-42f2-9324-6e2a4b840c24 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:49.631813 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:49.632421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Checking segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:49.633047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Bound using segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:49.633588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Bound port: 95e93db7-8928-42f2-9324-6e2a4b840c24, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:49.634048 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:49.658861 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2239ea8-60ab-47ff-9dc5-e6d69845467f req-a8d622e7-471d-4a05-acfc-fb7fe03e1f62 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:49.660602 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f2239ea8-60ab-47ff-9dc5-e6d69845467f req-a8d622e7-471d-4a05-acfc-fb7fe03e1f62 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 1023 time: 0.1670766 Jul 08 20:14:49.736008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bef63-5b2f-4dfa-8ecb-7cf5f3f1271d req-659fc762-4163-41e5-a69f-a95bf326b7cc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:49.737677 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c5bef63-5b2f-4dfa-8ecb-7cf5f3f1271d req-659fc762-4163-41e5-a69f-a95bf326b7cc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 946 time: 0.0708301 Jul 08 20:14:49.781499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c5bef63-5b2f-4dfa-8ecb-7cf5f3f1271d req-779141cf-c033-4ee4-9dd2-5cdae526ae29 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376499 Jul 08 20:14:49.833709 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5777ef64-0c99-4e3d-8c8b-16fc4a7eda51 x-openstack-request-id: req-5777ef64-0c99-4e3d-8c8b-16fc4a7eda51 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:49.834223 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64b3e1e-e7c1-4457-8bfc-529917188218", "tag": "56fc5f9e-0398-4399-b10e-9b97fbb2b12f", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:49.834649 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5777ef64-0c99-4e3d-8c8b-16fc4a7eda51 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:49.835201 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64b3e1e-e7c1-4457-8bfc-529917188218', 'tag': '56fc5f9e-0398-4399-b10e-9b97fbb2b12f', 'status': 'completed', 'code': 200} Jul 08 20:14:49.930707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c557f0e-9316-4a7c-9386-954f8b3deeb9 req-043dc5ac-576f-40e9-84c2-73d09e89daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:49.937343 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c557f0e-9316-4a7c-9386-954f8b3deeb9 req-043dc5ac-576f-40e9-84c2-73d09e89daf3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f8b883bf111429a8a38ae480f11eb1f&device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 1175 time: 0.0777121 Jul 08 20:14:50.015967 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:50.037330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=95e93db7-8928-42f2-9324-6e2a4b840c24,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:50.047340 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f2239ea8-60ab-47ff-9dc5-e6d69845467f req-2ecb1717-da0b-4907-b355-ca57b52f9ca9 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=21da1d3c-0d59-49d5-9eaf-aa02656e1fb0&id=a6d49e65-ea64-4232-a290-9d9b092a19c8&id=2b695978-37c7-42a1-beaa-d59f83188a8d HTTP/1.1" status: 200 len: 6149 time: 0.3784707 Jul 08 20:14:50.048920 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:50.082329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:50.083225 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:50.084623 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] 10.222.0.103 "PUT /v2.0/ports/95e93db7-8928-42f2-9324-6e2a4b840c24 HTTP/1.1" status: 200 len: 1092 time: 1.5434628 Jul 08 20:14:50.087000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3ed750-b973-4031-b24c-76ca9c5a1858', 'tag': '95e93db7-8928-42f2-9324-6e2a4b840c24'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:50.089937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c557f0e-9316-4a7c-9386-954f8b3deeb9 req-a822c80d-8a02-4ca4-b368-8a980b1a4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:50.090751 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c292fd-3772-4783-9498-9e4bf52cb490" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3ed750-b973-4031-b24c-76ca9c5a1858", "tag": "95e93db7-8928-42f2-9324-6e2a4b840c24"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:50.091502 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c557f0e-9316-4a7c-9386-954f8b3deeb9 req-a822c80d-8a02-4ca4-b368-8a980b1a4cbf service neutron] 10.222.0.103 "GET /v2.0/networks?id=9871f546-4c94-435f-95d1-c9035173ce0c HTTP/1.1" status: 200 len: 913 time: 0.1476855 Jul 08 20:14:50.119138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38150b-2a23-4a44-9e48-78ba1c97d7df req-b6eec066-3488-4f3d-b491-1dddd7f3af53 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:50.121981 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dc38150b-2a23-4a44-9e48-78ba1c97d7df req-b6eec066-3488-4f3d-b491-1dddd7f3af53 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.1320195 Jul 08 20:14:50.123347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693eae7d-ca3f-4f8d-b4b8-e0d24e556761 service neutron] Pushing event updated for resources: {'Port': ['ID=95e93db7-8928-42f2-9324-6e2a4b840c24,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:50.164759 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c557f0e-9316-4a7c-9386-954f8b3deeb9 req-f17aa261-cca1-44ca-9ac0-04b5572bf0e7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56fc5f9e-0398-4399-b10e-9b97fbb2b12f HTTP/1.1" status: 200 len: 217 time: 0.0563068 Jul 08 20:14:50.227594 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dc38150b-2a23-4a44-9e48-78ba1c97d7df req-3f2e4b36-77a8-4a83-8010-c0b8be327e1f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723748 Jul 08 20:14:50.232279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c557f0e-9316-4a7c-9386-954f8b3deeb9 req-29eb61a9-4402-4855-8690-4d5462132c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:50.233842 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c557f0e-9316-4a7c-9386-954f8b3deeb9 req-29eb61a9-4402-4855-8690-4d5462132c56 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=95cce14b-7783-4753-a529-c1129c321d7d HTTP/1.1" status: 200 len: 852 time: 0.0690069 Jul 08 20:14:50.243983 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-3e1fc247-abd2-444e-bd2b-cf408eff4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:50.245685 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-3e1fc247-abd2-444e-bd2b-cf408eff4841 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 1095 time: 0.1087162 Jul 08 20:14:50.263834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880f9ac-8d32-477a-b11b-72082c95f841 req-8ac4a783-7d4d-4fa3-9437-d38aaf7b6b6a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:50.266055 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2880f9ac-8d32-477a-b11b-72082c95f841 req-8ac4a783-7d4d-4fa3-9437-d38aaf7b6b6a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 943 time: 0.0953929 Jul 08 20:14:50.280407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-4277287e-3897-435b-8999-c7c40f5ab3ab req-b675fa9e-c217-4b7c-86d3-1f8dc1831959 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'security_group': {'name': ' tempest-securitygroup -713577879 ', 'description': 'tempest-description-867930102'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:50.286756 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c557f0e-9316-4a7c-9386-954f8b3deeb9 req-15c75f16-0d5c-4fd4-9318-0c0f6d66171b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9871f546-4c94-435f-95d1-c9035173ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454810 Jul 08 20:14:50.328207 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-3bbd075e-3741-41a5-83ba-30e05f268c5b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95e93db7-8928-42f2-9324-6e2a4b840c24 HTTP/1.1" status: 200 len: 217 time: 0.0528266 Jul 08 20:14:50.367942 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4277287e-3897-435b-8999-c7c40f5ab3ab req-b675fa9e-c217-4b7c-86d3-1f8dc1831959 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:50.379966 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2880f9ac-8d32-477a-b11b-72082c95f841 req-6659c0fa-ee6a-48bf-b8e6-a05086d35371 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130528 Jul 08 20:14:50.438962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c557f0e-9316-4a7c-9386-954f8b3deeb9 req-763b1558-9e43-4594-bb60-4c25cd4655a6 service neutron] 10.222.0.103 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315660 Jul 08 20:14:50.442087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-ce4c63ae-8a99-42a1-a2a6-2f9f6fe11428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:50.444158 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-ce4c63ae-8a99-42a1-a2a6-2f9f6fe11428 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.1083031 Jul 08 20:14:50.493716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 687557a9-9aa3-4338-ba42-456bdbe25ca0 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:50.508680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-30d0bebe-2554-43d8-b8a4-2b2525d655bb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578046 Jul 08 20:14:50.512213 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b592ce-9000-4b09-9840-7aa991be4b89 x-openstack-request-id: req-75b592ce-9000-4b09-9840-7aa991be4b89 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:50.512506 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3ed750-b973-4031-b24c-76ca9c5a1858", "tag": "95e93db7-8928-42f2-9324-6e2a4b840c24", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:50.512918 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-75b592ce-9000-4b09-9840-7aa991be4b89 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:50.513314 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3ed750-b973-4031-b24c-76ca9c5a1858', 'tag': '95e93db7-8928-42f2-9324-6e2a4b840c24', 'status': 'completed', 'code': 200} Jul 08 20:14:50.580172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4277287e-3897-435b-8999-c7c40f5ab3ab req-b675fa9e-c217-4b7c-86d3-1f8dc1831959 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:50.584583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c557f0e-9316-4a7c-9386-954f8b3deeb9 req-5ca6fe9c-104e-47e1-b197-b16e70d0a04e service neutron] 10.222.0.103 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421771 Jul 08 20:14:50.589295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4277287e-3897-435b-8999-c7c40f5ab3ab req-b675fa9e-c217-4b7c-86d3-1f8dc1831959 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:50.593330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 687557a9-9aa3-4338-ba42-456bdbe25ca0 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:50.599881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 687557a9-9aa3-4338-ba42-456bdbe25ca0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:50.600523 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:50.630083 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4277287e-3897-435b-8999-c7c40f5ab3ab req-b675fa9e-c217-4b7c-86d3-1f8dc1831959 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:50.648208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4277287e-3897-435b-8999-c7c40f5ab3ab req-b675fa9e-c217-4b7c-86d3-1f8dc1831959 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3717864 Jul 08 20:14:50.655198 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-34046617-fe2e-4d69-aebb-eebabaf8bf86 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384106 Jul 08 20:14:50.688405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675fa9e-c217-4b7c-86d3-1f8dc1831959 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ed02e0-8b18-4206-bfb8-65fef0e5a269,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:50.739061 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:50.770967 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acdb114e-fc6f-43c4-af28-e54e2e8db513 req-80a304e0-36e3-4767-ab6c-836a04cf9697 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041250 Jul 08 20:14:50.791804 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 687557a9-9aa3-4338-ba42-456bdbe25ca0, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=687557a9-9aa3-4338-ba42-456bdbe25ca0,segment=NetworkSegment(fa15948a-346b-4094-8cf9-279e8782fbe7),segment_id=fa15948a-346b-4094-8cf9-279e8782fbe7)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:50.798184 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:50.833462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2974e89-6835-4824-ac92-7881ddf60eb0 req-4ff0caa8-2155-49dd-ad26-035399a3f50f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:50.837136 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2974e89-6835-4824-ac92-7881ddf60eb0 req-4ff0caa8-2155-49dd-ad26-035399a3f50f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1806562 Jul 08 20:14:50.878358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=687557a9-9aa3-4338-ba42-456bdbe25ca0,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:50.918749 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2974e89-6835-4824-ac92-7881ddf60eb0 req-6f761df6-4c28-42e4-8172-9e866cf9bb44 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685303 Jul 08 20:14:50.931744 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c292fd-3772-4783-9498-9e4bf52cb490 req-9d32edd4-d3f8-4ff7-9efe-ea7a6a299149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:50.933302 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b7c292fd-3772-4783-9498-9e4bf52cb490 req-9d32edd4-d3f8-4ff7-9efe-ea7a6a299149 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 1095 time: 0.0942953 Jul 08 20:14:51.019937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728126-8678-43e2-b6a8-912f6efe1c74 req-f5a87e5b-43c9-4cf1-92c6-b4958b7f0a27 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:51.022885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27728126-8678-43e2-b6a8-912f6efe1c74 req-f5a87e5b-43c9-4cf1-92c6-b4958b7f0a27 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0686147 Jul 08 20:14:51.039485 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898ea8e0-bc0e-4dac-a5a8-4d1f333f8f7a req-6039bcbd-aec2-4f7d-b954-61e1f1b451ea tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/c3ed02e0-8b18-4206-bfb8-65fef0e5a269 HTTP/1.1" status: 200 len: 1779 time: 0.0917521 Jul 08 20:14:51.072369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c292fd-3772-4783-9498-9e4bf52cb490 req-f396f52d-a0d6-4dd6-9c76-712799832c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:51.074242 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27728126-8678-43e2-b6a8-912f6efe1c74 req-3dd98622-42ca-4196-bde2-44af4a54f74d tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460241 Jul 08 20:14:51.078260 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b7c292fd-3772-4783-9498-9e4bf52cb490 req-f396f52d-a0d6-4dd6-9c76-712799832c3d service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.1286299 Jul 08 20:14:51.134028 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b7c292fd-3772-4783-9498-9e4bf52cb490 req-441daeb0-8e4c-420d-81d7-7c38d6cc3cec service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95e93db7-8928-42f2-9324-6e2a4b840c24 HTTP/1.1" status: 200 len: 217 time: 0.0473769 Jul 08 20:14:51.152686 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96403a96-c32b-49d9-ae74-44a49f9ef6a3 req-cd1ea9a6-ed85-4c0e-9e94-b5e614781523 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/c3ed02e0-8b18-4206-bfb8-65fef0e5a269 HTTP/1.1" status: 200 len: 1779 time: 0.0517664 Jul 08 20:14:51.210338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a75d51-157c-414c-a958-a373baf0921f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e45ce01-be73-411d-84e4-ab928e1eb7ab'}, {'server_uuid': '7c7430e7-2ef8-4bf2-a99b-29ad150cb710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687557a9-9aa3-4338-ba42-456bdbe25ca0'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:51.213378 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea518c1e-7fba-47c9-aa51-4f67895e1e87" -d '{"events": [{"server_uuid": "a7a75d51-157c-414c-a958-a373baf0921f", "name": "network-vif-plugged", "status": "completed", "tag": "4e45ce01-be73-411d-84e4-ab928e1eb7ab"}, {"server_uuid": "7c7430e7-2ef8-4bf2-a99b-29ad150cb710", "name": "network-vif-plugged", "status": "completed", "tag": "687557a9-9aa3-4338-ba42-456bdbe25ca0"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:51.220839 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96403a96-c32b-49d9-ae74-44a49f9ef6a3 req-d635f9ef-0d6d-4b9c-8341-1cef067f4b66 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:51.228130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c292fd-3772-4783-9498-9e4bf52cb490 req-70cdf71a-af9b-4456-9e12-f384333d07be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:51.230154 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b7c292fd-3772-4783-9498-9e4bf52cb490 req-70cdf71a-af9b-4456-9e12-f384333d07be service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.0886834 Jul 08 20:14:51.244522 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96403a96-c32b-49d9-ae74-44a49f9ef6a3 req-d635f9ef-0d6d-4b9c-8341-1cef067f4b66 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:51.271049 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b7c292fd-3772-4783-9498-9e4bf52cb490 req-0a89f52d-f968-4ec2-9f9e-f92cef93986f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305033 Jul 08 20:14:51.288070 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96403a96-c32b-49d9-ae74-44a49f9ef6a3 req-d635f9ef-0d6d-4b9c-8341-1cef067f4b66 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:51.288284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9c472-ca2f-4912-9209-1e76edfbcd4c req-8476a09c-1e95-4636-83ea-0ccbdc11e740 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:51.289632 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1bb9c472-ca2f-4912-9209-1e76edfbcd4c req-8476a09c-1e95-4636-83ea-0ccbdc11e740 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 946 time: 0.1167676 Jul 08 20:14:51.291922 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96403a96-c32b-49d9-ae74-44a49f9ef6a3 req-d635f9ef-0d6d-4b9c-8341-1cef067f4b66 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:51.293365 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96403a96-c32b-49d9-ae74-44a49f9ef6a3 req-d635f9ef-0d6d-4b9c-8341-1cef067f4b66 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "DELETE /v2.0/security-groups/c3ed02e0-8b18-4206-bfb8-65fef0e5a269 HTTP/1.1" status: 204 len: 173 time: 0.1342528 Jul 08 20:14:51.305240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635f9ef-0d6d-4b9c-8341-1cef067f4b66 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ed02e0-8b18-4206-bfb8-65fef0e5a269,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:51.377836 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2194258-ba44-4d24-9ca2-ab424d68c249 x-openstack-request-id: req-e2194258-ba44-4d24-9ca2-ab424d68c249 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:51.378445 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a75d51-157c-414c-a958-a373baf0921f", "name": "network-vif-plugged", "status": "completed", "tag": "4e45ce01-be73-411d-84e4-ab928e1eb7ab", "code": 200}, {"server_uuid": "7c7430e7-2ef8-4bf2-a99b-29ad150cb710", "name": "network-vif-plugged", "status": "completed", "tag": "687557a9-9aa3-4338-ba42-456bdbe25ca0", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:51.378945 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e2194258-ba44-4d24-9ca2-ab424d68c249 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:51.379569 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a75d51-157c-414c-a958-a373baf0921f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e45ce01-be73-411d-84e4-ab928e1eb7ab', 'code': 200} Jul 08 20:14:51.380437 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7430e7-2ef8-4bf2-a99b-29ad150cb710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687557a9-9aa3-4338-ba42-456bdbe25ca0', 'code': 200} Jul 08 20:14:51.409196 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1bb9c472-ca2f-4912-9209-1e76edfbcd4c req-2d8fd362-e77c-4099-828d-08587f33092a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075392 Jul 08 20:14:51.409388 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-5e18943a-cc5f-403c-930b-87b462028fd7 req-edc530b7-f1c5-4195-b405-88bc9a068fbb tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] show failed (client error): The resource could not be found. Jul 08 20:14:51.410382 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5e18943a-cc5f-403c-930b-87b462028fd7 req-edc530b7-f1c5-4195-b405-88bc9a068fbb tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/c3ed02e0-8b18-4206-bfb8-65fef0e5a269 HTTP/1.1" status: 404 len: 352 time: 0.0167322 Jul 08 20:14:51.468846 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b7c292fd-3772-4783-9498-9e4bf52cb490 req-8f3ceddb-f570-459f-b420-b63c24790147 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892157 Jul 08 20:14:51.475247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-57d2825f-5952-4180-8f3a-fb5b0af0cabc req-f0b9575e-2f96-4c04-9347-10addca3f11c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1973058434', 'description': 'tempest-description-645759477'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:51.575206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4be7d-3ccb-44e4-ad79-006422b916c2 req-65f56fbf-0bf2-46a0-bc91-7f3dd90140df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:51.576798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aff4be7d-3ccb-44e4-ad79-006422b916c2 req-65f56fbf-0bf2-46a0-bc91-7f3dd90140df service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 1097 time: 0.0884292 Jul 08 20:14:51.581944 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57d2825f-5952-4180-8f3a-fb5b0af0cabc req-f0b9575e-2f96-4c04-9347-10addca3f11c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:51.629767 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b7c292fd-3772-4783-9498-9e4bf52cb490 req-a5145da1-b846-4b07-8442-afba4cadef6d service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485519 Jul 08 20:14:51.649300 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aff4be7d-3ccb-44e4-ad79-006422b916c2 req-4f13b63d-f876-4d80-b589-d9e079ed8bb2 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584810 Jul 08 20:14:51.678095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23b873-4131-4be8-819b-badc67e23eb9 req-4ff3802e-7392-41a2-8311-5faad2a7aa54 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:51.679734 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b23b873-4131-4be8-819b-badc67e23eb9 req-4ff3802e-7392-41a2-8311-5faad2a7aa54 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 943 time: 0.0997348 Jul 08 20:14:51.711151 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57d2825f-5952-4180-8f3a-fb5b0af0cabc req-f0b9575e-2f96-4c04-9347-10addca3f11c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:51.716786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57d2825f-5952-4180-8f3a-fb5b0af0cabc req-f0b9575e-2f96-4c04-9347-10addca3f11c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:51.727403 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b23b873-4131-4be8-819b-badc67e23eb9 req-bf177b33-f1d4-4fb8-bb50-9d110ad9e2b0 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394716 Jul 08 20:14:51.749554 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57d2825f-5952-4180-8f3a-fb5b0af0cabc req-f0b9575e-2f96-4c04-9347-10addca3f11c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:51.750844 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57d2825f-5952-4180-8f3a-fb5b0af0cabc req-f0b9575e-2f96-4c04-9347-10addca3f11c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2807281 Jul 08 20:14:51.752858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9575e-2f96-4c04-9347-10addca3f11c tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28819334-c615-4e58-99d5-64fa155b5d8d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:51.905003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-ee589f45-b84f-4779-928e-e2c69e11f6c2 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=847906ba92d7431c9a151198f8628748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311465 Jul 08 20:14:51.992118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c51778-dc46-485d-9ad1-f667915b05a0 req-57fc7c10-4c5e-4600-ad46-9a2390c30a9a tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:52.005172 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6c51778-dc46-485d-9ad1-f667915b05a0 req-57fc7c10-4c5e-4600-ad46-9a2390c30a9a tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 1098 time: 0.0778792 Jul 08 20:14:52.033170 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-82938d82-1bde-473f-b93c-de3aaeb27d0f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:52.034684 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-82938d82-1bde-473f-b93c-de3aaeb27d0f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289163 Jul 08 20:14:52.038685 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6c51778-dc46-485d-9ad1-f667915b05a0 req-65a307e5-8e5b-42c7-a1fb-cc5915ae0ea4 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325150 Jul 08 20:14:52.054943 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-954e2e62-e483-44d5-a4ef-87e77f0c5d6e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/quotas/847906ba92d7431c9a151198f8628748 HTTP/1.1" status: 200 len: 375 time: 0.0146637 Jul 08 20:14:52.074217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-df143fc6-65cc-456a-a48b-af222e2d908c req-09724ff4-0b50-47de-823a-ca08b7970e7d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-84783251', 'description': 'tempest-description-1149993436'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:52.105955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-df143fc6-65cc-456a-a48b-af222e2d908c req-09724ff4-0b50-47de-823a-ca08b7970e7d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:52.193125 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-5cab4b19-a392-4f31-bdbe-0df42f431f4a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1252916 Jul 08 20:14:52.216586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-df143fc6-65cc-456a-a48b-af222e2d908c req-09724ff4-0b50-47de-823a-ca08b7970e7d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:52.224184 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-df143fc6-65cc-456a-a48b-af222e2d908c req-09724ff4-0b50-47de-823a-ca08b7970e7d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:52.256758 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-df143fc6-65cc-456a-a48b-af222e2d908c req-09724ff4-0b50-47de-823a-ca08b7970e7d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:52.258028 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df143fc6-65cc-456a-a48b-af222e2d908c req-09724ff4-0b50-47de-823a-ca08b7970e7d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1880925 Jul 08 20:14:52.262818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09724ff4-0b50-47de-823a-ca08b7970e7d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bea08d3-e9c8-4ade-8f3b-7ad546a20649,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:52.496426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcba019-1dc7-44ed-a137-ea79cf918476 req-431d286e-f561-4b47-be05-65e683bbb0f2 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:52.498017 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3bcba019-1dc7-44ed-a137-ea79cf918476 req-431d286e-f561-4b47-be05-65e683bbb0f2 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.0725124 Jul 08 20:14:52.507520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 95e93db7-8928-42f2-9324-6e2a4b840c24 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:14:52.564248 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3bcba019-1dc7-44ed-a137-ea79cf918476 req-63e6cb4f-ed1b-4d53-9e1c-138a39f03675 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583048 Jul 08 20:14:52.630499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7cd02fbf-e6f0-4353-a193-92d34f367341 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:14:52.632902 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7cd02fbf-e6f0-4353-a193-92d34f367341 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:14:52.717754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176da09-8021-4617-9a4a-97d59ca5b338 req-8a30b62e-03c5-42d3-97d0-cea673a565c9 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:52.756492 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d176da09-8021-4617-9a4a-97d59ca5b338 req-8a30b62e-03c5-42d3-97d0-cea673a565c9 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 1098 time: 0.2002273 Jul 08 20:14:52.792324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=95e93db7-8928-42f2-9324-6e2a4b840c24,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:52.809978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d176da09-8021-4617-9a4a-97d59ca5b338 req-b89afa19-590e-4904-9508-cdd6735d6355 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470965 Jul 08 20:14:52.818854 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '95e93db7-8928-42f2-9324-6e2a4b840c24', 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89', 'port_id': '95e93db7-8928-42f2-9324-6e2a4b840c24', 'mac_address': 'fa:16:3e:40:86:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbaa72f-8cd2-480f-813d-bc86df76e2b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:14:52.836506 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-23aa695c-cb3e-447d-a790-4109eee78842 req-3390ccdc-dda4-4776-89d0-134b1241545b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-28005710', 'description': 'tempest-description-946168119'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:52.905112 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23aa695c-cb3e-447d-a790-4109eee78842 req-3390ccdc-dda4-4776-89d0-134b1241545b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:52.996406 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:53.032011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef8d50-ea24-4dbf-a201-601a65907da1 req-123fcb3d-0b1b-4e70-b1ca-a901de397f17 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:53.034482 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7cd02fbf-e6f0-4353-a193-92d34f367341,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:53.041104 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cef8d50-ea24-4dbf-a201-601a65907da1 req-123fcb3d-0b1b-4e70-b1ca-a901de397f17 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.3170836 Jul 08 20:14:53.056089 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:53.085203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '7cd02fbf-e6f0-4353-a193-92d34f367341', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '7cd02fbf-e6f0-4353-a193-92d34f367341', 'mac_address': 'fa:16:3e:89:3b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:14:53.109003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7cd02fbf-e6f0-4353-a193-92d34f367341,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:53.110201 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:53.113346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e93db7-8928-42f2-9324-6e2a4b840c24 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:53.122708 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:53.158496 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cef8d50-ea24-4dbf-a201-601a65907da1 req-474c5ae8-f9b9-458d-897e-5fc57b3e5103 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149085 Jul 08 20:14:53.178684 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23aa695c-cb3e-447d-a790-4109eee78842 req-3390ccdc-dda4-4776-89d0-134b1241545b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:53.187677 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23aa695c-cb3e-447d-a790-4109eee78842 req-3390ccdc-dda4-4776-89d0-134b1241545b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:53.204170 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=95e93db7-8928-42f2-9324-6e2a4b840c24,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:53.218338 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:53.232280 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:53.245688 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23aa695c-cb3e-447d-a790-4109eee78842 req-3390ccdc-dda4-4776-89d0-134b1241545b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:53.258611 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23aa695c-cb3e-447d-a790-4109eee78842 req-3390ccdc-dda4-4776-89d0-134b1241545b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4274952 Jul 08 20:14:53.268752 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192903ba-5539-48e5-bb34-7f59aa2aae7c req-f8fa31c6-6f95-48c9-9e72-c3f6fc272045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:53.270749 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7cd02fbf-e6f0-4353-a193-92d34f367341,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:53.273612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-192903ba-5539-48e5-bb34-7f59aa2aae7c req-f8fa31c6-6f95-48c9-9e72-c3f6fc272045 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 1102 time: 0.1982260 Jul 08 20:14:53.280951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd02fbf-e6f0-4353-a193-92d34f367341 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:53.289784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390ccdc-dda4-4776-89d0-134b1241545b tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595442ee-0083-407f-90b3-fb684ab5f21a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:53.342438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7cd02fbf-e6f0-4353-a193-92d34f367341,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:53.352840 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:53.368597 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=95e93db7-8928-42f2-9324-6e2a4b840c24,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:53.408588 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd02fbf-e6f0-4353-a193-92d34f367341'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:53.421669 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4a65b7-e222-413b-ae6f-d008b468e1f1" -d '{"events": [{"server_uuid": "72162aef-d742-4e0f-ae02-a1f1b3ef4f02", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd02fbf-e6f0-4353-a193-92d34f367341"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:53.478019 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7cd02fbf-e6f0-4353-a193-92d34f367341,revision_number=10']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:53.502347 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57146847-f709-476f-90f0-dd91cb432921 req-8d60d1af-ca1d-46ee-8e70-ab3da1b04714 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0461543 Jul 08 20:14:53.540522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['95e93db7-8928-42f2-9324-6e2a4b840c24'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:53.569933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192903ba-5539-48e5-bb34-7f59aa2aae7c req-1ed848f1-44e1-4a77-8ea1-c51b59908b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:53.576224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-192903ba-5539-48e5-bb34-7f59aa2aae7c req-1ed848f1-44e1-4a77-8ea1-c51b59908b03 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2639368 Jul 08 20:14:53.644496 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-192903ba-5539-48e5-bb34-7f59aa2aae7c req-4d860bc9-01d1-49e9-83d7-f38b8bbbd898 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=7cd02fbf-e6f0-4353-a193-92d34f367341 HTTP/1.1" status: 200 len: 217 time: 0.0612566 Jul 08 20:14:53.656810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440560a-173b-480a-bf4b-5fc2a2e385ae req-f148b201-c74d-4709-8859-c1a72ed1232d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:53.664932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e440560a-173b-480a-bf4b-5fc2a2e385ae req-f148b201-c74d-4709-8859-c1a72ed1232d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 944 time: 0.2107353 Jul 08 20:14:53.723701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7cd02fbf-e6f0-4353-a193-92d34f367341'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:53.753248 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e440560a-173b-480a-bf4b-5fc2a2e385ae req-b850f38d-5761-4eff-988a-e31c2ca48c73 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839303 Jul 08 20:14:53.779321 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192903ba-5539-48e5-bb34-7f59aa2aae7c req-eca27376-e4d3-4462-8e70-66f6368d55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:53.782801 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-192903ba-5539-48e5-bb34-7f59aa2aae7c req-eca27376-e4d3-4462-8e70-66f6368d55f0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1139522 Jul 08 20:14:53.798905 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae00ddc7-a941-441d-a0ae-22d2ad123e97 req-3171e35f-4553-4851-9a77-6be8bf5e8a3f tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9f8b883bf111429a8a38ae480f11eb1f HTTP/1.1" status: 200 len: 10893 time: 0.2214506 Jul 08 20:14:53.894648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae00ddc7-a941-441d-a0ae-22d2ad123e97 req-65d0f6e0-0913-490f-a924-86c5359c3a14 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/2b695978-37c7-42a1-beaa-d59f83188a8d HTTP/1.1" status: 200 len: 2981 time: 0.0889680 Jul 08 20:14:53.953941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192903ba-5539-48e5-bb34-7f59aa2aae7c req-48fb4aec-ab1c-45e6-b65a-9bba168f56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:53.956095 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-192903ba-5539-48e5-bb34-7f59aa2aae7c req-48fb4aec-ab1c-45e6-b65a-9bba168f56e5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1655552 Jul 08 20:14:54.001543 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70755f85-ad7b-42d7-a0a3-d69fc28031c1 x-openstack-request-id: req-70755f85-ad7b-42d7-a0a3-d69fc28031c1 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:54.001852 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72162aef-d742-4e0f-ae02-a1f1b3ef4f02", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd02fbf-e6f0-4353-a193-92d34f367341", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:54.002113 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-70755f85-ad7b-42d7-a0a3-d69fc28031c1 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:54.003123 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae00ddc7-a941-441d-a0ae-22d2ad123e97 req-c689e885-2bcb-4cf0-9e06-7ac9b97615c4 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/2b695978-37c7-42a1-beaa-d59f83188a8d HTTP/1.1" status: 200 len: 2981 time: 0.1075373 Jul 08 20:14:54.005120 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd02fbf-e6f0-4353-a193-92d34f367341', 'code': 200} Jul 08 20:14:54.135293 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:14:54.226145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-192903ba-5539-48e5-bb34-7f59aa2aae7c req-5e1b4f2e-5292-45db-bf85-e3cb1c11428b service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618778 Jul 08 20:14:54.328346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa5961-1bbd-44c1-8cb2-3fc6449b13c7 req-26c78f95-bec2-470f-ab41-b95e65a1f05d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:54.330015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5daa5961-1bbd-44c1-8cb2-3fc6449b13c7 req-26c78f95-bec2-470f-ab41-b95e65a1f05d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1262739 Jul 08 20:14:54.347339 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-4118243a-9660-48a6-a77c-aa2f0bf9145f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=847906ba92d7431c9a151198f8628748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564582 Jul 08 20:14:54.382614 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-192903ba-5539-48e5-bb34-7f59aa2aae7c req-bfa11c64-b905-4a55-9569-8a149545081e service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493969 Jul 08 20:14:54.440193 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5daa5961-1bbd-44c1-8cb2-3fc6449b13c7 req-cfd9a8ed-08eb-4ddb-874b-e9f63fbccda8 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918589 Jul 08 20:14:54.560593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-15da9bd8-bb46-4308-a3a3-d55d972c62ee tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:54.562899 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-15da9bd8-bb46-4308-a3a3-d55d972c62ee tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2079525 Jul 08 20:14:54.578060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Request body: {'port': {'device_id': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '847906ba92d7431c9a151198f8628748'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:54.592766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61465300-7177-4675-a0ab-378e9290230a req-a139f128-b0aa-48a9-8c4e-66793d1269c4 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/28819334-c615-4e58-99d5-64fa155b5d8d HTTP/1.1" status: 200 len: 1800 time: 0.0939138 Jul 08 20:14:54.780200 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61465300-7177-4675-a0ab-378e9290230a req-483531e7-caf4-48c2-9270-3bcbae094d04 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:54.792818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Made reservation on behalf of 847906ba92d7431c9a151198f8628748 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:54.796933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:54.820606 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61465300-7177-4675-a0ab-378e9290230a req-483531e7-caf4-48c2-9270-3bcbae094d04 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:54.918365 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61465300-7177-4675-a0ab-378e9290230a req-483531e7-caf4-48c2-9270-3bcbae094d04 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:54.921509 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61465300-7177-4675-a0ab-378e9290230a req-483531e7-caf4-48c2-9270-3bcbae094d04 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:54.922660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61465300-7177-4675-a0ab-378e9290230a req-483531e7-caf4-48c2-9270-3bcbae094d04 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "DELETE /v2.0/security-groups/28819334-c615-4e58-99d5-64fa155b5d8d HTTP/1.1" status: 204 len: 173 time: 0.2463493 Jul 08 20:14:54.961350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483531e7-caf4-48c2-9270-3bcbae094d04 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28819334-c615-4e58-99d5-64fa155b5d8d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:55.001106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Allocated IP 192.168.233.94 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/b2ff755c-b40e-46a0-9c73-bf737a43c624) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:14:55.191581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf887-da69-4915-860f-2b500b888d3e req-a1876411-20a5-4275-ba30-3eec20188f24 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:55.193116 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4eaf887-da69-4915-860f-2b500b888d3e req-a1876411-20a5-4275-ba30-3eec20188f24 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.1723726 Jul 08 20:14:55.232727 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-afe51050-7e57-43b6-9d8d-008da890ff8c tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:14:55.233713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-afe51050-7e57-43b6-9d8d-008da890ff8c tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093296 Jul 08 20:14:55.261827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] Request body: {'binding': {'host': 'n-h2-791506-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:55.262276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] Unknown quota resources ['binding']. {{(pid=94066) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:14:55.270071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:55.298521 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4eaf887-da69-4915-860f-2b500b888d3e req-31b49924-7ba8-4f47-bf38-c7afb0dfeae6 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995662 Jul 08 20:14:55.313447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Transition to ACTIVE for port object b2ff755c-b40e-46a0-9c73-bf737a43c624 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:55.410887 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:55.430306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['eef83571-5c55-40aa-9342-9d4bf9804fe8'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:55.433346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['4e45ce01-be73-411d-84e4-ab928e1eb7ab'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:55.504359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:14:55.518985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:14:55.525536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:14:55.531058 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:55.531688 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:55.538668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] Attempting to bind port a3439e3f-8868-42d4-8ac9-dc5eab923727 on host n-h2-791506-16 for vnic_type normal with profile None {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:55.539584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] Attempting to bind port a3439e3f-8868-42d4-8ac9-dc5eab923727 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:55.539584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] Attempting to bind port a3439e3f-8868-42d4-8ac9-dc5eab923727 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:55.550041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Pushing event updated for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:55.560548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] Port a3439e3f-8868-42d4-8ac9-dc5eab923727 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:14:55.560998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] Attempting to bind port a3439e3f-8868-42d4-8ac9-dc5eab923727 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:55.571674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:55.571674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] Checking segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:55.573342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] Bound using segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:55.573913 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] Bound port: a3439e3f-8868-42d4-8ac9-dc5eab923727, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:55.576747 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95e8f4bf-a534-4f6a-857c-2f68fefdbc16 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0055315 Jul 08 20:14:55.606437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Request body: {'port': {'device_id': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:55.643105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050f902-491a-433d-972c-262869d1fb93 req-18dfdb43-e0d7-494a-b7b6-b798db7c44b6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:55.650421 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9050f902-491a-433d-972c-262869d1fb93 req-18dfdb43-e0d7-494a-b7b6-b798db7c44b6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 935 time: 0.2374697 Jul 08 20:14:55.739218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:55.742624 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9050f902-491a-433d-972c-262869d1fb93 req-f8f6062b-a15a-4a68-8eee-2bfbadf750e6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913672 Jul 08 20:14:55.746739 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:55.747900 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-44bf9bae-c2ce-4b34-a45a-5a4848a377f5 service neutron] 10.222.0.101 "POST /v2.0/ports/a3439e3f-8868-42d4-8ac9-dc5eab923727/bindings HTTP/1.1" status: 201 len: 390 time: 0.5049798 Jul 08 20:14:55.766441 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:55.787597 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4cbfe450-ae69-4060-9013-42880a8dd717 None None] Provisioning for port b2ff755c-b40e-46a0-9c73-bf737a43c624 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:55.798428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4cbfe450-ae69-4060-9013-42880a8dd717 None None] Provisioning complete for port b2ff755c-b40e-46a0-9c73-bf737a43c624 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:55.798741 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4cbfe450-ae69-4060-9013-42880a8dd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:55.859097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4cbfe450-ae69-4060-9013-42880a8dd717 None None] Port b2ff755c-b40e-46a0-9c73-bf737a43c624 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:14:56.001638 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-0ca8f82c-5c44-42cd-9431-12d3e8963cdc req-8e495dde-5fc4-4054-a9a9-f625de8ab510 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] show failed (client error): The resource could not be found. Jul 08 20:14:56.002681 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ca8f82c-5c44-42cd-9431-12d3e8963cdc req-8e495dde-5fc4-4054-a9a9-f625de8ab510 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/28819334-c615-4e58-99d5-64fa155b5d8d HTTP/1.1" status: 404 len: 352 time: 0.0180638 Jul 08 20:14:56.085870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf3127-998c-4236-8619-89e3ca7009e2 req-c7f5962a-a8c6-4401-bfe5-2b844277785c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:56.087380 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4ecf3127-998c-4236-8619-89e3ca7009e2 req-c7f5962a-a8c6-4401-bfe5-2b844277785c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 944 time: 0.1785707 Jul 08 20:14:56.155445 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-f9802209-5b56-4284-8abe-6e33f9ed0334 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--2110840023&fields=id&tenant_id=ae1b829eecec450ba4847c10bc2410be HTTP/1.1" status: 200 len: 267 time: 0.0526991 Jul 08 20:14:56.156372 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-867c35a8-c86f-4485-a40d-e86cab273ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:56.157950 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-867c35a8-c86f-4485-a40d-e86cab273ebe service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 1098 time: 0.1346383 Jul 08 20:14:56.191062 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4ecf3127-998c-4236-8619-89e3ca7009e2 req-12ea2320-25c8-46f9-8f16-a3938f84434e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797811 Jul 08 20:14:56.262547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-8f88c696-6028-43f0-aef0-14963290e627 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:56.265749 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-8f88c696-6028-43f0-aef0-14963290e627 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/networks?id=c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb HTTP/1.1" status: 200 len: 815 time: 0.1081188 Jul 08 20:14:56.277000 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ff755c-b40e-46a0-9c73-bf737a43c624 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:14:56.279849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-6781ddc2-c18b-41f2-9628-d288a9e46519 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/quotas/ae1b829eecec450ba4847c10bc2410be HTTP/1.1" status: 200 len: 375 time: 0.0102847 Jul 08 20:14:56.292277 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:56.322506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Transition to ACTIVE for port object b2ff755c-b40e-46a0-9c73-bf737a43c624 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:14:56.327345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-19c1c51c-5d5d-4eee-9db9-e7bcedad7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:56.329092 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-19c1c51c-5d5d-4eee-9db9-e7bcedad7ba0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.1505089 Jul 08 20:14:56.330763 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:56.365258 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-b6f92127-4d8f-4d20-82ac-990e6a9bf510 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ae1b829eecec450ba4847c10bc2410be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798347 Jul 08 20:14:56.439859 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-ad148948-206d-4bc9-b133-9f719b007b9f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727 HTTP/1.1" status: 200 len: 217 time: 0.0981374 Jul 08 20:14:56.472502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Pushing event updated for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:56.505763 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-b92dec87-275c-4ccb-99fd-554f187544ae service neutron] 10.222.0.101 "GET /v2.0/networks/c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129589 Jul 08 20:14:56.517041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Attempting to bind port b2ff755c-b40e-46a0-9c73-bf737a43c624 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:56.517666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Attempting to bind port b2ff755c-b40e-46a0-9c73-bf737a43c624 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:56.518263 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Attempting to bind port b2ff755c-b40e-46a0-9c73-bf737a43c624 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:56.532009 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Port b2ff755c-b40e-46a0-9c73-bf737a43c624 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:14:56.532340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Attempting to bind port b2ff755c-b40e-46a0-9c73-bf737a43c624 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:56.537019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-a286b4cb-f4cd-413c-9c1c-35930564ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:56.539283 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-a286b4cb-f4cd-413c-9c1c-35930564ea96 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.0787332 Jul 08 20:14:56.545117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:56.545508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:56.546358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:56.546496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Bound port: b2ff755c-b40e-46a0-9c73-bf737a43c624, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:56.546768 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:56.549726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 95e93db7-8928-42f2-9324-6e2a4b840c24 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:56.590362 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-96bdf1b7-6fec-420b-96da-fa5764178e85 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388455 Jul 08 20:14:56.640153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 95e93db7-8928-42f2-9324-6e2a4b840c24 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:14:56.645120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 95e93db7-8928-42f2-9324-6e2a4b840c24 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:56.646245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:56.677790 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-e421b43e-ccb4-4593-9ffe-f5f4f47fb241 service neutron] 10.222.0.101 "GET /v2.0/networks/c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654611 Jul 08 20:14:56.684615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b99a3a-fa54-4258-a483-f610908ca4f0 req-0beabf46-59ed-4857-90b9-c9dcff84ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:56.686176 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02b99a3a-fa54-4258-a483-f610908ca4f0 req-0beabf46-59ed-4857-90b9-c9dcff84ef2a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5ea3d50172a64152a8b1a4c73654d683&device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 1097 time: 0.0925972 Jul 08 20:14:56.701123 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7cd02fbf-e6f0-4353-a193-92d34f367341 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:14:56.789337 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-49a24741-a3f2-43b8-a2cc-64edde5153be service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877172 Jul 08 20:14:56.823159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 7cd02fbf-e6f0-4353-a193-92d34f367341 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:14:56.823543 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:56.832049 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b99a3a-fa54-4258-a483-f610908ca4f0 req-8dc6472d-9c97-4281-ae9d-43bc8b0a6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:56.834063 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02b99a3a-fa54-4258-a483-f610908ca4f0 req-8dc6472d-9c97-4281-ae9d-43bc8b0a6c5e service neutron] 10.222.0.103 "GET /v2.0/networks?id=facf6591-74f3-4e8c-9b17-d5502e9f1283 HTTP/1.1" status: 200 len: 911 time: 0.1387994 Jul 08 20:14:56.849772 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:56.849957 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:56.882640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:56.894739 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02b99a3a-fa54-4258-a483-f610908ca4f0 req-6894a3bf-7b8b-4668-b66c-f8006221e575 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=687557a9-9aa3-4338-ba42-456bdbe25ca0 HTTP/1.1" status: 200 len: 217 time: 0.0518446 Jul 08 20:14:56.894952 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:56.912595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7b87f-33b1-43f7-a7f9-8277f50bfde3 req-e80b6450-2223-4bbd-be2e-386f5fa86c23 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:56.913327 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3ed750-b973-4031-b24c-76ca9c5a1858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e93db7-8928-42f2-9324-6e2a4b840c24'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:56.914167 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-07c7b87f-33b1-43f7-a7f9-8277f50bfde3 req-e80b6450-2223-4bbd-be2e-386f5fa86c23 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 950 time: 0.1943021 Jul 08 20:14:56.924527 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa17dac-5608-4569-b648-2164861727ff" -d '{"events": [{"server_uuid": "9d3ed750-b973-4031-b24c-76ca9c5a1858", "name": "network-vif-plugged", "status": "completed", "tag": "95e93db7-8928-42f2-9324-6e2a4b840c24"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:56.943701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=95e93db7-8928-42f2-9324-6e2a4b840c24,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:56.957855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b99a3a-fa54-4258-a483-f610908ca4f0 req-34b247d0-6659-4bff-a80b-90b4e476ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:56.959657 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02b99a3a-fa54-4258-a483-f610908ca4f0 req-34b247d0-6659-4bff-a80b-90b4e476ff4d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1e333acf-e5bb-43f7-b4e2-5e96c683e1d3 HTTP/1.1" status: 200 len: 850 time: 0.0598676 Jul 08 20:14:56.966903 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:56.989612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:56.990225 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:56.991597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] 10.222.0.104 "PUT /v2.0/ports/b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 200 len: 1096 time: 1.3916547 Jul 08 20:14:56.992045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:14:56.995718 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27ed9da-5802-4846-bbbe-07ecb5d53e59" -d '{"events": [{"name": "network-changed", "server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:14:57.014860 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-cdb3bc6d-6845-4fd4-8e3e-2428c2307d5a service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164319 Jul 08 20:14:57.032387 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02b99a3a-fa54-4258-a483-f610908ca4f0 req-3c77e9a7-386c-45c5-ae76-da7c6bb031c5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=facf6591-74f3-4e8c-9b17-d5502e9f1283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637367 Jul 08 20:14:57.039191 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:57.090945 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-07c7b87f-33b1-43f7-a7f9-8277f50bfde3 req-24039380-fea2-43eb-ac83-a36aebc4a5fb tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464214 Jul 08 20:14:57.112265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=95e93db7-8928-42f2-9324-6e2a4b840c24,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:57.149781 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7cd02fbf-e6f0-4353-a193-92d34f367341,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:57.157574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7802b-1e65-4404-87d1-f315617ccc4c service neutron] Pushing event updated for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:57.157902 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:57.242628 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02b99a3a-fa54-4258-a483-f610908ca4f0 req-56a3f415-51e9-4900-8ef9-5861fede6f1e service neutron] 10.222.0.103 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998165 Jul 08 20:14:57.262393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7cd02fbf-e6f0-4353-a193-92d34f367341,revision_number=11']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:57.395862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3135894-0f73-41e0-9041-87c17ae4b914 req-babdfe50-3227-4154-ba02-441b510ea413 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:57.403364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a3135894-0f73-41e0-9041-87c17ae4b914 req-babdfe50-3227-4154-ba02-441b510ea413 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 946 time: 0.1589818 Jul 08 20:14:57.453514 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02b99a3a-fa54-4258-a483-f610908ca4f0 req-baf669a6-b878-4d5a-8fb3-66e639063784 service neutron] 10.222.0.103 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967180 Jul 08 20:14:57.461294 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a3135894-0f73-41e0-9041-87c17ae4b914 req-97608490-8ad4-478c-a23d-a005b718db91 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570025 Jul 08 20:14:57.611648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ada92de7-aefd-4977-bf38-fb995a06156a req-555f49e7-e3da-4f54-9724-12fed97a16db tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/9bea08d3-e9c8-4ade-8f3b-7ad546a20649 HTTP/1.1" status: 200 len: 1799 time: 0.4435740 Jul 08 20:14:57.623236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-0d860c79-08b7-4e39-9dd3-9dcaeb43308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:57.624861 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-0d860c79-08b7-4e39-9dd3-9dcaeb43308e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 1099 time: 0.5672412 Jul 08 20:14:57.647590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-5bc39206-d23c-4774-ba89-97dc1883d56b tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:57.649064 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-5bc39206-d23c-4774-ba89-97dc1883d56b tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 1098 time: 0.5118182 Jul 08 20:14:57.673839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96f092-739f-4398-a866-6fc28951d803 req-becb83ec-d044-4454-86b5-1c42aa554065 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:57.675419 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd96f092-739f-4398-a866-6fc28951d803 req-becb83ec-d044-4454-86b5-1c42aa554065 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0746181 Jul 08 20:14:57.687985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-16'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:57.695470 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-c2b5acab-55b7-4f9e-8705-3242ec4f6fd2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 200 len: 217 time: 0.0615883 Jul 08 20:14:57.721359 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd96f092-739f-4398-a866-6fc28951d803 req-b8712acf-7a74-4a14-a375-16502799aad7 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382652 Jul 08 20:14:57.803198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95c1421e-ca3d-4d7c-976f-e5a9da1a2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:57.804660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-95c1421e-ca3d-4d7c-976f-e5a9da1a2de2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0874460 Jul 08 20:14:57.835531 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ada92de7-aefd-4977-bf38-fb995a06156a req-c5b1a968-0935-4698-b7af-57f7e3af940e tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:57.881937 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:57.902104 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ada92de7-aefd-4977-bf38-fb995a06156a req-c5b1a968-0935-4698-b7af-57f7e3af940e tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:57.902487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4300dd-0ed1-4bde-ac9b-09b49a529b19 req-0b003f4f-1f2c-4ef4-b64f-7c07c86cfc33 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:57.904177 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca4300dd-0ed1-4bde-ac9b-09b49a529b19 req-0b003f4f-1f2c-4ef4-b64f-7c07c86cfc33 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 947 time: 0.0675151 Jul 08 20:14:57.950904 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca4300dd-0ed1-4bde-ac9b-09b49a529b19 req-2eee1750-6deb-4df2-852d-60a2c5c864cb tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383291 Jul 08 20:14:57.997734 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f01c404-0f2f-4d0a-9202-7721402db1b5 x-openstack-request-id: req-9f01c404-0f2f-4d0a-9202-7721402db1b5 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:57.998268 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3ed750-b973-4031-b24c-76ca9c5a1858", "name": "network-vif-plugged", "status": "completed", "tag": "95e93db7-8928-42f2-9324-6e2a4b840c24", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:57.998268 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9f01c404-0f2f-4d0a-9202-7721402db1b5 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:57.998663 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3ed750-b973-4031-b24c-76ca9c5a1858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e93db7-8928-42f2-9324-6e2a4b840c24', 'code': 200} Jul 08 20:14:58.034144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-c4e50a1a-8e17-4f6d-825a-b0b118e8f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:58.035770 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-c4e50a1a-8e17-4f6d-825a-b0b118e8f61d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2091227 Jul 08 20:14:58.040087 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ada92de7-aefd-4977-bf38-fb995a06156a req-c5b1a968-0935-4698-b7af-57f7e3af940e tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:58.045261 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ada92de7-aefd-4977-bf38-fb995a06156a req-c5b1a968-0935-4698-b7af-57f7e3af940e tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:58.046370 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ada92de7-aefd-4977-bf38-fb995a06156a req-c5b1a968-0935-4698-b7af-57f7e3af940e tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "DELETE /v2.0/security-groups/9bea08d3-e9c8-4ade-8f3b-7ad546a20649 HTTP/1.1" status: 204 len: 173 time: 0.4254732 Jul 08 20:14:58.081558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1a968-0935-4698-b7af-57f7e3af940e tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bea08d3-e9c8-4ade-8f3b-7ad546a20649,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:58.126892 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db94cfc9-6920-4b81-97ca-338839f7cf18 x-openstack-request-id: req-db94cfc9-6920-4b81-97ca-338839f7cf18 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:14:58.127566 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:14:58.127978 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-db94cfc9-6920-4b81-97ca-338839f7cf18 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:14:58.128682 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'status': 'completed', 'code': 200} Jul 08 20:14:58.179919 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:14:58.206689 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-c541c843-50d1-47cc-93ad-5e92a6ca4e70 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577675 Jul 08 20:14:58.296767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a73760-6b88-4072-9287-6ef5295079eb req-65bd2e66-8cd4-486a-9d11-dcf0778ce165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:58.298314 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-61a73760-6b88-4072-9287-6ef5295079eb req-65bd2e66-8cd4-486a-9d11-dcf0778ce165 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 1097 time: 0.1085405 Jul 08 20:14:58.314927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:58.317935 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5352c769-0772-40ff-8b18-72e2a28fb62e req-7041db1c-960f-41ee-88d8-586662140d14 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 210 time: 0.0743465 Jul 08 20:14:58.342908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c26915-333f-4194-a759-1d207f23c677 req-3b8188b9-1c17-40c4-b968-9a9b62027de4 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:58.350178 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b5c26915-333f-4194-a759-1d207f23c677 req-3b8188b9-1c17-40c4-b968-9a9b62027de4 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 945 time: 0.1168535 Jul 08 20:14:58.397437 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b5c26915-333f-4194-a759-1d207f23c677 req-ce0ec094-3f3b-4355-9d3e-d9e60fe3b96c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463305 Jul 08 20:14:58.397644 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-61a3e2e9-246c-4494-a7a7-e99f14fb22d6 req-2fc34217-28ef-449f-9f6b-bf105a3de229 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] show failed (client error): The resource could not be found. Jul 08 20:14:58.398503 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61a3e2e9-246c-4494-a7a7-e99f14fb22d6 req-2fc34217-28ef-449f-9f6b-bf105a3de229 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/9bea08d3-e9c8-4ade-8f3b-7ad546a20649 HTTP/1.1" status: 404 len: 352 time: 0.0354264 Jul 08 20:14:58.401831 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:58.401979 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-61a73760-6b88-4072-9287-6ef5295079eb req-3bfda6ea-b5e8-4cba-a3ff-f20806871fe9 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938268 Jul 08 20:14:58.406580 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a742a93-410a-458c-8b1a-7a8d006c1ad7 req-1cea07af-9518-458f-a7bd-5b729aed2842 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885810 Jul 08 20:14:58.408459 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:58.497215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e82d958-d31e-4961-a225-9b2afdd94c7d req-0210cf3b-8974-46b8-a4d5-a44622d33005 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/595442ee-0083-407f-90b3-fb684ab5f21a HTTP/1.1" status: 200 len: 1798 time: 0.0478191 Jul 08 20:14:58.531749 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Pushing event updated for resources: {'Port': ['ID=a3439e3f-8868-42d4-8ac9-dc5eab923727,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:58.550896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Attempting to bind port a3439e3f-8868-42d4-8ac9-dc5eab923727 on host n-h1-791506-16 for vnic_type normal with profile {"migrating_to": "n-h2-791506-16"} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:14:58.550896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Attempting to bind port a3439e3f-8868-42d4-8ac9-dc5eab923727 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:14:58.551206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Attempting to bind port a3439e3f-8868-42d4-8ac9-dc5eab923727 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:58.555678 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3e82d958-d31e-4961-a225-9b2afdd94c7d req-1c5f41ef-acbf-4dda-8a6c-3e5221faddde tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:58.577590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Port a3439e3f-8868-42d4-8ac9-dc5eab923727 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:14:58.577917 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Attempting to bind port a3439e3f-8868-42d4-8ac9-dc5eab923727 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:14:58.578762 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3e82d958-d31e-4961-a225-9b2afdd94c7d req-1c5f41ef-acbf-4dda-8a6c-3e5221faddde tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:58.590990 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:14:58.591330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Checking segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:14:58.591719 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Bound using segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:14:58.592160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Bound port: a3439e3f-8868-42d4-8ac9-dc5eab923727, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:14:58.592522 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:58.619289 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3e82d958-d31e-4961-a225-9b2afdd94c7d req-1c5f41ef-acbf-4dda-8a6c-3e5221faddde tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:58.621989 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3e82d958-d31e-4961-a225-9b2afdd94c7d req-1c5f41ef-acbf-4dda-8a6c-3e5221faddde tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:58.637707 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e82d958-d31e-4961-a225-9b2afdd94c7d req-1c5f41ef-acbf-4dda-8a6c-3e5221faddde tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "DELETE /v2.0/security-groups/595442ee-0083-407f-90b3-fb684ab5f21a HTTP/1.1" status: 204 len: 173 time: 0.1333034 Jul 08 20:14:58.652045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f41ef-acbf-4dda-8a6c-3e5221faddde tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595442ee-0083-407f-90b3-fb684ab5f21a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:58.661792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ed9da-5802-4846-bbbe-07ecb5d53e59 req-14c3a5ba-295c-485e-819e-d7ecb330edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:58.663333 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e27ed9da-5802-4846-bbbe-07ecb5d53e59 req-14c3a5ba-295c-485e-819e-d7ecb330edb4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 1099 time: 0.1668799 Jul 08 20:14:58.729375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d56e41-5586-4b42-8857-98bef77fe94f req-46f1300b-b01a-44ad-a531-672a46bfb962 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:58.730921 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-78d56e41-5586-4b42-8857-98bef77fe94f req-46f1300b-b01a-44ad-a531-672a46bfb962 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 951 time: 0.2019351 Jul 08 20:14:58.732150 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-755cee52-49a5-4046-a8e7-f9acc59ae458 req-41c24f23-5cdb-4895-ab89-45312288d03b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0671754 Jul 08 20:14:58.756211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:14:58.782718 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:14:58.794935 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:58.850762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95cc79-8735-4e1f-9823-0ba21358524d req-23db22a2-c08d-4110-a02b-a283e759abcd tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:58.860463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bf95cc79-8735-4e1f-9823-0ba21358524d req-23db22a2-c08d-4110-a02b-a283e759abcd tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 944 time: 0.1103084 Jul 08 20:14:58.861827 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-78d56e41-5586-4b42-8857-98bef77fe94f req-a3b87404-ebc5-42d3-8f4e-b39c99b9a218 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221302 Jul 08 20:14:58.870809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ed9da-5802-4846-bbbe-07ecb5d53e59 req-dc7fdf60-3308-42a3-8051-82a4a7ed3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:58.872307 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e27ed9da-5802-4846-bbbe-07ecb5d53e59 req-dc7fdf60-3308-42a3-8051-82a4a7ed3ba5 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2008843 Jul 08 20:14:58.941478 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bf95cc79-8735-4e1f-9823-0ba21358524d req-d76824d0-2930-4a2b-a32b-c482762067f6 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796692 Jul 08 20:14:58.948982 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e27ed9da-5802-4846-bbbe-07ecb5d53e59 req-f3bc521a-7a8d-4ad5-ac6d-a86e2244822d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 200 len: 217 time: 0.0695596 Jul 08 20:14:58.954827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Pushing event updated for resources: {'Port': ['ID=a3439e3f-8868-42d4-8ac9-dc5eab923727,revision_number=8']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:14:58.975899 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:58.976534 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:58.978604 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-f89b36ba-a240-4189-a7f4-6be13bf048bd service neutron] 10.222.0.103 "PUT /v2.0/ports/a3439e3f-8868-42d4-8ac9-dc5eab923727 HTTP/1.1" status: 200 len: 1124 time: 1.3213184 Jul 08 20:14:58.981076 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-1bf8ee4b-6e77-46e1-abf7-d80de03fb31d req-2c3a07a3-913e-4bf1-ad67-9db4081e135f tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] show failed (client error): The resource could not be found. Jul 08 20:14:58.982061 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1bf8ee4b-6e77-46e1-abf7-d80de03fb31d req-2c3a07a3-913e-4bf1-ad67-9db4081e135f tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/595442ee-0083-407f-90b3-fb684ab5f21a HTTP/1.1" status: 404 len: 352 time: 0.0530355 Jul 08 20:14:59.023213 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ed9da-5802-4846-bbbe-07ecb5d53e59 req-d494e174-6daa-4f79-92bb-6a013069b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:59.025337 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e27ed9da-5802-4846-bbbe-07ecb5d53e59 req-d494e174-6daa-4f79-92bb-6a013069b8fc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0630789 Jul 08 20:14:59.031603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cee52-49a5-4046-a8e7-f9acc59ae458 req-3f661c29-b396-44f5-a289-ea07029e6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:59.039231 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-755cee52-49a5-4046-a8e7-f9acc59ae458 req-3f661c29-b396-44f5-a289-ea07029e6e6f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 1101 time: 0.2411165 Jul 08 20:14:59.069581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['a3439e3f-8868-42d4-8ac9-dc5eab923727'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:14:59.101291 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ed9da-5802-4846-bbbe-07ecb5d53e59 req-2964cb70-519f-431f-b5f1-53a29c084384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:59.104145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e27ed9da-5802-4846-bbbe-07ecb5d53e59 req-2964cb70-519f-431f-b5f1-53a29c084384 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0707304 Jul 08 20:14:59.270470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-e9f88d6b-9c27-4b65-9c58-9ae91dc36225 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:59.271977 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-e9f88d6b-9c27-4b65-9c58-9ae91dc36225 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.103 "GET /v2.0/networks?id=c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb HTTP/1.1" status: 200 len: 815 time: 0.3608737 Jul 08 20:14:59.287286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e27ed9da-5802-4846-bbbe-07ecb5d53e59 req-6e936bab-2a48-40d8-b764-af40d125fa6e service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691363 Jul 08 20:14:59.294227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f04b7-3df8-4389-a5c9-41c284384fe0 req-56c998c4-0a32-4dd3-855b-c4cf598cbc03 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:59.296082 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9b5f04b7-3df8-4389-a5c9-41c284384fe0 req-56c998c4-0a32-4dd3-855b-c4cf598cbc03 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.1946070 Jul 08 20:14:59.303282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cee52-49a5-4046-a8e7-f9acc59ae458 req-3477ccb3-c506-4d12-80f8-8dd8531dfe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:59.305459 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-755cee52-49a5-4046-a8e7-f9acc59ae458 req-3477ccb3-c506-4d12-80f8-8dd8531dfe4a service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2131886 Jul 08 20:14:59.310311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16611f-16cf-4dbf-832c-ce858ec82368 req-92a2d9b1-e854-4d0d-b31b-f46924e01f9d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:59.317411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da16611f-16cf-4dbf-832c-ce858ec82368 req-92a2d9b1-e854-4d0d-b31b-f46924e01f9d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 947 time: 0.1436512 Jul 08 20:14:59.479348 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da16611f-16cf-4dbf-832c-ce858ec82368 req-92fbe300-3509-4076-98ec-249b2d5b7661 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584573 Jul 08 20:14:59.501322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e27ed9da-5802-4846-bbbe-07ecb5d53e59 req-4f5d635e-80c2-4940-a643-2f706962b522 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814625 Jul 08 20:14:59.605963 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9294cff4-24f1-4634-af0f-8d2373944ab6 req-32918923-1bba-441d-83c7-ed1edc83f7b8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9f8b883bf111429a8a38ae480f11eb1f HTTP/1.1" status: 200 len: 6149 time: 0.0880659 Jul 08 20:14:59.638937 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-755cee52-49a5-4046-a8e7-f9acc59ae458 req-0d20522b-a9db-4f68-8f70-c7178fdfa681 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab HTTP/1.1" status: 200 len: 217 time: 0.3153899 Jul 08 20:14:59.665169 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9294cff4-24f1-4634-af0f-8d2373944ab6 req-263dcba6-8cb1-4d57-bb6b-a712c309c78a tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/2b695978-37c7-42a1-beaa-d59f83188a8d HTTP/1.1" status: 200 len: 2981 time: 0.0507369 Jul 08 20:14:59.692871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9b5f04b7-3df8-4389-a5c9-41c284384fe0 req-4e91bd32-edae-4f0b-a272-f12e80bd2f80 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856523 Jul 08 20:14:59.699249 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-597392f7-cc19-455e-bf39-942cad941394 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae1b829eecec450ba4847c10bc2410be HTTP/1.1" status: 200 len: 380 time: 0.4019516 Jul 08 20:14:59.715374 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Request body: {'port': {'device_id': 'dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'admin_state_up': True, 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'security_groups': ['561c724e-0074-4a0a-a4ec-b8c8594b7dd5']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:59.730424 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9294cff4-24f1-4634-af0f-8d2373944ab6 req-b1fca574-b3f4-45cd-a18e-ceb1486ed12e tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/2b695978-37c7-42a1-beaa-d59f83188a8d HTTP/1.1" status: 200 len: 2981 time: 0.0574598 Jul 08 20:14:59.734000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cee52-49a5-4046-a8e7-f9acc59ae458 req-7cad8c89-6fb8-44e3-b281-ce2d143f2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:59.735546 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-755cee52-49a5-4046-a8e7-f9acc59ae458 req-7cad8c89-6fb8-44e3-b281-ce2d143f2b06 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0826056 Jul 08 20:14:59.873475 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40c5675e-2fbf-4c14-a117-3b9f727efde4 req-44b35967-9846-4a3d-90cf-fbc0981974ad tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 210 time: 0.0470037 Jul 08 20:14:59.879284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cee52-49a5-4046-a8e7-f9acc59ae458 req-67b96642-e6ba-432b-b3c6-4d1a36d53bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:14:59.890188 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-755cee52-49a5-4046-a8e7-f9acc59ae458 req-67b96642-e6ba-432b-b3c6-4d1a36d53bfe service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1153734 Jul 08 20:14:59.897722 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-b4d350bb-b7d7-4cda-8c87-30374044d7dd req-ffdf1aa2-39e8-4555-a0a8-73a1ab1d5e95 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1348074692', 'description': 'tempest-description-1531560342'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:14:59.903782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Made reservation on behalf of ae1b829eecec450ba4847c10bc2410be for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:14:59.907646 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:14:59.924574 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b4d350bb-b7d7-4cda-8c87-30374044d7dd req-ffdf1aa2-39e8-4555-a0a8-73a1ab1d5e95 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:00.000014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd02fbf-e6f0-4353-a193-92d34f367341'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:00.005363 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c1abc2-d332-4ef0-8e2d-13cfc6f2093d" -d '{"events": [{"server_uuid": "72162aef-d742-4e0f-ae02-a1f1b3ef4f02", "name": "network-vif-plugged", "status": "completed", "tag": "7cd02fbf-e6f0-4353-a193-92d34f367341"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:00.038536 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b4d350bb-b7d7-4cda-8c87-30374044d7dd req-ffdf1aa2-39e8-4555-a0a8-73a1ab1d5e95 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:00.043586 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b4d350bb-b7d7-4cda-8c87-30374044d7dd req-ffdf1aa2-39e8-4555-a0a8-73a1ab1d5e95 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:00.071632 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b4d350bb-b7d7-4cda-8c87-30374044d7dd req-ffdf1aa2-39e8-4555-a0a8-73a1ab1d5e95 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:00.074732 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4d350bb-b7d7-4cda-8c87-30374044d7dd req-ffdf1aa2-39e8-4555-a0a8-73a1ab1d5e95 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1819601 Jul 08 20:15:00.088989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf1aa2-39e8-4555-a0a8-73a1ab1d5e95 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762d30cd-2e71-42e6-a274-c4da5a7d5cd4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:00.130360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faec675-ba8d-4820-845c-7b29ed411b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3439e3f-8868-42d4-8ac9-dc5eab923727'}, {'name': 'network-changed', 'server_uuid': '5faec675-ba8d-4820-845c-7b29ed411b5f', 'tag': 'a3439e3f-8868-42d4-8ac9-dc5eab923727'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:00.132709 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cd5efd-d626-428f-b32c-03327c86f858" -d '{"events": [{"server_uuid": "5faec675-ba8d-4820-845c-7b29ed411b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "a3439e3f-8868-42d4-8ac9-dc5eab923727"}, {"name": "network-changed", "server_uuid": "5faec675-ba8d-4820-845c-7b29ed411b5f", "tag": "a3439e3f-8868-42d4-8ac9-dc5eab923727"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:00.175112 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-755cee52-49a5-4046-a8e7-f9acc59ae458 req-79394496-1b73-45ae-828c-55b0e0dc7ce7 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641964 Jul 08 20:15:00.207706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Allocated IP 172.20.0.12 (c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb/c31e8bde-2877-48e4-90bf-09146017b2db/34cbc251-b33c-4cbe-9309-21c53e09a210) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:15:00.242397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371c6d3-e035-46f2-bc88-d68434bdd286 req-e0983762-3451-42a6-8613-e004e6de8910 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:00.244409 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a371c6d3-e035-46f2-bc88-d68434bdd286 req-e0983762-3451-42a6-8613-e004e6de8910 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 951 time: 0.0709765 Jul 08 20:15:00.245541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eaa1ad-1804-4da4-a083-ac5aa3be6752 req-6d18f24b-f65c-42cd-accd-c360e39710f7 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:00.247173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98eaa1ad-1804-4da4-a083-ac5aa3be6752 req-6d18f24b-f65c-42cd-accd-c360e39710f7 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 945 time: 0.2639530 Jul 08 20:15:00.291656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a371c6d3-e035-46f2-bc88-d68434bdd286 req-039df5f1-7f74-464d-b23e-8093ff8d4276 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371375 Jul 08 20:15:00.345674 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98eaa1ad-1804-4da4-a083-ac5aa3be6752 req-5a8f1f91-aed6-4ecb-8778-031d0a40ae53 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895238 Jul 08 20:15:00.405962 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-755cee52-49a5-4046-a8e7-f9acc59ae458 req-bb89a324-be6f-47f4-b702-735fcd3f0bcd service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214561 Jul 08 20:15:00.442109 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550e1acf-3ec4-41cf-9d50-e9721d00d5ac x-openstack-request-id: req-550e1acf-3ec4-41cf-9d50-e9721d00d5ac {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:00.442613 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72162aef-d742-4e0f-ae02-a1f1b3ef4f02", "name": "network-vif-plugged", "status": "completed", "tag": "7cd02fbf-e6f0-4353-a193-92d34f367341", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:00.442613 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-550e1acf-3ec4-41cf-9d50-e9721d00d5ac {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:00.443029 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd02fbf-e6f0-4353-a193-92d34f367341', 'code': 200} Jul 08 20:15:00.476696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-d85f0204-d9cc-4823-8c41-b4cf60e5dd4c req-82a3b9b9-cb1a-49d9-8df0-d0c7fbe2e7d5 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1443029833', 'description': 'tempest-description-1534593788'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:00.510988 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:00.525363 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d85f0204-d9cc-4823-8c41-b4cf60e5dd4c req-82a3b9b9-cb1a-49d9-8df0-d0c7fbe2e7d5 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:00.538454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Transition to ACTIVE for port object 34cbc251-b33c-4cbe-9309-21c53e09a210 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:00.552498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a3439e3f-8868-42d4-8ac9-dc5eab923727 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:15:00.559080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6297ca1-5c7a-4f68-a0ca-1223da4cf0d0 req-7b1fa544-b367-4a6c-9355-23d7c4d1f3fd tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:00.560408 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6297ca1-5c7a-4f68-a0ca-1223da4cf0d0 req-7b1fa544-b367-4a6c-9355-23d7c4d1f3fd tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 944 time: 0.1006968 Jul 08 20:15:00.652834 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:00.667752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6297ca1-5c7a-4f68-a0ca-1223da4cf0d0 req-1448931b-49e8-44a7-9736-1181fa8172d0 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896664 Jul 08 20:15:00.684261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device b2ff755c-b40e-46a0-9c73-bf737a43c624 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:15:00.702439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d157256-246d-493c-aa62-ef38325208af req-40d64878-bf91-4bf3-9ada-cd27af43bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:00.705594 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2d157256-246d-493c-aa62-ef38325208af req-40d64878-bf91-4bf3-9ada-cd27af43bf52 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 1103 time: 0.1413963 Jul 08 20:15:00.734236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:00.765420 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b5f499-75d1-40b1-a1b5-1292e6ec7393 x-openstack-request-id: req-94b5f499-75d1-40b1-a1b5-1292e6ec7393 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:00.765769 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faec675-ba8d-4820-845c-7b29ed411b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "a3439e3f-8868-42d4-8ac9-dc5eab923727", "code": 200}, {"name": "network-changed", "server_uuid": "5faec675-ba8d-4820-845c-7b29ed411b5f", "tag": "a3439e3f-8868-42d4-8ac9-dc5eab923727", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:00.766024 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-94b5f499-75d1-40b1-a1b5-1292e6ec7393 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:00.767421 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faec675-ba8d-4820-845c-7b29ed411b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3439e3f-8868-42d4-8ac9-dc5eab923727', 'code': 200} Jul 08 20:15:00.778383 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5faec675-ba8d-4820-845c-7b29ed411b5f', 'tag': 'a3439e3f-8868-42d4-8ac9-dc5eab923727', 'status': 'completed', 'code': 200} Jul 08 20:15:00.788988 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2d157256-246d-493c-aa62-ef38325208af req-66274ed5-de5f-43fd-b652-0a608a5c9c54 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764031 Jul 08 20:15:00.791348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Pushing event updated for resources: {'Port': ['ID=34cbc251-b33c-4cbe-9309-21c53e09a210,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:00.805258 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a3439e3f-8868-42d4-8ac9-dc5eab923727 has no active binding in host n-h2-791506-16 {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 20:15:00.810564 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:15:00.812621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:15:00.817939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:15:00.869316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:00.883161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'mac_address': 'fa:16:3e:76:93:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:15:00.904935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d85f0204-d9cc-4823-8c41-b4cf60e5dd4c req-82a3b9b9-cb1a-49d9-8df0-d0c7fbe2e7d5 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:00.928200 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d85f0204-d9cc-4823-8c41-b4cf60e5dd4c req-82a3b9b9-cb1a-49d9-8df0-d0c7fbe2e7d5 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:00.939735 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:00.954412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ff755c-b40e-46a0-9c73-bf737a43c624 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:00.974807 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:00.975453 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:00.981749 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:00.987921 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:01.008763 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d85f0204-d9cc-4823-8c41-b4cf60e5dd4c req-82a3b9b9-cb1a-49d9-8df0-d0c7fbe2e7d5 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:01.010205 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d85f0204-d9cc-4823-8c41-b4cf60e5dd4c req-82a3b9b9-cb1a-49d9-8df0-d0c7fbe2e7d5 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5423911 Jul 08 20:15:01.012515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cf092-3c82-4303-8880-6a50e78f55d7 req-207f60e3-5671-42b9-a16f-f3051c1d8a4d tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:01.024846 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-692b73e4-ddec-4830-9e56-1d7d1e4f2e1c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3092692 Jul 08 20:15:01.024846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3b9b9-cb1a-49d9-8df0-d0c7fbe2e7d5 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d55656-c4f2-430f-aef3-6e01a875d0c9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:01.034341 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b2cf092-3c82-4303-8880-6a50e78f55d7 req-207f60e3-5671-42b9-a16f-f3051c1d8a4d tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 1097 time: 0.1221502 Jul 08 20:15:01.058681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Request body: {'port': {'device_id': 'dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:01.069690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:01.087102 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b2cf092-3c82-4303-8880-6a50e78f55d7 req-fcca31af-7017-4033-beb1-077fca2e9e5a tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518432 Jul 08 20:15:01.169786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd5efd-d626-428f-b32c-03327c86f858 req-ea255525-afc6-49fb-bc96-9f983dbe2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:01.171610 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96cd5efd-d626-428f-b32c-03327c86f858 req-ea255525-afc6-49fb-bc96-9f983dbe2c56 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 1127 time: 0.3136773 Jul 08 20:15:01.274730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0f36564c-5bdd-4396-ac8a-4eebc8eba069 None None] Provisioning for port 34cbc251-b33c-4cbe-9309-21c53e09a210 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:01.287107 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0f36564c-5bdd-4396-ac8a-4eebc8eba069 None None] Provisioning complete for port 34cbc251-b33c-4cbe-9309-21c53e09a210 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:01.287639 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0f36564c-5bdd-4396-ac8a-4eebc8eba069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:01.299177 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:01.335239 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17024ec-372a-424b-a90e-4d4fd437ebda req-a8c73ce7-3441-4c03-b9f3-f22a1b5b3873 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:01.336896 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f17024ec-372a-424b-a90e-4d4fd437ebda req-a8c73ce7-3441-4c03-b9f3-f22a1b5b3873 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0804045 Jul 08 20:15:01.361822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0f36564c-5bdd-4396-ac8a-4eebc8eba069 None None] Port 34cbc251-b33c-4cbe-9309-21c53e09a210 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:15:01.390675 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f17024ec-372a-424b-a90e-4d4fd437ebda req-41c3cf7d-873e-42da-80d6-f3bf54a0ef3b tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463221 Jul 08 20:15:01.396570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['b2ff755c-b40e-46a0-9c73-bf737a43c624'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:01.536493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd5efd-d626-428f-b32c-03327c86f858 req-6f23a801-857a-4faa-b841-e3a77ffaf5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:01.538712 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96cd5efd-d626-428f-b32c-03327c86f858 req-6f23a801-857a-4faa-b841-e3a77ffaf5d9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.3518813 Jul 08 20:15:01.654127 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96cd5efd-d626-428f-b32c-03327c86f858 req-f36aa770-ae92-4c1b-91f6-f6b2257da12a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727 HTTP/1.1" status: 200 len: 217 time: 0.0622363 Jul 08 20:15:01.718975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb93e3d-b2a5-43c4-9a8d-629013af6d05 req-1a7d6ebe-9ad7-4991-8ed2-bcda3ba3bc25 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:01.720660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7eb93e3d-b2a5-43c4-9a8d-629013af6d05 req-1a7d6ebe-9ad7-4991-8ed2-bcda3ba3bc25 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 932 time: 0.0652301 Jul 08 20:15:01.755190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd5efd-d626-428f-b32c-03327c86f858 req-c16b410d-3338-4650-a5f6-2650fefe8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:01.756822 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96cd5efd-d626-428f-b32c-03327c86f858 req-c16b410d-3338-4650-a5f6-2650fefe8270 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.0946991 Jul 08 20:15:01.768060 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7eb93e3d-b2a5-43c4-9a8d-629013af6d05 req-a42362df-0d68-4c33-836b-f7ef727772b6 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411379 Jul 08 20:15:01.782656 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4de5d0-cdc5-4774-bae6-138ca3c7e030 req-190e7ee6-5157-4bea-8300-5ed7b5eeb8f0 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:01.784188 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b4de5d0-cdc5-4774-bae6-138ca3c7e030 req-190e7ee6-5157-4bea-8300-5ed7b5eeb8f0 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 948 time: 0.2495055 Jul 08 20:15:01.810347 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96cd5efd-d626-428f-b32c-03327c86f858 req-5e45ac6e-430a-45db-a730-ac3d0b39196f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448840 Jul 08 20:15:01.968374 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cbc251-b33c-4cbe-9309-21c53e09a210 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:01.989887 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b4de5d0-cdc5-4774-bae6-138ca3c7e030 req-2da26193-d5d9-4f14-8f9f-eacabaf515fa tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818995 Jul 08 20:15:01.996297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:02.064950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Transition to ACTIVE for port object 34cbc251-b33c-4cbe-9309-21c53e09a210 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:02.078341 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:02.081874 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96cd5efd-d626-428f-b32c-03327c86f858 req-3cc13874-5065-4e1e-ad16-2b615556e39a service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555079 Jul 08 20:15:02.131032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-4abad9fe-42d2-45ee-b620-e12a568c3777 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:02.139099 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-4abad9fe-42d2-45ee-b620-e12a568c3777 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/networks?id=9871f546-4c94-435f-95d1-c9035173ce0c HTTP/1.1" status: 200 len: 812 time: 0.1781123 Jul 08 20:15:02.168288 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-d3d27ae0-9df3-4a23-9b53-4cc0a1013fb4 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/quotas/9f8b883bf111429a8a38ae480f11eb1f HTTP/1.1" status: 200 len: 375 time: 0.0281730 Jul 08 20:15:02.295005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Pushing event updated for resources: {'Port': ['ID=34cbc251-b33c-4cbe-9309-21c53e09a210,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:02.314818 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-910e8cad-f6c7-43f6-b9cf-26728a8b721f tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9f8b883bf111429a8a38ae480f11eb1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1439173 Jul 08 20:15:02.428885 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96cd5efd-d626-428f-b32c-03327c86f858 req-4755044f-864e-43c0-9410-34b8066af790 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917259 Jul 08 20:15:02.473852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Attempting to bind port 34cbc251-b33c-4cbe-9309-21c53e09a210 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:02.474107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Attempting to bind port 34cbc251-b33c-4cbe-9309-21c53e09a210 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '5e5c1e43-74b2-48bf-b404-368bdfc4da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:02.474450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Attempting to bind port 34cbc251-b33c-4cbe-9309-21c53e09a210 on network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:02.486032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6d0e7-dc5c-481a-91c2-eae51a2ca9d7 req-e663f226-2697-48c8-959c-97624a4c9f16 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:02.487627 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54b6d0e7-dc5c-481a-91c2-eae51a2ca9d7 req-e663f226-2697-48c8-959c-97624a4c9f16 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 951 time: 0.2354167 Jul 08 20:15:02.489966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Port 34cbc251-b33c-4cbe-9309-21c53e09a210 on network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:15:02.490292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Attempting to bind port 34cbc251-b33c-4cbe-9309-21c53e09a210 on network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:02.502425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:02.502767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Checking segment: {'id': '5e5c1e43-74b2-48bf-b404-368bdfc4da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:02.503215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Bound using segment: {'id': '5e5c1e43-74b2-48bf-b404-368bdfc4da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:02.503631 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Bound port: 34cbc251-b33c-4cbe-9309-21c53e09a210, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5c1e43-74b2-48bf-b404-368bdfc4da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:02.503995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:02.518202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-aaaa449c-3042-4164-9534-b296c35ce2d9 service neutron] 10.222.0.101 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967924 Jul 08 20:15:02.577150 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54b6d0e7-dc5c-481a-91c2-eae51a2ca9d7 req-ec5ed575-7778-4d71-8b16-931c6c91c9a0 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813527 Jul 08 20:15:02.656204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] For port 34cbc251-b33c-4cbe-9309-21c53e09a210, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:02.660908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] For port 34cbc251-b33c-4cbe-9309-21c53e09a210, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=34cbc251-b33c-4cbe-9309-21c53e09a210,segment=NetworkSegment(5e5c1e43-74b2-48bf-b404-368bdfc4da80),segment_id=5e5c1e43-74b2-48bf-b404-368bdfc4da80)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:02.669959 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:02.688745 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device b2ff755c-b40e-46a0-9c73-bf737a43c624 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:02.701453 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a0f8c77c-872b-4ce2-8e82-fc0372bf47e3 service neutron] 10.222.0.101 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717222 Jul 08 20:15:02.722946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:02.723626 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:02.725074 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] 10.222.0.103 "PUT /v2.0/ports/34cbc251-b33c-4cbe-9309-21c53e09a210 HTTP/1.1" status: 200 len: 1093 time: 1.6878333 Jul 08 20:15:02.725566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d', 'tag': '34cbc251-b33c-4cbe-9309-21c53e09a210'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:02.728108 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc0482e-6573-4b6a-8f47-5d895e766663" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d", "tag": "34cbc251-b33c-4cbe-9309-21c53e09a210"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:02.788401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53384c-7d1b-4aa6-b21a-e00888034c48 service neutron] Pushing event updated for resources: {'Port': ['ID=34cbc251-b33c-4cbe-9309-21c53e09a210,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:02.883717 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port b2ff755c-b40e-46a0-9c73-bf737a43c624 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:02.901272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port b2ff755c-b40e-46a0-9c73-bf737a43c624 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:02.903217 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:02.972215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce06a5-0cb8-4469-b4ce-f5241ef81a7b req-025907a6-42cc-48f2-9367-c80d9bd5b857 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:02.976032 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adce06a5-0cb8-4469-b4ce-f5241ef81a7b req-025907a6-42cc-48f2-9367-c80d9bd5b857 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 944 time: 0.1662498 Jul 08 20:15:02.983038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-6af78c44-ee3b-4e4e-9955-112bae6a658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:02.987514 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-6af78c44-ee3b-4e4e-9955-112bae6a658b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ae1b829eecec450ba4847c10bc2410be&device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 1096 time: 0.1855216 Jul 08 20:15:03.100056 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:03.117535 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-e7973621-bfac-4986-a372-e902574e6333 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cbc251-b33c-4cbe-9309-21c53e09a210 HTTP/1.1" status: 200 len: 217 time: 0.1189110 Jul 08 20:15:03.170090 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:03.174194 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da43d0c3-338e-410b-9e54-339bf7cf67ec" -d '{"events": [{"server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:03.193684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:03.199942 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:03.257019 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adce06a5-0cb8-4469-b4ce-f5241ef81a7b req-9c85b2c7-1f34-49ea-a3fc-cc9b76b82ac2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683983 Jul 08 20:15:03.287672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-97b29b82-cbee-4d5a-90ce-c482f9fbf1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:03.298547 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-97b29b82-cbee-4d5a-90ce-c482f9fbf1b8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c31e8bde-2877-48e4-90bf-09146017b2db HTTP/1.1" status: 200 len: 854 time: 0.1581490 Jul 08 20:15:03.442032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251e63c-cae5-48c0-b654-4eb25123032d req-7c7f441b-1d8c-46a5-86d8-d1d8fb3a1966 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:03.459906 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a251e63c-cae5-48c0-b654-4eb25123032d req-7c7f441b-1d8c-46a5-86d8-d1d8fb3a1966 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.1361303 Jul 08 20:15:03.500731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-7f07c3d7-5e19-46d0-a2e5-818d41e3a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:03.502353 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-7f07c3d7-5e19-46d0-a2e5-818d41e3a146 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1988542 Jul 08 20:15:03.597288 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a251e63c-cae5-48c0-b654-4eb25123032d req-6ccdc45d-6e53-4dab-8885-f98b80df66d6 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362188 Jul 08 20:15:03.600693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:03.676594 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4d7a12-872d-4a20-817e-bf892520d0f7 x-openstack-request-id: req-4b4d7a12-872d-4a20-817e-bf892520d0f7 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:03.683787 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d", "tag": "34cbc251-b33c-4cbe-9309-21c53e09a210", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:03.684056 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4b4d7a12-872d-4a20-817e-bf892520d0f7 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:03.684484 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d', 'tag': '34cbc251-b33c-4cbe-9309-21c53e09a210', 'status': 'completed', 'code': 200} Jul 08 20:15:03.770167 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-29d65d67-53af-4149-b125-d81c66a5eb24 service neutron] 10.222.0.103 "GET /v2.0/networks/c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507308 Jul 08 20:15:03.960597 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0eb871e-f40c-4125-b8cc-d58309fe1381 req-d5821745-372a-4318-a5ac-cbed0d447d1e service neutron] 10.222.0.103 "GET /v2.0/networks/c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816101 Jul 08 20:15:04.013443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54d62a-ccb0-4747-872a-3fc6e42d7dc8 req-a02f6dea-b83f-40a4-8993-4fc9ccb10c6d tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:04.015053 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6d54d62a-ccb0-4747-872a-3fc6e42d7dc8 req-a02f6dea-b83f-40a4-8993-4fc9ccb10c6d tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 944 time: 0.1211433 Jul 08 20:15:04.052740 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a90ff2d2-7a02-4cb9-bc49-531289e4083e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:04.094880 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6d54d62a-ccb0-4747-872a-3fc6e42d7dc8 req-9f58df50-542c-469d-a64d-6cadcdc1afff tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738957 Jul 08 20:15:04.158827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0482e-6573-4b6a-8f47-5d895e766663 req-ed2d52f0-889f-4d2a-aad8-4962afa17ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:04.160491 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afc0482e-6573-4b6a-8f47-5d895e766663 req-ed2d52f0-889f-4d2a-aad8-4962afa17ce9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ae1b829eecec450ba4847c10bc2410be&device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 1096 time: 0.1397619 Jul 08 20:15:04.176161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372c277-5215-4afe-9eda-812be78dc2a7 req-1fe304fd-b344-4053-9f5a-b9476a869fc4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:04.177778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6372c277-5215-4afe-9eda-812be78dc2a7 req-1fe304fd-b344-4053-9f5a-b9476a869fc4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.1139300 Jul 08 20:15:04.236899 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6a7cf39-65f8-4da8-825a-a51b6e0d0d7f req-ea1b950a-de4e-4fa5-897f-92a3cea38966 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 210 time: 0.0305848 Jul 08 20:15:04.274695 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6372c277-5215-4afe-9eda-812be78dc2a7 req-57566e12-6a7e-45d3-b52b-014b1e7bbcd6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853715 Jul 08 20:15:04.289297 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db99dd3-bca7-4dd6-86be-7a8cf4e54742 x-openstack-request-id: req-1db99dd3-bca7-4dd6-86be-7a8cf4e54742 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:04.289592 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:04.289853 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1db99dd3-bca7-4dd6-86be-7a8cf4e54742 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:04.290272 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'code': 200} Jul 08 20:15:04.307979 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0482e-6573-4b6a-8f47-5d895e766663 req-ff199a62-0a4d-4dbd-aec7-c2429bea0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:04.309879 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afc0482e-6573-4b6a-8f47-5d895e766663 req-ff199a62-0a4d-4dbd-aec7-c2429bea0206 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb HTTP/1.1" status: 200 len: 916 time: 0.1299787 Jul 08 20:15:04.402098 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afc0482e-6573-4b6a-8f47-5d895e766663 req-6a32cc0a-bdc6-4a9b-8c64-01438360de37 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cbc251-b33c-4cbe-9309-21c53e09a210 HTTP/1.1" status: 200 len: 217 time: 0.0739791 Jul 08 20:15:04.472685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0482e-6573-4b6a-8f47-5d895e766663 req-4595538e-01a3-4900-8c8a-8d57b448d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:04.474407 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afc0482e-6573-4b6a-8f47-5d895e766663 req-4595538e-01a3-4900-8c8a-8d57b448d3c1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c31e8bde-2877-48e4-90bf-09146017b2db HTTP/1.1" status: 200 len: 854 time: 0.0549619 Jul 08 20:15:04.555267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ae419-5000-432b-93e3-6189724b33c1 req-8b304ce5-1d69-4fce-b7a8-f6ce3dfd837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:04.557062 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d78ae419-5000-432b-93e3-6189724b33c1 req-8b304ce5-1d69-4fce-b7a8-f6ce3dfd837b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 1101 time: 0.1656342 Jul 08 20:15:04.558201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd099585-9e86-4508-8c81-525f96c41807 req-19602873-692c-4fc9-8b9f-dfac5632ebac tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:04.560672 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd099585-9e86-4508-8c81-525f96c41807 req-19602873-692c-4fc9-8b9f-dfac5632ebac tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 1103 time: 0.1101949 Jul 08 20:15:04.604029 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-e5c11760-2811-4c9a-ba30-571ce1d36523 service neutron] 10.222.0.104 "GET /v2.0/ports/a3439e3f-8868-42d4-8ac9-dc5eab923727/bindings/n-h2-791506-16 HTTP/1.1" status: 200 len: 385 time: 0.1005425 Jul 08 20:15:04.615545 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d78ae419-5000-432b-93e3-6189724b33c1 req-c430831a-00b8-44a1-a6fb-e164bfa484fb service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503845 Jul 08 20:15:04.624073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd099585-9e86-4508-8c81-525f96c41807 req-3554aecc-9e5b-4712-b68a-c18632dff481 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490777 Jul 08 20:15:04.631170 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb689cb-fa5e-45fc-9e17-099a098e0623 req-6cc95476-dcde-4c1f-958d-ddb3de093fe6 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:04.632732 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-edb689cb-fa5e-45fc-9e17-099a098e0623 req-6cc95476-dcde-4c1f-958d-ddb3de093fe6 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 944 time: 0.1503768 Jul 08 20:15:04.635284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0482e-6573-4b6a-8f47-5d895e766663 req-19c7fa27-65d2-4790-8d06-7eb8ebe30635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:04.636895 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afc0482e-6573-4b6a-8f47-5d895e766663 req-19c7fa27-65d2-4790-8d06-7eb8ebe30635 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1534157 Jul 08 20:15:04.730666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-edb689cb-fa5e-45fc-9e17-099a098e0623 req-95fcf49f-ffb2-41c9-bb5b-aa5b274f7e08 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910606 Jul 08 20:15:04.787795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afc0482e-6573-4b6a-8f47-5d895e766663 req-4a999974-1e0b-4069-ae69-d0048a667f5d service neutron] 10.222.0.103 "GET /v2.0/networks/c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334624 Jul 08 20:15:04.914739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-453258da-5b76-48e3-8c6e-9fcb1d3196ea service neutron] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:04.979776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-453258da-5b76-48e3-8c6e-9fcb1d3196ea service neutron] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:05.058137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-453258da-5b76-48e3-8c6e-9fcb1d3196ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3439e3f-8868-42d4-8ac9-dc5eab923727 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:05.073139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-453258da-5b76-48e3-8c6e-9fcb1d3196ea service neutron] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:05.093338 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-453258da-5b76-48e3-8c6e-9fcb1d3196ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:05.240599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-453258da-5b76-48e3-8c6e-9fcb1d3196ea service neutron] Transition to ACTIVE for port object a3439e3f-8868-42d4-8ac9-dc5eab923727 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:05.248863 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-453258da-5b76-48e3-8c6e-9fcb1d3196ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:05.313589 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453258da-5b76-48e3-8c6e-9fcb1d3196ea service neutron] Pushing event updated for resources: {'Port': ['ID=a3439e3f-8868-42d4-8ac9-dc5eab923727,revision_number=10']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:05.313838 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afc0482e-6573-4b6a-8f47-5d895e766663 req-eb07a9b1-5657-46fe-ba78-a39711b027c8 service neutron] 10.222.0.103 "GET /v2.0/networks/c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163059 Jul 08 20:15:05.322955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-c0d8d35d-40c2-4302-959a-bfb305902dea tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:05.324503 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-c0d8d35d-40c2-4302-959a-bfb305902dea tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.104 "GET /v2.0/networks?id=9871f546-4c94-435f-95d1-c9035173ce0c HTTP/1.1" status: 200 len: 812 time: 0.2163663 Jul 08 20:15:05.354347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263deb8d-a88e-4e7e-aa2d-ea1484310708 req-5d88c9ea-1961-45e6-840f-495b2e0a21cf tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:05.355883 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-263deb8d-a88e-4e7e-aa2d-ea1484310708 req-5d88c9ea-1961-45e6-840f-495b2e0a21cf tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.2488210 Jul 08 20:15:05.357752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-453258da-5b76-48e3-8c6e-9fcb1d3196ea service neutron] No DVR routers for this DVR port a3439e3f-8868-42d4-8ac9-dc5eab923727 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:15:05.359414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-79b26113-37be-41c9-89ba-c82a8186afa8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'port': {'device_id': '37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75', 'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c', 'admin_state_up': True, 'tenant_id': '9f8b883bf111429a8a38ae480f11eb1f'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:05.391917 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-453258da-5b76-48e3-8c6e-9fcb1d3196ea service neutron] 10.222.0.104 "PUT /v2.0/ports/a3439e3f-8868-42d4-8ac9-dc5eab923727/bindings/n-h2-791506-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7714653 Jul 08 20:15:05.465112 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-263deb8d-a88e-4e7e-aa2d-ea1484310708 req-d8bc3306-949d-4dfc-81ce-36b8cee43c62 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008091 Jul 08 20:15:05.584392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-79b26113-37be-41c9-89ba-c82a8186afa8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Made reservation on behalf of 9f8b883bf111429a8a38ae480f11eb1f for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:15:05.589394 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-79b26113-37be-41c9-89ba-c82a8186afa8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:05.693376 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-35218e7a-963f-48c3-b381-5391544a6a8c tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:05.694996 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-35218e7a-963f-48c3-b381-5391544a6a8c tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 1097 time: 0.1851094 Jul 08 20:15:05.818729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bfd2b-902d-42a0-a744-5777e773f951 req-b4717994-71f3-476c-b650-b1bc5bb9ecc8 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:05.820274 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b94bfd2b-902d-42a0-a744-5777e773f951 req-b4717994-71f3-476c-b650-b1bc5bb9ecc8 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 1103 time: 0.0557888 Jul 08 20:15:05.832576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b08f5-47e8-49ce-a96c-61ba139fc505 req-bf3737ba-f089-4342-8be0-64fda281b9ac tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:05.834169 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6c3b08f5-47e8-49ce-a96c-61ba139fc505 req-bf3737ba-f089-4342-8be0-64fda281b9ac tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 944 time: 0.2289772 Jul 08 20:15:05.861605 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b94bfd2b-902d-42a0-a744-5777e773f951 req-dd1c82a5-a794-4fdf-aafa-ad8cf2c019c4 tempest-ServersAdminTestJSON-238794183 tempest-ServersAdminTestJSON-238794183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334795 Jul 08 20:15:05.894018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-5b83fd3e-4e63-41c9-842e-51675eef105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:05.894018 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-5b83fd3e-4e63-41c9-842e-51675eef105f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd HTTP/1.1" status: 200 len: 1097 time: 0.1652765 Jul 08 20:15:05.902103 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-79b26113-37be-41c9-89ba-c82a8186afa8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Allocated IP 172.20.0.10 (9871f546-4c94-435f-95d1-c9035173ce0c/95cce14b-7783-4753-a529-c1129c321d7d/7a56b1d1-02dc-4fb8-90ed-89bdea7758e5) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:15:05.918234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6c3b08f5-47e8-49ce-a96c-61ba139fc505 req-a3f2c258-588c-416e-9f0e-1765acfda337 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777314 Jul 08 20:15:06.081446 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c127e052-573f-48b8-9db1-6a73d06df4a6 req-2bfc99bf-e365-4508-9a83-4b2e6c6ed7d7 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 210 time: 0.0465081 Jul 08 20:15:06.138857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-e692fac0-27e0-4236-b5a7-26373d5bf8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:06.140538 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-e692fac0-27e0-4236-b5a7-26373d5bf8b7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 1097 time: 0.1935258 Jul 08 20:15:06.221595 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-79b26113-37be-41c9-89ba-c82a8186afa8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:06.257253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97e082-6fc1-4e6e-8d43-988708848c91 req-c6e34f2f-3139-4830-8af9-4eec7dd3a906 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:06.257519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11544519-3c88-466a-b1a6-d67cee1572cb req-2546bddf-ceaf-4163-8426-8176dd9568b0 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:06.258822 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c97e082-6fc1-4e6e-8d43-988708848c91 req-c6e34f2f-3139-4830-8af9-4eec7dd3a906 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 945 time: 0.0675926 Jul 08 20:15:06.259472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11544519-3c88-466a-b1a6-d67cee1572cb req-2546bddf-ceaf-4163-8426-8176dd9568b0 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.2061553 Jul 08 20:15:06.299603 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c97e082-6fc1-4e6e-8d43-988708848c91 req-fcb414ba-25b3-4b6b-a4d6-a2bc655a85b9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337553 Jul 08 20:15:06.325498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-b6c84c58-fcae-4af3-800f-ea836ba7988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:06.326927 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-b6c84c58-fcae-4af3-800f-ea836ba7988c service neutron] 10.222.0.103 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.1666310 Jul 08 20:15:06.349283 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11544519-3c88-466a-b1a6-d67cee1572cb req-cbde6c07-d8ad-46f9-857a-ed36752364ff tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794885 Jul 08 20:15:06.389301 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-79b26113-37be-41c9-89ba-c82a8186afa8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:06.398633 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-aea2d1c7-27c9-4f5e-8da5-f6ff95624f5b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727 HTTP/1.1" status: 200 len: 217 time: 0.0585723 Jul 08 20:15:06.406782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['56fc5f9e-0398-4399-b10e-9b97fbb2b12f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:06.499134 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-79b26113-37be-41c9-89ba-c82a8186afa8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Network 9871f546-4c94-435f-95d1-c9035173ce0c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:15:06.502078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b26113-37be-41c9-89ba-c82a8186afa8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'Port': ['ID=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:06.508461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-79b26113-37be-41c9-89ba-c82a8186afa8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:15:06.511759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-79b26113-37be-41c9-89ba-c82a8186afa8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:15:06.547727 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-31fe0115-1eae-4063-b458-5a2aaf15a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:06.549771 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-31fe0115-1eae-4063-b458-5a2aaf15a969 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.1194239 Jul 08 20:15:06.563873 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cdd3d4bc-1a65-417f-9df4-0959e6c44354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:06.610527 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-e024749e-65f0-4df9-9f76-a5ffb8a098e1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496931 Jul 08 20:15:06.620331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-79b26113-37be-41c9-89ba-c82a8186afa8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:06.621319 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-79b26113-37be-41c9-89ba-c82a8186afa8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:06.694608 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-79b26113-37be-41c9-89ba-c82a8186afa8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3552401 Jul 08 20:15:06.718501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Request body: {'port': {'device_id': '37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:06.784542 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-9fce6ff4-55ed-41de-90b7-43f834882b58 service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581857 Jul 08 20:15:06.877005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede03e6f-bf3b-4c09-9562-db7715abb015 req-872ad664-5acf-495f-9159-c194752696be tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:06.878596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ede03e6f-bf3b-4c09-9562-db7715abb015 req-872ad664-5acf-495f-9159-c194752696be tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.1271729 Jul 08 20:15:06.909120 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:06.917681 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:06.926007 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ede03e6f-bf3b-4c09-9562-db7715abb015 req-348147e3-6002-46eb-bbc7-f1ff9c9d8aba tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418901 Jul 08 20:15:07.003118 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-ab4692fa-f928-4a08-b68f-a848d34d7941 service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926732 Jul 08 20:15:07.036220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6302a9c-5d82-43ed-8b85-0ce5713f6d61 req-9ded9d85-6241-470f-8580-e6f3c3591f47 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:07.045039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e6302a9c-5d82-43ed-8b85-0ce5713f6d61 req-9ded9d85-6241-470f-8580-e6f3c3591f47 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.1846335 Jul 08 20:15:07.147313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147471cd-3164-4906-ac8d-866f2dc7f0ac req-d5364c32-ad94-415b-9259-dcf3607c0c21 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:07.148102 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e6302a9c-5d82-43ed-8b85-0ce5713f6d61 req-3f844e98-0cbf-4be8-ad32-ee66d4a0672a tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022520 Jul 08 20:15:07.167449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-147471cd-3164-4906-ac8d-866f2dc7f0ac req-d5364c32-ad94-415b-9259-dcf3607c0c21 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 949 time: 0.1089363 Jul 08 20:15:07.251840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-147471cd-3164-4906-ac8d-866f2dc7f0ac req-23835f4b-8e71-48fa-a363-d3051927a72d tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833337 Jul 08 20:15:07.373359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:07.396693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:07.445120 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Transition to ACTIVE for port object 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:07.453858 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:07.466731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6d1a3-70bc-476f-91d3-84f4c57f5e5a req-ecef282f-ba91-461c-b9ab-145ff5aaee5e tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:07.468170 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aeb6d1a3-70bc-476f-91d3-84f4c57f5e5a req-ecef282f-ba91-461c-b9ab-145ff5aaee5e tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 944 time: 0.1794074 Jul 08 20:15:07.516617 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65f1e6-ac39-4e20-8b1b-2107f231a680 req-8c6e46e8-95c2-4f05-a0cc-a3ac35a67634 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:07.518518 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd65f1e6-ac39-4e20-8b1b-2107f231a680 req-8c6e46e8-95c2-4f05-a0cc-a3ac35a67634 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 944 time: 0.0772233 Jul 08 20:15:07.549389 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-e90662c8-0c57-4a9e-8093-57a3fdc418df tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:07.550908 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-e90662c8-0c57-4a9e-8093-57a3fdc418df tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1097 time: 0.1697285 Jul 08 20:15:07.556435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Pushing event updated for resources: {'Port': ['ID=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:07.572892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd65f1e6-ac39-4e20-8b1b-2107f231a680 req-dee202c8-2b50-4a9d-9af5-cea49f8d2736 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480702 Jul 08 20:15:07.604448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:07.604448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:07.604448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:07.604448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:07.604448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:07.604448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:07.604448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:07.604448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:07.604448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:07.604448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:07.604448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:07.604448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:07.632496 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aeb6d1a3-70bc-476f-91d3-84f4c57f5e5a req-0e6b0f46-3e2f-4a58-b0ca-3326cef2e7e1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353250 Jul 08 20:15:07.766544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Attempting to bind port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:07.767250 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Attempting to bind port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '2aca1bf2-96ba-463f-98f2-864a4ace7e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:07.767785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Attempting to bind port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 on network 9871f546-4c94-435f-95d1-c9035173ce0c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:07.776596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 on network 9871f546-4c94-435f-95d1-c9035173ce0c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:15:07.777135 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Attempting to bind port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 on network 9871f546-4c94-435f-95d1-c9035173ce0c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:07.789721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:07.790707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Checking segment: {'id': '2aca1bf2-96ba-463f-98f2-864a4ace7e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:07.791985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Bound using segment: {'id': '2aca1bf2-96ba-463f-98f2-864a4ace7e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:07.792533 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Bound port: 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aca1bf2-96ba-463f-98f2-864a4ace7e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:07.793005 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:07.812334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-bc11082c-4c86-4b7e-8bbb-21cf8bd79501 service neutron] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:07.823925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dd4a5-4073-4391-9e6e-69b0f6bb8eb4 req-f346a1dc-4e71-4332-ae54-e66113da4290 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:07.830806 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf7dd4a5-4073-4391-9e6e-69b0f6bb8eb4 req-f346a1dc-4e71-4332-ae54-e66113da4290 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 945 time: 0.1032608 Jul 08 20:15:07.836923 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-bc11082c-4c86-4b7e-8bbb-21cf8bd79501 service neutron] Notify callbacks [] for binding, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:07.839084 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faa5beb4-b2b7-4c4e-99fe-998200f21014 req-bc11082c-4c86-4b7e-8bbb-21cf8bd79501 service neutron] 10.222.0.103 "DELETE /v2.0/ports/a3439e3f-8868-42d4-8ac9-dc5eab923727/bindings/n-h1-791506-16 HTTP/1.1" status: 204 len: 173 time: 0.2522624 Jul 08 20:15:07.876047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-b2254371-d444-4365-b592-676f515a08a3 req-b7c4a0ea-8303-47f9-b789-fa45b145b0c6 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:15:07.879110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b2254371-d444-4365-b592-676f515a08a3 req-b7c4a0ea-8303-47f9-b789-fa45b145b0c6 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095682 Jul 08 20:15:07.882670 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf7dd4a5-4073-4391-9e6e-69b0f6bb8eb4 req-a7bcea64-d1cc-4eda-92e5-288e92c36cf1 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509512 Jul 08 20:15:07.883191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] For port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:07.888010 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] For port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:07.893877 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:07.954350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:07.962543 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:07.968953 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] 10.222.0.104 "PUT /v2.0/ports/7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 HTTP/1.1" status: 200 len: 1093 time: 1.2563396 Jul 08 20:15:07.970319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75', 'tag': '7a56b1d1-02dc-4fb8-90ed-89bdea7758e5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:07.975758 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1072f2-95ba-40bf-b3fb-7e43f469ad84" -d '{"events": [{"name": "network-changed", "server_uuid": "37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75", "tag": "7a56b1d1-02dc-4fb8-90ed-89bdea7758e5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:08.014455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400492f-4685-4104-b279-257bf78a2d1e service neutron] Pushing event updated for resources: {'Port': ['ID=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:08.063454 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:08.108194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-34c2d2d1-fa8f-475e-8e7d-8e824e188ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:08.110128 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-34c2d2d1-fa8f-475e-8e7d-8e824e188ff1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9f8b883bf111429a8a38ae480f11eb1f&device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 1096 time: 0.0797744 Jul 08 20:15:08.172876 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-09340118-dea2-47ca-96a0-ee04633ab072 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 HTTP/1.1" status: 200 len: 217 time: 0.0510421 Jul 08 20:15:08.175867 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd618709-9e41-4901-a178-53690e033934 x-openstack-request-id: req-cd618709-9e41-4901-a178-53690e033934 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:08.176186 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75", "tag": "7a56b1d1-02dc-4fb8-90ed-89bdea7758e5", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:08.176446 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cd618709-9e41-4901-a178-53690e033934 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:08.176910 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75', 'tag': '7a56b1d1-02dc-4fb8-90ed-89bdea7758e5', 'status': 'completed', 'code': 200} Jul 08 20:15:08.214295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600371d8-c55c-4be8-a46e-fdfb3ab5d950 req-b9d17044-3831-441c-a05a-6461819a4870 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:08.216446 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-600371d8-c55c-4be8-a46e-fdfb3ab5d950 req-b9d17044-3831-441c-a05a-6461819a4870 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 1097 time: 0.1430337 Jul 08 20:15:08.226100 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68ec7d-6d7b-49ea-8ea0-345367978ee3 req-eeb9df19-d9b9-47e8-9436-49fb58731889 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:08.227827 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ed68ec7d-6d7b-49ea-8ea0-345367978ee3 req-eeb9df19-d9b9-47e8-9436-49fb58731889 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 949 time: 0.1650240 Jul 08 20:15:08.318293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-600371d8-c55c-4be8-a46e-fdfb3ab5d950 req-a79d92e5-ce73-4b82-adb9-35f5fe24dbd1 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889716 Jul 08 20:15:08.344951 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-8bc339d7-e7e4-4b36-9853-ae8c8e7fbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:08.346896 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-8bc339d7-e7e4-4b36-9853-ae8c8e7fbad1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=95cce14b-7783-4753-a529-c1129c321d7d HTTP/1.1" status: 200 len: 852 time: 0.1641939 Jul 08 20:15:08.404675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-ed68ec7d-6d7b-49ea-8ea0-345367978ee3 req-f07e5fab-9115-4670-96c4-e371ad3e7100 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Deleting port a5273d86-e128-47b4-93b5-6c9ae204ce30 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:15:08.410345 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ed68ec7d-6d7b-49ea-8ea0-345367978ee3 req-f07e5fab-9115-4670-96c4-e371ad3e7100 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:08.455162 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-278a5d2b-b9c9-4816-b5ce-63f8e684b5da service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9871f546-4c94-435f-95d1-c9035173ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984855 Jul 08 20:15:08.530353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ed68ec7d-6d7b-49ea-8ea0-345367978ee3 req-f07e5fab-9115-4670-96c4-e371ad3e7100 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] For port a5273d86-e128-47b4-93b5-6c9ae204ce30, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a5273d86-e128-47b4-93b5-6c9ae204ce30,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:08.530875 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ed68ec7d-6d7b-49ea-8ea0-345367978ee3 req-f07e5fab-9115-4670-96c4-e371ad3e7100 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:08.537960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964c011-4fa6-46ab-a9de-fd8fcfaf0b0e req-6c05755c-1b9e-4df2-9dc2-970cfd2312a1 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:08.539611 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1964c011-4fa6-46ab-a9de-fd8fcfaf0b0e req-6c05755c-1b9e-4df2-9dc2-970cfd2312a1 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.2423189 Jul 08 20:15:08.548650 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-d76921c5-872f-4bff-905b-afe937c60a85 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3052213 Jul 08 20:15:08.596272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-ed68ec7d-6d7b-49ea-8ea0-345367978ee3 req-f07e5fab-9115-4670-96c4-e371ad3e7100 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Calling delete_port for a5273d86-e128-47b4-93b5-6c9ae204ce30 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:15:08.607649 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1964c011-4fa6-46ab-a9de-fd8fcfaf0b0e req-2103be4f-7b0e-47b2-93ce-a11618cf2c48 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561585 Jul 08 20:15:08.626270 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-10747a16-20e8-4020-a02f-2cac1e2a107c service neutron] 10.222.0.104 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629550 Jul 08 20:15:08.628592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fbe24-a465-4b81-8076-6bf468b04645 req-7d68e657-e5d3-453e-9fde-6f09cb699c18 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:08.630274 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c97fbe24-a465-4b81-8076-6bf468b04645 req-7d68e657-e5d3-453e-9fde-6f09cb699c18 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0967083 Jul 08 20:15:08.735828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a3439e3f-8868-42d4-8ac9-dc5eab923727 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:15:08.754418 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c97fbe24-a465-4b81-8076-6bf468b04645 req-093554dc-c454-47b7-b8cf-4bb2a4c4a69e tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672045 Jul 08 20:15:08.791253 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66ff38f4-cb65-4fb1-b95e-98b6789ef089 req-a1cb1a73-4a77-42c6-9f82-90585844a53e service neutron] 10.222.0.104 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554770 Jul 08 20:15:08.829021 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a3439e3f-8868-42d4-8ac9-dc5eab923727 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:15:09.294719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1df2d6-921a-4618-9bd4-5634f66e944c req-64a903ff-b890-4dd9-91be-19cd5bae97bc tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:09.296318 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff1df2d6-921a-4618-9bd4-5634f66e944c req-64a903ff-b890-4dd9-91be-19cd5bae97bc tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b51e230-1f1f-4af8-8c29-6ad10ead5bce HTTP/1.1" status: 200 len: 949 time: 0.4684997 Jul 08 20:15:09.299573 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1072f2-95ba-40bf-b3fb-7e43f469ad84 req-07f1ce22-a449-4487-a82b-4fb00ae239ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:09.305418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d1072f2-95ba-40bf-b3fb-7e43f469ad84 req-07f1ce22-a449-4487-a82b-4fb00ae239ee service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9f8b883bf111429a8a38ae480f11eb1f&device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 1096 time: 0.4303916 Jul 08 20:15:09.391449 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ed68ec7d-6d7b-49ea-8ea0-345367978ee3 req-f07e5fab-9115-4670-96c4-e371ad3e7100 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:09.405821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['4926a76a-862b-435a-91ec-5be07c2142db', 'a5273d86-e128-47b4-93b5-6c9ae204ce30', '7cd02fbf-e6f0-4353-a193-92d34f367341'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:09.407102 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff1df2d6-921a-4618-9bd4-5634f66e944c req-2cea5bd2-766a-454c-8a34-db4a8cd5df70 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005654 Jul 08 20:15:09.435352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e5fab-9115-4670-96c4-e371ad3e7100 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Pushing event deleted for resources: {'Port': ['ID=a5273d86-e128-47b4-93b5-6c9ae204ce30,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:09.451740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-1323fd03-0d6b-4b75-86fd-dabcd7d4a185 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:09.459060 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-1323fd03-0d6b-4b75-86fd-dabcd7d4a185 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 807 time: 0.5246234 Jul 08 20:15:09.492740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1072f2-95ba-40bf-b3fb-7e43f469ad84 req-3d58f2d5-9853-4872-9bde-3a606c72b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:09.494911 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d1072f2-95ba-40bf-b3fb-7e43f469ad84 req-3d58f2d5-9853-4872-9bde-3a606c72b84f service neutron] 10.222.0.104 "GET /v2.0/networks?id=9871f546-4c94-435f-95d1-c9035173ce0c HTTP/1.1" status: 200 len: 913 time: 0.1720715 Jul 08 20:15:09.535811 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-4f913c46-960e-4e6f-930e-93ae5ead7fbb tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/quotas/a00dc66fc33a49b89050fb4dd9c642cd HTTP/1.1" status: 200 len: 375 time: 0.0761404 Jul 08 20:15:09.538451 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed68ec7d-6d7b-49ea-8ea0-345367978ee3 req-f07e5fab-9115-4670-96c4-e371ad3e7100 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] No DVR routers for this DVR port a5273d86-e128-47b4-93b5-6c9ae204ce30 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:15:09.548907 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ed68ec7d-6d7b-49ea-8ea0-345367978ee3 req-f07e5fab-9115-4670-96c4-e371ad3e7100 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:09.550819 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ed68ec7d-6d7b-49ea-8ea0-345367978ee3 req-f07e5fab-9115-4670-96c4-e371ad3e7100 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "DELETE /v2.0/ports/a5273d86-e128-47b4-93b5-6c9ae204ce30 HTTP/1.1" status: 204 len: 173 time: 1.3151248 Jul 08 20:15:09.552431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51e230-1f1f-4af8-8c29-6ad10ead5bce', 'name': 'network-vif-deleted', 'tag': 'a5273d86-e128-47b4-93b5-6c9ae204ce30'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:09.554808 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9a26b0-6030-4eb6-bad8-e9c310894557" -d '{"events": [{"server_uuid": "1b51e230-1f1f-4af8-8c29-6ad10ead5bce", "name": "network-vif-deleted", "tag": "a5273d86-e128-47b4-93b5-6c9ae204ce30"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:09.598174 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d1072f2-95ba-40bf-b3fb-7e43f469ad84 req-a1273620-cd0e-4eba-87fd-04fb9990f43c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 HTTP/1.1" status: 200 len: 217 time: 0.0967007 Jul 08 20:15:09.630903 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-58484834-d764-4cfb-86eb-793e0b655740 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940738 Jul 08 20:15:09.660383 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:09.703502 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1072f2-95ba-40bf-b3fb-7e43f469ad84 req-7057bae7-e451-481b-9003-524894304269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:09.705792 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d1072f2-95ba-40bf-b3fb-7e43f469ad84 req-7057bae7-e451-481b-9003-524894304269 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=95cce14b-7783-4753-a529-c1129c321d7d HTTP/1.1" status: 200 len: 852 time: 0.0987508 Jul 08 20:15:09.745161 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-800b5fe2-57f2-4007-a766-a270f4af8fd4 service neutron] 10.222.0.101 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132190 Jul 08 20:15:09.752134 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d1072f2-95ba-40bf-b3fb-7e43f469ad84 req-ff8c6d54-f653-4a26-a570-d6065ecc8715 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9871f546-4c94-435f-95d1-c9035173ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374970 Jul 08 20:15:09.796720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4078fdf-bca5-436b-a312-bfb0f455c76a req-2a5e6de2-4ec5-4ed0-891b-8e07b0c08385 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:09.799119 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4078fdf-bca5-436b-a312-bfb0f455c76a req-2a5e6de2-4ec5-4ed0-891b-8e07b0c08385 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 944 time: 0.1488760 Jul 08 20:15:09.897105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-e4978e13-4f42-4cb1-9364-14c41f4a48f3 service neutron] 10.222.0.101 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509016 Jul 08 20:15:09.985516 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d1072f2-95ba-40bf-b3fb-7e43f469ad84 req-0776c375-1e95-4fee-8a10-900d2530e815 service neutron] 10.222.0.104 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152541 Jul 08 20:15:10.112956 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4078fdf-bca5-436b-a312-bfb0f455c76a req-a595fdd7-0411-4c3d-b677-f277277b6ebe tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046165 Jul 08 20:15:10.208851 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d1072f2-95ba-40bf-b3fb-7e43f469ad84 req-3da2168e-fde1-45e9-b464-c9cc47ef4584 service neutron] 10.222.0.104 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093008 Jul 08 20:15:10.264172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6b4c9-8742-4763-9342-d3182a334454 req-7bfed2e7-eb09-4ec0-9a7b-5d8490e63223 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:10.265898 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfe6b4c9-8742-4763-9342-d3182a334454 req-7bfed2e7-eb09-4ec0-9a7b-5d8490e63223 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 944 time: 0.0711000 Jul 08 20:15:10.326269 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfe6b4c9-8742-4763-9342-d3182a334454 req-4df0a4cf-a30a-474a-a333-8c12d8157ef9 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544515 Jul 08 20:15:10.363643 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697ff99b-cacc-4d14-94a3-b3b501329d59 x-openstack-request-id: req-697ff99b-cacc-4d14-94a3-b3b501329d59 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:10.363922 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b51e230-1f1f-4af8-8c29-6ad10ead5bce", "name": "network-vif-deleted", "tag": "a5273d86-e128-47b4-93b5-6c9ae204ce30", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:10.364219 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-697ff99b-cacc-4d14-94a3-b3b501329d59 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:10.364620 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51e230-1f1f-4af8-8c29-6ad10ead5bce', 'name': 'network-vif-deleted', 'tag': 'a5273d86-e128-47b4-93b5-6c9ae204ce30', 'status': 'completed', 'code': 200} Jul 08 20:15:10.564822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c027f-2242-4be8-90bf-6af645315e1e req-99b3c5d4-55be-40e5-bf37-55c96d191440 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:10.566634 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b9c027f-2242-4be8-90bf-6af645315e1e req-99b3c5d4-55be-40e5-bf37-55c96d191440 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0914173 Jul 08 20:15:10.631018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04dcba-a65f-44db-b8ec-39a838b7124d req-d774967f-71e2-4c1b-93d2-90525686b04b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:10.632993 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cc04dcba-a65f-44db-b8ec-39a838b7124d req-d774967f-71e2-4c1b-93d2-90525686b04b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.1130733 Jul 08 20:15:10.642479 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b9c027f-2242-4be8-90bf-6af645315e1e req-c59397ad-f51e-47b7-871d-41ad2f4511f5 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689471 Jul 08 20:15:10.706106 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cc04dcba-a65f-44db-b8ec-39a838b7124d req-5d91fe5e-a06f-4ed2-b1ec-3977046330bd tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656371 Jul 08 20:15:10.748015 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-962260e8-4618-406e-b77a-6bedf920c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:10.751909 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-962260e8-4618-406e-b77a-6bedf920c1f7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 1101 time: 0.1035528 Jul 08 20:15:10.891465 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c5807210-2fd3-4cfa-ae0d-5d551c3ce470 req-4be8e81a-550e-44e9-8895-148fb62f9b2d tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 210 time: 0.0388336 Jul 08 20:15:10.924390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-ddadd8cc-dce9-4e6e-b256-09d5dfaa42a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:10.926404 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-ddadd8cc-dce9-4e6e-b256-09d5dfaa42a2 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1686716 Jul 08 20:15:10.979396 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-66634894-acf0-4524-8293-7e1dc6b1a72b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 200 len: 217 time: 0.0454886 Jul 08 20:15:11.072664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-87cc2bfa-b00f-4570-9773-fbc6cca8a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:11.081375 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-87cc2bfa-b00f-4570-9773-fbc6cca8a29c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0955908 Jul 08 20:15:11.162316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-4be22f0c-3eb3-40c4-9f3c-937b61dda091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:11.163851 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-4be22f0c-3eb3-40c4-9f3c-937b61dda091 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750794 Jul 08 20:15:11.313888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874886e-05d6-49bd-b121-269f4957d4d2 req-92cdb205-46ff-40e1-86ad-a570c525a9d8 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:11.315382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71defd-1448-444e-bc26-96e56b232dbc req-8a4640a5-914e-494e-b97c-52a00171c284 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:11.315664 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8874886e-05d6-49bd-b121-269f4957d4d2 req-92cdb205-46ff-40e1-86ad-a570c525a9d8 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 950 time: 0.1487939 Jul 08 20:15:11.316962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e71defd-1448-444e-bc26-96e56b232dbc req-8a4640a5-914e-494e-b97c-52a00171c284 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 944 time: 0.0724661 Jul 08 20:15:11.322654 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-20ba5442-89c5-4b49-8250-abf69b706a0d service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446750 Jul 08 20:15:11.358605 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e71defd-1448-444e-bc26-96e56b232dbc req-8b12f763-4afa-4fe0-b1ae-db680857deca tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340271 Jul 08 20:15:11.412574 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8874886e-05d6-49bd-b121-269f4957d4d2 req-db38ad25-0bf6-4ebc-ad1c-f7025e87632f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872221 Jul 08 20:15:11.446945 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-1953410c-beda-4d8f-8c5f-213359f406f0 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146045 Jul 08 20:15:11.617986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0e37b-1a6c-4d96-9b2b-fc7fdb28e7f0 req-5abddc39-902e-49e2-82f2-bbd868514ccb tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:11.621636 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfa0e37b-1a6c-4d96-9b2b-fc7fdb28e7f0 req-5abddc39-902e-49e2-82f2-bbd868514ccb tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 944 time: 0.0692616 Jul 08 20:15:11.724004 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfa0e37b-1a6c-4d96-9b2b-fc7fdb28e7f0 req-a47e5644-6892-4946-a2bd-9d42a9642219 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963337 Jul 08 20:15:11.771529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-dbf9a7f2-9a63-4428-91df-f84031ddabfc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:11.772721 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-dbf9a7f2-9a63-4428-91df-f84031ddabfc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.103 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 807 time: 0.1373403 Jul 08 20:15:11.804071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-708eab8d-602c-4682-8397-2f0b3bef73f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Request body: {'port': {'device_id': '3eae6a73-3f06-410d-b73c-4970f8ea06b9', 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14', 'admin_state_up': True, 'tenant_id': 'a00dc66fc33a49b89050fb4dd9c642cd'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:11.833539 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ce832-a10b-4041-8497-7e9954804e67 req-780ae266-8954-412c-8bfd-dc609651f81f tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:11.841266 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-153ce832-a10b-4041-8497-7e9954804e67 req-780ae266-8954-412c-8bfd-dc609651f81f tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0838346 Jul 08 20:15:11.889327 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-153ce832-a10b-4041-8497-7e9954804e67 req-ddc87f30-39d9-46ca-be01-d6964b776d46 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457532 Jul 08 20:15:11.973460 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a897c-8dcd-47f9-a910-eb315c58b468 req-e31d741a-ab98-42c1-a953-5fb00c702b34 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:11.974950 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1a6a897c-8dcd-47f9-a910-eb315c58b468 req-e31d741a-ab98-42c1-a953-5fb00c702b34 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.1120687 Jul 08 20:15:11.999229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-708eab8d-602c-4682-8397-2f0b3bef73f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Made reservation on behalf of a00dc66fc33a49b89050fb4dd9c642cd for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:15:12.002616 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-708eab8d-602c-4682-8397-2f0b3bef73f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:12.044311 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69fda3bd-905e-4de4-8d75-fb54ecf52514 req-f682c8f6-e14a-41b5-9b55-03b747ef478d tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 210 time: 0.0298815 Jul 08 20:15:12.044536 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1a6a897c-8dcd-47f9-a910-eb315c58b468 req-5639f8ec-ee88-4650-a42b-f717432050af tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623074 Jul 08 20:15:12.142945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-708eab8d-602c-4682-8397-2f0b3bef73f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Allocated IP 172.20.0.7 (d2787acb-ce97-4e22-86fe-e3a85811ac14/9f9c2772-125a-4c73-b763-c9127fd5cc34/dbdbde34-d039-48cf-8b4a-38f187a98565) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:15:12.289664 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-708eab8d-602c-4682-8397-2f0b3bef73f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:12.331299 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-708eab8d-602c-4682-8397-2f0b3bef73f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:12.376743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-708eab8d-602c-4682-8397-2f0b3bef73f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Network d2787acb-ce97-4e22-86fe-e3a85811ac14 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:15:12.379822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-708eab8d-602c-4682-8397-2f0b3bef73f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:15:12.383638 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-708eab8d-602c-4682-8397-2f0b3bef73f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:15:12.390129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eab8d-602c-4682-8397-2f0b3bef73f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Pushing event updated for resources: {'Port': ['ID=dbdbde34-d039-48cf-8b4a-38f187a98565,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:12.435884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-708eab8d-602c-4682-8397-2f0b3bef73f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:12.437191 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-708eab8d-602c-4682-8397-2f0b3bef73f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:12.451126 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-708eab8d-602c-4682-8397-2f0b3bef73f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6512814 Jul 08 20:15:12.466523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Request body: {'port': {'device_id': '3eae6a73-3f06-410d-b73c-4970f8ea06b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:12.608642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdf9ba-1a38-4719-9c07-6d83652d098a req-364dccc4-a51c-4b97-95af-a0a9cbadd48f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:12.610146 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fbdf9ba-1a38-4719-9c07-6d83652d098a req-364dccc4-a51c-4b97-95af-a0a9cbadd48f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 950 time: 0.0653367 Jul 08 20:15:12.636057 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:12.648743 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fbdf9ba-1a38-4719-9c07-6d83652d098a req-edf2a1e4-f69b-4801-b898-f4b867513cb0 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327141 Jul 08 20:15:12.654540 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a6cfc-64d4-4acf-a76c-5a72cd099857 req-b458ff72-573c-4f83-b299-9b95a78a2008 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:12.656051 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b55a6cfc-64d4-4acf-a76c-5a72cd099857 req-b458ff72-573c-4f83-b299-9b95a78a2008 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 950 time: 0.1610603 Jul 08 20:15:12.672471 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd465c9e-e422-4cfa-910d-3cfccf3912de req-3f1eed9f-bcd8-4970-b0ab-7e066c501e8a tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:12.672471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd465c9e-e422-4cfa-910d-3cfccf3912de req-3f1eed9f-bcd8-4970-b0ab-7e066c501e8a tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 944 time: 0.1731889 Jul 08 20:15:12.783198 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:15:12.786439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a5273d86-e128-47b4-93b5-6c9ae204ce30 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:15:12.811782 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd465c9e-e422-4cfa-910d-3cfccf3912de req-07cb38b6-17b7-4e43-943b-f1322d17c616 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342208 Jul 08 20:15:12.814602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: a5273d86-e128-47b4-93b5-6c9ae204ce30 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:15:12.815018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a5273d86-e128-47b4-93b5-6c9ae204ce30 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:15:12.909424 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:12.923076 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '7a56b1d1-02dc-4fb8-90ed-89bdea7758e5', 'network_id': '9871f546-4c94-435f-95d1-c9035173ce0c', 'port_id': '7a56b1d1-02dc-4fb8-90ed-89bdea7758e5', 'mac_address': 'fa:16:3e:17:89:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95cce14b-7783-4753-a529-c1129c321d7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:15:12.931035 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97217c1-dc87-4394-95ea-3dccbd15be3c req-e696d286-9fc2-4899-aa16-bd37175ab8a1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:12.938561 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b97217c1-dc87-4394-95ea-3dccbd15be3c req-e696d286-9fc2-4899-aa16-bd37175ab8a1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 944 time: 0.0824075 Jul 08 20:15:12.967752 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:12.968094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-b55a6cfc-64d4-4acf-a76c-5a72cd099857 req-2747235e-b0a7-45b7-95f6-d6fe32417199 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Deleting port 4926a76a-862b-435a-91ec-5be07c2142db {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:15:12.968686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b55a6cfc-64d4-4acf-a76c-5a72cd099857 req-2747235e-b0a7-45b7-95f6-d6fe32417199 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:12.981898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:12.997247 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b97217c1-dc87-4394-95ea-3dccbd15be3c req-90d93864-c225-4e29-801a-49013f3a4eee tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576990 Jul 08 20:15:13.003515 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:13.009703 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:13.063259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:13.155555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b55a6cfc-64d4-4acf-a76c-5a72cd099857 req-2747235e-b0a7-45b7-95f6-d6fe32417199 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] For port 4926a76a-862b-435a-91ec-5be07c2142db, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4926a76a-862b-435a-91ec-5be07c2142db,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:13.155920 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b55a6cfc-64d4-4acf-a76c-5a72cd099857 req-2747235e-b0a7-45b7-95f6-d6fe32417199 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:13.194666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-b55a6cfc-64d4-4acf-a76c-5a72cd099857 req-2747235e-b0a7-45b7-95f6-d6fe32417199 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Calling delete_port for 4926a76a-862b-435a-91ec-5be07c2142db owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:15:13.211047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdbde34-d039-48cf-8b4a-38f187a98565 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:13.222681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba9b2c-13e6-42a7-8242-1fff7fb3bea5 req-0ed12a79-df47-4da2-a186-4a032a87ce20 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:13.224187 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cdba9b2c-13e6-42a7-8242-1fff7fb3bea5 req-0ed12a79-df47-4da2-a186-4a032a87ce20 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.1987715 Jul 08 20:15:13.230398 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:13.231289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a88c0-5d05-48c3-92cb-f03316572331 req-fcd73444-3ad7-44c7-8cb4-20a00050523f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:13.232920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3f0a88c0-5d05-48c3-92cb-f03316572331 req-fcd73444-3ad7-44c7-8cb4-20a00050523f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.0657585 Jul 08 20:15:13.272219 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3f0a88c0-5d05-48c3-92cb-f03316572331 req-3bc1ae71-8b66-443b-9758-2cca8c3035a6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331798 Jul 08 20:15:13.276716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7a56b1d1-02dc-4fb8-90ed-89bdea7758e5'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:13.300342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Transition to ACTIVE for port object dbdbde34-d039-48cf-8b4a-38f187a98565 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:13.315695 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:13.352477 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cdba9b2c-13e6-42a7-8242-1fff7fb3bea5 req-b864bf10-1295-46bb-a69e-c70e2302864f tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195700 Jul 08 20:15:13.403293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdbde34-d039-48cf-8b4a-38f187a98565,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:13.494496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e9a08-2927-4ef9-bc56-867a47ac1866 req-b0f2d53c-ee0d-45a1-9611-8f3aa036bd35 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:13.496106 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-289e9a08-2927-4ef9-bc56-867a47ac1866 req-b0f2d53c-ee0d-45a1-9611-8f3aa036bd35 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 943 time: 0.0689209 Jul 08 20:15:13.521431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Attempting to bind port dbdbde34-d039-48cf-8b4a-38f187a98565 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:13.521760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Attempting to bind port dbdbde34-d039-48cf-8b4a-38f187a98565 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:13.522085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Attempting to bind port dbdbde34-d039-48cf-8b4a-38f187a98565 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:13.527151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Port dbdbde34-d039-48cf-8b4a-38f187a98565 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:15:13.527518 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Attempting to bind port dbdbde34-d039-48cf-8b4a-38f187a98565 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:13.532316 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b55a6cfc-64d4-4acf-a76c-5a72cd099857 req-2747235e-b0a7-45b7-95f6-d6fe32417199 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:13.534490 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-289e9a08-2927-4ef9-bc56-867a47ac1866 req-ecc8923b-76a2-4f6e-be59-f86ac9fcdcbe tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326586 Jul 08 20:15:13.541334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:13.541655 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Checking segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:13.542031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Bound using segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:13.542470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Bound port: dbdbde34-d039-48cf-8b4a-38f187a98565, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:13.542823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:13.580125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747235e-b0a7-45b7-95f6-d6fe32417199 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Pushing event deleted for resources: {'Port': ['ID=4926a76a-862b-435a-91ec-5be07c2142db,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:13.643070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55a6cfc-64d4-4acf-a76c-5a72cd099857 req-2747235e-b0a7-45b7-95f6-d6fe32417199 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] No DVR routers for this DVR port 4926a76a-862b-435a-91ec-5be07c2142db on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:15:13.647409 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b55a6cfc-64d4-4acf-a76c-5a72cd099857 req-2747235e-b0a7-45b7-95f6-d6fe32417199 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:13.649619 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b55a6cfc-64d4-4acf-a76c-5a72cd099857 req-2747235e-b0a7-45b7-95f6-d6fe32417199 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "DELETE /v2.0/ports/4926a76a-862b-435a-91ec-5be07c2142db HTTP/1.1" status: 204 len: 173 time: 0.9786716 Jul 08 20:15:13.650080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dcf6bc-0963-44d9-8e17-9ff40ba52194', 'name': 'network-vif-deleted', 'tag': '4926a76a-862b-435a-91ec-5be07c2142db'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:13.652344 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdbf75f-cc36-4238-ba34-04561933a0cc" -d '{"events": [{"server_uuid": "d9dcf6bc-0963-44d9-8e17-9ff40ba52194", "name": "network-vif-deleted", "tag": "4926a76a-862b-435a-91ec-5be07c2142db"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:13.688768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:13.692427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=dbdbde34-d039-48cf-8b4a-38f187a98565,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:13.697553 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:13.724537 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbd0458-c2a7-49ac-b3e8-7f5665fd74db x-openstack-request-id: req-3bbd0458-c2a7-49ac-b3e8-7f5665fd74db {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:13.724891 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dcf6bc-0963-44d9-8e17-9ff40ba52194", "name": "network-vif-deleted", "tag": "4926a76a-862b-435a-91ec-5be07c2142db", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:13.725100 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3bbd0458-c2a7-49ac-b3e8-7f5665fd74db {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:13.725491 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dcf6bc-0963-44d9-8e17-9ff40ba52194', 'name': 'network-vif-deleted', 'tag': '4926a76a-862b-435a-91ec-5be07c2142db', 'status': 'completed', 'code': 200} Jul 08 20:15:13.741017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:13.741447 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:13.742838 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] 10.222.0.103 "PUT /v2.0/ports/dbdbde34-d039-48cf-8b4a-38f187a98565 HTTP/1.1" status: 200 len: 1092 time: 1.2813797 Jul 08 20:15:13.761194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaac0ae-dc16-4556-afb6-1797a44978e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdbde34-d039-48cf-8b4a-38f187a98565,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:13.803303 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fde0c4d4-a077-48e9-9459-cfebe04e6a1f req-a4063621-973d-4295-a2a6-8252e66002b9 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=d9dcf6bc-0963-44d9-8e17-9ff40ba52194 HTTP/1.1" status: 200 len: 210 time: 0.0343730 Jul 08 20:15:13.893138 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-0e133515-cc0c-4629-a5f0-6591bd1e87ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:13.894637 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-0e133515-cc0c-4629-a5f0-6591bd1e87ba service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 1095 time: 0.0699484 Jul 08 20:15:13.945456 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-d36c31fa-373f-4584-9c6b-b12ac531a87d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbdbde34-d039-48cf-8b4a-38f187a98565 HTTP/1.1" status: 200 len: 217 time: 0.0413327 Jul 08 20:15:14.011674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdb567-95a7-4cc3-9bd8-337fff84de90 req-95263c9d-3068-42b4-8409-da8e282032ae tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:14.015368 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4ccdb567-95a7-4cc3-9bd8-337fff84de90 req-95263c9d-3068-42b4-8409-da8e282032ae tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 945 time: 0.0729957 Jul 08 20:15:14.029199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['4926a76a-862b-435a-91ec-5be07c2142db', '7cd02fbf-e6f0-4353-a193-92d34f367341'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:14.063320 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4ccdb567-95a7-4cc3-9bd8-337fff84de90 req-9cf451c3-3d50-4415-9671-84f9434f41f8 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 Jul 08 20:15:14.311061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-a543a85b-79e1-4baf-a9f4-4725efe6acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:14.312550 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-a543a85b-79e1-4baf-a9f4-4725efe6acb7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.3577411 Jul 08 20:15:14.369774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-9dc827e5-07b5-4c2b-a2dd-993e1d39fd70 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400856 Jul 08 20:15:14.379359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85ba00-140d-49f5-9b64-e85ed60e001b req-2462675c-4d39-4873-be27-336cc7e1b180 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:14.380850 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb85ba00-140d-49f5-9b64-e85ed60e001b req-2462675c-4d39-4873-be27-336cc7e1b180 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 944 time: 0.1175456 Jul 08 20:15:14.464941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b23054-dd6c-4450-8186-1aafad06f42d req-6fc39695-5ff8-47a3-b54a-7f2674847e40 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:14.466458 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-50b23054-dd6c-4450-8186-1aafad06f42d req-6fc39695-5ff8-47a3-b54a-7f2674847e40 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.0677109 Jul 08 20:15:14.467092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb85ba00-140d-49f5-9b64-e85ed60e001b req-e24cd48e-759e-4133-ae19-fd9759f57800 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772288 Jul 08 20:15:14.503643 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-048e67be-6abf-4c39-91a8-ab5892957ba0 service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216428 Jul 08 20:15:14.511455 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-50b23054-dd6c-4450-8186-1aafad06f42d req-27c62f57-2c86-492e-adfc-533d88d44443 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357828 Jul 08 20:15:14.634186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 34cbc251-b33c-4cbe-9309-21c53e09a210 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:15:14.655719 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5c349189-7a6a-4dfc-8365-ed6c9c9d83e2 req-61748db4-96d5-4238-b143-256b84097ad8 service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355355 Jul 08 20:15:14.671883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f221e85-06c5-4331-aa43-41005ab35356 req-a1e659a7-4359-4094-8cad-d3413347aa57 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:14.673582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f221e85-06c5-4331-aa43-41005ab35356 req-a1e659a7-4359-4094-8cad-d3413347aa57 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0965595 Jul 08 20:15:14.715548 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f221e85-06c5-4331-aa43-41005ab35356 req-5a0c0647-ad39-460d-a401-5384a852d3cb tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356214 Jul 08 20:15:14.721838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b3aac-9f21-4f97-896b-0677a122f42d req-f902d8f7-170f-4ccf-904a-b1dc000afe86 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:14.723247 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f9b3aac-9f21-4f97-896b-0677a122f42d req-f902d8f7-170f-4ccf-904a-b1dc000afe86 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 943 time: 0.0765212 Jul 08 20:15:14.747514 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 34cbc251-b33c-4cbe-9309-21c53e09a210, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=34cbc251-b33c-4cbe-9309-21c53e09a210,segment=NetworkSegment(5e5c1e43-74b2-48bf-b404-368bdfc4da80),segment_id=5e5c1e43-74b2-48bf-b404-368bdfc4da80)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:14.762053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '34cbc251-b33c-4cbe-9309-21c53e09a210', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'port_id': '34cbc251-b33c-4cbe-9309-21c53e09a210', 'mac_address': 'fa:16:3e:7e:77:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:15:14.766678 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f9b3aac-9f21-4f97-896b-0677a122f42d req-704e2956-4eea-4586-a900-0fc94af8fb10 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365038 Jul 08 20:15:14.791290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:14.823705 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:14.843766 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cbc251-b33c-4cbe-9309-21c53e09a210 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:14.874139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 34cbc251-b33c-4cbe-9309-21c53e09a210, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=34cbc251-b33c-4cbe-9309-21c53e09a210,segment=NetworkSegment(5e5c1e43-74b2-48bf-b404-368bdfc4da80),segment_id=5e5c1e43-74b2-48bf-b404-368bdfc4da80)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:14.878659 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:14.882581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:14.906036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:14.906414 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:14.958644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=34cbc251-b33c-4cbe-9309-21c53e09a210,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:15.011008 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:15.034426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a56b1d1-02dc-4fb8-90ed-89bdea7758e5'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:15.037073 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4a3a9f-60b5-460e-9ea5-cae320dd0184" -d '{"events": [{"server_uuid": "37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75", "name": "network-vif-plugged", "status": "completed", "tag": "7a56b1d1-02dc-4fb8-90ed-89bdea7758e5"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:15.062881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:15.068898 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:15.105858 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca12e13-2793-400f-8c6e-835d7938da82 x-openstack-request-id: req-4ca12e13-2793-400f-8c6e-835d7938da82 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:15.106349 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75", "name": "network-vif-plugged", "status": "completed", "tag": "7a56b1d1-02dc-4fb8-90ed-89bdea7758e5", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:15.107049 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4ca12e13-2793-400f-8c6e-835d7938da82 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:15.107049 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a56b1d1-02dc-4fb8-90ed-89bdea7758e5', 'code': 200} Jul 08 20:15:15.155846 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:15.230790 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f4ae5-8a7a-4257-b994-45e56adbe9b0 req-884cfcd2-f89e-4c4a-862e-a66f8e1d53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:15.232712 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f79f4ae5-8a7a-4257-b994-45e56adbe9b0 req-884cfcd2-f89e-4c4a-862e-a66f8e1d53c1 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 1098 time: 0.0601459 Jul 08 20:15:15.260517 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540bb23-b95a-4d65-83ca-c6d32a0fd950 req-a4c1541e-01ed-411e-837f-a50f56acbb21 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:15.262164 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0540bb23-b95a-4d65-83ca-c6d32a0fd950 req-a4c1541e-01ed-411e-837f-a50f56acbb21 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 946 time: 0.0660675 Jul 08 20:15:15.300217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0540bb23-b95a-4d65-83ca-c6d32a0fd950 req-39b0e5ea-9b59-4c3c-bd6d-913519c25c10 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324640 Jul 08 20:15:15.302342 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f79f4ae5-8a7a-4257-b994-45e56adbe9b0 req-1d8481d0-3264-435d-965f-b8f713f5d0d4 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607164 Jul 08 20:15:15.307334 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['34cbc251-b33c-4cbe-9309-21c53e09a210'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:15.331183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b171a-6104-4c71-a8cb-38b194867328 req-0b80845a-be8e-47f8-87e7-7a7cd9ceba6f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:15.332709 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b2b171a-6104-4c71-a8cb-38b194867328 req-0b80845a-be8e-47f8-87e7-7a7cd9ceba6f tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 951 time: 0.0854926 Jul 08 20:15:15.371476 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b2b171a-6104-4c71-a8cb-38b194867328 req-25ec6a82-d553-43b5-b5d2-63652c56b1bd tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322664 Jul 08 20:15:15.646900 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059cda7-8ce1-40fa-ae5d-308497430eed req-067bb69e-296d-4ec1-9f26-262b9557ffb5 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:15.648411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1059cda7-8ce1-40fa-ae5d-308497430eed req-067bb69e-296d-4ec1-9f26-262b9557ffb5 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 945 time: 0.0693140 Jul 08 20:15:15.687776 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1059cda7-8ce1-40fa-ae5d-308497430eed req-73f1440f-e0e2-4ef2-ae3e-6885065df3a9 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333586 Jul 08 20:15:15.694176 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6fa00-1ad1-4b26-8fd3-fd502e038b06 req-e35066d8-3fd4-4319-9029-be0246d52f35 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:15.695697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8d6fa00-1ad1-4b26-8fd3-fd502e038b06 req-e35066d8-3fd4-4319-9029-be0246d52f35 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.0681655 Jul 08 20:15:15.735644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eae6a73-3f06-410d-b73c-4970f8ea06b9', 'tag': 'dbdbde34-d039-48cf-8b4a-38f187a98565'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:15.737978 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a459dfe7-fd3d-4ec7-a281-c3a2a52f70b9" -d '{"events": [{"name": "network-changed", "server_uuid": "3eae6a73-3f06-410d-b73c-4970f8ea06b9", "tag": "dbdbde34-d039-48cf-8b4a-38f187a98565"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:15.744419 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8d6fa00-1ad1-4b26-8fd3-fd502e038b06 req-d0de9281-dd98-4b03-84bf-3d054f8e934f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Jul 08 20:15:15.776660 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0518b4b-5e78-40b7-af8e-746ffd935d6b x-openstack-request-id: req-f0518b4b-5e78-40b7-af8e-746ffd935d6b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:15.776953 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eae6a73-3f06-410d-b73c-4970f8ea06b9", "tag": "dbdbde34-d039-48cf-8b4a-38f187a98565", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:15.777200 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f0518b4b-5e78-40b7-af8e-746ffd935d6b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:15.777609 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eae6a73-3f06-410d-b73c-4970f8ea06b9', 'tag': 'dbdbde34-d039-48cf-8b4a-38f187a98565', 'status': 'completed', 'code': 200} Jul 08 20:15:15.894318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459dfe7-fd3d-4ec7-a281-c3a2a52f70b9 req-4c60d64f-494b-4979-afe7-e268231dba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:15.895803 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a459dfe7-fd3d-4ec7-a281-c3a2a52f70b9 req-4c60d64f-494b-4979-afe7-e268231dba68 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 1095 time: 0.0862699 Jul 08 20:15:15.948882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9c4b0-bb83-4293-a7c5-b6344287737f req-c4114cf2-67c5-4bce-9076-c8c941478b1a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:15.950495 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5a9c4b0-bb83-4293-a7c5-b6344287737f req-c4114cf2-67c5-4bce-9076-c8c941478b1a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 943 time: 0.0642252 Jul 08 20:15:15.964912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbb457-880b-44b3-b4f3-83631969cb69 req-9b6a72db-8776-4021-b057-b5e1c3451d55 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:15.966955 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-accbb457-880b-44b3-b4f3-83631969cb69 req-9b6a72db-8776-4021-b057-b5e1c3451d55 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.1216087 Jul 08 20:15:15.989129 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5a9c4b0-bb83-4293-a7c5-b6344287737f req-9c33a506-66bf-4f70-9692-d3762da29863 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329096 Jul 08 20:15:16.028323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-accbb457-880b-44b3-b4f3-83631969cb69 req-0b3fd8ff-1f2c-4e17-8c27-122ffcaca49c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529134 Jul 08 20:15:16.037923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459dfe7-fd3d-4ec7-a281-c3a2a52f70b9 req-29f5d762-8e95-4cd9-87c6-85f4b517fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:16.039363 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a459dfe7-fd3d-4ec7-a281-c3a2a52f70b9 req-29f5d762-8e95-4cd9-87c6-85f4b517fd21 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.1309874 Jul 08 20:15:16.093034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a459dfe7-fd3d-4ec7-a281-c3a2a52f70b9 req-b0f0c0ee-af31-41c0-b38d-3817c5a5599b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbdbde34-d039-48cf-8b4a-38f187a98565 HTTP/1.1" status: 200 len: 217 time: 0.0352583 Jul 08 20:15:16.154182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459dfe7-fd3d-4ec7-a281-c3a2a52f70b9 req-2ba30d21-bcd2-4ddb-85db-e3852ab63491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:16.155659 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a459dfe7-fd3d-4ec7-a281-c3a2a52f70b9 req-2ba30d21-bcd2-4ddb-85db-e3852ab63491 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.0547416 Jul 08 20:15:16.200828 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a459dfe7-fd3d-4ec7-a281-c3a2a52f70b9 req-45125c14-1a32-4adb-b48d-c4df33ee1411 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309837 Jul 08 20:15:16.293778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a459dfe7-fd3d-4ec7-a281-c3a2a52f70b9 req-87c4b486-8dea-4305-b760-cf788b00378f service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829537 Jul 08 20:15:16.404833 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a459dfe7-fd3d-4ec7-a281-c3a2a52f70b9 req-1965eb5c-0e83-4655-be7f-80a6d4c0a652 service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948906 Jul 08 20:15:16.511241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470998a-1a17-49c4-b42f-519739b7ecc1 req-f9f3291b-ed52-4142-9f44-b71172855281 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:16.512793 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a470998a-1a17-49c4-b42f-519739b7ecc1 req-f9f3291b-ed52-4142-9f44-b71172855281 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 946 time: 0.0865262 Jul 08 20:15:16.551930 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a470998a-1a17-49c4-b42f-519739b7ecc1 req-1c7f1e6d-359e-4642-aede-404d6d837044 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331397 Jul 08 20:15:16.580858 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b01a01-1669-4882-a25f-c96781f2beb7 req-73826dd5-c5ad-4361-87f1-bb2b93101faf tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:16.582365 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26b01a01-1669-4882-a25f-c96781f2beb7 req-73826dd5-c5ad-4361-87f1-bb2b93101faf tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 951 time: 0.0641534 Jul 08 20:15:16.620830 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26b01a01-1669-4882-a25f-c96781f2beb7 req-c19d4220-f60c-46af-8fd8-f5793917a7ea tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/security-groups?id=3bd0f508-9889-4fe4-80b0-cb2850d1d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Jul 08 20:15:16.647744 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device dbdbde34-d039-48cf-8b4a-38f187a98565 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:15:16.658347 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 34cbc251-b33c-4cbe-9309-21c53e09a210 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:16.765091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 34cbc251-b33c-4cbe-9309-21c53e09a210 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:16.770178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 34cbc251-b33c-4cbe-9309-21c53e09a210 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:16.770565 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:16.798603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4926a76a-862b-435a-91ec-5be07c2142db no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:15:16.841859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 4926a76a-862b-435a-91ec-5be07c2142db {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:15:16.842208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4926a76a-862b-435a-91ec-5be07c2142db not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:15:16.850698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=dbdbde34-d039-48cf-8b4a-38f187a98565,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:16.865594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'dbdbde34-d039-48cf-8b4a-38f187a98565', 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14', 'port_id': 'dbdbde34-d039-48cf-8b4a-38f187a98565', 'mac_address': 'fa:16:3e:20:16:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9c2772-125a-4c73-b763-c9127fd5cc34', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:15:16.871700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53f7b0-0898-4882-b6b2-a8edd5f5f619 req-b2979c7f-d4ce-4920-9843-71d07b93a91e tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:16.873282 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb53f7b0-0898-4882-b6b2-a8edd5f5f619 req-b2979c7f-d4ce-4920-9843-71d07b93a91e tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 945 time: 0.0702288 Jul 08 20:15:16.938263 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:16.940530 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:16.946914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724950e6-005f-42a3-bd23-7f1eeb3ac927 req-1de51f7e-0eef-463f-a186-bc6367d69b6c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:16.951691 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb53f7b0-0898-4882-b6b2-a8edd5f5f619 req-449189fe-2509-4960-8654-93bdf51b5851 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670400 Jul 08 20:15:16.953964 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-724950e6-005f-42a3-bd23-7f1eeb3ac927 req-1de51f7e-0eef-463f-a186-bc6367d69b6c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.0927339 Jul 08 20:15:16.968988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdbde34-d039-48cf-8b4a-38f187a98565 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:16.980097 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dfa9c-a0ba-4269-8c35-d7329e7cfe00 req-28b30062-58a3-4bba-891e-2ccdf2bc29c0 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:16.982391 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5b9dfa9c-a0ba-4269-8c35-d7329e7cfe00 req-28b30062-58a3-4bba-891e-2ccdf2bc29c0 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 951 time: 0.1082187 Jul 08 20:15:17.004859 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-724950e6-005f-42a3-bd23-7f1eeb3ac927 req-d9b24d8e-2753-4477-a605-713aaa6e45fe tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480640 Jul 08 20:15:17.005503 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 34cbc251-b33c-4cbe-9309-21c53e09a210, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=34cbc251-b33c-4cbe-9309-21c53e09a210,segment=NetworkSegment(5e5c1e43-74b2-48bf-b404-368bdfc4da80),segment_id=5e5c1e43-74b2-48bf-b404-368bdfc4da80)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:17.007786 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=dbdbde34-d039-48cf-8b4a-38f187a98565,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:17.022177 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:17.024016 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:17.090781 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=34cbc251-b33c-4cbe-9309-21c53e09a210,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:17.122506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbc251-b33c-4cbe-9309-21c53e09a210'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:17.127995 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b507a9-5468-4f08-9d34-416c85878072" -d '{"events": [{"server_uuid": "dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d", "name": "network-vif-plugged", "status": "completed", "tag": "34cbc251-b33c-4cbe-9309-21c53e09a210"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:17.191852 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:17.199497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=dbdbde34-d039-48cf-8b4a-38f187a98565,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:17.202871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-5b9dfa9c-a0ba-4269-8c35-d7329e7cfe00 req-86e2ffbe-0372-4e41-a223-88af8dd41169 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Deleting port 7cd02fbf-e6f0-4353-a193-92d34f367341 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:15:17.203212 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5b9dfa9c-a0ba-4269-8c35-d7329e7cfe00 req-86e2ffbe-0372-4e41-a223-88af8dd41169 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:17.250403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af600c5a-f33a-4b71-8c38-a26b3fc4da89 req-8828daf5-e6de-46dd-a30c-06edebc99f3b tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:17.251901 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-af600c5a-f33a-4b71-8c38-a26b3fc4da89 req-8828daf5-e6de-46dd-a30c-06edebc99f3b tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0685985 Jul 08 20:15:17.284123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35909f4e-d3a3-4f3a-973d-2fa4a865012b req-2c39c476-d2c0-4ff2-8428-4d6a1a83f1bd tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:17.286143 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35909f4e-d3a3-4f3a-973d-2fa4a865012b req-2c39c476-d2c0-4ff2-8428-4d6a1a83f1bd tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 944 time: 0.1474171 Jul 08 20:15:17.293004 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-af600c5a-f33a-4b71-8c38-a26b3fc4da89 req-65f7389a-9558-4181-be67-3eb7b90c4b82 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352075 Jul 08 20:15:17.325129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-5b9dfa9c-a0ba-4269-8c35-d7329e7cfe00 req-86e2ffbe-0372-4e41-a223-88af8dd41169 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] For port 7cd02fbf-e6f0-4353-a193-92d34f367341, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7cd02fbf-e6f0-4353-a193-92d34f367341,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:17.325498 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5b9dfa9c-a0ba-4269-8c35-d7329e7cfe00 req-86e2ffbe-0372-4e41-a223-88af8dd41169 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:17.346610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-5b9dfa9c-a0ba-4269-8c35-d7329e7cfe00 req-86e2ffbe-0372-4e41-a223-88af8dd41169 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Calling delete_port for 7cd02fbf-e6f0-4353-a193-92d34f367341 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:15:17.355621 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35909f4e-d3a3-4f3a-973d-2fa4a865012b req-bee9282a-f93f-4eca-8b9e-76c872d7bff2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611813 Jul 08 20:15:17.407881 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f58eee-5730-40b0-ac0c-d0c74c0be879 x-openstack-request-id: req-b9f58eee-5730-40b0-ac0c-d0c74c0be879 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:17.408529 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d", "name": "network-vif-plugged", "status": "completed", "tag": "34cbc251-b33c-4cbe-9309-21c53e09a210", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:17.408820 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b9f58eee-5730-40b0-ac0c-d0c74c0be879 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:17.409216 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbc251-b33c-4cbe-9309-21c53e09a210', 'code': 200} Jul 08 20:15:17.438336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['dbdbde34-d039-48cf-8b4a-38f187a98565'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:17.497267 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5b9dfa9c-a0ba-4269-8c35-d7329e7cfe00 req-86e2ffbe-0372-4e41-a223-88af8dd41169 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:17.510183 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7cd02fbf-e6f0-4353-a193-92d34f367341'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:17.537793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2ffbe-0372-4e41-a223-88af8dd41169 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Pushing event deleted for resources: {'Port': ['ID=7cd02fbf-e6f0-4353-a193-92d34f367341,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:17.608578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9dfa9c-a0ba-4269-8c35-d7329e7cfe00 req-86e2ffbe-0372-4e41-a223-88af8dd41169 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] No DVR routers for this DVR port 7cd02fbf-e6f0-4353-a193-92d34f367341 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:15:17.611935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5b9dfa9c-a0ba-4269-8c35-d7329e7cfe00 req-86e2ffbe-0372-4e41-a223-88af8dd41169 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:17.614014 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5b9dfa9c-a0ba-4269-8c35-d7329e7cfe00 req-86e2ffbe-0372-4e41-a223-88af8dd41169 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.104 "DELETE /v2.0/ports/7cd02fbf-e6f0-4353-a193-92d34f367341 HTTP/1.1" status: 204 len: 173 time: 0.6256061 Jul 08 20:15:17.637639 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016af8e-d223-4cdc-9bcc-3d83e9314eb3 req-3ce5b0d5-26f9-4f24-81d3-79ccf5a24a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:17.639139 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b016af8e-d223-4cdc-9bcc-3d83e9314eb3 req-3ce5b0d5-26f9-4f24-81d3-79ccf5a24a33 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 1098 time: 0.1318045 Jul 08 20:15:17.760304 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b016af8e-d223-4cdc-9bcc-3d83e9314eb3 req-5b732161-489b-4422-b38e-bbb0aad4df60 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015241 Jul 08 20:15:17.779290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'name': 'network-vif-deleted', 'tag': '7cd02fbf-e6f0-4353-a193-92d34f367341'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:17.781935 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ea3ff0-6e2c-4a86-9165-9e8f2dae1878" -d '{"events": [{"server_uuid": "72162aef-d742-4e0f-ae02-a1f1b3ef4f02", "name": "network-vif-deleted", "tag": "7cd02fbf-e6f0-4353-a193-92d34f367341"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:17.816181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee7aaa-82ca-4a5c-a3b8-22369714d03b req-161c870f-6db9-4120-a2f0-eafad71065e5 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:17.817830 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0ee7aaa-82ca-4a5c-a3b8-22369714d03b req-161c870f-6db9-4120-a2f0-eafad71065e5 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 946 time: 0.1097689 Jul 08 20:15:17.822398 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42705a7d-eca7-4cb8-bce5-facfd33d5bd6 req-eb047975-004f-4446-8469-e662a5d3cc75 tempest-ServersAdminTestJSON-1505862355 tempest-ServersAdminTestJSON-1505862355-project] 10.222.0.101 "GET /v2.0/ports?device_id=72162aef-d742-4e0f-ae02-a1f1b3ef4f02 HTTP/1.1" status: 200 len: 210 time: 0.0389171 Jul 08 20:15:17.859035 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0ee7aaa-82ca-4a5c-a3b8-22369714d03b req-1818d16e-3006-4bbe-a088-43ac04b22fa1 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333421 Jul 08 20:15:17.915778 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7315c601-fd19-4a30-a160-158d0f4ff3b1 x-openstack-request-id: req-7315c601-fd19-4a30-a160-158d0f4ff3b1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:17.916368 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72162aef-d742-4e0f-ae02-a1f1b3ef4f02", "name": "network-vif-deleted", "tag": "7cd02fbf-e6f0-4353-a193-92d34f367341", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:17.916481 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7315c601-fd19-4a30-a160-158d0f4ff3b1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:17.916945 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72162aef-d742-4e0f-ae02-a1f1b3ef4f02', 'name': 'network-vif-deleted', 'tag': '7cd02fbf-e6f0-4353-a193-92d34f367341', 'status': 'completed', 'code': 200} Jul 08 20:15:17.983910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c210-7b78-416e-bad5-8cabab905c77 req-d0759260-ae3c-48b2-9d03-a425da4278b1 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:17.985578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c76c210-7b78-416e-bad5-8cabab905c77 req-d0759260-ae3c-48b2-9d03-a425da4278b1 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 1097 time: 0.0541573 Jul 08 20:15:18.020945 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c76c210-7b78-416e-bad5-8cabab905c77 req-2cea2f73-dc3e-481f-9dac-994339472ad2 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296011 Jul 08 20:15:18.032228 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-715da951-9087-4746-b481-f627fc824faa req-979dd3e2-729e-4735-b4cf-342fb934b054 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1348074692&fields=id&tenant_id=9f8b883bf111429a8a38ae480f11eb1f HTTP/1.1" status: 200 len: 267 time: 0.0349050 Jul 08 20:15:18.105818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715da951-9087-4746-b481-f627fc824faa req-01aa7a22-3614-4701-ad00-809160197dea tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:18.107206 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-715da951-9087-4746-b481-f627fc824faa req-01aa7a22-3614-4701-ad00-809160197dea tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 946 time: 0.0661306 Jul 08 20:15:18.118454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-715da951-9087-4746-b481-f627fc824faa req-9cd857bb-1082-461f-9852-5f77ef918ee0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'port': {'security_groups': ['2b695978-37c7-42a1-beaa-d59f83188a8d', '762d30cd-2e71-42e6-a274-c4da5a7d5cd4']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:18.208791 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-715da951-9087-4746-b481-f627fc824faa req-9cd857bb-1082-461f-9852-5f77ef918ee0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:18.212733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf121bd-d8c4-498b-af67-6833aa523549 req-6d035725-095e-413b-a7d0-5367aa9b54df tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:18.214278 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cf121bd-d8c4-498b-af67-6833aa523549 req-6d035725-095e-413b-a7d0-5367aa9b54df tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 946 time: 0.0716794 Jul 08 20:15:18.254644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cf121bd-d8c4-498b-af67-6833aa523549 req-6ce210f9-1a97-4e02-a70d-16f25ad5a7a0 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344810 Jul 08 20:15:18.419001 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-715da951-9087-4746-b481-f627fc824faa req-9cd857bb-1082-461f-9852-5f77ef918ee0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] For port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:18.441190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8898358-1bb3-46fe-aa37-1d27665e69b4 req-51c1fbb1-1926-4725-bcc6-a9055152d995 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:18.442708 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c8898358-1bb3-46fe-aa37-1d27665e69b4 req-51c1fbb1-1926-4725-bcc6-a9055152d995 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.0777817 Jul 08 20:15:18.451913 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-715da951-9087-4746-b481-f627fc824faa req-9cd857bb-1082-461f-9852-5f77ef918ee0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:18.458052 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-715da951-9087-4746-b481-f627fc824faa req-9cd857bb-1082-461f-9852-5f77ef918ee0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:18.470538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7a56b1d1-02dc-4fb8-90ed-89bdea7758e5'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:18.473683 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['56fc5f9e-0398-4399-b10e-9b97fbb2b12f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:18.488899 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c8898358-1bb3-46fe-aa37-1d27665e69b4 req-7ce7c5dc-d7c7-4288-abfb-5fbce4bf2d9e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395162 Jul 08 20:15:18.513674 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715da951-9087-4746-b481-f627fc824faa req-9cd857bb-1082-461f-9852-5f77ef918ee0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:18.514388 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-715da951-9087-4746-b481-f627fc824faa req-9cd857bb-1082-461f-9852-5f77ef918ee0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:18.521905 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-715da951-9087-4746-b481-f627fc824faa req-9cd857bb-1082-461f-9852-5f77ef918ee0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "PUT /v2.0/ports/7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 HTTP/1.1" status: 200 len: 982 time: 0.4084551 Jul 08 20:15:18.546761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd857bb-1082-461f-9852-5f77ef918ee0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'Port': ['ID=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:18.617955 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7a56b1d1-02dc-4fb8-90ed-89bdea7758e5'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:18.671473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device dbdbde34-d039-48cf-8b4a-38f187a98565 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:18.698850 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61495c-8383-43b4-9f5a-4626783ef529 req-894a0dbe-a516-4df4-b9b8-173966690f2b tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:18.700499 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e61495c-8383-43b4-9f5a-4626783ef529 req-894a0dbe-a516-4df4-b9b8-173966690f2b tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0843897 Jul 08 20:15:18.749081 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e61495c-8383-43b4-9f5a-4626783ef529 req-de37339e-2412-4089-9281-5223abf8f868 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409446 Jul 08 20:15:18.874263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port dbdbde34-d039-48cf-8b4a-38f187a98565 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:18.897062 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port dbdbde34-d039-48cf-8b4a-38f187a98565 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:18.897998 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:18.940274 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a5793-7edf-4336-8e24-46e40d90204c req-53f54f2d-673d-48c9-9111-7773a6c2c0b9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:18.942313 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d2a5793-7edf-4336-8e24-46e40d90204c req-53f54f2d-673d-48c9-9111-7773a6c2c0b9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 944 time: 0.0890658 Jul 08 20:15:18.988458 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d2a5793-7edf-4336-8e24-46e40d90204c req-be0e3fbc-6ae3-4b5f-bfe6-6f20b748e2be tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384653 Jul 08 20:15:19.204663 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:19.227155 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e026649-546b-488c-a98c-958354acbd38 req-e1da0e3a-b3f4-4456-9c12-7faa4083c084 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/762d30cd-2e71-42e6-a274-c4da5a7d5cd4 HTTP/1.1" status: 200 len: 1801 time: 0.0531020 Jul 08 20:15:19.266235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=dbdbde34-d039-48cf-8b4a-38f187a98565,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:19.273755 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:19.291929 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-3e026649-546b-488c-a98c-958354acbd38 req-18835e6c-5000-4262-b75b-f02c1e391fe2 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 20:15:19.301595 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e026649-546b-488c-a98c-958354acbd38 req-18835e6c-5000-4262-b75b-f02c1e391fe2 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "DELETE /v2.0/security-groups/762d30cd-2e71-42e6-a274-c4da5a7d5cd4 HTTP/1.1" status: 409 len: 341 time: 0.0682886 Jul 08 20:15:19.329716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=dbdbde34-d039-48cf-8b4a-38f187a98565,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:19.410142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eae6a73-3f06-410d-b73c-4970f8ea06b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdbde34-d039-48cf-8b4a-38f187a98565'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:19.414273 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6456bf-6c12-4e10-a6af-bb6ff1f94882" -d '{"events": [{"server_uuid": "3eae6a73-3f06-410d-b73c-4970f8ea06b9", "name": "network-vif-plugged", "status": "completed", "tag": "dbdbde34-d039-48cf-8b4a-38f187a98565"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:19.530832 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb1d0c-daff-4501-a950-26ee1f70d654 req-0024c100-36da-4c52-9e71-cb1701a2c84a tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:19.532528 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91bb1d0c-daff-4501-a950-26ee1f70d654 req-0024c100-36da-4c52-9e71-cb1701a2c84a tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 946 time: 0.0727341 Jul 08 20:15:19.577168 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91bb1d0c-daff-4501-a950-26ee1f70d654 req-3e68654b-0897-4a14-811b-d815cbc515d4 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381367 Jul 08 20:15:19.692114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46148) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:19.805324 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc95f0ff-00e9-4b8e-b828-a09149dd086d x-openstack-request-id: req-dc95f0ff-00e9-4b8e-b828-a09149dd086d {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:19.806247 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eae6a73-3f06-410d-b73c-4970f8ea06b9", "name": "network-vif-plugged", "status": "completed", "tag": "dbdbde34-d039-48cf-8b4a-38f187a98565", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:19.806705 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dc95f0ff-00e9-4b8e-b828-a09149dd086d {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:19.807297 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eae6a73-3f06-410d-b73c-4970f8ea06b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdbde34-d039-48cf-8b4a-38f187a98565', 'code': 200} Jul 08 20:15:19.905905 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b9e9ef4e-8a79-4182-acac-bf4c75bfc4b6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fddfda2ff3d94ad9a41b36a0f4ab1d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122426 Jul 08 20:15:19.908387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46160) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:19.920454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75', 'tag': '7a56b1d1-02dc-4fb8-90ed-89bdea7758e5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:19.922707 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fb93f8-61da-4d2a-9807-670f0474f583" -d '{"events": [{"name": "network-changed", "server_uuid": "37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75", "tag": "7a56b1d1-02dc-4fb8-90ed-89bdea7758e5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:19.964192 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:19.975506 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-9caa8786-adaa-4edd-9732-54ca62d61c18 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:15:19.976531 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-9caa8786-adaa-4edd-9732-54ca62d61c18 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0799642 Jul 08 20:15:19.986853 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:19.993880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] Request body: {'binding': {'host': 'n-h1-791506-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:19.994295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] Unknown quota resources ['binding']. {{(pid=94065) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:15:20.037843 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:20.041447 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:20.042622 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3bd0f508-9889-4fe4-80b0-cb2850d1d88d HTTP/1.1" status: 204 len: 168 time: 0.1326170 Jul 08 20:15:20.050773 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd0f508-9889-4fe4-80b0-cb2850d1d88d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:20.058436 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea1679-0ecd-49c1-bb23-367846288a28 req-9275412f-a8f6-434c-ba80-b23effc89ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:20.059437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:20.059789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:20.059987 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00ea1679-0ecd-49c1-bb23-367846288a28 req-9275412f-a8f6-434c-ba80-b23effc89ca1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9f8b883bf111429a8a38ae480f11eb1f&device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 1137 time: 0.2009687 Jul 08 20:15:20.060114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:20.060647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:20.060997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:20.061324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:20.061641 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:20.061958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:20.062278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:20.062716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:20.062900 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:20.063212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f58d7-2248-49f5-b5c6-61dcd20c62ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:20.174641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf729b-dfa5-4de2-9495-73b7835b84df req-68cb5799-7b74-4c70-a684-0aa8d948a758 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:20.176144 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dbcf729b-dfa5-4de2-9495-73b7835b84df req-68cb5799-7b74-4c70-a684-0aa8d948a758 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.2741556 Jul 08 20:15:20.183298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fc29d-3eb5-4eb2-a6f9-367e1fe80fb9 req-33759cdd-f27c-4433-8368-d90d852f1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:20.184777 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f7fc29d-3eb5-4eb2-a6f9-367e1fe80fb9 req-33759cdd-f27c-4433-8368-d90d852f1cb8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 1097 time: 0.2581432 Jul 08 20:15:20.306610 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dbcf729b-dfa5-4de2-9495-73b7835b84df req-d24ce74f-5441-49d3-a6fa-c672e97255b1 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208789 Jul 08 20:15:20.313542 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f7fc29d-3eb5-4eb2-a6f9-367e1fe80fb9 req-7d2af13c-cb3f-40b5-b636-887b1af6e907 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078546 Jul 08 20:15:20.316169 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea1679-0ecd-49c1-bb23-367846288a28 req-50d40595-cda7-4210-98f6-61dcf1a04cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:20.317654 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00ea1679-0ecd-49c1-bb23-367846288a28 req-50d40595-cda7-4210-98f6-61dcf1a04cc0 service neutron] 10.222.0.104 "GET /v2.0/networks?id=9871f546-4c94-435f-95d1-c9035173ce0c HTTP/1.1" status: 200 len: 913 time: 0.2450809 Jul 08 20:15:20.320121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] Attempting to bind port 95e93db7-8928-42f2-9324-6e2a4b840c24 on host n-h1-791506-16 for vnic_type normal with profile None {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:20.320360 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] Attempting to bind port 95e93db7-8928-42f2-9324-6e2a4b840c24 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:20.320844 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] Attempting to bind port 95e93db7-8928-42f2-9324-6e2a4b840c24 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:20.330940 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] Port 95e93db7-8928-42f2-9324-6e2a4b840c24 on network 1f8d4455-76b7-4da7-903b-af304e444c89 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:15:20.331271 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] Attempting to bind port 95e93db7-8928-42f2-9324-6e2a4b840c24 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:20.331642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46172) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:20.368458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:20.368865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] Checking segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:20.369223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] Bound using segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:20.369666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] Bound port: 95e93db7-8928-42f2-9324-6e2a4b840c24, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:20.372494 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00ea1679-0ecd-49c1-bb23-367846288a28 req-253fc6e4-8b88-4be2-986d-ec5289d347da service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 HTTP/1.1" status: 200 len: 217 time: 0.0472944 Jul 08 20:15:20.381876 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a01ef49a-e793-45ae-9076-3e2a927528f8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6d4b97a0c3504f54862e6f432587f108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489268 Jul 08 20:15:20.384891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46174) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:20.445122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d1032b6-044a-4f05-a292-633b70b835d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:20.468418 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d1032b6-044a-4f05-a292-633b70b835d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:20.509735 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea1679-0ecd-49c1-bb23-367846288a28 req-2419e11a-b780-48bc-a965-8b361d28a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:20.510881 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00ea1679-0ecd-49c1-bb23-367846288a28 req-2419e11a-b780-48bc-a965-8b361d28a31f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=95cce14b-7783-4753-a529-c1129c321d7d HTTP/1.1" status: 200 len: 852 time: 0.1185794 Jul 08 20:15:20.515316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=95e93db7-8928-42f2-9324-6e2a4b840c24,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:20.522412 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d1032b6-044a-4f05-a292-633b70b835d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:20.526837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d1032b6-044a-4f05-a292-633b70b835d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:20.529087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3d1032b6-044a-4f05-a292-633b70b835d8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/76fd90f8-556d-4bf1-9d29-36d2bb4eb185 HTTP/1.1" status: 204 len: 168 time: 0.1432416 Jul 08 20:15:20.529820 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] Notify callbacks [] for binding, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:20.530979 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-35dbd32a-2b2a-4123-a1d6-435c69e52f3e service neutron] 10.222.0.101 "POST /v2.0/ports/95e93db7-8928-42f2-9324-6e2a4b840c24/bindings HTTP/1.1" status: 201 len: 390 time: 0.5442309 Jul 08 20:15:20.538932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1032b6-044a-4f05-a292-633b70b835d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fd90f8-556d-4bf1-9d29-36d2bb4eb185,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:20.554750 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00ea1679-0ecd-49c1-bb23-367846288a28 req-6ff437ba-da57-488e-ae0f-41885f5179f6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9871f546-4c94-435f-95d1-c9035173ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363774 Jul 08 20:15:20.615181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6d919-aab9-4dfd-97c5-e932f013db10 req-42fdfe93-fe63-4e1b-8c77-cf00ae7483f4 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:20.616452 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54d6d919-aab9-4dfd-97c5-e932f013db10 req-42fdfe93-fe63-4e1b-8c77-cf00ae7483f4 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 946 time: 0.1786335 Jul 08 20:15:20.627783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46180) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:20.632829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b6c362a3-1ef0-4ae8-86eb-e2d64c056d04 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Request body: {'floatingip': {'port_id': '34cbc251-b33c-4cbe-9309-21c53e09a210'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:20.669671 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00ea1679-0ecd-49c1-bb23-367846288a28 req-dc596ecc-9de4-4c19-92f9-99438dbb9e78 service neutron] 10.222.0.104 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079180 Jul 08 20:15:20.745212 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6c362a3-1ef0-4ae8-86eb-e2d64c056d04 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:20.819145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7cd02fbf-e6f0-4353-a193-92d34f367341 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:15:20.873876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 7cd02fbf-e6f0-4353-a193-92d34f367341 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:15:20.874211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7cd02fbf-e6f0-4353-a193-92d34f367341 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:15:21.058507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0c79c-c980-4bf2-a4a1-36d0e9cbacec req-eaea1e8a-c724-4a51-82e3-2d52d97a0f88 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:21.060006 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23d0c79c-c980-4bf2-a4a1-36d0e9cbacec req-eaea1e8a-c724-4a51-82e3-2d52d97a0f88 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.2553792 Jul 08 20:15:21.066945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-65c8b78c-01b3-4948-9f51-34e5c8f6b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:21.068420 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-65c8b78c-01b3-4948-9f51-34e5c8f6b82c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 1097 time: 0.1934891 Jul 08 20:15:21.096008 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00ea1679-0ecd-49c1-bb23-367846288a28 req-9b018a9b-8035-47c7-9d1f-508c7b2496c8 service neutron] 10.222.0.104 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193957 Jul 08 20:15:21.109103 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80a8c8-b133-4128-95c2-c65456d5cde0 req-5f513c08-e546-4f01-96ec-6b23619e33e0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:21.110620 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3d80a8c8-b133-4128-95c2-c65456d5cde0 req-5f513c08-e546-4f01-96ec-6b23619e33e0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 985 time: 0.1021087 Jul 08 20:15:21.153504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3d80a8c8-b133-4128-95c2-c65456d5cde0 req-7dd32c69-e8ee-4703-bfdc-17455b1cc1dd tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=762d30cd-2e71-42e6-a274-c4da5a7d5cd4&id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0367565 Jul 08 20:15:21.223582 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68cb3ca-1757-459f-9636-1dcef268d2b3 x-openstack-request-id: req-c68cb3ca-1757-459f-9636-1dcef268d2b3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:21.223942 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75", "tag": "7a56b1d1-02dc-4fb8-90ed-89bdea7758e5", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:21.224321 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c68cb3ca-1757-459f-9636-1dcef268d2b3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:21.224832 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75', 'tag': '7a56b1d1-02dc-4fb8-90ed-89bdea7758e5', 'status': 'completed', 'code': 200} Jul 08 20:15:21.236307 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23d0c79c-c980-4bf2-a4a1-36d0e9cbacec req-188d5f9e-a03d-459d-aef9-88db4d0bed95 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363618 Jul 08 20:15:21.385908 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-2fa57f82-baec-46ec-a240-0b02738c4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:21.389842 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-2fa57f82-baec-46ec-a240-0b02738c4f85 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.2889938 Jul 08 20:15:21.444450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb93f8-61da-4d2a-9807-670f0474f583 req-b37ce176-f74e-4119-a6ba-8b4f2d04a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:21.446255 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0fb93f8-61da-4d2a-9807-670f0474f583 req-b37ce176-f74e-4119-a6ba-8b4f2d04a4c8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9f8b883bf111429a8a38ae480f11eb1f&device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 1137 time: 0.1845286 Jul 08 20:15:21.516466 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-54395eff-d752-4606-a76a-74a43c79910a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95e93db7-8928-42f2-9324-6e2a4b840c24 HTTP/1.1" status: 200 len: 217 time: 0.0494008 Jul 08 20:15:21.539682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88657f9-3d38-4b64-8460-008cae025e18 req-17af4ba1-d61d-4084-a52d-3865a5421704 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:21.547137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d88657f9-3d38-4b64-8460-008cae025e18 req-17af4ba1-d61d-4084-a52d-3865a5421704 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.1987801 Jul 08 20:15:21.614241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb93f8-61da-4d2a-9807-670f0474f583 req-c34e27c7-aa08-4447-b15c-bf3d8e8860f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:21.616774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0fb93f8-61da-4d2a-9807-670f0474f583 req-c34e27c7-aa08-4447-b15c-bf3d8e8860f1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=9871f546-4c94-435f-95d1-c9035173ce0c HTTP/1.1" status: 200 len: 913 time: 0.1614702 Jul 08 20:15:21.617130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-855b8e34-ab72-4fb6-b1b3-82d5de21041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:21.619330 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-855b8e34-ab72-4fb6-b1b3-82d5de21041d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.0682456 Jul 08 20:15:21.629066 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d88657f9-3d38-4b64-8460-008cae025e18 req-d83b438b-a95a-4c5c-bf95-ce8cb0fcb9ac tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809350 Jul 08 20:15:21.715006 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0fb93f8-61da-4d2a-9807-670f0474f583 req-254e3f47-204d-42cf-b63c-f07a805f53e2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 HTTP/1.1" status: 200 len: 217 time: 0.0811529 Jul 08 20:15:21.764244 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-184a6dd6-340f-4c17-8fee-b852b4663904 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316626 Jul 08 20:15:21.854695 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb93f8-61da-4d2a-9807-670f0474f583 req-8b803740-c94c-413b-bd01-402368f02b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:21.856165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0fb93f8-61da-4d2a-9807-670f0474f583 req-8b803740-c94c-413b-bd01-402368f02b97 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=95cce14b-7783-4753-a529-c1129c321d7d HTTP/1.1" status: 200 len: 852 time: 0.1295817 Jul 08 20:15:21.905292 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0fb93f8-61da-4d2a-9807-670f0474f583 req-fe346bd9-3736-43ea-bcd4-9c97576c280f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9871f546-4c94-435f-95d1-c9035173ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367155 Jul 08 20:15:21.921586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e462fe-6a57-450e-aa74-1d9c25eb8b5f req-68c1e7fb-c3e2-4c0b-ad03-0bc4bee2aeb7 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:21.923173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-45e462fe-6a57-450e-aa74-1d9c25eb8b5f req-68c1e7fb-c3e2-4c0b-ad03-0bc4bee2aeb7 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.1389685 Jul 08 20:15:21.969812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-12658494-019f-4d84-9651-9d904a731cb2 service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919718 Jul 08 20:15:21.973570 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.resource_extend [None req-b6c362a3-1ef0-4ae8-86eb-e2d64c056d04 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:15:21.988824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3045b-918b-40fa-baab-216b10c277f0 req-a1635926-3f23-470c-889c-a94c16cc65ef tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:22.000850 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-83a3045b-918b-40fa-baab-216b10c277f0 req-a1635926-3f23-470c-889c-a94c16cc65ef tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 945 time: 0.3437846 Jul 08 20:15:22.029863 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-45e462fe-6a57-450e-aa74-1d9c25eb8b5f req-71598513-0009-4dfb-b54d-e09a72fc6769 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971296 Jul 08 20:15:22.075278 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0fb93f8-61da-4d2a-9807-670f0474f583 req-04d23b14-43f0-48c0-84a5-3416d948439b service neutron] 10.222.0.104 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504292 Jul 08 20:15:22.149304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6c362a3-1ef0-4ae8-86eb-e2d64c056d04 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:22.159782 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6c362a3-1ef0-4ae8-86eb-e2d64c056d04 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:22.201610 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0fb93f8-61da-4d2a-9807-670f0474f583 req-f6a26cf0-d19b-42f3-a801-ee1e97840ae0 service neutron] 10.222.0.104 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201978 Jul 08 20:15:22.206894 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-83a3045b-918b-40fa-baab-216b10c277f0 req-3423205f-1289-4bd2-ab85-ad87dad8031b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051678 Jul 08 20:15:22.243809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-4c0538ca-08ec-40d7-a1cd-f287f027e7a6 service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408869 Jul 08 20:15:22.312755 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-b6c362a3-1ef0-4ae8-86eb-e2d64c056d04 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Floating IP da07ccda-efb5-425e-a948-a05d6bb2be12 associated. External IP: 172.25.4.73, port: 34cbc251-b33c-4cbe-9309-21c53e09a210. Jul 08 20:15:22.397448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117c7fb-061d-4197-aab4-55ed18a68f15 req-ba713dbe-d609-47be-934c-4b92f9e1fe14 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:22.399197 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2117c7fb-061d-4197-aab4-55ed18a68f15 req-ba713dbe-d609-47be-934c-4b92f9e1fe14 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 985 time: 0.0826523 Jul 08 20:15:22.449007 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2117c7fb-061d-4197-aab4-55ed18a68f15 req-544e1f87-fe6f-4d84-a892-9e464652b567 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=762d30cd-2e71-42e6-a274-c4da5a7d5cd4&id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0440958 Jul 08 20:15:22.621339 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-17e48ec7-a764-4200-8e26-bd2c879532c0 req-e38daeef-1505-47ad-a021-eb6b01aa9f1e tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1443029833&fields=id&tenant_id=9f8b883bf111429a8a38ae480f11eb1f HTTP/1.1" status: 200 len: 267 time: 0.0466006 Jul 08 20:15:22.698666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e48ec7-a764-4200-8e26-bd2c879532c0 req-e4a89023-903e-45cd-9496-9464e48cf1d0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:22.700289 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-17e48ec7-a764-4200-8e26-bd2c879532c0 req-e4a89023-903e-45cd-9496-9464e48cf1d0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 985 time: 0.0726957 Jul 08 20:15:22.722783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-17e48ec7-a764-4200-8e26-bd2c879532c0 req-5ff0592d-32ec-456b-befe-f50da53feaa1 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'port': {'security_groups': ['2b695978-37c7-42a1-beaa-d59f83188a8d', '762d30cd-2e71-42e6-a274-c4da5a7d5cd4', '02d55656-c4f2-430f-aef3-6e01a875d0c9']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:22.820493 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-17e48ec7-a764-4200-8e26-bd2c879532c0 req-5ff0592d-32ec-456b-befe-f50da53feaa1 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:22.839011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6612bf-3669-466b-b7d4-665205140b57 req-165037b0-549f-49ce-a008-3ea1665382fa tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:22.840526 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fa6612bf-3669-466b-b7d4-665205140b57 req-165037b0-549f-49ce-a008-3ea1665382fa tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.4627476 Jul 08 20:15:22.921082 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fa6612bf-3669-466b-b7d4-665205140b57 req-cc9f0c35-be80-474d-aade-37ff7599baa5 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503151 Jul 08 20:15:22.927718 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c362a3-1ef0-4ae8-86eb-e2d64c056d04 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Router 6b225b9c-58fc-47ac-a644-78b303548b55 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:15:23.037301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-17e48ec7-a764-4200-8e26-bd2c879532c0 req-5ff0592d-32ec-456b-befe-f50da53feaa1 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] For port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:23.068475 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:23.073059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c362a3-1ef0-4ae8-86eb-e2d64c056d04 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:15:23.077948 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6c362a3-1ef0-4ae8-86eb-e2d64c056d04 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:23.083871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574506eb-bc71-4007-8b4f-9d2c4ab13625 None None] Sync routers for ids ['6b225b9c-58fc-47ac-a644-78b303548b55'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:15:23.092893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-17e48ec7-a764-4200-8e26-bd2c879532c0 req-5ff0592d-32ec-456b-befe-f50da53feaa1 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:23.095866 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574506eb-bc71-4007-8b4f-9d2c4ab13625 None None] Routers {'6b225b9c-58fc-47ac-a644-78b303548b55'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:15:23.097344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-574506eb-bc71-4007-8b4f-9d2c4ab13625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:15:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b225b9c-58fc-47ac-a644-78b303548b55'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:23.108536 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-17e48ec7-a764-4200-8e26-bd2c879532c0 req-5ff0592d-32ec-456b-befe-f50da53feaa1 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:23.125246 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b6c362a3-1ef0-4ae8-86eb-e2d64c056d04 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "PUT /v2.0/floatingips/da07ccda-efb5-425e-a948-a05d6bb2be12 HTTP/1.1" status: 200 len: 991 time: 2.4935687 Jul 08 20:15:23.125246 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d', 'tag': '34cbc251-b33c-4cbe-9309-21c53e09a210'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:23.125567 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e717f3-41b2-433c-b736-0bc4cbb97206" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d", "tag": "34cbc251-b33c-4cbe-9309-21c53e09a210"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:23.169985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e48ec7-a764-4200-8e26-bd2c879532c0 req-5ff0592d-32ec-456b-befe-f50da53feaa1 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:23.170771 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-17e48ec7-a764-4200-8e26-bd2c879532c0 req-5ff0592d-32ec-456b-befe-f50da53feaa1 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:23.178203 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-17e48ec7-a764-4200-8e26-bd2c879532c0 req-5ff0592d-32ec-456b-befe-f50da53feaa1 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "PUT /v2.0/ports/7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 HTTP/1.1" status: 200 len: 1021 time: 0.4590020 Jul 08 20:15:23.218692 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0592d-32ec-456b-befe-f50da53feaa1 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'Port': ['ID=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:23.231239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75', 'tag': '7a56b1d1-02dc-4fb8-90ed-89bdea7758e5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:23.234451 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfe767f-4bcb-460f-a5ca-9a66e78f3467" -d '{"events": [{"name": "network-changed", "server_uuid": "37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75", "tag": "7a56b1d1-02dc-4fb8-90ed-89bdea7758e5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:23.252983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7a56b1d1-02dc-4fb8-90ed-89bdea7758e5'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:23.255938 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['56fc5f9e-0398-4399-b10e-9b97fbb2b12f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:23.332186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7a56b1d1-02dc-4fb8-90ed-89bdea7758e5'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:23.355874 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-41f8a9c0-26c1-4e1b-9d67-e33946b1264e tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347271 Jul 08 20:15:23.365985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043527e4-20fc-4334-a6c2-c786090846d5 req-073b8bd4-18a1-4f5c-92ce-1a7538eb158f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:23.380707 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-043527e4-20fc-4334-a6c2-c786090846d5 req-073b8bd4-18a1-4f5c-92ce-1a7538eb158f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.0928483 Jul 08 20:15:23.455983 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-043527e4-20fc-4334-a6c2-c786090846d5 req-7f1b773e-5514-4dea-b15d-b4e6754b6008 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726202 Jul 08 20:15:23.502403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae85c-a813-407a-9d89-30bce4df40da req-69162427-6e69-4024-a510-598fb6c38ad6 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:23.509438 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-69162427-6e69-4024-a510-598fb6c38ad6 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524928 Jul 08 20:15:23.527090 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-ab4eec67-982a-44ae-843e-be4206e51a9f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/quotas/6243f62424334f17aa948941488dc134 HTTP/1.1" status: 200 len: 375 time: 0.0165100 Jul 08 20:15:23.592508 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-41cdbae3-1980-4c43-813b-4f5c51abaf56 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589149 Jul 08 20:15:23.631429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-574506eb-bc71-4007-8b4f-9d2c4ab13625 None None] Set router 6b225b9c-58fc-47ac-a644-78b303548b55 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:15:23.666821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c8f47-fb0a-4cb1-944b-3d92ff28ec9c req-64a59dec-0449-4650-a15a-621a52724d9d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:23.675399 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-398c8f47-fb0a-4cb1-944b-3d92ff28ec9c req-64a59dec-0449-4650-a15a-621a52724d9d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.0855970 Jul 08 20:15:23.724612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-398c8f47-fb0a-4cb1-944b-3d92ff28ec9c req-25adb088-8e32-47a0-b15c-effa3f401a0c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476944 Jul 08 20:15:23.818741 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c9a0be-7ed8-4a4f-8cda-86c12365a0ac x-openstack-request-id: req-d4c9a0be-7ed8-4a4f-8cda-86c12365a0ac {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:23.819086 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d", "tag": "34cbc251-b33c-4cbe-9309-21c53e09a210", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:23.819335 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d4c9a0be-7ed8-4a4f-8cda-86c12365a0ac {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:23.819733 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d', 'tag': '34cbc251-b33c-4cbe-9309-21c53e09a210', 'status': 'completed', 'code': 200} Jul 08 20:15:23.908337 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe15499a-41ca-4faa-9104-10e3907d9260 req-293d3ef5-6f0e-4808-9092-5a6723ba3523 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/02d55656-c4f2-430f-aef3-6e01a875d0c9 HTTP/1.1" status: 200 len: 1801 time: 0.0770304 Jul 08 20:15:23.985007 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c373a-af95-4bac-951a-e1a73108c91c x-openstack-request-id: req-773c373a-af95-4bac-951a-e1a73108c91c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:23.985307 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75", "tag": "7a56b1d1-02dc-4fb8-90ed-89bdea7758e5", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:23.985751 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-773c373a-af95-4bac-951a-e1a73108c91c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:23.986268 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75', 'tag': '7a56b1d1-02dc-4fb8-90ed-89bdea7758e5', 'status': 'completed', 'code': 200} Jul 08 20:15:24.015868 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-fe15499a-41ca-4faa-9104-10e3907d9260 req-d5bacd42-985e-434a-8d4a-3fac51b4182e tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 20:15:24.017121 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe15499a-41ca-4faa-9104-10e3907d9260 req-d5bacd42-985e-434a-8d4a-3fac51b4182e tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "DELETE /v2.0/security-groups/02d55656-c4f2-430f-aef3-6e01a875d0c9 HTTP/1.1" status: 409 len: 341 time: 0.0887463 Jul 08 20:15:24.032027 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e717f3-41b2-433c-b736-0bc4cbb97206 req-8e883371-303a-486c-bd74-ba4ef09e75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:24.033876 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58e717f3-41b2-433c-b736-0bc4cbb97206 req-8e883371-303a-486c-bd74-ba4ef09e75b0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ae1b829eecec450ba4847c10bc2410be&device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 1098 time: 0.1523216 Jul 08 20:15:24.125825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe767f-4bcb-460f-a5ca-9a66e78f3467 req-07f61439-a385-4a73-a3ad-84dbc792b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:24.127712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4bfe767f-4bcb-460f-a5ca-9a66e78f3467 req-07f61439-a385-4a73-a3ad-84dbc792b764 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9f8b883bf111429a8a38ae480f11eb1f&device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 1176 time: 0.1197321 Jul 08 20:15:24.324668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecc639-21e5-4a8b-942d-c2cd1abc9f12 req-d232560a-1173-478d-b860-bcdaa0e1762f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:24.326388 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40ecc639-21e5-4a8b-942d-c2cd1abc9f12 req-d232560a-1173-478d-b860-bcdaa0e1762f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 945 time: 0.1826365 Jul 08 20:15:24.327537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe767f-4bcb-460f-a5ca-9a66e78f3467 req-cfd9b342-18bd-4f9b-880b-1976e5559ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:24.329001 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4bfe767f-4bcb-460f-a5ca-9a66e78f3467 req-cfd9b342-18bd-4f9b-880b-1976e5559ce3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=9871f546-4c94-435f-95d1-c9035173ce0c HTTP/1.1" status: 200 len: 913 time: 0.1933699 Jul 08 20:15:24.376901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e717f3-41b2-433c-b736-0bc4cbb97206 req-4856cfae-e7bd-4e33-8fbf-0eac912030c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:24.378440 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58e717f3-41b2-433c-b736-0bc4cbb97206 req-4856cfae-e7bd-4e33-8fbf-0eac912030c6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb HTTP/1.1" status: 200 len: 916 time: 0.3356128 Jul 08 20:15:24.424440 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4bfe767f-4bcb-460f-a5ca-9a66e78f3467 req-3edf1335-25e2-478d-be59-1e319e0d5204 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 HTTP/1.1" status: 200 len: 217 time: 0.0768948 Jul 08 20:15:24.534083 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40ecc639-21e5-4a8b-942d-c2cd1abc9f12 req-9a432a4f-467e-4f44-8a6a-463cef8d3a4e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994081 Jul 08 20:15:24.546657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeab45f-1e3c-49fa-973d-a2cb562501ab req-c9de759a-4dda-4705-84d7-6db1a97c03f7 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:24.556848 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faeab45f-1e3c-49fa-973d-a2cb562501ab req-c9de759a-4dda-4705-84d7-6db1a97c03f7 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 1097 time: 0.3543069 Jul 08 20:15:24.575075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe767f-4bcb-460f-a5ca-9a66e78f3467 req-fb22096b-528b-41f3-b443-d741773a2fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:24.576587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4bfe767f-4bcb-460f-a5ca-9a66e78f3467 req-fb22096b-528b-41f3-b443-d741773a2fe0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=95cce14b-7783-4753-a529-c1129c321d7d HTTP/1.1" status: 200 len: 852 time: 0.1438303 Jul 08 20:15:24.637919 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4bfe767f-4bcb-460f-a5ca-9a66e78f3467 req-ea6f6587-4c6a-4994-8acc-679ac2c4e59d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9871f546-4c94-435f-95d1-c9035173ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466576 Jul 08 20:15:24.640811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-574506eb-bc71-4007-8b4f-9d2c4ab13625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:14:22Z', 'revision_number': 4, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port': {'id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:16Z', 'updated_at': '2021-07-08T20:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'da07ccda-efb5-425e-a948-a05d6bb2be12', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'port_id': '34cbc251-b33c-4cbe-9309-21c53e09a210', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'mac_address': 'fa:16:3e:7e:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:14:28Z', 'updated_at': '2021-07-08T20:15:21Z', 'revision_number': 1, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68bbe291-3e1b-4367-9903-3f81b3f38fb8', 'name': '', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'mac_address': 'fa:16:3e:da:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:20Z', 'updated_at': '2021-07-08T20:14:30Z', 'revision_number': 5, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'subnets': [{'id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:24.681460 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58e717f3-41b2-433c-b736-0bc4cbb97206 req-058a157a-afb3-49eb-b894-c622227bee8c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cbc251-b33c-4cbe-9309-21c53e09a210 HTTP/1.1" status: 200 len: 999 time: 0.2784200 Jul 08 20:15:24.683698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574506eb-bc71-4007-8b4f-9d2c4ab13625 None None] Checking router: 6b225b9c-58fc-47ac-a644-78b303548b55 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:15:24.694217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574506eb-bc71-4007-8b4f-9d2c4ab13625 None None] Routers {'6b225b9c-58fc-47ac-a644-78b303548b55'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:15:24.695224 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-574506eb-bc71-4007-8b4f-9d2c4ab13625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:15:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b225b9c-58fc-47ac-a644-78b303548b55'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:24.805811 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faeab45f-1e3c-49fa-973d-a2cb562501ab req-7fe4454c-1459-48e1-8d7f-5bbf5a95c323 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440383 Jul 08 20:15:24.829999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e717f3-41b2-433c-b736-0bc4cbb97206 req-59f9063d-7346-480c-94ac-c3f4beeff97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:24.831950 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58e717f3-41b2-433c-b736-0bc4cbb97206 req-59f9063d-7346-480c-94ac-c3f4beeff97f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c31e8bde-2877-48e4-90bf-09146017b2db HTTP/1.1" status: 200 len: 854 time: 0.1407392 Jul 08 20:15:24.859057 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-574506eb-bc71-4007-8b4f-9d2c4ab13625 None None] Set router 6b225b9c-58fc-47ac-a644-78b303548b55 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:15:24.892223 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dcf68250-1418-4571-836e-912e5e852521 req-7c5a7f0b-57e2-40c5-b30a-6a37ec78ab43 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 210 time: 0.0679760 Jul 08 20:15:24.931086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4bfe767f-4bcb-460f-a5ca-9a66e78f3467 req-f27c5f16-e65d-4a2c-b6bd-c47639bbcc38 service neutron] 10.222.0.104 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854786 Jul 08 20:15:24.936101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e717f3-41b2-433c-b736-0bc4cbb97206 req-7ac04db8-16e3-47f1-bf3e-2a5515a9146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:24.938026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58e717f3-41b2-433c-b736-0bc4cbb97206 req-7ac04db8-16e3-47f1-bf3e-2a5515a9146b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946829 Jul 08 20:15:25.067649 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4bfe767f-4bcb-460f-a5ca-9a66e78f3467 req-22d73490-0226-48a3-8c8e-ecb488e14edd service neutron] 10.222.0.104 "GET /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301768 Jul 08 20:15:25.168611 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58e717f3-41b2-433c-b736-0bc4cbb97206 req-0651ab90-ec3e-4e00-8a74-573c1845b111 service neutron] 10.222.0.103 "GET /v2.0/networks/c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205739 Jul 08 20:15:25.198905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55865f74-630a-424e-8bb5-eb152f46cb98 req-e10f8ab3-4bad-47a4-8fc9-5551645693c4 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:25.200562 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55865f74-630a-424e-8bb5-eb152f46cb98 req-e10f8ab3-4bad-47a4-8fc9-5551645693c4 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.1572649 Jul 08 20:15:25.255083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-574506eb-bc71-4007-8b4f-9d2c4ab13625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:14:22Z', 'revision_number': 4, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port': {'id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:16Z', 'updated_at': '2021-07-08T20:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'da07ccda-efb5-425e-a948-a05d6bb2be12', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'port_id': '34cbc251-b33c-4cbe-9309-21c53e09a210', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'mac_address': 'fa:16:3e:7e:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:14:28Z', 'updated_at': '2021-07-08T20:15:21Z', 'revision_number': 1, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68bbe291-3e1b-4367-9903-3f81b3f38fb8', 'name': '', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'mac_address': 'fa:16:3e:da:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:20Z', 'updated_at': '2021-07-08T20:14:30Z', 'revision_number': 5, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'subnets': [{'id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:25.294585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574506eb-bc71-4007-8b4f-9d2c4ab13625 None None] The sync data for ids ['6b225b9c-58fc-47ac-a644-78b303548b55'] in n-d-791506-16 is: [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:14:22Z', 'revision_number': 4, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port': {'id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:16Z', 'updated_at': '2021-07-08T20:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'da07ccda-efb5-425e-a948-a05d6bb2be12', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'port_id': '34cbc251-b33c-4cbe-9309-21c53e09a210', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'mac_address': 'fa:16:3e:7e:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:14:28Z', 'updated_at': '2021-07-08T20:15:21Z', 'revision_number': 1, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68bbe291-3e1b-4367-9903-3f81b3f38fb8', 'name': '', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'mac_address': 'fa:16:3e:da:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:20Z', 'updated_at': '2021-07-08T20:14:30Z', 'revision_number': 5, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'subnets': [{'id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:15:25.299796 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55865f74-630a-424e-8bb5-eb152f46cb98 req-38f00388-d91a-481d-a154-94732d480fe3 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895128 Jul 08 20:15:25.327406 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58e717f3-41b2-433c-b736-0bc4cbb97206 req-23452fb5-7a91-4eaf-ab51-1ac155676121 service neutron] 10.222.0.103 "GET /v2.0/networks/c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477702 Jul 08 20:15:25.540922 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-d9f5da5b-6be7-46e3-8104-7278c052a363 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235379 Jul 08 20:15:25.583500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da0a5-8685-4e0e-85a6-cb3b5f6eb395 req-442776ce-ad8f-4c5c-83b5-85e6f822154e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:25.592979 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-759da0a5-8685-4e0e-85a6-cb3b5f6eb395 req-442776ce-ad8f-4c5c-83b5-85e6f822154e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.1367700 Jul 08 20:15:25.643315 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c8578b-94dd-4752-b8b8-f5ceb54c3920 None None] New status for floating IP da07ccda-efb5-425e-a948-a05d6bb2be12: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:15:25.660593 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-759da0a5-8685-4e0e-85a6-cb3b5f6eb395 req-e0dcaf3d-62fe-459e-bd46-176592b6df17 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645618 Jul 08 20:15:25.810839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae85c-a813-407a-9d89-30bce4df40da req-35fc0bf8-2b0e-4b59-872a-f8dd4037d8b5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:25.812406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-35fc0bf8-2b0e-4b59-872a-f8dd4037d8b5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548780 Jul 08 20:15:25.817374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc550e1f-5b08-4a00-998e-41dfb7484202 req-dca16240-682f-4116-a735-cc2a62fcc70d tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:25.825765 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cc550e1f-5b08-4a00-998e-41dfb7484202 req-dca16240-682f-4116-a735-cc2a62fcc70d tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 1097 time: 0.2468686 Jul 08 20:15:25.839970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Request body: {'port': {'device_id': '870d93c4-6727-44be-be61-3c7121b5c3a6', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '6243f62424334f17aa948941488dc134'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:25.922327 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cc550e1f-5b08-4a00-998e-41dfb7484202 req-29bf3341-0cc7-4ae5-81e6-19f1618877da tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955791 Jul 08 20:15:25.978867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35ca59-e2a5-4e73-b396-5cfba8422810 req-14a4df64-9aaa-493c-92af-ee6adb8468bc tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:25.980890 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea35ca59-e2a5-4e73-b396-5cfba8422810 req-14a4df64-9aaa-493c-92af-ee6adb8468bc tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 1024 time: 0.0827715 Jul 08 20:15:26.036760 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea35ca59-e2a5-4e73-b396-5cfba8422810 req-93f64520-b4f5-454a-a777-2a6cff775bb5 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=02d55656-c4f2-430f-aef3-6e01a875d0c9&id=762d30cd-2e71-42e6-a274-c4da5a7d5cd4&id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0494483 Jul 08 20:15:26.054720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Made reservation on behalf of 6243f62424334f17aa948941488dc134 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:15:26.060235 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:26.080674 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:26.174879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eb3bc-714d-4491-a212-d4f7c23b79ee req-9a681308-2a44-4059-b65e-6f9e810f7862 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:26.176436 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b68eb3bc-714d-4491-a212-d4f7c23b79ee req-9a681308-2a44-4059-b65e-6f9e810f7862 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 945 time: 0.1125319 Jul 08 20:15:26.190090 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bec9e7c7-0b0e-4403-943f-26e9bc6398bd req-d0cb25dd-eca3-4255-9f6e-89974e0f0b9b tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 210 time: 0.0313554 Jul 08 20:15:26.268368 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b68eb3bc-714d-4491-a212-d4f7c23b79ee req-524fb613-58be-4669-b5a6-51b5f669775d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747299 Jul 08 20:15:26.291249 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:26.296671 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:26.373865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:26.510545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Allocated IP 192.168.233.188 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/adfef6cb-f36f-4b9f-957b-c49969aac7c2) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:15:26.573095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9d0c7-ca1b-4806-9e25-11573d9dca38 req-3d201a63-98e6-4b6a-8b66-1c8d90e3781b tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:26.574829 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-67c9d0c7-ca1b-4806-9e25-11573d9dca38 req-3d201a63-98e6-4b6a-8b66-1c8d90e3781b tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.1351757 Jul 08 20:15:26.619598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5e35d-f425-4ab3-8174-7100b8a2d812 req-efe70f6f-8255-4d44-8d01-cf0473701bf3 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:26.627025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6be5e35d-f425-4ab3-8174-7100b8a2d812 req-efe70f6f-8255-4d44-8d01-cf0473701bf3 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 1097 time: 0.0654786 Jul 08 20:15:26.661942 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6be5e35d-f425-4ab3-8174-7100b8a2d812 req-f2c86039-3aab-4567-81d2-6fe01304b69e tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339751 Jul 08 20:15:26.678366 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-67c9d0c7-ca1b-4806-9e25-11573d9dca38 req-1293e90c-7b71-4db9-a482-0acfa00e1cb1 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919957 Jul 08 20:15:26.754126 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:26.782971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Transition to ACTIVE for port object adfef6cb-f36f-4b9f-957b-c49969aac7c2 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:26.825967 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:26.949989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:15:26.951663 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745318da-3bc2-4a2d-8125-348d71702b21 req-d6d8aa54-1bca-4d11-88c6-01e450a3d924 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:26.953222 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-745318da-3bc2-4a2d-8125-348d71702b21 req-d6d8aa54-1bca-4d11-88c6-01e450a3d924 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.104 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 1024 time: 0.0998220 Jul 08 20:15:26.957697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:15:26.963788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:15:26.969355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:26.970166 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:26.985271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event updated for resources: {'Port': ['ID=adfef6cb-f36f-4b9f-957b-c49969aac7c2,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:26.991177 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-683d8bd0-0ab8-4061-bf3d-6a799d2612ed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1567476 Jul 08 20:15:27.005679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Request body: {'port': {'device_id': '870d93c4-6727-44be-be61-3c7121b5c3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:27.082145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a360b40-461d-436c-9b4b-9e17a70c2e3f req-d8052d5c-c9ec-407f-ae3a-14fbff1d3a09 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:27.084657 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a360b40-461d-436c-9b4b-9e17a70c2e3f req-d8052d5c-c9ec-407f-ae3a-14fbff1d3a09 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.1936233 Jul 08 20:15:27.095640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-745318da-3bc2-4a2d-8125-348d71702b21 req-dc928de2-c1c6-405b-b593-c36d3f5e5858 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Deleting port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:15:27.096071 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-745318da-3bc2-4a2d-8125-348d71702b21 req-dc928de2-c1c6-405b-b593-c36d3f5e5858 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:27.162235 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:27.187960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a360b40-461d-436c-9b4b-9e17a70c2e3f req-7a635966-a4b2-4dc2-a545-1215c6a67ddd tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717635 Jul 08 20:15:27.224773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-745318da-3bc2-4a2d-8125-348d71702b21 req-dc928de2-c1c6-405b-b593-c36d3f5e5858 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] For port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:27.225337 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-745318da-3bc2-4a2d-8125-348d71702b21 req-dc928de2-c1c6-405b-b593-c36d3f5e5858 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:27.242081 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-745318da-3bc2-4a2d-8125-348d71702b21 req-dc928de2-c1c6-405b-b593-c36d3f5e5858 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Calling delete_port for 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:15:27.417317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-60c61911-76c5-4e03-83b1-3ceb75759889 None None] Provisioning for port adfef6cb-f36f-4b9f-957b-c49969aac7c2 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:27.423709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-60c61911-76c5-4e03-83b1-3ceb75759889 None None] Provisioning complete for port adfef6cb-f36f-4b9f-957b-c49969aac7c2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:27.427345 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-60c61911-76c5-4e03-83b1-3ceb75759889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:27.466818 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-745318da-3bc2-4a2d-8125-348d71702b21 req-dc928de2-c1c6-405b-b593-c36d3f5e5858 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:27.472236 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-81a9d37b-5e7e-4bbd-ad2e-0fd0996d10c4 req-fbf7d9ab-5a73-4478-8a72-44ba4ba3a345 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75 HTTP/1.1" status: 200 len: 210 time: 0.0706859 Jul 08 20:15:27.483361 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7a56b1d1-02dc-4fb8-90ed-89bdea7758e5'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:27.492260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['56fc5f9e-0398-4399-b10e-9b97fbb2b12f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:27.507416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8348d1-79ff-4dbb-a119-3bee4ea3cd16 req-83f3a870-b220-4de2-8bcb-d3efe7bd9acc tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:27.510377 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c8348d1-79ff-4dbb-a119-3bee4ea3cd16 req-83f3a870-b220-4de2-8bcb-d3efe7bd9acc tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 936 time: 0.1660957 Jul 08 20:15:27.519469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc928de2-c1c6-405b-b593-c36d3f5e5858 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event deleted for resources: {'Port': ['ID=7a56b1d1-02dc-4fb8-90ed-89bdea7758e5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:27.549350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-60c61911-76c5-4e03-83b1-3ceb75759889 None None] Port adfef6cb-f36f-4b9f-957b-c49969aac7c2 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:15:27.581142 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c8348d1-79ff-4dbb-a119-3bee4ea3cd16 req-c0650bc0-9995-4f01-a144-0fae013a7a84 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639479 Jul 08 20:15:27.618680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-745318da-3bc2-4a2d-8125-348d71702b21 req-dc928de2-c1c6-405b-b593-c36d3f5e5858 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] No DVR routers for this DVR port 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:15:27.622143 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-745318da-3bc2-4a2d-8125-348d71702b21 req-dc928de2-c1c6-405b-b593-c36d3f5e5858 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:27.624439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfef6cb-f36f-4b9f-957b-c49969aac7c2 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:27.625116 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-745318da-3bc2-4a2d-8125-348d71702b21 req-dc928de2-c1c6-405b-b593-c36d3f5e5858 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.104 "DELETE /v2.0/ports/7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 HTTP/1.1" status: 204 len: 173 time: 0.6667998 Jul 08 20:15:27.625735 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75', 'name': 'network-vif-deleted', 'tag': '7a56b1d1-02dc-4fb8-90ed-89bdea7758e5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:27.629964 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375c7101-6f51-4e65-98bc-79a25c1d5bae" -d '{"events": [{"server_uuid": "37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75", "name": "network-vif-deleted", "tag": "7a56b1d1-02dc-4fb8-90ed-89bdea7758e5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:27.642804 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:27.663488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Transition to ACTIVE for port object adfef6cb-f36f-4b9f-957b-c49969aac7c2 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:27.670050 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:27.706028 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15eca5ce-8a3b-4384-972a-8b7be8f84ad3 x-openstack-request-id: req-15eca5ce-8a3b-4384-972a-8b7be8f84ad3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:27.706524 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75", "name": "network-vif-deleted", "tag": "7a56b1d1-02dc-4fb8-90ed-89bdea7758e5", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:27.706945 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-15eca5ce-8a3b-4384-972a-8b7be8f84ad3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:27.707340 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ba83ec-5ba7-471f-b3f9-8fe10e9b4d75', 'name': 'network-vif-deleted', 'tag': '7a56b1d1-02dc-4fb8-90ed-89bdea7758e5', 'status': 'completed', 'code': 200} Jul 08 20:15:27.860875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Pushing event updated for resources: {'Port': ['ID=adfef6cb-f36f-4b9f-957b-c49969aac7c2,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:27.866782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Attempting to bind port adfef6cb-f36f-4b9f-957b-c49969aac7c2 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:27.867131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Attempting to bind port adfef6cb-f36f-4b9f-957b-c49969aac7c2 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:27.867828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Attempting to bind port adfef6cb-f36f-4b9f-957b-c49969aac7c2 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:27.874775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Port adfef6cb-f36f-4b9f-957b-c49969aac7c2 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:15:27.875128 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Attempting to bind port adfef6cb-f36f-4b9f-957b-c49969aac7c2 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:27.880623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:27.880991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:27.881375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:27.881802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Bound port: adfef6cb-f36f-4b9f-957b-c49969aac7c2, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:27.882235 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:27.893130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2e749-5e42-4674-9dae-a5c8557bd102 req-3893511a-bdbd-4ff5-8fb8-ba1b9ebcbb2a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:27.894731 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95e2e749-5e42-4674-9dae-a5c8557bd102 req-3893511a-bdbd-4ff5-8fb8-ba1b9ebcbb2a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 945 time: 0.1732204 Jul 08 20:15:27.967242 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95e2e749-5e42-4674-9dae-a5c8557bd102 req-a6e80c1a-43dd-41a3-b9c3-193256c819b2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658405 Jul 08 20:15:28.012779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] For port adfef6cb-f36f-4b9f-957b-c49969aac7c2, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:28.042205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] For port adfef6cb-f36f-4b9f-957b-c49969aac7c2, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=adfef6cb-f36f-4b9f-957b-c49969aac7c2,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:28.053134 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386177da-a354-483b-a7cf-860cc978e12b req-b77a8fe0-18f1-459a-88d7-24ae3ce50dc9 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:28.054783 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-386177da-a354-483b-a7cf-860cc978e12b req-b77a8fe0-18f1-459a-88d7-24ae3ce50dc9 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 1097 time: 0.1197734 Jul 08 20:15:28.057444 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:28.122637 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:28.123263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:28.124726 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] 10.222.0.104 "PUT /v2.0/ports/adfef6cb-f36f-4b9f-957b-c49969aac7c2 HTTP/1.1" status: 200 len: 1097 time: 1.1258304 Jul 08 20:15:28.130633 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870d93c4-6727-44be-be61-3c7121b5c3a6', 'tag': 'adfef6cb-f36f-4b9f-957b-c49969aac7c2'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:28.132974 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c89ba7f-306f-4340-b576-5a02a40a9c02" -d '{"events": [{"name": "network-changed", "server_uuid": "870d93c4-6727-44be-be61-3c7121b5c3a6", "tag": "adfef6cb-f36f-4b9f-957b-c49969aac7c2"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:28.147246 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-386177da-a354-483b-a7cf-860cc978e12b req-6338d0ee-023a-461c-a0da-cbe678878bdb tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796113 Jul 08 20:15:28.194297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6d9b5-92b6-414f-97d8-649a687c2f5e service neutron] Pushing event updated for resources: {'Port': ['ID=adfef6cb-f36f-4b9f-957b-c49969aac7c2,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:28.238067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58e3d-b5db-4c0a-9b40-954e10d73445 req-194c963d-3ed5-4c09-bea5-fd627fc682f5 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:28.251310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-36f58e3d-b5db-4c0a-9b40-954e10d73445 req-194c963d-3ed5-4c09-bea5-fd627fc682f5 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.1451390 Jul 08 20:15:28.269017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae85c-a813-407a-9d89-30bce4df40da req-6b9ee9a0-a1f2-4eb1-9f1b-f909721f4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:28.271629 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-6b9ee9a0-a1f2-4eb1-9f1b-f909721f4d34 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 1100 time: 0.0914066 Jul 08 20:15:28.309775 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-36f58e3d-b5db-4c0a-9b40-954e10d73445 req-e25e74e3-387c-4a34-be16-b44b188104f0 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569913 Jul 08 20:15:28.369251 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-edc1970a-5c49-44fc-bbb3-357302b715d5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=adfef6cb-f36f-4b9f-957b-c49969aac7c2 HTTP/1.1" status: 200 len: 217 time: 0.0835197 Jul 08 20:15:28.447009 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae85c-a813-407a-9d89-30bce4df40da req-ef381963-b694-4b14-8308-da06a49baede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:28.448650 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-ef381963-b694-4b14-8308-da06a49baede service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0640726 Jul 08 20:15:28.497851 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634a8123-5a9f-4b3c-a36e-30ff2a0009c3 x-openstack-request-id: req-634a8123-5a9f-4b3c-a36e-30ff2a0009c3 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:28.498229 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870d93c4-6727-44be-be61-3c7121b5c3a6", "tag": "adfef6cb-f36f-4b9f-957b-c49969aac7c2", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:28.498605 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-634a8123-5a9f-4b3c-a36e-30ff2a0009c3 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:28.499054 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870d93c4-6727-44be-be61-3c7121b5c3a6', 'tag': 'adfef6cb-f36f-4b9f-957b-c49969aac7c2', 'status': 'completed', 'code': 200} Jul 08 20:15:28.534009 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae85c-a813-407a-9d89-30bce4df40da req-671eab6d-14c1-46d3-ac39-3dbe516e148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:28.536383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-671eab6d-14c1-46d3-ac39-3dbe516e148c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0810575 Jul 08 20:15:28.648725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-cc07375a-812e-495a-82cc-fdba9bb348de service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047204 Jul 08 20:15:28.772793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec73ec0-5195-45cc-afcb-48ccbaaffe62 req-a223a1e1-5589-48b7-b9e6-61563e8cee5d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:28.775360 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ec73ec0-5195-45cc-afcb-48ccbaaffe62 req-a223a1e1-5589-48b7-b9e6-61563e8cee5d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.1093981 Jul 08 20:15:28.795809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6beae85c-a813-407a-9d89-30bce4df40da req-49052dc1-df23-4b4a-a394-d8cb7a6f65cf service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394289 Jul 08 20:15:28.819467 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ec73ec0-5195-45cc-afcb-48ccbaaffe62 req-e4a10bcb-d8a5-4fdd-a919-623efce066ef tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381882 Jul 08 20:15:28.906376 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89ba7f-306f-4340-b576-5a02a40a9c02 req-11030b3e-8442-4a60-b0f1-1bb9a2680302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:28.907903 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c89ba7f-306f-4340-b576-5a02a40a9c02 req-11030b3e-8442-4a60-b0f1-1bb9a2680302 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 1100 time: 0.0564485 Jul 08 20:15:29.014198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89ba7f-306f-4340-b576-5a02a40a9c02 req-a1d48235-b41b-439f-a700-1e748c5c26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:29.015846 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c89ba7f-306f-4340-b576-5a02a40a9c02 req-a1d48235-b41b-439f-a700-1e748c5c26cc service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1009164 Jul 08 20:15:29.063146 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c89ba7f-306f-4340-b576-5a02a40a9c02 req-2fa8af48-08c2-45d2-862f-a105a88b7fd8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=adfef6cb-f36f-4b9f-957b-c49969aac7c2 HTTP/1.1" status: 200 len: 217 time: 0.0404606 Jul 08 20:15:29.068926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f562afa-e1ec-49a0-8ae6-0b3ecbb7c666 req-86666fa1-cb66-4f0f-8cf9-6c0e44109f15 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:29.077066 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f562afa-e1ec-49a0-8ae6-0b3ecbb7c666 req-86666fa1-cb66-4f0f-8cf9-6c0e44109f15 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 948 time: 0.0803831 Jul 08 20:15:29.113082 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f562afa-e1ec-49a0-8ae6-0b3ecbb7c666 req-60111e10-87bd-420a-a75a-8a7a6257fb40 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351636 Jul 08 20:15:29.121983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89ba7f-306f-4340-b576-5a02a40a9c02 req-f1b49043-bbee-4302-8c30-1ab103f4460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:29.123718 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c89ba7f-306f-4340-b576-5a02a40a9c02 req-f1b49043-bbee-4302-8c30-1ab103f4460c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0533829 Jul 08 20:15:29.186539 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53d2a24a-ee69-4702-b3a2-0286bac11d8a req-1e6b45c1-9217-475a-9372-46f91da4c05a tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/762d30cd-2e71-42e6-a274-c4da5a7d5cd4 HTTP/1.1" status: 200 len: 1801 time: 0.0463974 Jul 08 20:15:29.204151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89ba7f-306f-4340-b576-5a02a40a9c02 req-241ce18f-db7d-4c49-b20c-d4f992b10d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:29.205697 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c89ba7f-306f-4340-b576-5a02a40a9c02 req-241ce18f-db7d-4c49-b20c-d4f992b10d90 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0646911 Jul 08 20:15:29.247454 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-53d2a24a-ee69-4702-b3a2-0286bac11d8a req-d213b9c9-b8c8-48b7-b505-8e46d2b4cab6 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:29.287592 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-53d2a24a-ee69-4702-b3a2-0286bac11d8a req-d213b9c9-b8c8-48b7-b505-8e46d2b4cab6 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:29.319431 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c89ba7f-306f-4340-b576-5a02a40a9c02 req-18ac80eb-401e-41d4-b249-882e9acf6af9 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060009 Jul 08 20:15:29.353803 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-53d2a24a-ee69-4702-b3a2-0286bac11d8a req-d213b9c9-b8c8-48b7-b505-8e46d2b4cab6 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:29.356366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-53d2a24a-ee69-4702-b3a2-0286bac11d8a req-d213b9c9-b8c8-48b7-b505-8e46d2b4cab6 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:29.357677 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53d2a24a-ee69-4702-b3a2-0286bac11d8a req-d213b9c9-b8c8-48b7-b505-8e46d2b4cab6 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "DELETE /v2.0/security-groups/762d30cd-2e71-42e6-a274-c4da5a7d5cd4 HTTP/1.1" status: 204 len: 173 time: 0.1655393 Jul 08 20:15:29.371686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213b9c9-b8c8-48b7-b505-8e46d2b4cab6 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=762d30cd-2e71-42e6-a274-c4da5a7d5cd4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:29.424861 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c89ba7f-306f-4340-b576-5a02a40a9c02 req-a80b48fc-33d3-4ce3-92f8-06fb65f7bc1f service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990784 Jul 08 20:15:29.550109 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445993d-6b7b-4d9b-b3c0-5c866f00170f req-0b003b4e-8663-4b3f-b260-bce2e6d23e54 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:29.552037 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f445993d-6b7b-4d9b-b3c0-5c866f00170f req-0b003b4e-8663-4b3f-b260-bce2e6d23e54 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 945 time: 0.0665653 Jul 08 20:15:29.596249 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f445993d-6b7b-4d9b-b3c0-5c866f00170f req-c009517b-3650-4dad-8451-2316f805ac7e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Jul 08 20:15:29.606570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-e351d31b-5874-403f-97fd-cf97beba8983 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:15:29.607725 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-e351d31b-5874-403f-97fd-cf97beba8983 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064199 Jul 08 20:15:29.616571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] Request body: {'binding': {'host': 'n-h1-791506-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:29.617057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] Unknown quota resources ['binding']. {{(pid=94065) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:15:29.799847 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] Attempting to bind port dbdbde34-d039-48cf-8b4a-38f187a98565 on host n-h1-791506-16 for vnic_type normal with profile None {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:29.800569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] Attempting to bind port dbdbde34-d039-48cf-8b4a-38f187a98565 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:29.800569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] Attempting to bind port dbdbde34-d039-48cf-8b4a-38f187a98565 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:29.811405 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86789ac8-d0d1-46f6-a192-add2f660197a req-952e6789-926e-42a3-9e81-f2bfc31e1be4 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:29.812895 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86789ac8-d0d1-46f6-a192-add2f660197a req-952e6789-926e-42a3-9e81-f2bfc31e1be4 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.1091082 Jul 08 20:15:29.814943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] Port dbdbde34-d039-48cf-8b4a-38f187a98565 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:15:29.815264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] Attempting to bind port dbdbde34-d039-48cf-8b4a-38f187a98565 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:29.826731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:29.827064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] Checking segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:29.827433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] Bound using segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:29.827858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] Bound port: dbdbde34-d039-48cf-8b4a-38f187a98565, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:29.885965 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86789ac8-d0d1-46f6-a192-add2f660197a req-28d4c0ea-654e-42db-b084-de00bf5e41f7 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674357 Jul 08 20:15:29.901661 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=dbdbde34-d039-48cf-8b4a-38f187a98565,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:29.909132 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] Notify callbacks [] for binding, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:29.910565 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-cd2a0e56-a268-451c-bb31-a085be5e60dc service neutron] 10.222.0.101 "POST /v2.0/ports/dbdbde34-d039-48cf-8b4a-38f187a98565/bindings HTTP/1.1" status: 201 len: 390 time: 0.2972682 Jul 08 20:15:29.954424 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1f3952a-2412-43f2-8d5d-a935ae61bd43 req-a160407e-914d-4749-ade4-1f0866841f36 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/02d55656-c4f2-430f-aef3-6e01a875d0c9 HTTP/1.1" status: 200 len: 1801 time: 0.0428374 Jul 08 20:15:30.015861 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b1f3952a-2412-43f2-8d5d-a935ae61bd43 req-66ecf01f-6b87-4aa2-966c-68171a7291f2 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.038913 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b1f3952a-2412-43f2-8d5d-a935ae61bd43 req-66ecf01f-6b87-4aa2-966c-68171a7291f2 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.085861 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b1f3952a-2412-43f2-8d5d-a935ae61bd43 req-66ecf01f-6b87-4aa2-966c-68171a7291f2 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.088699 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b1f3952a-2412-43f2-8d5d-a935ae61bd43 req-66ecf01f-6b87-4aa2-966c-68171a7291f2 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.090004 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1f3952a-2412-43f2-8d5d-a935ae61bd43 req-66ecf01f-6b87-4aa2-966c-68171a7291f2 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "DELETE /v2.0/security-groups/02d55656-c4f2-430f-aef3-6e01a875d0c9 HTTP/1.1" status: 204 len: 173 time: 0.1289141 Jul 08 20:15:30.108663 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecf01f-6b87-4aa2-966c-68171a7291f2 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d55656-c4f2-430f-aef3-6e01a875d0c9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:30.278809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0e8e7-fae1-4606-b876-628f2d8c8912 req-4405145e-3939-491a-89f5-bcb00204506e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:30.280321 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-16c0e8e7-fae1-4606-b876-628f2d8c8912 req-4405145e-3939-491a-89f5-bcb00204506e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.0662344 Jul 08 20:15:30.324026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-16c0e8e7-fae1-4606-b876-628f2d8c8912 req-adae0368-7af7-436c-9ccb-ea2982c5574f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378442 Jul 08 20:15:30.343535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb2b97-015a-48d7-81c6-22cc82db3495 req-0c2c0633-47b1-4338-b83d-fbafce16f1e4 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:30.345792 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cdbb2b97-015a-48d7-81c6-22cc82db3495 req-0c2c0633-47b1-4338-b83d-fbafce16f1e4 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.0668440 Jul 08 20:15:30.354280 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-c9b5b56e-3bd6-4ba7-9ef6-90308139eb61 req-26bd4533-007c-4dfa-ad18-28222bc569cd tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-834539425', 'description': 'tempest-description-1316962287'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:30.378030 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c9b5b56e-3bd6-4ba7-9ef6-90308139eb61 req-26bd4533-007c-4dfa-ad18-28222bc569cd tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.384540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cdbb2b97-015a-48d7-81c6-22cc82db3495 req-72b4ba39-103d-422d-b211-67c67734e1fc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340872 Jul 08 20:15:30.471891 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c9b5b56e-3bd6-4ba7-9ef6-90308139eb61 req-26bd4533-007c-4dfa-ad18-28222bc569cd tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.476338 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c9b5b56e-3bd6-4ba7-9ef6-90308139eb61 req-26bd4533-007c-4dfa-ad18-28222bc569cd tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.505959 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c9b5b56e-3bd6-4ba7-9ef6-90308139eb61 req-26bd4533-007c-4dfa-ad18-28222bc569cd tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.507642 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9b5b56e-3bd6-4ba7-9ef6-90308139eb61 req-26bd4533-007c-4dfa-ad18-28222bc569cd tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1580238 Jul 08 20:15:30.513467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd4533-007c-4dfa-ad18-28222bc569cd tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d26f8d7-3458-4399-b841-e2976673b22f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:30.571840 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40be72e1-3c69-437f-abca-8ec20c52f02c req-57547e7e-0399-4a2f-a55f-04b73a107bd7 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/2d26f8d7-3458-4399-b841-e2976673b22f HTTP/1.1" status: 200 len: 1800 time: 0.0402706 Jul 08 20:15:30.575274 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad36c6-1b5c-4307-ac12-09de62fff10f req-5a38281e-eaa2-4456-882b-a1cff0e208b6 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:30.576826 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d1ad36c6-1b5c-4307-ac12-09de62fff10f req-5a38281e-eaa2-4456-882b-a1cff0e208b6 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 948 time: 0.0707722 Jul 08 20:15:30.581262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-40be72e1-3c69-437f-abca-8ec20c52f02c req-17a541cd-4818-4355-8d49-23bf1d286283 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Request body: {'security_group': {'name': 'tempest-sg-hth-537992872', 'description': 'tempest-description-hth-833800530'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:30.611633 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-40be72e1-3c69-437f-abca-8ec20c52f02c req-17a541cd-4818-4355-8d49-23bf1d286283 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.622263 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d1ad36c6-1b5c-4307-ac12-09de62fff10f req-6ab54a6a-767f-4ee3-9953-930fa0a20dec tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394607 Jul 08 20:15:30.659218 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-40be72e1-3c69-437f-abca-8ec20c52f02c req-17a541cd-4818-4355-8d49-23bf1d286283 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.663028 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-40be72e1-3c69-437f-abca-8ec20c52f02c req-17a541cd-4818-4355-8d49-23bf1d286283 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.666411 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-40be72e1-3c69-437f-abca-8ec20c52f02c req-17a541cd-4818-4355-8d49-23bf1d286283 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.667897 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40be72e1-3c69-437f-abca-8ec20c52f02c req-17a541cd-4818-4355-8d49-23bf1d286283 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "PUT /v2.0/security-groups/2d26f8d7-3458-4399-b841-e2976673b22f HTTP/1.1" status: 200 len: 1773 time: 0.0906320 Jul 08 20:15:30.701514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a541cd-4818-4355-8d49-23bf1d286283 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d26f8d7-3458-4399-b841-e2976673b22f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:30.735451 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c4bcc88-8848-49df-ac5a-f0e42cfd8962 req-ac4f059d-5a71-4eb8-8608-032af1337714 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/2d26f8d7-3458-4399-b841-e2976673b22f HTTP/1.1" status: 200 len: 1773 time: 0.0457814 Jul 08 20:15:30.800146 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9f03b-5f2b-4eb1-bd48-b0171b8257e4 req-3f58af1b-89be-4415-b1e2-0c9cdb3dcc2e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:30.801780 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3e9f03b-5f2b-4eb1-bd48-b0171b8257e4 req-3f58af1b-89be-4415-b1e2-0c9cdb3dcc2e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 945 time: 0.0707343 Jul 08 20:15:30.808602 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6b952a6-0339-42f8-ad38-fc8512d7cfa5 req-abd222b1-71c1-44e8-afb6-058c35a125fc tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/2d26f8d7-3458-4399-b841-e2976673b22f HTTP/1.1" status: 200 len: 1773 time: 0.0418122 Jul 08 20:15:30.841836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device adfef6cb-f36f-4b9f-957b-c49969aac7c2 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:15:30.843928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:15:30.844615 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3e9f03b-5f2b-4eb1-bd48-b0171b8257e4 req-420584cd-e50f-4176-995d-acd11a2a5aa4 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362759 Jul 08 20:15:30.870964 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c6b952a6-0339-42f8-ad38-fc8512d7cfa5 req-7ef541c2-e398-4744-bdf4-560a28bd8846 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.871960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:15:30.872378 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7a56b1d1-02dc-4fb8-90ed-89bdea7758e5 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:15:30.894422 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c6b952a6-0339-42f8-ad38-fc8512d7cfa5 req-7ef541c2-e398-4744-bdf4-560a28bd8846 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.945386 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c6b952a6-0339-42f8-ad38-fc8512d7cfa5 req-7ef541c2-e398-4744-bdf4-560a28bd8846 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.948686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c6b952a6-0339-42f8-ad38-fc8512d7cfa5 req-7ef541c2-e398-4744-bdf4-560a28bd8846 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:30.950111 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6b952a6-0339-42f8-ad38-fc8512d7cfa5 req-7ef541c2-e398-4744-bdf4-560a28bd8846 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "DELETE /v2.0/security-groups/2d26f8d7-3458-4399-b841-e2976673b22f HTTP/1.1" status: 204 len: 173 time: 0.1354482 Jul 08 20:15:30.962796 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef541c2-e398-4744-bdf4-560a28bd8846 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d26f8d7-3458-4399-b841-e2976673b22f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:30.963970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port adfef6cb-f36f-4b9f-957b-c49969aac7c2, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=adfef6cb-f36f-4b9f-957b-c49969aac7c2,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:30.981241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'adfef6cb-f36f-4b9f-957b-c49969aac7c2', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'adfef6cb-f36f-4b9f-957b-c49969aac7c2', 'mac_address': 'fa:16:3e:44:bb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:15:31.029854 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:31.043826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfef6cb-f36f-4b9f-957b-c49969aac7c2 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:31.066298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port adfef6cb-f36f-4b9f-957b-c49969aac7c2, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=adfef6cb-f36f-4b9f-957b-c49969aac7c2,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:31.072843 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:31.091790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c952638-3486-426b-bbff-27ecf5c2e485 req-44687007-ad6f-437a-8e21-7edd29cf33ee tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:31.093629 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c952638-3486-426b-bbff-27ecf5c2e485 req-44687007-ad6f-437a-8e21-7edd29cf33ee tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0767407 Jul 08 20:15:31.128559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=adfef6cb-f36f-4b9f-957b-c49969aac7c2,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:31.135902 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:15:31.153337 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c952638-3486-426b-bbff-27ecf5c2e485 req-38d79eb7-5d0c-4722-878e-5d856fc285bb tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 Jul 08 20:15:31.194639 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-92d787bd-ffd7-4653-aca1-28aa35d7d8de req-794859d2-ed64-4b43-8c09-1baf2f076e7e tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] show failed (client error): The resource could not be found. Jul 08 20:15:31.197268 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-92d787bd-ffd7-4653-aca1-28aa35d7d8de req-794859d2-ed64-4b43-8c09-1baf2f076e7e tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/02d55656-c4f2-430f-aef3-6e01a875d0c9 HTTP/1.1" status: 404 len: 352 time: 0.0146625 Jul 08 20:15:31.247605 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-0aed6610-67d0-4427-9d1e-8ba94e43058c req-102a1db8-7a18-4bbd-93b6-76ec126828cf tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] show failed (client error): The resource could not be found. Jul 08 20:15:31.248745 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0aed6610-67d0-4427-9d1e-8ba94e43058c req-102a1db8-7a18-4bbd-93b6-76ec126828cf tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/762d30cd-2e71-42e6-a274-c4da5a7d5cd4 HTTP/1.1" status: 404 len: 352 time: 0.0151262 Jul 08 20:15:31.282973 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-4cdfe555-5e34-4554-ac5c-50d0f9fdb277 req-5e13dec8-7de3-4b15-b1b2-f451a0e1b292 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] show failed (client error): The resource could not be found. Jul 08 20:15:31.283975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4cdfe555-5e34-4554-ac5c-50d0f9fdb277 req-5e13dec8-7de3-4b15-b1b2-f451a0e1b292 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/595442ee-0083-407f-90b3-fb684ab5f21a HTTP/1.1" status: 404 len: 352 time: 0.0153363 Jul 08 20:15:31.317068 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-3140c45a-dfe4-42d1-a6e5-8f38c3e44f24 req-bde09c64-4805-46bf-a02e-d6e5da3e0654 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] show failed (client error): The resource could not be found. Jul 08 20:15:31.318036 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3140c45a-dfe4-42d1-a6e5-8f38c3e44f24 req-bde09c64-4805-46bf-a02e-d6e5da3e0654 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/9bea08d3-e9c8-4ade-8f3b-7ad546a20649 HTTP/1.1" status: 404 len: 352 time: 0.0147064 Jul 08 20:15:31.336616 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:31.357716 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-832d6216-b3b6-4a07-86ae-ab4a725b3949 req-f7a05001-bf39-4240-89e6-8aed297ab4bf tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] show failed (client error): The resource could not be found. Jul 08 20:15:31.358878 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-832d6216-b3b6-4a07-86ae-ab4a725b3949 req-f7a05001-bf39-4240-89e6-8aed297ab4bf tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/28819334-c615-4e58-99d5-64fa155b5d8d HTTP/1.1" status: 404 len: 352 time: 0.0189576 Jul 08 20:15:31.406318 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-9c36458a-defc-4b4c-a307-d35a58ca1822 req-dea89040-dbca-46c1-9833-4dd2776b8c54 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] show failed (client error): The resource could not be found. Jul 08 20:15:31.407565 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c36458a-defc-4b4c-a307-d35a58ca1822 req-dea89040-dbca-46c1-9833-4dd2776b8c54 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/c3ed02e0-8b18-4206-bfb8-65fef0e5a269 HTTP/1.1" status: 404 len: 352 time: 0.0242949 Jul 08 20:15:31.530303 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e5f5f-2cd0-4663-aa43-91745d56e2f6 req-ae81323c-0e1d-4602-9040-134acd6a9e28 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:31.531855 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca7e5f5f-2cd0-4663-aa43-91745d56e2f6 req-ae81323c-0e1d-4602-9040-134acd6a9e28 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.0635586 Jul 08 20:15:31.571302 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca7e5f5f-2cd0-4663-aa43-91745d56e2f6 req-87f7e05a-a484-41e2-91e1-8e5ea39d4492 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325222 Jul 08 20:15:31.597223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434bba7-a740-45b6-ba5b-0d046652ae61 req-3a9e674d-bf98-4e07-a1cf-a0dcac7558b5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:31.598741 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4434bba7-a740-45b6-ba5b-0d046652ae61 req-3a9e674d-bf98-4e07-a1cf-a0dcac7558b5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.0755100 Jul 08 20:15:31.637654 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4434bba7-a740-45b6-ba5b-0d046652ae61 req-fe8a07b7-3815-462c-8e44-09abca7b353c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323732 Jul 08 20:15:31.810541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eaec3-8a50-4d91-8275-c94a6f4f34fe req-bbd1048a-fc2b-450c-a820-898d3a5ad2bd tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:31.812180 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf2eaec3-8a50-4d91-8275-c94a6f4f34fe req-bbd1048a-fc2b-450c-a820-898d3a5ad2bd tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 949 time: 0.0740113 Jul 08 20:15:31.873943 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf2eaec3-8a50-4d91-8275-c94a6f4f34fe req-af885cc7-43a7-493b-9729-83928837b6f4 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521235 Jul 08 20:15:31.968123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b54fa-52f7-493c-a9d1-daa633330aa3 req-8c890586-3a61-4b2e-94ea-15d89974662f tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:31.969688 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-192b54fa-52f7-493c-a9d1-daa633330aa3 req-8c890586-3a61-4b2e-94ea-15d89974662f tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 1023 time: 0.0684702 Jul 08 20:15:32.014497 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-192b54fa-52f7-493c-a9d1-daa633330aa3 req-7025843b-79e8-4082-b414-87cd34b9a685 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=21da1d3c-0d59-49d5-9eaf-aa02656e1fb0&id=a6d49e65-ea64-4232-a290-9d9b092a19c8&id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0389986 Jul 08 20:15:32.049662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d91c88-63e4-4d80-8db9-968231a837e5 req-65280962-1262-4a90-9996-4cc85f381c20 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:32.051136 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94d91c88-63e4-4d80-8db9-968231a837e5 req-65280962-1262-4a90-9996-4cc85f381c20 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 945 time: 0.0679410 Jul 08 20:15:32.088558 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94d91c88-63e4-4d80-8db9-968231a837e5 req-378b41e2-b04d-437b-a2d9-675767c3085c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Jul 08 20:15:32.332780 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b765a9-d809-491f-b7a1-960e21f4894e req-6ec14bd0-991b-4a29-a8c3-9109adc67397 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:32.334324 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23b765a9-d809-491f-b7a1-960e21f4894e req-6ec14bd0-991b-4a29-a8c3-9109adc67397 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0675006 Jul 08 20:15:32.372849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23b765a9-d809-491f-b7a1-960e21f4894e req-a22ea3c9-a622-49f8-88d1-587af454b2c6 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Jul 08 20:15:32.749045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b7fb3-280a-4be7-be16-954fdb5b81ed req-26f72cc8-23f6-477f-853f-1418910274d8 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:32.750677 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-339b7fb3-280a-4be7-be16-954fdb5b81ed req-26f72cc8-23f6-477f-853f-1418910274d8 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.0657144 Jul 08 20:15:32.790901 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-339b7fb3-280a-4be7-be16-954fdb5b81ed req-f6a8f297-3261-4016-8eaa-be27644dab83 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339940 Jul 08 20:15:32.827579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f3414-9867-4040-9186-7a4270328ecf req-3ba5f2c8-e988-4e64-96e8-c7311cfb4ae0 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:32.829127 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f38f3414-9867-4040-9186-7a4270328ecf req-3ba5f2c8-e988-4e64-96e8-c7311cfb4ae0 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.0679977 Jul 08 20:15:32.849416 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device adfef6cb-f36f-4b9f-957b-c49969aac7c2 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:32.869138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f38f3414-9867-4040-9186-7a4270328ecf req-16c45a40-f858-46b4-8ac0-a0e823d2aae5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 Jul 08 20:15:32.900289 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port adfef6cb-f36f-4b9f-957b-c49969aac7c2 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:32.904596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port adfef6cb-f36f-4b9f-957b-c49969aac7c2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:32.905004 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:32.982132 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:33.009415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870d93c4-6727-44be-be61-3c7121b5c3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfef6cb-f36f-4b9f-957b-c49969aac7c2'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:33.011595 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbf5ec9-5e15-476a-b442-54e110bbebaf" -d '{"events": [{"server_uuid": "870d93c4-6727-44be-be61-3c7121b5c3a6", "name": "network-vif-plugged", "status": "completed", "tag": "adfef6cb-f36f-4b9f-957b-c49969aac7c2"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:33.024521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port adfef6cb-f36f-4b9f-957b-c49969aac7c2, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=adfef6cb-f36f-4b9f-957b-c49969aac7c2,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:33.029905 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:33.056010 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c953aabe-4ea1-4393-bec9-51e3fa313c3b x-openstack-request-id: req-c953aabe-4ea1-4393-bec9-51e3fa313c3b {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:33.057092 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870d93c4-6727-44be-be61-3c7121b5c3a6", "name": "network-vif-plugged", "status": "completed", "tag": "adfef6cb-f36f-4b9f-957b-c49969aac7c2", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:33.057092 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c953aabe-4ea1-4393-bec9-51e3fa313c3b {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:33.057092 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870d93c4-6727-44be-be61-3c7121b5c3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfef6cb-f36f-4b9f-957b-c49969aac7c2', 'code': 200} Jul 08 20:15:33.084495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699e737-71de-448c-82b7-494b6322cab9 req-8f0a6c10-2ee0-4d92-b3b6-7dd3f3d15feb tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:33.086133 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a699e737-71de-448c-82b7-494b6322cab9 req-8f0a6c10-2ee0-4d92-b3b6-7dd3f3d15feb tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 949 time: 0.0964730 Jul 08 20:15:33.090971 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=adfef6cb-f36f-4b9f-957b-c49969aac7c2,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:33.127903 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a699e737-71de-448c-82b7-494b6322cab9 req-0ce3c7bd-339d-4a78-9b3b-0e93051f0e90 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340490 Jul 08 20:15:33.234278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c98d0c-a633-4385-9fda-5e92e7f850a4 req-869659f4-dfe1-43cc-9991-6fe842b0265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:33.235850 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17c98d0c-a633-4385-9fda-5e92e7f850a4 req-869659f4-dfe1-43cc-9991-6fe842b0265d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 1102 time: 0.1135466 Jul 08 20:15:33.248218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e3ef5-5aef-4b58-bc5b-0b3cc22b0558 req-6e243d30-7010-4c99-a47b-b4a9c0258e7d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:33.250004 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-961e3ef5-5aef-4b58-bc5b-0b3cc22b0558 req-6e243d30-7010-4c99-a47b-b4a9c0258e7d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 1023 time: 0.0874937 Jul 08 20:15:33.300806 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7769afc-48a1-40bc-badf-b1c71a5f3756 req-b1492e56-de98-4a41-bc6d-f11c51b23960 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:33.302016 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7769afc-48a1-40bc-badf-b1c71a5f3756 req-b1492e56-de98-4a41-bc6d-f11c51b23960 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 945 time: 0.0657170 Jul 08 20:15:33.312471 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-961e3ef5-5aef-4b58-bc5b-0b3cc22b0558 req-a90d6b0c-027c-4e62-a11f-fb6dd67b8312 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=21da1d3c-0d59-49d5-9eaf-aa02656e1fb0&id=a6d49e65-ea64-4232-a290-9d9b092a19c8&id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0555425 Jul 08 20:15:33.314321 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17c98d0c-a633-4385-9fda-5e92e7f850a4 req-59fc200e-d661-4cba-ae5e-354dfdfead41 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631208 Jul 08 20:15:33.344299 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7769afc-48a1-40bc-badf-b1c71a5f3756 req-229f696f-d096-4e02-bfb1-96d54d4e2dcd tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355234 Jul 08 20:15:33.552929 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa4bae-6dc6-433a-bb97-7ca11a08c67c req-6fb90729-c61f-4a9c-b13f-c8f9213abe1c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:33.554418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b5aa4bae-6dc6-433a-bb97-7ca11a08c67c req-6fb90729-c61f-4a9c-b13f-c8f9213abe1c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0680978 Jul 08 20:15:33.592218 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b5aa4bae-6dc6-433a-bb97-7ca11a08c67c req-c7e21a41-cc3d-40b0-8384-38eec5e355a5 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314879 Jul 08 20:15:33.879991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ef8c5-8bcd-4848-a03a-d3d4e00c8c11 req-25e598e3-025e-459c-974d-9f6498382ff4 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:33.881810 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f04ef8c5-8bcd-4848-a03a-d3d4e00c8c11 req-25e598e3-025e-459c-974d-9f6498382ff4 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.103 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 1023 time: 0.0671403 Jul 08 20:15:33.976199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e5502-275b-4b21-ad1b-1847d21f1bb2 req-44fc847c-749a-4964-b6c4-618aa638300b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:33.978904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-002e5502-275b-4b21-ad1b-1847d21f1bb2 req-44fc847c-749a-4964-b6c4-618aa638300b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.0693784 Jul 08 20:15:34.019141 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-002e5502-275b-4b21-ad1b-1847d21f1bb2 req-0bb82c89-ba0a-4710-8e72-35505c88c5c5 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344980 Jul 08 20:15:34.036481 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-be17651d-fa07-4c43-8880-963a3b1541b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:34.289087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f04ef8c5-8bcd-4848-a03a-d3d4e00c8c11 req-b63ae5b8-8b76-48f0-b709-94537f710f55 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Deleting port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:15:34.289700 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f04ef8c5-8bcd-4848-a03a-d3d4e00c8c11 req-b63ae5b8-8b76-48f0-b709-94537f710f55 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:34.325394 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbd118-5f0a-4d92-b8f2-a1cc14954f45 req-a00ca0cf-b64a-492b-be7f-2fe7430ca08c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:34.326329 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-62dbd118-5f0a-4d92-b8f2-a1cc14954f45 req-a00ca0cf-b64a-492b-be7f-2fe7430ca08c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 950 time: 0.0737777 Jul 08 20:15:34.374633 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-62dbd118-5f0a-4d92-b8f2-a1cc14954f45 req-1eee725d-eebb-4efe-9cba-886937a79397 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373139 Jul 08 20:15:34.402324 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f24159-0243-4648-9c61-f11df70032d3 req-e9ce84f6-e3d9-468e-893b-649b9400f572 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:34.402324 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-94f24159-0243-4648-9c61-f11df70032d3 req-e9ce84f6-e3d9-468e-893b-649b9400f572 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.4116943 Jul 08 20:15:34.457709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-f04ef8c5-8bcd-4848-a03a-d3d4e00c8c11 req-b63ae5b8-8b76-48f0-b709-94537f710f55 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] For port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,segment=NetworkSegment(2aca1bf2-96ba-463f-98f2-864a4ace7e4b),segment_id=2aca1bf2-96ba-463f-98f2-864a4ace7e4b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:34.458093 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f04ef8c5-8bcd-4848-a03a-d3d4e00c8c11 req-b63ae5b8-8b76-48f0-b709-94537f710f55 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:34.470641 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-94f24159-0243-4648-9c61-f11df70032d3 req-2c9b77a2-2fa6-441b-b09e-6204beeffe88 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621755 Jul 08 20:15:34.477707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f04ef8c5-8bcd-4848-a03a-d3d4e00c8c11 req-b63ae5b8-8b76-48f0-b709-94537f710f55 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Calling delete_port for 56fc5f9e-0398-4399-b10e-9b97fbb2b12f owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:15:34.563906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4562fde-192c-4184-bbd1-0a8e733aefff req-bb4cd62c-8dc2-42c4-a0d7-1cb8fce0fe4a tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:34.565429 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4562fde-192c-4184-bbd1-0a8e733aefff req-bb4cd62c-8dc2-42c4-a0d7-1cb8fce0fe4a tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/ports?device_id=f64b3e1e-e7c1-4457-8bfc-529917188218 HTTP/1.1" status: 200 len: 1023 time: 0.0729253 Jul 08 20:15:34.613880 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4562fde-192c-4184-bbd1-0a8e733aefff req-acbc3779-85a7-4dd8-bcc7-7778b9cba2e0 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups?id=21da1d3c-0d59-49d5-9eaf-aa02656e1fb0&id=a6d49e65-ea64-4232-a290-9d9b092a19c8&id=2b695978-37c7-42a1-beaa-d59f83188a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0376911 Jul 08 20:15:34.646505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628629b-3bbc-46f2-82c7-0e8e522c7c63 req-539751ac-b12d-4cd1-9aee-4185187fe346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:34.648013 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5628629b-3bbc-46f2-82c7-0e8e522c7c63 req-539751ac-b12d-4cd1-9aee-4185187fe346 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 1097 time: 0.1181512 Jul 08 20:15:34.729858 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f04ef8c5-8bcd-4848-a03a-d3d4e00c8c11 req-b63ae5b8-8b76-48f0-b709-94537f710f55 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:34.747018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['56fc5f9e-0398-4399-b10e-9b97fbb2b12f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:34.769817 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5628629b-3bbc-46f2-82c7-0e8e522c7c63 req-5b0ad7bf-1ab1-4575-975f-6785bd42228b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962079 Jul 08 20:15:34.771643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ae5b8-8b76-48f0-b709-94537f710f55 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event deleted for resources: {'Port': ['ID=56fc5f9e-0398-4399-b10e-9b97fbb2b12f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:34.782153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4fb17-975c-419c-acd3-1c5bb2b5a157 req-2d2ecc6b-c86c-4965-ac99-9a34d6996ed2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:34.783717 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02f4fb17-975c-419c-acd3-1c5bb2b5a157 req-2d2ecc6b-c86c-4965-ac99-9a34d6996ed2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 945 time: 0.1842089 Jul 08 20:15:34.845969 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04ef8c5-8bcd-4848-a03a-d3d4e00c8c11 req-b63ae5b8-8b76-48f0-b709-94537f710f55 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] No DVR routers for this DVR port 56fc5f9e-0398-4399-b10e-9b97fbb2b12f on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:15:34.850415 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f04ef8c5-8bcd-4848-a03a-d3d4e00c8c11 req-b63ae5b8-8b76-48f0-b709-94537f710f55 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:34.852865 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f04ef8c5-8bcd-4848-a03a-d3d4e00c8c11 req-b63ae5b8-8b76-48f0-b709-94537f710f55 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.103 "DELETE /v2.0/ports/56fc5f9e-0398-4399-b10e-9b97fbb2b12f HTTP/1.1" status: 204 len: 173 time: 0.9584744 Jul 08 20:15:34.853314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64b3e1e-e7c1-4457-8bfc-529917188218', 'name': 'network-vif-deleted', 'tag': '56fc5f9e-0398-4399-b10e-9b97fbb2b12f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:34.855671 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d575d595-1c97-41a7-9c50-00f90c5518cb" -d '{"events": [{"server_uuid": "f64b3e1e-e7c1-4457-8bfc-529917188218", "name": "network-vif-deleted", "tag": "56fc5f9e-0398-4399-b10e-9b97fbb2b12f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:34.873795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02f4fb17-975c-419c-acd3-1c5bb2b5a157 req-07e31a80-9140-4e7d-85d2-dbee7d032fcc tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833492 Jul 08 20:15:34.933641 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321a7340-7217-4e7d-9f04-f55cb02d9d24 x-openstack-request-id: req-321a7340-7217-4e7d-9f04-f55cb02d9d24 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:34.933956 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64b3e1e-e7c1-4457-8bfc-529917188218", "name": "network-vif-deleted", "tag": "56fc5f9e-0398-4399-b10e-9b97fbb2b12f", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:34.934208 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-321a7340-7217-4e7d-9f04-f55cb02d9d24 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:34.934602 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64b3e1e-e7c1-4457-8bfc-529917188218', 'name': 'network-vif-deleted', 'tag': '56fc5f9e-0398-4399-b10e-9b97fbb2b12f', 'status': 'completed', 'code': 200} Jul 08 20:15:35.026621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02e96d-419d-4820-a892-e30715fee7f6 req-c989d6b5-82a4-4734-a9d5-f3d9bf0014a1 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:35.028142 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e02e96d-419d-4820-a892-e30715fee7f6 req-c989d6b5-82a4-4734-a9d5-f3d9bf0014a1 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0722260 Jul 08 20:15:35.072619 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e02e96d-419d-4820-a892-e30715fee7f6 req-85ce6c22-ac26-4ed9-b1c4-f84a5996a581 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Jul 08 20:15:35.230402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ac6b-092c-4c05-b71e-e1c74b06f6b3 req-0749110b-b214-49a6-a292-34f7f5ee79fe tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:35.231975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25c9ac6b-092c-4c05-b71e-e1c74b06f6b3 req-0749110b-b214-49a6-a292-34f7f5ee79fe tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.0686574 Jul 08 20:15:35.272310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25c9ac6b-092c-4c05-b71e-e1c74b06f6b3 req-3818e3fa-81ef-41b7-9f53-9efcc9670f06 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347717 Jul 08 20:15:35.564428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b83561-3bc9-410d-a8d4-1e38600228ff req-5d76c44f-3f8a-4fce-b416-6841bf9124b9 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:35.569183 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70b83561-3bc9-410d-a8d4-1e38600228ff req-5d76c44f-3f8a-4fce-b416-6841bf9124b9 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 950 time: 0.0764880 Jul 08 20:15:35.609449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70b83561-3bc9-410d-a8d4-1e38600228ff req-c8c72de6-567a-471b-a371-5e1a7771d01d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362926 Jul 08 20:15:35.701429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ff609-bafc-4d57-a358-e754c1a7f8c3 req-95479f2c-4498-4114-b01f-c8ed51c532dc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:35.703199 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e71ff609-bafc-4d57-a358-e754c1a7f8c3 req-95479f2c-4498-4114-b01f-c8ed51c532dc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.0757864 Jul 08 20:15:35.754408 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e71ff609-bafc-4d57-a358-e754c1a7f8c3 req-59a6d3e3-b931-4830-a106-324bc75beb95 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Jul 08 20:15:35.856391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-74c2ece8-d784-4613-b5bb-26e45d2e8ff9 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:35.857947 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-74c2ece8-d784-4613-b5bb-26e45d2e8ff9 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858&tenant_id=497d536bc47446ccb3b69c5679cc9909&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1097 time: 0.1056685 Jul 08 20:15:35.872599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-16'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:35.900229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc699e-5433-40ee-bf20-513cd05f067f req-2ec26d27-dc81-4adf-bc03-9745c26ff80c tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:35.901826 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84cc699e-5433-40ee-bf20-513cd05f067f req-2ec26d27-dc81-4adf-bc03-9745c26ff80c tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 1102 time: 0.0987914 Jul 08 20:15:35.932789 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-84cc699e-5433-40ee-bf20-513cd05f067f req-f08df3fe-59ee-4a1b-b9af-d2bb29256d69 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:35.986026 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.005923 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3cad1de3-2f7d-4db2-ae3c-e1001a7af7e7 req-c8a19633-b118-4afd-9e70-77e6eea1a4a4 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/21da1d3c-0d59-49d5-9eaf-aa02656e1fb0 HTTP/1.1" status: 200 len: 1800 time: 0.0516169 Jul 08 20:15:36.069617 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3cad1de3-2f7d-4db2-ae3c-e1001a7af7e7 req-f8da487d-50ef-41bf-8af6-d272fe987129 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.093480 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3cad1de3-2f7d-4db2-ae3c-e1001a7af7e7 req-f8da487d-50ef-41bf-8af6-d272fe987129 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.137429 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3cad1de3-2f7d-4db2-ae3c-e1001a7af7e7 req-f8da487d-50ef-41bf-8af6-d272fe987129 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.140013 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3cad1de3-2f7d-4db2-ae3c-e1001a7af7e7 req-f8da487d-50ef-41bf-8af6-d272fe987129 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.141220 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3cad1de3-2f7d-4db2-ae3c-e1001a7af7e7 req-f8da487d-50ef-41bf-8af6-d272fe987129 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "DELETE /v2.0/security-groups/21da1d3c-0d59-49d5-9eaf-aa02656e1fb0 HTTP/1.1" status: 204 len: 173 time: 0.1289833 Jul 08 20:15:36.154123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da487d-50ef-41bf-8af6-d272fe987129 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21da1d3c-0d59-49d5-9eaf-aa02656e1fb0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:36.160218 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-84cc699e-5433-40ee-bf20-513cd05f067f req-f08df3fe-59ee-4a1b-b9af-d2bb29256d69 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.173993 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-84cc699e-5433-40ee-bf20-513cd05f067f req-f08df3fe-59ee-4a1b-b9af-d2bb29256d69 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.190339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=95e93db7-8928-42f2-9324-6e2a4b840c24,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:36.219940 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84cc699e-5433-40ee-bf20-513cd05f067f req-f08df3fe-59ee-4a1b-b9af-d2bb29256d69 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098466 Jul 08 20:15:36.226437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08df3fe-59ee-4a1b-b9af-d2bb29256d69 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ea51f9-dd34-4ce7-9c22-b643284ab2d4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:36.269468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:36.314494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3ed750-b973-4031-b24c-76ca9c5a1858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e93db7-8928-42f2-9324-6e2a4b840c24'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:36.316807 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f1789a-2ccc-4ea4-a1f4-3f0928eea0b7" -d '{"events": [{"server_uuid": "9d3ed750-b973-4031-b24c-76ca9c5a1858", "name": "network-vif-unplugged", "status": "completed", "tag": "95e93db7-8928-42f2-9324-6e2a4b840c24"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:36.327617 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.344395 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.442502 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe16bc-2fd4-4367-a313-55d3dfa151cc req-356a54c8-0822-4678-a48e-b8df9c901951 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:36.444049 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acbe16bc-2fd4-4367-a313-55d3dfa151cc req-356a54c8-0822-4678-a48e-b8df9c901951 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0798843 Jul 08 20:15:36.466849 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Pushing event updated for resources: {'Port': ['ID=95e93db7-8928-42f2-9324-6e2a4b840c24,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:36.481397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Attempting to bind port 95e93db7-8928-42f2-9324-6e2a4b840c24 on host n-h2-791506-16 for vnic_type normal with profile {"migrating_to": "n-h1-791506-16"} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:36.481734 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Attempting to bind port 95e93db7-8928-42f2-9324-6e2a4b840c24 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:36.482065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Attempting to bind port 95e93db7-8928-42f2-9324-6e2a4b840c24 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:36.485711 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acbe16bc-2fd4-4367-a313-55d3dfa151cc req-8c1cda68-b5a3-4a8a-8d67-8358b2fcce2a tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347276 Jul 08 20:15:36.493344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0a513-894a-4561-8710-d020c667156c req-4f841cb8-bc7d-4f8b-b2d8-a3a39d06550b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:36.494893 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7db0a513-894a-4561-8710-d020c667156c req-4f841cb8-bc7d-4f8b-b2d8-a3a39d06550b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 943 time: 0.1636066 Jul 08 20:15:36.497189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Port 95e93db7-8928-42f2-9324-6e2a4b840c24 on network 1f8d4455-76b7-4da7-903b-af304e444c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:15:36.497529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Attempting to bind port 95e93db7-8928-42f2-9324-6e2a4b840c24 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:36.510249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:36.510590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Checking segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:36.510969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Bound using segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:36.511407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Bound port: 95e93db7-8928-42f2-9324-6e2a4b840c24, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:36.511765 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.530359 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4ac16c84-3165-49f6-8576-816d173312ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.565686 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8ae97d9f-207b-4356-8302-7788f87c58e4 req-50a84023-2a7a-4821-ad2d-16a782ef0925 tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "GET /v2.0/security-groups/a6d49e65-ea64-4232-a290-9d9b092a19c8 HTTP/1.1" status: 200 len: 1801 time: 0.0501027 Jul 08 20:15:36.573928 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7db0a513-894a-4561-8710-d020c667156c req-be1580c8-1dd9-4760-9c11-b475376ef80c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730979 Jul 08 20:15:36.608312 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:36.612287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=95e93db7-8928-42f2-9324-6e2a4b840c24,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:36.618527 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.670848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8ae97d9f-207b-4356-8302-7788f87c58e4 req-d4c5b469-3cc4-4ec8-9242-fcf0399bc98d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.699450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8ae97d9f-207b-4356-8302-7788f87c58e4 req-d4c5b469-3cc4-4ec8-9242-fcf0399bc98d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.704421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Pushing event updated for resources: {'Port': ['ID=95e93db7-8928-42f2-9324-6e2a4b840c24,revision_number=8']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:36.708212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:36.709539 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.710283 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5d5a0285-0ef8-480b-93c2-c7c638838f09 service neutron] 10.222.0.104 "PUT /v2.0/ports/95e93db7-8928-42f2-9324-6e2a4b840c24 HTTP/1.1" status: 200 len: 1123 time: 0.8438733 Jul 08 20:15:36.754432 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8ae97d9f-207b-4356-8302-7788f87c58e4 req-d4c5b469-3cc4-4ec8-9242-fcf0399bc98d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.756960 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8ae97d9f-207b-4356-8302-7788f87c58e4 req-d4c5b469-3cc4-4ec8-9242-fcf0399bc98d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.758348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8ae97d9f-207b-4356-8302-7788f87c58e4 req-d4c5b469-3cc4-4ec8-9242-fcf0399bc98d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] 10.222.0.101 "DELETE /v2.0/security-groups/a6d49e65-ea64-4232-a290-9d9b092a19c8 HTTP/1.1" status: 204 len: 173 time: 0.1851134 Jul 08 20:15:36.767096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46484) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:36.814904 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d06ebf-4543-466d-891a-119938342a95 x-openstack-request-id: req-c5d06ebf-4543-466d-891a-119938342a95 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:36.815512 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3ed750-b973-4031-b24c-76ca9c5a1858", "name": "network-vif-unplugged", "status": "completed", "tag": "95e93db7-8928-42f2-9324-6e2a4b840c24", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:36.815972 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c5d06ebf-4543-466d-891a-119938342a95 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:36.816795 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3ed750-b973-4031-b24c-76ca9c5a1858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e93db7-8928-42f2-9324-6e2a4b840c24', 'code': 200} Jul 08 20:15:36.828742 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['95e93db7-8928-42f2-9324-6e2a4b840c24'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:36.846522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5b469-3cc4-4ec8-9242-fcf0399bc98d tempest-SecurityGroupsTestJSON-1564204817 tempest-SecurityGroupsTestJSON-1564204817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d49e65-ea64-4232-a290-9d9b092a19c8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:36.883930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8c7592-90fe-425f-9e82-3837e810617b admin admin] Deleting subnet 95cce14b-7783-4753-a529-c1129c321d7d {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:15:36.889148 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f8c7592-90fe-425f-9e82-3837e810617b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:36.897362 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['95e93db7-8928-42f2-9324-6e2a4b840c24'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:36.924567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 95e93db7-8928-42f2-9324-6e2a4b840c24 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:15:36.952972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0ac1b-53b0-4cbd-8108-7d1ed9d56daa req-dc135dd3-ff12-40eb-9e5d-3365e76f3052 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:36.954833 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a0ac1b-53b0-4cbd-8108-7d1ed9d56daa req-dc135dd3-ff12-40eb-9e5d-3365e76f3052 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.0719914 Jul 08 20:15:36.989320 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:37.000798 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f8c7592-90fe-425f-9e82-3837e810617b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:37.004583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a0ac1b-53b0-4cbd-8108-7d1ed9d56daa req-9872afaf-9ce0-4180-8de4-c0edbabf954b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Jul 08 20:15:37.085184 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f8c7592-90fe-425f-9e82-3837e810617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:37.118712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-de6b7857-013f-4e29-9ab2-02fdf380a2ed tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:37.120320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-de6b7857-013f-4e29-9ab2-02fdf380a2ed tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/networks?id=facf6591-74f3-4e8c-9b17-d5502e9f1283 HTTP/1.1" status: 200 len: 810 time: 0.2067449 Jul 08 20:15:37.147584 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-104e25b5-ccec-48d4-a5de-f85ef7d4447a tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/quotas/5ea3d50172a64152a8b1a4c73654d683 HTTP/1.1" status: 200 len: 375 time: 0.0153251 Jul 08 20:15:37.168614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=95e93db7-8928-42f2-9324-6e2a4b840c24,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:37.200359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 95e93db7-8928-42f2-9324-6e2a4b840c24 has no active binding in host n-h1-791506-16 {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 20:15:37.216784 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f8c7592-90fe-425f-9e82-3837e810617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:37.218168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45791e54-0148-43f5-b706-02b9287e11a8 req-1d5b82c3-3c0a-4739-99e3-cd56d06acb82 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:37.219885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45791e54-0148-43f5-b706-02b9287e11a8 req-1d5b82c3-3c0a-4739-99e3-cd56d06acb82 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.0735931 Jul 08 20:15:37.268941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c7592-90fe-425f-9e82-3837e810617b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95cce14b-7783-4753-a529-c1129c321d7d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:37.276403 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f8c7592-90fe-425f-9e82-3837e810617b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:37.278316 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0f8c7592-90fe-425f-9e82-3837e810617b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/95cce14b-7783-4753-a529-c1129c321d7d HTTP/1.1" status: 204 len: 168 time: 0.5102441 Jul 08 20:15:37.281575 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46502) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:37.283310 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45791e54-0148-43f5-b706-02b9287e11a8 req-bced5320-e79e-4708-86cb-55a068a2416a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525994 Jul 08 20:15:37.341402 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-333ff30b-a5e6-4431-bdc6-3e71eca9b0f1 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5ea3d50172a64152a8b1a4c73654d683&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1818852 Jul 08 20:15:37.384770 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-264da9ad-0048-4b88-a604-9fd2ac137adf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242083 Jul 08 20:15:37.416023 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce54cfe1-ed89-4942-8b69-f2884628697d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:37.510194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2ff9136e-4996-401c-8933-6ceb58ea64ea tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:37.511694 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2ff9136e-4996-401c-8933-6ceb58ea64ea tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1208591 Jul 08 20:15:37.517932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-53cd1a10-b99e-4ac0-8065-6e605b648afc service neutron] 10.222.0.101 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641099 Jul 08 20:15:37.527917 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-e0e33335-e933-483b-981a-0a95333eaa75 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/quotas/6243f62424334f17aa948941488dc134 HTTP/1.1" status: 200 len: 375 time: 0.0098796 Jul 08 20:15:37.528166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce54cfe1-ed89-4942-8b69-f2884628697d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:37.581013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ce54cfe1-ed89-4942-8b69-f2884628697d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9871f546-4c94-435f-95d1-c9035173ce0c']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:37.596186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ce54cfe1-ed89-4942-8b69-f2884628697d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aca1bf2-96ba-463f-98f2-864a4ace7e4b') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:37.596484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ce54cfe1-ed89-4942-8b69-f2884628697d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aca1bf2-96ba-463f-98f2-864a4ace7e4b') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:37.606169 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-f67aa28b-74ce-447b-89fe-2d3186729741 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726919 Jul 08 20:15:37.608919 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce54cfe1-ed89-4942-8b69-f2884628697d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:37.633759 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce54cfe1-ed89-4942-8b69-f2884628697d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:37.649108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce54cfe1-ed89-4942-8b69-f2884628697d admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:15:37.649320 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce54cfe1-ed89-4942-8b69-f2884628697d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:15:37.651558 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:15:37.689216 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-2ab21fd9-e297-42e1-99fa-ba5f7a653340 service neutron] 10.222.0.101 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630905 Jul 08 20:15:37.717560 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce54cfe1-ed89-4942-8b69-f2884628697d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:37.723468 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce54cfe1-ed89-4942-8b69-f2884628697d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:37.725512 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ce54cfe1-ed89-4942-8b69-f2884628697d admin admin] 10.222.0.101 "DELETE /v2.0/networks/9871f546-4c94-435f-95d1-c9035173ce0c HTTP/1.1" status: 204 len: 168 time: 0.4429429 Jul 08 20:15:37.743029 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54cfe1-ed89-4942-8b69-f2884628697d admin admin] Pushing event deleted for resources: {'Network': ['ID=9871f546-4c94-435f-95d1-c9035173ce0c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:37.943617 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46520) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:38.068926 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:38.205449 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6bb7c592-f312-44f5-a17c-276cb67e6c5e req-f262413c-9fbb-4686-add3-5d12f2d50582 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 210 time: 0.0386267 Jul 08 20:15:38.428383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-35b9d2c7-fa84-4ab4-8ffb-61437ae5be87 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9f8b883bf111429a8a38ae480f11eb1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4835987 Jul 08 20:15:38.432061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46540) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:38.464729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37535bd0-03e9-48d8-adb6-6ca19eaf5383 req-da449a54-1a11-4d37-b66f-957c099ad70b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:38.473266 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-37535bd0-03e9-48d8-adb6-6ca19eaf5383 req-da449a54-1a11-4d37-b66f-957c099ad70b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 943 time: 0.1246593 Jul 08 20:15:38.529541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-37535bd0-03e9-48d8-adb6-6ca19eaf5383 req-e47ed099-f37f-404c-9dc3-6fc5857a1d08 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515087 Jul 08 20:15:38.592321 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b1854606-a0e3-43d9-b148-c53021522e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:38.654840 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b1854606-a0e3-43d9-b148-c53021522e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:38.729176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d43418-218a-45a8-bde3-94327ea1620c req-c9785ea6-4d0d-4460-8b4d-aef13047526d tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:38.731366 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51d43418-218a-45a8-bde3-94327ea1620c req-c9785ea6-4d0d-4460-8b4d-aef13047526d tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.0833991 Jul 08 20:15:38.735032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70261669-4099-49d4-977b-7d48dbc31fe6 req-d99c58fb-e959-4a8a-b9e7-f6a5ebc0b270 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:38.743761 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-70261669-4099-49d4-977b-7d48dbc31fe6 req-d99c58fb-e959-4a8a-b9e7-f6a5ebc0b270 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.1705978 Jul 08 20:15:38.780689 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b1854606-a0e3-43d9-b148-c53021522e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:38.783616 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b1854606-a0e3-43d9-b148-c53021522e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:38.783944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 56fc5f9e-0398-4399-b10e-9b97fbb2b12f no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:15:38.784888 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b1854606-a0e3-43d9-b148-c53021522e00 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2b695978-37c7-42a1-beaa-d59f83188a8d HTTP/1.1" status: 204 len: 168 time: 0.3506126 Jul 08 20:15:38.805421 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-70261669-4099-49d4-977b-7d48dbc31fe6 req-f65dbb03-8369-40bc-9e8d-74456cc94b37 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584328 Jul 08 20:15:38.816271 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51d43418-218a-45a8-bde3-94327ea1620c req-2f320206-68bd-43f5-8a6d-b72afc2ba614 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770559 Jul 08 20:15:38.818223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1854606-a0e3-43d9-b148-c53021522e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b695978-37c7-42a1-beaa-d59f83188a8d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:38.821915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3ed750-b973-4031-b24c-76ca9c5a1858', 'tag': '95e93db7-8928-42f2-9324-6e2a4b840c24'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:38.824114 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80464247-61c4-4f59-b57f-870d67171ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3ed750-b973-4031-b24c-76ca9c5a1858", "tag": "95e93db7-8928-42f2-9324-6e2a4b840c24"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:38.828799 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 56fc5f9e-0398-4399-b10e-9b97fbb2b12f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:15:38.828982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 56fc5f9e-0398-4399-b10e-9b97fbb2b12f not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:15:38.930958 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-983928d1-e8d3-4cd5-b401-9766ed9dcb23 req-22883a4f-f3b0-4ac6-abb3-84a211d48c54 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 210 time: 0.0445495 Jul 08 20:15:38.977602 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8f6a79-d451-4b09-a42c-91de701e5227 x-openstack-request-id: req-ab8f6a79-d451-4b09-a42c-91de701e5227 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:38.977911 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3ed750-b973-4031-b24c-76ca9c5a1858", "tag": "95e93db7-8928-42f2-9324-6e2a4b840c24", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:38.978163 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ab8f6a79-d451-4b09-a42c-91de701e5227 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:38.978553 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3ed750-b973-4031-b24c-76ca9c5a1858', 'tag': '95e93db7-8928-42f2-9324-6e2a4b840c24', 'status': 'completed', 'code': 200} Jul 08 20:15:39.034736 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-98eb81f3-e148-4b36-9886-a919792eca77 service neutron] show failed (client error): The resource could not be found. Jul 08 20:15:39.036030 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-98eb81f3-e148-4b36-9886-a919792eca77 service neutron] 10.222.0.104 "GET /v2.0/ports/b2ff755c-b40e-46a0-9c73-bf737a43c624/bindings/n-h2-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.1391413 Jul 08 20:15:39.127483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80464247-61c4-4f59-b57f-870d67171ca2 req-d5bbb44d-d2e1-4521-8a41-594defe47052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:39.130137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80464247-61c4-4f59-b57f-870d67171ca2 req-d5bbb44d-d2e1-4521-8a41-594defe47052 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 1126 time: 0.1476519 Jul 08 20:15:39.268590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80464247-61c4-4f59-b57f-870d67171ca2 req-ff9c9345-acb3-41e1-a851-c5ead564d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:39.270658 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80464247-61c4-4f59-b57f-870d67171ca2 req-ff9c9345-acb3-41e1-a851-c5ead564d843 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.1318128 Jul 08 20:15:39.329288 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80464247-61c4-4f59-b57f-870d67171ca2 req-74396e65-8f71-49b9-a56f-ad2ce9a3779f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95e93db7-8928-42f2-9324-6e2a4b840c24 HTTP/1.1" status: 200 len: 217 time: 0.0490909 Jul 08 20:15:39.415561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80464247-61c4-4f59-b57f-870d67171ca2 req-12bade00-ae0f-4c97-a605-53152c497f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:39.417140 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80464247-61c4-4f59-b57f-870d67171ca2 req-12bade00-ae0f-4c97-a605-53152c497f3d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.0792546 Jul 08 20:15:39.463630 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80464247-61c4-4f59-b57f-870d67171ca2 req-fc84181b-420c-47fd-af6a-67af2c265acf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380135 Jul 08 20:15:39.464587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53b745b5-f524-4252-addd-631a07acef14 req-c34a362c-b2fc-4708-871e-80911001e193 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 210 time: 0.0806694 Jul 08 20:15:39.640850 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:39.681881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-4e0b2d38-a55c-49ea-ac78-dc1c0db1b4f4 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:39.683540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-4e0b2d38-a55c-49ea-ac78-dc1c0db1b4f4 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.104 "GET /v2.0/networks?id=facf6591-74f3-4e8c-9b17-d5502e9f1283 HTTP/1.1" status: 200 len: 810 time: 0.1547167 Jul 08 20:15:39.684075 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80464247-61c4-4f59-b57f-870d67171ca2 req-7525c8ed-f9a2-41f8-b186-fb1429489a11 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971049 Jul 08 20:15:39.708115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-116f852c-f4c5-47ec-b8e7-1639a5798dae tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Request body: {'port': {'device_id': 'd85a1b31-52b1-46a0-ae25-6d4e6df8fdff', 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283', 'admin_state_up': True, 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:39.818207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-2c452d01-922b-476e-aab2-1366126a783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:39.819897 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-2c452d01-922b-476e-aab2-1366126a783b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8&tenant_id=847906ba92d7431c9a151198f8628748 HTTP/1.1" status: 200 len: 1101 time: 0.2106385 Jul 08 20:15:39.839604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:39.851832 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-116f852c-f4c5-47ec-b8e7-1639a5798dae tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Made reservation on behalf of 5ea3d50172a64152a8b1a4c73654d683 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:15:39.855690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-116f852c-f4c5-47ec-b8e7-1639a5798dae tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:39.916873 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80464247-61c4-4f59-b57f-870d67171ca2 req-97780d3b-d6de-42f9-bb26-74278cf9c6d6 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212718 Jul 08 20:15:39.935022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83fbd4-65e2-4b84-8ff7-0afbf08d5af8 req-de510adb-6fe3-4d04-b30d-5d5ed6da546a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:39.936579 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4e83fbd4-65e2-4b84-8ff7-0afbf08d5af8 req-de510adb-6fe3-4d04-b30d-5d5ed6da546a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 943 time: 0.1722765 Jul 08 20:15:39.997097 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:40.016333 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4e83fbd4-65e2-4b84-8ff7-0afbf08d5af8 req-c55853eb-e25a-494c-a0ce-af03f184133b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593345 Jul 08 20:15:40.038794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46586) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:40.118827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-116f852c-f4c5-47ec-b8e7-1639a5798dae tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Allocated IP 172.20.0.5 (facf6591-74f3-4e8c-9b17-d5502e9f1283/1e333acf-e5bb-43f7-b4e2-5e96c683e1d3/d130b045-3274-4752-89c5-b16a617287ea) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:15:40.244258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-649648719-network', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:40.314446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Made reservation on behalf of c8b69a66bbfd4c608dea832fcf81d003 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:15:40.316947 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:40.338996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39ab75-f9b4-4d04-bae7-96ca24f42ca8 req-138da8f7-6540-4442-a093-a404674b5a8b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:40.341038 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab39ab75-f9b4-4d04-bae7-96ca24f42ca8 req-138da8f7-6540-4442-a093-a404674b5a8b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.3654969 Jul 08 20:15:40.344180 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:40.363532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a17da6-1e45-429c-a18f-92bbfb3335b1 req-fc9ee242-e788-487a-890b-737dcf924463 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:40.364696 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74a17da6-1e45-429c-a18f-92bbfb3335b1 req-fc9ee242-e788-487a-890b-737dcf924463 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.1725266 Jul 08 20:15:40.375444 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-116f852c-f4c5-47ec-b8e7-1639a5798dae tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:40.380441 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-5f064d6d-05c2-48c3-8d60-73e30cc4fec4 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444074 Jul 08 20:15:40.440811 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab39ab75-f9b4-4d04-bae7-96ca24f42ca8 req-c0c25983-e1ec-42e3-a584-362d488352b5 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834949 Jul 08 20:15:40.478630 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:40.498582 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-116f852c-f4c5-47ec-b8e7-1639a5798dae tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:40.507555 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74a17da6-1e45-429c-a18f-92bbfb3335b1 req-79d8fbb0-3640-49bf-b06f-d7adf1e5fe68 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317000 Jul 08 20:15:40.520708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['687557a9-9aa3-4338-ba42-456bdbe25ca0'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:40.572008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:40.596035 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-116f852c-f4c5-47ec-b8e7-1639a5798dae tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Network facf6591-74f3-4e8c-9b17-d5502e9f1283 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:15:40.606053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-ca6496e3-be39-4b71-8401-87020f7fcc77 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:40.607579 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-ca6496e3-be39-4b71-8401-87020f7fcc77 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192559 Jul 08 20:15:40.622963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-116f852c-f4c5-47ec-b8e7-1639a5798dae tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:15:40.646107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Request body: {'port': {'device_id': 'f14b1742-4c9b-4fb7-a786-4d813a33ad8d', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '6243f62424334f17aa948941488dc134'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:40.658202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-116f852c-f4c5-47ec-b8e7-1639a5798dae tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:15:40.663243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-116f852c-f4c5-47ec-b8e7-1639a5798dae tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:40.663918 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-116f852c-f4c5-47ec-b8e7-1639a5798dae tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:40.685309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:40.687558 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9d3a6f-21f8-4d8b-ab58-11f98f097d0b" -d '{"events": [{"server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:40.693404 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:40.694518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f852c-f4c5-47ec-b8e7-1639a5798dae tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Pushing event updated for resources: {'Port': ['ID=d130b045-3274-4752-89c5-b16a617287ea,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:40.726124 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:40.740801 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:40.774850 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Transition to ACTIVE for port object b2ff755c-b40e-46a0-9c73-bf737a43c624 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:40.790190 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edaabc5c-bf53-4adb-ba1c-7e73e755258e req-f5429527-ebfe-423a-9b47-fa9e51776e75 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 210 time: 0.1147566 Jul 08 20:15:40.795686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:40.803050 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-116f852c-f4c5-47ec-b8e7-1639a5798dae tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0992587 Jul 08 20:15:40.819283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Request body: {'port': {'device_id': 'd85a1b31-52b1-46a0-ae25-6d4e6df8fdff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:40.822112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:15:40.855673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9da5bab-ffd3-4483-9489-77b48411213c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:40.876082 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:40.876480 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Added segment f4b42d19-2d67-4696-a454-81c605765246 of type vlan for network 44f8b8e0-9466-4742-8949-139aced77ed1 Jul 08 20:15:40.955953 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4c3890-b76a-4cb4-a793-78871cb520e9 x-openstack-request-id: req-4b4c3890-b76a-4cb4-a793-78871cb520e9 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:40.956382 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:40.956969 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4b4c3890-b76a-4cb4-a793-78871cb520e9 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:40.957566 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'code': 200} Jul 08 20:15:40.964870 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:40.988948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] No DVR routers for this DVR port b2ff755c-b40e-46a0-9c73-bf737a43c624 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:15:41.028327 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-7c31c8ea-9eb3-4c7f-9765-db76dffecc78 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818512 Jul 08 20:15:41.035485 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Made reservation on behalf of 6243f62424334f17aa948941488dc134 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:15:41.040659 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:41.061269 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:41.063147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Attempting to bind port b2ff755c-b40e-46a0-9c73-bf737a43c624 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:41.063496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Attempting to bind port b2ff755c-b40e-46a0-9c73-bf737a43c624 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:41.063905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Attempting to bind port b2ff755c-b40e-46a0-9c73-bf737a43c624 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:41.079434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Port b2ff755c-b40e-46a0-9c73-bf737a43c624 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:15:41.079816 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Attempting to bind port b2ff755c-b40e-46a0-9c73-bf737a43c624 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:41.123528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:41.123948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:41.124245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:41.124728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Bound port: b2ff755c-b40e-46a0-9c73-bf737a43c624, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:41.125066 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:41.187414 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:41.252880 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:41.253837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:41.254432 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:41.344159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-a2ead044-17a3-4eee-8e78-b1848bda8c2b tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:41.345730 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-a2ead044-17a3-4eee-8e78-b1848bda8c2b tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3035660 Jul 08 20:15:41.368901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Request body: {'port': {'device_id': '3e630b3c-ea1a-46f3-8ef4-2215996f62ed', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '6243f62424334f17aa948941488dc134'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:41.384481 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f011a03-d356-4369-b916-e8bb83da4fd3 req-f34deeef-ab1b-47ff-911b-088bd462d137 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:41.386068 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f011a03-d356-4369-b916-e8bb83da4fd3 req-f34deeef-ab1b-47ff-911b-088bd462d137 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 931 time: 0.4222882 Jul 08 20:15:41.387563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3463864 Jul 08 20:15:41.408036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46600) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:41.450894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-46287da7-bb25-44d1-b8db-106154fb0876 admin admin] Request body: {'subnet': {'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-649648719-subnet', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:41.472688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba90f62-7ec8-4b1a-8d17-7de5e8dee24c admin admin] Pushing event updated for resources: {'Network': ['ID=44f8b8e0-9466-4742-8949-139aced77ed1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:41.484227 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 44f8b8e0-9466-4742-8949-139aced77ed1 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:15:41.582029 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Allocated IP 192.168.233.142 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/959da3be-a862-4da7-91d0-155db65de3d1) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:15:41.594533 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f011a03-d356-4369-b916-e8bb83da4fd3 req-e88570a8-dabe-40b0-b27d-3c1bb6fe5859 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812687 Jul 08 20:15:41.595268 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46287da7-bb25-44d1-b8db-106154fb0876 admin admin] Made reservation on behalf of c8b69a66bbfd4c608dea832fcf81d003 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:15:41.597717 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-46287da7-bb25-44d1-b8db-106154fb0876 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:41.598302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:41.602288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:41.611988 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:41.671525 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bd8a9-c789-4762-8891-193cb549d8f2 req-6a17140d-479a-4b98-9337-ebc361d91593 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:41.673112 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-039bd8a9-c789-4762-8891-193cb549d8f2 req-6a17140d-479a-4b98-9337-ebc361d91593 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 943 time: 0.2380984 Jul 08 20:15:41.674428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:41.675215 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:41.676697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] 10.222.0.103 "PUT /v2.0/ports/b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 200 len: 1096 time: 1.8448632 Jul 08 20:15:41.818550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Made reservation on behalf of 6243f62424334f17aa948941488dc134 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:15:41.819507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6a575-0271-4391-a677-b0193057ad06 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:41.822166 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:41.852590 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-039bd8a9-c789-4762-8891-193cb549d8f2 req-9b9d893c-85e4-4bdc-960e-0cc6ebf3286d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651378 Jul 08 20:15:41.920481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:41.940072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-0b9be29d-8ad3-4cc1-ba13-56d326ed5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:41.941520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-0b9be29d-8ad3-4cc1-ba13-56d326ed5ca4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 1099 time: 0.2081738 Jul 08 20:15:41.942547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Transition to ACTIVE for port object 959da3be-a862-4da7-91d0-155db65de3d1 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:42.057809 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-46287da7-bb25-44d1-b8db-106154fb0876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.065085 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.077445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:42.134355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1160af7-655c-4278-bcc2-e74266b8a938 req-8a952b47-7f27-451f-a1b8-615776c7ae50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:42.136126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1160af7-655c-4278-bcc2-e74266b8a938 req-8a952b47-7f27-451f-a1b8-615776c7ae50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 947 time: 0.3940833 Jul 08 20:15:42.154578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:15:42.157879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d130b045-3274-4752-89c5-b16a617287ea {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:42.170511 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:15:42.173614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event updated for resources: {'Port': ['ID=959da3be-a862-4da7-91d0-155db65de3d1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:42.176040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:15:42.181556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-c3c5ca35-3f44-485e-b90b-432231fff28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:42.183153 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-c3c5ca35-3f44-485e-b90b-432231fff28e service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2212656 Jul 08 20:15:42.219973 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.248706 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1160af7-655c-4278-bcc2-e74266b8a938 req-8df3f60b-0dcb-49ad-a191-3299d94a655b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954859 Jul 08 20:15:42.251680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-8efaf411-97c6-4ca3-9893-4bc56c254ddf service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 200 len: 217 time: 0.0458570 Jul 08 20:15:42.257083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46287da7-bb25-44d1-b8db-106154fb0876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02d4487-1be7-4b64-b341-2ce101ac9f8b,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:42.267244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2f626-f2fb-4fb0-a555-bb42c28c0f9e req-eff1af32-b4f3-4c0b-a5f8-49586a650f2e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:42.273043 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2e2f626-f2fb-4fb0-a555-bb42c28c0f9e req-eff1af32-b4f3-4c0b-a5f8-49586a650f2e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.2546740 Jul 08 20:15:42.290974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Transition to ACTIVE for port object d130b045-3274-4752-89c5-b16a617287ea will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:42.303103 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.354378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46287da7-bb25-44d1-b8db-106154fb0876 admin admin] Checking segment: {'id': 'f4b42d19-2d67-4696-a454-81c605765246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:42.354816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46287da7-bb25-44d1-b8db-106154fb0876 admin admin] Network hostable DHCP agents. Network: 44f8b8e0-9466-4742-8949-139aced77ed1, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:15:42.370904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Allocated IP 192.168.233.67 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:15:42.379464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:42.380138 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.427164 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9e94af47-af91-4e8c-ae2f-57045eda1ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7947845 Jul 08 20:15:42.436605 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2e2f626-f2fb-4fb0-a555-bb42c28c0f9e req-4d513bc8-170b-43bf-832a-fb03bba491db tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494396 Jul 08 20:15:42.438510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-1cfd424d-a531-46bb-9de4-72579239040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:42.442342 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-1cfd424d-a531-46bb-9de4-72579239040c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1664116 Jul 08 20:15:42.458998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Request body: {'port': {'device_id': 'f14b1742-4c9b-4fb7-a786-4d813a33ad8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:42.460519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Pushing event updated for resources: {'Port': ['ID=d130b045-3274-4752-89c5-b16a617287ea,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:42.475511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46287da7-bb25-44d1-b8db-106154fb0876 admin admin] Network 44f8b8e0-9466-4742-8949-139aced77ed1 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:15:42.513810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-46287da7-bb25-44d1-b8db-106154fb0876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 44f8b8e0-9466-4742-8949-139aced77ed1) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:15:42.520464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Attempting to bind port d130b045-3274-4752-89c5-b16a617287ea on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:42.520844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Attempting to bind port d130b045-3274-4752-89c5-b16a617287ea by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'fa15948a-346b-4094-8cf9-279e8782fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:42.521173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Attempting to bind port d130b045-3274-4752-89c5-b16a617287ea on network facf6591-74f3-4e8c-9b17-d5502e9f1283 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:42.523032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf62f0-c36e-47ee-9bc1-535c6c5e4eb3 None None] Network 44f8b8e0-9466-4742-8949-139aced77ed1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:15:42.532285 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46287da7-bb25-44d1-b8db-106154fb0876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:42.533177 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-46287da7-bb25-44d1-b8db-106154fb0876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.556416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Port d130b045-3274-4752-89c5-b16a617287ea on network facf6591-74f3-4e8c-9b17-d5502e9f1283 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:15:42.556874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Attempting to bind port d130b045-3274-4752-89c5-b16a617287ea on network facf6591-74f3-4e8c-9b17-d5502e9f1283 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:42.571650 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-46287da7-bb25-44d1-b8db-106154fb0876 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1277530 Jul 08 20:15:42.576766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46612) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:42.603669 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:42.610764 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:42.611367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Checking segment: {'id': 'fa15948a-346b-4094-8cf9-279e8782fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:42.611715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Bound using segment: {'id': 'fa15948a-346b-4094-8cf9-279e8782fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:42.612172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Bound port: d130b045-3274-4752-89c5-b16a617287ea, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa15948a-346b-4094-8cf9-279e8782fbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:42.612812 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.707678 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d18653f2-d61e-4bb7-9b1b-66c369679ecc req-824e82b5-f453-4cb9-ad23-e29339efb6d6 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 210 time: 0.0458124 Jul 08 20:15:42.741773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-ab93a779-c576-40e6-b959-dc5e52e1c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:42.744269 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-ab93a779-c576-40e6-b959-dc5e52e1c577 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2745044 Jul 08 20:15:42.744968 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.745195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] For port d130b045-3274-4752-89c5-b16a617287ea, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:42.750171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] For port d130b045-3274-4752-89c5-b16a617287ea, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d130b045-3274-4752-89c5-b16a617287ea,segment=NetworkSegment(fa15948a-346b-4094-8cf9-279e8782fbe7),segment_id=fa15948a-346b-4094-8cf9-279e8782fbe7)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:42.772398 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.773774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.776349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c2bff846-92a5-4fcd-b206-e2ad0bd4f9ec None None] Provisioning for port 959da3be-a862-4da7-91d0-155db65de3d1 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:42.787637 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c2bff846-92a5-4fcd-b206-e2ad0bd4f9ec None None] Provisioning complete for port 959da3be-a862-4da7-91d0-155db65de3d1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:42.788018 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2bff846-92a5-4fcd-b206-e2ad0bd4f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.796366 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.830648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c2bff846-92a5-4fcd-b206-e2ad0bd4f9ec None None] Port 959da3be-a862-4da7-91d0-155db65de3d1 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:15:42.868435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-44f8b8e0-9466-4742-8949-139aced77ed1', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'fixed_ips': [{'subnet_id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:15:42.870304 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.878029 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:42.894022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Transition to ACTIVE for port object 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:42.978412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:42.981261 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067a7aae-943c-45c6-a68f-3021b7460175" -d '{"events": [{"name": "network-changed", "server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:43.008231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:43.009226 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:43.010770 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] 10.222.0.104 "PUT /v2.0/ports/d130b045-3274-4752-89c5-b16a617287ea HTTP/1.1" status: 200 len: 1092 time: 2.1963851 Jul 08 20:15:43.011331 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85a1b31-52b1-46a0-ae25-6d4e6df8fdff', 'tag': 'd130b045-3274-4752-89c5-b16a617287ea'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:43.013725 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a59e952-c460-42d5-b488-95c11acd7f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d85a1b31-52b1-46a0-ae25-6d4e6df8fdff", "tag": "d130b045-3274-4752-89c5-b16a617287ea"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:43.034525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a92ae9-d9b3-41c9-b876-64e836ce9734 service neutron] Pushing event updated for resources: {'Port': ['ID=d130b045-3274-4752-89c5-b16a617287ea,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:43.062976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c439ae-7da9-4752-bb3e-ad90f849b20b req-2ce8657e-47b1-4b92-98a7-26c16d63f423 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:43.070656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03c439ae-7da9-4752-bb3e-ad90f849b20b req-2ce8657e-47b1-4b92-98a7-26c16d63f423 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 943 time: 0.2795963 Jul 08 20:15:43.072307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device b2ff755c-b40e-46a0-9c73-bf737a43c624 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:15:43.091802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:43.106092 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:43.120554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:43.197740 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03c439ae-7da9-4752-bb3e-ad90f849b20b req-a925a31d-91d4-4365-a5ae-74f08cf2684b tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258440 Jul 08 20:15:43.249781 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device b2ff755c-b40e-46a0-9c73-bf737a43c624 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:15:43.264281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:15:43.279896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Allocated IP 172.20.0.2 (44f8b8e0-9466-4742-8949-139aced77ed1/f02d4487-1be7-4b64-b341-2ce101ac9f8b/4e6036e4-788b-4862-ae38-8d67b7ccaa95) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:15:43.281175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:15:43.291144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:15:43.310208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:43.310768 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:43.330967 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event updated for resources: {'Port': ['ID=57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:43.347839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.104', 65381) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:43.349812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-feb56a02-639b-4376-a1d1-17238f2d9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:43.351963 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-feb56a02-639b-4376-a1d1-17238f2d9e5e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ea3d50172a64152a8b1a4c73654d683&device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 1095 time: 0.2587671 Jul 08 20:15:43.353144 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-f256cc55-dc44-4904-911f-b23bbac2b215 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912082 Jul 08 20:15:43.390352 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fa00bc-b67d-45e6-b082-c1e87f8e6044 x-openstack-request-id: req-84fa00bc-b67d-45e6-b082-c1e87f8e6044 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:43.390888 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:43.391527 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-84fa00bc-b67d-45e6-b082-c1e87f8e6044 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:43.402655 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'status': 'completed', 'code': 200} Jul 08 20:15:43.511803 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e088750-4d01-4d06-b1c0-349f646a11d2 x-openstack-request-id: req-0e088750-4d01-4d06-b1c0-349f646a11d2 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:43.512264 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85a1b31-52b1-46a0-ae25-6d4e6df8fdff", "tag": "d130b045-3274-4752-89c5-b16a617287ea", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:43.512657 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0e088750-4d01-4d06-b1c0-349f646a11d2 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:43.513174 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85a1b31-52b1-46a0-ae25-6d4e6df8fdff', 'tag': 'd130b045-3274-4752-89c5-b16a617287ea', 'status': 'completed', 'code': 200} Jul 08 20:15:43.515804 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-14fe346d-9ae5-4745-92e2-6854ebdcae36 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d130b045-3274-4752-89c5-b16a617287ea HTTP/1.1" status: 200 len: 217 time: 0.0885975 Jul 08 20:15:43.542048 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3530d266-f344-4c67-b2a2-c527b4d146cd req-263b10a7-e0dd-415a-b75e-fc7def633ffb service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316316 Jul 08 20:15:43.548979 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c4fac7ed-511f-40c2-a8df-16b5f14bb163 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1861675 Jul 08 20:15:43.572560 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:43.612699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Request body: {'port': {'device_id': '3e630b3c-ea1a-46f3-8ef4-2215996f62ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:43.671970 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:43.689393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Transition to ACTIVE for port object 4e6036e4-788b-4862-ae38-8d67b7ccaa95 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:43.715747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Transition to ACTIVE for port object 4e6036e4-788b-4862-ae38-8d67b7ccaa95 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:43.724307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-f1257324-53bd-44c1-8cce-fb933025023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:43.726027 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-f1257324-53bd-44c1-8cce-fb933025023f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1e333acf-e5bb-43f7-b4e2-5e96c683e1d3 HTTP/1.1" status: 200 len: 850 time: 0.2002962 Jul 08 20:15:43.727654 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:43.802685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Network 44f8b8e0-9466-4742-8949-139aced77ed1 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:15:43.806199 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448a33e-d017-471c-9f57-5e1cef8b85c5 req-57dc19bb-b2d2-4d30-97fe-c4082938d944 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:43.813475 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b448a33e-d017-471c-9f57-5e1cef8b85c5 req-57dc19bb-b2d2-4d30-97fe-c4082938d944 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 943 time: 0.7288060 Jul 08 20:15:43.824535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:15:43.827531 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:43.829415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7aae-943c-45c6-a68f-3021b7460175 req-0ed5da94-a848-410c-90eb-3ee551cb69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:43.831525 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:15:43.831667 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-0ed5da94-a848-410c-90eb-3ee551cb69eb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 1099 time: 0.2102888 Jul 08 20:15:43.833997 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Pushing event updated for resources: {'Port': ['ID=4e6036e4-788b-4862-ae38-8d67b7ccaa95,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:43.835206 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-66b7d2d6-b17b-4a2a-aa9b-18459fd0f003 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=facf6591-74f3-4e8c-9b17-d5502e9f1283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920861 Jul 08 20:15:43.838431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-65decef4-a2c5-48a7-8e72-02fd4988f1c6 None None] Provisioning for port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:43.845618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-65decef4-a2c5-48a7-8e72-02fd4988f1c6 None None] Provisioning complete for port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:43.845989 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-65decef4-a2c5-48a7-8e72-02fd4988f1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:43.883657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:43.885043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:43.885391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:43.885725 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:43.886354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:43.886690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:43.887186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:43.887634 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:43.887959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:43.888450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:43.888810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:43.889184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:43.911230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7aae-943c-45c6-a68f-3021b7460175 req-0c299c2a-a287-4f20-a417-80f1eb170fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:43.913214 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-0c299c2a-a287-4f20-a417-80f1eb170fd0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 1099 time: 0.5412080 Jul 08 20:15:43.943769 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61b052-5607-40b0-82b3-76a2f3b14c03 req-7c9829cf-1e53-4676-8e60-105ee51f8d41 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:43.951350 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8c61b052-5607-40b0-82b3-76a2f3b14c03 req-7c9829cf-1e53-4676-8e60-105ee51f8d41 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 947 time: 0.3315933 Jul 08 20:15:43.972116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Attempting to bind port 4e6036e4-788b-4862-ae38-8d67b7ccaa95 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:43.972482 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Attempting to bind port 4e6036e4-788b-4862-ae38-8d67b7ccaa95 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'f4b42d19-2d67-4696-a454-81c605765246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:43.972876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Attempting to bind port 4e6036e4-788b-4862-ae38-8d67b7ccaa95 on network 44f8b8e0-9466-4742-8949-139aced77ed1 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:43.978848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-65decef4-a2c5-48a7-8e72-02fd4988f1c6 None None] Port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:15:43.987352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:43.987733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Checking segment: {'id': 'f4b42d19-2d67-4696-a454-81c605765246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:43.988140 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:43.988533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Bound using segment: {'id': 'f4b42d19-2d67-4696-a454-81c605765246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:43.989202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Bound port: 4e6036e4-788b-4862-ae38-8d67b7ccaa95, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b42d19-2d67-4696-a454-81c605765246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:43.989585 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:44.069280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] For port 4e6036e4-788b-4862-ae38-8d67b7ccaa95, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:44.073887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] For port 4e6036e4-788b-4862-ae38-8d67b7ccaa95, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4e6036e4-788b-4862-ae38-8d67b7ccaa95,segment=NetworkSegment(f4b42d19-2d67-4696-a454-81c605765246),segment_id=f4b42d19-2d67-4696-a454-81c605765246)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:44.082163 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:44.115105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8c61b052-5607-40b0-82b3-76a2f3b14c03 req-2a37f2db-1437-4645-a3cb-59b342f5d6d9 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623924 Jul 08 20:15:44.159052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee4842-4fb4-46b4-9dfa-d5678ac49d11 None None] Pushing event updated for resources: {'Port': ['ID=4e6036e4-788b-4862-ae38-8d67b7ccaa95,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:44.244276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-91e05c1d-4d08-4a7a-ae3e-4568a2890654 service neutron] 10.222.0.104 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995383 Jul 08 20:15:44.269271 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b448a33e-d017-471c-9f57-5e1cef8b85c5 req-4325d721-4f05-44a1-bc1d-f4166d71e505 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542480 Jul 08 20:15:44.376755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959da3be-a862-4da7-91d0-155db65de3d1 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:44.390461 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:44.393571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7aae-943c-45c6-a68f-3021b7460175 req-1747432f-21ea-4643-a15b-c72d684fcc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:44.395348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-1747432f-21ea-4643-a15b-c72d684fcc91 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.5486093 Jul 08 20:15:44.525325 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-368455f7-f13d-4d0f-abbc-8a5ca99d33fb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 200 len: 217 time: 0.0889871 Jul 08 20:15:44.531059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Transition to ACTIVE for port object 959da3be-a862-4da7-91d0-155db65de3d1 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:44.591988 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:44.595838 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:44.668551 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:44.821317 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7aae-943c-45c6-a68f-3021b7460175 req-4f7b90d4-0413-4a86-99c3-d02c58a2334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:44.822652 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-4f7b90d4-0413-4a86-99c3-d02c58a2334b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.2278821 Jul 08 20:15:44.880321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7aae-943c-45c6-a68f-3021b7460175 req-6418528b-460e-4bbc-a180-844babd76d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:44.882028 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-6418528b-460e-4bbc-a180-844babd76d08 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.9584014 Jul 08 20:15:44.900862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30378351-639e-494f-a4a2-55b110010960 service neutron] Pushing event updated for resources: {'Port': ['ID=959da3be-a862-4da7-91d0-155db65de3d1,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:44.958206 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-5537bdc2-8c96-4e12-a7e3-62ff7a791035 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 200 len: 217 time: 0.0659218 Jul 08 20:15:45.030472 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7cac14-5b0e-49fa-b613-4a86bc49da04 req-233ce509-c16e-49da-97e2-0249eac33e68 service neutron] 10.222.0.104 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7768402 Jul 08 20:15:45.076952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146326c-3b8f-433f-87ba-dc5866e0c1d8 req-451a3185-bf73-4c5c-a481-d023d3044e12 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:45.077070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Allocated IP 172.25.4.180 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/19b253e6-b4f6-453f-b8c9-b06562ca5b83) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:15:45.078623 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2146326c-3b8f-433f-87ba-dc5866e0c1d8 req-451a3185-bf73-4c5c-a481-d023d3044e12 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.7633622 Jul 08 20:15:45.100958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7aae-943c-45c6-a68f-3021b7460175 req-5822ddd1-615e-4b6a-8053-6ebf19da9003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:45.103472 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-5822ddd1-615e-4b6a-8053-6ebf19da9003 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1388073 Jul 08 20:15:45.108588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Attempting to bind port 959da3be-a862-4da7-91d0-155db65de3d1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:45.108958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Attempting to bind port 959da3be-a862-4da7-91d0-155db65de3d1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:45.109283 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Attempting to bind port 959da3be-a862-4da7-91d0-155db65de3d1 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:45.131905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Port 959da3be-a862-4da7-91d0-155db65de3d1 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:15:45.132225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Attempting to bind port 959da3be-a862-4da7-91d0-155db65de3d1 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:45.180212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7aae-943c-45c6-a68f-3021b7460175 req-7f7c5f2d-9c3a-4991-90c6-1b9727257381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:45.181965 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-7f7c5f2d-9c3a-4991-90c6-1b9727257381 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3306534 Jul 08 20:15:45.185511 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:45.185847 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:45.186366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:45.186685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Bound port: 959da3be-a862-4da7-91d0-155db65de3d1, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:45.187044 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:45.201385 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584d2e4-b8bf-4fec-bf09-3e069fa4f408 req-5c117a1e-c612-4795-ab99-4267783b9edc tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:45.203292 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6584d2e4-b8bf-4fec-bf09-3e069fa4f408 req-5c117a1e-c612-4795-ab99-4267783b9edc tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 935 time: 0.4377785 Jul 08 20:15:45.204309 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-8b2dfa57-b73e-444e-b93a-982c7aa0d648 service neutron] 10.222.0.103 "GET /v2.0/ports/95e93db7-8928-42f2-9324-6e2a4b840c24/bindings/n-h1-791506-16 HTTP/1.1" status: 200 len: 385 time: 0.2282441 Jul 08 20:15:45.249081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:45.263191 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2146326c-3b8f-433f-87ba-dc5866e0c1d8 req-1a81a1dc-a47f-467f-9d9c-9ff9f3d12b1e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572683 Jul 08 20:15:45.267233 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:45.302814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Transition to ACTIVE for port object 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:45.305460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59e952-c460-42d5-b488-95c11acd7f0c req-6d36310a-900d-46dc-88e4-8bc8c3a6a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:45.307408 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a59e952-c460-42d5-b488-95c11acd7f0c req-6d36310a-900d-46dc-88e4-8bc8c3a6a52a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ea3d50172a64152a8b1a4c73654d683&device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 1095 time: 0.1962531 Jul 08 20:15:45.311330 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:45.336838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7aae-943c-45c6-a68f-3021b7460175 req-81bc9cda-c408-45c3-b2a2-2824ce833a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:45.339181 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-81bc9cda-c408-45c3-b2a2-2824ce833a26 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2256491 Jul 08 20:15:45.464277 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6584d2e4-b8bf-4fec-bf09-3e069fa4f408 req-350ada21-98d3-48f5-804e-b250c9bfd152 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424874 Jul 08 20:15:45.524333 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:45.566821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59e952-c460-42d5-b488-95c11acd7f0c req-c907c3d1-30c8-4c3a-b348-32aaffd088e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:45.568783 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a59e952-c460-42d5-b488-95c11acd7f0c req-c907c3d1-30c8-4c3a-b348-32aaffd088e9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=facf6591-74f3-4e8c-9b17-d5502e9f1283 HTTP/1.1" status: 200 len: 911 time: 0.2473669 Jul 08 20:15:45.598795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-4d1b9779-dddc-4c88-9239-2938b6fb6ee2 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059143 Jul 08 20:15:45.604123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] For port 959da3be-a862-4da7-91d0-155db65de3d1, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:45.628621 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4e6036e4-788b-4862-ae38-8d67b7ccaa95 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:45.680979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c97502-4747-46dd-b51e-e36585193a77 None None] Network 44f8b8e0-9466-4742-8949-139aced77ed1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:15:45.689556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] For port 959da3be-a862-4da7-91d0-155db65de3d1, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=959da3be-a862-4da7-91d0-155db65de3d1,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:45.731267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Pushing event updated for resources: {'Port': ['ID=57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:45.731491 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:45.748149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Attempting to bind port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:45.748149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Attempting to bind port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:45.748149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Attempting to bind port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:45.755737 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a59e952-c460-42d5-b488-95c11acd7f0c req-be6c9d8a-148e-4faa-a30f-b80a445b92a4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d130b045-3274-4752-89c5-b16a617287ea HTTP/1.1" status: 200 len: 217 time: 0.0965924 Jul 08 20:15:45.793038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f4207a6b-c654-4b5c-bc1c-204bd9935a5e None None] Provisioning for port 4e6036e4-788b-4862-ae38-8d67b7ccaa95 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:45.803341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:15:45.803912 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Attempting to bind port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:45.809828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 4e6036e4-788b-4862-ae38-8d67b7ccaa95 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:45.818077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4e6036e4-788b-4862-ae38-8d67b7ccaa95 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:45.818478 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:45.849015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-911f8eea-900a-4feb-a089-908fd90d454c service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009184 Jul 08 20:15:45.849996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:45.850440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:45.852006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:45.852530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Bound port: 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:45.853020 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:45.897574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:45.899930 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:45.903248 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-30378351-639e-494f-a4a2-55b110010960 service neutron] 10.222.0.104 "PUT /v2.0/ports/959da3be-a862-4da7-91d0-155db65de3d1 HTTP/1.1" status: 200 len: 1097 time: 3.4598708 Jul 08 20:15:45.923868 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14b1742-4c9b-4fb7-a786-4d813a33ad8d', 'tag': '959da3be-a862-4da7-91d0-155db65de3d1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:45.939311 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0069abf3-a70c-47fc-9d31-d7cfb5dd5813" -d '{"events": [{"name": "network-changed", "server_uuid": "f14b1742-4c9b-4fb7-a786-4d813a33ad8d", "tag": "959da3be-a862-4da7-91d0-155db65de3d1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:45.946603 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-ae2a614c-c468-4ef9-8ecd-6a9e5000ef2a service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218639 Jul 08 20:15:45.977430 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30378351-639e-494f-a4a2-55b110010960 service neutron] Pushing event updated for resources: {'Port': ['ID=959da3be-a862-4da7-91d0-155db65de3d1,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:45.999860 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:46.026830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff55a0-4ff3-4543-bba0-90612dbe8570 req-fee29daf-2bcc-44d2-abf4-12ca081685fd tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:46.028433 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0eff55a0-4ff3-4543-bba0-90612dbe8570 req-fee29daf-2bcc-44d2-abf4-12ca081685fd tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 943 time: 0.4351048 Jul 08 20:15:46.029974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59e952-c460-42d5-b488-95c11acd7f0c req-7d1c0392-d45f-42ad-aec7-747df45101d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:46.031365 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a59e952-c460-42d5-b488-95c11acd7f0c req-7d1c0392-d45f-42ad-aec7-747df45101d9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1e333acf-e5bb-43f7-b4e2-5e96c683e1d3 HTTP/1.1" status: 200 len: 850 time: 0.2593555 Jul 08 20:15:46.046024 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:46.060321 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Pushing event updated for resources: {'Port': ['ID=19b253e6-b4f6-453f-b8c9-b06562ca5b83,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:46.103773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a59e952-c460-42d5-b488-95c11acd7f0c req-9560ec2f-f458-489d-b9a1-142c04465e08 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=facf6591-74f3-4e8c-9b17-d5502e9f1283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545700 Jul 08 20:15:46.153179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 4e6036e4-788b-4862-ae38-8d67b7ccaa95, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4e6036e4-788b-4862-ae38-8d67b7ccaa95,segment=NetworkSegment(f4b42d19-2d67-4696-a454-81c605765246),segment_id=f4b42d19-2d67-4696-a454-81c605765246)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:46.162252 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:46.203980 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-3375a0fa-802b-4a17-8b6d-21f531464ad9 service neutron] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=95e93db7-8928-42f2-9324-6e2a4b840c24,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:46.218969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=4e6036e4-788b-4862-ae38-8d67b7ccaa95,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:46.252085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-3375a0fa-802b-4a17-8b6d-21f531464ad9 service neutron] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:46.258338 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:15:46.270420 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0eff55a0-4ff3-4543-bba0-90612dbe8570 req-0f486066-4aee-4074-a085-83e384c2040c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324390 Jul 08 20:15:46.281105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] For port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:46.295631 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f156f8-bd2f-4f9f-b82b-8cbec5f34e93 req-ce60e32b-60f0-478f-a276-f0980d16021e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:46.297346 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-50f156f8-bd2f-4f9f-b82b-8cbec5f34e93 req-ce60e32b-60f0-478f-a276-f0980d16021e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 947 time: 0.6065395 Jul 08 20:15:46.303265 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-067a7aae-943c-45c6-a68f-3021b7460175 req-b5d4f21e-f135-471a-869c-770487232117 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332447 Jul 08 20:15:46.303707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:15:46.306019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] For port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:46.316252 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:46.324005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:15:46.371931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:46.372570 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:46.374033 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] 10.222.0.104 "PUT /v2.0/ports/57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 HTTP/1.1" status: 200 len: 1096 time: 2.7835367 Jul 08 20:15:46.374476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e630b3c-ea1a-46f3-8ef4-2215996f62ed', 'tag': '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:46.376858 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c1a1b2-aaf5-4cb4-88b3-055c528ea204" -d '{"events": [{"name": "network-changed", "server_uuid": "3e630b3c-ea1a-46f3-8ef4-2215996f62ed", "tag": "57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:46.420693 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a59e952-c460-42d5-b488-95c11acd7f0c req-df8b49b8-6ebd-4351-9c28-f998fc5d0733 service neutron] 10.222.0.104 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018656 Jul 08 20:15:46.473165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-3375a0fa-802b-4a17-8b6d-21f531464ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e93db7-8928-42f2-9324-6e2a4b840c24 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:46.520157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-3375a0fa-802b-4a17-8b6d-21f531464ad9 service neutron] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=95e93db7-8928-42f2-9324-6e2a4b840c24,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:46.526101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-52fa45c1-5738-4e9f-8bce-f27544edad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:46.526327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3151cf-9b89-4463-a27b-521216e52722 service neutron] Pushing event updated for resources: {'Port': ['ID=57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:46.527729 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-52fa45c1-5738-4e9f-8bce-f27544edad8f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=f14b1742-4c9b-4fb7-a786-4d813a33ad8d HTTP/1.1" status: 200 len: 1100 time: 0.5796514 Jul 08 20:15:46.562444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ec6a2dea-4fe4-4a23-b3dc-631d662d2f59 None None] Provisioning complete for port 4e6036e4-788b-4862-ae38-8d67b7ccaa95 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:46.563893 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec6a2dea-4fe4-4a23-b3dc-631d662d2f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:46.618979 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-3375a0fa-802b-4a17-8b6d-21f531464ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:46.625775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a59e952-c460-42d5-b488-95c11acd7f0c req-4d80d6c4-2f87-449a-b405-fae962ac3ba7 service neutron] 10.222.0.104 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941030 Jul 08 20:15:46.629493 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-9f0e7a9d-3015-4c95-ae89-639ec0b87326 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=959da3be-a862-4da7-91d0-155db65de3d1 HTTP/1.1" status: 200 len: 217 time: 0.0917728 Jul 08 20:15:46.638758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-8cf4b23a-f964-4b1d-96f6-11d5574bc403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:46.640367 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-8cf4b23a-f964-4b1d-96f6-11d5574bc403 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 1099 time: 0.2100790 Jul 08 20:15:46.649562 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391dc2fc-6fc0-4356-95fa-d58714033b2c req-81c2df9d-2c5d-449a-886d-bc133f536520 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:46.656709 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-391dc2fc-6fc0-4356-95fa-d58714033b2c req-81c2df9d-2c5d-449a-886d-bc133f536520 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 943 time: 0.1755962 Jul 08 20:15:46.675541 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-50f156f8-bd2f-4f9f-b82b-8cbec5f34e93 req-b7933ea4-816e-4c1b-a18f-0e126619ae2e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526163 Jul 08 20:15:46.706684 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-c5bf3425-9322-4400-893f-945d58811d3d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 HTTP/1.1" status: 200 len: 217 time: 0.0429716 Jul 08 20:15:46.734043 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-391dc2fc-6fc0-4356-95fa-d58714033b2c req-546d24be-200c-41bf-ac0e-7fca45b5e052 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765345 Jul 08 20:15:46.782934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-1374b27d-3d17-4901-a309-d9f040ad5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:46.784504 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-1374b27d-3d17-4901-a309-d9f040ad5110 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0659897 Jul 08 20:15:46.798161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-7c0c5306-49c5-4361-94a0-6a0294d50cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:46.799611 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-7c0c5306-49c5-4361-94a0-6a0294d50cff service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1580706 Jul 08 20:15:46.861676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b2ff755c-b40e-46a0-9c73-bf737a43c624 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:15:46.863710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 95e93db7-8928-42f2-9324-6e2a4b840c24 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:15:46.870845 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-acb83758-f961-4251-9655-80bf407c3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:46.872384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-acb83758-f961-4251-9655-80bf407c3ae5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0807424 Jul 08 20:15:46.882605 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38449092-32e7-47cb-8b98-d86477cf9833 x-openstack-request-id: req-38449092-32e7-47cb-8b98-d86477cf9833 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:46.882931 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14b1742-4c9b-4fb7-a786-4d813a33ad8d", "tag": "959da3be-a862-4da7-91d0-155db65de3d1", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:46.883172 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-38449092-32e7-47cb-8b98-d86477cf9833 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:46.883543 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14b1742-4c9b-4fb7-a786-4d813a33ad8d', 'tag': '959da3be-a862-4da7-91d0-155db65de3d1', 'status': 'completed', 'code': 200} Jul 08 20:15:46.908964 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-3375a0fa-802b-4a17-8b6d-21f531464ad9 service neutron] Transition to ACTIVE for port object 95e93db7-8928-42f2-9324-6e2a4b840c24 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:46.920881 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-3375a0fa-802b-4a17-8b6d-21f531464ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:46.984327 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2508f4-eb7b-4502-8565-77dca96108c6 x-openstack-request-id: req-ea2508f4-eb7b-4502-8565-77dca96108c6 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:46.984696 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e630b3c-ea1a-46f3-8ef4-2215996f62ed", "tag": "57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:46.984873 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ea2508f4-eb7b-4502-8565-77dca96108c6 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:46.985273 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e630b3c-ea1a-46f3-8ef4-2215996f62ed', 'tag': '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', 'status': 'completed', 'code': 200} Jul 08 20:15:47.044610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 95e93db7-8928-42f2-9324-6e2a4b840c24 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:15:47.047340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-a3f5eb2d-96c7-4c17-9a1c-8cc56c717bbb service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614697 Jul 08 20:15:47.092347 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:47.105579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'mac_address': 'fa:16:3e:76:93:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:15:47.150269 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:47.177323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ff755c-b40e-46a0-9c73-bf737a43c624 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:47.193957 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:47.203358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:47.207726 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:47.217943 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-3f6ca7d8-eccd-4675-bc54-19489fc1c90b service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640491 Jul 08 20:15:47.240048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861edce5-86ec-4def-880b-4a793c098b09 req-0370966d-99fa-4c93-9e6c-c5e933739688 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:47.243262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-861edce5-86ec-4def-880b-4a793c098b09 req-0370966d-99fa-4c93-9e6c-c5e933739688 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 947 time: 0.1134589 Jul 08 20:15:47.262932 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:47.280759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:47.330548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-861edce5-86ec-4def-880b-4a793c098b09 req-8d8db9a7-bc37-411a-aa72-c2f1f8d8a437 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700614 Jul 08 20:15:47.357231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1a1b2-aaf5-4cb4-88b3-055c528ea204 req-902c16f8-93d3-49f4-a931-4839bc86bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:47.358643 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-88c1a1b2-aaf5-4cb4-88b3-055c528ea204 req-902c16f8-93d3-49f4-a931-4839bc86bf7b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 1099 time: 0.0746307 Jul 08 20:15:47.367127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-64406f11-a20e-4181-ae6e-1d6c0304b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:47.368712 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-64406f11-a20e-4181-ae6e-1d6c0304b021 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5589442 Jul 08 20:15:47.390247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375a0fa-802b-4a17-8b6d-21f531464ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=95e93db7-8928-42f2-9324-6e2a4b840c24,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:47.393202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-3375a0fa-802b-4a17-8b6d-21f531464ad9 service neutron] No DVR routers for this DVR port 95e93db7-8928-42f2-9324-6e2a4b840c24 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:15:47.506787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1a1b2-aaf5-4cb4-88b3-055c528ea204 req-98cb8cc3-4751-4bc8-b4a1-229479df721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:47.508847 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-88c1a1b2-aaf5-4cb4-88b3-055c528ea204 req-98cb8cc3-4751-4bc8-b4a1-229479df721f service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1422932 Jul 08 20:15:47.527571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4e6036e4-788b-4862-ae38-8d67b7ccaa95 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:47.528654 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-3375a0fa-802b-4a17-8b6d-21f531464ad9 service neutron] 10.222.0.103 "PUT /v2.0/ports/95e93db7-8928-42f2-9324-6e2a4b840c24/bindings/n-h1-791506-16/activate HTTP/1.1" status: 200 len: 370 time: 2.2889192 Jul 08 20:15:47.544075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ad7e1-f342-481a-8437-04569a0533fa req-649aa4b1-b601-4860-b09d-dd60738b9b3a tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:47.544958 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-af7ad7e1-f342-481a-8437-04569a0533fa req-649aa4b1-b601-4860-b09d-dd60738b9b3a tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 943 time: 0.0898936 Jul 08 20:15:47.562201 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b2ff755c-b40e-46a0-9c73-bf737a43c624'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:47.606378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80004059-88ce-4330-a0ba-76631d17c3ad req-7a221b42-ecfd-4af7-b215-c9a2e1bcca90 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:47.608050 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80004059-88ce-4330-a0ba-76631d17c3ad req-7a221b42-ecfd-4af7-b215-c9a2e1bcca90 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.3614933 Jul 08 20:15:47.634203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4e6036e4-788b-4862-ae38-8d67b7ccaa95 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:47.634581 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:47.643123 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-88c1a1b2-aaf5-4cb4-88b3-055c528ea204 req-f30bac8d-d0de-4381-a60d-a90e675f680b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 HTTP/1.1" status: 200 len: 217 time: 0.1087747 Jul 08 20:15:47.683927 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-0846c808-6146-447a-88eb-1857a0220392 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957051 Jul 08 20:15:47.719208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-af7ad7e1-f342-481a-8437-04569a0533fa req-a958d0c3-9018-4423-8a0e-c3692a5b3c1c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657367 Jul 08 20:15:47.735253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1a1b2-aaf5-4cb4-88b3-055c528ea204 req-e3cd2d52-2858-4cad-8220-d5e622b20844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:47.736844 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-88c1a1b2-aaf5-4cb4-88b3-055c528ea204 req-e3cd2d52-2858-4cad-8220-d5e622b20844 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0810268 Jul 08 20:15:47.764976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-b5937019-1dfc-49fe-9f66-88ac885ff070 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:47.772320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80004059-88ce-4330-a0ba-76631d17c3ad req-56da929a-3263-4d2a-9457-8af6f16eae98 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519744 Jul 08 20:15:47.775781 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-b5937019-1dfc-49fe-9f66-88ac885ff070 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858&tenant_id=497d536bc47446ccb3b69c5679cc9909&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1096 time: 0.1706803 Jul 08 20:15:47.809848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:47.889403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebd5207a-fa8f-4531-8ec1-9d8b54ee153c req-246653d7-b976-45e3-9d88-8e2506a2cfac service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976380 Jul 08 20:15:47.934286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1a1b2-aaf5-4cb4-88b3-055c528ea204 req-01cd2131-28ef-4aa7-9590-05051e488f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:47.936012 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-88c1a1b2-aaf5-4cb4-88b3-055c528ea204 req-01cd2131-28ef-4aa7-9590-05051e488f31 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1898174 Jul 08 20:15:47.942530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-be82298e-342f-4fc4-ba3a-129461160f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:47.944079 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-be82298e-342f-4fc4-ba3a-129461160f9b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858&tenant_id=497d536bc47446ccb3b69c5679cc9909 HTTP/1.1" status: 200 len: 1096 time: 0.1458135 Jul 08 20:15:48.117815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b865309-d20a-44ce-899d-3b340dd6d308 req-443d8caf-eba3-4099-9de6-38a0c6dc3f7f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:48.119547 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0b865309-d20a-44ce-899d-3b340dd6d308 req-443d8caf-eba3-4099-9de6-38a0c6dc3f7f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 944 time: 0.1790302 Jul 08 20:15:48.144911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98bb0c-742e-4279-a150-ee8d8fc85c4a req-c8482b97-d220-434d-92c5-78e59d7ecda0 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:48.146421 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2a98bb0c-742e-4279-a150-ee8d8fc85c4a req-c8482b97-d220-434d-92c5-78e59d7ecda0 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 948 time: 0.2083941 Jul 08 20:15:48.150660 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-b8236b6c-6a28-43db-9241-991c583ce5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:48.152279 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-b8236b6c-6a28-43db-9241-991c583ce5b9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 1096 time: 0.1603506 Jul 08 20:15:48.153174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069abf3-a70c-47fc-9d31-d7cfb5dd5813 req-eaf1e208-bd3d-45c9-b0b8-4d5bb9a71b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:48.154685 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0069abf3-a70c-47fc-9d31-d7cfb5dd5813 req-eaf1e208-bd3d-45c9-b0b8-4d5bb9a71b43 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=f14b1742-4c9b-4fb7-a786-4d813a33ad8d HTTP/1.1" status: 200 len: 1100 time: 0.1686261 Jul 08 20:15:48.156448 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-88c1a1b2-aaf5-4cb4-88b3-055c528ea204 req-dacde6ae-60f6-4526-b981-0dc1367843ff service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802132 Jul 08 20:15:48.166257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Router b5b16a8c-85fe-4129-83d3-4909c60c5915 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:15:48.208025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0b865309-d20a-44ce-899d-3b340dd6d308 req-ee3c9da3-e4b4-46e1-ad7d-7e612b40dd60 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806801 Jul 08 20:15:48.280192 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2a98bb0c-742e-4279-a150-ee8d8fc85c4a req-e6205837-a0f3-4f4f-b6a2-1bfe1e75f92a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227472 Jul 08 20:15:48.365034 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-88c1a1b2-aaf5-4cb4-88b3-055c528ea204 req-d3b2832a-bbbe-4a8e-8f34-c5e11cbc5879 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870286 Jul 08 20:15:48.371886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069abf3-a70c-47fc-9d31-d7cfb5dd5813 req-c6c97277-de83-4a90-a48f-d8eeff172b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:48.373413 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0069abf3-a70c-47fc-9d31-d7cfb5dd5813 req-c6c97277-de83-4a90-a48f-d8eeff172b76 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1966677 Jul 08 20:15:48.401351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-177c0844-4b84-4007-a118-d4fd498d35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:48.402832 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-177c0844-4b84-4007-a118-d4fd498d35b8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.2255688 Jul 08 20:15:48.410212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:15:48.427216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Sync routers for ids ['b5b16a8c-85fe-4129-83d3-4909c60c5915'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:15:48.451134 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0069abf3-a70c-47fc-9d31-d7cfb5dd5813 req-236649ac-a0de-442b-ab93-890279d3280f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=959da3be-a862-4da7-91d0-155db65de3d1 HTTP/1.1" status: 200 len: 217 time: 0.0620821 Jul 08 20:15:48.453310 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Routers {'b5b16a8c-85fe-4129-83d3-4909c60c5915'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:15:48.453966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:15:36Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b5b16a8c-85fe-4129-83d3-4909c60c5915'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:48.470622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-7cf09d92-0d7a-497f-9e8a-85ea912e8614 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95e93db7-8928-42f2-9324-6e2a4b840c24 HTTP/1.1" status: 200 len: 217 time: 0.0537021 Jul 08 20:15:48.471324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:48.475726 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-972a4145-54a5-4c2e-bd62-bca8a51cdf30 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8912232 Jul 08 20:15:48.476731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46666) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:48.522556 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069abf3-a70c-47fc-9d31-d7cfb5dd5813 req-43949c40-8cc3-483b-9d85-b6b1a2bbeb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:48.524877 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0069abf3-a70c-47fc-9d31-d7cfb5dd5813 req-43949c40-8cc3-483b-9d85-b6b1a2bbeb40 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0668900 Jul 08 20:15:48.614961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069abf3-a70c-47fc-9d31-d7cfb5dd5813 req-fa502521-5595-4d34-9287-1818c04c83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:48.617326 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0069abf3-a70c-47fc-9d31-d7cfb5dd5813 req-fa502521-5595-4d34-9287-1818c04c83d2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0816829 Jul 08 20:15:48.654045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-3d3eed81-5748-4a19-bf2a-240296d1a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:48.655670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-3d3eed81-5748-4a19-bf2a-240296d1a1ad service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.1762304 Jul 08 20:15:48.704872 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-eccb916a-8796-4379-a623-ae307be72816 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400569 Jul 08 20:15:48.787570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Set router b5b16a8c-85fe-4129-83d3-4909c60c5915 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:15:48.887097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b2ff755c-b40e-46a0-9c73-bf737a43c624 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:48.921364 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device d130b045-3274-4752-89c5-b16a617287ea details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:15:49.077269 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-1591c2c9-aae3-43d4-9212-e136081a66bf service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643310 Jul 08 20:15:49.099789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port b2ff755c-b40e-46a0-9c73-bf737a43c624 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:49.118923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port b2ff755c-b40e-46a0-9c73-bf737a43c624 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:49.119295 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:49.149987 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0069abf3-a70c-47fc-9d31-d7cfb5dd5813 req-d27d2ea7-e7fa-4c08-a12f-829cfbbfd05c service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245020 Jul 08 20:15:49.158584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd618c3-3e73-476c-a6ae-ab0c7597a617 req-4d447305-bc57-419d-85e5-1b063e88840f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:49.160074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edd618c3-3e73-476c-a6ae-ab0c7597a617 req-4d447305-bc57-419d-85e5-1b063e88840f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 947 time: 0.4343135 Jul 08 20:15:49.160818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port d130b045-3274-4752-89c5-b16a617287ea, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d130b045-3274-4752-89c5-b16a617287ea,segment=NetworkSegment(fa15948a-346b-4094-8cf9-279e8782fbe7),segment_id=fa15948a-346b-4094-8cf9-279e8782fbe7)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:49.183297 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'd130b045-3274-4752-89c5-b16a617287ea', 'network_id': 'facf6591-74f3-4e8c-9b17-d5502e9f1283', 'port_id': 'd130b045-3274-4752-89c5-b16a617287ea', 'mac_address': 'fa:16:3e:8f:79:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e333acf-e5bb-43f7-b4e2-5e96c683e1d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:15:49.223322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:15:46Z', 'revision_number': 3, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:49.269463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Checking router: b5b16a8c-85fe-4129-83d3-4909c60c5915 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:15:49.269820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Updating router b5b16a8c-85fe-4129-83d3-4909c60c5915 port 19b253e6-b4f6-453f-b8c9-b06562ca5b83 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:15:49.271260 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edd618c3-3e73-476c-a6ae-ab0c7597a617 req-e9c33f1f-3fe2-42b6-85db-7810757c8172 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920646 Jul 08 20:15:49.289422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0069abf3-a70c-47fc-9d31-d7cfb5dd5813 req-093112fb-2da9-40e1-9952-31dde12d5872 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281748 Jul 08 20:15:49.321649 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:49.352338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d130b045-3274-4752-89c5-b16a617287ea {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:49.360612 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:49.386349 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:49.411280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port d130b045-3274-4752-89c5-b16a617287ea, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d130b045-3274-4752-89c5-b16a617287ea,segment=NetworkSegment(fa15948a-346b-4094-8cf9-279e8782fbe7),segment_id=fa15948a-346b-4094-8cf9-279e8782fbe7)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:49.425927 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:49.441757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:49.444163 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a66669-6ae8-41d0-bec9-ff7b7a677240" -d '{"events": [{"server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:49.482673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0226e0-cf9e-46f6-a6b7-e870383847f6 req-2fbbc22f-63d9-43f9-bb1a-bbd8a65be3a4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:49.484431 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eb0226e0-cf9e-46f6-a6b7-e870383847f6 req-2fbbc22f-63d9-43f9-bb1a-bbd8a65be3a4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 948 time: 0.0750179 Jul 08 20:15:49.497459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-9febf514-89d7-4c47-9468-d7ee8048a959 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:49.498977 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-9febf514-89d7-4c47-9468-d7ee8048a959 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8&tenant_id=847906ba92d7431c9a151198f8628748&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 948 time: 0.6758330 Jul 08 20:15:49.506511 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b6dba-76b8-45b7-b4e2-53430094482c req-da0b23f8-0d6e-4e6c-8361-b9133b813a97 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:49.507996 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-675b6dba-76b8-45b7-b4e2-53430094482c req-da0b23f8-0d6e-4e6c-8361-b9133b813a97 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 943 time: 0.6020889 Jul 08 20:15:49.541493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:49.545726 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eb0226e0-cf9e-46f6-a6b7-e870383847f6 req-20d26f98-1480-467f-82ec-f48815d220ba tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540960 Jul 08 20:15:49.552467 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:49.589905 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=d130b045-3274-4752-89c5-b16a617287ea,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:49.656047 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-675b6dba-76b8-45b7-b4e2-53430094482c req-b9bda91c-caf5-4764-9fbb-5360d8505fb4 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390109 Jul 08 20:15:49.670102 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-5df70bea-68b3-4f15-af93-ec45e3f0d010 service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824299 Jul 08 20:15:49.673309 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-870cd7ea-b84a-464d-a5a8-75a63cfcefa4 service neutron] 10.222.0.103 "GET /v2.0/ports/b2ff755c-b40e-46a0-9c73-bf737a43c624/bindings/n-h2-791506-16 HTTP/1.1" status: 200 len: 383 time: 0.1533494 Jul 08 20:15:49.711140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:49.749426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['d130b045-3274-4752-89c5-b16a617287ea'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:49.781368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8524f37-4d1e-4228-8d7a-d9b17130ea49 req-a3ced2f4-6891-42bc-a222-b0b32237a3e3 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:49.783272 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b8524f37-4d1e-4228-8d7a-d9b17130ea49 req-a3ced2f4-6891-42bc-a222-b0b32237a3e3 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.1196265 Jul 08 20:15:49.839648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b8524f37-4d1e-4228-8d7a-d9b17130ea49 req-64f39f2f-075d-46f0-a417-67c129d700cd tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442514 Jul 08 20:15:49.854236 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:49.887976 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:49.893780 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-02fbc663-af12-45c3-bc33-69a2519bbd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:49.894895 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-02fbc663-af12-45c3-bc33-69a2519bbd7c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 1101 time: 0.1596377 Jul 08 20:15:49.904620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Transition to ACTIVE for port object 19b253e6-b4f6-453f-b8c9-b06562ca5b83 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:49.928192 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:50.016247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Attempting to bind port 19b253e6-b4f6-453f-b8c9-b06562ca5b83 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:50.016576 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Attempting to bind port 19b253e6-b4f6-453f-b8c9-b06562ca5b83 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:50.016961 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Attempting to bind port 19b253e6-b4f6-453f-b8c9-b06562ca5b83 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:50.034635 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:50.035008 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:50.035412 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:50.035809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:50.036289 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Bound port: 19b253e6-b4f6-453f-b8c9-b06562ca5b83, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:50.036693 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:50.069131 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97a77e0-dc07-43db-bf0b-ae5b34da42f5 x-openstack-request-id: req-c97a77e0-dc07-43db-bf0b-ae5b34da42f5 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:50.069936 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:50.069936 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c97a77e0-dc07-43db-bf0b-ae5b34da42f5 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:50.070193 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'code': 200} Jul 08 20:15:50.072672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e636d-b14e-44fd-92ff-dc50b2747afc None None] Pushing event updated for resources: {'Port': ['ID=19b253e6-b4f6-453f-b8c9-b06562ca5b83,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:50.128552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] For port 19b253e6-b4f6-453f-b8c9-b06562ca5b83, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:50.132289 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] For port 19b253e6-b4f6-453f-b8c9-b06562ca5b83, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=19b253e6-b4f6-453f-b8c9-b06562ca5b83,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:50.133466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b61da8-5165-44b6-b53e-48cab070a2d5 req-bbcec808-ca4d-4e4d-8bd9-dbe8f77b7f3e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:50.135170 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6b61da8-5165-44b6-b53e-48cab070a2d5 req-bbcec808-ca4d-4e4d-8bd9-dbe8f77b7f3e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 944 time: 0.3006945 Jul 08 20:15:50.140869 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:50.202614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Routers {'b5b16a8c-85fe-4129-83d3-4909c60c5915'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:15:50.203306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:15:36Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b5b16a8c-85fe-4129-83d3-4909c60c5915'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:50.219505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-ef606fc9-9abd-44dd-847d-db360104d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:50.221003 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-ef606fc9-9abd-44dd-847d-db360104d975 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.3130579 Jul 08 20:15:50.240539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e636d-b14e-44fd-92ff-dc50b2747afc None None] Pushing event updated for resources: {'Port': ['ID=19b253e6-b4f6-453f-b8c9-b06562ca5b83,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:50.253280 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6b61da8-5165-44b6-b53e-48cab070a2d5 req-d0ab5dc8-c6fb-4f64-a9f4-5a323ed909db tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113575 Jul 08 20:15:50.258985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-fee09387-b6da-4270-8ea5-5b6fa2bb22ff tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:50.260660 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-fee09387-b6da-4270-8ea5-5b6fa2bb22ff tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858&tenant_id=497d536bc47446ccb3b69c5679cc9909&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 1096 time: 0.2481217 Jul 08 20:15:50.261823 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Allocated IP 172.20.0.1 (44f8b8e0-9466-4742-8949-139aced77ed1/f02d4487-1be7-4b64-b341-2ce101ac9f8b/04f7a9f6-d6de-4b0d-9314-cafe26faa252) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:15:50.305933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-ed635cd1-e36a-47c8-87c0-5aaaaddf5b61 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 200 len: 217 time: 0.0656397 Jul 08 20:15:50.339911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] Set router b5b16a8c-85fe-4129-83d3-4909c60c5915 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:15:50.469773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-533fbfc8-b2b6-4e89-a015-6f76dbd5a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:50.471271 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-533fbfc8-b2b6-4e89-a015-6f76dbd5a941 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1377904 Jul 08 20:15:50.483184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe296ee-19ef-4248-b8a8-76123f6f5536 req-fe498deb-1c3d-4c77-b12f-bd37cbc2b131 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:50.484809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3fe296ee-19ef-4248-b8a8-76123f6f5536 req-fe498deb-1c3d-4c77-b12f-bd37cbc2b131 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 947 time: 0.0681314 Jul 08 20:15:50.551289 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3fe296ee-19ef-4248-b8a8-76123f6f5536 req-45b5967b-d960-4d3c-ac04-beb0a6a8e412 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607429 Jul 08 20:15:50.559067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:15:46Z', 'revision_number': 3, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:50.590674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa71e3ff-fede-4cbe-bdeb-7fe54c6a8e63 None None] The sync data for ids ['b5b16a8c-85fe-4129-83d3-4909c60c5915'] in n-d-791506-16 is: [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:15:46Z', 'revision_number': 3, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:15:50.598183 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:50.608303 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-03ec2985-c896-45ef-bcef-bf4e923b30a1 service neutron] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:50.622555 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-03ec2985-c896-45ef-bcef-bf4e923b30a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:50.623693 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecdde1e-3245-4645-8304-58e7ce871027 req-03ec2985-c896-45ef-bcef-bf4e923b30a1 service neutron] 10.222.0.104 "DELETE /v2.0/ports/95e93db7-8928-42f2-9324-6e2a4b840c24/bindings/n-h2-791506-16 HTTP/1.1" status: 204 len: 173 time: 0.3282950 Jul 08 20:15:50.628304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Transition to ACTIVE for port object 04f7a9f6-d6de-4b0d-9314-cafe26faa252 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:50.639920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-cc1e7294-2f5d-482a-b063-d27590a2bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:50.641486 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-cc1e7294-2f5d-482a-b063-d27590a2bc69 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611488 Jul 08 20:15:50.801196 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:50.896847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af24fd-1899-40ed-b651-faa9b98670ec req-47db5cf9-8d5c-462c-9938-3414c444bdfd tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:50.898995 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66af24fd-1899-40ed-b651-faa9b98670ec req-47db5cf9-8d5c-462c-9938-3414c444bdfd tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 944 time: 0.1050529 Jul 08 20:15:50.901865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Network 44f8b8e0-9466-4742-8949-139aced77ed1 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:15:50.918422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:15:50.921094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:15:50.937133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:15:50.950220 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66af24fd-1899-40ed-b651-faa9b98670ec req-3c1cea54-8d15-473a-8663-f57df26d3cb1 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455167 Jul 08 20:15:50.958745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Pushing event updated for resources: {'Port': ['ID=04f7a9f6-d6de-4b0d-9314-cafe26faa252,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:50.960669 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device d130b045-3274-4752-89c5-b16a617287ea up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:50.968236 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-f7d889ab-e9df-4ad5-9105-9f54b09bf783 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063996 Jul 08 20:15:51.025109 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d630adc-a6f2-4095-9e22-938a85984c35 req-dfec5ffa-6fbf-4f94-a2fd-1da19108306c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:51.031961 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7d630adc-a6f2-4095-9e22-938a85984c35 req-dfec5ffa-6fbf-4f94-a2fd-1da19108306c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.2945766 Jul 08 20:15:51.108472 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:51.135776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port d130b045-3274-4752-89c5-b16a617287ea completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:51.151979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port d130b045-3274-4752-89c5-b16a617287ea triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:51.152912 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:51.206910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:51.242474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986bf30-7b10-47be-b5cc-13e6df05c125 req-3c75a5ce-4c53-47c0-af1f-e56bdcd55a31 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:51.247427 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a986bf30-7b10-47be-b5cc-13e6df05c125 req-3c75a5ce-4c53-47c0-af1f-e56bdcd55a31 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.1297684 Jul 08 20:15:51.299511 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7d630adc-a6f2-4095-9e22-938a85984c35 req-13aafab1-fcc0-4d28-845c-e146dd178546 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664995 Jul 08 20:15:51.305875 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a986bf30-7b10-47be-b5cc-13e6df05c125 req-ecb39810-647e-49d0-8ea9-89a75875bcaa tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456491 Jul 08 20:15:51.415878 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-5f4e9ca2-c4e3-4aeb-a3d9-99ae288be925 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288073 Jul 08 20:15:51.452316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', 'mac_address': 'fa:16:3e:ea:1d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:15:51.472969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8f37765d-3e48-42d8-b105-e6875890a352 None None] Provisioning for port 04f7a9f6-d6de-4b0d-9314-cafe26faa252 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:51.508561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:51.541434 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8f37765d-3e48-42d8-b105-e6875890a352 None None] Provisioning complete for port 04f7a9f6-d6de-4b0d-9314-cafe26faa252 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:51.541825 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8f37765d-3e48-42d8-b105-e6875890a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:51.636118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8f37765d-3e48-42d8-b105-e6875890a352 None None] Port 04f7a9f6-d6de-4b0d-9314-cafe26faa252 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:15:51.660992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 19b253e6-b4f6-453f-b8c9-b06562ca5b83 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:51.721525 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:51.749728 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:51.750215 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:51.753861 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 19b253e6-b4f6-453f-b8c9-b06562ca5b83 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:51.762060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:51.772394 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:51.785061 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:51.791059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411983b9-db1e-4d88-b141-27aadf2072af req-1da1b54a-ffb2-4c7a-99ec-a40b6913203c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:51.795641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 19b253e6-b4f6-453f-b8c9-b06562ca5b83 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:51.796026 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:51.800077 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:51.800767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 959da3be-a862-4da7-91d0-155db65de3d1 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:15:51.801471 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-411983b9-db1e-4d88-b141-27aadf2072af req-1da1b54a-ffb2-4c7a-99ec-a40b6913203c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 944 time: 0.1173034 Jul 08 20:15:51.837770 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:51.841629 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-411983b9-db1e-4d88-b141-27aadf2072af req-d97bb7bc-9f74-4926-8c93-1224d7467f88 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389421 Jul 08 20:15:51.922358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port d130b045-3274-4752-89c5-b16a617287ea, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d130b045-3274-4752-89c5-b16a617287ea,segment=NetworkSegment(fa15948a-346b-4094-8cf9-279e8782fbe7),segment_id=fa15948a-346b-4094-8cf9-279e8782fbe7)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:51.947032 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:51.981724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Pushing event updated for resources: {'Port': ['ID=04f7a9f6-d6de-4b0d-9314-cafe26faa252,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:52.005426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 959da3be-a862-4da7-91d0-155db65de3d1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=959da3be-a862-4da7-91d0-155db65de3d1,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:52.009214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:52.019053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863659e0-0641-4b4d-a930-1159aaaf5c55 req-1536f748-d70e-45d7-8239-c70c455c08cd tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:52.020713 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-863659e0-0641-4b4d-a930-1159aaaf5c55 req-1536f748-d70e-45d7-8239-c70c455c08cd tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 947 time: 0.2623699 Jul 08 20:15:52.062995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Network 44f8b8e0-9466-4742-8949-139aced77ed1 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:15:52.065672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:15:52.069247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '959da3be-a862-4da7-91d0-155db65de3d1', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '959da3be-a862-4da7-91d0-155db65de3d1', 'mac_address': 'fa:16:3e:5a:7f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:15:52.073769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85a1b31-52b1-46a0-ae25-6d4e6df8fdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd130b045-3274-4752-89c5-b16a617287ea'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:52.086565 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631c6ba6-2e9e-4c6a-9185-848c19de22f0" -d '{"events": [{"server_uuid": "d85a1b31-52b1-46a0-ae25-6d4e6df8fdff", "name": "network-vif-plugged", "status": "completed", "tag": "d130b045-3274-4752-89c5-b16a617287ea"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:52.088144 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-863659e0-0641-4b4d-a930-1159aaaf5c55 req-6d6c5ad6-533c-4cd7-8bfc-f49bcfd9b179 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551405 Jul 08 20:15:52.176956 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=d130b045-3274-4752-89c5-b16a617287ea,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:52.203823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cd475-3fc5-4e9b-a213-f334102703a6 req-279ea007-c67d-4d0e-b9f1-30d113feccca tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:52.206042 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a1cd475-3fc5-4e9b-a213-f334102703a6 req-279ea007-c67d-4d0e-b9f1-30d113feccca tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 1096 time: 0.1142523 Jul 08 20:15:52.209835 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:52.237030 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:52.247470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959da3be-a862-4da7-91d0-155db65de3d1 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:15:52.284253 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a1cd475-3fc5-4e9b-a213-f334102703a6 req-5b6c67fd-7919-471f-b608-089643785435 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668550 Jul 08 20:15:52.291715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 19b253e6-b4f6-453f-b8c9-b06562ca5b83, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=19b253e6-b4f6-453f-b8c9-b06562ca5b83,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:52.291956 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Router b5b16a8c-85fe-4129-83d3-4909c60c5915 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:15:52.310706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 959da3be-a862-4da7-91d0-155db65de3d1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=959da3be-a862-4da7-91d0-155db65de3d1,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:52.316260 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:52.325665 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:52.403587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=19b253e6-b4f6-453f-b8c9-b06562ca5b83,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:52.406002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-76986252-e6c3-4eb9-82bc-1ceebb602333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:52.412130 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c4f42e-57a2-4f76-950a-2b72ecc45d88 x-openstack-request-id: req-31c4f42e-57a2-4f76-950a-2b72ecc45d88 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:52.412427 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85a1b31-52b1-46a0-ae25-6d4e6df8fdff", "name": "network-vif-plugged", "status": "completed", "tag": "d130b045-3274-4752-89c5-b16a617287ea", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:52.413048 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-31c4f42e-57a2-4f76-950a-2b72ecc45d88 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:52.414088 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85a1b31-52b1-46a0-ae25-6d4e6df8fdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd130b045-3274-4752-89c5-b16a617287ea', 'code': 200} Jul 08 20:15:52.429664 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-76986252-e6c3-4eb9-82bc-1ceebb602333 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 1097 time: 0.2044752 Jul 08 20:15:52.482725 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ce1653e1-96e2-433b-8f9c-44c2eb2ffd9f None None] Provisioning complete for port 04f7a9f6-d6de-4b0d-9314-cafe26faa252 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:52.483104 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce1653e1-96e2-433b-8f9c-44c2eb2ffd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:52.529029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=959da3be-a862-4da7-91d0-155db65de3d1,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:52.557646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ce1653e1-96e2-433b-8f9c-44c2eb2ffd9f None None] Port 04f7a9f6-d6de-4b0d-9314-cafe26faa252 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:15:52.610333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b90c-65e1-4899-b163-3336d5e4c3d9 req-b0325b10-58c8-4a80-b009-b135eecf62b2 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:52.611148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:15:52.611822 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3348b90c-65e1-4899-b163-3336d5e4c3d9 req-b0325b10-58c8-4a80-b009-b135eecf62b2 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.1257231 Jul 08 20:15:52.614969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d71214-d819-4ac5-b652-13e823284710 req-25bf8070-0da3-460a-bfcd-ffbe9b5514eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:52.616522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54d71214-d819-4ac5-b652-13e823284710 req-25bf8070-0da3-460a-bfcd-ffbe9b5514eb service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 1097 time: 0.1207256 Jul 08 20:15:52.618438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aeda4c69-221c-4627-a492-1ab08bc423ce admin admin] 10.222.0.101 "PUT /v2.0/routers/b5b16a8c-85fe-4129-83d3-4909c60c5915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1405921 Jul 08 20:15:52.673799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d010b9-8697-4904-aaa5-105b10f7471d req-b0005721-9937-4c4f-a205-75a8a50eb756 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:52.674526 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:52.678985 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-45d010b9-8697-4904-aaa5-105b10f7471d req-b0005721-9937-4c4f-a205-75a8a50eb756 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.3637569 Jul 08 20:15:52.692212 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3348b90c-65e1-4899-b163-3336d5e4c3d9 req-3d08c42f-8e7f-445a-beb8-757b1fcc290a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716758 Jul 08 20:15:52.704065 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-3970f28d-9f2c-4be4-9a68-7733194707c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:52.706539 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-3970f28d-9f2c-4be4-9a68-7733194707c4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.2619071 Jul 08 20:15:52.715832 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54d71214-d819-4ac5-b652-13e823284710 req-ef5a6941-22b7-4924-bbba-50f209e661f0 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863612 Jul 08 20:15:52.743848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['959da3be-a862-4da7-91d0-155db65de3d1'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:52.769884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-dc67db3f-03a0-4acb-b945-7ffe951f45bb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbdbde34-d039-48cf-8b4a-38f187a98565 HTTP/1.1" status: 200 len: 217 time: 0.0491941 Jul 08 20:15:52.793176 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-45d010b9-8697-4904-aaa5-105b10f7471d req-6d914e3a-73d6-488d-9113-376d1da7f16d tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051819 Jul 08 20:15:52.851413 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-636b6d8d-c4de-47a6-8cce-e4aa231cef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:52.851413 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-636b6d8d-c4de-47a6-8cce-e4aa231cef0c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.0669596 Jul 08 20:15:52.888718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-15f74921-1673-445f-adce-951cc770447b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299206 Jul 08 20:15:52.997108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7f9e3-054c-431f-a850-5d830ed1aa38 req-9c6a0e79-8b75-4146-b727-f02f7058808e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:52.999086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-feb7f9e3-054c-431f-a850-5d830ed1aa38 req-9c6a0e79-8b75-4146-b727-f02f7058808e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 945 time: 0.0990083 Jul 08 20:15:53.049089 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Sync routers for ids ['b5b16a8c-85fe-4129-83d3-4909c60c5915'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:15:53.052368 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-feb7f9e3-054c-431f-a850-5d830ed1aa38 req-ced37d4b-48c7-47e5-b812-4eba3db13e48 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465360 Jul 08 20:15:53.066300 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Routers {'b5b16a8c-85fe-4129-83d3-4909c60c5915'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:15:53.067533 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:15:36Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b5b16a8c-85fe-4129-83d3-4909c60c5915'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:53.121857 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:53.161393 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-28f4c2a2-acf3-40c3-bdac-a6e15136751f service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656415 Jul 08 20:15:53.170602 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f73655-51b9-49da-8e5b-be50983865ac req-4fe44b1e-a4fe-48d7-b5ec-acd2d9054d39 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:53.172244 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-46f73655-51b9-49da-8e5b-be50983865ac req-4fe44b1e-a4fe-48d7-b5ec-acd2d9054d39 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 1096 time: 0.1669660 Jul 08 20:15:53.178154 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Set router b5b16a8c-85fe-4129-83d3-4909c60c5915 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:15:53.410099 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:15:51Z', 'revision_number': 4, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '04f7a9f6-d6de-4b0d-9314-cafe26faa252', 'name': '', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'mac_address': 'fa:16:3e:f8:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:49Z', 'updated_at': '2021-07-08T20:15:51Z', 'revision_number': 2, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'subnets': [{'id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:53.457770 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Checking router: b5b16a8c-85fe-4129-83d3-4909c60c5915 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:15:53.458504 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Updating router b5b16a8c-85fe-4129-83d3-4909c60c5915 port 04f7a9f6-d6de-4b0d-9314-cafe26faa252 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:15:53.506280 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:53.541029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 19b253e6-b4f6-453f-b8c9-b06562ca5b83 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:53.583775 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-46f73655-51b9-49da-8e5b-be50983865ac req-5411c0d6-c9f9-4b26-987f-a088d52b9eac tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012375 Jul 08 20:15:53.619748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 19b253e6-b4f6-453f-b8c9-b06562ca5b83 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:53.620128 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:53.674085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-97f09fa1-0d1a-4be4-8c41-07e1b88daa50 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954407 Jul 08 20:15:53.856583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bd3f-0964-4323-a290-0592d871b5eb req-b1cad17d-112c-4dde-b828-5e469ab352a1 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:53.858168 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-feb9bd3f-0964-4323-a290-0592d871b5eb req-b1cad17d-112c-4dde-b828-5e469ab352a1 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 948 time: 0.1404107 Jul 08 20:15:53.864910 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6710a098-d859-49df-9495-5960c2d650c8 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:53.867048 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6710a098-d859-49df-9495-5960c2d650c8 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1097 time: 0.0985243 Jul 08 20:15:53.876730 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:53.889906 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Transition to ACTIVE for port object 04f7a9f6-d6de-4b0d-9314-cafe26faa252 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:53.897335 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:53.897567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-16'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:53.973197 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-feb9bd3f-0964-4323-a290-0592d871b5eb req-be77d048-a827-4968-8931-6fed90f8bf35 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049902 Jul 08 20:15:53.978182 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Pushing event updated for resources: {'Port': ['ID=04f7a9f6-d6de-4b0d-9314-cafe26faa252,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:54.026961 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:54.027426 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:54.027899 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:54.028266 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:54.028817 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:54.029211 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:54.029666 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:54.030082 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:54.030469 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:54.032443 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:54.033090 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:54.033401 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:15:54.077195 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Attempting to bind port 04f7a9f6-d6de-4b0d-9314-cafe26faa252 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:54.078298 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Attempting to bind port 04f7a9f6-d6de-4b0d-9314-cafe26faa252 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'f4b42d19-2d67-4696-a454-81c605765246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:54.080785 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Attempting to bind port 04f7a9f6-d6de-4b0d-9314-cafe26faa252 on network 44f8b8e0-9466-4742-8949-139aced77ed1 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:54.097142 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:54.097828 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Checking segment: {'id': 'f4b42d19-2d67-4696-a454-81c605765246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:54.098731 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:54.099820 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Bound using segment: {'id': 'f4b42d19-2d67-4696-a454-81c605765246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:54.100518 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Bound port: 04f7a9f6-d6de-4b0d-9314-cafe26faa252, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b42d19-2d67-4696-a454-81c605765246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:54.102096 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:54.114823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:54.230421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46734) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:54.235906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-482d4098-58a4-45e8-8184-52a318d2aad0 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1189406446', 'description': 'tempest-description--1852434082'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:54.278847 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] For port 04f7a9f6-d6de-4b0d-9314-cafe26faa252, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:54.281425 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-482d4098-58a4-45e8-8184-52a318d2aad0 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:54.284031 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] For port 04f7a9f6-d6de-4b0d-9314-cafe26faa252, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=04f7a9f6-d6de-4b0d-9314-cafe26faa252,segment=NetworkSegment(f4b42d19-2d67-4696-a454-81c605765246),segment_id=f4b42d19-2d67-4696-a454-81c605765246)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:54.307238 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:54.391802 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca94543-e08d-4207-b3e5-219b8d3650f1 None None] Pushing event updated for resources: {'Port': ['ID=04f7a9f6-d6de-4b0d-9314-cafe26faa252,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:54.427122 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Routers {'b5b16a8c-85fe-4129-83d3-4909c60c5915'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:15:54.428520 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:15:36Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b5b16a8c-85fe-4129-83d3-4909c60c5915'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:54.439791 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-482d4098-58a4-45e8-8184-52a318d2aad0 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:54.440681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8cd0c-11c5-41f2-b17b-d19c56dac307 req-3efb098a-f513-421f-b5c3-2f37b75291a4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:54.442938 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adb8cd0c-11c5-41f2-b17b-d19c56dac307 req-3efb098a-f513-421f-b5c3-2f37b75291a4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.2265751 Jul 08 20:15:54.452479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=dbdbde34-d039-48cf-8b4a-38f187a98565,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:54.452841 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-482d4098-58a4-45e8-8184-52a318d2aad0 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:54.515759 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-482d4098-58a4-45e8-8184-52a318d2aad0 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:54.520521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46742) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:54.521920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-482d4098-58a4-45e8-8184-52a318d2aad0 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2903371 Jul 08 20:15:54.547758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4961278b-30ac-4c28-8291-a87f6b7226c9 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Request body: {'security_group_rule': {'security_group_id': '29e1fabc-7564-4c84-a80e-856495422bf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:54.548858 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d4098-58a4-45e8-8184-52a318d2aad0 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e1fabc-7564-4c84-a80e-856495422bf1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:54.592515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-35dd1878-18e1-41d4-9528-d94f9e461bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:54.594332 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-35dd1878-18e1-41d4-9528-d94f9e461bf1 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8&tenant_id=847906ba92d7431c9a151198f8628748 HTTP/1.1" status: 200 len: 1101 time: 0.0966034 Jul 08 20:15:54.613497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:54.641093 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:54.643076 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4961278b-30ac-4c28-8291-a87f6b7226c9 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:54.649895 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] Set router b5b16a8c-85fe-4129-83d3-4909c60c5915 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:15:54.687617 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adb8cd0c-11c5-41f2-b17b-d19c56dac307 req-c14c44c1-3de8-4346-b229-e7dcaefb4385 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321661 Jul 08 20:15:54.724496 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:54.799604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eae6a73-3f06-410d-b73c-4970f8ea06b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbdbde34-d039-48cf-8b4a-38f187a98565'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:54.814708 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0374b2aa-9b10-4827-98ec-2b589b1cf1b1" -d '{"events": [{"server_uuid": "3eae6a73-3f06-410d-b73c-4970f8ea06b9", "name": "network-vif-unplugged", "status": "completed", "tag": "dbdbde34-d039-48cf-8b4a-38f187a98565"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:54.843180 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:54.915059 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4961278b-30ac-4c28-8291-a87f6b7226c9 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:54.924552 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4961278b-30ac-4c28-8291-a87f6b7226c9 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:54.948236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:54.956314 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.020731 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:15:51Z', 'revision_number': 4, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '04f7a9f6-d6de-4b0d-9314-cafe26faa252', 'name': '', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'mac_address': 'fa:16:3e:f8:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:49Z', 'updated_at': '2021-07-08T20:15:54Z', 'revision_number': 4, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'subnets': [{'id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:15:55.056880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:55.065335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:55.068197 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.097694 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b354b-97d9-4d7c-abef-c036e5a1b9a9 None None] The sync data for ids ['b5b16a8c-85fe-4129-83d3-4909c60c5915'] in n-d-791506-16 is: [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:15:51Z', 'revision_number': 4, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '04f7a9f6-d6de-4b0d-9314-cafe26faa252', 'name': '', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'mac_address': 'fa:16:3e:f8:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:49Z', 'updated_at': '2021-07-08T20:15:54Z', 'revision_number': 4, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'subnets': [{'id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:15:55.108371 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961278b-30ac-4c28-8291-a87f6b7226c9 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8737ea-daa3-47eb-8ffc-0512715ab0fd,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:55.153182 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4961278b-30ac-4c28-8291-a87f6b7226c9 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.158695 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4961278b-30ac-4c28-8291-a87f6b7226c9 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6265972 Jul 08 20:15:55.159744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46752) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:55.171668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3249caaf-897a-4ccb-9aa5-a6da9740d755 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Request body: {'security_group_rule': {'security_group_id': '29e1fabc-7564-4c84-a80e-856495422bf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:55.226326 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdbde34-d039-48cf-8b4a-38f187a98565,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:55.253386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Attempting to bind port dbdbde34-d039-48cf-8b4a-38f187a98565 on host n-h2-791506-16 for vnic_type normal with profile {"migrating_to": "n-h1-791506-16"} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:55.253674 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Attempting to bind port dbdbde34-d039-48cf-8b4a-38f187a98565 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:55.254019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Attempting to bind port dbdbde34-d039-48cf-8b4a-38f187a98565 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:55.256061 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.271139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Port dbdbde34-d039-48cf-8b4a-38f187a98565 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:15:55.272010 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Attempting to bind port dbdbde34-d039-48cf-8b4a-38f187a98565 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:55.293808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:55.296024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:55.296024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Checking segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:55.296024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Bound using segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:55.296396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Bound port: dbdbde34-d039-48cf-8b4a-38f187a98565, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:55.296507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.300282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e630b3c-ea1a-46f3-8ef4-2215996f62ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:55.305038 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f76a90-698b-44a6-ad43-30f25cd01489" -d '{"events": [{"server_uuid": "3e630b3c-ea1a-46f3-8ef4-2215996f62ed", "name": "network-vif-plugged", "status": "completed", "tag": "57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:55.305748 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3249caaf-897a-4ccb-9aa5-a6da9740d755 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.317949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f81cd-2e76-441b-89c1-5a9c74117fa1 req-dc7fa406-6ecc-4dd8-a238-6e32f6154fd5 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:55.319449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d04e99-5d2c-4d80-9c82-4d356b14b204 req-c43506de-801e-4cee-b6d3-cad193a36976 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:55.320841 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-508f81cd-2e76-441b-89c1-5a9c74117fa1 req-dc7fa406-6ecc-4dd8-a238-6e32f6154fd5 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.3298750 Jul 08 20:15:55.321368 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:55.321972 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-64d04e99-5d2c-4d80-9c82-4d356b14b204 req-c43506de-801e-4cee-b6d3-cad193a36976 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 943 time: 0.2352831 Jul 08 20:15:55.333187 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.334727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 959da3be-a862-4da7-91d0-155db65de3d1 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:55.402996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:55.410213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-508f81cd-2e76-441b-89c1-5a9c74117fa1 req-5e70acad-2043-4077-b57d-17e736014021 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705318 Jul 08 20:15:55.423073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:55.461620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:55.465937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=dbdbde34-d039-48cf-8b4a-38f187a98565,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:55.473305 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.489588 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 959da3be-a862-4da7-91d0-155db65de3d1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:55.498597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-64d04e99-5d2c-4d80-9c82-4d356b14b204 req-01cfba4e-c42d-4305-a685-e6e6d54cff3a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690459 Jul 08 20:15:55.536533 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3249caaf-897a-4ccb-9aa5-a6da9740d755 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.543327 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 959da3be-a862-4da7-91d0-155db65de3d1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:55.543726 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.554710 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3249caaf-897a-4ccb-9aa5-a6da9740d755 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.560875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:55.576191 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa9d358-9558-4d32-aacf-c7243270896c" -d '{"events": [{"server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:55.587425 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.650193 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:55.651287 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.653437 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] 10.222.0.104 "PUT /v2.0/ports/dbdbde34-d039-48cf-8b4a-38f187a98565 HTTP/1.1" status: 200 len: 1123 time: 1.7634199 Jul 08 20:15:55.658630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249caaf-897a-4ccb-9aa5-a6da9740d755 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28f5c55-761c-446c-8a73-b623f1395da3,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:55.661334 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Transition to ACTIVE for port object b2ff755c-b40e-46a0-9c73-bf737a43c624 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:15:55.675064 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3249caaf-897a-4ccb-9aa5-a6da9740d755 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.699212 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3249caaf-897a-4ccb-9aa5-a6da9740d755 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5314455 Jul 08 20:15:55.700830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46762) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:15:55.710808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:15:55.712546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce55e8-c448-468f-9c58-d3bc1c075417 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdbde34-d039-48cf-8b4a-38f187a98565,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:55.738285 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.770818 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618c37f0-05e2-408c-8427-d717d5f94170 x-openstack-request-id: req-618c37f0-05e2-408c-8427-d717d5f94170 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:55.771131 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eae6a73-3f06-410d-b73c-4970f8ea06b9", "name": "network-vif-unplugged", "status": "completed", "tag": "dbdbde34-d039-48cf-8b4a-38f187a98565", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:55.772052 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-618c37f0-05e2-408c-8427-d717d5f94170 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:55.772052 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eae6a73-3f06-410d-b73c-4970f8ea06b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbdbde34-d039-48cf-8b4a-38f187a98565', 'code': 200} Jul 08 20:15:55.784530 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.794239 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 04f7a9f6-d6de-4b0d-9314-cafe26faa252 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:55.808367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['dbdbde34-d039-48cf-8b4a-38f187a98565'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:15:55.900165 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:55.938016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=10']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:55.970827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] No DVR routers for this DVR port b2ff755c-b40e-46a0-9c73-bf737a43c624 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:15:56.036372 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dbd1c2-00c2-4f76-b407-10ec43a473d2 x-openstack-request-id: req-f3dbd1c2-00c2-4f76-b407-10ec43a473d2 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:56.037191 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e630b3c-ea1a-46f3-8ef4-2215996f62ed", "name": "network-vif-plugged", "status": "completed", "tag": "57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:56.037191 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f3dbd1c2-00c2-4f76-b407-10ec43a473d2 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:56.037518 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e630b3c-ea1a-46f3-8ef4-2215996f62ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', 'code': 200} Jul 08 20:15:56.184957 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Attempting to bind port b2ff755c-b40e-46a0-9c73-bf737a43c624 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:15:56.185297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Attempting to bind port b2ff755c-b40e-46a0-9c73-bf737a43c624 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:15:56.185625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Attempting to bind port b2ff755c-b40e-46a0-9c73-bf737a43c624 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:56.199725 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Port b2ff755c-b40e-46a0-9c73-bf737a43c624 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:15:56.200039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Attempting to bind port b2ff755c-b40e-46a0-9c73-bf737a43c624 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:15:56.209602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:15:56.209935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:15:56.210780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:15:56.211232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Bound port: b2ff755c-b40e-46a0-9c73-bf737a43c624, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:15:56.211593 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:56.246366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 959da3be-a862-4da7-91d0-155db65de3d1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=959da3be-a862-4da7-91d0-155db65de3d1,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:56.289060 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:56.307084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 04f7a9f6-d6de-4b0d-9314-cafe26faa252 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:15:56.362311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:15:56.365172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:56.369505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:15:56.372849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 04f7a9f6-d6de-4b0d-9314-cafe26faa252 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:56.373358 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:56.386586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282389e-8063-4a1d-941e-ef4cdf5d439e req-180e96a9-dee4-40b6-90fb-476ffb8d9afb tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:56.390280 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:56.391054 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e282389e-8063-4a1d-941e-ef4cdf5d439e req-180e96a9-dee4-40b6-90fb-476ffb8d9afb tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 949 time: 0.2699161 Jul 08 20:15:56.403811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f61c09-c3dc-4145-83f2-259d37e2a078 req-a51409e0-df70-4a20-8a42-7077a0449751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:56.405467 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-07f61c09-c3dc-4145-83f2-259d37e2a078 req-a51409e0-df70-4a20-8a42-7077a0449751 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 1101 time: 0.2936106 Jul 08 20:15:56.533215 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=959da3be-a862-4da7-91d0-155db65de3d1,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:56.537214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:56.537844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:56.539384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] 10.222.0.104 "PUT /v2.0/ports/b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 200 len: 1097 time: 1.9326332 Jul 08 20:15:56.542694 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e282389e-8063-4a1d-941e-ef4cdf5d439e req-28750005-b5bb-4c07-ac6d-a07e91109d5f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312733 Jul 08 20:15:56.591625 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-07f61c09-c3dc-4145-83f2-259d37e2a078 req-99250b30-26f3-43bc-bd43-2001665c6a5d service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987353 Jul 08 20:15:56.686092 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:56.728686 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d3cd8d-1bfb-4d6d-8ee8-7b5cf35b9db9 x-openstack-request-id: req-18d3cd8d-1bfb-4d6d-8ee8-7b5cf35b9db9 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:56.729046 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:56.729318 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-18d3cd8d-1bfb-4d6d-8ee8-7b5cf35b9db9 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:56.729737 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'code': 200} Jul 08 20:15:56.795906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98037c10-a573-41b7-9b04-dfe12d7aa638 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=11']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:56.811064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 04f7a9f6-d6de-4b0d-9314-cafe26faa252, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=04f7a9f6-d6de-4b0d-9314-cafe26faa252,segment=NetworkSegment(f4b42d19-2d67-4696-a454-81c605765246),segment_id=f4b42d19-2d67-4696-a454-81c605765246)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:56.818264 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:56.827032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67f718-eeb5-4ec0-9de2-001fe3ef4928 req-5d00eee0-d1e9-49f4-87a3-c74ea9b9c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:56.831252 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cc67f718-eeb5-4ec0-9de2-001fe3ef4928 req-5d00eee0-d1e9-49f4-87a3-c74ea9b9c6e4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ea3d50172a64152a8b1a4c73654d683&device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 1097 time: 0.1484544 Jul 08 20:15:56.875417 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Allocated IP 172.25.4.28 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/5ddd6a03-a9da-4313-9ddc-f77d69277473) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:15:56.964555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=04f7a9f6-d6de-4b0d-9314-cafe26faa252,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:56.987018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67f718-eeb5-4ec0-9de2-001fe3ef4928 req-633d77d6-b0f6-4060-81e3-538d0d69ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:56.988848 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cc67f718-eeb5-4ec0-9de2-001fe3ef4928 req-633d77d6-b0f6-4060-81e3-538d0d69ff62 service neutron] 10.222.0.104 "GET /v2.0/networks?id=facf6591-74f3-4e8c-9b17-d5502e9f1283 HTTP/1.1" status: 200 len: 911 time: 0.1509640 Jul 08 20:15:57.029907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-ca26e71f-fead-4620-8fdf-2aaa286f664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:57.031560 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-ca26e71f-fead-4620-8fdf-2aaa286f664d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 1100 time: 0.4384942 Jul 08 20:15:57.059764 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675371f-db29-4df5-b3af-6fbdb5897655 req-93c7c2b2-4e58-4d4f-b5c6-d3c0338bcc58 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:57.061406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9675371f-db29-4df5-b3af-6fbdb5897655 req-93c7c2b2-4e58-4d4f-b5c6-d3c0338bcc58 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 946 time: 0.2833986 Jul 08 20:15:57.075358 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cc67f718-eeb5-4ec0-9de2-001fe3ef4928 req-3d9a0ada-e063-4eb3-bcc2-b4a5ca58c4ce service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d130b045-3274-4752-89c5-b16a617287ea HTTP/1.1" status: 200 len: 217 time: 0.0385516 Jul 08 20:15:57.164853 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9675371f-db29-4df5-b3af-6fbdb5897655 req-df34dfe8-56de-4a6e-9301-5bec65c9b6c2 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590887 Jul 08 20:15:57.170791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67f718-eeb5-4ec0-9de2-001fe3ef4928 req-0f145035-96b6-4a01-ba01-ee8d0c60d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:57.175388 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cc67f718-eeb5-4ec0-9de2-001fe3ef4928 req-0f145035-96b6-4a01-ba01-ee8d0c60d427 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1e333acf-e5bb-43f7-b4e2-5e96c683e1d3 HTTP/1.1" status: 200 len: 850 time: 0.0932271 Jul 08 20:15:57.234040 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cc67f718-eeb5-4ec0-9de2-001fe3ef4928 req-e6c6e512-e04d-4b64-8fc4-284bca640b2d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=facf6591-74f3-4e8c-9b17-d5502e9f1283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480881 Jul 08 20:15:57.243683 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:57.255821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b79f57-7ee2-4a8e-9d28-b085fb065287 req-bbe23b0e-5cde-48ce-939d-8de32fa4a5e3 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:57.265443 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7b79f57-7ee2-4a8e-9d28-b085fb065287 req-bbe23b0e-5cde-48ce-939d-8de32fa4a5e3 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 948 time: 0.2753978 Jul 08 20:15:57.283547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-b2867bd0-debb-493d-8529-29c1353c0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:57.290409 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-b2867bd0-debb-493d-8529-29c1353c0355 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2524753 Jul 08 20:15:57.352246 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-4ad918b9-89ea-468d-9854-7196984e4604 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 200 len: 217 time: 0.0490417 Jul 08 20:15:57.368849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7b79f57-7ee2-4a8e-9d28-b085fb065287 req-86f3490b-a033-40ae-aaf0-855ba9aff7b5 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022749 Jul 08 20:15:57.438366 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cc67f718-eeb5-4ec0-9de2-001fe3ef4928 req-a8544961-c9dd-4320-abfd-a433a2b42fe0 service neutron] 10.222.0.104 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628489 Jul 08 20:15:57.485998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-c4b35746-22e6-4e7c-b3b1-30a9b3bbfe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:57.487367 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-c4b35746-22e6-4e7c-b3b1-30a9b3bbfe06 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1255658 Jul 08 20:15:57.489895 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:57.565852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:15:57.574923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 04f7a9f6-d6de-4b0d-9314-cafe26faa252 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:15:57.578167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:15:57.594807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570072a3-bc04-4e2f-8c24-e939ea9eb518 req-2528b223-4793-4e4a-912d-6c1d0ef5cc53 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:57.596293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-570072a3-bc04-4e2f-8c24-e939ea9eb518 req-2528b223-4793-4e4a-912d-6c1d0ef5cc53 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.1953316 Jul 08 20:15:57.597398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:15:57.648406 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:57.682249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243264b-8588-439f-864f-7dba103968d7 req-36cea768-153c-4ae8-b5b1-1f4254fb1085 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:57.683829 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a243264b-8588-439f-864f-7dba103968d7 req-36cea768-153c-4ae8-b5b1-1f4254fb1085 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 943 time: 0.1194329 Jul 08 20:15:57.686186 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cc67f718-eeb5-4ec0-9de2-001fe3ef4928 req-0b29a5f6-8725-404f-aca8-8e99727dec8e service neutron] 10.222.0.104 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262416 Jul 08 20:15:57.716581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 04f7a9f6-d6de-4b0d-9314-cafe26faa252 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:15:57.717062 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:57.719202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Pushing event updated for resources: {'Port': ['ID=5ddd6a03-a9da-4313-9ddc-f77d69277473,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:57.733780 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-570072a3-bc04-4e2f-8c24-e939ea9eb518 req-bf25993a-aa2a-4651-b530-de4ab8b60eda tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749116 Jul 08 20:15:57.772374 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:57.775684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eae6a73-3f06-410d-b73c-4970f8ea06b9', 'tag': 'dbdbde34-d039-48cf-8b4a-38f187a98565'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:57.778289 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7cc98b-d1cd-4099-a27b-81ac3f063d76" -d '{"events": [{"name": "network-changed", "server_uuid": "3eae6a73-3f06-410d-b73c-4970f8ea06b9", "tag": "dbdbde34-d039-48cf-8b4a-38f187a98565"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:57.793398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-b05767d6-3d1d-49cf-8fc6-bc576f289ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:57.794652 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a243264b-8588-439f-864f-7dba103968d7 req-a078de2e-d25f-46df-b1d6-ba0c5351b2b3 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016963 Jul 08 20:15:57.794957 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-b05767d6-3d1d-49cf-8fc6-bc576f289ac7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2925651 Jul 08 20:15:57.975436 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75dde60-559d-4b82-9cf7-788a019dbfee x-openstack-request-id: req-c75dde60-559d-4b82-9cf7-788a019dbfee {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:57.976849 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eae6a73-3f06-410d-b73c-4970f8ea06b9", "tag": "dbdbde34-d039-48cf-8b4a-38f187a98565", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:57.977370 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c75dde60-559d-4b82-9cf7-788a019dbfee {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:57.977927 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eae6a73-3f06-410d-b73c-4970f8ea06b9', 'tag': 'dbdbde34-d039-48cf-8b4a-38f187a98565', 'status': 'completed', 'code': 200} Jul 08 20:15:58.038673 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14b1742-4c9b-4fb7-a786-4d813a33ad8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959da3be-a862-4da7-91d0-155db65de3d1'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:58.041115 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d90781-686e-414a-8719-6a7f0ce8bf71" -d '{"events": [{"server_uuid": "f14b1742-4c9b-4fb7-a786-4d813a33ad8d", "name": "network-vif-plugged", "status": "completed", "tag": "959da3be-a862-4da7-91d0-155db65de3d1"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:58.052428 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-db929b46-eec2-4f2b-ab86-4494c026a604 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176912 Jul 08 20:15:58.102940 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682e7f2b-55b4-42a8-b16d-72213e209ec6 x-openstack-request-id: req-682e7f2b-55b4-42a8-b16d-72213e209ec6 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:58.103237 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14b1742-4c9b-4fb7-a786-4d813a33ad8d", "name": "network-vif-plugged", "status": "completed", "tag": "959da3be-a862-4da7-91d0-155db65de3d1", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:58.104198 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-682e7f2b-55b4-42a8-b16d-72213e209ec6 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:58.104609 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14b1742-4c9b-4fb7-a786-4d813a33ad8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959da3be-a862-4da7-91d0-155db65de3d1', 'code': 200} Jul 08 20:15:58.120860 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:58.133420 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56ae59-7361-49f3-b3ef-84d05e34a6bb req-1690691b-c3e1-46d0-a6a0-aa28f5f81c71 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:58.137110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd56ae59-7361-49f3-b3ef-84d05e34a6bb req-1690691b-c3e1-46d0-a6a0-aa28f5f81c71 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 949 time: 0.1531577 Jul 08 20:15:58.163710 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:58.175517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cc98b-d1cd-4099-a27b-81ac3f063d76 req-2b5f082f-e5c7-411b-8a4d-efa9b6c36b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:58.185526 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa7cc98b-d1cd-4099-a27b-81ac3f063d76 req-2b5f082f-e5c7-411b-8a4d-efa9b6c36b03 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 1126 time: 0.1543498 Jul 08 20:15:58.216303 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd56ae59-7361-49f3-b3ef-84d05e34a6bb req-ebd1ec1c-275d-4ab1-80f2-f32bac99a104 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716462 Jul 08 20:15:58.234998 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:58.267273 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:15:58.268763 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5661523 Jul 08 20:15:58.276537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b672e2-7ec8-4ad1-9121-5e6d0f160e6c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Pushing event updated for resources: {'Port': ['ID=5ddd6a03-a9da-4313-9ddc-f77d69277473,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:15:58.317473 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5f0875f-bce0-4a58-8d93-0d05e3cff54b req-c8b7966d-59dc-4ace-858f-31c6f7ca7b40 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940079 Jul 08 20:15:58.364060 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19de298-1998-4a26-ac93-41b4a1fca8c8 req-4b4dc8bd-bc94-4edb-b1eb-36aea3823c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:58.367923 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b19de298-1998-4a26-ac93-41b4a1fca8c8 req-4b4dc8bd-bc94-4edb-b1eb-36aea3823c39 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f14b1742-4c9b-4fb7-a786-4d813a33ad8d HTTP/1.1" status: 200 len: 1102 time: 0.1389055 Jul 08 20:15:58.382944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cc98b-d1cd-4099-a27b-81ac3f063d76 req-29ae7701-4b24-43a3-bd47-4e71d900b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:58.392206 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa7cc98b-d1cd-4099-a27b-81ac3f063d76 req-29ae7701-4b24-43a3-bd47-4e71d900b628 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.1671259 Jul 08 20:15:58.456596 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa7cc98b-d1cd-4099-a27b-81ac3f063d76 req-295db65f-aa62-49c0-afac-50b1833bb7a8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbdbde34-d039-48cf-8b4a-38f187a98565 HTTP/1.1" status: 200 len: 217 time: 0.0587883 Jul 08 20:15:58.524442 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b19de298-1998-4a26-ac93-41b4a1fca8c8 req-68a9b5a8-9fc3-4cb5-8878-623c48c1856d service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362228 Jul 08 20:15:58.528348 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-d21de1ee-2216-4184-82fc-222ead4346ac tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1189406446&fields=id&tenant_id=c8b69a66bbfd4c608dea832fcf81d003 HTTP/1.1" status: 200 len: 267 time: 0.0616627 Jul 08 20:15:58.548853 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cc98b-d1cd-4099-a27b-81ac3f063d76 req-1a3b25d6-8322-4854-8dc7-6e4b22457215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:58.550681 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa7cc98b-d1cd-4099-a27b-81ac3f063d76 req-1a3b25d6-8322-4854-8dc7-6e4b22457215 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.0869002 Jul 08 20:15:58.597707 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa7cc98b-d1cd-4099-a27b-81ac3f063d76 req-eb037565-15d4-44ee-82e8-5bbb2fe8990e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374262 Jul 08 20:15:58.706954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68e5d-096f-4173-b081-946905d6925d req-4171cb53-a8e0-4686-9a2c-cbac07c84270 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:58.712007 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-4171cb53-a8e0-4686-9a2c-cbac07c84270 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/networks?id=44f8b8e0-9466-4742-8949-139aced77ed1 HTTP/1.1" status: 200 len: 811 time: 0.1801662 Jul 08 20:15:58.715760 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa7cc98b-d1cd-4099-a27b-81ac3f063d76 req-da1ea3ce-feb0-45fb-af20-8abe139d9c22 service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090364 Jul 08 20:15:58.730410 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:15:58.733312 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898a882a-9113-49c2-af72-3e0f6f30f031" -d '{"events": [{"name": "network-changed", "server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:15:58.746833 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-ebf934f7-077c-4d3d-90ce-4153965fa6c0 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/quotas/c8b69a66bbfd4c608dea832fcf81d003 HTTP/1.1" status: 200 len: 375 time: 0.0298493 Jul 08 20:15:58.847002 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa7cc98b-d1cd-4099-a27b-81ac3f063d76 req-351b3040-e198-47d1-887e-ec9f8cc62e8d service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202402 Jul 08 20:15:58.849600 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-40fb7ee8-fda5-4e97-b7ca-161df27fb6f3 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c8b69a66bbfd4c608dea832fcf81d003&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0954118 Jul 08 20:15:58.927996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52295af4-850e-4f43-8e31-b8d6cac8b075 req-aaaf2deb-4dbf-4714-8f41-af37bcba5281 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:58.930820 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-52295af4-850e-4f43-8e31-b8d6cac8b075 req-aaaf2deb-4dbf-4714-8f41-af37bcba5281 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 948 time: 0.0829360 Jul 08 20:15:58.937185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b2ff755c-b40e-46a0-9c73-bf737a43c624 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:15:58.967505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device dbdbde34-d039-48cf-8b4a-38f187a98565 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:15:58.973838 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-52295af4-850e-4f43-8e31-b8d6cac8b075 req-ce5ee001-83e5-449d-9131-a5b962d9fb8a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360377 Jul 08 20:15:58.999961 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-c1408aec-e3aa-4d5e-be53-0a7aae7ac8a3 service neutron] 10.222.0.101 "GET /v2.0/networks/44f8b8e0-9466-4742-8949-139aced77ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478977 Jul 08 20:15:59.018539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b2ff755c-b40e-46a0-9c73-bf737a43c624 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:15:59.061699 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e6fd36-a4e6-45c4-b7f1-b68171d10c3c x-openstack-request-id: req-55e6fd36-a4e6-45c4-b7f1-b68171d10c3c {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:15:59.062483 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:15:59.062923 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-55e6fd36-a4e6-45c4-b7f1-b68171d10c3c {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:15:59.063567 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'status': 'completed', 'code': 200} Jul 08 20:15:59.158147 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=dbdbde34-d039-48cf-8b4a-38f187a98565,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:15:59.162549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-0ac34d02-498f-4afc-9241-44b9d5210769 service neutron] 10.222.0.101 "GET /v2.0/networks/44f8b8e0-9466-4742-8949-139aced77ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595752 Jul 08 20:15:59.171690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device dbdbde34-d039-48cf-8b4a-38f187a98565 has no active binding in host n-h1-791506-16 {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 20:15:59.237181 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-6ce7a590-0315-4096-bc93-6a704b8feb7e tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1299870019&fields=id&tenant_id=23a55ef526b045a79d4ec9627f175564 HTTP/1.1" status: 200 len: 267 time: 0.1008530 Jul 08 20:15:59.259570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-2b908f34-f726-4376-9fe4-17f05f0122b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:59.261163 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-2b908f34-f726-4376-9fe4-17f05f0122b5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 1100 time: 0.1855445 Jul 08 20:15:59.335740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-b2586920-a14f-46e8-9ecf-bb4c29f0c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:59.337916 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-b2586920-a14f-46e8-9ecf-bb4c29f0c736 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 1100 time: 0.2004299 Jul 08 20:15:59.531924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4071503c-bd45-4044-9586-12d689af3709 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:59.539945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51cb5b-62b8-43e7-9622-4f395763a7a7 req-5c2d2a12-fb00-4b8e-9e36-40f3962173f0 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:59.541792 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4071503c-bd45-4044-9586-12d689af3709 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/networks?id=c2fb2686-52d6-49c3-9608-e9409cffa1c6 HTTP/1.1" status: 200 len: 824 time: 0.2889802 Jul 08 20:15:59.553415 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1a51cb5b-62b8-43e7-9622-4f395763a7a7 req-5c2d2a12-fb00-4b8e-9e36-40f3962173f0 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.1181488 Jul 08 20:15:59.560550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-5e9da1a4-665c-4caa-afed-3de9a93e2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:59.562357 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-5e9da1a4-665c-4caa-afed-3de9a93e2130 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2908645 Jul 08 20:15:59.588926 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-5e903ccc-3a4f-49d0-af23-7b46514ca4e3 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/quotas/23a55ef526b045a79d4ec9627f175564 HTTP/1.1" status: 200 len: 375 time: 0.0396576 Jul 08 20:15:59.615086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1a51cb5b-62b8-43e7-9622-4f395763a7a7 req-9549e8fd-90ec-4f8e-9e11-29176b73012d tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605252 Jul 08 20:15:59.701457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-a3fa9d8e-52d8-4d22-997f-22b9058f80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:59.703110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-a3fa9d8e-52d8-4d22-997f-22b9058f80fc service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.3345311 Jul 08 20:15:59.704517 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-02e64d18-eea1-4b7d-8d34-448794ee7784 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 200 len: 217 time: 0.1250100 Jul 08 20:15:59.809269 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-77d7b004-3319-4427-a921-39b99471dc65 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 200 len: 217 time: 0.0782998 Jul 08 20:15:59.826455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd656a9-b83b-458b-8a0a-6cb6b759f6cd req-faa37913-197e-4779-81eb-d0a6541dac81 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:59.828341 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbd656a9-b83b-458b-8a0a-6cb6b759f6cd req-faa37913-197e-4779-81eb-d0a6541dac81 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 943 time: 0.0985837 Jul 08 20:15:59.876487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbd656a9-b83b-458b-8a0a-6cb6b759f6cd req-203c2135-5b20-4326-91d9-fd850fb64318 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Jul 08 20:15:59.896359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-1b309236-072e-4ead-9747-0f7f32f19f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:59.898427 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-1b309236-072e-4ead-9747-0f7f32f19f23 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1664276 Jul 08 20:15:59.934325 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-6320780e-7498-434b-b01d-30b57d8ad166 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=23a55ef526b045a79d4ec9627f175564&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3444777 Jul 08 20:15:59.943447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-cc79fa1d-9932-4dff-900d-21fe95b6f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:15:59.949854 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-cc79fa1d-9932-4dff-900d-21fe95b6f98f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1270359 Jul 08 20:16:00.010928 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-f7e4c8fc-7584-4ec7-abc8-b439207c3c74 service neutron] 10.222.0.103 "GET /v2.0/ports/dbdbde34-d039-48cf-8b4a-38f187a98565/bindings/n-h1-791506-16 HTTP/1.1" status: 200 len: 385 time: 0.0915875 Jul 08 20:16:00.073744 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dffd642e-819e-4bc3-bf8a-31e04e05e4d6 req-0ff1dbf5-2567-4653-9039-760b561cc858 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3848951 Jul 08 20:16:00.154943 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-1097648a-5e99-4776-827d-7a4889f12785 service neutron] 10.222.0.101 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831810 Jul 08 20:16:00.166724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-7946fe3a-9450-4d8a-8b74-b998a7047fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:00.168682 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-7946fe3a-9450-4d8a-8b74-b998a7047fd5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2572095 Jul 08 20:16:00.399640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcce37-c2fc-4d49-a8eb-4868cb8a1a59 req-830d97e0-b1ed-4f25-bc03-a3809b45e0a6 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:00.407593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6dbcce37-c2fc-4d49-a8eb-4868cb8a1a59 req-830d97e0-b1ed-4f25-bc03-a3809b45e0a6 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 949 time: 0.1780391 Jul 08 20:16:00.440747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-544a7246-0d0a-4d2b-b7c4-227b12e0b9ff service neutron] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=dbdbde34-d039-48cf-8b4a-38f187a98565,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:00.501231 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6dbcce37-c2fc-4d49-a8eb-4868cb8a1a59 req-aab0d5da-e982-441b-89ec-0ad8be8d21f6 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926862 Jul 08 20:16:00.503443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-544a7246-0d0a-4d2b-b7c4-227b12e0b9ff service neutron] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:00.533371 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-3eb9a460-ab09-4cc3-ada5-ac9c98563454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:00.534946 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-3eb9a460-ab09-4cc3-ada5-ac9c98563454 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5528097 Jul 08 20:16:00.548198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-544a7246-0d0a-4d2b-b7c4-227b12e0b9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdbde34-d039-48cf-8b4a-38f187a98565 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:00.561347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-544a7246-0d0a-4d2b-b7c4-227b12e0b9ff service neutron] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=dbdbde34-d039-48cf-8b4a-38f187a98565,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:00.581656 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-544a7246-0d0a-4d2b-b7c4-227b12e0b9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:00.676158 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-67e6e6d2-5392-4bd1-a565-742a2c0fdd1c req-3849ebbc-dcf1-441f-a636-475d86943215 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 210 time: 0.0356784 Jul 08 20:16:00.718397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-544a7246-0d0a-4d2b-b7c4-227b12e0b9ff service neutron] Transition to ACTIVE for port object dbdbde34-d039-48cf-8b4a-38f187a98565 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:00.727456 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-544a7246-0d0a-4d2b-b7c4-227b12e0b9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:00.734243 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-ad005f6c-7004-42a9-aa95-d751dbc4730c service neutron] 10.222.0.101 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782528 Jul 08 20:16:00.795236 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-ca88e8ff-4400-4f9b-82c4-d9e936566a26 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145875 Jul 08 20:16:00.820466 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-544a7246-0d0a-4d2b-b7c4-227b12e0b9ff service neutron] No DVR routers for this DVR port dbdbde34-d039-48cf-8b4a-38f187a98565 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:16:00.839260 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-a3ea49bd-ee03-4606-9356-5082c80316d8 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516954 Jul 08 20:16:00.874335 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-544a7246-0d0a-4d2b-b7c4-227b12e0b9ff service neutron] 10.222.0.103 "PUT /v2.0/ports/dbdbde34-d039-48cf-8b4a-38f187a98565/bindings/n-h1-791506-16/activate HTTP/1.1" status: 200 len: 370 time: 0.8554986 Jul 08 20:16:00.877688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a7246-0d0a-4d2b-b7c4-227b12e0b9ff service neutron] Pushing event updated for resources: {'Port': ['ID=dbdbde34-d039-48cf-8b4a-38f187a98565,revision_number=10']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:00.978979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device b2ff755c-b40e-46a0-9c73-bf737a43c624 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:16:00.983258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd642e-819e-4bc3-bf8a-31e04e05e4d6 req-9d1834d9-aff3-414e-b2b4-9eee717dedee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:00.989978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dffd642e-819e-4bc3-bf8a-31e04e05e4d6 req-9d1834d9-aff3-414e-b2b4-9eee717dedee service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5ea3d50172a64152a8b1a4c73654d683&device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 1097 time: 0.4764447 Jul 08 20:16:01.295042 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:01.312545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'mac_address': 'fa:16:3e:76:93:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:16:01.373024 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:01.391572 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ff755c-b40e-46a0-9c73-bf737a43c624 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:01.432248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:01.432472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-08a0bf2e-1b94-4c1e-a528-e7a9cb432d6f service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207187 Jul 08 20:16:01.439490 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-898a882a-9113-49c2-af72-3e0f6f30f031 req-cc93b1ef-b9d7-4091-90d3-ecc31031babd service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5810490 Jul 08 20:16:01.440607 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:01.453834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd642e-819e-4bc3-bf8a-31e04e05e4d6 req-38f6c344-6b65-4a3c-a469-2e0e0c34a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:01.455660 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dffd642e-819e-4bc3-bf8a-31e04e05e4d6 req-38f6c344-6b65-4a3c-a469-2e0e0c34a837 service neutron] 10.222.0.103 "GET /v2.0/networks?id=facf6591-74f3-4e8c-9b17-d5502e9f1283 HTTP/1.1" status: 200 len: 911 time: 0.3757348 Jul 08 20:16:01.476184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a9701-322c-4851-a09c-a70ce776381f req-ea3463a4-ba07-4495-b738-15b1430b4730 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:01.477832 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-096a9701-322c-4851-a09c-a70ce776381f req-ea3463a4-ba07-4495-b738-15b1430b4730 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f14b1742-4c9b-4fb7-a786-4d813a33ad8d HTTP/1.1" status: 200 len: 950 time: 0.3734629 Jul 08 20:16:01.534602 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dffd642e-819e-4bc3-bf8a-31e04e05e4d6 req-2225b561-153d-49d1-812b-09087ce1847b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=687557a9-9aa3-4338-ba42-456bdbe25ca0 HTTP/1.1" status: 200 len: 217 time: 0.0693314 Jul 08 20:16:01.546403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=12']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:01.583574 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-096a9701-322c-4851-a09c-a70ce776381f req-efd3f283-7cb4-4457-9931-4ab62d462f50 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988936 Jul 08 20:16:01.619100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd642e-819e-4bc3-bf8a-31e04e05e4d6 req-22214d98-044d-4555-85b3-971bdd3b3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:01.620844 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dffd642e-819e-4bc3-bf8a-31e04e05e4d6 req-22214d98-044d-4555-85b3-971bdd3b3c50 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1e333acf-e5bb-43f7-b4e2-5e96c683e1d3 HTTP/1.1" status: 200 len: 850 time: 0.0769157 Jul 08 20:16:01.708281 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dffd642e-819e-4bc3-bf8a-31e04e05e4d6 req-a35a1d5a-d4b8-43b5-9ec4-283f8fd18f1d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=facf6591-74f3-4e8c-9b17-d5502e9f1283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677166 Jul 08 20:16:01.732791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ba190-c25a-46f0-aa5d-42f13d4c3a07 req-66d21ee8-4145-437b-98f6-76a5fe4ed619 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:01.739709 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-298ba190-c25a-46f0-aa5d-42f13d4c3a07 req-66d21ee8-4145-437b-98f6-76a5fe4ed619 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 948 time: 0.8409653 Jul 08 20:16:01.866315 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['b2ff755c-b40e-46a0-9c73-bf737a43c624'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:01.890310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68e5d-096f-4173-b081-946905d6925d req-dddcc16c-3d59-43f7-b255-ca60c6c18ab7 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:01.891246 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dffd642e-819e-4bc3-bf8a-31e04e05e4d6 req-1bae3ed1-22cb-4f5e-a66a-1213a76c455d service neutron] 10.222.0.103 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787219 Jul 08 20:16:01.892122 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-dddcc16c-3d59-43f7-b255-ca60c6c18ab7 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.103 "GET /v2.0/networks?id=44f8b8e0-9466-4742-8949-139aced77ed1 HTTP/1.1" status: 200 len: 811 time: 0.9040949 Jul 08 20:16:01.913521 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-298ba190-c25a-46f0-aa5d-42f13d4c3a07 req-744536c8-168d-4286-8954-9b6a94f94868 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726103 Jul 08 20:16:01.918677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-ac7402f0-1749-459c-a27d-b8bf88b76fd9 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:01.920827 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-ac7402f0-1749-459c-a27d-b8bf88b76fd9 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1096 time: 0.9501481 Jul 08 20:16:02.044215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9bbe0-2c18-4d98-a298-9cac31307e89 req-303a9e00-e7db-4136-8f07-eac55018aeea tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:02.056571 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-07d9bbe0-2c18-4d98-a298-9cac31307e89 req-303a9e00-e7db-4136-8f07-eac55018aeea tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.2690136 Jul 08 20:16:02.102016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-23a8f174-2f54-4c88-b5df-d760fb55ced7 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:02.108032 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-23a8f174-2f54-4c88-b5df-d760fb55ced7 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.104 "GET /v2.0/ports?device_id=5626cdf0-0f12-47f8-9598-952a9bf1e2da HTTP/1.1" status: 200 len: 946 time: 0.4296553 Jul 08 20:16:02.137489 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-dce0602a-4355-41a1-98c5-1638121f7c10 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8b69a66bbfd4c608dea832fcf81d003 HTTP/1.1" status: 200 len: 380 time: 0.2152877 Jul 08 20:16:02.148490 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-07d9bbe0-2c18-4d98-a298-9cac31307e89 req-1a9402b1-d733-48ea-8a31-fa7bd49b952e tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894365 Jul 08 20:16:02.176696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-7de68e5d-096f-4173-b081-946905d6925d req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Request body: {'port': {'device_id': '7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'admin_state_up': True, 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'security_groups': ['29e1fabc-7564-4c84-a80e-856495422bf1']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:02.196993 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dffd642e-819e-4bc3-bf8a-31e04e05e4d6 req-a801f29b-8f9c-4162-bbed-a716e0eaf017 service neutron] 10.222.0.103 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807946 Jul 08 20:16:02.327994 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60843f9d-b26d-4024-ae2f-fe6fa5edfc98 req-0ff112ef-aef7-43c0-aba7-7979da1001a0 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 210 time: 0.0324924 Jul 08 20:16:02.450312 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-40d0f4fe-ca69-4a75-86e8-cddfa58969e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:02.452184 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-40d0f4fe-ca69-4a75-86e8-cddfa58969e1 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd HTTP/1.1" status: 200 len: 1096 time: 0.4922054 Jul 08 20:16:02.489346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Deleting port 223429bb-7962-4a65-8566-d8aa76302bd3 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:16:02.489346 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:02.533031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316a1a8-09a4-4b82-b3aa-252b7e31365a req-40efe978-29fd-451e-a86a-90d3afc47864 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:02.545881 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6316a1a8-09a4-4b82-b3aa-252b7e31365a req-40efe978-29fd-451e-a86a-90d3afc47864 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 944 time: 0.2750704 Jul 08 20:16:02.695775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6316a1a8-09a4-4b82-b3aa-252b7e31365a req-bf4c17ff-6ed0-4600-9e23-c34915447634 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489046 Jul 08 20:16:02.696431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de68e5d-096f-4173-b081-946905d6925d req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Made reservation on behalf of c8b69a66bbfd4c608dea832fcf81d003 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:16:02.718894 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7de68e5d-096f-4173-b081-946905d6925d req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:02.858506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] For port 223429bb-7962-4a65-8566-d8aa76302bd3, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=223429bb-7962-4a65-8566-d8aa76302bd3,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:02.859431 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:02.962358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-f82d89c8-f52c-464f-8644-37f02ac8f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:02.964444 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-f82d89c8-f52c-464f-8644-37f02ac8f4dc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 1096 time: 0.4489384 Jul 08 20:16:03.052007 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a1ea7be0-6894-4746-acbe-d52058ffb63d req-633901b9-8fb0-418c-a68d-3ab284e6fc3f tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 210 time: 0.1172147 Jul 08 20:16:03.191159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa502c-3943-4763-8081-5dcdf8ae8652 req-903ede44-eef1-42c1-b820-315b27655841 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:03.199024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa502c-3943-4763-8081-5dcdf8ae8652 req-903ede44-eef1-42c1-b820-315b27655841 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:03.207450 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0fa502c-3943-4763-8081-5dcdf8ae8652 req-903ede44-eef1-42c1-b820-315b27655841 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed&device_id=f14b1742-4c9b-4fb7-a786-4d813a33ad8d HTTP/1.1" status: 200 len: 1690 time: 0.2085052 Jul 08 20:16:03.262324 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af54a3-1465-412f-a5a9-adc424626d29 req-e1bfc167-30dd-43b5-be34-c09eb9c9ca10 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:03.264331 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-e1bfc167-30dd-43b5-be34-c09eb9c9ca10 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.103 "GET /v2.0/networks?id=c2fb2686-52d6-49c3-9608-e9409cffa1c6 HTTP/1.1" status: 200 len: 824 time: 0.2287509 Jul 08 20:16:03.285144 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0fa502c-3943-4763-8081-5dcdf8ae8652 req-9c27035c-e147-4c2d-90b2-b33db0c529b7 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762329 Jul 08 20:16:03.378408 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-1b384d85-5169-4bc7-b269-25393b168a46 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23a55ef526b045a79d4ec9627f175564 HTTP/1.1" status: 200 len: 380 time: 0.0921795 Jul 08 20:16:03.398748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Request body: {'port': {'device_id': '5adc5ab4-2008-4af1-84e9-58b506428965', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'admin_state_up': True, 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'security_groups': ['50a01bed-b639-4853-8025-08c9af013acd']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:03.511521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-7de68e5d-096f-4173-b081-946905d6925d req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Allocated IP 172.20.0.8 (44f8b8e0-9466-4742-8949-139aced77ed1/f02d4487-1be7-4b64-b341-2ce101ac9f8b/33ada08f-e63e-4590-b24a-5adaada5627d) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:16:03.581458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-8037fd39-dba1-4225-8982-f275cd4fc58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:03.583367 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-8037fd39-dba1-4225-8982-f275cd4fc58f service neutron] 10.222.0.104 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.5756767 Jul 08 20:16:03.662917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805b69a-bf56-4656-847a-df79516eb646 req-fa1089f1-32e3-48a2-80da-1adfb6308a36 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:03.666579 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7805b69a-bf56-4656-847a-df79516eb646 req-fa1089f1-32e3-48a2-80da-1adfb6308a36 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.1760399 Jul 08 20:16:03.693008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d490c-db17-492c-a286-f256b4fe5d10 req-af4c53b6-8dbc-48ea-82e6-ab82c2975b52 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:03.695094 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f12d490c-db17-492c-a286-f256b4fe5d10 req-af4c53b6-8dbc-48ea-82e6-ab82c2975b52 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.4079320 Jul 08 20:16:03.708729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-511441da-698e-4627-886e-9143c914e5f0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbdbde34-d039-48cf-8b4a-38f187a98565 HTTP/1.1" status: 200 len: 217 time: 0.0824823 Jul 08 20:16:03.738177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Made reservation on behalf of 23a55ef526b045a79d4ec9627f175564 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:16:03.742990 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:03.786186 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7805b69a-bf56-4656-847a-df79516eb646 req-71387929-33be-41c6-9476-7ec7d040ecff tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925415 Jul 08 20:16:03.811289 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:03.811695 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:03.815421 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Floating IP 7f131634-7a2e-4776-b1aa-3b5b6dffda8d disassociated. External IP: 172.25.4.172, port: 223429bb-7962-4a65-8566-d8aa76302bd3. Jul 08 20:16:03.815818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Calling delete_port for 223429bb-7962-4a65-8566-d8aa76302bd3 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:16:03.925318 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f12d490c-db17-492c-a286-f256b4fe5d10 req-ea139cf9-85ce-4afa-9ad0-7d4f00755fab tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216637 Jul 08 20:16:04.019499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Allocated IP 172.20.0.5 (c2fb2686-52d6-49c3-9608-e9409cffa1c6/8720b65f-a456-4dee-81f5-2b9397f73d38/b9d9514c-e461-4fcb-8247-ce5d5143727c) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:16:04.040740 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7bca962c-0460-41e2-a5c0-211883ab8242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:04.111537 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e704f0e-36f3-4e99-9be3-42ebb99edce9 req-466ac3ec-123b-497c-9e7c-4ab1fc3689b4 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 210 time: 0.0631819 Jul 08 20:16:04.117849 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-3b6933fb-00b3-4035-ba58-30dd15dd3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:04.119423 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-3b6933fb-00b3-4035-ba58-30dd15dd3e8d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.3639352 Jul 08 20:16:04.203232 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-edc0652b-a3e7-4a26-a65d-6538ee24cabc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467832 Jul 08 20:16:04.292977 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:04.330597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7de68e5d-096f-4173-b081-946905d6925d req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:04.364619 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Pushing event deleted for resources: {'Port': ['ID=223429bb-7962-4a65-8566-d8aa76302bd3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:04.383338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-7de68e5d-096f-4173-b081-946905d6925d req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Transition to ACTIVE for port object 33ada08f-e63e-4590-b24a-5adaada5627d will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:04.425106 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-eddc841a-74f8-4684-915e-262f89d97fa7 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134764 Jul 08 20:16:04.454212 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:04.466387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c4021-dec7-4f10-a8eb-632d133045f3 req-080d6b14-3733-4769-bcb8-114371164114 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:04.467986 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e83c4021-dec7-4f10-a8eb-632d133045f3 req-080d6b14-3733-4769-bcb8-114371164114 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 944 time: 0.1942000 Jul 08 20:16:04.495154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Transition to ACTIVE for port object b9d9514c-e461-4fcb-8247-ce5d5143727c will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:04.525445 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e83c4021-dec7-4f10-a8eb-632d133045f3 req-aa0d5430-a7a7-41d8-85c1-ac4e327554fa tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504785 Jul 08 20:16:04.561896 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:04.627480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Network c2fb2686-52d6-49c3-9608-e9409cffa1c6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:16:04.627744 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7de68e5d-096f-4173-b081-946905d6925d req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:04.636344 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:16:04.644877 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:16:04.672258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Pushing event updated for resources: {'Port': ['ID=b9d9514c-e461-4fcb-8247-ce5d5143727c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:04.676062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9235f-48c5-4fa3-a41b-fe247a885bee req-59331fb5-828f-40ee-9c0a-29900e25422b tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:04.677693 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5fc9235f-48c5-4fa3-a41b-fe247a885bee req-59331fb5-828f-40ee-9c0a-29900e25422b tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 1101 time: 0.2930226 Jul 08 20:16:04.717100 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Router 82839ff5-1b64-4101-b522-d264592aeceb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:16:04.725116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:04.726797 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:04.729797 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-94923063-6167-409f-b3e9-a6a0dc174c03 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969122 Jul 08 20:16:04.733919 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de68e5d-096f-4173-b081-946905d6925d req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Network 44f8b8e0-9466-4742-8949-139aced77ed1 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:16:04.747098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Pushing event updated for resources: {'Port': ['ID=33ada08f-e63e-4590-b24a-5adaada5627d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:04.749776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-7de68e5d-096f-4173-b081-946905d6925d req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:16:04.755139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de68e5d-096f-4173-b081-946905d6925d req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:16:04.762068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68e5d-096f-4173-b081-946905d6925d req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:04.762741 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7de68e5d-096f-4173-b081-946905d6925d req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:04.777378 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-4009a32e-63d8-498c-8c86-5a055f5e2a43 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3835502 Jul 08 20:16:04.797847 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Request body: {'port': {'device_id': '5adc5ab4-2008-4af1-84e9-58b506428965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:04.856776 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5fc9235f-48c5-4fa3-a41b-fe247a885bee req-b24b1f25-7218-471e-8dba-3b5b87e0d87f tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566098 Jul 08 20:16:04.859374 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-c7fe83b8-5ac1-4fa9-a4cc-1968800da6d5 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6943192 Jul 08 20:16:04.885482 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Request body: {'port': {'device_id': '7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:04.890268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c3bae-55bf-4a8a-8e56-661750333c2f req-681bb68c-26d9-4071-bd4a-9583dd18a513 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:04.892377 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f41c3bae-55bf-4a8a-8e56-661750333c2f req-681bb68c-26d9-4071-bd4a-9583dd18a513 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 949 time: 0.1941986 Jul 08 20:16:04.977864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device dbdbde34-d039-48cf-8b4a-38f187a98565 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:16:05.056208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:16:05.056924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device b2ff755c-b40e-46a0-9c73-bf737a43c624 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:16:05.120250 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f41c3bae-55bf-4a8a-8e56-661750333c2f req-a09c948f-5c24-43ce-976e-3d66fc46b840 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167211 Jul 08 20:16:05.149080 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:05.182734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88245fda-2d16-4e98-8a25-50e22ed3036f None None] Sync routers for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:16:05.244826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] No DVR routers for this DVR port 223429bb-7962-4a65-8566-d8aa76302bd3 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:16:05.263165 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:05.265604 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc0fd3e1-6705-4ef5-920f-7a05101e14df req-24dcb720-66b1-4ac7-a54e-020475e25015 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.104 "DELETE /v2.0/ports/223429bb-7962-4a65-8566-d8aa76302bd3 HTTP/1.1" status: 204 len: 173 time: 3.1219904 Jul 08 20:16:05.280671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5626cdf0-0f12-47f8-9598-952a9bf1e2da', 'name': 'network-vif-deleted', 'tag': '223429bb-7962-4a65-8566-d8aa76302bd3'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:05.286998 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202f12a1-6fbe-41f6-8c2d-b47259d9f45a" -d '{"events": [{"server_uuid": "5626cdf0-0f12-47f8-9598-952a9bf1e2da", "name": "network-vif-deleted", "tag": "223429bb-7962-4a65-8566-d8aa76302bd3"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:05.318299 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device dbdbde34-d039-48cf-8b4a-38f187a98565 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:16:05.320681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88245fda-2d16-4e98-8a25-50e22ed3036f None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:16:05.328300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-88245fda-2d16-4e98-8a25-50e22ed3036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:15:36Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:16:05.419219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:05.628185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-ba54e3f2-c609-4914-84e0-8345a101854c tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:05.639340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-ba54e3f2-c609-4914-84e0-8345a101854c tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 1096 time: 0.4197698 Jul 08 20:16:05.651828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb717364-cb65-4bac-958e-cd498f16c942 req-c5e424ea-8fcc-4495-96ca-425ad00e5f8a tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:05.661243 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eb717364-cb65-4bac-958e-cd498f16c942 req-c5e424ea-8fcc-4495-96ca-425ad00e5f8a tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 931 time: 0.5838647 Jul 08 20:16:05.680787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port b2ff755c-b40e-46a0-9c73-bf737a43c624 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:05.686768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port b2ff755c-b40e-46a0-9c73-bf737a43c624 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:05.687143 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:05.690603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-29813cd5-fbe2-4d54-b319-f75d380a682f None None] Provisioning for port 33ada08f-e63e-4590-b24a-5adaada5627d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:05.721775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-29813cd5-fbe2-4d54-b319-f75d380a682f None None] Provisioning complete for port 33ada08f-e63e-4590-b24a-5adaada5627d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:05.722340 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-29813cd5-fbe2-4d54-b319-f75d380a682f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:05.826507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-29813cd5-fbe2-4d54-b319-f75d380a682f None None] Port 33ada08f-e63e-4590-b24a-5adaada5627d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:16:05.837346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-88245fda-2d16-4e98-8a25-50e22ed3036f None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:16:05.880814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d9514c-e461-4fcb-8247-ce5d5143727c {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:05.896096 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:05.938598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ca3ef-35f4-49b7-bb2f-145958161644 req-27e73e82-06c1-4c2f-a0fd-601af9655b33 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:05.940374 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df5ca3ef-35f4-49b7-bb2f-145958161644 req-27e73e82-06c1-4c2f-a0fd-601af9655b33 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.2146297 Jul 08 20:16:05.943636 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Transition to ACTIVE for port object b9d9514c-e461-4fcb-8247-ce5d5143727c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:05.979061 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:05.999981 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:06.161820 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df5ca3ef-35f4-49b7-bb2f-145958161644 req-b581f87c-9175-4267-ac4c-6d34e374ad2f tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144520 Jul 08 20:16:06.187214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d9514c-e461-4fcb-8247-ce5d5143727c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:06.189614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:06.198605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:06.212848 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ba77cb-e613-4d16-b4e9-3ea6ac9f2062" -d '{"events": [{"server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:06.237114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-80baab4f-f2eb-42d5-b379-b8e258604a73 None None] Provisioning for port b9d9514c-e461-4fcb-8247-ce5d5143727c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:06.244425 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:06.258775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 223429bb-7962-4a65-8566-d8aa76302bd3 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:16:06.280579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eb717364-cb65-4bac-958e-cd498f16c942 req-561123f0-9892-4e2a-841d-59e0f18c2102 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6166236 Jul 08 20:16:06.345492 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 223429bb-7962-4a65-8566-d8aa76302bd3 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:16:06.345829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 223429bb-7962-4a65-8566-d8aa76302bd3 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:16:06.446330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Attempting to bind port b9d9514c-e461-4fcb-8247-ce5d5143727c on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:16:06.446687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Attempting to bind port b9d9514c-e461-4fcb-8247-ce5d5143727c by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:16:06.447017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Attempting to bind port b9d9514c-e461-4fcb-8247-ce5d5143727c on network c2fb2686-52d6-49c3-9608-e9409cffa1c6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:06.462028 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Port b9d9514c-e461-4fcb-8247-ce5d5143727c on network c2fb2686-52d6-49c3-9608-e9409cffa1c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:16:06.462649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Attempting to bind port b9d9514c-e461-4fcb-8247-ce5d5143727c on network c2fb2686-52d6-49c3-9608-e9409cffa1c6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:06.481189 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:16:06.481534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Checking segment: {'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:16:06.481931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Bound using segment: {'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:16:06.482387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Bound port: b9d9514c-e461-4fcb-8247-ce5d5143727c, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ec739-42ef-4b60-bb4a-550cb3adb3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:16:06.487191 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:06.560363 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=13']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:06.563528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-e284c94d-b95f-4590-8669-e5a5d20e5405 service neutron] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:06.568732 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-e284c94d-b95f-4590-8669-e5a5d20e5405 service neutron] Notify callbacks [] for binding, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:06.570607 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0ecf14-813e-487e-b577-f9211d7cc1db req-e284c94d-b95f-4590-8669-e5a5d20e5405 service neutron] 10.222.0.104 "DELETE /v2.0/ports/dbdbde34-d039-48cf-8b4a-38f187a98565/bindings/n-h2-791506-16 HTTP/1.1" status: 204 len: 173 time: 0.8414710 Jul 08 20:16:06.600152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ada08f-e63e-4590-b24a-5adaada5627d {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:06.610635 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4aaf238e-630e-4a8a-9df7-03790bf66ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:06.615868 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:06.634009 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Transition to ACTIVE for port object 33ada08f-e63e-4590-b24a-5adaada5627d will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:06.640006 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:06.667042 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-88245fda-2d16-4e98-8a25-50e22ed3036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:34Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:16:06.719809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] For port b9d9514c-e461-4fcb-8247-ce5d5143727c, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:06.731289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Pushing event updated for resources: {'Port': ['ID=33ada08f-e63e-4590-b24a-5adaada5627d,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:06.742330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] For port b9d9514c-e461-4fcb-8247-ce5d5143727c, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b9d9514c-e461-4fcb-8247-ce5d5143727c,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:16:06.751538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88245fda-2d16-4e98-8a25-50e22ed3036f None None] Checking router: 82839ff5-1b64-4101-b522-d264592aeceb for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:16:06.752409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1feb4a0-ca0e-4b21-bad5-e237d255f378 req-ecc98349-b4d5-4390-9767-96c11ad97a96 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:06.757157 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d1feb4a0-ca0e-4b21-bad5-e237d255f378 req-ecc98349-b4d5-4390-9767-96c11ad97a96 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=f14b1742-4c9b-4fb7-a786-4d813a33ad8d HTTP/1.1" status: 200 len: 1102 time: 0.2001290 Jul 08 20:16:06.760852 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:06.778537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88245fda-2d16-4e98-8a25-50e22ed3036f None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:16:06.779516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-88245fda-2d16-4e98-8a25-50e22ed3036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:16:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:16:06.803856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Attempting to bind port 33ada08f-e63e-4590-b24a-5adaada5627d on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:16:06.804202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Attempting to bind port 33ada08f-e63e-4590-b24a-5adaada5627d by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'f4b42d19-2d67-4696-a454-81c605765246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:16:06.804571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Attempting to bind port 33ada08f-e63e-4590-b24a-5adaada5627d on network 44f8b8e0-9466-4742-8949-139aced77ed1 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:06.810540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Port 33ada08f-e63e-4590-b24a-5adaada5627d on network 44f8b8e0-9466-4742-8949-139aced77ed1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:16:06.810864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Attempting to bind port 33ada08f-e63e-4590-b24a-5adaada5627d on network 44f8b8e0-9466-4742-8949-139aced77ed1 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:06.819249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:16:06.819708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Checking segment: {'id': 'f4b42d19-2d67-4696-a454-81c605765246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:16:06.820149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Bound using segment: {'id': 'f4b42d19-2d67-4696-a454-81c605765246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:16:06.820595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Bound port: 33ada08f-e63e-4590-b24a-5adaada5627d, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b42d19-2d67-4696-a454-81c605765246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:16:06.820978 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:06.824394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:06.825061 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:06.826448 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] 10.222.0.103 "PUT /v2.0/ports/b9d9514c-e461-4fcb-8247-ce5d5143727c HTTP/1.1" status: 200 len: 1092 time: 2.0332663 Jul 08 20:16:06.828051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adc5ab4-2008-4af1-84e9-58b506428965', 'tag': 'b9d9514c-e461-4fcb-8247-ce5d5143727c'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:06.840140 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ad0449-c51f-445b-9d17-d872d37a7921" -d '{"events": [{"name": "network-changed", "server_uuid": "5adc5ab4-2008-4af1-84e9-58b506428965", "tag": "b9d9514c-e461-4fcb-8247-ce5d5143727c"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:06.900326 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d1feb4a0-ca0e-4b21-bad5-e237d255f378 req-572cdb24-e4fd-492d-b485-df0500b39a38 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366041 Jul 08 20:16:06.940017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] For port 33ada08f-e63e-4590-b24a-5adaada5627d, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:06.968234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe18e9-c626-415b-8c2c-b1f681cb4f4d req-59c0b08c-37cd-4c40-8bb9-03f8f24cc047 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:06.971717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603edb9-6ae5-473b-9277-62fb29a44710 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d9514c-e461-4fcb-8247-ce5d5143727c,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:06.978365 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-75fe18e9-c626-415b-8c2c-b1f681cb4f4d req-59c0b08c-37cd-4c40-8bb9-03f8f24cc047 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 943 time: 0.2691343 Jul 08 20:16:06.991730 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:07.060341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] For port 33ada08f-e63e-4590-b24a-5adaada5627d, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=33ada08f-e63e-4590-b24a-5adaada5627d,segment=NetworkSegment(f4b42d19-2d67-4696-a454-81c605765246),segment_id=f4b42d19-2d67-4696-a454-81c605765246)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:16:07.064474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af54a3-1465-412f-a5a9-adc424626d29 req-40cb0e81-8f63-4e71-8fc5-1b0e702df0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:07.070719 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-40cb0e81-8f63-4e71-8fc5-1b0e702df0c0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=23a55ef526b045a79d4ec9627f175564&device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 1095 time: 0.1377525 Jul 08 20:16:07.071017 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:07.133249 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-88245fda-2d16-4e98-8a25-50e22ed3036f None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:16:07.157273 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-75fe18e9-c626-415b-8c2c-b1f681cb4f4d req-eb4a13eb-ba69-4cb2-bd92-5f154b183f26 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666267 Jul 08 20:16:07.178786 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:07.179427 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:07.181002 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-63668e4f-8deb-4b41-8958-608203090315 service neutron] 10.222.0.103 "PUT /v2.0/ports/33ada08f-e63e-4590-b24a-5adaada5627d HTTP/1.1" status: 200 len: 1092 time: 2.3001142 Jul 08 20:16:07.182524 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30a1097-ebf9-4dca-8a4b-4d50aa18d108 x-openstack-request-id: req-b30a1097-ebf9-4dca-8a4b-4d50aa18d108 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:07.182800 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5626cdf0-0f12-47f8-9598-952a9bf1e2da", "name": "network-vif-deleted", "tag": "223429bb-7962-4a65-8566-d8aa76302bd3", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:07.183053 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b30a1097-ebf9-4dca-8a4b-4d50aa18d108 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:07.183443 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5626cdf0-0f12-47f8-9598-952a9bf1e2da', 'name': 'network-vif-deleted', 'tag': '223429bb-7962-4a65-8566-d8aa76302bd3', 'status': 'completed', 'code': 200} Jul 08 20:16:07.211057 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-a6e03cee-5236-4dce-ad3b-878975d0fcf4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9d9514c-e461-4fcb-8247-ce5d5143727c HTTP/1.1" status: 200 len: 217 time: 0.1258299 Jul 08 20:16:07.332813 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d2f157-cc94-45b9-afa7-8a08bd0b429b x-openstack-request-id: req-39d2f157-cc94-45b9-afa7-8a08bd0b429b {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:07.333297 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:07.333407 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-39d2f157-cc94-45b9-afa7-8a08bd0b429b {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:07.333740 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'code': 200} Jul 08 20:16:07.366931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63668e4f-8deb-4b41-8958-608203090315 service neutron] Pushing event updated for resources: {'Port': ['ID=33ada08f-e63e-4590-b24a-5adaada5627d,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:07.427227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af54a3-1465-412f-a5a9-adc424626d29 req-f24ba492-c499-4cb3-9057-99c6f9510453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:07.428786 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-f24ba492-c499-4cb3-9057-99c6f9510453 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=8720b65f-a456-4dee-81f5-2b9397f73d38 HTTP/1.1" status: 200 len: 863 time: 0.2095952 Jul 08 20:16:07.433517 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68e5d-096f-4173-b081-946905d6925d req-63f238ae-acc6-4aee-a37f-3d4186c1b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:07.435916 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-63f238ae-acc6-4aee-a37f-3d4186c1b8f8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c8b69a66bbfd4c608dea832fcf81d003&device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 1095 time: 0.1860335 Jul 08 20:16:07.459446 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1216b60f-c6a8-4f65-a6b1-161b887c1d80 x-openstack-request-id: req-1216b60f-c6a8-4f65-a6b1-161b887c1d80 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:07.464028 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5adc5ab4-2008-4af1-84e9-58b506428965", "tag": "b9d9514c-e461-4fcb-8247-ce5d5143727c", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:07.464759 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1216b60f-c6a8-4f65-a6b1-161b887c1d80 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:07.465238 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adc5ab4-2008-4af1-84e9-58b506428965', 'tag': 'b9d9514c-e461-4fcb-8247-ce5d5143727c', 'status': 'completed', 'code': 200} Jul 08 20:16:07.552309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af54a3-1465-412f-a5a9-adc424626d29 req-17df9711-cc52-4098-8daa-a16a8ca29f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:07.559374 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-17df9711-cc52-4098-8daa-a16a8ca29f8a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c2fb2686-52d6-49c3-9608-e9409cffa1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136446 Jul 08 20:16:07.589704 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-097faece-7313-4f69-86f1-2960f2784151 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ada08f-e63e-4590-b24a-5adaada5627d HTTP/1.1" status: 200 len: 217 time: 0.1444581 Jul 08 20:16:07.635994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-88245fda-2d16-4e98-8a25-50e22ed3036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:34Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:16:07.678817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68e5d-096f-4173-b081-946905d6925d req-3d0aa6d2-eeab-4e28-ada4-fafd4671b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:07.680575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-3d0aa6d2-eeab-4e28-ada4-fafd4671b525 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f02d4487-1be7-4b64-b341-2ce101ac9f8b HTTP/1.1" status: 200 len: 850 time: 0.0825043 Jul 08 20:16:07.684660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88245fda-2d16-4e98-8a25-50e22ed3036f None None] The sync data for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 is: [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:34Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:16:07.691832 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e72834-b626-4372-8a71-c90268c63df5 req-1ebac137-2c76-4281-86c7-57daf3a3c00c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:07.695372 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-e8895c78-106c-482b-9289-e324755e0718 service neutron] 10.222.0.103 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261678 Jul 08 20:16:07.697209 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20e72834-b626-4372-8a71-c90268c63df5 req-1ebac137-2c76-4281-86c7-57daf3a3c00c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 944 time: 0.1575990 Jul 08 20:16:07.777126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20e72834-b626-4372-8a71-c90268c63df5 req-2fe69b47-4554-44d5-968a-e3c12b06ee1f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744650 Jul 08 20:16:07.822247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68e5d-096f-4173-b081-946905d6925d req-76ecec82-9157-4467-93e0-4a55dfade754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:07.824719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-76ecec82-9157-4467-93e0-4a55dfade754 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=44f8b8e0-9466-4742-8949-139aced77ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1231115 Jul 08 20:16:07.859789 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80af54a3-1465-412f-a5a9-adc424626d29 req-6f8545a4-8228-47bc-a15f-9e5613f85130 service neutron] 10.222.0.103 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315973 Jul 08 20:16:07.978522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-0f166525-7168-47a2-993e-f66d2bf12358 service neutron] 10.222.0.103 "GET /v2.0/networks/44f8b8e0-9466-4742-8949-139aced77ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451461 Jul 08 20:16:08.000434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad0449-c51f-445b-9d17-d872d37a7921 req-2fca0ee6-f217-4f6e-83f5-e7963ba60cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:08.002180 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8ad0449-c51f-445b-9d17-d872d37a7921 req-2fca0ee6-f217-4f6e-83f5-e7963ba60cb8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=23a55ef526b045a79d4ec9627f175564&device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 1095 time: 0.0768638 Jul 08 20:16:08.068955 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:08.086261 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f9d56-7ba2-45a2-8b97-7294aac473b1 None None] New status for floating IP 7f131634-7a2e-4776-b1aa-3b5b6dffda8d: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:16:08.118730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe255aa1-6a24-409e-b3b4-4790092d5df4 req-07b2fb73-dc00-4448-8d98-d40b754ed32c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:08.120286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe255aa1-6a24-409e-b3b4-4790092d5df4 req-07b2fb73-dc00-4448-8d98-d40b754ed32c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.1626978 Jul 08 20:16:08.124252 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7de68e5d-096f-4173-b081-946905d6925d req-c1af2c0d-2e17-4e2a-bb87-67bc0b7f46e2 service neutron] 10.222.0.103 "GET /v2.0/networks/44f8b8e0-9466-4742-8949-139aced77ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216891 Jul 08 20:16:08.139198 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad0449-c51f-445b-9d17-d872d37a7921 req-33419ee0-7dcc-43c0-990b-9463c73f832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:08.141010 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8ad0449-c51f-445b-9d17-d872d37a7921 req-33419ee0-7dcc-43c0-990b-9463c73f832e service neutron] 10.222.0.103 "GET /v2.0/networks?id=c2fb2686-52d6-49c3-9608-e9409cffa1c6 HTTP/1.1" status: 200 len: 925 time: 0.1292744 Jul 08 20:16:08.185389 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe255aa1-6a24-409e-b3b4-4790092d5df4 req-0b47039e-ebf5-4636-809f-3348758d02f0 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588770 Jul 08 20:16:08.215434 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8ad0449-c51f-445b-9d17-d872d37a7921 req-32ffca0a-9d13-460c-a42b-ad99293d88b2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9d9514c-e461-4fcb-8247-ce5d5143727c HTTP/1.1" status: 200 len: 217 time: 0.0653024 Jul 08 20:16:08.245653 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:16:08.290908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad0449-c51f-445b-9d17-d872d37a7921 req-33351971-7285-4895-b7f9-e80f34135f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:08.293759 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8ad0449-c51f-445b-9d17-d872d37a7921 req-33351971-7285-4895-b7f9-e80f34135f20 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=8720b65f-a456-4dee-81f5-2b9397f73d38 HTTP/1.1" status: 200 len: 863 time: 0.0674121 Jul 08 20:16:08.366427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad0449-c51f-445b-9d17-d872d37a7921 req-bd1662c0-85b4-4a95-aaa5-8346eef485d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:08.367978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8ad0449-c51f-445b-9d17-d872d37a7921 req-bd1662c0-85b4-4a95-aaa5-8346eef485d6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c2fb2686-52d6-49c3-9608-e9409cffa1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673583 Jul 08 20:16:08.396504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c701152-0b83-4538-8476-f0c88c0dcd88 req-7451334f-d64c-4998-8467-58233d3e6c18 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:08.404648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c701152-0b83-4538-8476-f0c88c0dcd88 req-7451334f-d64c-4998-8467-58233d3e6c18 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 943 time: 0.0775163 Jul 08 20:16:08.450439 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c701152-0b83-4538-8476-f0c88c0dcd88 req-a3477984-81b9-471b-8967-1cb1f342fc8e tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433168 Jul 08 20:16:08.477111 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8ad0449-c51f-445b-9d17-d872d37a7921 req-d1cadce7-8e9c-45ad-b7ec-00c2ce4f8ad0 service neutron] 10.222.0.103 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964403 Jul 08 20:16:08.552676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-fa100dff-c583-480a-b674-2c4bce26311f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=847906ba92d7431c9a151198f8628748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248370 Jul 08 20:16:08.589461 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8ad0449-c51f-445b-9d17-d872d37a7921 req-9d23e0be-185a-4c8d-8c32-ebe422c18385 service neutron] 10.222.0.103 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040533 Jul 08 20:16:08.669567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-5d8bf573-75fc-4e89-a5ca-5e2daef4f940 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:08.671487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-5d8bf573-75fc-4e89-a5ca-5e2daef4f940 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131511 Jul 08 20:16:08.688655 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-05650916-c4ca-4ba3-a156-1f6ec70cc416 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/quotas/847906ba92d7431c9a151198f8628748 HTTP/1.1" status: 200 len: 375 time: 0.0098071 Jul 08 20:16:08.777953 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-2f6f3dc5-2fbf-4ac4-a170-3793122f6eef tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841417 Jul 08 20:16:09.031138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-ba8ea2b1-bdd0-4f99-b3a0-b481e28f52db tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371475 Jul 08 20:16:09.037864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc58d-95ab-48dd-a466-2e3ecb1945f2 req-3087c7f7-bbbe-4a7b-9066-427ee030b493 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:09.042942 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-af0dc58d-95ab-48dd-a466-2e3ecb1945f2 req-3087c7f7-bbbe-4a7b-9066-427ee030b493 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 943 time: 0.0838652 Jul 08 20:16:09.094819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-af0dc58d-95ab-48dd-a466-2e3ecb1945f2 req-d0125f21-d0cd-4ab7-830e-706a46fb307d tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461638 Jul 08 20:16:09.180102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-c38f25f0-9241-440a-a4f7-df8a153b1b5b tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:09.187001 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-c38f25f0-9241-440a-a4f7-df8a153b1b5b tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549885 Jul 08 20:16:09.198443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79', 'tag': '33ada08f-e63e-4590-b24a-5adaada5627d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:09.200725 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08a64e9-50aa-49c3-a949-d385024d5262" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79", "tag": "33ada08f-e63e-4590-b24a-5adaada5627d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:09.210128 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-0ead4a90-832a-4f60-99b9-7a1d1e940bbe tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/quotas/6243f62424334f17aa948941488dc134 HTTP/1.1" status: 200 len: 375 time: 0.0220742 Jul 08 20:16:09.305545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42dd69-19b4-4df6-858d-295a10c9c17c req-74461fa2-8664-47e4-81e2-929f403f8e5a tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:09.307501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea42dd69-19b4-4df6-858d-295a10c9c17c req-74461fa2-8664-47e4-81e2-929f403f8e5a tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 1096 time: 0.0744801 Jul 08 20:16:09.309281 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-fe3796bb-a292-4124-bacf-0f146c999dea tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974181 Jul 08 20:16:09.350063 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea42dd69-19b4-4df6-858d-295a10c9c17c req-a560b42d-b14c-43d5-b4a6-4181dd9bfdce tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354021 Jul 08 20:16:09.440026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-159ae771-4a0f-4edc-9b76-36891f465271 req-85d4581d-89a2-4394-a577-c93be08f8cf8 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 210 time: 0.0415690 Jul 08 20:16:09.642529 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:09.687505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b41442-bdc4-4fac-ac59-b0749c055d7d req-81fe9212-f12c-46d1-ac32-39c21f93f921 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:09.688861 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43b41442-bdc4-4fac-ac59-b0749c055d7d req-81fe9212-f12c-46d1-ac32-39c21f93f921 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.1098106 Jul 08 20:16:09.735319 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43b41442-bdc4-4fac-ac59-b0749c055d7d req-e92f1b47-8a3d-454a-94d2-ced76a86107c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398455 Jul 08 20:16:09.796884 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715e1564-2861-49e8-92e2-ded68024e7ec x-openstack-request-id: req-715e1564-2861-49e8-92e2-ded68024e7ec {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:09.797519 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79", "tag": "33ada08f-e63e-4590-b24a-5adaada5627d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:09.797519 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-715e1564-2861-49e8-92e2-ded68024e7ec {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:09.797813 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79', 'tag': '33ada08f-e63e-4590-b24a-5adaada5627d', 'status': 'completed', 'code': 200} Jul 08 20:16:09.902539 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a64e9-50aa-49c3-a949-d385024d5262 req-94bba95e-5b7e-466f-80ad-c60d41a85e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:09.904788 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a08a64e9-50aa-49c3-a949-d385024d5262 req-94bba95e-5b7e-466f-80ad-c60d41a85e51 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c8b69a66bbfd4c608dea832fcf81d003&device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 1095 time: 0.0732157 Jul 08 20:16:10.030199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd684d39-564b-4259-bf32-153cfadbe3fe req-19c72292-71fd-4108-82c5-f4f0cc4c223e tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:10.031873 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bd684d39-564b-4259-bf32-153cfadbe3fe req-19c72292-71fd-4108-82c5-f4f0cc4c223e tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 943 time: 0.1208787 Jul 08 20:16:10.085532 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bd684d39-564b-4259-bf32-153cfadbe3fe req-3fe5ec71-8769-45d4-9fb5-e296e255f0c0 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470076 Jul 08 20:16:10.430959 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-3852b047-74f3-40e2-878a-4940b1f2be10 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=847906ba92d7431c9a151198f8628748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519435 Jul 08 20:16:10.500192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a64e9-50aa-49c3-a949-d385024d5262 req-a3807bef-6eef-4a9f-819d-bd070cda6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:10.501734 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a08a64e9-50aa-49c3-a949-d385024d5262 req-a3807bef-6eef-4a9f-819d-bd070cda6f3d service neutron] 10.222.0.103 "GET /v2.0/networks?id=44f8b8e0-9466-4742-8949-139aced77ed1 HTTP/1.1" status: 200 len: 912 time: 0.5875621 Jul 08 20:16:10.536089 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-23ff75f7-4fb9-406a-94f3-28310cae5575 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:10.548965 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-23ff75f7-4fb9-406a-94f3-28310cae5575 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 807 time: 0.5633371 Jul 08 20:16:10.581506 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-10aa9be5-1089-4436-90c6-3f800e27b758 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/quotas/a00dc66fc33a49b89050fb4dd9c642cd HTTP/1.1" status: 200 len: 375 time: 0.0268722 Jul 08 20:16:10.627133 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a08a64e9-50aa-49c3-a949-d385024d5262 req-0a4dcc69-2a71-411b-b389-407c0460c8e2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ada08f-e63e-4590-b24a-5adaada5627d HTTP/1.1" status: 200 len: 217 time: 0.1137178 Jul 08 20:16:10.629870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-e72fdf4b-c0a5-4f62-85e2-dcd80037a5fa tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:10.631975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-e72fdf4b-c0a5-4f62-85e2-dcd80037a5fa tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947608 Jul 08 20:16:10.651699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Request body: {'port': {'device_id': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '847906ba92d7431c9a151198f8628748'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:10.812282 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-cd51bcbb-f71f-40eb-8c29-cc8ad1e86baa tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2292461 Jul 08 20:16:10.821226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a64e9-50aa-49c3-a949-d385024d5262 req-21bd4fca-bc3a-4b04-a1ae-5fb30937bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:10.824380 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a08a64e9-50aa-49c3-a949-d385024d5262 req-21bd4fca-bc3a-4b04-a1ae-5fb30937bbd8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f02d4487-1be7-4b64-b341-2ce101ac9f8b HTTP/1.1" status: 200 len: 850 time: 0.1571286 Jul 08 20:16:10.911892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Made reservation on behalf of 847906ba92d7431c9a151198f8628748 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:16:10.918144 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:10.999982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b9d9514c-e461-4fcb-8247-ce5d5143727c details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:16:11.004948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a64e9-50aa-49c3-a949-d385024d5262 req-b28e2d13-8c34-4c4d-8499-077d02d0304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:11.006709 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a08a64e9-50aa-49c3-a949-d385024d5262 req-b28e2d13-8c34-4c4d-8499-077d02d0304f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=44f8b8e0-9466-4742-8949-139aced77ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1590180 Jul 08 20:16:11.009083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-3a1c68eb-aea3-4cf7-b9c1-19c542366e00 service neutron] 10.222.0.101 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957998 Jul 08 20:16:11.095750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63acb95-7764-4e0f-aa02-dfeadf8b3788 req-38385374-f4ba-4179-91a5-c2675f34a254 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:11.104200 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d63acb95-7764-4e0f-aa02-dfeadf8b3788 req-38385374-f4ba-4179-91a5-c2675f34a254 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 943 time: 0.2145135 Jul 08 20:16:11.175100 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b9d9514c-e461-4fcb-8247-ce5d5143727c, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b9d9514c-e461-4fcb-8247-ce5d5143727c,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:11.190893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'b9d9514c-e461-4fcb-8247-ce5d5143727c', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'port_id': 'b9d9514c-e461-4fcb-8247-ce5d5143727c', 'mac_address': 'fa:16:3e:02:59:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:16:11.230262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d63acb95-7764-4e0f-aa02-dfeadf8b3788 req-8210e083-cf00-4569-b038-049405d01875 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248319 Jul 08 20:16:11.320971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Allocated IP 192.168.233.68 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/06a7b987-4350-44ad-884c-4c3cf60196f4) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:16:11.321815 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:11.349421 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-19dfaf88-c81c-442a-aec4-395b09cc51bd service neutron] 10.222.0.101 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341537 Jul 08 20:16:11.360139 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a08a64e9-50aa-49c3-a949-d385024d5262 req-c2f125b4-5319-4fd2-a151-a26a29736271 service neutron] 10.222.0.103 "GET /v2.0/networks/44f8b8e0-9466-4742-8949-139aced77ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932563 Jul 08 20:16:11.362443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d9514c-e461-4fcb-8247-ce5d5143727c {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:11.405361 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b9d9514c-e461-4fcb-8247-ce5d5143727c, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b9d9514c-e461-4fcb-8247-ce5d5143727c,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:11.412155 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:11.414416 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 33ada08f-e63e-4590-b24a-5adaada5627d details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:16:11.585373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-feb88d1e-4794-46c1-ad95-6140a46a82a8 req-2bbd4da9-5969-43ee-9c0c-9bdb2b667f12 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 210 time: 0.1033547 Jul 08 20:16:11.616547 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a08a64e9-50aa-49c3-a949-d385024d5262 req-45c8b782-6535-4110-96a0-6f46980cdb1d service neutron] 10.222.0.103 "GET /v2.0/networks/44f8b8e0-9466-4742-8949-139aced77ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465405 Jul 08 20:16:11.636699 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=b9d9514c-e461-4fcb-8247-ce5d5143727c,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:11.675373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 33ada08f-e63e-4590-b24a-5adaada5627d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=33ada08f-e63e-4590-b24a-5adaada5627d,segment=NetworkSegment(f4b42d19-2d67-4696-a454-81c605765246),segment_id=f4b42d19-2d67-4696-a454-81c605765246)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:11.688875 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:11.695331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '33ada08f-e63e-4590-b24a-5adaada5627d', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'port_id': '33ada08f-e63e-4590-b24a-5adaada5627d', 'mac_address': 'fa:16:3e:cc:97:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:16:11.738358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Transition to ACTIVE for port object 06a7b987-4350-44ad-884c-4c3cf60196f4 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:11.749169 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:11.778530 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ada08f-e63e-4590-b24a-5adaada5627d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:11.828486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 33ada08f-e63e-4590-b24a-5adaada5627d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=33ada08f-e63e-4590-b24a-5adaada5627d,segment=NetworkSegment(f4b42d19-2d67-4696-a454-81c605765246),segment_id=f4b42d19-2d67-4696-a454-81c605765246)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:11.841386 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:11.878186 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2de3f625-1bf2-4761-a579-8669011948ee req-347df351-250a-4158-a2e4-8d51c852e4ea tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 210 time: 0.1190865 Jul 08 20:16:11.982918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=33ada08f-e63e-4590-b24a-5adaada5627d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:11.999866 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:12.017237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['4e45ce01-be73-411d-84e4-ab928e1eb7ab'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:12.019596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['eef83571-5c55-40aa-9342-9d4bf9804fe8', 'b2ff755c-b40e-46a0-9c73-bf737a43c624'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:12.114764 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:16:12.123617 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:16:12.126668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:16:12.139605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:12.139605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:12.167696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Pushing event updated for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:12.176159 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-be5cb9b3-f87b-4994-b471-74471e8c2f50 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5296221 Jul 08 20:16:12.186018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0361141-2fd2-4026-9943-73f11d2248a3 req-17857e50-d80b-4ace-8031-a68fdb8c6ecb tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:12.193299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b0361141-2fd2-4026-9943-73f11d2248a3 req-17857e50-d80b-4ace-8031-a68fdb8c6ecb tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.3841846 Jul 08 20:16:12.201371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Request body: {'port': {'device_id': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:12.298115 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-5c33af72-5638-427f-81c1-a4a7aca48b7a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587811 Jul 08 20:16:12.355086 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-39682c81-ff90-4118-a31c-9e3348214670 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2198906 Jul 08 20:16:12.365996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b9d9514c-e461-4fcb-8247-ce5d5143727c'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:12.366343 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b0361141-2fd2-4026-9943-73f11d2248a3 req-f23c87d9-77b7-4abf-9177-adce4ec5d158 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723232 Jul 08 20:16:12.427624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['33ada08f-e63e-4590-b24a-5adaada5627d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:12.440146 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:12.561356 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd01e800-ad84-4168-949e-37a1bb8ade47 req-57bd09a8-69e4-405b-8dc3-2aaebefe7426 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 210 time: 0.1018982 Jul 08 20:16:12.877914 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-64269a9e-4b44-43eb-98ac-b5a503a5f316 None None] Provisioning for port 06a7b987-4350-44ad-884c-4c3cf60196f4 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:12.922427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-64269a9e-4b44-43eb-98ac-b5a503a5f316 None None] Provisioning complete for port 06a7b987-4350-44ad-884c-4c3cf60196f4 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:12.922882 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-64269a9e-4b44-43eb-98ac-b5a503a5f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:12.931428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335797a3-6b64-48c5-b4ba-ab644b5d6e2e req-0f6a4cf8-9265-437b-a329-9f6ac70b8f1b tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:12.949126 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-335797a3-6b64-48c5-b4ba-ab644b5d6e2e req-0f6a4cf8-9265-437b-a329-9f6ac70b8f1b tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 944 time: 0.6020327 Jul 08 20:16:12.988195 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-64269a9e-4b44-43eb-98ac-b5a503a5f316 None None] Port 06a7b987-4350-44ad-884c-4c3cf60196f4 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:16:13.048570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-9586ac76-ac37-4270-8b8c-924a2a513702 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:13.050156 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-9586ac76-ac37-4270-8b8c-924a2a513702 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6443009 Jul 08 20:16:13.074530 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Request body: {'port': {'device_id': 'f49c2702-6af1-4a3b-a02e-0a55851d641a', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '6243f62424334f17aa948941488dc134'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:13.114557 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-335797a3-6b64-48c5-b4ba-ab644b5d6e2e req-3babdff5-dbf1-4310-8a80-cbd327ae1a1d tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632073 Jul 08 20:16:13.166927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-c7b51402-2261-41a3-a3b6-efa34eb20280 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:13.173554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-c7b51402-2261-41a3-a3b6-efa34eb20280 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8623285 Jul 08 20:16:13.203208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Request body: {'port': {'device_id': 'ac56c244-b2a6-496b-bba1-cf23dee28832', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '6243f62424334f17aa948941488dc134'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:13.276800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Made reservation on behalf of 6243f62424334f17aa948941488dc134 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:16:13.281287 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:13.414697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15eabe-4496-49f9-89fe-febea1a42402 req-8d251fdc-6140-467a-a859-f5e46a4a2718 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:13.416228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f15eabe-4496-49f9-89fe-febea1a42402 req-8d251fdc-6140-467a-a859-f5e46a4a2718 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 944 time: 0.2312598 Jul 08 20:16:13.451479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a103ba-95b7-42ae-8a01-a22e514fd79d req-2937b489-bc2f-4607-9fa5-d51db790e40e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:13.453381 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9a103ba-95b7-42ae-8a01-a22e514fd79d req-2937b489-bc2f-4607-9fa5-d51db790e40e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 935 time: 0.1536858 Jul 08 20:16:13.494425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a7b987-4350-44ad-884c-4c3cf60196f4 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:13.499383 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9a103ba-95b7-42ae-8a01-a22e514fd79d req-42dc2d20-1a5b-47e6-9b2b-b9ed7207fb87 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Jul 08 20:16:13.512998 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:13.539572 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f15eabe-4496-49f9-89fe-febea1a42402 req-b4d3e0b4-057c-4af6-a5a3-b5815f49ed95 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124487 Jul 08 20:16:13.542895 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Transition to ACTIVE for port object 06a7b987-4350-44ad-884c-4c3cf60196f4 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:13.543831 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Made reservation on behalf of 6243f62424334f17aa948941488dc134 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:16:13.548112 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:13.568182 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:13.659399 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Allocated IP 192.168.233.146 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/e251b56f-c079-432a-a5d2-7760c38f3430) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:16:13.682142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Pushing event updated for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:13.755113 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Attempting to bind port 06a7b987-4350-44ad-884c-4c3cf60196f4 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:16:13.755624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Attempting to bind port 06a7b987-4350-44ad-884c-4c3cf60196f4 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:16:13.755965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Attempting to bind port 06a7b987-4350-44ad-884c-4c3cf60196f4 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:13.761936 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd7744a6-e823-466f-88a7-d8bb7fdf2140 req-73714b57-42df-42ec-a729-4c028859a147 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 210 time: 0.0567997 Jul 08 20:16:13.839270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Port 06a7b987-4350-44ad-884c-4c3cf60196f4 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:16:13.839599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Attempting to bind port 06a7b987-4350-44ad-884c-4c3cf60196f4 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:13.880420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:16:13.880925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:16:13.881766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:16:13.882318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Bound port: 06a7b987-4350-44ad-884c-4c3cf60196f4, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:16:13.882688 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:13.937622 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:13.957589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Transition to ACTIVE for port object e251b56f-c079-432a-a5d2-7760c38f3430 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:14.001678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30181ba7-26c7-4bf5-97cf-64d8174da757 req-0b5e2de7-a71c-4490-972f-53b4c2bed0ac tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:14.012852 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-30181ba7-26c7-4bf5-97cf-64d8174da757 req-0b5e2de7-a71c-4490-972f-53b4c2bed0ac tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.2912877 Jul 08 20:16:14.037135 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-baa6e6cc-57aa-4077-b9a1-8c419d1ae953 req-c45292ac-b20b-40b7-9f2b-c10233d01a2e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 210 time: 0.0443306 Jul 08 20:16:14.046411 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:14.067895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2', '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', '959da3be-a862-4da7-91d0-155db65de3d1'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:14.146700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:16:14.172132 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-30181ba7-26c7-4bf5-97cf-64d8174da757 req-43bfc3b7-46ce-4d44-9303-3cede41f61da tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578820 Jul 08 20:16:14.189189 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:16:14.203159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:14.206799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:16:14.220663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:16:14.227378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Allocated IP 192.168.233.58 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/efad43fe-6c07-4c39-ad21-b8bf748452b4) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:16:14.253567 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:14.260693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event updated for resources: {'Port': ['ID=e251b56f-c079-432a-a5d2-7760c38f3430,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:14.273779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:14.274129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:14.274507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:14.275016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:14.275350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:14.275960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:14.276086 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:14.276412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:14.276761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:14.277088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:14.277725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:14.278195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:14.369038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:14.369854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:14.371389 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] 10.222.0.103 "PUT /v2.0/ports/06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 200 len: 1096 time: 2.1759038 Jul 08 20:16:14.375238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:14.377800 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fbc981-9ec9-42c4-81e1-59ce36187a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:14.385943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-697e534f-b86c-4920-bae5-c4c1d2bb79e8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:14.393264 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-697e534f-b86c-4920-bae5-c4c1d2bb79e8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.103 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 807 time: 0.3589807 Jul 08 20:16:14.411742 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:14.412424 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:14.427090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382af359-0c1b-4f02-ab41-631bcfe17d7e service neutron] Pushing event updated for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:14.469036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2246f130-dbb3-4113-b5b7-b9c2e24fb241 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Request body: {'port': {'device_id': '049eff16-265a-4961-bf4d-79ff68de49c3', 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14', 'admin_state_up': True, 'tenant_id': 'a00dc66fc33a49b89050fb4dd9c642cd'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:14.515896 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb514a16-81f3-42b1-a80b-5cc349d7b26e x-openstack-request-id: req-eb514a16-81f3-42b1-a80b-5cc349d7b26e {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:14.516355 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:14.516757 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-eb514a16-81f3-42b1-a80b-5cc349d7b26e {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:14.517308 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'status': 'completed', 'code': 200} Jul 08 20:16:14.580616 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4edc45d2-323c-4422-bb3b-85733566d469 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5110669 Jul 08 20:16:14.650606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Request body: {'port': {'device_id': 'f49c2702-6af1-4a3b-a02e-0a55851d641a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:14.686666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8507270b-f6b7-484e-96cd-596d26ae5e02 None None] Provisioning for port e251b56f-c079-432a-a5d2-7760c38f3430 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:14.701688 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8507270b-f6b7-484e-96cd-596d26ae5e02 None None] Provisioning complete for port e251b56f-c079-432a-a5d2-7760c38f3430 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:14.702250 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8507270b-f6b7-484e-96cd-596d26ae5e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:14.776571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8507270b-f6b7-484e-96cd-596d26ae5e02 None None] Port e251b56f-c079-432a-a5d2-7760c38f3430 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:16:14.833872 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:14.872560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Transition to ACTIVE for port object efad43fe-6c07-4c39-ad21-b8bf748452b4 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:14.889086 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2246f130-dbb3-4113-b5b7-b9c2e24fb241 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Made reservation on behalf of a00dc66fc33a49b89050fb4dd9c642cd for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:16:14.893904 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2246f130-dbb3-4113-b5b7-b9c2e24fb241 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:14.909723 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-e9fb02b4-7de8-4994-bca2-cb96b4a4ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:14.911445 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-e9fb02b4-7de8-4994-bca2-cb96b4a4ecb0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 1099 time: 0.2919765 Jul 08 20:16:14.948988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947615d5-4b58-4c65-9a87-dd189332eeb3 req-c896d025-7467-40fe-acaf-94b13008b2b6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:14.950580 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-947615d5-4b58-4c65-9a87-dd189332eeb3 req-c896d025-7467-40fe-acaf-94b13008b2b6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 944 time: 0.4459188 Jul 08 20:16:15.003507 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-f8262544-9cd7-4aa6-a339-a807d2e6e407 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 200 len: 217 time: 0.0768080 Jul 08 20:16:15.021214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809415b-63b6-48f2-b217-ac60bd6e0e01 req-dfa66eb9-d1b7-4aec-8bec-6c6c6da64bf3 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:15.033564 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b9d9514c-e461-4fcb-8247-ce5d5143727c up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:16:15.041202 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:15.042425 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b809415b-63b6-48f2-b217-ac60bd6e0e01 req-dfa66eb9-d1b7-4aec-8bec-6c6c6da64bf3 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 947 time: 0.3102572 Jul 08 20:16:15.070838 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-947615d5-4b58-4c65-9a87-dd189332eeb3 req-182d2748-08b8-4a38-82de-b55e9f8172c9 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037693 Jul 08 20:16:15.169609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2246f130-dbb3-4113-b5b7-b9c2e24fb241 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Allocated IP 172.20.0.2 (d2787acb-ce97-4e22-86fe-e3a85811ac14/9f9c2772-125a-4c73-b763-c9127fd5cc34/90077c20-78a8-436e-9186-9913932bde40) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:16:15.236750 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port b9d9514c-e461-4fcb-8247-ce5d5143727c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:15.241460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port b9d9514c-e461-4fcb-8247-ce5d5143727c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:15.241935 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:15.363248 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:15.404516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9526c3-3ad4-41eb-8946-abca160e61c3 req-8a737b7b-9fcb-4135-8d10-852bc4f6ff0e tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:15.406509 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e9526c3-3ad4-41eb-8946-abca160e61c3 req-8a737b7b-9fcb-4135-8d10-852bc4f6ff0e tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 944 time: 0.1687367 Jul 08 20:16:15.427015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adc5ab4-2008-4af1-84e9-58b506428965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d9514c-e461-4fcb-8247-ce5d5143727c'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:15.432728 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8733cc5c-cb14-4fd9-a062-48b698d1e5a2" -d '{"events": [{"server_uuid": "5adc5ab4-2008-4af1-84e9-58b506428965", "name": "network-vif-plugged", "status": "completed", "tag": "b9d9514c-e461-4fcb-8247-ce5d5143727c"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:15.437655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b9d9514c-e461-4fcb-8247-ce5d5143727c, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b9d9514c-e461-4fcb-8247-ce5d5143727c,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:15.448278 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:15.449507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 33ada08f-e63e-4590-b24a-5adaada5627d up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:16:15.506128 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:15.575694 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e9526c3-3ad4-41eb-8946-abca160e61c3 req-ae7dab7b-088d-43e8-8ada-4750790dfed2 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570528 Jul 08 20:16:15.591348 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b809415b-63b6-48f2-b217-ac60bd6e0e01 req-be90d749-e68f-4535-aca9-2cfa20ea2ac4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463288 Jul 08 20:16:15.592971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-eb3a9f12-c1a6-4dac-816c-d3297ea5fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:15.594452 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-eb3a9f12-c1a6-4dac-816c-d3297ea5fda7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.5482366 Jul 08 20:16:15.606976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=b9d9514c-e461-4fcb-8247-ce5d5143727c,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:15.610748 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:16:15.620493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 33ada08f-e63e-4590-b24a-5adaada5627d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:15.626547 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 33ada08f-e63e-4590-b24a-5adaada5627d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:15.627392 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:15.647893 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:16:15.650998 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2246f130-dbb3-4113-b5b7-b9c2e24fb241 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:15.651185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event updated for resources: {'Port': ['ID=efad43fe-6c07-4c39-ad21-b8bf748452b4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:15.660239 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:16:15.668223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:15.669155 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:15.722455 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4929d17f-539c-480b-bac5-b630fe098baf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5238483 Jul 08 20:16:15.750404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Request body: {'port': {'device_id': 'ac56c244-b2a6-496b-bba1-cf23dee28832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:15.769948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e251b56f-c079-432a-a5d2-7760c38f3430 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:15.791223 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:15.817617 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2246f130-dbb3-4113-b5b7-b9c2e24fb241 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:15.852954 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:15.865760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-2a5da9dc-be3b-4d45-8a4d-8ef9d3fd612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:15.870675 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-2a5da9dc-be3b-4d45-8a4d-8ef9d3fd612a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2516716 Jul 08 20:16:15.900155 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 33ada08f-e63e-4590-b24a-5adaada5627d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=33ada08f-e63e-4590-b24a-5adaada5627d,segment=NetworkSegment(f4b42d19-2d67-4696-a454-81c605765246),segment_id=f4b42d19-2d67-4696-a454-81c605765246)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:15.906797 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:15.914743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Transition to ACTIVE for port object e251b56f-c079-432a-a5d2-7760c38f3430 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:15.970971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2246f130-dbb3-4113-b5b7-b9c2e24fb241 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Network d2787acb-ce97-4e22-86fe-e3a85811ac14 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:16:15.977946 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:15.983288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=33ada08f-e63e-4590-b24a-5adaada5627d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:16.018974 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2246f130-dbb3-4113-b5b7-b9c2e24fb241 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:16:16.027377 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2246f130-dbb3-4113-b5b7-b9c2e24fb241 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:16:16.065236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246f130-dbb3-4113-b5b7-b9c2e24fb241 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Pushing event updated for resources: {'Port': ['ID=90077c20-78a8-436e-9186-9913932bde40,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:16.074120 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:16.079323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6930d94c-7257-4f1b-bc79-73548e8f07a9 None None] Provisioning for port efad43fe-6c07-4c39-ad21-b8bf748452b4 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:16.088582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6930d94c-7257-4f1b-bc79-73548e8f07a9 None None] Provisioning complete for port efad43fe-6c07-4c39-ad21-b8bf748452b4 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:16.090797 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6930d94c-7257-4f1b-bc79-73548e8f07a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:16.149854 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6930d94c-7257-4f1b-bc79-73548e8f07a9 None None] Port efad43fe-6c07-4c39-ad21-b8bf748452b4 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:16:16.156159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec320ad-9a0d-4eae-b5aa-46c7dea7dda4 req-841fd86b-abe1-4175-91a3-63932f9e6369 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:16.157732 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ec320ad-9a0d-4eae-b5aa-46c7dea7dda4 req-841fd86b-abe1-4175-91a3-63932f9e6369 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 931 time: 0.2645500 Jul 08 20:16:16.187898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2246f130-dbb3-4113-b5b7-b9c2e24fb241 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:16.188649 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2246f130-dbb3-4113-b5b7-b9c2e24fb241 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:16.206710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2', '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', '959da3be-a862-4da7-91d0-155db65de3d1'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:16.228005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Pushing event updated for resources: {'Port': ['ID=e251b56f-c079-432a-a5d2-7760c38f3430,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:16.229526 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-d18fc55f-f385-44cf-a9ee-e6450ad444e8 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453522 Jul 08 20:16:16.233757 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ec320ad-9a0d-4eae-b5aa-46c7dea7dda4 req-8c17f401-a032-4619-93c3-1584670838c0 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679748 Jul 08 20:16:16.284203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abd33e-73bf-418a-b78f-7cb70be26200 req-bbf488de-c89f-4550-8045-0d01da02fa9d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:16.291704 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0abd33e-73bf-418a-b78f-7cb70be26200 req-bbf488de-c89f-4550-8045-0d01da02fa9d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 935 time: 0.4415426 Jul 08 20:16:16.302390 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2246f130-dbb3-4113-b5b7-b9c2e24fb241 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8568733 Jul 08 20:16:16.327763 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Request body: {'port': {'device_id': '049eff16-265a-4961-bf4d-79ff68de49c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:16.453116 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0abd33e-73bf-418a-b78f-7cb70be26200 req-b36bc35f-0efc-49ae-8312-7af943138dc2 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601546 Jul 08 20:16:16.461062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Attempting to bind port e251b56f-c079-432a-a5d2-7760c38f3430 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:16:16.473285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Attempting to bind port e251b56f-c079-432a-a5d2-7760c38f3430 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:16:16.473627 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Attempting to bind port e251b56f-c079-432a-a5d2-7760c38f3430 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:16.489271 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ebb339d-0b0b-45d4-8324-165e24a6eb55 req-f8a93aa3-1e99-4b39-8efc-03fe9c41bbaa service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508137 Jul 08 20:16:16.501284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Port e251b56f-c079-432a-a5d2-7760c38f3430 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:16:16.501603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Attempting to bind port e251b56f-c079-432a-a5d2-7760c38f3430 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:16.513681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:16:16.514016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:16:16.514397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:16:16.514837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Bound port: e251b56f-c079-432a-a5d2-7760c38f3430, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:16:16.515214 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:16.532056 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:16.589708 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf05266-1a4b-4295-8512-22becd546127 x-openstack-request-id: req-fcf05266-1a4b-4295-8512-22becd546127 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:16.590280 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adc5ab4-2008-4af1-84e9-58b506428965", "name": "network-vif-plugged", "status": "completed", "tag": "b9d9514c-e461-4fcb-8247-ce5d5143727c", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:16.590280 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fcf05266-1a4b-4295-8512-22becd546127 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:16.593804 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adc5ab4-2008-4af1-84e9-58b506428965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d9514c-e461-4fcb-8247-ce5d5143727c', 'code': 200} Jul 08 20:16:16.648172 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] For port e251b56f-c079-432a-a5d2-7760c38f3430, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:16.743498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efad43fe-6c07-4c39-ad21-b8bf748452b4 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:16.755459 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:16.836582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Transition to ACTIVE for port object efad43fe-6c07-4c39-ad21-b8bf748452b4 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:16.847073 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] For port e251b56f-c079-432a-a5d2-7760c38f3430, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e251b56f-c079-432a-a5d2-7760c38f3430,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:16:16.857526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc981-9ec9-42c4-81e1-59ce36187a4d req-3a033519-9222-428c-947e-14f8dce632a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:16.859203 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24fbc981-9ec9-42c4-81e1-59ce36187a4d req-3a033519-9222-428c-947e-14f8dce632a1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 1099 time: 0.2853622 Jul 08 20:16:16.859850 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:16.859987 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:16.999045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cd699-aaee-4247-901d-e287543f24f5 req-39dd5366-61a6-4bf2-9133-e4d33ce6db1c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:17.000687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-640cd699-aaee-4247-901d-e287543f24f5 req-39dd5366-61a6-4bf2-9133-e4d33ce6db1c tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 945 time: 0.2307634 Jul 08 20:16:17.051012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Pushing event updated for resources: {'Port': ['ID=efad43fe-6c07-4c39-ad21-b8bf748452b4,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:17.095099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Attempting to bind port efad43fe-6c07-4c39-ad21-b8bf748452b4 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:16:17.095906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Attempting to bind port efad43fe-6c07-4c39-ad21-b8bf748452b4 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:16:17.096864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Attempting to bind port efad43fe-6c07-4c39-ad21-b8bf748452b4 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:17.128070 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Port efad43fe-6c07-4c39-ad21-b8bf748452b4 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:16:17.129880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Attempting to bind port efad43fe-6c07-4c39-ad21-b8bf748452b4 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:17.140916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:16:17.141570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:16:17.142394 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:16:17.143257 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Bound port: efad43fe-6c07-4c39-ad21-b8bf748452b4, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:16:17.143821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:17.148585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc981-9ec9-42c4-81e1-59ce36187a4d req-ed5e6425-76f5-4d6e-ad24-8bb50f2a6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:17.150663 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24fbc981-9ec9-42c4-81e1-59ce36187a4d req-ed5e6425-76f5-4d6e-ad24-8bb50f2a6be3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2789960 Jul 08 20:16:17.170952 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-640cd699-aaee-4247-901d-e287543f24f5 req-b7b83a43-6e45-44eb-9d92-98dbd5706031 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616704 Jul 08 20:16:17.208459 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:17.221139 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24fbc981-9ec9-42c4-81e1-59ce36187a4d req-6466eaa4-be2d-490a-904e-369270b7920c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 200 len: 217 time: 0.0472529 Jul 08 20:16:17.332072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc981-9ec9-42c4-81e1-59ce36187a4d req-7ccf2cd6-9d7c-4c59-bb6e-25985bfda11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:17.333840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24fbc981-9ec9-42c4-81e1-59ce36187a4d req-7ccf2cd6-9d7c-4c59-bb6e-25985bfda11f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0822330 Jul 08 20:16:17.345257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:17.345926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:17.347571 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] 10.222.0.103 "PUT /v2.0/ports/e251b56f-c079-432a-a5d2-7760c38f3430 HTTP/1.1" status: 200 len: 1097 time: 2.7417991 Jul 08 20:16:17.348586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49c2702-6af1-4a3b-a02e-0a55851d641a', 'tag': 'e251b56f-c079-432a-a5d2-7760c38f3430'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:17.352152 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd24ddda-bbcb-4d14-9866-d2d32cf3f1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f49c2702-6af1-4a3b-a02e-0a55851d641a", "tag": "e251b56f-c079-432a-a5d2-7760c38f3430"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:17.391568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc362f53-6dfb-4365-b3eb-7ee03511de9c service neutron] Pushing event updated for resources: {'Port': ['ID=e251b56f-c079-432a-a5d2-7760c38f3430,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:17.415216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] For port efad43fe-6c07-4c39-ad21-b8bf748452b4, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:17.466346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df178-ee04-4b8f-a4c5-f9baec16a705 req-753658fa-078a-4703-a24f-9dc383ee554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:17.468190 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bd5df178-ee04-4b8f-a4c5-f9baec16a705 req-753658fa-078a-4703-a24f-9dc383ee554f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 1097 time: 0.7027612 Jul 08 20:16:17.480023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] For port efad43fe-6c07-4c39-ad21-b8bf748452b4, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=efad43fe-6c07-4c39-ad21-b8bf748452b4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:16:17.507735 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bcb4a-f00c-4be9-8ff6-ee2cd129360d req-80eb1d13-e486-4e55-8a14-a1f326301702 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:17.509876 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ce9bcb4a-f00c-4be9-8ff6-ee2cd129360d req-80eb1d13-e486-4e55-8a14-a1f326301702 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.7548761 Jul 08 20:16:17.513071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:17.577061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:17.578172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:17.579560 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] 10.222.0.104 "PUT /v2.0/ports/efad43fe-6c07-4c39-ad21-b8bf748452b4 HTTP/1.1" status: 200 len: 1096 time: 1.8335793 Jul 08 20:16:17.581444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc981-9ec9-42c4-81e1-59ce36187a4d req-25a91249-7be4-4eb1-a6bf-930fba46ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:17.583521 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24fbc981-9ec9-42c4-81e1-59ce36187a4d req-25a91249-7be4-4eb1-a6bf-930fba46ba15 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2361906 Jul 08 20:16:17.590431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac56c244-b2a6-496b-bba1-cf23dee28832', 'tag': 'efad43fe-6c07-4c39-ad21-b8bf748452b4'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:17.593153 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4bf6a6-fcf1-4a67-8b01-9d3bfec8dd20" -d '{"events": [{"name": "network-changed", "server_uuid": "ac56c244-b2a6-496b-bba1-cf23dee28832", "tag": "efad43fe-6c07-4c39-ad21-b8bf748452b4"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:17.627628 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ce9bcb4a-f00c-4be9-8ff6-ee2cd129360d req-b512123d-527f-47ed-8ad4-be33e4e5c421 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031511 Jul 08 20:16:17.634482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bd5df178-ee04-4b8f-a4c5-f9baec16a705 req-40bb97e1-bbd3-4d52-af09-05113a9ba57e service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434925 Jul 08 20:16:17.655653 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6a96067e-f1c1-4528-9ffe-acdb4ae53425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:17.657224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-6a96067e-f1c1-4528-9ffe-acdb4ae53425 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=f49c2702-6af1-4a3b-a02e-0a55851d641a HTTP/1.1" status: 200 len: 1100 time: 0.2430634 Jul 08 20:16:17.659260 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90077c20-78a8-436e-9186-9913932bde40 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:17.679983 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:17.706717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Transition to ACTIVE for port object 90077c20-78a8-436e-9186-9913932bde40 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:17.711278 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:17.738315 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24fbc981-9ec9-42c4-81e1-59ce36187a4d req-acf1c7bd-e84b-4b18-9062-a188230bb891 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342819 Jul 08 20:16:17.784285 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e23586-6132-4f9b-848c-bd2cc6bb6f45 req-b3168649-c1ba-41fc-8b82-ea98f9992d3b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:17.795632 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c2e23586-6132-4f9b-848c-bd2cc6bb6f45 req-b3168649-c1ba-41fc-8b82-ea98f9992d3b tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 945 time: 0.4324174 Jul 08 20:16:17.837261 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-a299b6f3-19e5-4974-9769-c5248a451d65 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e251b56f-c079-432a-a5d2-7760c38f3430 HTTP/1.1" status: 200 len: 217 time: 0.1092699 Jul 08 20:16:17.936652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250902d-9849-4494-9fde-a929449f27a9 service neutron] Pushing event updated for resources: {'Port': ['ID=efad43fe-6c07-4c39-ad21-b8bf748452b4,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:17.958833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Pushing event updated for resources: {'Port': ['ID=90077c20-78a8-436e-9186-9913932bde40,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:17.977443 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c2e23586-6132-4f9b-848c-bd2cc6bb6f45 req-f84e1f54-7818-44ca-95ff-a68f2bea5d84 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803870 Jul 08 20:16:18.000101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-a96b05d9-0624-4b0b-972b-d35074f57420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:18.001613 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-a96b05d9-0624-4b0b-972b-d35074f57420 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1379499 Jul 08 20:16:18.031247 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24fbc981-9ec9-42c4-81e1-59ce36187a4d req-fe320d32-4804-41f9-afe8-25de40673646 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718863 Jul 08 20:16:18.048558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-1bee3cdc-23ef-46d6-9564-b97df357f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:18.050789 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-1bee3cdc-23ef-46d6-9564-b97df357f00a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 1099 time: 0.3062253 Jul 08 20:16:18.069777 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8b612-f4c8-4620-91c6-9a7e99d2a87d req-0943effd-d6f6-418a-abeb-4170be8fd554 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:18.077225 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ac8b612-f4c8-4620-91c6-9a7e99d2a87d req-0943effd-d6f6-418a-abeb-4170be8fd554 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 947 time: 0.2728922 Jul 08 20:16:18.106570 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-4fb444a3-e568-423b-a8c0-0df43f67518e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=efad43fe-6c07-4c39-ad21-b8bf748452b4 HTTP/1.1" status: 200 len: 217 time: 0.0476322 Jul 08 20:16:18.124799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Attempting to bind port 90077c20-78a8-436e-9186-9913932bde40 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:16:18.125140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Attempting to bind port 90077c20-78a8-436e-9186-9913932bde40 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:16:18.125471 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Attempting to bind port 90077c20-78a8-436e-9186-9913932bde40 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:18.139241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Port 90077c20-78a8-436e-9186-9913932bde40 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:16:18.139572 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Attempting to bind port 90077c20-78a8-436e-9186-9913932bde40 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:18.152945 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ac8b612-f4c8-4620-91c6-9a7e99d2a87d req-774b00c6-4c46-43e3-a7b4-f38441de632f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714188 Jul 08 20:16:18.161148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:16:18.161410 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Checking segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:16:18.161802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Bound using segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:16:18.162252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Bound port: 90077c20-78a8-436e-9186-9913932bde40, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:16:18.176126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:18.178180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-a57edb81-0aa8-4266-b2c5-a18d0500ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:18.180601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-a57edb81-0aa8-4266-b2c5-a18d0500ccf3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0632572 Jul 08 20:16:18.199299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-3f8ce383-5156-476d-98d3-5379b5aa98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:18.201459 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-3f8ce383-5156-476d-98d3-5379b5aa98b4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1781828 Jul 08 20:16:18.237027 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca477b18-1da6-4ef6-a205-b59c5a438dd9 x-openstack-request-id: req-ca477b18-1da6-4ef6-a205-b59c5a438dd9 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:18.237374 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49c2702-6af1-4a3b-a02e-0a55851d641a", "tag": "e251b56f-c079-432a-a5d2-7760c38f3430", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:18.237693 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ca477b18-1da6-4ef6-a205-b59c5a438dd9 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:18.238145 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49c2702-6af1-4a3b-a02e-0a55851d641a', 'tag': 'e251b56f-c079-432a-a5d2-7760c38f3430', 'status': 'completed', 'code': 200} Jul 08 20:16:18.341853 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:18.364085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=90077c20-78a8-436e-9186-9913932bde40,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:16:18.368977 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-2cbca79b-d6cb-47b4-be58-f944f050cf3f service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417692 Jul 08 20:16:18.370787 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:18.391574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-9d886561-023f-4dc6-878d-741e7f091cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:18.399975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-9d886561-023f-4dc6-878d-741e7f091cdd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2084196 Jul 08 20:16:18.489785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:18.490528 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:18.492529 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] 10.222.0.103 "PUT /v2.0/ports/90077c20-78a8-436e-9186-9913932bde40 HTTP/1.1" status: 200 len: 1092 time: 2.1735876 Jul 08 20:16:18.493111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05585503-2eb8-4da4-a806-027702e4cc08 req-1c9fb486-dd0b-4fc1-adf0-9c59df5bf31c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:18.494630 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05585503-2eb8-4da4-a806-027702e4cc08 req-1c9fb486-dd0b-4fc1-adf0-9c59df5bf31c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 943 time: 0.1733260 Jul 08 20:16:18.519618 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6986ae0-86f6-4ef6-998a-e068cf85e15c service neutron] Pushing event updated for resources: {'Port': ['ID=90077c20-78a8-436e-9186-9913932bde40,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:18.561583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-5a268c8d-5ebf-4aa2-b7ee-f7eba78e431c service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513016 Jul 08 20:16:18.568387 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-0ec34753-04e6-4b44-89d0-7668cf501148 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699080 Jul 08 20:16:18.577897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249e92b-decd-4e5f-b8ef-c22e8e592a20 req-d0eb6540-7e2d-49a6-9e1a-c4618f0d5306 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:18.579784 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7249e92b-decd-4e5f-b8ef-c22e8e592a20 req-d0eb6540-7e2d-49a6-9e1a-c4618f0d5306 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 947 time: 0.1833625 Jul 08 20:16:18.579928 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05585503-2eb8-4da4-a806-027702e4cc08 req-ae2d42b0-7090-40a6-aad7-f4f079759087 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677180 Jul 08 20:16:18.598421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ada08f-e63e-4590-b24a-5adaada5627d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:18.602228 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b91c2c1-bba4-4e3f-9ae6-932b2dff471d" -d '{"events": [{"server_uuid": "7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79", "name": "network-vif-plugged", "status": "completed", "tag": "33ada08f-e63e-4590-b24a-5adaada5627d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:18.682507 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852b5369-48b6-4bf4-b943-95f8921e3c2d req-95bea765-255a-4bfe-b239-461a8461f803 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015418 Jul 08 20:16:18.703237 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7249e92b-decd-4e5f-b8ef-c22e8e592a20 req-ccfb6a5c-4d0d-4234-a914-c8dcd37bcc10 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121469 Jul 08 20:16:18.775120 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfd6850-c0c8-40c6-b5a2-90031255d49c x-openstack-request-id: req-ccfd6850-c0c8-40c6-b5a2-90031255d49c {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:18.775328 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac56c244-b2a6-496b-bba1-cf23dee28832", "tag": "efad43fe-6c07-4c39-ad21-b8bf748452b4", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:18.775608 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ccfd6850-c0c8-40c6-b5a2-90031255d49c {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:18.776079 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac56c244-b2a6-496b-bba1-cf23dee28832', 'tag': 'efad43fe-6c07-4c39-ad21-b8bf748452b4', 'status': 'completed', 'code': 200} Jul 08 20:16:18.779215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2a726b80-e669-44b2-b383-6e1c0a8bdf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:18.781909 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-2a726b80-e669-44b2-b383-6e1c0a8bdf20 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 1095 time: 0.1891208 Jul 08 20:16:18.825578 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8532f89-6e9e-4d2c-892a-3d6e0a756cb7 x-openstack-request-id: req-c8532f89-6e9e-4d2c-892a-3d6e0a756cb7 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:18.825975 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79", "name": "network-vif-plugged", "status": "completed", "tag": "33ada08f-e63e-4590-b24a-5adaada5627d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:18.826211 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c8532f89-6e9e-4d2c-892a-3d6e0a756cb7 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:18.826703 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ada08f-e63e-4590-b24a-5adaada5627d', 'code': 200} Jul 08 20:16:18.889164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ddda-bbcb-4d14-9866-d2d32cf3f1ed req-13aaa2f3-e574-46f1-93fc-f1521c5216b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:18.891131 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd24ddda-bbcb-4d14-9866-d2d32cf3f1ed req-13aaa2f3-e574-46f1-93fc-f1521c5216b0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=f49c2702-6af1-4a3b-a02e-0a55851d641a HTTP/1.1" status: 200 len: 1100 time: 0.2368863 Jul 08 20:16:18.892975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-7bcb4b1e-78a1-4d5f-80af-2cabb3704cac service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90077c20-78a8-436e-9186-9913932bde40 HTTP/1.1" status: 200 len: 217 time: 0.1007094 Jul 08 20:16:18.977605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bf6a6-fcf1-4a67-8b01-9d3bfec8dd20 req-090638dd-1603-4e23-a8c1-40e494bf88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:18.979799 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a4bf6a6-fcf1-4a67-8b01-9d3bfec8dd20 req-090638dd-1603-4e23-a8c1-40e494bf88db service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 1099 time: 0.1691306 Jul 08 20:16:19.054189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 06a7b987-4350-44ad-884c-4c3cf60196f4 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:16:19.107237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1f4e0-e960-4b3e-9417-f6f2e8a1ba20 req-b008ffdd-b03a-41b9-8b5f-06b78f0114fa tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:19.112463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-a5a5640c-8c8c-4eaf-b4b3-a27be9cfcd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:19.114868 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-46b1f4e0-e960-4b3e-9417-f6f2e8a1ba20 req-b008ffdd-b03a-41b9-8b5f-06b78f0114fa tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 945 time: 0.2219841 Jul 08 20:16:19.115103 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-a5a5640c-8c8c-4eaf-b4b3-a27be9cfcd75 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.2010522 Jul 08 20:16:19.185942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bf6a6-fcf1-4a67-8b01-9d3bfec8dd20 req-e6342f5d-dc29-4357-a5d2-9159a4685729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:19.187301 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a4bf6a6-fcf1-4a67-8b01-9d3bfec8dd20 req-e6342f5d-dc29-4357-a5d2-9159a4685729 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1985095 Jul 08 20:16:19.187489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ddda-bbcb-4d14-9866-d2d32cf3f1ed req-8135c56f-061b-45f6-9c48-5e4317474ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:19.188956 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd24ddda-bbcb-4d14-9866-d2d32cf3f1ed req-8135c56f-061b-45f6-9c48-5e4317474ee2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2848577 Jul 08 20:16:19.192675 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-78ac0495-e997-4ad9-b57e-a029e65a15d4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533786 Jul 08 20:16:19.215934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:19.234897 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'mac_address': 'fa:16:3e:01:fb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:16:19.274692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a4bf6a6-fcf1-4a67-8b01-9d3bfec8dd20 req-65478d0c-91cb-4743-97ac-6915238c1d4b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=efad43fe-6c07-4c39-ad21-b8bf748452b4 HTTP/1.1" status: 200 len: 217 time: 0.0605998 Jul 08 20:16:19.288168 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:19.296690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-46b1f4e0-e960-4b3e-9417-f6f2e8a1ba20 req-de39b33e-a14b-490b-b938-adf3fb1ba34f tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717877 Jul 08 20:16:19.313063 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd24ddda-bbcb-4d14-9866-d2d32cf3f1ed req-9e9f75fd-c511-4d51-acb1-782ee2bfda88 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e251b56f-c079-432a-a5d2-7760c38f3430 HTTP/1.1" status: 200 len: 217 time: 0.0860801 Jul 08 20:16:19.325206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a7b987-4350-44ad-884c-4c3cf60196f4 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:19.346959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba086cf-7363-4111-9f4b-19d9651dea28 req-00faedb1-04ca-4f61-83f7-7f7ca185fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:19.348520 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ba086cf-7363-4111-9f4b-19d9651dea28 req-00faedb1-04ca-4f61-83f7-7f7ca185fb83 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 1097 time: 0.3316591 Jul 08 20:16:19.352513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c30128-ef1d-489e-8966-54d017842324 req-8fa14d80-0236-41a8-98ae-c26e128f7639 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:19.359413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:19.368440 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93c30128-ef1d-489e-8966-54d017842324 req-8fa14d80-0236-41a8-98ae-c26e128f7639 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.3666923 Jul 08 20:16:19.377628 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:19.378754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bf6a6-fcf1-4a67-8b01-9d3bfec8dd20 req-9ae7a37b-4940-47b5-aff3-843fba75549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:19.380606 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a4bf6a6-fcf1-4a67-8b01-9d3bfec8dd20 req-9ae7a37b-4940-47b5-aff3-843fba75549c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0859120 Jul 08 20:16:19.431527 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ba086cf-7363-4111-9f4b-19d9651dea28 req-6366d2f4-9431-41d9-8e6d-644555a26dee service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751374 Jul 08 20:16:19.459183 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93c30128-ef1d-489e-8966-54d017842324 req-32c986b6-b14c-4491-9718-449e0dc55a2b tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897191 Jul 08 20:16:19.469032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bf6a6-fcf1-4a67-8b01-9d3bfec8dd20 req-deb4c3c3-902b-4509-92b0-ea28d8c39c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:19.470563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a4bf6a6-fcf1-4a67-8b01-9d3bfec8dd20 req-deb4c3c3-902b-4509-92b0-ea28d8c39c5f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0789504 Jul 08 20:16:19.521025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:19.545730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ddda-bbcb-4d14-9866-d2d32cf3f1ed req-22017dc8-928c-46ee-b9e0-4f7fc88853be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:19.547710 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd24ddda-bbcb-4d14-9866-d2d32cf3f1ed req-22017dc8-928c-46ee-b9e0-4f7fc88853be service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.2163424 Jul 08 20:16:19.629323 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a4bf6a6-fcf1-4a67-8b01-9d3bfec8dd20 req-46e0eddc-9a40-4b54-9784-ac939a0d6436 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514702 Jul 08 20:16:19.640415 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-e142b5ac-350d-4ae4-8bdd-4312d16a1072 service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259584 Jul 08 20:16:19.699440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be6f91-64a7-4ae5-81b3-a10d34c9e663 req-e4c637c3-1b56-46a0-92ab-2473032c3fc0 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:19.701012 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7be6f91-64a7-4ae5-81b3-a10d34c9e663 req-e4c637c3-1b56-46a0-92ab-2473032c3fc0 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 945 time: 0.1479647 Jul 08 20:16:19.767052 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7be6f91-64a7-4ae5-81b3-a10d34c9e663 req-5cf13dd3-6eea-41cd-a0cc-2f5f6df484f8 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588300 Jul 08 20:16:19.772294 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a4bf6a6-fcf1-4a67-8b01-9d3bfec8dd20 req-0b4ccaf2-5420-4442-8e65-222d61ba133d service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355178 Jul 08 20:16:19.780001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['06a7b987-4350-44ad-884c-4c3cf60196f4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:19.803714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e40aa7-e8fe-4d19-b78b-3222e0380696 req-7ca6ca92-7f2e-4a62-b6e2-240fd8b9b9b7 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:19.806456 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c8e40aa7-e8fe-4d19-b78b-3222e0380696 req-7ca6ca92-7f2e-4a62-b6e2-240fd8b9b9b7 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 948 time: 0.2055113 Jul 08 20:16:19.819108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ddda-bbcb-4d14-9866-d2d32cf3f1ed req-842b008c-8f87-459a-940f-5391b0f0b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:19.820852 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd24ddda-bbcb-4d14-9866-d2d32cf3f1ed req-842b008c-8f87-459a-940f-5391b0f0b3fd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2597511 Jul 08 20:16:19.867115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23a294bd-2db5-40cc-8181-0ce37cf5b7e1 req-7181386f-2c30-4113-9014-2d94c9aaa8ae service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009780 Jul 08 20:16:19.924872 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c8e40aa7-e8fe-4d19-b78b-3222e0380696 req-faf2bfc6-f9c8-4865-a395-e7a781c5e393 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029649 Jul 08 20:16:19.973644 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd24ddda-bbcb-4d14-9866-d2d32cf3f1ed req-5dfb46ca-26d4-4397-86c0-9f0e8dbb3136 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413388 Jul 08 20:16:20.008395 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ea3f-abcb-4f59-8db5-49e3128da5eb req-fbd4c27d-b6cd-443c-be0e-b7840c92c064 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:20.010373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ee9ea3f-abcb-4f59-8db5-49e3128da5eb req-fbd4c27d-b6cd-443c-be0e-b7840c92c064 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 943 time: 0.0862756 Jul 08 20:16:20.073463 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ee9ea3f-abcb-4f59-8db5-49e3128da5eb req-3184d9a0-e997-4d05-a54f-3a009744cd47 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496781 Jul 08 20:16:20.121233 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd24ddda-bbcb-4d14-9866-d2d32cf3f1ed req-3ecb8c5f-9c5d-4d61-b568-3dc8d4d3a9d4 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398454 Jul 08 20:16:20.239829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049eff16-265a-4961-bf4d-79ff68de49c3', 'tag': '90077c20-78a8-436e-9186-9913932bde40'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:20.242742 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f22ddf-f2bb-44cb-855d-b03f7a755c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "049eff16-265a-4961-bf4d-79ff68de49c3", "tag": "90077c20-78a8-436e-9186-9913932bde40"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:20.243217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee2ae3-9465-4fab-9abc-63ec14d05c00 req-39db70c4-5ff7-475d-b430-7668a962a273 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:20.250537 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05ee2ae3-9465-4fab-9abc-63ec14d05c00 req-39db70c4-5ff7-475d-b430-7668a962a273 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 947 time: 0.0730014 Jul 08 20:16:20.278310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46083ea1-5da1-4d4a-9240-db5dd1231196 req-6b82f514-6779-4eff-a03b-b6f81a2ff47d tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:20.280094 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-46083ea1-5da1-4d4a-9240-db5dd1231196 req-6b82f514-6779-4eff-a03b-b6f81a2ff47d tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 945 time: 0.0870733 Jul 08 20:16:20.290366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47176) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:16:20.296237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-68e4ffbb-f49e-4af2-98e8-a6f45e43529f tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Request body: {'floatingip': {'port_id': 'b9d9514c-e461-4fcb-8247-ce5d5143727c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:20.318167 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05ee2ae3-9465-4fab-9abc-63ec14d05c00 req-f88ffd43-b53f-4496-93b0-61fe9d2f9560 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663576 Jul 08 20:16:20.334545 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348a4fdd-eaa9-4793-95cc-2bc71d201521 x-openstack-request-id: req-348a4fdd-eaa9-4793-95cc-2bc71d201521 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:20.334545 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049eff16-265a-4961-bf4d-79ff68de49c3", "tag": "90077c20-78a8-436e-9186-9913932bde40", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:20.335003 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-348a4fdd-eaa9-4793-95cc-2bc71d201521 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:20.335196 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049eff16-265a-4961-bf4d-79ff68de49c3', 'tag': '90077c20-78a8-436e-9186-9913932bde40', 'status': 'completed', 'code': 200} Jul 08 20:16:20.345267 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68e4ffbb-f49e-4af2-98e8-a6f45e43529f tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for floatingip, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:20.606044 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f22ddf-f2bb-44cb-855d-b03f7a755c8f req-519da923-db54-4fe6-9aa3-d607effb6583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:20.607559 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-99f22ddf-f2bb-44cb-855d-b03f7a755c8f req-519da923-db54-4fe6-9aa3-d607effb6583 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 1095 time: 0.2271926 Jul 08 20:16:20.664039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f2b05-c5d2-4889-8066-e4457e92b119 req-361de988-4f3f-45e6-a6fb-6196b8f8099e tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:20.665729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-689f2b05-c5d2-4889-8066-e4457e92b119 req-361de988-4f3f-45e6-a6fb-6196b8f8099e tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0822215 Jul 08 20:16:20.710262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-689f2b05-c5d2-4889-8066-e4457e92b119 req-7091bef2-1ce9-46d6-9ec3-7636dfd3841d tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369902 Jul 08 20:16:20.711986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a767272-b7e2-4f8f-ad06-86bc2a8bed86 req-fd838777-1a64-4720-8249-e45e5d5cd501 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:20.713555 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0a767272-b7e2-4f8f-ad06-86bc2a8bed86 req-fd838777-1a64-4720-8249-e45e5d5cd501 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 945 time: 0.2615979 Jul 08 20:16:20.827611 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0a767272-b7e2-4f8f-ad06-86bc2a8bed86 req-396b8313-3dd6-462f-b548-e5178119768e tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970013 Jul 08 20:16:20.862652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f22ddf-f2bb-44cb-855d-b03f7a755c8f req-23b5fdd5-1cbb-4d04-9916-ed14e886b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:20.864079 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-99f22ddf-f2bb-44cb-855d-b03f7a755c8f req-23b5fdd5-1cbb-4d04-9916-ed14e886b9aa service neutron] 10.222.0.103 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.2229199 Jul 08 20:16:20.936903 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-99f22ddf-f2bb-44cb-855d-b03f7a755c8f req-5952ceb6-f5ea-4f68-9fb0-08b49bd1f95d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90077c20-78a8-436e-9186-9913932bde40 HTTP/1.1" status: 200 len: 217 time: 0.0610161 Jul 08 20:16:21.035633 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f22ddf-f2bb-44cb-855d-b03f7a755c8f req-af7810b7-95a2-4dd2-88ee-921ba7544dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:21.037186 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-99f22ddf-f2bb-44cb-855d-b03f7a755c8f req-af7810b7-95a2-4dd2-88ee-921ba7544dbd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.0826221 Jul 08 20:16:21.086386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e251b56f-c079-432a-a5d2-7760c38f3430 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:16:21.090548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 06a7b987-4350-44ad-884c-4c3cf60196f4 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:16:21.106722 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-99f22ddf-f2bb-44cb-855d-b03f7a755c8f req-69c8c66a-61f0-419e-b70b-a27324094248 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344779 Jul 08 20:16:21.124673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb645f-e1b2-45ea-b382-3e14021a9945 req-87a4f52b-8bd6-4721-af1b-b720e584c4fe tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:21.126237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bfb645f-e1b2-45ea-b382-3e14021a9945 req-87a4f52b-8bd6-4721-af1b-b720e584c4fe tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 948 time: 0.0688603 Jul 08 20:16:21.175733 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bfb645f-e1b2-45ea-b382-3e14021a9945 req-33512b24-d03b-4ca9-b29d-3d9763247cb1 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392513 Jul 08 20:16:21.179229 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device efad43fe-6c07-4c39-ad21-b8bf748452b4 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:16:21.411427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 06a7b987-4350-44ad-884c-4c3cf60196f4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:21.436243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port efad43fe-6c07-4c39-ad21-b8bf748452b4, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=efad43fe-6c07-4c39-ad21-b8bf748452b4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:21.440844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 06a7b987-4350-44ad-884c-4c3cf60196f4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:21.441343 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:21.471368 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68e4ffbb-f49e-4af2-98e8-a6f45e43529f tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:21.499172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'efad43fe-6c07-4c39-ad21-b8bf748452b4', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'efad43fe-6c07-4c39-ad21-b8bf748452b4', 'mac_address': 'fa:16:3e:6e:74:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:16:21.555108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f0522-31c7-4822-ad6a-23265d0460cd req-ba524800-5292-41a6-9599-c860edd59d43 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:21.563222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e251b56f-c079-432a-a5d2-7760c38f3430, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e251b56f-c079-432a-a5d2-7760c38f3430,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:21.567220 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f3f0522-31c7-4822-ad6a-23265d0460cd req-ba524800-5292-41a6-9599-c860edd59d43 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 947 time: 0.0996559 Jul 08 20:16:21.622004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'e251b56f-c079-432a-a5d2-7760c38f3430', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'e251b56f-c079-432a-a5d2-7760c38f3430', 'mac_address': 'fa:16:3e:41:d8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:16:21.622210 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68e4ffbb-f49e-4af2-98e8-a6f45e43529f tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:21.624527 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:21.641256 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f3f0522-31c7-4822-ad6a-23265d0460cd req-cbbd9142-933a-4d31-bf45-694de64e0ae8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728271 Jul 08 20:16:21.708345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efad43fe-6c07-4c39-ad21-b8bf748452b4 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:21.728422 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:21.762076 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:21.768512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e251b56f-c079-432a-a5d2-7760c38f3430 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:21.775047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port efad43fe-6c07-4c39-ad21-b8bf748452b4, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=efad43fe-6c07-4c39-ad21-b8bf748452b4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:21.798533 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:21.815158 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-99f22ddf-f2bb-44cb-855d-b03f7a755c8f req-8f727eca-84d5-4b1e-bbc6-0edd984b2b0a service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965027 Jul 08 20:16:21.841251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20286d0-33c5-4d12-8745-2ebbc8b5477a req-9f7407dc-c73c-4310-897b-5a277fe6677f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:21.848203 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e20286d0-33c5-4d12-8745-2ebbc8b5477a req-9f7407dc-c73c-4310-897b-5a277fe6677f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 943 time: 0.3438337 Jul 08 20:16:21.853912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e251b56f-c079-432a-a5d2-7760c38f3430, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e251b56f-c079-432a-a5d2-7760c38f3430,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:21.856262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:21.858682 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13425a80-dcc4-47f7-86fc-88eb6c67057f" -d '{"events": [{"server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "name": "network-vif-plugged", "status": "completed", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:21.872276 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:21.885426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:21.897689 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:21.904761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=efad43fe-6c07-4c39-ad21-b8bf748452b4,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:21.921642 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-68e4ffbb-f49e-4af2-98e8-a6f45e43529f tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Floating IP 7f131634-7a2e-4776-b1aa-3b5b6dffda8d associated. External IP: 172.25.4.172, port: b9d9514c-e461-4fcb-8247-ce5d5143727c. Jul 08 20:16:21.984817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e251b56f-c079-432a-a5d2-7760c38f3430,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:22.015800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e20286d0-33c5-4d12-8745-2ebbc8b5477a req-5206e029-5518-4f0a-aea7-6c5f6136cc7b tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665552 Jul 08 20:16:22.064159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:22.081776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e134294-4b72-4777-a982-f1a3989b0a87 req-119d4b1f-8513-4948-8ccf-1a8a81c24689 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:22.083359 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e134294-4b72-4777-a982-f1a3989b0a87 req-119d4b1f-8513-4948-8ccf-1a8a81c24689 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.1561871 Jul 08 20:16:22.156298 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-99f22ddf-f2bb-44cb-855d-b03f7a755c8f req-04951f0a-401f-4b3a-a03c-2bc496a982c8 service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301251 Jul 08 20:16:22.158970 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e134294-4b72-4777-a982-f1a3989b0a87 req-aeae3d01-9c28-4144-ab00-0d215737d336 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678990 Jul 08 20:16:22.215307 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b89100a-6767-4ef1-abfb-3c6dc41bddfd x-openstack-request-id: req-9b89100a-6767-4ef1-abfb-3c6dc41bddfd {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:22.215815 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "name": "network-vif-plugged", "status": "completed", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:22.215815 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9b89100a-6767-4ef1-abfb-3c6dc41bddfd {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:22.216233 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'code': 200} Jul 08 20:16:22.245732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e251b56f-c079-432a-a5d2-7760c38f3430'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:22.325936 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['efad43fe-6c07-4c39-ad21-b8bf748452b4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:22.392249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ead68-e08d-4264-96ef-89a06609108e req-0bebd7ce-5ba8-4311-95d8-c4f9b45b0484 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:22.399074 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e2ead68-e08d-4264-96ef-89a06609108e req-0bebd7ce-5ba8-4311-95d8-c4f9b45b0484 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 945 time: 0.2316031 Jul 08 20:16:22.437477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aca05b-792a-4433-a57c-c36dab6ee8b8 req-0f1d6e9d-7401-4e62-99df-20da70938d42 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:22.440802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e4ffbb-f49e-4af2-98e8-a6f45e43529f tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Router 82839ff5-1b64-4101-b522-d264592aeceb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:16:22.445950 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4aca05b-792a-4433-a57c-c36dab6ee8b8 req-0f1d6e9d-7401-4e62-99df-20da70938d42 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1018696 Jul 08 20:16:22.481061 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e2ead68-e08d-4264-96ef-89a06609108e req-5b72c3fa-7359-4abc-907f-7f3b4b83901d tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777831 Jul 08 20:16:22.523214 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4aca05b-792a-4433-a57c-c36dab6ee8b8 req-9535a889-35bb-466c-9821-d2c9f62e39da tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760741 Jul 08 20:16:22.560216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512eec6-b5bf-4cd6-9fb6-18143b891b5c req-217e8b65-fc65-4078-9eaf-d02c74e96569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:22.561920 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5512eec6-b5bf-4cd6-9fb6-18143b891b5c req-217e8b65-fc65-4078-9eaf-d02c74e96569 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 1101 time: 0.2168405 Jul 08 20:16:22.737403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5512eec6-b5bf-4cd6-9fb6-18143b891b5c req-a4f32228-e921-43d1-9d7d-db9bb3ff86f3 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580899 Jul 08 20:16:22.755287 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e4ffbb-f49e-4af2-98e8-a6f45e43529f tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:16:22.759349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56e2ef-3ef5-46f5-8aa3-c4eff128329f req-c68f894e-c400-422d-9773-6c0e27ba37d9 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:22.765842 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68e4ffbb-f49e-4af2-98e8-a6f45e43529f tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:22.770826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a2bad-99a2-4478-b519-0d1866497046 None None] Sync routers for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:16:22.770960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c56e2ef-3ef5-46f5-8aa3-c4eff128329f req-c68f894e-c400-422d-9773-6c0e27ba37d9 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 945 time: 0.1118934 Jul 08 20:16:22.771208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47234) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:16:22.778430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f3e7a859-f15a-4a4a-8589-1d570e754354 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Request body: {'floatingip': {'port_id': '33ada08f-e63e-4590-b24a-5adaada5627d'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:22.782367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a2bad-99a2-4478-b519-0d1866497046 None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:16:22.783423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8e7a2bad-99a2-4478-b519-0d1866497046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:16:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:16:22.825019 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a859-f15a-4a4a-8589-1d570e754354 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:22.832374 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-68e4ffbb-f49e-4af2-98e8-a6f45e43529f tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "PUT /v2.0/floatingips/7f131634-7a2e-4776-b1aa-3b5b6dffda8d HTTP/1.1" status: 200 len: 991 time: 2.5399563 Jul 08 20:16:22.852137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adc5ab4-2008-4af1-84e9-58b506428965', 'tag': 'b9d9514c-e461-4fcb-8247-ce5d5143727c'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:22.855356 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681e45ca-5679-4b21-9c8e-272626995556" -d '{"events": [{"name": "network-changed", "server_uuid": "5adc5ab4-2008-4af1-84e9-58b506428965", "tag": "b9d9514c-e461-4fcb-8247-ce5d5143727c"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:22.907195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de726e-ae03-4294-b017-d03cea6d8744 req-6728af1c-4e4d-4531-9b71-8a348ba38e23 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:22.909130 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-17de726e-ae03-4294-b017-d03cea6d8744 req-6728af1c-4e4d-4531-9b71-8a348ba38e23 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 948 time: 0.0937521 Jul 08 20:16:22.942613 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-8e7a2bad-99a2-4478-b519-0d1866497046 None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:16:22.971830 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-17de726e-ae03-4294-b017-d03cea6d8744 req-76970ed3-f9d0-4825-9385-9eac951f2c36 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564940 Jul 08 20:16:23.025277 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2505f0f-b33f-4cad-bf93-57bd85dad12a x-openstack-request-id: req-c2505f0f-b33f-4cad-bf93-57bd85dad12a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:23.025572 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5adc5ab4-2008-4af1-84e9-58b506428965", "tag": "b9d9514c-e461-4fcb-8247-ce5d5143727c", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:23.025818 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c2505f0f-b33f-4cad-bf93-57bd85dad12a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:23.026202 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adc5ab4-2008-4af1-84e9-58b506428965', 'tag': 'b9d9514c-e461-4fcb-8247-ce5d5143727c', 'status': 'completed', 'code': 200} Jul 08 20:16:23.120211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 90077c20-78a8-436e-9186-9913932bde40 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:16:23.135066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e45ca-5679-4b21-9c8e-272626995556 req-75ab34e5-d3d0-488a-9a5d-fb6734f16254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:23.136698 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-681e45ca-5679-4b21-9c8e-272626995556 req-75ab34e5-d3d0-488a-9a5d-fb6734f16254 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=23a55ef526b045a79d4ec9627f175564&device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 1097 time: 0.0817912 Jul 08 20:16:23.165364 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:23.350854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e45ca-5679-4b21-9c8e-272626995556 req-0daba11b-c331-4f46-ab1a-920a93926be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:23.352486 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-681e45ca-5679-4b21-9c8e-272626995556 req-0daba11b-c331-4f46-ab1a-920a93926be3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c2fb2686-52d6-49c3-9608-e9409cffa1c6 HTTP/1.1" status: 200 len: 925 time: 0.2044747 Jul 08 20:16:23.362730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060bce-8f25-4280-aa35-ffae5b8390e1 req-3293f263-63b4-4460-bedd-b3bd02a91e14 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:23.365225 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba060bce-8f25-4280-aa35-ffae5b8390e1 req-3293f263-63b4-4460-bedd-b3bd02a91e14 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 943 time: 0.1563973 Jul 08 20:16:23.394281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=90077c20-78a8-436e-9186-9913932bde40,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:23.415903 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '90077c20-78a8-436e-9186-9913932bde40', 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14', 'port_id': '90077c20-78a8-436e-9186-9913932bde40', 'mac_address': 'fa:16:3e:1e:18:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9c2772-125a-4c73-b763-c9127fd5cc34', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:16:23.452503 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8e7a2bad-99a2-4478-b519-0d1866497046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '7f131634-7a2e-4776-b1aa-3b5b6dffda8d', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'port_id': 'b9d9514c-e461-4fcb-8247-ce5d5143727c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'mac_address': 'fa:16:3e:02:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5adc5ab4-2008-4af1-84e9-58b506428965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:13:51Z', 'updated_at': '2021-07-08T20:16:20Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:34Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:16:23.462604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba060bce-8f25-4280-aa35-ffae5b8390e1 req-42acde32-721d-437d-b5d8-2e7dd960df5f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889146 Jul 08 20:16:23.465564 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-681e45ca-5679-4b21-9c8e-272626995556 req-7e189916-4657-4851-bf33-1c6e4486c3f1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9d9514c-e461-4fcb-8247-ce5d5143727c HTTP/1.1" status: 200 len: 999 time: 0.0983169 Jul 08 20:16:23.499884 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a2bad-99a2-4478-b519-0d1866497046 None None] Checking router: 82839ff5-1b64-4101-b522-d264592aeceb for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:16:23.517540 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:23.527452 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a2bad-99a2-4478-b519-0d1866497046 None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:16:23.528084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8e7a2bad-99a2-4478-b519-0d1866497046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:16:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:16:23.544008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e45ca-5679-4b21-9c8e-272626995556 req-9140c863-8fda-40c3-98b4-9ad5cf413759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:23.558052 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-681e45ca-5679-4b21-9c8e-272626995556 req-9140c863-8fda-40c3-98b4-9ad5cf413759 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=8720b65f-a456-4dee-81f5-2b9397f73d38 HTTP/1.1" status: 200 len: 863 time: 0.0750952 Jul 08 20:16:23.646455 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-8e7a2bad-99a2-4478-b519-0d1866497046 None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:16:23.652059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fdf1c-c25e-4504-9e07-2b469fdfe3ba req-c1360b48-13e9-408a-98f6-fa5f5621fa59 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:23.664389 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e45fdf1c-c25e-4504-9e07-2b469fdfe3ba req-c1360b48-13e9-408a-98f6-fa5f5621fa59 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.1646667 Jul 08 20:16:23.685062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e45ca-5679-4b21-9c8e-272626995556 req-b384def3-d90d-4575-bbd9-3dab88f0b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:23.687731 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-681e45ca-5679-4b21-9c8e-272626995556 req-b384def3-d90d-4575-bbd9-3dab88f0b932 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c2fb2686-52d6-49c3-9608-e9409cffa1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213162 Jul 08 20:16:23.695060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90077c20-78a8-436e-9186-9913932bde40 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:23.865631 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e45fdf1c-c25e-4504-9e07-2b469fdfe3ba req-e6945f0d-2945-4bd1-a6a8-1d2e493c91da tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998854 Jul 08 20:16:23.871428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ce345-4c5f-404d-8242-83264b918670 req-49c9ce19-5867-4d4e-85a1-059b79a49536 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:23.880477 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f9ce345-4c5f-404d-8242-83264b918670 req-49c9ce19-5867-4d4e-85a1-059b79a49536 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1903563 Jul 08 20:16:23.890512 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-681e45ca-5679-4b21-9c8e-272626995556 req-5e2f8b30-f901-4890-9f96-dd83f07e811f service neutron] 10.222.0.103 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835840 Jul 08 20:16:23.941690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=90077c20-78a8-436e-9186-9913932bde40,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:23.956755 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:24.016375 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f9ce345-4c5f-404d-8242-83264b918670 req-127c061b-e222-446f-bfc2-6d0e7017a477 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356432 Jul 08 20:16:24.095440 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-681e45ca-5679-4b21-9c8e-272626995556 req-2d974341-c4df-44d8-bba3-9f5b3f8c181a service neutron] 10.222.0.103 "GET /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923940 Jul 08 20:16:24.144566 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=90077c20-78a8-436e-9186-9913932bde40,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:24.255762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8e7a2bad-99a2-4478-b519-0d1866497046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '7f131634-7a2e-4776-b1aa-3b5b6dffda8d', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'port_id': 'b9d9514c-e461-4fcb-8247-ce5d5143727c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'mac_address': 'fa:16:3e:02:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5adc5ab4-2008-4af1-84e9-58b506428965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:13:51Z', 'updated_at': '2021-07-08T20:16:20Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:34Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:16:24.338293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a2bad-99a2-4478-b519-0d1866497046 None None] The sync data for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 is: [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '7f131634-7a2e-4776-b1aa-3b5b6dffda8d', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'port_id': 'b9d9514c-e461-4fcb-8247-ce5d5143727c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'mac_address': 'fa:16:3e:02:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5adc5ab4-2008-4af1-84e9-58b506428965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:13:51Z', 'updated_at': '2021-07-08T20:16:20Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:34Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:16:24.357270 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a859-f15a-4a4a-8589-1d570e754354 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:24.362044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['90077c20-78a8-436e-9186-9913932bde40'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:24.411563 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a859-f15a-4a4a-8589-1d570e754354 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:24.548123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe3140-7bae-41cd-9dcc-581d4e62aa40 req-0c5c77c9-2c69-4151-adf7-ab832d55dcd6 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:24.555897 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eabe3140-7bae-41cd-9dcc-581d4e62aa40 req-0c5c77c9-2c69-4151-adf7-ab832d55dcd6 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 948 time: 0.1877794 Jul 08 20:16:24.618302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eabe3140-7bae-41cd-9dcc-581d4e62aa40 req-e7097f64-e813-4c04-a813-ac8fbfae9cf9 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614109 Jul 08 20:16:24.620052 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-f3e7a859-f15a-4a4a-8589-1d570e754354 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Floating IP e647f47e-6fa7-4bbd-b7df-5c70e0984de5 associated. External IP: 172.25.4.28, port: 33ada08f-e63e-4590-b24a-5adaada5627d. Jul 08 20:16:24.665676 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf122a2-2884-4db3-bdab-3715afcb54ea None None] New status for floating IP 7f131634-7a2e-4776-b1aa-3b5b6dffda8d: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:16:24.704844 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e39bb3-72aa-42a8-bf3b-e5afd1b0312c req-afaf6698-021d-4bc1-9583-5c221358b21b tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:24.716559 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d2e39bb3-72aa-42a8-bf3b-e5afd1b0312c req-afaf6698-021d-4bc1-9583-5c221358b21b tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 944 time: 0.0936165 Jul 08 20:16:24.750726 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d2e39bb3-72aa-42a8-bf3b-e5afd1b0312c req-84d47b40-9925-4d81-a17b-103397b6907a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332694 Jul 08 20:16:24.931090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e7a859-f15a-4a4a-8589-1d570e754354 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Router b5b16a8c-85fe-4129-83d3-4909c60c5915 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:16:25.120996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e251b56f-c079-432a-a5d2-7760c38f3430 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:16:25.128855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device efad43fe-6c07-4c39-ad21-b8bf748452b4 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:16:25.148259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e7a859-f15a-4a4a-8589-1d570e754354 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:16:25.155694 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a859-f15a-4a4a-8589-1d570e754354 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:25.166628 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf2308-482f-4519-a308-daf48852f9ff req-f0ca2876-cdb1-4b20-8884-941d471b8f68 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:25.174234 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5bcf2308-482f-4519-a308-daf48852f9ff req-f0ca2876-cdb1-4b20-8884-941d471b8f68 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.1748033 Jul 08 20:16:25.207552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d1856-e0e2-462e-9f25-b9eaca6ceaa0 None None] Sync routers for ids ['b5b16a8c-85fe-4129-83d3-4909c60c5915'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:16:25.249722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d1856-e0e2-462e-9f25-b9eaca6ceaa0 None None] Routers {'b5b16a8c-85fe-4129-83d3-4909c60c5915'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:16:25.250654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-340d1856-e0e2-462e-9f25-b9eaca6ceaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:16:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b5b16a8c-85fe-4129-83d3-4909c60c5915'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:16:25.264975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f3e7a859-f15a-4a4a-8589-1d570e754354 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "PUT /v2.0/floatingips/e647f47e-6fa7-4bbd-b7df-5c70e0984de5 HTTP/1.1" status: 200 len: 990 time: 2.4915011 Jul 08 20:16:25.265797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79', 'tag': '33ada08f-e63e-4590-b24a-5adaada5627d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:25.268191 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ac6597-4528-4880-a159-343a40f25ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79", "tag": "33ada08f-e63e-4590-b24a-5adaada5627d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:25.283925 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5bcf2308-482f-4519-a308-daf48852f9ff req-0a7b9819-b526-4c46-bb2b-b736f4e14922 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086919 Jul 08 20:16:25.399920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-340d1856-e0e2-462e-9f25-b9eaca6ceaa0 None None] Set router b5b16a8c-85fe-4129-83d3-4909c60c5915 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:16:25.422867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592a4fa-ea70-4509-abf8-7135ef4f09f2 req-fded8277-ea7f-44e9-b8e6-7c4b90ee4e3d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:25.433978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0592a4fa-ea70-4509-abf8-7135ef4f09f2 req-fded8277-ea7f-44e9-b8e6-7c4b90ee4e3d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1282330 Jul 08 20:16:25.447533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port e251b56f-c079-432a-a5d2-7760c38f3430 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:25.457237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port efad43fe-6c07-4c39-ad21-b8bf748452b4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:25.465186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port e251b56f-c079-432a-a5d2-7760c38f3430 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:25.466029 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:25.470213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port efad43fe-6c07-4c39-ad21-b8bf748452b4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:25.470596 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:25.482471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0592a4fa-ea70-4509-abf8-7135ef4f09f2 req-4d2d3379-ed55-437a-9e27-e74ec2aa3ab5 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458996 Jul 08 20:16:25.544054 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12306e17-f079-45ca-ac5f-1135dff55e94 x-openstack-request-id: req-12306e17-f079-45ca-ac5f-1135dff55e94 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:25.546952 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79", "tag": "33ada08f-e63e-4590-b24a-5adaada5627d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:25.547761 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-12306e17-f079-45ca-ac5f-1135dff55e94 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:25.548893 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79', 'tag': '33ada08f-e63e-4590-b24a-5adaada5627d', 'status': 'completed', 'code': 200} Jul 08 20:16:25.737257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6597-4528-4880-a159-343a40f25ed7 req-beaafff6-11cb-412d-894d-39e42ab2c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:25.739395 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ac6597-4528-4880-a159-343a40f25ed7 req-beaafff6-11cb-412d-894d-39e42ab2c01b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c8b69a66bbfd4c608dea832fcf81d003&device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 1097 time: 0.1464877 Jul 08 20:16:25.880942 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:25.926489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6597-4528-4880-a159-343a40f25ed7 req-b925b356-ec4b-43a6-835e-753356d561e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:25.928562 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ac6597-4528-4880-a159-343a40f25ed7 req-b925b356-ec4b-43a6-835e-753356d561e9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=44f8b8e0-9466-4742-8949-139aced77ed1 HTTP/1.1" status: 200 len: 912 time: 0.1811359 Jul 08 20:16:25.945437 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e251b56f-c079-432a-a5d2-7760c38f3430, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e251b56f-c079-432a-a5d2-7760c38f3430,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:25.951520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49c2702-6af1-4a3b-a02e-0a55851d641a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e251b56f-c079-432a-a5d2-7760c38f3430'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:25.954275 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d1be21-e64a-414d-b87f-dbb42a18cec8" -d '{"events": [{"server_uuid": "f49c2702-6af1-4a3b-a02e-0a55851d641a", "name": "network-vif-plugged", "status": "completed", "tag": "e251b56f-c079-432a-a5d2-7760c38f3430"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:25.966306 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:25.968961 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:25.980788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c71b03-5006-43c9-8e3a-ced648e67500 req-48a8f611-afaa-4f35-8693-d43f7bf60ec5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:25.988800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff82bd-6a01-407b-81a0-af916049279b req-c789a560-f5bb-4271-877d-17b0bbf9311d tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:25.992100 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66ff82bd-6a01-407b-81a0-af916049279b req-c789a560-f5bb-4271-877d-17b0bbf9311d tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 1101 time: 0.1601152 Jul 08 20:16:25.992273 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-80c71b03-5006-43c9-8e3a-ced648e67500 req-48a8f611-afaa-4f35-8693-d43f7bf60ec5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 948 time: 0.1313498 Jul 08 20:16:26.040392 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66ff82bd-6a01-407b-81a0-af916049279b req-6c88266d-4eac-4e06-a45a-42629722180c tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367267 Jul 08 20:16:26.042583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-80c71b03-5006-43c9-8e3a-ced648e67500 req-bc16415e-cb34-41f4-bd3a-bb197c0472a7 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496507 Jul 08 20:16:26.050096 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ac6597-4528-4880-a159-343a40f25ed7 req-865774d3-0a69-4f83-889f-db39bb109a57 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ada08f-e63e-4590-b24a-5adaada5627d HTTP/1.1" status: 200 len: 998 time: 0.1133201 Jul 08 20:16:26.122546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6597-4528-4880-a159-343a40f25ed7 req-2ca7cbee-110b-449a-8486-95fef1b5ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:26.124384 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ac6597-4528-4880-a159-343a40f25ed7 req-2ca7cbee-110b-449a-8486-95fef1b5ac2c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f02d4487-1be7-4b64-b341-2ce101ac9f8b HTTP/1.1" status: 200 len: 850 time: 0.0647032 Jul 08 20:16:26.140146 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017d649c-d3f0-45b0-8535-2436c851e7c5 x-openstack-request-id: req-017d649c-d3f0-45b0-8535-2436c851e7c5 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:26.141090 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49c2702-6af1-4a3b-a02e-0a55851d641a", "name": "network-vif-plugged", "status": "completed", "tag": "e251b56f-c079-432a-a5d2-7760c38f3430", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:26.141514 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-017d649c-d3f0-45b0-8535-2436c851e7c5 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:26.142450 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49c2702-6af1-4a3b-a02e-0a55851d641a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e251b56f-c079-432a-a5d2-7760c38f3430', 'code': 200} Jul 08 20:16:26.149223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port efad43fe-6c07-4c39-ad21-b8bf748452b4, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=efad43fe-6c07-4c39-ad21-b8bf748452b4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:26.203893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e251b56f-c079-432a-a5d2-7760c38f3430,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:26.233352 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6597-4528-4880-a159-343a40f25ed7 req-ec613404-ffe0-4a73-a68b-96e1704790c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:26.235328 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ac6597-4528-4880-a159-343a40f25ed7 req-ec613404-ffe0-4a73-a68b-96e1704790c4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=44f8b8e0-9466-4742-8949-139aced77ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902438 Jul 08 20:16:26.239483 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:26.319672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154a2ad-df15-48d4-a0dd-d9171198ef23 req-590a5e98-1db2-44f5-be98-88e557836d7f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:26.323986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=efad43fe-6c07-4c39-ad21-b8bf748452b4,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:26.342046 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b154a2ad-df15-48d4-a0dd-d9171198ef23 req-590a5e98-1db2-44f5-be98-88e557836d7f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 944 time: 0.1335173 Jul 08 20:16:26.344058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-340d1856-e0e2-462e-9f25-b9eaca6ceaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:15:51Z', 'revision_number': 4, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'e647f47e-6fa7-4bbd-b7df-5c70e0984de5', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'port_id': '33ada08f-e63e-4590-b24a-5adaada5627d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'mac_address': 'fa:16:3e:cc:97:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:15:57Z', 'updated_at': '2021-07-08T20:16:24Z', 'revision_number': 1, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04f7a9f6-d6de-4b0d-9314-cafe26faa252', 'name': '', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'mac_address': 'fa:16:3e:f8:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:49Z', 'updated_at': '2021-07-08T20:15:56Z', 'revision_number': 5, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'subnets': [{'id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:16:26.366716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bb481-f47c-466e-8bd8-a7278a819c86 req-86fe14c0-f01b-461c-837e-e6846e044cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:26.368449 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c75bb481-f47c-466e-8bd8-a7278a819c86 req-86fe14c0-f01b-461c-837e-e6846e044cde service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f49c2702-6af1-4a3b-a02e-0a55851d641a HTTP/1.1" status: 200 len: 1102 time: 0.1314554 Jul 08 20:16:26.376382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d1856-e0e2-462e-9f25-b9eaca6ceaa0 None None] Checking router: b5b16a8c-85fe-4129-83d3-4909c60c5915 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:16:26.387247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d1856-e0e2-462e-9f25-b9eaca6ceaa0 None None] Routers {'b5b16a8c-85fe-4129-83d3-4909c60c5915'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:16:26.388024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-340d1856-e0e2-462e-9f25-b9eaca6ceaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:16:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b5b16a8c-85fe-4129-83d3-4909c60c5915'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:16:26.411234 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b154a2ad-df15-48d4-a0dd-d9171198ef23 req-3b0f82d6-4792-4169-96d1-f40f79c0ed4f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671320 Jul 08 20:16:26.475299 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ac6597-4528-4880-a159-343a40f25ed7 req-d268b127-4e0e-49a9-9de6-f5614f976038 service neutron] 10.222.0.103 "GET /v2.0/networks/44f8b8e0-9466-4742-8949-139aced77ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025716 Jul 08 20:16:26.482115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c75bb481-f47c-466e-8bd8-a7278a819c86 req-7dfe983d-7838-4dd1-851d-dd164ece5e02 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018727 Jul 08 20:16:26.553739 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-340d1856-e0e2-462e-9f25-b9eaca6ceaa0 None None] Set router b5b16a8c-85fe-4129-83d3-4909c60c5915 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:16:26.609934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac5b3f-783a-47b0-a236-1aba0a59da5d req-a4d4296d-06b1-48c5-b8fd-2bb30e0956f9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:26.611509 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2fac5b3f-783a-47b0-a236-1aba0a59da5d req-a4d4296d-06b1-48c5-b8fd-2bb30e0956f9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0905623 Jul 08 20:16:26.658854 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ac6597-4528-4880-a159-343a40f25ed7 req-82116366-9e14-4947-ad7e-fc49175c89ad service neutron] 10.222.0.103 "GET /v2.0/networks/44f8b8e0-9466-4742-8949-139aced77ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744752 Jul 08 20:16:26.695122 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2fac5b3f-783a-47b0-a236-1aba0a59da5d req-6c14975e-bab1-4546-9b67-410998672ef5 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754232 Jul 08 20:16:26.847226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-340d1856-e0e2-462e-9f25-b9eaca6ceaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:15:51Z', 'revision_number': 4, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'e647f47e-6fa7-4bbd-b7df-5c70e0984de5', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'port_id': '33ada08f-e63e-4590-b24a-5adaada5627d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'mac_address': 'fa:16:3e:cc:97:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:15:57Z', 'updated_at': '2021-07-08T20:16:24Z', 'revision_number': 1, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04f7a9f6-d6de-4b0d-9314-cafe26faa252', 'name': '', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'mac_address': 'fa:16:3e:f8:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:49Z', 'updated_at': '2021-07-08T20:15:56Z', 'revision_number': 5, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'subnets': [{'id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:16:26.886014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d1856-e0e2-462e-9f25-b9eaca6ceaa0 None None] The sync data for ids ['b5b16a8c-85fe-4129-83d3-4909c60c5915'] in n-d-791506-16 is: [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:15:51Z', 'revision_number': 4, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'e647f47e-6fa7-4bbd-b7df-5c70e0984de5', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'port_id': '33ada08f-e63e-4590-b24a-5adaada5627d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'mac_address': 'fa:16:3e:cc:97:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:15:57Z', 'updated_at': '2021-07-08T20:16:24Z', 'revision_number': 1, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04f7a9f6-d6de-4b0d-9314-cafe26faa252', 'name': '', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'mac_address': 'fa:16:3e:f8:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:49Z', 'updated_at': '2021-07-08T20:15:56Z', 'revision_number': 5, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'subnets': [{'id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:16:26.915537 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-b092d2e9-e8cc-4a1a-ab7b-f77836ebe873 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0657649 Jul 08 20:16:27.116043 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2ee57-7b45-4574-ad42-d149d0704341 req-46ca3d9c-bfc9-4fc6-95ed-ca59bbf9715d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:27.122762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 90077c20-78a8-436e-9186-9913932bde40 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:16:27.124619 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-46b2ee57-7b45-4574-ad42-d149d0704341 req-46ca3d9c-bfc9-4fc6-95ed-ca59bbf9715d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1007521 Jul 08 20:16:27.176140 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-46b2ee57-7b45-4574-ad42-d149d0704341 req-dc2f9e49-e2b9-4fe4-a124-7d802de6c4cb tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505946 Jul 08 20:16:27.186748 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738371cc-b28f-4f7c-86cd-dbbf2cd9fefe None None] New status for floating IP e647f47e-6fa7-4bbd-b7df-5c70e0984de5: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:16:27.202992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 90077c20-78a8-436e-9186-9913932bde40 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:27.208970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 90077c20-78a8-436e-9186-9913932bde40 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:27.209690 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:27.300137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-d32df10e-2371-49be-a699-df08993915b8 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:27.309103 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-d32df10e-2371-49be-a699-df08993915b8 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 818 time: 0.1505659 Jul 08 20:16:27.325984 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-8feb794a-00bb-46eb-b974-394355830c37 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/quotas/497d536bc47446ccb3b69c5679cc9909 HTTP/1.1" status: 200 len: 375 time: 0.0154955 Jul 08 20:16:27.399188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922aa6c5-069c-4f0d-9a0b-cb2dfbff25b7 req-a856b573-859d-4b08-b3f6-a59a45945325 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:27.400532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-922aa6c5-069c-4f0d-9a0b-cb2dfbff25b7 req-a856b573-859d-4b08-b3f6-a59a45945325 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 949 time: 0.0981994 Jul 08 20:16:27.403433 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-ec7ebf4b-9d67-4698-a9f7-7f3a8e692851 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761940 Jul 08 20:16:27.467514 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-922aa6c5-069c-4f0d-9a0b-cb2dfbff25b7 req-a462266d-c8f1-4190-8a83-f10f7afa117f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604022 Jul 08 20:16:27.515759 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:27.557149 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=90077c20-78a8-436e-9186-9913932bde40,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:27.563803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:27.566984 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-98eccd94-2a09-46de-8e96-58320d66bcf9 service neutron] 10.222.0.101 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533062 Jul 08 20:16:27.627844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=90077c20-78a8-436e-9186-9913932bde40,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:27.695808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-1c656645-84fb-4d54-8a8f-c2123774f38c service neutron] 10.222.0.101 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160097 Jul 08 20:16:27.717366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eec74-04c3-496a-b74c-e5645b4a887d req-71a52c0e-fe52-4b97-899c-e672a632648e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:27.718983 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db9eec74-04c3-496a-b74c-e5645b4a887d req-71a52c0e-fe52-4b97-899c-e672a632648e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.0886378 Jul 08 20:16:27.783927 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db9eec74-04c3-496a-b74c-e5645b4a887d req-b3675774-f810-40bb-a6f7-fd9b3fa95162 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592320 Jul 08 20:16:27.991468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515b3d5-7cd8-4ecb-9caa-98c463db9d67 req-6dd196ae-fcd9-492b-8dc2-be7c353c4734 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:27.993212 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9515b3d5-7cd8-4ecb-9caa-98c463db9d67 req-6dd196ae-fcd9-492b-8dc2-be7c353c4734 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0705256 Jul 08 20:16:28.039166 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9515b3d5-7cd8-4ecb-9caa-98c463db9d67 req-97d3d595-d635-494b-a6d2-a6b6db2ff677 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354056 Jul 08 20:16:28.144197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac56c244-b2a6-496b-bba1-cf23dee28832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efad43fe-6c07-4c39-ad21-b8bf748452b4'}, {'server_uuid': '049eff16-265a-4961-bf4d-79ff68de49c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90077c20-78a8-436e-9186-9913932bde40'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:28.147408 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b427d871-95a4-4c35-bed5-c9d421d5c920" -d '{"events": [{"server_uuid": "ac56c244-b2a6-496b-bba1-cf23dee28832", "name": "network-vif-plugged", "status": "completed", "tag": "efad43fe-6c07-4c39-ad21-b8bf748452b4"}, {"server_uuid": "049eff16-265a-4961-bf4d-79ff68de49c3", "name": "network-vif-plugged", "status": "completed", "tag": "90077c20-78a8-436e-9186-9913932bde40"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:28.241560 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4e712d9e-2da4-4106-9a23-725429ece059 req-64a279a6-2c0e-48cc-9f02-bf30a43a1315 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 210 time: 0.0358326 Jul 08 20:16:28.303846 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0086c515-dc4c-401e-a15b-236d3b86837b x-openstack-request-id: req-0086c515-dc4c-401e-a15b-236d3b86837b {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:28.304368 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac56c244-b2a6-496b-bba1-cf23dee28832", "name": "network-vif-plugged", "status": "completed", "tag": "efad43fe-6c07-4c39-ad21-b8bf748452b4", "code": 200}, {"server_uuid": "049eff16-265a-4961-bf4d-79ff68de49c3", "name": "network-vif-plugged", "status": "completed", "tag": "90077c20-78a8-436e-9186-9913932bde40", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:28.304368 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0086c515-dc4c-401e-a15b-236d3b86837b {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:28.304811 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac56c244-b2a6-496b-bba1-cf23dee28832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efad43fe-6c07-4c39-ad21-b8bf748452b4', 'code': 200} Jul 08 20:16:28.305070 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049eff16-265a-4961-bf4d-79ff68de49c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90077c20-78a8-436e-9186-9913932bde40', 'code': 200} Jul 08 20:16:28.475712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a7c6-6d35-4445-98d0-7fa2a75e7b01 req-e3c2bc06-67b6-4b3a-ab1d-bcd5da31d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:28.477334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f28a7c6-6d35-4445-98d0-7fa2a75e7b01 req-e3c2bc06-67b6-4b3a-ab1d-bcd5da31d9b1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 1097 time: 0.0610602 Jul 08 20:16:28.503503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16788de-2863-483e-b775-8c8ca119fc4c req-afd74df7-c482-444a-a4b5-d8c90ae5a5db tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:28.505136 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d16788de-2863-483e-b775-8c8ca119fc4c req-afd74df7-c482-444a-a4b5-d8c90ae5a5db tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1308222 Jul 08 20:16:28.508972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7be28-9d87-4314-9b11-25f0eec82051 req-61e7d353-edac-4a07-87c5-5afefbe55f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:28.510456 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-79a7be28-9d87-4314-9b11-25f0eec82051 req-61e7d353-edac-4a07-87c5-5afefbe55f24 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 1101 time: 0.1022885 Jul 08 20:16:28.588799 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d16788de-2863-483e-b775-8c8ca119fc4c req-9c9ab919-1d1f-47ec-bb9b-6393454876aa tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733130 Jul 08 20:16:28.620917 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-79a7be28-9d87-4314-9b11-25f0eec82051 req-e54d717c-c874-40c1-812e-78056f01f4d2 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810778 Jul 08 20:16:28.871871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f28a7c6-6d35-4445-98d0-7fa2a75e7b01 req-32fe5388-806e-4bf8-b305-125c90f86dc3 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785181 Jul 08 20:16:28.907582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-bdccaef5-4ddd-4920-8b9a-033bbb05ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:28.909110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-bdccaef5-4ddd-4920-8b9a-033bbb05ed18 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 1101 time: 0.1132138 Jul 08 20:16:28.918892 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136016eb-b728-4c9e-87b8-2b960a5020b2 req-0635a8ba-dc62-4d0e-ae4a-90cbb33fc096 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:28.920364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-136016eb-b728-4c9e-87b8-2b960a5020b2 req-0635a8ba-dc62-4d0e-ae4a-90cbb33fc096 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 949 time: 0.1255267 Jul 08 20:16:28.977572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede2db3-c905-4448-8c1b-379f34c78be3 req-f2cbead9-1447-414a-af23-45e517426a85 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:28.979080 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cede2db3-c905-4448-8c1b-379f34c78be3 req-f2cbead9-1447-414a-af23-45e517426a85 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.0640705 Jul 08 20:16:29.007082 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-136016eb-b728-4c9e-87b8-2b960a5020b2 req-be144877-d5e8-49f4-88ef-b75811073cc7 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812519 Jul 08 20:16:29.016653 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cede2db3-c905-4448-8c1b-379f34c78be3 req-743fd7ba-e697-4aaf-a9da-a2d5a385a640 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319562 Jul 08 20:16:29.052365 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-e7e6cfd6-c042-492a-8fea-1adf2979edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:29.054127 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-e7e6cfd6-c042-492a-8fea-1adf2979edb7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1110761 Jul 08 20:16:29.103020 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-87859825-75b0-40ae-8e15-967699181b27 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 200 len: 217 time: 0.0362403 Jul 08 20:16:29.195373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-d1b59add-c8fe-4073-90d2-00c5912fb5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:29.196874 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-d1b59add-c8fe-4073-90d2-00c5912fb5fe service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0760281 Jul 08 20:16:29.264042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55491b18-0d9b-42e7-ad53-2d046353d52a req-0ed4eef6-00fd-42c0-83da-3b6729b21313 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:29.265589 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55491b18-0d9b-42e7-ad53-2d046353d52a req-0ed4eef6-00fd-42c0-83da-3b6729b21313 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.1128573 Jul 08 20:16:29.292482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-8d210084-8937-4712-bfa1-019fd52f79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:29.294017 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-8d210084-8937-4712-bfa1-019fd52f79e6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0892878 Jul 08 20:16:29.322396 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55491b18-0d9b-42e7-ad53-2d046353d52a req-b4bcc018-8cdc-4385-8518-c2de8e9b3e84 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463560 Jul 08 20:16:29.409399 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-145269b7-b12a-446c-905a-13f60041862f service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005547 Jul 08 20:16:29.519300 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-237928e3-c14d-4495-bdd8-c8aa95101869 req-0583ba52-c69b-4697-99c4-08090a3e5338 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 210 time: 0.0494809 Jul 08 20:16:29.619556 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-9f5dfc80-be61-4a0e-bce7-bce92dc9079c service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016582 Jul 08 20:16:29.640186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-435026d3-b327-46ac-95fb-a13ea9246206 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:29.642115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-435026d3-b327-46ac-95fb-a13ea9246206 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.103 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 818 time: 0.1580698 Jul 08 20:16:29.667947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-850e8e15-53b1-4a5e-b2f9-33201b82796a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Request body: {'port': {'device_id': '1937cbe2-1465-45d0-b2f5-27db1893859c', 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89', 'admin_state_up': True, 'tenant_id': '497d536bc47446ccb3b69c5679cc9909'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:29.804846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27890e5-3905-438d-b20d-8a533abde148 req-56eda91a-e95f-4569-b7a2-6118c044ae3e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:29.806697 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c27890e5-3905-438d-b20d-8a533abde148 req-56eda91a-e95f-4569-b7a2-6118c044ae3e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0788043 Jul 08 20:16:29.813575 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-850e8e15-53b1-4a5e-b2f9-33201b82796a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Made reservation on behalf of 497d536bc47446ccb3b69c5679cc9909 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:16:29.817850 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-850e8e15-53b1-4a5e-b2f9-33201b82796a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:29.880302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c27890e5-3905-438d-b20d-8a533abde148 req-f9ef3229-fbec-45fb-a30d-f915dac9082a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576317 Jul 08 20:16:29.982507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-850e8e15-53b1-4a5e-b2f9-33201b82796a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Allocated IP 172.20.0.4 (1f8d4455-76b7-4da7-903b-af304e444c89/4fbaa72f-8cd2-480f-813d-bc86df76e2b3/168e6827-6767-4111-aae5-861a4aabaa92) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:16:30.219793 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-850e8e15-53b1-4a5e-b2f9-33201b82796a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:30.240176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4a3ee-835f-493a-9302-98155c0c0885 req-ceb24f34-6daf-41b0-994d-9d16f2a99c43 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:30.241782 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58c4a3ee-835f-493a-9302-98155c0c0885 req-ceb24f34-6daf-41b0-994d-9d16f2a99c43 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.0731974 Jul 08 20:16:30.267892 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba735d9-7839-4379-b766-76b5b83a3041 req-575687b0-c38d-4e6f-948c-96397b92e656 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:30.270206 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ba735d9-7839-4379-b766-76b5b83a3041 req-575687b0-c38d-4e6f-948c-96397b92e656 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 949 time: 0.1153836 Jul 08 20:16:30.285290 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58c4a3ee-835f-493a-9302-98155c0c0885 req-bc3f2ca0-b711-4552-ad92-9fa67e6ad842 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374947 Jul 08 20:16:30.310057 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-850e8e15-53b1-4a5e-b2f9-33201b82796a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:30.326219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['95e93db7-8928-42f2-9324-6e2a4b840c24'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:30.369308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-850e8e15-53b1-4a5e-b2f9-33201b82796a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Network 1f8d4455-76b7-4da7-903b-af304e444c89 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:16:30.376312 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ba735d9-7839-4379-b766-76b5b83a3041 req-b6ef89b9-3f52-40d5-a097-1f4da4ff3d60 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968158 Jul 08 20:16:30.383429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-850e8e15-53b1-4a5e-b2f9-33201b82796a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:16:30.393165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-850e8e15-53b1-4a5e-b2f9-33201b82796a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:16:30.440465 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e8e15-53b1-4a5e-b2f9-33201b82796a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Pushing event updated for resources: {'Port': ['ID=168e6827-6767-4111-aae5-861a4aabaa92,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:30.470143 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-850e8e15-53b1-4a5e-b2f9-33201b82796a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:30.471016 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-850e8e15-53b1-4a5e-b2f9-33201b82796a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:30.488485 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-850e8e15-53b1-4a5e-b2f9-33201b82796a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8251441 Jul 08 20:16:30.508219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Request body: {'port': {'device_id': '1937cbe2-1465-45d0-b2f5-27db1893859c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:30.595867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:30.620106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae683b85-cf95-4195-942b-5471a9a3787d req-72d27847-0799-4a21-a75d-acd4ecb1bd4c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:30.622000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae683b85-cf95-4195-942b-5471a9a3787d req-72d27847-0799-4a21-a75d-acd4ecb1bd4c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0774479 Jul 08 20:16:30.668326 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae683b85-cf95-4195-942b-5471a9a3787d req-c0a32a85-ad8b-4879-9cf1-79b055432728 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401716 Jul 08 20:16:30.857362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a753a0-792a-48e7-b84c-6cec362bb579 req-8530e0f4-a6e4-489d-b8bd-3b55fe9cb11c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:30.859046 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-37a753a0-792a-48e7-b84c-6cec362bb579 req-8530e0f4-a6e4-489d-b8bd-3b55fe9cb11c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f49c2702-6af1-4a3b-a02e-0a55851d641a HTTP/1.1" status: 200 len: 950 time: 0.1953459 Jul 08 20:16:30.937758 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-37a753a0-792a-48e7-b84c-6cec362bb579 req-71b191b3-46c6-45c3-9026-6a9384badd10 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653245 Jul 08 20:16:30.964467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a634db-0015-47c4-b437-ad2bc9a2d757 req-e0b16f49-e25c-48d5-9968-83982eacae05 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:30.966788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29a634db-0015-47c4-b437-ad2bc9a2d757 req-e0b16f49-e25c-48d5-9968-83982eacae05 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 931 time: 0.0758755 Jul 08 20:16:30.989866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168e6827-6767-4111-aae5-861a4aabaa92 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:30.998073 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:31.011157 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29a634db-0015-47c4-b437-ad2bc9a2d757 req-26d84b5d-b15f-423e-ba4b-1125115e4876 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356414 Jul 08 20:16:31.011489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Transition to ACTIVE for port object 168e6827-6767-4111-aae5-861a4aabaa92 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:31.017926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:31.078588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Pushing event updated for resources: {'Port': ['ID=168e6827-6767-4111-aae5-861a4aabaa92,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:31.210424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Attempting to bind port 168e6827-6767-4111-aae5-861a4aabaa92 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:16:31.210768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Attempting to bind port 168e6827-6767-4111-aae5-861a4aabaa92 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:16:31.211227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Attempting to bind port 168e6827-6767-4111-aae5-861a4aabaa92 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:31.222001 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c3fe-1b5d-4050-b676-2bd8810334c9 req-080e8e00-e8f5-4aee-93ef-797e6d907c74 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:31.223532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8b4c3fe-1b5d-4050-b676-2bd8810334c9 req-080e8e00-e8f5-4aee-93ef-797e6d907c74 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1491494 Jul 08 20:16:31.225786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Port 168e6827-6767-4111-aae5-861a4aabaa92 on network 1f8d4455-76b7-4da7-903b-af304e444c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:16:31.226178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Attempting to bind port 168e6827-6767-4111-aae5-861a4aabaa92 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:31.231432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:16:31.231794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Checking segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:16:31.232179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Bound using segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:16:31.232607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Bound port: 168e6827-6767-4111-aae5-861a4aabaa92, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:16:31.232996 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:31.305251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d8b4c3fe-1b5d-4050-b676-2bd8810334c9 req-78de5103-757c-49c3-8ee2-7997ed1af31f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700023 Jul 08 20:16:31.337110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:31.340975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=168e6827-6767-4111-aae5-861a4aabaa92,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:16:31.347064 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:31.365567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:31.366481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:31.368192 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] 10.222.0.103 "PUT /v2.0/ports/168e6827-6767-4111-aae5-861a4aabaa92 HTTP/1.1" status: 200 len: 1092 time: 0.8665516 Jul 08 20:16:31.370449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1937cbe2-1465-45d0-b2f5-27db1893859c', 'tag': '168e6827-6767-4111-aae5-861a4aabaa92'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:31.381796 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75423ba0-3fae-4f28-949c-197847554a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1937cbe2-1465-45d0-b2f5-27db1893859c", "tag": "168e6827-6767-4111-aae5-861a4aabaa92"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:31.384979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84194c24-efad-470a-91bc-efb77f0035e3 req-393f22f0-5483-460b-af2f-ba73a4003b83 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:31.403408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84194c24-efad-470a-91bc-efb77f0035e3 req-393f22f0-5483-460b-af2f-ba73a4003b83 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:31.406481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84194c24-efad-470a-91bc-efb77f0035e3 req-393f22f0-5483-460b-af2f-ba73a4003b83 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832&device_id=f49c2702-6af1-4a3b-a02e-0a55851d641a HTTP/1.1" status: 200 len: 1690 time: 0.1185606 Jul 08 20:16:31.451730 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84194c24-efad-470a-91bc-efb77f0035e3 req-6c919be6-bca1-497b-a7e0-baf2737e6a8c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380366 Jul 08 20:16:31.493332 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d1bb5f-9612-4370-b936-609aa61e4487 x-openstack-request-id: req-77d1bb5f-9612-4370-b936-609aa61e4487 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:31.493630 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1937cbe2-1465-45d0-b2f5-27db1893859c", "tag": "168e6827-6767-4111-aae5-861a4aabaa92", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:31.493881 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-77d1bb5f-9612-4370-b936-609aa61e4487 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:31.494276 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1937cbe2-1465-45d0-b2f5-27db1893859c', 'tag': '168e6827-6767-4111-aae5-861a4aabaa92', 'status': 'completed', 'code': 200} Jul 08 20:16:31.522448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378dfd4-9022-497b-9304-0edb6c73387b service neutron] Pushing event updated for resources: {'Port': ['ID=168e6827-6767-4111-aae5-861a4aabaa92,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:31.558886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-978efbdb-c050-4c7d-9126-9e66b5575b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:31.560332 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-978efbdb-c050-4c7d-9126-9e66b5575b83 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 1095 time: 0.1454868 Jul 08 20:16:31.572997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef98a4-fd45-4366-9713-a435f56ef07c req-e5f7eb20-1564-455b-bdbc-033d3104ca73 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:31.575220 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38ef98a4-fd45-4366-9713-a435f56ef07c req-e5f7eb20-1564-455b-bdbc-033d3104ca73 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.1203840 Jul 08 20:16:31.624500 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-a06c30bc-6070-4ab2-bddb-bd73b944cbc7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=168e6827-6767-4111-aae5-861a4aabaa92 HTTP/1.1" status: 200 len: 217 time: 0.0482681 Jul 08 20:16:31.674014 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38ef98a4-fd45-4366-9713-a435f56ef07c req-483bd134-36ef-4deb-a29a-daac7c1443e1 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918109 Jul 08 20:16:31.689642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-b51e38ba-7d6e-497e-8bed-c4fd32a829f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:31.691153 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-b51e38ba-7d6e-497e-8bed-c4fd32a829f3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.0591457 Jul 08 20:16:31.742350 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-bbc6d7a3-fb14-4cc6-ba30-8a5667d71184 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346386 Jul 08 20:16:31.895311 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-a169cbab-c48a-4f3a-8468-24694ee44797 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383686 Jul 08 20:16:31.901711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9c982-198b-4fa2-a7e0-8da0495946de req-ce202081-53bd-4c83-a1be-c8cf29f4b82c tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:31.903349 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-21b9c982-198b-4fa2-a7e0-8da0495946de req-ce202081-53bd-4c83-a1be-c8cf29f4b82c tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 1101 time: 0.0965133 Jul 08 20:16:31.934707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da5ba8-ab74-45dc-8642-f151f6e38cf5 req-70e5571e-d21e-479e-a252-d416b653a3fe tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:31.939718 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33da5ba8-ab74-45dc-8642-f151f6e38cf5 req-70e5571e-d21e-479e-a252-d416b653a3fe tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0777736 Jul 08 20:16:31.977077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33da5ba8-ab74-45dc-8642-f151f6e38cf5 req-96fe1ef4-e6ca-4e88-aadb-e3e9a9b5e788 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Jul 08 20:16:31.989233 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-21b9c982-198b-4fa2-a7e0-8da0495946de req-7acf3808-b2ba-470b-9c83-f5aba096f926 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747569 Jul 08 20:16:32.060469 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe1eccc6-9784-48fe-b6dd-b596733886b3 req-e470a782-aa1c-4a8c-a9a5-5519d7379f6f service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551008 Jul 08 20:16:32.199349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc45e4-5ff1-4a61-b5c0-2b7cde3f6db7 req-a0fda904-57a2-4b78-81d7-eb28abad64be tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:32.200962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cfcc45e4-5ff1-4a61-b5c0-2b7cde3f6db7 req-a0fda904-57a2-4b78-81d7-eb28abad64be tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 1097 time: 0.0602100 Jul 08 20:16:32.238798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75423ba0-3fae-4f28-949c-197847554a2e req-69761c5e-d4d7-4d84-886f-1a64e71e2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:32.242416 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75423ba0-3fae-4f28-949c-197847554a2e req-69761c5e-d4d7-4d84-886f-1a64e71e2178 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 1095 time: 0.0744629 Jul 08 20:16:32.245459 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cfcc45e4-5ff1-4a61-b5c0-2b7cde3f6db7 req-38813f9a-a5bb-4c6a-9e6f-1f6d7851ba04 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380483 Jul 08 20:16:32.391425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75423ba0-3fae-4f28-949c-197847554a2e req-6c97c62d-7e29-4770-aed0-2638b5ba9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:32.393184 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75423ba0-3fae-4f28-949c-197847554a2e req-6c97c62d-7e29-4770-aed0-2638b5ba9a74 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.1345425 Jul 08 20:16:32.399247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e1aee-ab30-4499-a730-bb18bc2c0000 req-3049840f-c5a3-404a-b113-5efcad9e68fe tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:32.405200 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb7e1aee-ab30-4499-a730-bb18bc2c0000 req-3049840f-c5a3-404a-b113-5efcad9e68fe tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=f49c2702-6af1-4a3b-a02e-0a55851d641a HTTP/1.1" status: 200 len: 1102 time: 0.1348147 Jul 08 20:16:32.420175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702b106-913e-4892-8ee9-c895b51a8bdc req-76c50e97-6680-4214-9e8f-45bf881d7350 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:32.422228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2702b106-913e-4892-8ee9-c895b51a8bdc req-76c50e97-6680-4214-9e8f-45bf881d7350 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.0704763 Jul 08 20:16:32.456817 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75423ba0-3fae-4f28-949c-197847554a2e req-0632b084-2e1f-4c8a-92ab-e57eda71e293 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=168e6827-6767-4111-aae5-861a4aabaa92 HTTP/1.1" status: 200 len: 217 time: 0.0501761 Jul 08 20:16:32.463513 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2702b106-913e-4892-8ee9-c895b51a8bdc req-bb269c9b-0b9c-470d-8437-6a8448024718 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351951 Jul 08 20:16:32.517012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb7e1aee-ab30-4499-a730-bb18bc2c0000 req-a7328f6a-fb93-4f3f-abe5-8ead75e8ae32 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038241 Jul 08 20:16:32.525242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75423ba0-3fae-4f28-949c-197847554a2e req-09cca81a-eb32-4508-9fba-e13dd04b1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:32.526771 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75423ba0-3fae-4f28-949c-197847554a2e req-09cca81a-eb32-4508-9fba-e13dd04b1783 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.0629208 Jul 08 20:16:32.574775 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75423ba0-3fae-4f28-949c-197847554a2e req-fe1cdb02-2276-441b-8e17-e66b8cd4c40b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308383 Jul 08 20:16:32.760318 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75423ba0-3fae-4f28-949c-197847554a2e req-4cb529dd-ca22-4c1d-8e10-35077872e8b8 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732829 Jul 08 20:16:32.769731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4384a7-d18b-450f-80a7-2b2b01de0bfc req-469de9a6-796f-47e4-981c-287794c7cd32 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:32.771978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e4384a7-d18b-450f-80a7-2b2b01de0bfc req-469de9a6-796f-47e4-981c-287794c7cd32 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1077507 Jul 08 20:16:32.864715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e4384a7-d18b-450f-80a7-2b2b01de0bfc req-5b2f5fc7-ae4d-4c9c-9bde-baffea28ac00 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842526 Jul 08 20:16:32.868981 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-722919d3-3e27-457b-a09b-8eac3761181d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405970 Jul 08 20:16:32.899671 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75423ba0-3fae-4f28-949c-197847554a2e req-4c24d3bb-e541-4a31-b316-ded2b98c425e service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266780 Jul 08 20:16:33.039743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-54edd080-0911-4e60-8808-139833c9f4fa tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:33.041458 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-54edd080-0911-4e60-8808-139833c9f4fa tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715653 Jul 08 20:16:33.067283 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-ef49bd1f-bc3f-4b66-8a16-b48d472c2c3b tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/quotas/6243f62424334f17aa948941488dc134 HTTP/1.1" status: 200 len: 375 time: 0.0096772 Jul 08 20:16:33.171327 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-9be1ba4c-eecf-4b16-a943-2d456be221d3 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0980475 Jul 08 20:16:33.212998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79ae1e-e09b-46bb-85b7-5ce659508eb8 req-bc5ab543-c061-49b9-878a-7e60d72cc28c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:33.221426 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae79ae1e-e09b-46bb-85b7-5ce659508eb8 req-bc5ab543-c061-49b9-878a-7e60d72cc28c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0782332 Jul 08 20:16:33.269571 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae79ae1e-e09b-46bb-85b7-5ce659508eb8 req-3d0cd6d1-ad0d-40a6-b4ed-2bc5c69a25b1 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474639 Jul 08 20:16:33.438411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-963e4c23-3451-418b-bb5c-c533e7292f21 req-d49d5fdd-7822-4864-b50c-7888c11134dd tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 210 time: 0.0529482 Jul 08 20:16:33.718402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335bf48-2790-46a0-b0fb-9090ee18052b req-47f691f7-6c39-4c9f-8a14-2ce4f02d1adf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:33.720762 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3335bf48-2790-46a0-b0fb-9090ee18052b req-47f691f7-6c39-4c9f-8a14-2ce4f02d1adf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.1160216 Jul 08 20:16:33.782263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3335bf48-2790-46a0-b0fb-9090ee18052b req-19156f0d-ffcb-421d-a94a-06d67f0c3d98 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484142 Jul 08 20:16:34.040064 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f80c32c2-adb1-43d3-90e1-86e3ff4bc260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:34.081064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26108e9-789e-4c85-b7e1-0ccb0cdbd927 req-5f30c4fd-4db6-4be1-85f0-253e704da97d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:34.085376 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c26108e9-789e-4c85-b7e1-0ccb0cdbd927 req-5f30c4fd-4db6-4be1-85f0-253e704da97d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1025250 Jul 08 20:16:34.140380 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c26108e9-789e-4c85-b7e1-0ccb0cdbd927 req-7bb3b1b8-698c-4023-9a16-2947cf4b2aab tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497041 Jul 08 20:16:34.491080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ce573-e4b6-452c-9051-eb1d67416b35 req-b01830ce-5fe5-40de-9826-0e09eaf6ff9c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:34.493410 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-552ce573-e4b6-452c-9051-eb1d67416b35 req-b01830ce-5fe5-40de-9826-0e09eaf6ff9c tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.1116896 Jul 08 20:16:34.560546 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-552ce573-e4b6-452c-9051-eb1d67416b35 req-95dabbcb-3a2b-4dc7-8aa3-6c3129d86e25 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567181 Jul 08 20:16:34.745287 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da6dc3e9-282d-43d1-9900-a7ff1b73ac85 req-a7d415a0-8dc3-4c2c-a3d0-c43d822d1b89 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 210 time: 0.0304165 Jul 08 20:16:34.832744 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-76ca4f8f-dc96-40b4-a5d6-ebf6495e8f6a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230711 Jul 08 20:16:35.028814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-69bc5a1e-2ff4-4315-853c-f9212dfe7318 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:35.030313 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-69bc5a1e-2ff4-4315-853c-f9212dfe7318 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866827 Jul 08 20:16:35.048427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Request body: {'port': {'device_id': 'f4d45d72-2748-4b7f-a862-16214b61c392', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '6243f62424334f17aa948941488dc134'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:35.114243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1448b7-97a8-47fa-90ff-5a2191ee2e2a req-7451c5de-7b6a-449b-9ccd-50d259344d2d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:35.116025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa1448b7-97a8-47fa-90ff-5a2191ee2e2a req-7451c5de-7b6a-449b-9ccd-50d259344d2d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.1591413 Jul 08 20:16:35.185011 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa1448b7-97a8-47fa-90ff-5a2191ee2e2a req-2fc8d9d1-0f83-4ac5-8cca-69f6ba43d487 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615754 Jul 08 20:16:35.218029 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Made reservation on behalf of 6243f62424334f17aa948941488dc134 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:16:35.221870 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:35.346202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb737ae-d990-4f25-a2fe-dd326380e25a req-4d942213-ad17-4659-87f1-dfb8d87a07bd tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:35.354084 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fb737ae-d990-4f25-a2fe-dd326380e25a req-4d942213-ad17-4659-87f1-dfb8d87a07bd tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0988214 Jul 08 20:16:35.377148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Allocated IP 192.168.233.231 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/d3aecade-91a9-45b6-a751-c6b3cca2df5a) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:16:35.394566 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fb737ae-d990-4f25-a2fe-dd326380e25a req-c6db3d16-ce35-40da-95bf-ceb0076b3952 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394952 Jul 08 20:16:35.540252 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:35.557075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Transition to ACTIVE for port object d3aecade-91a9-45b6-a751-c6b3cca2df5a will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:35.591832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:35.604894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2', '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', '959da3be-a862-4da7-91d0-155db65de3d1', 'efad43fe-6c07-4c39-ad21-b8bf748452b4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:35.619736 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e251b56f-c079-432a-a5d2-7760c38f3430'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:35.640830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:16:35.647276 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:16:35.651456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:16:35.685601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event updated for resources: {'Port': ['ID=d3aecade-91a9-45b6-a751-c6b3cca2df5a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:35.732397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:35.733257 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:35.784513 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-cb6fc82a-002e-4aca-8f2a-ab80d49f9252 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7407815 Jul 08 20:16:35.798726 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Request body: {'port': {'device_id': 'f4d45d72-2748-4b7f-a862-16214b61c392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:35.976379 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:36.034099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b6865-b701-4c61-9262-73789995d1a3 req-3cf884e6-4d2f-42d8-a2c6-27df15a8a19f tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:36.034844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-06e613c7-9725-4044-982d-64a914e54a65 None None] Provisioning for port d3aecade-91a9-45b6-a751-c6b3cca2df5a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:36.036547 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0b1b6865-b701-4c61-9262-73789995d1a3 req-3cf884e6-4d2f-42d8-a2c6-27df15a8a19f tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.1743004 Jul 08 20:16:36.065194 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-06e613c7-9725-4044-982d-64a914e54a65 None None] Provisioning complete for port d3aecade-91a9-45b6-a751-c6b3cca2df5a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:36.065560 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06e613c7-9725-4044-982d-64a914e54a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:36.108156 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0b1b6865-b701-4c61-9262-73789995d1a3 req-63d9a933-5334-4400-b240-6ae571da0462 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542986 Jul 08 20:16:36.142616 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-06e613c7-9725-4044-982d-64a914e54a65 None None] Port d3aecade-91a9-45b6-a751-c6b3cca2df5a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:16:36.203651 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32e0e5-c391-4df5-95f2-0d7ba42fcb8d req-4f47ee86-2c9e-4d34-930b-e657f636c2bd tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:36.213004 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb32e0e5-c391-4df5-95f2-0d7ba42fcb8d req-4f47ee86-2c9e-4d34-930b-e657f636c2bd tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 936 time: 0.1272101 Jul 08 20:16:36.293147 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb32e0e5-c391-4df5-95f2-0d7ba42fcb8d req-00a1dada-06ed-402c-96cd-da33474f99aa tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746329 Jul 08 20:16:36.410645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3aecade-91a9-45b6-a751-c6b3cca2df5a {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:36.423053 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:36.439316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Transition to ACTIVE for port object d3aecade-91a9-45b6-a751-c6b3cca2df5a will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:36.445768 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:36.526004 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dc02560b-7044-4cf3-9d62-3f2939b2bbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:36.543660 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c1867-4cc2-4280-9faf-3717dce11ea3 req-24c16c87-35be-4373-9c40-e566333eee8f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:36.550994 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9d2c1867-4cc2-4280-9faf-3717dce11ea3 req-24c16c87-35be-4373-9c40-e566333eee8f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.0973549 Jul 08 20:16:36.564918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Pushing event updated for resources: {'Port': ['ID=d3aecade-91a9-45b6-a751-c6b3cca2df5a,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:36.597991 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9d2c1867-4cc2-4280-9faf-3717dce11ea3 req-6b715d12-c7be-4e30-b8be-bbf4cc62f32d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453877 Jul 08 20:16:36.637484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Attempting to bind port d3aecade-91a9-45b6-a751-c6b3cca2df5a on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:16:36.637954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Attempting to bind port d3aecade-91a9-45b6-a751-c6b3cca2df5a by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:16:36.639030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Attempting to bind port d3aecade-91a9-45b6-a751-c6b3cca2df5a on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:36.644032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Port d3aecade-91a9-45b6-a751-c6b3cca2df5a on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:16:36.644480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Attempting to bind port d3aecade-91a9-45b6-a751-c6b3cca2df5a on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:36.650891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:16:36.651564 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:16:36.652052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:16:36.652671 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Bound port: d3aecade-91a9-45b6-a751-c6b3cca2df5a, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:16:36.653300 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:36.764283 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] For port d3aecade-91a9-45b6-a751-c6b3cca2df5a, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:36.768902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] For port d3aecade-91a9-45b6-a751-c6b3cca2df5a, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d3aecade-91a9-45b6-a751-c6b3cca2df5a,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:16:36.778411 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683dc2a-4862-4f9c-a9e3-acd87d4bfce1 req-1fe24cd8-5dca-45f1-aa38-43b8a4890b26 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:36.779972 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4683dc2a-4862-4f9c-a9e3-acd87d4bfce1 req-1fe24cd8-5dca-45f1-aa38-43b8a4890b26 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1242936 Jul 08 20:16:36.781634 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:36.893931 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:37.122609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:37.123225 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:37.124583 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] 10.222.0.103 "PUT /v2.0/ports/d3aecade-91a9-45b6-a751-c6b3cca2df5a HTTP/1.1" status: 200 len: 1097 time: 1.3312461 Jul 08 20:16:37.125056 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d45d72-2748-4b7f-a862-16214b61c392', 'tag': 'd3aecade-91a9-45b6-a751-c6b3cca2df5a'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:37.127244 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad49c7b-c746-4aad-952f-2703c13d6969" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d45d72-2748-4b7f-a862-16214b61c392", "tag": "d3aecade-91a9-45b6-a751-c6b3cca2df5a"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:37.189821 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4683dc2a-4862-4f9c-a9e3-acd87d4bfce1 req-49e0d700-4278-4db5-a2a7-09e94df5ce86 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977618 Jul 08 20:16:37.204753 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60497022-52a0-43fa-914a-e83b77461102 x-openstack-request-id: req-60497022-52a0-43fa-914a-e83b77461102 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:37.205214 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d45d72-2748-4b7f-a862-16214b61c392", "tag": "d3aecade-91a9-45b6-a751-c6b3cca2df5a", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:37.205629 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-60497022-52a0-43fa-914a-e83b77461102 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:37.206190 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d45d72-2748-4b7f-a862-16214b61c392', 'tag': 'd3aecade-91a9-45b6-a751-c6b3cca2df5a', 'status': 'completed', 'code': 200} Jul 08 20:16:37.207042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a08e8c-b483-4c86-9ac9-487365ba1a7e service neutron] Pushing event updated for resources: {'Port': ['ID=d3aecade-91a9-45b6-a751-c6b3cca2df5a,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:37.285886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-8249c092-dbd2-48bc-920d-54845313979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:37.289390 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-8249c092-dbd2-48bc-920d-54845313979b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 1100 time: 0.1051579 Jul 08 20:16:37.338371 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-1a5991d5-474b-446e-8412-af8289d4e3dc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=d3aecade-91a9-45b6-a751-c6b3cca2df5a HTTP/1.1" status: 200 len: 217 time: 0.0374448 Jul 08 20:16:37.396917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-1c0dbf83-2927-4e1c-926b-8cf2fb8e5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:37.400709 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-1c0dbf83-2927-4e1c-926b-8cf2fb8e5ab9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0545838 Jul 08 20:16:37.429103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ae4c7-9c3c-44ac-9739-7cc507fff107 req-22424fd0-e05a-48c9-b93a-2a373edacc65 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:37.431365 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df4ae4c7-9c3c-44ac-9739-7cc507fff107 req-22424fd0-e05a-48c9-b93a-2a373edacc65 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0853090 Jul 08 20:16:37.482407 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df4ae4c7-9c3c-44ac-9739-7cc507fff107 req-471338bf-dd7f-4fcb-9c20-fe299dc7ad19 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445900 Jul 08 20:16:37.532976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-7a650df7-2360-4057-abc2-468a3e1b836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:37.534495 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-7a650df7-2360-4057-abc2-468a3e1b836b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217651 Jul 08 20:16:37.543109 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404460c8-a000-4428-ba91-02fc09f5c91d req-5bc56fef-d659-44d3-893d-3bdb8c3440ee tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:37.544582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-404460c8-a000-4428-ba91-02fc09f5c91d req-5bc56fef-d659-44d3-893d-3bdb8c3440ee tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 948 time: 0.1189497 Jul 08 20:16:37.647172 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-404460c8-a000-4428-ba91-02fc09f5c91d req-13cccdab-0bca-4df6-a50f-9d4341080498 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886159 Jul 08 20:16:37.673064 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-aeb4eb37-eda2-43f6-97a8-60c51ce6b1a8 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222134 Jul 08 20:16:37.797903 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afcd1a13-8ffb-4327-ac64-c6004aa09ee6 req-680b0d9e-b81e-419d-890e-5e19a9a60fc6 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158886 Jul 08 20:16:37.874842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c182a-0803-4960-ae03-0b0c0d05d373 req-d88ba105-418b-4da2-8246-e9cfd699f48e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:37.876433 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-800c182a-0803-4960-ae03-0b0c0d05d373 req-d88ba105-418b-4da2-8246-e9cfd699f48e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.1056898 Jul 08 20:16:37.943340 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-800c182a-0803-4960-ae03-0b0c0d05d373 req-877dc270-063a-4a04-8d95-956675914c4a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577340 Jul 08 20:16:37.957520 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad49c7b-c746-4aad-952f-2703c13d6969 req-60dadb52-fc5f-4d4c-93e1-0765f10f759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:37.959152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6ad49c7b-c746-4aad-952f-2703c13d6969 req-60dadb52-fc5f-4d4c-93e1-0765f10f759a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 1100 time: 0.0818031 Jul 08 20:16:38.052703 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:38.058841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad49c7b-c746-4aad-952f-2703c13d6969 req-403852af-ce54-4037-8f80-f1d0863d2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:38.060341 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6ad49c7b-c746-4aad-952f-2703c13d6969 req-403852af-ce54-4037-8f80-f1d0863d2a42 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.0930419 Jul 08 20:16:38.108831 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6ad49c7b-c746-4aad-952f-2703c13d6969 req-e24e9050-9d11-4ab1-8774-8678218c2d35 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=d3aecade-91a9-45b6-a751-c6b3cca2df5a HTTP/1.1" status: 200 len: 217 time: 0.0361242 Jul 08 20:16:38.174373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad49c7b-c746-4aad-952f-2703c13d6969 req-93fd3001-e458-442d-8747-be5d18a5d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:38.175894 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6ad49c7b-c746-4aad-952f-2703c13d6969 req-93fd3001-e458-442d-8747-be5d18a5d0aa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0545175 Jul 08 20:16:38.246226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad49c7b-c746-4aad-952f-2703c13d6969 req-93dab24f-215a-49ee-8300-28e8c2c915da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:38.247851 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6ad49c7b-c746-4aad-952f-2703c13d6969 req-93dab24f-215a-49ee-8300-28e8c2c915da service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596564 Jul 08 20:16:38.375850 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6ad49c7b-c746-4aad-952f-2703c13d6969 req-560a1462-bd21-4e86-9512-0c09a43837bf service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204653 Jul 08 20:16:38.446393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0156b-7490-4135-a970-bfd212b13736 req-992479b9-58d4-4ccb-a297-db4ad79bd18d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:38.447923 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04c0156b-7490-4135-a970-bfd212b13736 req-992479b9-58d4-4ccb-a297-db4ad79bd18d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1336262 Jul 08 20:16:38.517891 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04c0156b-7490-4135-a970-bfd212b13736 req-460985d8-948d-4a3f-bc9b-94d2edb24800 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592725 Jul 08 20:16:38.524766 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6ad49c7b-c746-4aad-952f-2703c13d6969 req-00a02f32-bc28-4623-9178-f1395ffce251 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350310 Jul 08 20:16:38.667291 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8020916-39bc-496b-a728-920189019ec6 req-79cdd593-6863-4814-9dcb-3a2beea61e15 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:38.669093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8020916-39bc-496b-a728-920189019ec6 req-79cdd593-6863-4814-9dcb-3a2beea61e15 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0667255 Jul 08 20:16:38.711847 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8020916-39bc-496b-a728-920189019ec6 req-3e5096cf-6047-46ef-97e2-635882679af7 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356834 Jul 08 20:16:38.886764 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db842ad-20e8-49d4-9d20-b2e5061d5a3e req-58a15f5f-0068-4520-a9f9-647e3e85f6bf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:38.889090 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1db842ad-20e8-49d4-9d20-b2e5061d5a3e req-58a15f5f-0068-4520-a9f9-647e3e85f6bf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 948 time: 0.0740545 Jul 08 20:16:38.929420 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1db842ad-20e8-49d4-9d20-b2e5061d5a3e req-cbd86ec2-73d0-4a7d-8a9e-283af3ec2e6a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354760 Jul 08 20:16:39.138635 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde50305-cf93-498d-b6c2-e6e18990d8e3 req-afc9f1a7-dfae-4e98-a3c5-bfcacda10d58 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:39.140128 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dde50305-cf93-498d-b6c2-e6e18990d8e3 req-afc9f1a7-dfae-4e98-a3c5-bfcacda10d58 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.0696845 Jul 08 20:16:39.179359 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dde50305-cf93-498d-b6c2-e6e18990d8e3 req-1becc1d6-18ac-4c73-b194-aadacde3ea48 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334635 Jul 08 20:16:39.635558 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:39.675639 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a6631-8c72-47cc-a7e3-4766a7318da9 req-904c3851-bf99-46b9-ba7b-4d189cca01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:39.677939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-557a6631-8c72-47cc-a7e3-4766a7318da9 req-904c3851-bf99-46b9-ba7b-4d189cca01c3 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 1097 time: 0.0542631 Jul 08 20:16:39.707355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927561a6-925f-4aea-85ab-da1043c6de61 req-8fbc3f88-7a97-4305-b94c-eb72b381151f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:39.710499 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-927561a6-925f-4aea-85ab-da1043c6de61 req-8fbc3f88-7a97-4305-b94c-eb72b381151f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0690825 Jul 08 20:16:39.720960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-557a6631-8c72-47cc-a7e3-4766a7318da9 req-e4ba3ddd-2602-4dfb-93db-89c28839d5ff service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293157 Jul 08 20:16:39.748967 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-927561a6-925f-4aea-85ab-da1043c6de61 req-dc6233c0-7c81-45ac-a9a4-d07789cb3d6b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323777 Jul 08 20:16:39.903495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14595c-6e12-4171-a21b-d0224daccaae req-4fa613c9-0cbc-466b-8398-1da05e8dd3e2 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:39.905053 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c14595c-6e12-4171-a21b-d0224daccaae req-4fa613c9-0cbc-466b-8398-1da05e8dd3e2 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0714874 Jul 08 20:16:39.946998 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c14595c-6e12-4171-a21b-d0224daccaae req-96fec6d9-a7c6-4938-8958-9dfd8730e42d tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361381 Jul 08 20:16:40.119507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195e319-55d3-4e34-9ba9-c976c75afb3f req-29e11a3e-39b5-48db-8ada-38164c437504 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:40.121029 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3195e319-55d3-4e34-9ba9-c976c75afb3f req-29e11a3e-39b5-48db-8ada-38164c437504 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 948 time: 0.0651741 Jul 08 20:16:40.158502 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3195e319-55d3-4e34-9ba9-c976c75afb3f req-37ddc0d0-6787-439e-b20c-6caa42f9bab2 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Jul 08 20:16:40.361780 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2ba62-8d3b-4bc2-8785-79f94a96c316 req-d3468edd-18d5-4eb3-881b-dcb93693b9a9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:40.363446 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ccf2ba62-8d3b-4bc2-8785-79f94a96c316 req-d3468edd-18d5-4eb3-881b-dcb93693b9a9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.0643544 Jul 08 20:16:40.402081 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ccf2ba62-8d3b-4bc2-8785-79f94a96c316 req-d7751a1a-0424-4258-9b3b-3eb3dd4fc4c7 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331583 Jul 08 20:16:40.928539 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb04e0-fb79-42dd-84ee-5ab66b14def0 req-bc82081f-e7cc-4fca-a4a2-187ecee9c28d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:40.930105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5bb04e0-fb79-42dd-84ee-5ab66b14def0 req-bc82081f-e7cc-4fca-a4a2-187ecee9c28d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0649943 Jul 08 20:16:40.968047 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5bb04e0-fb79-42dd-84ee-5ab66b14def0 req-c46f54fb-4c2e-4efe-a81b-55ff213a4067 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319474 Jul 08 20:16:41.137010 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b583f-1398-4edc-affd-80eec9ab6ee9 req-af10b5fd-9995-4bea-8772-2c176711e3b5 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:41.138499 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a25b583f-1398-4edc-affd-80eec9ab6ee9 req-af10b5fd-9995-4bea-8772-2c176711e3b5 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0665247 Jul 08 20:16:41.177627 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a25b583f-1398-4edc-affd-80eec9ab6ee9 req-3de691ad-9b59-4cf0-9195-edf99d75d306 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335202 Jul 08 20:16:41.345114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad789-d548-4f60-8a7f-f6e46a7fe255 req-b367cfff-0a58-4a3a-a4b9-9217851146c9 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:41.346752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-533ad789-d548-4f60-8a7f-f6e46a7fe255 req-b367cfff-0a58-4a3a-a4b9-9217851146c9 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 948 time: 0.0687525 Jul 08 20:16:41.388192 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-533ad789-d548-4f60-8a7f-f6e46a7fe255 req-a9c03d7d-0d43-4c06-b938-3f16c1ee740b tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Jul 08 20:16:41.486465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb622305-8c00-438e-8d41-039f8de5c0e5 req-71f652d3-7788-40a9-9154-250b0e8246c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:41.488228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb622305-8c00-438e-8d41-039f8de5c0e5 req-71f652d3-7788-40a9-9154-250b0e8246c3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ea3d50172a64152a8b1a4c73654d683&device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 1097 time: 0.0588100 Jul 08 20:16:41.564007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19231848-77e5-4bbf-ae0c-1b0bc5625679 req-db9c6b3a-13ce-4b2b-8917-f293cbeccb25 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:41.565777 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-19231848-77e5-4bbf-ae0c-1b0bc5625679 req-db9c6b3a-13ce-4b2b-8917-f293cbeccb25 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0844531 Jul 08 20:16:41.605808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb622305-8c00-438e-8d41-039f8de5c0e5 req-aa259597-4161-4168-847b-b0e895fe59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:41.607134 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb622305-8c00-438e-8d41-039f8de5c0e5 req-aa259597-4161-4168-847b-b0e895fe59e4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=facf6591-74f3-4e8c-9b17-d5502e9f1283 HTTP/1.1" status: 200 len: 911 time: 0.1116498 Jul 08 20:16:41.608459 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-19231848-77e5-4bbf-ae0c-1b0bc5625679 req-4bc9ea4d-817c-4237-bf45-47de9b6548dc tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348663 Jul 08 20:16:41.672074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb622305-8c00-438e-8d41-039f8de5c0e5 req-0050b054-244b-493e-8690-773030f664e7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d130b045-3274-4752-89c5-b16a617287ea HTTP/1.1" status: 200 len: 217 time: 0.0371037 Jul 08 20:16:41.737591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda41d91-88ce-4474-9053-bb0619f5e240 req-631749ef-f44a-4a62-9237-69c4f9175a92 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:41.739069 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dda41d91-88ce-4474-9053-bb0619f5e240 req-631749ef-f44a-4a62-9237-69c4f9175a92 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.1358089 Jul 08 20:16:41.742905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb622305-8c00-438e-8d41-039f8de5c0e5 req-443a2642-66c3-4fc0-aafd-f47ba27e7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:41.744255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb622305-8c00-438e-8d41-039f8de5c0e5 req-443a2642-66c3-4fc0-aafd-f47ba27e7cc0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1e333acf-e5bb-43f7-b4e2-5e96c683e1d3 HTTP/1.1" status: 200 len: 850 time: 0.0648425 Jul 08 20:16:41.798066 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb622305-8c00-438e-8d41-039f8de5c0e5 req-3aa98703-c20c-41dc-b4d2-9aabb721f34c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=facf6591-74f3-4e8c-9b17-d5502e9f1283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335062 Jul 08 20:16:41.801243 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dda41d91-88ce-4474-9053-bb0619f5e240 req-d42a18a1-a6a0-4271-9369-0d5c9bba1efd tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561218 Jul 08 20:16:41.896694 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb622305-8c00-438e-8d41-039f8de5c0e5 req-c96945d8-517d-4ac1-8b32-48b836f354f9 service neutron] 10.222.0.104 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909231 Jul 08 20:16:41.986460 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb622305-8c00-438e-8d41-039f8de5c0e5 req-0c20b063-924a-400b-9943-7a8b91b353a5 service neutron] 10.222.0.104 "GET /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828884 Jul 08 20:16:42.157814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24580-17ff-44f7-a875-d76d9299a9f6 req-c8f5c592-4a18-4e82-80d4-01ac9fe6d577 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:42.159235 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2af24580-17ff-44f7-a875-d76d9299a9f6 req-c8f5c592-4a18-4e82-80d4-01ac9fe6d577 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0712621 Jul 08 20:16:42.198917 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2af24580-17ff-44f7-a875-d76d9299a9f6 req-9f037544-6e39-4d80-9650-3acbd22aa12d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Jul 08 20:16:42.578261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4b6cd-9511-4c9e-9143-f2cf1576756b req-0cebe0e1-f6b1-404d-be1a-89d1da9f605b tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:42.579814 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47a4b6cd-9511-4c9e-9143-f2cf1576756b req-0cebe0e1-f6b1-404d-be1a-89d1da9f605b tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 948 time: 0.0715752 Jul 08 20:16:42.618994 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47a4b6cd-9511-4c9e-9143-f2cf1576756b req-9357b511-b405-43e0-984f-fde5ba8eccb5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327721 Jul 08 20:16:42.787096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260fb38-8a51-4a02-b368-1c3890be5529 req-3aacb24d-fc67-443e-8653-84291dfc7c78 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:42.788575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e260fb38-8a51-4a02-b368-1c3890be5529 req-3aacb24d-fc67-443e-8653-84291dfc7c78 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0661142 Jul 08 20:16:42.825650 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e260fb38-8a51-4a02-b368-1c3890be5529 req-b0f9b9da-17e9-4350-9140-53ebd2f7effa tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311689 Jul 08 20:16:42.985212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fed79-d5db-4db4-8c48-90f3d40968a3 req-0c845244-c160-4dea-a116-e576e54f62a4 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:42.986692 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b5fed79-d5db-4db4-8c48-90f3d40968a3 req-0c845244-c160-4dea-a116-e576e54f62a4 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.0669510 Jul 08 20:16:43.026915 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b5fed79-d5db-4db4-8c48-90f3d40968a3 req-6ab1ea27-2720-4856-8551-ec26203a9598 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343268 Jul 08 20:16:43.227880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d3aecade-91a9-45b6-a751-c6b3cca2df5a details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:16:43.327297 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port d3aecade-91a9-45b6-a751-c6b3cca2df5a, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d3aecade-91a9-45b6-a751-c6b3cca2df5a,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:43.339529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'd3aecade-91a9-45b6-a751-c6b3cca2df5a', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'd3aecade-91a9-45b6-a751-c6b3cca2df5a', 'mac_address': 'fa:16:3e:ab:ac:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:16:43.375888 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:43.379812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71c24a-7b95-47e6-8870-ecb03de1aec3 req-840a236a-ccb2-4c72-bb6c-cf9f92b85169 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:43.381717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd71c24a-7b95-47e6-8870-ecb03de1aec3 req-840a236a-ccb2-4c72-bb6c-cf9f92b85169 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0649445 Jul 08 20:16:43.393212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3aecade-91a9-45b6-a751-c6b3cca2df5a {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:43.415952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port d3aecade-91a9-45b6-a751-c6b3cca2df5a, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d3aecade-91a9-45b6-a751-c6b3cca2df5a,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:43.421854 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:43.425527 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd71c24a-7b95-47e6-8870-ecb03de1aec3 req-33e2cb31-8cf1-499c-91dd-724beacbf404 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376146 Jul 08 20:16:43.470514 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=d3aecade-91a9-45b6-a751-c6b3cca2df5a,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:43.804567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255e79b-3dc5-4312-aa1f-644a95213ddc req-4825e560-b5cd-4679-8a7c-41d0319d576a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:43.806053 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1255e79b-3dc5-4312-aa1f-644a95213ddc req-4825e560-b5cd-4679-8a7c-41d0319d576a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 949 time: 0.0716829 Jul 08 20:16:43.843679 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1255e79b-3dc5-4312-aa1f-644a95213ddc req-22ac6817-e9b0-4262-8d34-af1ca460e53e tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320041 Jul 08 20:16:43.943323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['d3aecade-91a9-45b6-a751-c6b3cca2df5a'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:44.012378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca26ca3-80ea-4236-8545-e5ac17713379 req-ecd9cfdf-5a20-475d-935e-890cc04b1738 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:44.013945 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aca26ca3-80ea-4236-8545-e5ac17713379 req-ecd9cfdf-5a20-475d-935e-890cc04b1738 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0636041 Jul 08 20:16:44.055570 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aca26ca3-80ea-4236-8545-e5ac17713379 req-75ffb89a-1c1c-422e-b240-cb89794da82f tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358982 Jul 08 20:16:44.211963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a793f7-cb52-4b6a-884e-b1382ae4f2ef req-94d938ed-7884-40a2-ae9f-8eb68af827bf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:44.213557 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59a793f7-cb52-4b6a-884e-b1382ae4f2ef req-94d938ed-7884-40a2-ae9f-8eb68af827bf tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.0675142 Jul 08 20:16:44.261633 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59a793f7-cb52-4b6a-884e-b1382ae4f2ef req-f0bf6791-6517-4dfc-8f34-086be702565f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 Jul 08 20:16:44.604963 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f4054-7797-475f-9349-4511adc839c8 req-aeb21bf5-f0c4-4f3a-af53-fb999c131af8 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:44.606451 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad1f4054-7797-475f-9349-4511adc839c8 req-aeb21bf5-f0c4-4f3a-af53-fb999c131af8 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0672829 Jul 08 20:16:44.645897 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad1f4054-7797-475f-9349-4511adc839c8 req-6065a985-98eb-4e0e-b9cc-2e48335ba2d7 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335371 Jul 08 20:16:45.020347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b281a-2679-43cf-81eb-ade64d903500 req-47c86932-eb35-45b0-a777-c8541ac2135c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:45.022315 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-804b281a-2679-43cf-81eb-ade64d903500 req-47c86932-eb35-45b0-a777-c8541ac2135c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 949 time: 0.0646148 Jul 08 20:16:45.062690 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-804b281a-2679-43cf-81eb-ade64d903500 req-3ed15635-566a-420d-89e3-f6aaebd9e6e7 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347691 Jul 08 20:16:45.233049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 168e6827-6767-4111-aae5-861a4aabaa92 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:16:45.244765 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:16:45.252787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd280a-2223-440d-8052-1dfcfeeff9dd req-00581fa2-e818-4c89-9635-2d40bbf7e3e2 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:45.254308 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40cd280a-2223-440d-8052-1dfcfeeff9dd req-00581fa2-e818-4c89-9635-2d40bbf7e3e2 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0691323 Jul 08 20:16:45.295202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40cd280a-2223-440d-8052-1dfcfeeff9dd req-6dc0995b-ea5b-43dd-b41a-748b1dbf2c16 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339117 Jul 08 20:16:45.364695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=168e6827-6767-4111-aae5-861a4aabaa92,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:45.376970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '168e6827-6767-4111-aae5-861a4aabaa92', 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89', 'port_id': '168e6827-6767-4111-aae5-861a4aabaa92', 'mac_address': 'fa:16:3e:be:31:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbaa72f-8cd2-480f-813d-bc86df76e2b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:16:45.417177 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:45.437327 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168e6827-6767-4111-aae5-861a4aabaa92 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:45.461556 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=168e6827-6767-4111-aae5-861a4aabaa92,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:45.465925 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:45.474761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482f9b2-bcb1-4538-b9b3-dde0cd3b5d2d req-02185dd4-5ee6-402c-81b5-2109749cc3dc tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:45.477212 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0482f9b2-bcb1-4538-b9b3-dde0cd3b5d2d req-02185dd4-5ee6-402c-81b5-2109749cc3dc tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.0906227 Jul 08 20:16:45.517964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=168e6827-6767-4111-aae5-861a4aabaa92,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:45.522211 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0482f9b2-bcb1-4538-b9b3-dde0cd3b5d2d req-ac3235c0-bcce-4925-9d9f-f7f92cccc99c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385399 Jul 08 20:16:45.527933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:45.527933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:45.528222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:45.528736 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:45.529081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:45.529538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:45.529869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:45.530201 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:45.530531 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:45.530924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:45.531171 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:45.531494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:45.590623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4410fc-4b04-4d22-9bb4-39ce8a655e5a req-42d8e776-29ad-4afe-b1ac-65fba328b2ec tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:45.592161 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a4410fc-4b04-4d22-9bb4-39ce8a655e5a req-42d8e776-29ad-4afe-b1ac-65fba328b2ec tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 1097 time: 0.0626726 Jul 08 20:16:45.628195 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a4410fc-4b04-4d22-9bb4-39ce8a655e5a req-9b7499c9-dda8-4db2-8cd0-2f2b29a1f941 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304213 Jul 08 20:16:45.918840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce781c-3f7f-4706-8fe9-e55d53bc20c9 req-a8a5f8b2-8620-43c9-b319-5d25dfbcc53c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:45.920393 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-15ce781c-3f7f-4706-8fe9-e55d53bc20c9 req-a8a5f8b2-8620-43c9-b319-5d25dfbcc53c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0708561 Jul 08 20:16:45.959739 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-15ce781c-3f7f-4706-8fe9-e55d53bc20c9 req-a323b6a4-9aff-4f3c-8d43-c1b595b43fd6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337586 Jul 08 20:16:46.001215 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['168e6827-6767-4111-aae5-861a4aabaa92'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:46.130874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa1765-a111-412f-98b8-be7a066e202e req-113bc9bb-adcb-4ca5-b13d-c262c2e891d5 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:46.132554 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9aa1765-a111-412f-98b8-be7a066e202e req-113bc9bb-adcb-4ca5-b13d-c262c2e891d5 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0705292 Jul 08 20:16:46.175600 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9aa1765-a111-412f-98b8-be7a066e202e req-79d3cc0f-186c-46a7-9769-882ac12dab94 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364921 Jul 08 20:16:46.451124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8e890-d162-4e76-bc01-da43f7ee968c req-03c8dbb5-cfae-4cc4-8ad4-c2bcb1016115 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:46.452869 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bb8e890-d162-4e76-bc01-da43f7ee968c req-03c8dbb5-cfae-4cc4-8ad4-c2bcb1016115 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 949 time: 0.0741241 Jul 08 20:16:46.492998 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bb8e890-d162-4e76-bc01-da43f7ee968c req-c0a599e8-5d7b-4a81-b051-ccb6ed21de6c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343122 Jul 08 20:16:46.688569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-859628c7-cb48-4d45-ac0a-b94c3e6dd074 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:16:46.689574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-859628c7-cb48-4d45-ac0a-b94c3e6dd074 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058055 Jul 08 20:16:46.698365 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] Request body: {'binding': {'host': 'n-h1-791506-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:46.698823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] Unknown quota resources ['binding']. {{(pid=94066) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:16:46.767612 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6b8eb-d8b0-4084-a11b-4bb03bb452cc req-957c1fe1-c99d-45ca-9373-5b219004f58b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:46.769206 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12b6b8eb-d8b0-4084-a11b-4bb03bb452cc req-957c1fe1-c99d-45ca-9373-5b219004f58b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 944 time: 0.0657260 Jul 08 20:16:46.807564 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12b6b8eb-d8b0-4084-a11b-4bb03bb452cc req-66e6d35d-4ef4-4b30-a45c-7c4de4dad5e5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327637 Jul 08 20:16:46.837385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] Attempting to bind port 90077c20-78a8-436e-9186-9913932bde40 on host n-h1-791506-16 for vnic_type normal with profile None {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:16:46.837730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] Attempting to bind port 90077c20-78a8-436e-9186-9913932bde40 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:16:46.838065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] Attempting to bind port 90077c20-78a8-436e-9186-9913932bde40 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:46.842385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] Port 90077c20-78a8-436e-9186-9913932bde40 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:16:46.842738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] Attempting to bind port 90077c20-78a8-436e-9186-9913932bde40 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:46.847527 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:16:46.847865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] Checking segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:16:46.848252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] Bound using segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:16:46.848707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] Bound port: 90077c20-78a8-436e-9186-9913932bde40, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:16:46.901680 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=90077c20-78a8-436e-9186-9913932bde40,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:16:46.906690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] Notify callbacks [] for binding, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:46.907877 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-d102b586-1518-4e8f-b979-6ad8fff69084 service neutron] 10.222.0.101 "POST /v2.0/ports/90077c20-78a8-436e-9186-9913932bde40/bindings HTTP/1.1" status: 201 len: 390 time: 0.2129204 Jul 08 20:16:47.141821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9f922-98b4-40f7-85c4-eccd08e9a3ef req-dc2b02f8-953a-4726-bb0b-9163a52355bc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:47.143362 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56a9f922-98b4-40f7-85c4-eccd08e9a3ef req-dc2b02f8-953a-4726-bb0b-9163a52355bc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.0840011 Jul 08 20:16:47.149238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b7cdc-f25c-41d7-bc19-b7dca8e8a9cd req-1f8519b5-3577-43fe-8a7e-79bb793df727 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:47.150753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b35b7cdc-f25c-41d7-bc19-b7dca8e8a9cd req-1f8519b5-3577-43fe-8a7e-79bb793df727 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0701997 Jul 08 20:16:47.184923 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56a9f922-98b4-40f7-85c4-eccd08e9a3ef req-f1406caa-fb11-436b-8238-dfc97fe056f4 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350325 Jul 08 20:16:47.201663 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:47.251401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d3aecade-91a9-45b6-a751-c6b3cca2df5a up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:16:47.312109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port d3aecade-91a9-45b6-a751-c6b3cca2df5a completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:47.316497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port d3aecade-91a9-45b6-a751-c6b3cca2df5a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:47.316914 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:47.373099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34c7f5-779a-4607-b201-8ee24b4d3a5e req-9cd14cf0-2b25-4ef6-b6e1-03cb1e3736d7 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:47.374969 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3b34c7f5-779a-4607-b201-8ee24b4d3a5e req-9cd14cf0-2b25-4ef6-b6e1-03cb1e3736d7 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0760119 Jul 08 20:16:47.408550 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:47.429211 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3b34c7f5-779a-4607-b201-8ee24b4d3a5e req-dea754bd-77d7-4027-86e6-98acbe8be775 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474851 Jul 08 20:16:47.438783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d45d72-2748-4b7f-a862-16214b61c392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aecade-91a9-45b6-a751-c6b3cca2df5a'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:47.441284 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e522dbf9-4e9a-446d-b661-3942c8e412cb" -d '{"events": [{"server_uuid": "f4d45d72-2748-4b7f-a862-16214b61c392", "name": "network-vif-plugged", "status": "completed", "tag": "d3aecade-91a9-45b6-a751-c6b3cca2df5a"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:47.456366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port d3aecade-91a9-45b6-a751-c6b3cca2df5a, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d3aecade-91a9-45b6-a751-c6b3cca2df5a,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:47.462215 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:47.513985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=d3aecade-91a9-45b6-a751-c6b3cca2df5a,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:47.535236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b35b7cdc-f25c-41d7-bc19-b7dca8e8a9cd req-890e21c8-f0ed-4015-99c7-d809fe908939 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747056 Jul 08 20:16:47.550518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-31da2cdb-ed7d-4bf2-a02f-b7405716bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:47.552654 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-31da2cdb-ed7d-4bf2-a02f-b7405716bb14 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 1097 time: 0.4003434 Jul 08 20:16:47.579874 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df20df3-73d9-4b2e-aa37-11a26dfd07ad x-openstack-request-id: req-1df20df3-73d9-4b2e-aa37-11a26dfd07ad {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:47.580169 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d45d72-2748-4b7f-a862-16214b61c392", "name": "network-vif-plugged", "status": "completed", "tag": "d3aecade-91a9-45b6-a751-c6b3cca2df5a", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:47.580414 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1df20df3-73d9-4b2e-aa37-11a26dfd07ad {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:47.580898 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d45d72-2748-4b7f-a862-16214b61c392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aecade-91a9-45b6-a751-c6b3cca2df5a', 'code': 200} Jul 08 20:16:47.663637 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-eaff09c4-a5c2-4067-8d89-b48abeedf2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:47.665138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-eaff09c4-a5c2-4067-8d89-b48abeedf2e1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.1025436 Jul 08 20:16:47.724226 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-da9496e2-b64f-4975-ae3c-4e1dc22f4525 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90077c20-78a8-436e-9186-9913932bde40 HTTP/1.1" status: 200 len: 217 time: 0.0393386 Jul 08 20:16:47.727494 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ed399-3920-4c37-afbf-0f079d7df926 req-395850bd-561e-4cd5-8175-954cae9a547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:47.728756 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c92ed399-3920-4c37-afbf-0f079d7df926 req-395850bd-561e-4cd5-8175-954cae9a547d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 1102 time: 0.0546992 Jul 08 20:16:47.772383 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c92ed399-3920-4c37-afbf-0f079d7df926 req-8e3a8fc3-8ed5-4d65-9af2-b80d96057114 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300586 Jul 08 20:16:47.790804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4790b-f93e-4336-ae82-771d454ae308 req-9eeaf3a9-44a7-491d-adb1-8cea3d1a768b tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:47.792562 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4f4790b-f93e-4336-ae82-771d454ae308 req-9eeaf3a9-44a7-491d-adb1-8cea3d1a768b tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 950 time: 0.1434066 Jul 08 20:16:47.798076 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-901eb387-8827-4aea-b7ce-72289ae98d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:47.799451 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-901eb387-8827-4aea-b7ce-72289ae98d69 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.0612137 Jul 08 20:16:47.847764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-df21b124-d7de-46b0-b8a8-15aa3ee4e2ea service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304823 Jul 08 20:16:47.861903 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4f4790b-f93e-4336-ae82-771d454ae308 req-4d842093-15a9-4403-bbfe-bb8513e91e70 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615056 Jul 08 20:16:47.948740 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-e962ef5f-e859-4622-bcb1-7f825cfc31c4 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858345 Jul 08 20:16:47.996691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0228f-0542-4818-a7d4-19a354582876 req-74646d6d-84fe-4576-b00c-8c147d04289d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:47.998400 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d5c0228f-0542-4818-a7d4-19a354582876 req-74646d6d-84fe-4576-b00c-8c147d04289d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 944 time: 0.0719874 Jul 08 20:16:48.039039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d5c0228f-0542-4818-a7d4-19a354582876 req-33e74ebc-caf5-44b3-b5e7-e137dfd71a88 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351686 Jul 08 20:16:48.046319 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-b1d08600-d418-47cc-9b1b-6059b061d9fc service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883250 Jul 08 20:16:48.367508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0c8dc-12b0-453d-9f48-8472eeb815f0 req-7e2f8e6b-ac5b-4861-83a3-d1e7ceaf4599 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:48.369082 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dfb0c8dc-12b0-453d-9f48-8472eeb815f0 req-7e2f8e6b-ac5b-4861-83a3-d1e7ceaf4599 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.0669348 Jul 08 20:16:48.412938 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dfb0c8dc-12b0-453d-9f48-8472eeb815f0 req-e2d241e8-dac2-4400-b159-5b4f770d807f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381811 Jul 08 20:16:48.610040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b8533-e2b9-4f80-b858-a7f51bdaef25 req-83dfbada-01ec-4e05-a35c-2e5cf89d3930 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:48.612170 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-594b8533-e2b9-4f80-b858-a7f51bdaef25 req-83dfbada-01ec-4e05-a35c-2e5cf89d3930 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0663822 Jul 08 20:16:48.654758 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-594b8533-e2b9-4f80-b858-a7f51bdaef25 req-0409f223-c5ba-4cf0-854a-fb6d7ddae986 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362749 Jul 08 20:16:48.817417 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac9dde-429b-4f75-8e26-050a67125ee5 req-4d6d2fbc-c98b-48c6-b95a-953dd007f900 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:48.819189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-baac9dde-429b-4f75-8e26-050a67125ee5 req-4d6d2fbc-c98b-48c6-b95a-953dd007f900 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0674961 Jul 08 20:16:48.865664 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-baac9dde-429b-4f75-8e26-050a67125ee5 req-dad19873-a43a-406f-ac25-2de0795a6950 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Jul 08 20:16:49.041145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b522c-af01-4950-ab47-a42dbdd371b0 req-ee0f0c3f-adad-4bd0-9210-40a8cd2f0a07 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:49.043065 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a84b522c-af01-4950-ab47-a42dbdd371b0 req-ee0f0c3f-adad-4bd0-9210-40a8cd2f0a07 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 950 time: 0.0655947 Jul 08 20:16:49.093185 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a84b522c-af01-4950-ab47-a42dbdd371b0 req-c0b5567e-c54a-4b4c-957f-0f2ab55dfa7b tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Jul 08 20:16:49.268500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae903b44-9b61-493a-915e-544d3887e092 req-d11dff15-7497-4429-aac2-718d404d01bb tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:49.270298 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae903b44-9b61-493a-915e-544d3887e092 req-d11dff15-7497-4429-aac2-718d404d01bb tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 944 time: 0.0729132 Jul 08 20:16:49.276598 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 168e6827-6767-4111-aae5-861a4aabaa92 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:16:49.329991 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae903b44-9b61-493a-915e-544d3887e092 req-bf149d48-f7b8-4174-8e54-58519f7c57a9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489240 Jul 08 20:16:49.335290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 168e6827-6767-4111-aae5-861a4aabaa92 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:49.340834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 168e6827-6767-4111-aae5-861a4aabaa92 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:49.341514 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:49.441471 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:49.477901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=168e6827-6767-4111-aae5-861a4aabaa92,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:49.483000 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:49.535803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=168e6827-6767-4111-aae5-861a4aabaa92,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:49.581905 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1937cbe2-1465-45d0-b2f5-27db1893859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168e6827-6767-4111-aae5-861a4aabaa92'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:49.584666 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ea0054-bb77-4079-ad23-d651611db5f5" -d '{"events": [{"server_uuid": "1937cbe2-1465-45d0-b2f5-27db1893859c", "name": "network-vif-plugged", "status": "completed", "tag": "168e6827-6767-4111-aae5-861a4aabaa92"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:49.606749 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21237e09-c995-41a8-9bda-e9b0546bcd20 req-eb67ac3c-3df8-475a-b503-fc1a707f88ba tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:49.608304 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-21237e09-c995-41a8-9bda-e9b0546bcd20 req-eb67ac3c-3df8-475a-b503-fc1a707f88ba tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.0660982 Jul 08 20:16:49.621621 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5831a8d-b88a-4a73-a8f8-2583d8694aa5 x-openstack-request-id: req-a5831a8d-b88a-4a73-a8f8-2583d8694aa5 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:49.622151 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1937cbe2-1465-45d0-b2f5-27db1893859c", "name": "network-vif-plugged", "status": "completed", "tag": "168e6827-6767-4111-aae5-861a4aabaa92", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:49.622564 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a5831a8d-b88a-4a73-a8f8-2583d8694aa5 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:49.622994 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1937cbe2-1465-45d0-b2f5-27db1893859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168e6827-6767-4111-aae5-861a4aabaa92', 'code': 200} Jul 08 20:16:49.648047 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-21237e09-c995-41a8-9bda-e9b0546bcd20 req-ea31923a-929d-4fec-937d-6b078837e8b3 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338759 Jul 08 20:16:49.767591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c865a-ad39-473f-8fcf-61cceabc97c3 req-3099fc83-b3a8-4274-b4ec-818c25a11044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:49.769848 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-827c865a-ad39-473f-8fcf-61cceabc97c3 req-3099fc83-b3a8-4274-b4ec-818c25a11044 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 1097 time: 0.0574949 Jul 08 20:16:49.818672 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-827c865a-ad39-473f-8fcf-61cceabc97c3 req-956869d4-6d2e-4210-99a8-795a719482ff service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302453 Jul 08 20:16:49.842796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29719d94-9ce5-42f1-993e-72d9153d1b86 req-59fbdcfb-c082-4b6a-93d5-7729848c457f tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:49.844385 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29719d94-9ce5-42f1-993e-72d9153d1b86 req-59fbdcfb-c082-4b6a-93d5-7729848c457f tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0662677 Jul 08 20:16:49.884953 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29719d94-9ce5-42f1-993e-72d9153d1b86 req-442b0ab3-0027-47c2-8714-6b6e2eb15c90 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345352 Jul 08 20:16:50.064829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed790359-4f26-4dd9-ad1f-913202b2a673 req-2bad7051-c37c-41ce-8194-8439507ba977 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:50.066319 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ed790359-4f26-4dd9-ad1f-913202b2a673 req-2bad7051-c37c-41ce-8194-8439507ba977 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0722010 Jul 08 20:16:50.134012 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ed790359-4f26-4dd9-ad1f-913202b2a673 req-d66479aa-63b0-48a5-944c-88b5d64ed998 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612559 Jul 08 20:16:50.174932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b792d-714b-4d36-8eed-1c5ca18051b1 req-62b7d4a7-e15a-43bf-9f96-7f3748012a23 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:50.176715 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-397b792d-714b-4d36-8eed-1c5ca18051b1 req-62b7d4a7-e15a-43bf-9f96-7f3748012a23 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.104 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 945 time: 0.0759759 Jul 08 20:16:50.286107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a8f1c-0360-464b-b490-30f6d71a21af req-d7cf08e9-ad56-4b98-bf48-7d029821317f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:50.288374 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9a1a8f1c-0360-464b-b490-30f6d71a21af req-d7cf08e9-ad56-4b98-bf48-7d029821317f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 950 time: 0.0759017 Jul 08 20:16:50.300185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-397b792d-714b-4d36-8eed-1c5ca18051b1 req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Deleting port d130b045-3274-4752-89c5-b16a617287ea {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:16:50.300902 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-397b792d-714b-4d36-8eed-1c5ca18051b1 req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:50.332980 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9a1a8f1c-0360-464b-b490-30f6d71a21af req-d062a4ef-1612-4252-aedb-06add30b1d81 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389712 Jul 08 20:16:50.412004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-397b792d-714b-4d36-8eed-1c5ca18051b1 req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] For port d130b045-3274-4752-89c5-b16a617287ea, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d130b045-3274-4752-89c5-b16a617287ea,segment=NetworkSegment(fa15948a-346b-4094-8cf9-279e8782fbe7),segment_id=fa15948a-346b-4094-8cf9-279e8782fbe7)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:50.412386 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-397b792d-714b-4d36-8eed-1c5ca18051b1 req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:50.432889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-397b792d-714b-4d36-8eed-1c5ca18051b1 req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Calling delete_port for d130b045-3274-4752-89c5-b16a617287ea owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:16:50.531652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2e2e0-227e-40d9-9b53-c5b0b34b649a req-f2750614-20c5-4810-ad72-1a2079f456cb tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:50.533903 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbe2e2e0-227e-40d9-9b53-c5b0b34b649a req-f2750614-20c5-4810-ad72-1a2079f456cb tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0674846 Jul 08 20:16:50.568938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33665b-281d-4c8a-b42d-377a38434766 req-2d696eeb-8ae8-46a1-9d4f-7b1608852b3f tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:50.570509 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e33665b-281d-4c8a-b42d-377a38434766 req-2d696eeb-8ae8-46a1-9d4f-7b1608852b3f tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 1102 time: 0.0846746 Jul 08 20:16:50.578524 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbe2e2e0-227e-40d9-9b53-c5b0b34b649a req-34b8247c-ca63-46f3-95e5-e38bd5f85b33 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374002 Jul 08 20:16:50.646417 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e33665b-281d-4c8a-b42d-377a38434766 req-715f29f0-488e-430b-933b-6ab498843c7d tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499859 Jul 08 20:16:50.648395 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-397b792d-714b-4d36-8eed-1c5ca18051b1 req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:50.665261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['d130b045-3274-4752-89c5-b16a617287ea'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:50.697103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Pushing event deleted for resources: {'Port': ['ID=d130b045-3274-4752-89c5-b16a617287ea,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:50.712434 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:50.712809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:50.713156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:50.713495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:50.713829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:50.714154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:50.714514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:50.714783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:50.715052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['687557a9-9aa3-4338-ba42-456bdbe25ca0'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:50.715231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:50.715481 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:50.715810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:50.716130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:16:50.773440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-397b792d-714b-4d36-8eed-1c5ca18051b1 req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] No DVR routers for this DVR port d130b045-3274-4752-89c5-b16a617287ea on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:16:50.776476 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-397b792d-714b-4d36-8eed-1c5ca18051b1 req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:50.778656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-397b792d-714b-4d36-8eed-1c5ca18051b1 req-b5b97013-cb1e-4b68-9e5b-bbd0e37a4ad9 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.104 "DELETE /v2.0/ports/d130b045-3274-4752-89c5-b16a617287ea HTTP/1.1" status: 204 len: 173 time: 0.5922453 Jul 08 20:16:50.779079 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85a1b31-52b1-46a0-ae25-6d4e6df8fdff', 'name': 'network-vif-deleted', 'tag': 'd130b045-3274-4752-89c5-b16a617287ea'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:50.781849 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74caa0a-683a-440f-8b28-2f6d813e574f" -d '{"events": [{"server_uuid": "d85a1b31-52b1-46a0-ae25-6d4e6df8fdff", "name": "network-vif-deleted", "tag": "d130b045-3274-4752-89c5-b16a617287ea"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:50.847245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-900eda6c-f885-4a87-b508-eaada74f7c96 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256512 Jul 08 20:16:50.989763 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001605d7-4b2e-4c1c-8da7-b13c712ef4fd req-9accd5d7-e304-48e0-a3ba-4a1c8e32bcbc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:50.992602 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-001605d7-4b2e-4c1c-8da7-b13c712ef4fd req-9accd5d7-e304-48e0-a3ba-4a1c8e32bcbc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.0896688 Jul 08 20:16:51.000190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1093352-839b-4506-b54a-4d9c227a7646 req-b2eb2d0b-7285-4b0f-82e6-40e57535c47e tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:51.007237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-b2eb2d0b-7285-4b0f-82e6-40e57535c47e tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523674 Jul 08 20:16:51.022958 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-ef952da2-58c8-41b1-96ea-ee95e7592c56 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/quotas/6243f62424334f17aa948941488dc134 HTTP/1.1" status: 200 len: 375 time: 0.0143044 Jul 08 20:16:51.042962 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-001605d7-4b2e-4c1c-8da7-b13c712ef4fd req-89b8d17b-667b-4213-9b1b-2fc7b6f8ca06 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433300 Jul 08 20:16:51.147998 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-a25e967f-0b57-49a9-922c-c725caaca9e2 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1158741 Jul 08 20:16:51.215654 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d88c83-7b9c-4e5c-ab41-438838c64a68 x-openstack-request-id: req-e7d88c83-7b9c-4e5c-ab41-438838c64a68 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:51.216014 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85a1b31-52b1-46a0-ae25-6d4e6df8fdff", "name": "network-vif-deleted", "tag": "d130b045-3274-4752-89c5-b16a617287ea", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:51.216333 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e7d88c83-7b9c-4e5c-ab41-438838c64a68 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:51.216831 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85a1b31-52b1-46a0-ae25-6d4e6df8fdff', 'name': 'network-vif-deleted', 'tag': 'd130b045-3274-4752-89c5-b16a617287ea', 'status': 'completed', 'code': 200} Jul 08 20:16:51.437463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-baaa7b4c-1b5f-4edf-83b6-7db4573662b8 req-922b3519-c279-4006-bd94-7c70b93f20ba tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=d85a1b31-52b1-46a0-ae25-6d4e6df8fdff HTTP/1.1" status: 200 len: 210 time: 0.0655897 Jul 08 20:16:51.588442 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f84b6f3a-c23c-484b-ad7a-327eeebe1dbd req-eee4a590-052a-4943-9328-fcf10f57c114 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 210 time: 0.0475347 Jul 08 20:16:51.653764 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f8d88-6328-4d43-970d-18d0b835fcb9 req-9b5b4ada-6b6c-4e8c-bccc-db7bce18fe37 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:51.655451 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b08f8d88-6328-4d43-970d-18d0b835fcb9 req-9b5b4ada-6b6c-4e8c-bccc-db7bce18fe37 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1108527 Jul 08 20:16:51.703811 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b08f8d88-6328-4d43-970d-18d0b835fcb9 req-0f1b8997-6268-4da1-8351-2a4634605389 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Jul 08 20:16:51.901866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a294ba-f00d-4dfa-8464-ca0ed0e4d253 req-c7a15fc9-8410-4a2c-a426-7c38b5b93355 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:51.903390 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35a294ba-f00d-4dfa-8464-ca0ed0e4d253 req-c7a15fc9-8410-4a2c-a426-7c38b5b93355 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0721240 Jul 08 20:16:51.949551 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35a294ba-f00d-4dfa-8464-ca0ed0e4d253 req-45207531-d9bd-4293-b082-985a29f4f15c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386486 Jul 08 20:16:52.132188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c27fc-412d-4f19-9186-1e4dcfc88845 req-1d4b7b4f-53ff-4cc1-bda0-9b85be0ac3cd tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:52.134585 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e8c27fc-412d-4f19-9186-1e4dcfc88845 req-1d4b7b4f-53ff-4cc1-bda0-9b85be0ac3cd tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 1097 time: 0.0603294 Jul 08 20:16:52.190114 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e8c27fc-412d-4f19-9186-1e4dcfc88845 req-e8ae1227-1c56-452d-8fca-2b5e57a92661 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484293 Jul 08 20:16:52.263178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4440728-b59d-45a4-babe-115620764d0d req-c27f0113-42d0-450d-84e5-00ab02c4d5a9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:52.265540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4440728-b59d-45a4-babe-115620764d0d req-c27f0113-42d0-450d-84e5-00ab02c4d5a9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.0886395 Jul 08 20:16:52.313337 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4440728-b59d-45a4-babe-115620764d0d req-868ef3e7-3a20-4fc9-add2-103e01b5f96d tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382786 Jul 08 20:16:52.475063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc1d24-3903-417e-a7d2-e08fc9ef6823 req-6f306164-4feb-4786-84ba-cafb78fbd6c7 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:52.476648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6acc1d24-3903-417e-a7d2-e08fc9ef6823 req-6f306164-4feb-4786-84ba-cafb78fbd6c7 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 1097 time: 0.0635369 Jul 08 20:16:52.518989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6acc1d24-3903-417e-a7d2-e08fc9ef6823 req-a0e5bfc9-70ae-410b-8605-3e17b8e2c8fa tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363417 Jul 08 20:16:52.814762 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-79534ea8-193f-4b97-a906-4caa8e1064c4 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256598 Jul 08 20:16:52.951947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1093352-839b-4506-b54a-4d9c227a7646 req-776ec376-9918-4e47-9bbd-172437df7cbf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:52.953603 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-776ec376-9918-4e47-9bbd-172437df7cbf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304274 Jul 08 20:16:52.968981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-c1093352-839b-4506-b54a-4d9c227a7646 req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Request body: {'port': {'device_id': 'c215976f-e183-4fa1-bd67-a052dc76cbc1', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '6243f62424334f17aa948941488dc134'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:53.048312 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d3bc1d7b-c51e-4671-8fc3-ef453f029a71 req-6e03d851-1f7d-4619-a445-193fd321e437 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 210 time: 0.0342491 Jul 08 20:16:53.086397 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:53.126517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1093352-839b-4506-b54a-4d9c227a7646 req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Made reservation on behalf of 6243f62424334f17aa948941488dc134 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:16:53.130639 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c1093352-839b-4506-b54a-4d9c227a7646 req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:53.249525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa3acc-8269-4ab2-891b-64ee850b282a req-471f79ad-b809-4741-87eb-a3b0d9ed0440 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:53.251142 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-befa3acc-8269-4ab2-891b-64ee850b282a req-471f79ad-b809-4741-87eb-a3b0d9ed0440 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0683711 Jul 08 20:16:53.279294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device d130b045-3274-4752-89c5-b16a617287ea no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:16:53.293530 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-befa3acc-8269-4ab2-891b-64ee850b282a req-4e2f392c-24fb-45cb-9835-c5ef44fa78e2 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359859 Jul 08 20:16:53.297407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-c1093352-839b-4506-b54a-4d9c227a7646 req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Allocated IP 192.168.233.164 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/353655e9-29a2-43cd-8bb2-421939a1ed98) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:16:53.324179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: d130b045-3274-4752-89c5-b16a617287ea {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:16:53.324801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device d130b045-3274-4752-89c5-b16a617287ea not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:16:53.473372 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c1093352-839b-4506-b54a-4d9c227a7646 req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:53.487466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-c1093352-839b-4506-b54a-4d9c227a7646 req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Transition to ACTIVE for port object 353655e9-29a2-43cd-8bb2-421939a1ed98 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:53.528731 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c1093352-839b-4506-b54a-4d9c227a7646 req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:53.540943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2', '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', '959da3be-a862-4da7-91d0-155db65de3d1', 'efad43fe-6c07-4c39-ad21-b8bf748452b4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:53.584851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1093352-839b-4506-b54a-4d9c227a7646 req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:16:53.589093 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-c1093352-839b-4506-b54a-4d9c227a7646 req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:16:53.591169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e251b56f-c079-432a-a5d2-7760c38f3430', 'd3aecade-91a9-45b6-a751-c6b3cca2df5a'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:53.593203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1093352-839b-4506-b54a-4d9c227a7646 req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:16:53.600301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event updated for resources: {'Port': ['ID=353655e9-29a2-43cd-8bb2-421939a1ed98,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:53.620176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b762f-c1ec-4561-9f77-9c6feebfec50 req-a1a6dec7-043d-4a1d-8ea0-340d3010826b tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:53.627502 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae6b762f-c1ec-4561-9f77-9c6feebfec50 req-a1a6dec7-043d-4a1d-8ea0-340d3010826b tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0870967 Jul 08 20:16:53.660459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1093352-839b-4506-b54a-4d9c227a7646 req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:53.661366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c1093352-839b-4506-b54a-4d9c227a7646 req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:53.679590 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-e31470bc-2c66-4c5c-af5c-6931e9a7bc61 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7151268 Jul 08 20:16:53.695762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Request body: {'port': {'device_id': 'c215976f-e183-4fa1-bd67-a052dc76cbc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:53.711776 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae6b762f-c1ec-4561-9f77-9c6feebfec50 req-b621813d-e265-4abc-9b1d-c82f10222220 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829175 Jul 08 20:16:53.897434 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:53.929380 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-46d12361-15f2-4551-b2a0-6d348e139c99 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:16:53.936312 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-46d12361-15f2-4551-b2a0-6d348e139c99 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126865 Jul 08 20:16:53.948315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] Request body: {'binding': {'host': 'n-h1-791506-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:53.948744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] Unknown quota resources ['binding']. {{(pid=94066) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:16:54.064569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa51dd-66f5-4f9d-8176-cc07f421d1a5 req-ca05d7e0-f5b7-49b8-bbdd-037146b5da16 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:54.074140 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8caa51dd-66f5-4f9d-8176-cc07f421d1a5 req-ca05d7e0-f5b7-49b8-bbdd-037146b5da16 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.2258089 Jul 08 20:16:54.098394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2f57eb3d-efd7-4237-bb56-2d8d5751d272 None None] Provisioning for port 353655e9-29a2-43cd-8bb2-421939a1ed98 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:16:54.135153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2f57eb3d-efd7-4237-bb56-2d8d5751d272 None None] Provisioning complete for port 353655e9-29a2-43cd-8bb2-421939a1ed98 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:16:54.135684 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2f57eb3d-efd7-4237-bb56-2d8d5751d272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:54.149070 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8caa51dd-66f5-4f9d-8176-cc07f421d1a5 req-6bbd15a4-e261-4da0-a509-4a945ff45b22 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737813 Jul 08 20:16:54.154268 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] Attempting to bind port 168e6827-6767-4111-aae5-861a4aabaa92 on host n-h1-791506-16 for vnic_type normal with profile None {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:16:54.154804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] Attempting to bind port 168e6827-6767-4111-aae5-861a4aabaa92 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:16:54.155306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] Attempting to bind port 168e6827-6767-4111-aae5-861a4aabaa92 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:54.160851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] Port 168e6827-6767-4111-aae5-861a4aabaa92 on network 1f8d4455-76b7-4da7-903b-af304e444c89 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:16:54.162307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] Attempting to bind port 168e6827-6767-4111-aae5-861a4aabaa92 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:54.179623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:16:54.179977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] Checking segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:16:54.180436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] Bound using segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:16:54.180840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] Bound port: 168e6827-6767-4111-aae5-861a4aabaa92, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:16:54.240892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-2f57eb3d-efd7-4237-bb56-2d8d5751d272 None None] Port 353655e9-29a2-43cd-8bb2-421939a1ed98 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:16:54.259114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=168e6827-6767-4111-aae5-861a4aabaa92,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:16:54.264298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353655e9-29a2-43cd-8bb2-421939a1ed98 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:54.267644 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] Notify callbacks [] for binding, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:54.268995 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] 10.222.0.101 "POST /v2.0/ports/168e6827-6767-4111-aae5-861a4aabaa92/bindings HTTP/1.1" status: 201 len: 390 time: 0.3318431 Jul 08 20:16:54.277271 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:54.292123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Transition to ACTIVE for port object 353655e9-29a2-43cd-8bb2-421939a1ed98 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:54.299630 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:54.382099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=353655e9-29a2-43cd-8bb2-421939a1ed98,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:54.519774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Attempting to bind port 353655e9-29a2-43cd-8bb2-421939a1ed98 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:16:54.520129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Attempting to bind port 353655e9-29a2-43cd-8bb2-421939a1ed98 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:16:54.520597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Attempting to bind port 353655e9-29a2-43cd-8bb2-421939a1ed98 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:54.555028 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Port 353655e9-29a2-43cd-8bb2-421939a1ed98 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:16:54.555399 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Attempting to bind port 353655e9-29a2-43cd-8bb2-421939a1ed98 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:54.563773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:16:54.564144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:16:54.564501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:16:54.564969 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Bound port: 353655e9-29a2-43cd-8bb2-421939a1ed98, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:16:54.565329 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:54.643838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f478482-a724-4812-962f-32a064df894b req-92f77652-f7c0-4701-80eb-5648f330b25a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:54.645302 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f478482-a724-4812-962f-32a064df894b req-92f77652-f7c0-4701-80eb-5648f330b25a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 948 time: 0.1409025 Jul 08 20:16:54.657173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] For port 353655e9-29a2-43cd-8bb2-421939a1ed98, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:54.666926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] For port 353655e9-29a2-43cd-8bb2-421939a1ed98, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=353655e9-29a2-43cd-8bb2-421939a1ed98,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:16:54.677945 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:54.684528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779fdc5-fa06-4664-afc9-2ebe48fe9aff req-03b3b6c4-b61f-4f84-9a9b-5be352a5d74e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:54.686148 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5779fdc5-fa06-4664-afc9-2ebe48fe9aff req-03b3b6c4-b61f-4f84-9a9b-5be352a5d74e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0782743 Jul 08 20:16:54.729337 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5779fdc5-fa06-4664-afc9-2ebe48fe9aff req-b27fff68-43e4-45a6-9616-93cd0244aff9 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371644 Jul 08 20:16:54.730788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:54.731481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:54.732912 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] 10.222.0.103 "PUT /v2.0/ports/353655e9-29a2-43cd-8bb2-421939a1ed98 HTTP/1.1" status: 200 len: 1097 time: 1.0432165 Jul 08 20:16:54.741221 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f478482-a724-4812-962f-32a064df894b req-5cfa87cf-6358-43ca-9b5c-b15ca5261719 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871105 Jul 08 20:16:54.741757 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c215976f-e183-4fa1-bd67-a052dc76cbc1', 'tag': '353655e9-29a2-43cd-8bb2-421939a1ed98'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:54.744788 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0d9be0-1629-4dce-bf55-945c7058ca40" -d '{"events": [{"name": "network-changed", "server_uuid": "c215976f-e183-4fa1-bd67-a052dc76cbc1", "tag": "353655e9-29a2-43cd-8bb2-421939a1ed98"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:54.775723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756b4a4-a7d7-4ab2-8b35-cfaf3ffb8cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=353655e9-29a2-43cd-8bb2-421939a1ed98,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:54.879190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1093352-839b-4506-b54a-4d9c227a7646 req-b3e53326-23d7-4a90-9783-3b1261384bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:54.881986 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-b3e53326-23d7-4a90-9783-3b1261384bd4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 1100 time: 0.0635667 Jul 08 20:16:54.945170 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-913dbb47-23ff-41eb-b442-4b6337613d49 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=353655e9-29a2-43cd-8bb2-421939a1ed98 HTTP/1.1" status: 200 len: 217 time: 0.0424747 Jul 08 20:16:54.948257 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff151956-896b-43c6-9413-76300de5acf8 req-0d8512f4-410b-4eac-891d-3ab17fe3acc8 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:54.949961 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff151956-896b-43c6-9413-76300de5acf8 req-0d8512f4-410b-4eac-891d-3ab17fe3acc8 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0755231 Jul 08 20:16:54.992313 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff151956-896b-43c6-9413-76300de5acf8 req-b4b2204f-b399-4b28-9014-b25459dfcd0e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366421 Jul 08 20:16:55.040398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1093352-839b-4506-b54a-4d9c227a7646 req-a24d687a-61d4-4add-8db8-c32825888678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:55.043043 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-a24d687a-61d4-4add-8db8-c32825888678 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0826411 Jul 08 20:16:55.047934 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fe0c5a-b2b3-42dc-9efd-d44c6789bf24 x-openstack-request-id: req-68fe0c5a-b2b3-42dc-9efd-d44c6789bf24 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:55.048228 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c215976f-e183-4fa1-bd67-a052dc76cbc1", "tag": "353655e9-29a2-43cd-8bb2-421939a1ed98", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:55.048484 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-68fe0c5a-b2b3-42dc-9efd-d44c6789bf24 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:55.048908 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c215976f-e183-4fa1-bd67-a052dc76cbc1', 'tag': '353655e9-29a2-43cd-8bb2-421939a1ed98', 'status': 'completed', 'code': 200} Jul 08 20:16:55.078746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec57b61-74db-483e-9874-34b933ee2aa5 req-62d13b32-5863-4f44-a4f5-8d2d36380e50 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:55.081133 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ec57b61-74db-483e-9874-34b933ee2aa5 req-62d13b32-5863-4f44-a4f5-8d2d36380e50 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0896904 Jul 08 20:16:55.149238 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ec57b61-74db-483e-9874-34b933ee2aa5 req-b95f8af8-aa43-4fdc-b456-52233c98289d tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471847 Jul 08 20:16:55.161828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1093352-839b-4506-b54a-4d9c227a7646 req-c266e6ce-b478-476c-b1d8-353feea45ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:55.164110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-c266e6ce-b478-476c-b1d8-353feea45ea5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0997829 Jul 08 20:16:55.266317 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-ab9816d4-eb3d-4677-99c7-f5ba52e6aec0 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872924 Jul 08 20:16:55.330050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f74440-5f8c-472d-a6b5-69b7e2e0cbc0 req-adbe9a09-28fc-4f6a-ba09-10ed0c2d505a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:55.331645 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a1f74440-5f8c-472d-a6b5-69b7e2e0cbc0 req-adbe9a09-28fc-4f6a-ba09-10ed0c2d505a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.0654218 Jul 08 20:16:55.365869 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1093352-839b-4506-b54a-4d9c227a7646 req-321763a0-02ed-4539-b1ef-dd8ead6383bd service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893140 Jul 08 20:16:55.372443 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a1f74440-5f8c-472d-a6b5-69b7e2e0cbc0 req-8a2f1e50-7f07-4531-9cd8-90ef699be76c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336890 Jul 08 20:16:55.484553 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9be0-1629-4dce-bf55-945c7058ca40 req-e81d1e3a-2dd0-4e33-9fdd-531944702147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:55.486092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef0d9be0-1629-4dce-bf55-945c7058ca40 req-e81d1e3a-2dd0-4e33-9fdd-531944702147 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 1100 time: 0.0546525 Jul 08 20:16:55.628586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9be0-1629-4dce-bf55-945c7058ca40 req-a420be43-445b-47e8-b941-e6015e6c1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:55.630728 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef0d9be0-1629-4dce-bf55-945c7058ca40 req-a420be43-445b-47e8-b941-e6015e6c1ab8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.0865860 Jul 08 20:16:55.687025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef0d9be0-1629-4dce-bf55-945c7058ca40 req-629edffa-defe-4c7b-9f41-36bfb518b0a0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=353655e9-29a2-43cd-8bb2-421939a1ed98 HTTP/1.1" status: 200 len: 217 time: 0.0375252 Jul 08 20:16:55.742463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9be0-1629-4dce-bf55-945c7058ca40 req-ea469041-8804-4049-92ea-7cc6bd88d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:55.744113 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef0d9be0-1629-4dce-bf55-945c7058ca40 req-ea469041-8804-4049-92ea-7cc6bd88d91e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0442047 Jul 08 20:16:55.830735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a421c7-1c98-4996-9fb3-04431a14a360 req-6b9c396f-48fc-469e-beeb-99393076bb2a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0812240 Jul 08 20:16:55.845584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9be0-1629-4dce-bf55-945c7058ca40 req-e598bdc8-0bdb-47d5-8521-1266aacccfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:55.848265 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef0d9be0-1629-4dce-bf55-945c7058ca40 req-e598bdc8-0bdb-47d5-8521-1266aacccfc5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825036 Jul 08 20:16:55.971772 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a421c7-1c98-4996-9fb3-04431a14a360 req-8c4fc1cf-0053-441e-90fb-05194e1bb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:55.973318 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a421c7-1c98-4996-9fb3-04431a14a360 req-8c4fc1cf-0053-441e-90fb-05194e1bb251 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 1101 time: 0.0861757 Jul 08 20:16:55.981399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69dce8-6edb-4787-bfa6-0e8f615012b0 req-9493c0a5-6f8e-4713-8a26-882b0f8eb9c1 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:55.983028 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c69dce8-6edb-4787-bfa6-0e8f615012b0 req-9493c0a5-6f8e-4713-8a26-882b0f8eb9c1 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 948 time: 0.1049232 Jul 08 20:16:56.001929 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d5b20-1163-4497-ac2f-8a1801962aa2 req-94be2560-64d8-43b1-a767-9b048ccb6d3a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:56.003465 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d89d5b20-1163-4497-ac2f-8a1801962aa2 req-94be2560-64d8-43b1-a767-9b048ccb6d3a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1432600 Jul 08 20:16:56.007400 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef0d9be0-1629-4dce-bf55-945c7058ca40 req-97c6f894-8e85-44cf-9e62-f58072f138aa service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321559 Jul 08 20:16:56.074997 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c69dce8-6edb-4787-bfa6-0e8f615012b0 req-dc2654bc-fe71-445e-86ad-950bf95cd011 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835302 Jul 08 20:16:56.092208 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d89d5b20-1163-4497-ac2f-8a1801962aa2 req-7e595d14-2281-4682-85ad-ea3ad678a944 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823302 Jul 08 20:16:56.126912 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a421c7-1c98-4996-9fb3-04431a14a360 req-80a9bafd-1321-45c6-a92d-3a43c2d5074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:56.129629 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a421c7-1c98-4996-9fb3-04431a14a360 req-80a9bafd-1321-45c6-a92d-3a43c2d5074b service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1238804 Jul 08 20:16:56.151354 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef0d9be0-1629-4dce-bf55-945c7058ca40 req-a781e0aa-2f6b-4d6c-b9b8-75e1cd68445e service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272914 Jul 08 20:16:56.181850 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a421c7-1c98-4996-9fb3-04431a14a360 req-6bda6b42-402f-4944-8610-9db06716e76d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8 HTTP/1.1" status: 200 len: 217 time: 0.0439320 Jul 08 20:16:56.238640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a421c7-1c98-4996-9fb3-04431a14a360 req-2e7ad206-a966-4023-a087-2286ac23014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:56.240944 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a421c7-1c98-4996-9fb3-04431a14a360 req-2e7ad206-a966-4023-a087-2286ac23014c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0513861 Jul 08 20:16:56.289996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5866-ba57-4b3d-99d2-3c9416cbb808 req-6b2bd3b0-70ce-4d00-b6fb-03b7f0d0ff94 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:56.291980 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78bd5866-ba57-4b3d-99d2-3c9416cbb808 req-6b2bd3b0-70ce-4d00-b6fb-03b7f0d0ff94 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0725837 Jul 08 20:16:56.302535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a421c7-1c98-4996-9fb3-04431a14a360 req-b956e6b5-3e85-4e11-a70a-ac90fcfb088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:56.304153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a421c7-1c98-4996-9fb3-04431a14a360 req-b956e6b5-3e85-4e11-a70a-ac90fcfb088c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0568869 Jul 08 20:16:56.331612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78bd5866-ba57-4b3d-99d2-3c9416cbb808 req-32757313-3c67-41f0-ba3c-b3b75c554f41 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340745 Jul 08 20:16:56.443216 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a421c7-1c98-4996-9fb3-04431a14a360 req-8d30483e-4a74-4d33-9a88-7cb2ddc50aca service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293218 Jul 08 20:16:56.451582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc35ce-0a2f-4104-85fc-b0deb63ac08d req-9c7dd6fc-7e19-492b-8422-f041e1131cfe tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:56.453091 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aafc35ce-0a2f-4104-85fc-b0deb63ac08d req-9c7dd6fc-7e19-492b-8422-f041e1131cfe tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.1404612 Jul 08 20:16:56.538652 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aafc35ce-0a2f-4104-85fc-b0deb63ac08d req-092480f8-7990-4da9-929b-c31eb543e662 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/security-groups?id=b2e922a8-3d6c-458a-8d92-203f16b2b5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768030 Jul 08 20:16:56.567588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26b7ef-c088-46bb-978e-df01d038f371 req-836c7a82-95e8-4279-88f6-4f8449dccee3 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:56.568106 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a421c7-1c98-4996-9fb3-04431a14a360 req-b91a57aa-c794-4112-b7c4-378a520475b6 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139324 Jul 08 20:16:56.569277 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b26b7ef-c088-46bb-978e-df01d038f371 req-836c7a82-95e8-4279-88f6-4f8449dccee3 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.0658975 Jul 08 20:16:56.610576 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b26b7ef-c088-46bb-978e-df01d038f371 req-79248016-e611-44bd-9df8-afd82fa47454 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353487 Jul 08 20:16:56.955365 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be944630-56a2-48d5-adaf-69dfa731184f req-d4b78ccc-3846-4376-8223-13eaea666d5a tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:56.956758 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-be944630-56a2-48d5-adaf-69dfa731184f req-d4b78ccc-3846-4376-8223-13eaea666d5a tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.103 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 945 time: 0.0667846 Jul 08 20:16:57.069379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-be944630-56a2-48d5-adaf-69dfa731184f req-194c96e1-44da-423a-8a2a-f652ca50cfaf tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Deleting port 687557a9-9aa3-4338-ba42-456bdbe25ca0 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:16:57.069730 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-be944630-56a2-48d5-adaf-69dfa731184f req-194c96e1-44da-423a-8a2a-f652ca50cfaf tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:57.190773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-be944630-56a2-48d5-adaf-69dfa731184f req-194c96e1-44da-423a-8a2a-f652ca50cfaf tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] For port 687557a9-9aa3-4338-ba42-456bdbe25ca0, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=687557a9-9aa3-4338-ba42-456bdbe25ca0,segment=NetworkSegment(fa15948a-346b-4094-8cf9-279e8782fbe7),segment_id=fa15948a-346b-4094-8cf9-279e8782fbe7)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:57.191309 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-be944630-56a2-48d5-adaf-69dfa731184f req-194c96e1-44da-423a-8a2a-f652ca50cfaf tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:57.208846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-be944630-56a2-48d5-adaf-69dfa731184f req-194c96e1-44da-423a-8a2a-f652ca50cfaf tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Calling delete_port for 687557a9-9aa3-4338-ba42-456bdbe25ca0 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:16:57.271237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d74bf9-e2c3-485e-b427-1f849815932c req-c06cbfd3-f609-4e5d-973d-dd4037af05ae tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:57.273709 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-07d74bf9-e2c3-485e-b427-1f849815932c req-c06cbfd3-f609-4e5d-973d-dd4037af05ae tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 948 time: 0.0724170 Jul 08 20:16:57.312298 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-07d74bf9-e2c3-485e-b427-1f849815932c req-fe6af83b-bf43-40d4-84b1-2bbbeefac93a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332687 Jul 08 20:16:57.375368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f9988-2602-48c4-95d2-64199a2015a7 req-712d29af-6a92-4802-ab68-ced63156d47d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:57.376931 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d2f9988-2602-48c4-95d2-64199a2015a7 req-712d29af-6a92-4802-ab68-ced63156d47d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1466014 Jul 08 20:16:57.431602 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d2f9988-2602-48c4-95d2-64199a2015a7 req-e8603965-9ead-4167-a636-5ea25a59ed73 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484376 Jul 08 20:16:57.432208 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-be944630-56a2-48d5-adaf-69dfa731184f req-194c96e1-44da-423a-8a2a-f652ca50cfaf tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:57.451219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['687557a9-9aa3-4338-ba42-456bdbe25ca0'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:16:57.479505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c96e1-44da-423a-8a2a-f652ca50cfaf tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Pushing event deleted for resources: {'Port': ['ID=687557a9-9aa3-4338-ba42-456bdbe25ca0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:57.535545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-be944630-56a2-48d5-adaf-69dfa731184f req-194c96e1-44da-423a-8a2a-f652ca50cfaf tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] No DVR routers for this DVR port 687557a9-9aa3-4338-ba42-456bdbe25ca0 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:16:57.538364 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-be944630-56a2-48d5-adaf-69dfa731184f req-194c96e1-44da-423a-8a2a-f652ca50cfaf tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:57.540391 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-be944630-56a2-48d5-adaf-69dfa731184f req-194c96e1-44da-423a-8a2a-f652ca50cfaf tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.103 "DELETE /v2.0/ports/687557a9-9aa3-4338-ba42-456bdbe25ca0 HTTP/1.1" status: 204 len: 173 time: 0.5707591 Jul 08 20:16:57.540857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7430e7-2ef8-4bf2-a99b-29ad150cb710', 'name': 'network-vif-deleted', 'tag': '687557a9-9aa3-4338-ba42-456bdbe25ca0'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:57.543429 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc55fdb-4192-4075-9c5d-56ac5ae9213a" -d '{"events": [{"server_uuid": "7c7430e7-2ef8-4bf2-a99b-29ad150cb710", "name": "network-vif-deleted", "tag": "687557a9-9aa3-4338-ba42-456bdbe25ca0"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:57.582433 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b54c6c-61a0-4ffb-ae9b-de210fd0d397 x-openstack-request-id: req-d6b54c6c-61a0-4ffb-ae9b-de210fd0d397 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:57.583336 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7430e7-2ef8-4bf2-a99b-29ad150cb710", "name": "network-vif-deleted", "tag": "687557a9-9aa3-4338-ba42-456bdbe25ca0", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:57.583336 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d6b54c6c-61a0-4ffb-ae9b-de210fd0d397 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:57.583336 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7430e7-2ef8-4bf2-a99b-29ad150cb710', 'name': 'network-vif-deleted', 'tag': '687557a9-9aa3-4338-ba42-456bdbe25ca0', 'status': 'completed', 'code': 200} Jul 08 20:16:57.612206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5952-e0b2-4099-8eb4-cdb1cd2f9a10 req-e8577f8d-ef5a-4de2-967b-e0f9ac62952b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:57.617316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0e5952-e0b2-4099-8eb4-cdb1cd2f9a10 req-e8577f8d-ef5a-4de2-967b-e0f9ac62952b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0869679 Jul 08 20:16:57.662684 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba0e5952-e0b2-4099-8eb4-cdb1cd2f9a10 req-cad17d47-91c5-4b6a-a297-787958b2a155 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Jul 08 20:16:57.724927 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-82ba4f9c-d918-4628-b445-a2a75abc58b8 req-17786ec3-647b-4610-ad8f-5b996b0ce2e2 tempest-ServerRescueTestJSON-1519679682 tempest-ServerRescueTestJSON-1519679682-project] 10.222.0.101 "GET /v2.0/ports?device_id=7c7430e7-2ef8-4bf2-a99b-29ad150cb710 HTTP/1.1" status: 200 len: 210 time: 0.0504453 Jul 08 20:16:57.852941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02772302-0b14-4705-850f-671b80ae8f0d req-5ddfb1b0-d17f-4c57-a820-204a065be3e0 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:57.854663 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-02772302-0b14-4705-850f-671b80ae8f0d req-5ddfb1b0-d17f-4c57-a820-204a065be3e0 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.0691123 Jul 08 20:16:57.895146 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-02772302-0b14-4705-850f-671b80ae8f0d req-c7a7285c-7e8d-4734-977b-35dac7d1c909 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345106 Jul 08 20:16:58.094056 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-4cbc855a-6667-4f08-a529-e055084c7113 service neutron] show failed (client error): The resource could not be found. Jul 08 20:16:58.095070 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-4cbc855a-6667-4f08-a529-e055084c7113 service neutron] 10.222.0.103 "GET /v2.0/ports/06a7b987-4350-44ad-884c-4c3cf60196f4/bindings/n-h1-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0531063 Jul 08 20:16:58.380796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-986efeec-9475-418b-b452-3e13498f5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:58.382767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-986efeec-9475-418b-b452-3e13498f5c7d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718&tenant_id=847906ba92d7431c9a151198f8628748 HTTP/1.1" status: 200 len: 1101 time: 0.0584779 Jul 08 20:16:58.396549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:58.533717 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:58.564273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd830d6-c243-4b09-9632-c704d9bb1b33 req-051bb3e0-28dd-4e87-b8aa-295a4ea6b770 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:58.564791 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6bd830d6-c243-4b09-9632-c704d9bb1b33 req-051bb3e0-28dd-4e87-b8aa-295a4ea6b770 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 948 time: 0.1341622 Jul 08 20:16:58.689251 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6bd830d6-c243-4b09-9632-c704d9bb1b33 req-fb1872bd-1fee-4ff9-b02d-2211b08a4417 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966802 Jul 08 20:16:58.847413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:58.900921 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:58.933546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad177c1b-2ed3-4c64-96ca-4ec996e7e1ea req-64e254fc-4e59-417b-a8ec-98606c1a0e33 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:58.935086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad177c1b-2ed3-4c64-96ca-4ec996e7e1ea req-64e254fc-4e59-417b-a8ec-98606c1a0e33 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.1372261 Jul 08 20:16:58.969725 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:16:58.971905 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee6737a-55e7-4f7d-9ca7-2de73f29ac7b" -d '{"events": [{"server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "name": "network-vif-unplugged", "status": "completed", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:16:58.976482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:59.000427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Transition to ACTIVE for port object 06a7b987-4350-44ad-884c-4c3cf60196f4 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:16:59.006416 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad177c1b-2ed3-4c64-96ca-4ec996e7e1ea req-d095a526-627c-4b2a-9b2a-76de26e4f736 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622752 Jul 08 20:16:59.007780 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:59.010835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5a814-c5c4-4786-aec2-80fe4484be24 req-fa186fe4-19eb-45f1-a4bf-20d32c549fc4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:59.012666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d9a5a814-c5c4-4786-aec2-80fe4484be24 req-fa186fe4-19eb-45f1-a4bf-20d32c549fc4 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.3605523 Jul 08 20:16:59.063230 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d9a5a814-c5c4-4786-aec2-80fe4484be24 req-d756697f-2436-4c4f-aa3a-c53c34893b97 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445917 Jul 08 20:16:59.078670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89c4ce0a-35e2-4153-899e-aaf3eaa9b022 req-0309f4e9-acb1-4a40-b965-8fda978c6bf9 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3717179 Jul 08 20:16:59.088720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] No DVR routers for this DVR port 06a7b987-4350-44ad-884c-4c3cf60196f4 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:16:59.111167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Pushing event updated for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=6']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:59.113731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47896) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:16:59.229289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Attempting to bind port 06a7b987-4350-44ad-884c-4c3cf60196f4 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:16:59.230711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Attempting to bind port 06a7b987-4350-44ad-884c-4c3cf60196f4 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:16:59.231065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Attempting to bind port 06a7b987-4350-44ad-884c-4c3cf60196f4 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:59.245272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-1203734e-5d2a-4165-b307-d6206669d9ed tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:59.246910 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-1203734e-5d2a-4165-b307-d6206669d9ed tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1097 time: 0.1560557 Jul 08 20:16:59.248511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Port 06a7b987-4350-44ad-884c-4c3cf60196f4 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:16:59.248873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Attempting to bind port 06a7b987-4350-44ad-884c-4c3cf60196f4 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:16:59.256351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:16:59.256750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:16:59.257245 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:16:59.257572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Bound port: 06a7b987-4350-44ad-884c-4c3cf60196f4, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:16:59.257936 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:59.302741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 90077c20-78a8-436e-9186-9913932bde40 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:16:59.324703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 353655e9-29a2-43cd-8bb2-421939a1ed98 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:16:59.345945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:59.352154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:16:59.357623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-16'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:16:59.362461 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:59.423424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:59.423964 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:59.425403 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] 10.222.0.104 "PUT /v2.0/ports/06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 200 len: 1096 time: 1.0352020 Jul 08 20:16:59.479806 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63c336a-d5e2-4761-887c-09239cf36e63 x-openstack-request-id: req-c63c336a-d5e2-4761-887c-09239cf36e63 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:16:59.480017 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "name": "network-vif-unplugged", "status": "completed", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:16:59.480250 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c63c336a-d5e2-4761-887c-09239cf36e63 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:16:59.480622 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'code': 200} Jul 08 20:16:59.529481 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176344a-5875-4632-bc68-0dc641e351ec service neutron] Pushing event updated for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:59.540939 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:59.560889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4ce0a-35e2-4153-899e-aaf3eaa9b022 req-a2a864ec-5c7a-405e-afa6-2255385e3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:59.562833 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89c4ce0a-35e2-4153-899e-aaf3eaa9b022 req-a2a864ec-5c7a-405e-afa6-2255385e3c99 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 1101 time: 0.3670053 Jul 08 20:16:59.593775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41ff1f-c392-462f-8e34-7ff4e23254bc req-e623676f-8ca2-420a-8ad4-e08434e856e5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:59.600754 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 353655e9-29a2-43cd-8bb2-421939a1ed98, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=353655e9-29a2-43cd-8bb2-421939a1ed98,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:59.607364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed41ff1f-c392-462f-8e34-7ff4e23254bc req-e623676f-8ca2-420a-8ad4-e08434e856e5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 945 time: 0.3399780 Jul 08 20:16:59.608192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-ba65b62c-2603-4e9b-a8d3-5dfdf9ad7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:59.610129 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-ba65b62c-2603-4e9b-a8d3-5dfdf9ad7908 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 1099 time: 0.1216068 Jul 08 20:16:59.611443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=90077c20-78a8-436e-9186-9913932bde40,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:59.649450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '353655e9-29a2-43cd-8bb2-421939a1ed98', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '353655e9-29a2-43cd-8bb2-421939a1ed98', 'mac_address': 'fa:16:3e:72:02:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:16:59.652288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 90077c20-78a8-436e-9186-9913932bde40 has no active binding in host n-h1-791506-16 {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 20:16:59.692872 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:59.717526 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353655e9-29a2-43cd-8bb2-421939a1ed98 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:16:59.743433 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed41ff1f-c392-462f-8e34-7ff4e23254bc req-7150efc5-e795-4c4c-ac7e-e108c1da2a60 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342392 Jul 08 20:16:59.749062 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 353655e9-29a2-43cd-8bb2-421939a1ed98, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=353655e9-29a2-43cd-8bb2-421939a1ed98,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:59.757589 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-c8edfd6f-a84e-4d66-bac6-4b20e0a1898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:59.759192 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-c8edfd6f-a84e-4d66-bac6-4b20e0a1898c service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1400990 Jul 08 20:16:59.774484 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:16:59.807414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4ce0a-35e2-4153-899e-aaf3eaa9b022 req-9a995db2-3cfa-475a-b2d5-aa3fbfb753b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:59.808933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89c4ce0a-35e2-4153-899e-aaf3eaa9b022 req-9a995db2-3cfa-475a-b2d5-aa3fbfb753b8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1910012 Jul 08 20:16:59.842428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=353655e9-29a2-43cd-8bb2-421939a1ed98,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:16:59.853552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=90077c20-78a8-436e-9186-9913932bde40,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:16:59.882985 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89c4ce0a-35e2-4153-899e-aaf3eaa9b022 req-b7b033ae-385a-485c-8895-381b14669e8e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab HTTP/1.1" status: 200 len: 217 time: 0.0624104 Jul 08 20:16:59.904543 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-392fa28a-61af-4c49-a83a-0148e1f0619d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 200 len: 217 time: 0.0487621 Jul 08 20:16:59.966991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:16:59.981096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4ce0a-35e2-4153-899e-aaf3eaa9b022 req-aa15a0b4-6f0f-4cc6-9035-c08224d7577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:59.982567 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89c4ce0a-35e2-4153-899e-aaf3eaa9b022 req-aa15a0b4-6f0f-4cc6-9035-c08224d7577f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0878012 Jul 08 20:16:59.996078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f2d53b30-11a9-412f-b090-0364a8275079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:16:59.997493 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-f2d53b30-11a9-412f-b090-0364a8275079 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0853651 Jul 08 20:17:00.025118 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:00.046830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53196dcf-fffc-439a-a54d-f49249d3549f req-c2ad6b96-b9b2-4d4c-884d-ecfe04342e33 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:00.048463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53196dcf-fffc-439a-a54d-f49249d3549f req-c2ad6b96-b9b2-4d4c-884d-ecfe04342e33 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 949 time: 0.1702988 Jul 08 20:17:00.053467 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:00.139113 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53196dcf-fffc-439a-a54d-f49249d3549f req-afd59706-6f47-4ebe-97af-3eca3fa4c3af tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635855 Jul 08 20:17:00.147047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4ce0a-35e2-4153-899e-aaf3eaa9b022 req-25e9f2b3-11d8-483f-a3c8-635768631527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:00.148559 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89c4ce0a-35e2-4153-899e-aaf3eaa9b022 req-25e9f2b3-11d8-483f-a3c8-635768631527 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1462421 Jul 08 20:17:00.149564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-b37d0aba-cfc9-4db2-9725-0724ac318255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:00.151328 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-b37d0aba-cfc9-4db2-9725-0724ac318255 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1398916 Jul 08 20:17:00.154770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Pushing event updated for resources: {'Port': ['ID=90077c20-78a8-436e-9186-9913932bde40,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:00.155578 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-011b2230-1e63-4830-a069-433b87c1e30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:00.235509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Attempting to bind port 90077c20-78a8-436e-9186-9913932bde40 on host n-h2-791506-16 for vnic_type normal with profile {"migrating_to": "n-h1-791506-16"} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:17:00.235895 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Attempting to bind port 90077c20-78a8-436e-9186-9913932bde40 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:17:00.236169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Attempting to bind port 90077c20-78a8-436e-9186-9913932bde40 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:00.242536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['353655e9-29a2-43cd-8bb2-421939a1ed98'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:00.251876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Port 90077c20-78a8-436e-9186-9913932bde40 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:17:00.252082 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Attempting to bind port 90077c20-78a8-436e-9186-9913932bde40 on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:00.269927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:17:00.270974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Checking segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:17:00.271259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Bound using segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:17:00.271691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Bound port: 90077c20-78a8-436e-9186-9913932bde40, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:17:00.272058 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:00.403808 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89c4ce0a-35e2-4153-899e-aaf3eaa9b022 req-684f2623-dc16-47bf-8f95-04bb0bfa3291 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053108 Jul 08 20:17:00.517658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d468eb-e74a-471a-9dce-b79a5df6d32f req-16dc13c9-db38-450c-846d-b538da37d5bb tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:00.519128 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10d468eb-e74a-471a-9dce-b79a5df6d32f req-16dc13c9-db38-450c-846d-b538da37d5bb tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 947 time: 0.2098424 Jul 08 20:17:00.586224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89c4ce0a-35e2-4153-899e-aaf3eaa9b022 req-26c955ad-1861-43b4-ad33-aa178bf3a76d service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619275 Jul 08 20:17:00.589942 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10d468eb-e74a-471a-9dce-b79a5df6d32f req-1c17b2cb-fd32-4f5f-91ce-203980ddf3ae tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610502 Jul 08 20:17:00.629122 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-2e2ca6f3-35d2-46e8-8bc6-36c9ba0ba900 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689860 Jul 08 20:17:00.678943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98617e19-b686-405d-ab60-8f6b1f23ff18 req-38b89233-ee48-471b-8af4-58418fcbf4a5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:00.680471 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-98617e19-b686-405d-ab60-8f6b1f23ff18 req-38b89233-ee48-471b-8af4-58418fcbf4a5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.5226483 Jul 08 20:17:00.689341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-011b2230-1e63-4830-a069-433b87c1e30b admin admin] Deleting port c30c71f3-7ce6-46d3-bdda-97e396f66628 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:00.689684 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-011b2230-1e63-4830-a069-433b87c1e30b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:00.743590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:00.776545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=90077c20-78a8-436e-9186-9913932bde40,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:17:00.785157 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-98617e19-b686-405d-ab60-8f6b1f23ff18 req-c98a0ea5-c781-4dac-8507-a827a7d1e7da tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769737 Jul 08 20:17:00.790335 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:00.827926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-011b2230-1e63-4830-a069-433b87c1e30b admin admin] For port c30c71f3-7ce6-46d3-bdda-97e396f66628, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c30c71f3-7ce6-46d3-bdda-97e396f66628,segment=NetworkSegment(fa15948a-346b-4094-8cf9-279e8782fbe7),segment_id=fa15948a-346b-4094-8cf9-279e8782fbe7)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:00.828771 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-011b2230-1e63-4830-a069-433b87c1e30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:00.845634 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-011b2230-1e63-4830-a069-433b87c1e30b admin admin] Calling delete_port for c30c71f3-7ce6-46d3-bdda-97e396f66628 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:00.845809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d951be55-a0da-4b62-8327-3a6257a5c288 req-b26b20fc-36bf-44fc-b718-b4c837835257 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031102 Jul 08 20:17:00.874210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Pushing event updated for resources: {'Port': ['ID=90077c20-78a8-436e-9186-9913932bde40,revision_number=8']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:00.901109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:00.902326 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:00.903862 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-46d6a65d-bcaa-4137-9040-7a664b29b977 service neutron] 10.222.0.104 "PUT /v2.0/ports/90077c20-78a8-436e-9186-9913932bde40 HTTP/1.1" status: 200 len: 1123 time: 1.6291606 Jul 08 20:17:01.039983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['90077c20-78a8-436e-9186-9913932bde40'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:01.097500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['90077c20-78a8-436e-9186-9913932bde40'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:01.118998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e611e5-2632-48a1-ac65-93ae65c7d842 req-01627af0-7488-4eb9-8461-0b956258d4a0 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:01.120838 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2e611e5-2632-48a1-ac65-93ae65c7d842 req-01627af0-7488-4eb9-8461-0b956258d4a0 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 943 time: 0.1201127 Jul 08 20:17:01.132196 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-011b2230-1e63-4830-a069-433b87c1e30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:01.164186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b2230-1e63-4830-a069-433b87c1e30b admin admin] Pushing event deleted for resources: {'Port': ['ID=c30c71f3-7ce6-46d3-bdda-97e396f66628,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:01.180168 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2e611e5-2632-48a1-ac65-93ae65c7d842 req-eaa58e8b-4bab-415d-a906-2818855d2c1c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511925 Jul 08 20:17:01.336277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 687557a9-9aa3-4338-ba42-456bdbe25ca0 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:01.369090 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 687557a9-9aa3-4338-ba42-456bdbe25ca0 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:01.369433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 687557a9-9aa3-4338-ba42-456bdbe25ca0 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:01.369867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 06a7b987-4350-44ad-884c-4c3cf60196f4 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:01.388294 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-011b2230-1e63-4830-a069-433b87c1e30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:01.411904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efe684-112d-4bfa-af5e-d02aad91c565 req-b8946f59-cd34-4c44-b0f1-dc4b891e452d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:01.413449 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4efe684-112d-4bfa-af5e-d02aad91c565 req-b8946f59-cd34-4c44-b0f1-dc4b891e452d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 949 time: 0.1237485 Jul 08 20:17:01.431857 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 06a7b987-4350-44ad-884c-4c3cf60196f4 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:01.481465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4'}, {'server_uuid': '049eff16-265a-4961-bf4d-79ff68de49c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90077c20-78a8-436e-9186-9913932bde40'}, {'name': 'network-changed', 'server_uuid': '049eff16-265a-4961-bf4d-79ff68de49c3', 'tag': '90077c20-78a8-436e-9186-9913932bde40'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:01.484058 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875" -d '{"events": [{"name": "network-changed", "server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4"}, {"server_uuid": "049eff16-265a-4961-bf4d-79ff68de49c3", "name": "network-vif-unplugged", "status": "completed", "tag": "90077c20-78a8-436e-9186-9913932bde40"}, {"name": "network-changed", "server_uuid": "049eff16-265a-4961-bf4d-79ff68de49c3", "tag": "90077c20-78a8-436e-9186-9913932bde40"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:01.518343 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4efe684-112d-4bfa-af5e-d02aad91c565 req-f995dd8e-03fd-4ba4-8f0c-9d81d3456fa1 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713451 Jul 08 20:17:01.538105 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e305d6b-c611-41bc-bdbe-32101c51e366 x-openstack-request-id: req-8e305d6b-c611-41bc-bdbe-32101c51e366 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:01.538406 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4", "status": "completed", "code": 200}, {"server_uuid": "049eff16-265a-4961-bf4d-79ff68de49c3", "name": "network-vif-unplugged", "status": "completed", "tag": "90077c20-78a8-436e-9186-9913932bde40", "code": 200}, {"name": "network-changed", "server_uuid": "049eff16-265a-4961-bf4d-79ff68de49c3", "tag": "90077c20-78a8-436e-9186-9913932bde40", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:01.541726 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8e305d6b-c611-41bc-bdbe-32101c51e366 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:01.542039 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'status': 'completed', 'code': 200} Jul 08 20:17:01.543566 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049eff16-265a-4961-bf4d-79ff68de49c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90077c20-78a8-436e-9186-9913932bde40', 'code': 200} Jul 08 20:17:01.543566 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049eff16-265a-4961-bf4d-79ff68de49c3', 'tag': '90077c20-78a8-436e-9186-9913932bde40', 'status': 'completed', 'code': 200} Jul 08 20:17:01.635318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-0e42ee96-99a4-4bb7-9013-7737575da776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:01.637037 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-0e42ee96-99a4-4bb7-9013-7737575da776 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 1099 time: 0.0573349 Jul 08 20:17:01.765412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-03f9247b-d669-41c1-bee3-932ae7b67ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:01.766922 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-03f9247b-d669-41c1-bee3-932ae7b67ac6 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1236303 Jul 08 20:17:01.817501 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-183ce5b1-d9b0-4f5e-88e4-cc1e97a261e1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 200 len: 217 time: 0.0405622 Jul 08 20:17:01.873697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502dfef-4e37-43f8-8acb-abcff5adce86 req-68c348a2-e898-49b7-b5b4-b8d5861430d7 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:01.875417 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a502dfef-4e37-43f8-8acb-abcff5adce86 req-68c348a2-e898-49b7-b5b4-b8d5861430d7 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 947 time: 0.1602900 Jul 08 20:17:01.919009 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-a54bb073-db84-493f-acd0-33cbf1fe2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:01.920650 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-a54bb073-db84-493f-acd0-33cbf1fe2730 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0892773 Jul 08 20:17:01.929775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a502dfef-4e37-43f8-8acb-abcff5adce86 req-9205aefa-e873-420f-a71e-e2b29a3ad1a6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459373 Jul 08 20:17:01.990619 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-5725f180-5d04-4687-8494-4e832e06b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:01.991556 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-5725f180-5d04-4687-8494-4e832e06b501 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0608115 Jul 08 20:17:02.033587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-55f43129-11b6-4799-94ee-b735f95484b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:02.035084 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-55f43129-11b6-4799-94ee-b735f95484b4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 1099 time: 0.4472206 Jul 08 20:17:02.045442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011b2230-1e63-4830-a069-433b87c1e30b admin admin] Router 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:17:02.092097 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-b02cbc1b-612f-4c60-ae91-3f8d2eae25ba service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930831 Jul 08 20:17:02.167684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97b573-0280-414a-8beb-ec2fd6c5ff97 req-42c3c1a6-5a8a-42e4-a013-cef5f830607c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:02.169938 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac97b573-0280-414a-8beb-ec2fd6c5ff97 req-42c3c1a6-5a8a-42e4-a013-cef5f830607c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.1988986 Jul 08 20:17:02.193191 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-28e2159f-73c0-4633-9e54-268b35e20ef2 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918953 Jul 08 20:17:02.262288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-5784d9a1-035d-4a50-800d-0c3605dcefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:02.263793 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-5784d9a1-035d-4a50-800d-0c3605dcefa6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2146485 Jul 08 20:17:02.291932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac97b573-0280-414a-8beb-ec2fd6c5ff97 req-5d00fc68-723e-4892-bab9-3c86ed56e83b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088288 Jul 08 20:17:02.323013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011b2230-1e63-4830-a069-433b87c1e30b admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:17:02.325411 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-cf5addab-c25a-4c6a-82ef-b53f92671f40 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 200 len: 217 time: 0.0485592 Jul 08 20:17:02.331784 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-011b2230-1e63-4830-a069-433b87c1e30b admin admin] 10.222.0.101 "PUT /v2.0/routers/1e3e4f36-5283-4863-96ca-e4b2843a6ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2146394 Jul 08 20:17:02.332232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47930) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:02.333991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325aa16-b06d-4e0e-8e0f-00e59aa8dcff None None] Sync routers for ids ['1e3e4f36-5283-4863-96ca-e4b2843a6ae6'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:17:02.356651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325aa16-b06d-4e0e-8e0f-00e59aa8dcff None None] Routers {'1e3e4f36-5283-4863-96ca-e4b2843a6ae6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:17:02.357383 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8325aa16-b06d-4e0e-8e0f-00e59aa8dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:16:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['1e3e4f36-5283-4863-96ca-e4b2843a6ae6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:02.387268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-75dc481c-548c-46ce-9fdf-9cfe0c0cdb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:02.388820 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-75dc481c-548c-46ce-9fdf-9cfe0c0cdb91 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0509892 Jul 08 20:17:02.465126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-a7f647c0-6ff9-43ce-b990-f53278d934a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:02.467480 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-a7f647c0-6ff9-43ce-b990-f53278d934a4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0707972 Jul 08 20:17:02.490395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-8325aa16-b06d-4e0e-8e0f-00e59aa8dcff None None] Set router 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:17:02.503715 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:02.596312 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-0b0fbcba-a20d-41d4-bcb6-64d576a4c51a service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214504 Jul 08 20:17:02.652573 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:02.718961 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8325aa16-b06d-4e0e-8e0f-00e59aa8dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'name': 'tempest-ServerRescueTestJSON-313606675-router', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:25Z', 'updated_at': '2021-07-08T20:17:01Z', 'revision_number': 5, 'project_id': '5ea3d50172a64152a8b1a4c73654d683', 'gw_port': {'id': '9f1e47f2-3571-4e9d-8959-559e2d422b7c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:26Z', 'updated_at': '2021-07-08T20:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:02.738089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed664cb4-4465-42fe-96e3-7f60f4e071d2 req-7fd8dc62-a597-40e7-88c5-1592dd4233ba tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:02.739802 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ed664cb4-4465-42fe-96e3-7f60f4e071d2 req-7fd8dc62-a597-40e7-88c5-1592dd4233ba tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 943 time: 0.1194854 Jul 08 20:17:02.754993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325aa16-b06d-4e0e-8e0f-00e59aa8dcff None None] Checking router: 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:17:02.769136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325aa16-b06d-4e0e-8e0f-00e59aa8dcff None None] Routers {'1e3e4f36-5283-4863-96ca-e4b2843a6ae6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:17:02.771478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8325aa16-b06d-4e0e-8e0f-00e59aa8dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:16:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['1e3e4f36-5283-4863-96ca-e4b2843a6ae6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:02.798233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Deleting port 9f1e47f2-3571-4e9d-8959-559e2d422b7c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:02.798575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:02.829680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-5a3f0fb1-1695-464b-970e-1019d36c4830 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134912 Jul 08 20:17:02.844316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ed664cb4-4465-42fe-96e3-7f60f4e071d2 req-9818330e-3c45-4128-8046-d8931e3f0c49 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958483 Jul 08 20:17:02.862627 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642e1fc-ae1f-45b0-93a1-0b9860d9878d req-fd967922-5c05-4ac5-9e2b-a27f62df720d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:02.872821 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8642e1fc-ae1f-45b0-93a1-0b9860d9878d req-fd967922-5c05-4ac5-9e2b-a27f62df720d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 949 time: 0.1597583 Jul 08 20:17:02.922530 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8642e1fc-ae1f-45b0-93a1-0b9860d9878d req-d76436db-d09c-4a7d-b65a-94f7983a8380 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483394 Jul 08 20:17:02.928429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] For port 9f1e47f2-3571-4e9d-8959-559e2d422b7c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9f1e47f2-3571-4e9d-8959-559e2d422b7c,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:02.928834 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:02.947406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Calling delete_port for 9f1e47f2-3571-4e9d-8959-559e2d422b7c owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:03.041776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-45f1429f-d5fb-4584-9085-28dd9208e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:03.045725 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-45f1429f-d5fb-4584-9085-28dd9208e0ab service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 1126 time: 0.1221669 Jul 08 20:17:03.068443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-8325aa16-b06d-4e0e-8e0f-00e59aa8dcff None None] Set router 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:17:03.171650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8325aa16-b06d-4e0e-8e0f-00e59aa8dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'name': 'tempest-ServerRescueTestJSON-313606675-router', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:25Z', 'updated_at': '2021-07-08T20:17:02Z', 'revision_number': 6, 'project_id': '5ea3d50172a64152a8b1a4c73654d683', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:03.209826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325aa16-b06d-4e0e-8e0f-00e59aa8dcff None None] The sync data for ids ['1e3e4f36-5283-4863-96ca-e4b2843a6ae6'] in n-d-791506-16 is: [{'id': '1e3e4f36-5283-4863-96ca-e4b2843a6ae6', 'name': 'tempest-ServerRescueTestJSON-313606675-router', 'tenant_id': '5ea3d50172a64152a8b1a4c73654d683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:25Z', 'updated_at': '2021-07-08T20:17:02Z', 'revision_number': 6, 'project_id': '5ea3d50172a64152a8b1a4c73654d683', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:17:03.240040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-bf1902e7-27bd-4981-add8-fc19c9e25d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:03.243202 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-bf1902e7-27bd-4981-add8-fc19c9e25d79 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.1687298 Jul 08 20:17:03.269568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b59b1c-5b63-41bf-8453-0c73644e9ed2 req-628adf8d-851e-48c6-b80c-6c9454ae446c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:03.279825 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-46b59b1c-5b63-41bf-8453-0c73644e9ed2 req-628adf8d-851e-48c6-b80c-6c9454ae446c tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 947 time: 0.1618972 Jul 08 20:17:03.298649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 06a7b987-4350-44ad-884c-4c3cf60196f4 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:17:03.373057 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 353655e9-29a2-43cd-8bb2-421939a1ed98 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:17:03.408858 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-b63f22d2-d368-4f85-85bc-677df9737bda service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90077c20-78a8-436e-9186-9913932bde40 HTTP/1.1" status: 200 len: 217 time: 0.1175005 Jul 08 20:17:03.418432 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.471154 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-46b59b1c-5b63-41bf-8453-0c73644e9ed2 req-42b2f68f-541a-4789-89e9-fbc9d2b4a7fa tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901712 Jul 08 20:17:03.481405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1e47f2-3571-4e9d-8959-559e2d422b7c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:03.496896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-237483da-833a-4fee-9b63-b8887c28975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:03.505520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-237483da-833a-4fee-9b63-b8887c28975b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.0773466 Jul 08 20:17:03.507324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:03.537676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'mac_address': 'fa:16:3e:01:fb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:17:03.539689 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 353655e9-29a2-43cd-8bb2-421939a1ed98 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:17:03.551005 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.555830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 353655e9-29a2-43cd-8bb2-421939a1ed98 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:17:03.556348 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.560432 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-e5e3c110-13a9-4342-bd20-404c1c725373 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441375 Jul 08 20:17:03.673224 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.691011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a7b987-4350-44ad-884c-4c3cf60196f4 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:17:03.699665 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c30c71f3-7ce6-46d3-bdda-97e396f66628 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:03.713313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.716110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.737928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: c30c71f3-7ce6-46d3-bdda-97e396f66628 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:03.738327 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c30c71f3-7ce6-46d3-bdda-97e396f66628 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:03.743929 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:03.765495 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.794828 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-3552d0c5-269b-4643-8b90-1971160facf7 service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184608 Jul 08 20:17:03.799448 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.800029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e3e4f36-5283-4863-96ca-e4b2843a6ae6 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:17:03.806401 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.807468 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a52c4cb4-04ee-4d42-bcf7-8ce6d4cc851c admin admin] 10.222.0.101 "DELETE /v2.0/routers/1e3e4f36-5283-4863-96ca-e4b2843a6ae6 HTTP/1.1" status: 204 len: 168 time: 1.4741066 Jul 08 20:17:03.809943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47944) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:03.813306 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.821158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fc513-0d31-435a-b991-50de74b563e6 req-0ebf518a-028e-42ee-9b69-b3cba0346758 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:03.830553 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a01fc513-0d31-435a-b991-50de74b563e6 req-0ebf518a-028e-42ee-9b69-b3cba0346758 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.1343138 Jul 08 20:17:03.846117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:03.853279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c215976f-e183-4fa1-bd67-a052dc76cbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353655e9-29a2-43cd-8bb2-421939a1ed98'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:03.855496 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f64066-a130-44b5-89aa-f0605c166bd0" -d '{"events": [{"server_uuid": "c215976f-e183-4fa1-bd67-a052dc76cbc1", "name": "network-vif-plugged", "status": "completed", "tag": "353655e9-29a2-43cd-8bb2-421939a1ed98"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:03.869818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 353655e9-29a2-43cd-8bb2-421939a1ed98, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=353655e9-29a2-43cd-8bb2-421939a1ed98,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:03.876203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3f077a-e4c8-4fc7-8b4e-94dbe90a6aeb admin admin] Deleting subnet 1e333acf-e5bb-43f7-b4e2-5e96c683e1d3 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:17:03.877132 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.886655 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf3f077a-e4c8-4fc7-8b4e-94dbe90a6aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.906654 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497640b8-99e2-4e50-9999-76c6dbb397e3 x-openstack-request-id: req-497640b8-99e2-4e50-9999-76c6dbb397e3 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:03.906944 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c215976f-e183-4fa1-bd67-a052dc76cbc1", "name": "network-vif-plugged", "status": "completed", "tag": "353655e9-29a2-43cd-8bb2-421939a1ed98", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:03.907327 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-497640b8-99e2-4e50-9999-76c6dbb397e3 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:03.907719 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c215976f-e183-4fa1-bd67-a052dc76cbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353655e9-29a2-43cd-8bb2-421939a1ed98', 'code': 200} Jul 08 20:17:03.924989 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a01fc513-0d31-435a-b991-50de74b563e6 req-615548fd-65d9-4e02-8e10-82fc6e6df77a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935297 Jul 08 20:17:03.970784 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf3f077a-e4c8-4fc7-8b4e-94dbe90a6aeb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.979663 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf3f077a-e4c8-4fc7-8b4e-94dbe90a6aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:03.983219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae02f4d-85f3-4f9b-a1ef-9160520e4875 req-e0d3d523-de72-4946-be23-d117b548c329 service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751845 Jul 08 20:17:03.986471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=353655e9-29a2-43cd-8bb2-421939a1ed98,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:04.053151 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f091cb21-6acc-4c5f-8706-f04772445c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.086025 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf3f077a-e4c8-4fc7-8b4e-94dbe90a6aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.122540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f077a-e4c8-4fc7-8b4e-94dbe90a6aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e333acf-e5bb-43f7-b4e2-5e96c683e1d3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:04.129593 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf3f077a-e4c8-4fc7-8b4e-94dbe90a6aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.130117 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443312b7-e0cb-4eea-b3ad-b11e45f5843e req-3b1b5ef9-a80c-472a-a835-41091a9fc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:04.131632 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-443312b7-e0cb-4eea-b3ad-b11e45f5843e req-3b1b5ef9-a80c-472a-a835-41091a9fc7ff service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 1102 time: 0.1122477 Jul 08 20:17:04.132087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bf3f077a-e4c8-4fc7-8b4e-94dbe90a6aeb admin admin] 10.222.0.101 "DELETE /v2.0/subnets/1e333acf-e5bb-43f7-b4e2-5e96c683e1d3 HTTP/1.1" status: 204 len: 168 time: 0.3209965 Jul 08 20:17:04.134965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47954) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:04.151895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad374e-00a5-4550-aeac-b58bbb23505d req-084f33ec-0892-4d4c-a168-08488bf4a973 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:04.153607 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23ad374e-00a5-4550-aeac-b58bbb23505d req-084f33ec-0892-4d4c-a168-08488bf4a973 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 950 time: 0.0901368 Jul 08 20:17:04.208307 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-443312b7-e0cb-4eea-b3ad-b11e45f5843e req-f8fc2a22-2073-477c-8133-f9ecef3047b8 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537422 Jul 08 20:17:04.218561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fac93-22b5-401b-9670-e82dd9ecce5c req-eefc58f2-785b-48da-8b81-abde412113fa tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:04.220314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-450fac93-22b5-401b-9670-e82dd9ecce5c req-eefc58f2-785b-48da-8b81-abde412113fa tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 943 time: 0.1732728 Jul 08 20:17:04.222798 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['06a7b987-4350-44ad-884c-4c3cf60196f4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:04.226153 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.230648 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23ad374e-00a5-4550-aeac-b58bbb23505d req-85980142-4b37-41d9-a33a-502e9ff3229c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681469 Jul 08 20:17:04.313325 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-450fac93-22b5-401b-9670-e82dd9ecce5c req-a03ce3c5-5fe1-4de6-8377-a85833172064 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765204 Jul 08 20:17:04.366683 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.378748 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.379122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.380552 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.380934 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > port after_create 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.381277 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.381603 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > port after_update 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.381917 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.382239 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.382608 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.382864 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.455633 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.455982 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.456305 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.456693 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 20:17:04.457035 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facf6591-74f3-4e8c-9b17-d5502e9f1283']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:04.477885 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa15948a-346b-4094-8cf9-279e8782fbe7') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:04.478175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa15948a-346b-4094-8cf9-279e8782fbe7') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:04.493736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.513899 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.522816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:17:04.523210 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.527138 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:17:04.531440 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:17:04.609764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.619734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.622366 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] 10.222.0.101 "DELETE /v2.0/networks/facf6591-74f3-4e8c-9b17-d5502e9f1283 HTTP/1.1" status: 204 len: 168 time: 0.4862051 Jul 08 20:17:04.633256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d657cf-095f-40b3-a73b-fea2dd18124a admin admin] Pushing event deleted for resources: {'Network': ['ID=facf6591-74f3-4e8c-9b17-d5502e9f1283,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:04.701380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3bb97-9824-47cd-8023-a58f7b429525 req-1742e6ec-5908-44aa-8d71-32ee62c14f6f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:04.702917 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6fc3bb97-9824-47cd-8023-a58f7b429525 req-1742e6ec-5908-44aa-8d71-32ee62c14f6f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 948 time: 0.0841551 Jul 08 20:17:04.744966 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6fc3bb97-9824-47cd-8023-a58f7b429525 req-d4508a73-63e6-4849-b8d4-f52de4ea9e37 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348294 Jul 08 20:17:04.747146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47964) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:04.792886 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dfc84cbb-f3b9-4c6a-8c4f-2f957b2f4770 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5ea3d50172a64152a8b1a4c73654d683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415106 Jul 08 20:17:04.792886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47968) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:04.842185 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f98548c8-580f-4044-8de7-7a3b6060a96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.863944 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f98548c8-580f-4044-8de7-7a3b6060a96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.916532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f98548c8-580f-4044-8de7-7a3b6060a96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.919109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f98548c8-580f-4044-8de7-7a3b6060a96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:04.920273 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f98548c8-580f-4044-8de7-7a3b6060a96d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b2e922a8-3d6c-458a-8d92-203f16b2b5b8 HTTP/1.1" status: 204 len: 168 time: 0.1265030 Jul 08 20:17:04.928869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98548c8-580f-4044-8de7-7a3b6060a96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e922a8-3d6c-458a-8d92-203f16b2b5b8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:05.145707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dff0e8-2fb0-4d04-b9d8-48ba71ce9d5f req-877c048a-9d02-48dc-b2fd-9defaa1f896a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:05.147362 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20dff0e8-2fb0-4d04-b9d8-48ba71ce9d5f req-877c048a-9d02-48dc-b2fd-9defaa1f896a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0881979 Jul 08 20:17:05.190715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20dff0e8-2fb0-4d04-b9d8-48ba71ce9d5f req-cf7227e3-a5fb-4486-a9c6-08c45b6aabe7 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359678 Jul 08 20:17:05.218335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-3fae915c-a331-4853-8699-815bf7c03eb3 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:05.219841 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-3fae915c-a331-4853-8699-815bf7c03eb3 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.104 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718&tenant_id=847906ba92d7431c9a151198f8628748&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 948 time: 0.1873412 Jul 08 20:17:05.235777 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09aa43-84c9-437f-abe8-d897ddbc1cbf req-c579bdf6-0907-4132-96fc-73d7369736af tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:05.237291 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e09aa43-84c9-437f-abe8-d897ddbc1cbf req-c579bdf6-0907-4132-96fc-73d7369736af tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 948 time: 0.1256516 Jul 08 20:17:05.316732 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e09aa43-84c9-437f-abe8-d897ddbc1cbf req-decd6c29-80c8-4e20-90fd-f2b669988ff8 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726590 Jul 08 20:17:05.323329 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-2ab8c5cc-9af8-4700-ad11-ae2b593530c6 service neutron] 10.222.0.104 "GET /v2.0/ports/06a7b987-4350-44ad-884c-4c3cf60196f4/bindings/n-h1-791506-16 HTTP/1.1" status: 200 len: 383 time: 0.0850997 Jul 08 20:17:05.436207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-18081140-7288-47c4-8a13-b63622363a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:05.437939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-18081140-7288-47c4-8a13-b63622363a0c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 1100 time: 0.0753551 Jul 08 20:17:05.452990 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76597c-6fe6-499c-865d-b3436cfef0fa req-2fcfae0f-ddd6-43f5-9582-11c0dc4f9f77 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:05.464321 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f76597c-6fe6-499c-865d-b3436cfef0fa req-2fcfae0f-ddd6-43f5-9582-11c0dc4f9f77 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 950 time: 0.1114726 Jul 08 20:17:05.501937 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f76597c-6fe6-499c-865d-b3436cfef0fa req-0ce77027-6b1d-4e65-ab8c-d85be4e5ffed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345066 Jul 08 20:17:05.553559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9f1e47f2-3571-4e9d-8959-559e2d422b7c no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:05.574791 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 9f1e47f2-3571-4e9d-8959-559e2d422b7c {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:05.575494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9f1e47f2-3571-4e9d-8959-559e2d422b7c not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:05.583974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-5fbb9282-d086-4f03-a537-78dbfb55ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:05.585532 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-5fbb9282-d086-4f03-a537-78dbfb55ba93 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1404932 Jul 08 20:17:05.598420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13827a-683b-4db5-acd4-b51bbbfb2375 req-eb92305f-2e7e-43a4-9693-b402b056f060 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:05.600374 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c13827a-683b-4db5-acd4-b51bbbfb2375 req-eb92305f-2e7e-43a4-9693-b402b056f060 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 943 time: 0.1343555 Jul 08 20:17:05.647024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-18d0bbf5-175f-4c87-a154-c3515adf3d03 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 200 len: 217 time: 0.0428855 Jul 08 20:17:05.709095 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c13827a-683b-4db5-acd4-b51bbbfb2375 req-2b72704b-9c97-4da7-aac5-6ce3520d81eb tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986066 Jul 08 20:17:05.718149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-13896924-84ab-49db-a116-542a34f846c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:05.719767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-13896924-84ab-49db-a116-542a34f846c4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0644898 Jul 08 20:17:05.787291 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48004) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:05.792385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-5ca9f06f-d9ae-4f3d-ad97-ed4ed2bd93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:05.794307 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-5ca9f06f-d9ae-4f3d-ad97-ed4ed2bd93d2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0646815 Jul 08 20:17:05.906141 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-network', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:05.917540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-7ba319ca-535e-4bf8-abe2-8bd140bbfc7d service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056311 Jul 08 20:17:05.934707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Made reservation on behalf of 9a204fc7f0114156bc56c57ee92033dc for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:17:05.937773 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:05.951299 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.016916 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-49918fac-ab31-4a34-b9b5-22d20ab587da service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921323 Jul 08 20:17:06.049356 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.054000 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.082230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:17:06.088861 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:06.095169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.095520 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Added segment 146bc70c-de31-47f8-8576-be08075800e3 of type vlan for network 1494693d-10df-4f93-a8c3-b15579ec8a8f Jul 08 20:17:06.136139 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.164552 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.165466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:06.166307 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.215037 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4266286 Jul 08 20:17:06.218093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48008) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:06.224356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-fb79de0c-f5c1-43ac-95bd-9b5c1ba9970d admin admin] Request body: {'subnet': {'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-subnet', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:06.226360 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a90a6e-cce3-40a5-8733-a672f3058337 admin admin] Pushing event updated for resources: {'Network': ['ID=1494693d-10df-4f93-a8c3-b15579ec8a8f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:06.238520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 1494693d-10df-4f93-a8c3-b15579ec8a8f details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:17:06.247663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb79de0c-f5c1-43ac-95bd-9b5c1ba9970d admin admin] Made reservation on behalf of 9a204fc7f0114156bc56c57ee92033dc for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:17:06.250625 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb79de0c-f5c1-43ac-95bd-9b5c1ba9970d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.397593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8708b2-55a2-4a44-a223-71f4a93fe62b req-a3a35a1f-90f6-47c9-93e4-951ba0fd6c0c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:06.399171 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d8708b2-55a2-4a44-a223-71f4a93fe62b req-a3a35a1f-90f6-47c9-93e4-951ba0fd6c0c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0752161 Jul 08 20:17:06.440381 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb79de0c-f5c1-43ac-95bd-9b5c1ba9970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.445347 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d8708b2-55a2-4a44-a223-71f4a93fe62b req-a661ac9b-c92e-449b-bb6a-13e5cc0627ee tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 Jul 08 20:17:06.519202 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c0081b8f-b378-4b75-81b3-5753e0b67f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.532873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79de0c-f5c1-43ac-95bd-9b5c1ba9970d admin admin] Pushing event updated for resources: {'Subnet': ['ID=856af900-c58d-420c-bc41-3fa811a4bf28,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:06.550412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79de0c-f5c1-43ac-95bd-9b5c1ba9970d admin admin] Checking segment: {'id': '146bc70c-de31-47f8-8576-be08075800e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:17:06.550773 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb79de0c-f5c1-43ac-95bd-9b5c1ba9970d admin admin] Network hostable DHCP agents. Network: 1494693d-10df-4f93-a8c3-b15579ec8a8f, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:17:06.579935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4fddc-b51b-4b38-abfb-52f4182af73e req-8df4e981-2477-4398-aee3-0a8468e4095e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:06.581489 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-60c4fddc-b51b-4b38-abfb-52f4182af73e req-8df4e981-2477-4398-aee3-0a8468e4095e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 948 time: 0.1124053 Jul 08 20:17:06.583080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb79de0c-f5c1-43ac-95bd-9b5c1ba9970d admin admin] Network 1494693d-10df-4f93-a8c3-b15579ec8a8f is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:17:06.596459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-fb79de0c-f5c1-43ac-95bd-9b5c1ba9970d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 1494693d-10df-4f93-a8c3-b15579ec8a8f) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:17:06.608093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb79de0c-f5c1-43ac-95bd-9b5c1ba9970d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:06.608612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078d544b-73cd-4556-8d3e-e3810604d417 None None] Network 1494693d-10df-4f93-a8c3-b15579ec8a8f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:17:06.609127 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb79de0c-f5c1-43ac-95bd-9b5c1ba9970d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.633195 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fb79de0c-f5c1-43ac-95bd-9b5c1ba9970d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4139552 Jul 08 20:17:06.636401 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-60c4fddc-b51b-4b38-abfb-52f4182af73e req-0b9ddc08-381f-4f46-9630-e3e9a0d19e6a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480928 Jul 08 20:17:06.638860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48016) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:06.643562 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:06.679015 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.679674 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.709336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61224d18-7032-4f99-8917-5195646acc4b req-226fcc26-6b32-4282-8b37-7a374bed0ddf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:06.711952 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-61224d18-7032-4f99-8917-5195646acc4b req-226fcc26-6b32-4282-8b37-7a374bed0ddf tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 950 time: 0.0919702 Jul 08 20:17:06.752543 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.758479 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-61224d18-7032-4f99-8917-5195646acc4b req-baca35a0-3c28-4932-b35a-118c0c755763 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389705 Jul 08 20:17:06.783956 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f09b124-3129-4d78-849a-852bfa88508f None None] Network 1494693d-10df-4f93-a8c3-b15579ec8a8f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:17:06.970044 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:06.981167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776724f9-4ff5-4c07-a0cf-7d434780f882 req-c23cb00f-88b7-42d2-bc9a-ed0438d3c1e3 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:06.983136 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-776724f9-4ff5-4c07-a0cf-7d434780f882 req-c23cb00f-88b7-42d2-bc9a-ed0438d3c1e3 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 943 time: 0.0959623 Jul 08 20:17:07.025495 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-776724f9-4ff5-4c07-a0cf-7d434780f882 req-8b31612c-870c-4e51-b22e-c49f92f75036 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348592 Jul 08 20:17:07.229065 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:07.325966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b9b24-c525-4ad3-8c5f-265a776e3078 req-72363a2f-768b-42ad-892a-9e77b1c449e3 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:07.327669 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c66b9b24-c525-4ad3-8c5f-265a776e3078 req-72363a2f-768b-42ad-892a-9e77b1c449e3 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 1102 time: 0.1143253 Jul 08 20:17:07.334240 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 06a7b987-4350-44ad-884c-4c3cf60196f4 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:17:07.380660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c66b9b24-c525-4ad3-8c5f-265a776e3078 req-c8fe9c26-63e6-40e5-a0f1-9aff43713473 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447688 Jul 08 20:17:07.384660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 06a7b987-4350-44ad-884c-4c3cf60196f4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:17:07.388916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 06a7b987-4350-44ad-884c-4c3cf60196f4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:17:07.389291 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:07.489966 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:07.518306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:07.521357 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e34d31-1736-4d46-aac1-6eae4185e089" -d '{"events": [{"server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "name": "network-vif-plugged", "status": "completed", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:07.521962 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:07.544687 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:07.544946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:07.550103 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:07.633309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:07.653367 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-0ac0ffe6-2bff-4489-8a7b-3ac209347989 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494175 Jul 08 20:17:07.682825 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720aa9a-2361-4dd8-8227-6448ecace728 req-74ced4f0-fa98-4bf3-bcfb-6ef951390c3d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:07.684359 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3720aa9a-2361-4dd8-8227-6448ecace728 req-74ced4f0-fa98-4bf3-bcfb-6ef951390c3d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0738549 Jul 08 20:17:07.723899 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3720aa9a-2361-4dd8-8227-6448ecace728 req-317f120f-2521-4983-a1e8-cfac239a3068 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336764 Jul 08 20:17:07.790551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Allocated IP 172.25.4.163 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/4adc62a3-104f-485b-b4d8-cadf532d79f1) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:17:07.794188 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6625a646-72c3-4482-92f2-d3862767ae52 x-openstack-request-id: req-6625a646-72c3-4482-92f2-d3862767ae52 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:07.795303 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "name": "network-vif-plugged", "status": "completed", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:07.795858 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6625a646-72c3-4482-92f2-d3862767ae52 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:07.796785 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'code': 200} Jul 08 20:17:07.829939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-2903b1c9-a8d9-4746-82a1-f110963ac232 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:07.831420 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-2903b1c9-a8d9-4746-82a1-f110963ac232 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673839 Jul 08 20:17:07.929700 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:07.952477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ffae6-7dac-4cde-aee2-351e0226af8d req-f95ecbbd-175d-4646-ae9d-021a2379a9b6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:07.952477 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-268ffae6-7dac-4cde-aee2-351e0226af8d req-f95ecbbd-175d-4646-ae9d-021a2379a9b6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0690670 Jul 08 20:17:07.983030 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:08.002951 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-268ffae6-7dac-4cde-aee2-351e0226af8d req-23ae2735-a600-4d8e-875d-3d6cf08da451 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Jul 08 20:17:08.051897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:17:08.061215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-6ad0d6ae-200d-4d27-82ea-c0faec66b3b4 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/quotas/6243f62424334f17aa948941488dc134 HTTP/1.1" status: 200 len: 375 time: 0.2194567 Jul 08 20:17:08.061494 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:08.074392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:17:08.080827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:17:08.104396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Pushing event updated for resources: {'Port': ['ID=4adc62a3-104f-485b-b4d8-cadf532d79f1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:08.250985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-126958b2-8481-43e4-97de-d90fa0faf293 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1886218 Jul 08 20:17:08.489562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94cdc6-a638-42c2-aa1b-efcdc36ffbf8 req-ae95c58e-2864-44f1-b4a8-7072325f17b7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:08.501190 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:08.503453 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a94cdc6-a638-42c2-aa1b-efcdc36ffbf8 req-ae95c58e-2864-44f1-b4a8-7072325f17b7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 943 time: 0.1130786 Jul 08 20:17:08.587033 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a94cdc6-a638-42c2-aa1b-efcdc36ffbf8 req-b338e1ba-fe5e-4883-bd87-9dc81c3ba4f7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803092 Jul 08 20:17:08.667726 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-fb4f430e-a1fb-483f-80bd-b107be2e6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:08.670194 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-fb4f430e-a1fb-483f-80bd-b107be2e6937 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718&tenant_id=847906ba92d7431c9a151198f8628748 HTTP/1.1" status: 200 len: 1101 time: 0.0765901 Jul 08 20:17:08.689922 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe2b1993-4247-4a1b-b55f-54cd0108a508 req-043e6ac3-31a2-4d51-be4a-56a49bb4e152 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 210 time: 0.0363841 Jul 08 20:17:08.712924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:08.869429 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:08.921319 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:09.013800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1cce4-7637-4467-be0c-7ec9c877ad2a req-58ea831e-1779-4214-9ec1-7ab5336381db tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:09.015009 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-88a1cce4-7637-4467-be0c-7ec9c877ad2a req-58ea831e-1779-4214-9ec1-7ab5336381db tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.1314960 Jul 08 20:17:09.033264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:17:09.142883 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-88a1cce4-7637-4467-be0c-7ec9c877ad2a req-6a2a21ac-595b-468c-bc07-ac8fc107eb30 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760446 Jul 08 20:17:09.236658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:17:09.252914 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Sync routers for ids ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:17:09.257522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:09.276550 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Routers {'6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:17:09.277793 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:17:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:09.321281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:09.370687 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:09.374384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ecd0de43-30e2-4364-b4d6-48785843d8bd admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.7327056 Jul 08 20:17:09.380954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48076) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:09.387470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:09.390577 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7d8bb3-1991-46b9-b272-3da27ca15b7a" -d '{"events": [{"server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "name": "network-vif-unplugged", "status": "completed", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:09.398330 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:09.418501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Transition to ACTIVE for port object 06a7b987-4350-44ad-884c-4c3cf60196f4 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:17:09.426921 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:09.496508 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Set router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:17:09.520380 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb57726-9cb2-4943-84b5-b073035209cf req-762eeafd-5653-4798-9e10-3eba1856e040 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:09.527086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4eb57726-9cb2-4943-84b5-b073035209cf req-762eeafd-5653-4798-9e10-3eba1856e040 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.2670219 Jul 08 20:17:09.632223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] No DVR routers for this DVR port 06a7b987-4350-44ad-884c-4c3cf60196f4 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:09.649733 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:09.656300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Pushing event updated for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:09.674724 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b0a31a-f403-469c-9f46-3f3b9386a24e x-openstack-request-id: req-49b0a31a-f403-469c-9f46-3f3b9386a24e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:09.675048 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "name": "network-vif-unplugged", "status": "completed", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:09.675600 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-49b0a31a-f403-469c-9f46-3f3b9386a24e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:09.676439 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'code': 200} Jul 08 20:17:09.721548 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Attempting to bind port 06a7b987-4350-44ad-884c-4c3cf60196f4 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:17:09.722185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Attempting to bind port 06a7b987-4350-44ad-884c-4c3cf60196f4 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:17:09.722687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Attempting to bind port 06a7b987-4350-44ad-884c-4c3cf60196f4 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:09.729599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Port 06a7b987-4350-44ad-884c-4c3cf60196f4 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:17:09.730520 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Attempting to bind port 06a7b987-4350-44ad-884c-4c3cf60196f4 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:09.739677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:17:09.740119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:17:09.740847 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:17:09.741351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Bound port: 06a7b987-4350-44ad-884c-4c3cf60196f4, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:17:09.741889 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:09.851171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:09.856432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:17:09.863166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:09.909056 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4eb57726-9cb2-4943-84b5-b073035209cf req-3c9eba66-5cd0-4a32-9a13-1863baad5c25 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598955 Jul 08 20:17:09.915455 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:17:08Z', 'revision_number': 3, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port': {'id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:07Z', 'updated_at': '2021-07-08T20:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:09.919499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:09.920317 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:09.921952 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] 10.222.0.103 "PUT /v2.0/ports/06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 200 len: 1097 time: 1.2359726 Jul 08 20:17:09.937997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec170eca-56b6-4df7-b648-3970e6c30883 service neutron] Pushing event updated for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=11']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:09.976799 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Checking router: 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:17:09.977394 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Updating router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 port 4adc62a3-104f-485b-b4d8-cadf532d79f1 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:17:10.050382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-8cf536d4-3ceb-43c6-936e-bd6c893e7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:10.053520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-8cf536d4-3ceb-43c6-936e-bd6c893e7e6e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 1100 time: 0.0996337 Jul 08 20:17:10.059880 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:10.250690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-1f002ece-dfb1-4272-ae93-90808d914f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:10.253297 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-1f002ece-dfb1-4272-ae93-90808d914f87 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1907775 Jul 08 20:17:10.274234 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb806f9-b186-4c98-ba28-c830ae544c0f req-71e469b9-a51c-487f-90b9-bf2880b81e6c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:10.276042 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-edb806f9-b186-4c98-ba28-c830ae544c0f req-71e469b9-a51c-487f-90b9-bf2880b81e6c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 943 time: 0.1156693 Jul 08 20:17:10.327997 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-ac8afc3c-a968-4c7c-873a-522ef0baa2c4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 200 len: 217 time: 0.0636024 Jul 08 20:17:10.346740 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-82b826f0-1710-47b0-ae6b-fc225fbab131 req-2eb09fb0-02df-4bc9-b5e3-d20ca70361c2 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 210 time: 0.1327600 Jul 08 20:17:10.472549 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:10.483111 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-fbc2133b-64b3-46cd-bc37-c9a872fd4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:10.484998 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-fbc2133b-64b3-46cd-bc37-c9a872fd4e26 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1458788 Jul 08 20:17:10.492155 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Transition to ACTIVE for port object 4adc62a3-104f-485b-b4d8-cadf532d79f1 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:17:10.492993 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-e7427070-1914-4194-9b02-1ed95d37dc11 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=6243f62424334f17aa948941488dc134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1284208 Jul 08 20:17:10.506089 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:10.510180 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-edb806f9-b186-4c98-ba28-c830ae544c0f req-f47c33e1-45fc-47b0-8a33-9e58b7c222cd tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246900 Jul 08 20:17:10.592832 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Pushing event updated for resources: {'Port': ['ID=4adc62a3-104f-485b-b4d8-cadf532d79f1,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:10.611124 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:10.611774 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:10.611774 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:10.612180 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:10.612725 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:10.612860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-1a0fa4f6-7ece-41b0-bb49-cd57491c17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:10.613432 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:10.615628 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-1a0fa4f6-7ece-41b0-bb49-cd57491c17b3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1007645 Jul 08 20:17:10.619718 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:10.620115 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:10.620494 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:10.620861 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:10.621185 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:10.621676 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:10.652567 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Attempting to bind port 4adc62a3-104f-485b-b4d8-cadf532d79f1 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:17:10.653381 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Attempting to bind port 4adc62a3-104f-485b-b4d8-cadf532d79f1 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:17:10.653943 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Attempting to bind port 4adc62a3-104f-485b-b4d8-cadf532d79f1 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:10.661622 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:17:10.663861 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:17:10.664451 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:10.667533 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:17:10.668569 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Bound port: 4adc62a3-104f-485b-b4d8-cadf532d79f1, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:17:10.669713 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:10.676881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:10.765258 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] For port 4adc62a3-104f-485b-b4d8-cadf532d79f1, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:10.770491 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] For port 4adc62a3-104f-485b-b4d8-cadf532d79f1, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4adc62a3-104f-485b-b4d8-cadf532d79f1,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:17:10.775979 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:10.820662 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-35dab4ab-a7e3-4b28-adc4-e20391b57b4c service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942973 Jul 08 20:17:10.826614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6f392-7474-45a8-bad3-8d7e0ddefabc req-d3d6057e-e86c-4825-8c23-053a17473eb3 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:10.831712 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-c04ee208-2766-4620-adf5-4c5ba84795a0 service neutron] 10.222.0.103 "GET /v2.0/ports/90077c20-78a8-436e-9186-9913932bde40/bindings/n-h1-791506-16 HTTP/1.1" status: 200 len: 385 time: 0.1380067 Jul 08 20:17:10.834770 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-67f6f392-7474-45a8-bad3-8d7e0ddefabc req-d3d6057e-e86c-4825-8c23-053a17473eb3 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.2418156 Jul 08 20:17:10.862008 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Routers {'6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:17:10.862680 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:17:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:10.897276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-2aaa7507-e09f-4e59-bfed-4ef943441e31 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:10.898815 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-2aaa7507-e09f-4e59-bfed-4ef943441e31 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4006152 Jul 08 20:17:10.905124 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70366e36-7208-4fa0-b5c9-2e8262981df6 None None] Pushing event updated for resources: {'Port': ['ID=4adc62a3-104f-485b-b4d8-cadf532d79f1,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:10.925262 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Request body: {'port': {'device_id': 'd563e591-518c-433d-b2ee-5bfff14cd4f2', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '6243f62424334f17aa948941488dc134'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:10.999705 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-67f6f392-7474-45a8-bad3-8d7e0ddefabc req-cc7e9ea4-a6ee-4b93-853e-ee6c4a1f2f1f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639690 Jul 08 20:17:11.005139 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] Set router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:17:11.084726 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a68b309-7220-4979-a160-c985bed0f5b2 req-31d1cc84-07ad-4ab8-9d3a-e50aa502a126 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548158 Jul 08 20:17:11.124223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-c1f3f722-194a-4967-8033-beb80f341dfc service neutron] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=90077c20-78a8-436e-9186-9913932bde40,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:11.160101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Allocated IP 172.20.0.1 (1494693d-10df-4f93-a8c3-b15579ec8a8f/856af900-c58d-420c-bc41-3fa811a4bf28/cf37b474-8c92-4710-8b40-a1a48f9e004c) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:17:11.162392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-c1f3f722-194a-4967-8033-beb80f341dfc service neutron] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:11.185765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Made reservation on behalf of 6243f62424334f17aa948941488dc134 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:17:11.189903 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:11.211700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-c1f3f722-194a-4967-8033-beb80f341dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90077c20-78a8-436e-9186-9913932bde40 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:17:11.223715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-c1f3f722-194a-4967-8033-beb80f341dfc service neutron] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=90077c20-78a8-436e-9186-9913932bde40,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:11.240939 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-c1f3f722-194a-4967-8033-beb80f341dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:11.298011 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:17:08Z', 'revision_number': 3, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port': {'id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:07Z', 'updated_at': '2021-07-08T20:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:11.325695 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ddbed-ccda-42f1-ac29-0fa21b2be500 None None] The sync data for ids ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'] in n-d-791506-16 is: [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:17:08Z', 'revision_number': 3, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port': {'id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:07Z', 'updated_at': '2021-07-08T20:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:17:11.341181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-c1f3f722-194a-4967-8033-beb80f341dfc service neutron] Transition to ACTIVE for port object 90077c20-78a8-436e-9186-9913932bde40 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:17:11.353394 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-c1f3f722-194a-4967-8033-beb80f341dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:11.363887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 06a7b987-4350-44ad-884c-4c3cf60196f4 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:11.399475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 90077c20-78a8-436e-9186-9913932bde40 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:11.467122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 06a7b987-4350-44ad-884c-4c3cf60196f4 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:11.472783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-c1f3f722-194a-4967-8033-beb80f341dfc service neutron] No DVR routers for this DVR port 90077c20-78a8-436e-9186-9913932bde40 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:11.475488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 90077c20-78a8-436e-9186-9913932bde40 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:11.515771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3f722-194a-4967-8033-beb80f341dfc service neutron] Pushing event updated for resources: {'Port': ['ID=90077c20-78a8-436e-9186-9913932bde40,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:11.527737 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-c1f3f722-194a-4967-8033-beb80f341dfc service neutron] 10.222.0.103 "PUT /v2.0/ports/90077c20-78a8-436e-9186-9913932bde40/bindings/n-h1-791506-16/activate HTTP/1.1" status: 200 len: 370 time: 0.6746676 Jul 08 20:17:11.655038 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b477da51-f60b-43b7-8a07-f101b110e63a req-d92c42d2-f893-4893-892c-ea7a40c15aed tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 210 time: 0.1051307 Jul 08 20:17:11.678213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:11.681846 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0c5c52-6e50-416f-9a2f-514694365c80" -d '{"events": [{"name": "network-changed", "server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:11.841025 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3072f02-a911-43a7-9a49-62040bf80c45 req-6d8665b7-0a39-4ca6-9c48-6140bfbc9054 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:11.842632 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d3072f02-a911-43a7-9a49-62040bf80c45 req-6d8665b7-0a39-4ca6-9c48-6140bfbc9054 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 948 time: 0.6481333 Jul 08 20:17:11.858113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d89816-26d9-4d28-bffc-debc1f7d4760 req-ad66fbf3-ba8d-40ac-b218-d8b4dd715230 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:11.860345 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a9d89816-26d9-4d28-bffc-debc1f7d4760 req-ad66fbf3-ba8d-40ac-b218-d8b4dd715230 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 944 time: 0.0822191 Jul 08 20:17:11.900711 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:11.902439 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a9d89816-26d9-4d28-bffc-debc1f7d4760 req-a8235e40-275f-4538-9110-89571e5a4b64 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361722 Jul 08 20:17:11.969862 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2539dd9c-5283-4554-8a7b-ead421b7274b x-openstack-request-id: req-2539dd9c-5283-4554-8a7b-ead421b7274b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:11.971066 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:11.971066 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2539dd9c-5283-4554-8a7b-ead421b7274b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:11.973705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Allocated IP 192.168.233.52 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:17:11.980771 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'status': 'completed', 'code': 200} Jul 08 20:17:11.981299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d3072f02-a911-43a7-9a49-62040bf80c45 req-9ad6379f-dc21-4b07-8e02-625891c4897f tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100378 Jul 08 20:17:11.989842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-5b0cfb62-85ea-4202-9763-6544cc847459 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:11.992464 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-5b0cfb62-85ea-4202-9763-6544cc847459 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1096 time: 0.2536461 Jul 08 20:17:12.100313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:12.170290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Pushing event updated for resources: {'Port': ['ID=cf37b474-8c92-4710-8b40-a1a48f9e004c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:12.178177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-108eca0a-292d-40e9-aaa7-cd50b43a25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:12.179711 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-108eca0a-292d-40e9-aaa7-cd50b43a25af service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 1100 time: 0.1778600 Jul 08 20:17:12.181528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-616f83c8-6f0e-47c7-a346-5cbcf4dcad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:12.182910 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-616f83c8-6f0e-47c7-a346-5cbcf4dcad0e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=847906ba92d7431c9a151198f8628748&device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 1100 time: 0.1190269 Jul 08 20:17:12.250154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-ae6aa920-fbbb-45ef-b60c-e810af54761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:12.251695 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-ae6aa920-fbbb-45ef-b60c-e810af54761a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd HTTP/1.1" status: 200 len: 1096 time: 0.2452130 Jul 08 20:17:12.288920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Network 1494693d-10df-4f93-a8c3-b15579ec8a8f is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:17:12.305601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:17:12.308491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:17:12.398383 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:12.411984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-6e6f074e-ffec-411c-aa07-24e15285e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:12.413508 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-6e6f074e-ffec-411c-aa07-24e15285e7b4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2232394 Jul 08 20:17:12.415469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-c7e087af-4e17-459b-b0a7-a343a7bec335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:12.417075 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-c7e087af-4e17-459b-b0a7-a343a7bec335 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2255945 Jul 08 20:17:12.440711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e37dcd-8b4d-4a7b-b414-4ad831cf4153 req-77c406f4-5a4e-46fb-a5b0-870a6a9806d6 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:12.442399 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89e37dcd-8b4d-4a7b-b414-4ad831cf4153 req-77c406f4-5a4e-46fb-a5b0-870a6a9806d6 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.1549954 Jul 08 20:17:12.485906 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:12.506768 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-9050614b-2994-4237-a048-255ce9a5b28c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 200 len: 217 time: 0.0807195 Jul 08 20:17:12.512408 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-efa0c893-fb14-4688-a7e1-39d263614bd6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 200 len: 217 time: 0.0800884 Jul 08 20:17:12.532439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-8915a59b-6bf3-48ae-85eb-04c07d1e8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:12.534153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-8915a59b-6bf3-48ae-85eb-04c07d1e8432 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 1096 time: 0.2417920 Jul 08 20:17:12.536809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Transition to ACTIVE for port object 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:17:12.604545 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89e37dcd-8b4d-4a7b-b414-4ad831cf4153 req-9ec805ec-5ae8-46e8-bd69-431f20c94af3 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009555 Jul 08 20:17:12.617265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-ea0c1a38-5e99-4918-93be-5c883da8feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:12.618629 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-ea0c1a38-5e99-4918-93be-5c883da8feca service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0979469 Jul 08 20:17:12.619857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-9ff950b5-f268-4bf3-97d6-9cc4e33c60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:12.621227 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-9ff950b5-f268-4bf3-97d6-9cc4e33c60f5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0990987 Jul 08 20:17:12.688793 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:12.699925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:12.713080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2', '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', '959da3be-a862-4da7-91d0-155db65de3d1', 'efad43fe-6c07-4c39-ad21-b8bf748452b4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:12.717247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e251b56f-c079-432a-a5d2-7760c38f3430', 'd3aecade-91a9-45b6-a751-c6b3cca2df5a', '353655e9-29a2-43cd-8bb2-421939a1ed98'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:12.733507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-189d0cfb-dc55-41de-a77e-0cbbf43e9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:12.735031 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-189d0cfb-dc55-41de-a77e-0cbbf43e9c02 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1047487 Jul 08 20:17:12.740162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-825684bd-8180-4b82-8104-8be76ebf461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:12.741753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-825684bd-8180-4b82-8104-8be76ebf461d service neutron] 10.222.0.104 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.1974530 Jul 08 20:17:12.743975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-10947b1a-8b54-4f88-be24-bf449051bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:12.745577 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-10947b1a-8b54-4f88-be24-bf449051bca4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1170936 Jul 08 20:17:12.841069 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:17:12.888581 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-f30f31b7-1a60-44aa-a8e2-44dae9c95fb2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90077c20-78a8-436e-9186-9913932bde40 HTTP/1.1" status: 200 len: 217 time: 0.1239407 Jul 08 20:17:12.898304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:17:12.900074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:17:12.919036 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-8aadf7b5-faba-4cd7-899e-7d0f25e82886 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724374 Jul 08 20:17:12.921756 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-35d012c3-6bf0-482a-a1f8-49fd27a008a1 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659541 Jul 08 20:17:12.927229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event updated for resources: {'Port': ['ID=2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:13.141406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:13.142641 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:13.168648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-3df78cd4-7bf4-457a-bc63-9d46e6439d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:13.170583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-3df78cd4-7bf4-457a-bc63-9d46e6439d4c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.2641563 Jul 08 20:17:13.176082 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-edd856be-08f2-416c-a9d4-6cffcfdd0e72 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2575431 Jul 08 20:17:13.205494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Request body: {'port': {'device_id': 'd563e591-518c-433d-b2ee-5bfff14cd4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:13.255290 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-48a878b7-bc41-4bb4-9005-473d96137eea service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650280 Jul 08 20:17:13.273170 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225ebb0-f1e9-4a36-8bd3-f9dc1583c1a0 req-c71af4df-dd84-4ac4-a456-c013efc8f365 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:13.274931 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b225ebb0-f1e9-4a36-8bd3-f9dc1583c1a0 req-c71af4df-dd84-4ac4-a456-c013efc8f365 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 935 time: 0.4376056 Jul 08 20:17:13.328774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-97516c9c-3dee-4558-94a4-1795b43dbe35 None None] Provisioning for port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:17:13.349199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-97516c9c-3dee-4558-94a4-1795b43dbe35 None None] Provisioning complete for port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:17:13.349573 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-97516c9c-3dee-4558-94a4-1795b43dbe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:13.426951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-97516c9c-3dee-4558-94a4-1795b43dbe35 None None] Port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:17:13.454211 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:13.487326 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b225ebb0-f1e9-4a36-8bd3-f9dc1583c1a0 req-429a3d17-b4de-47ff-a353-958e95852d4a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951301 Jul 08 20:17:13.493258 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:13.539884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-b2968382-fb7a-4d87-bfcb-c40ba292cdf9 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118572 Jul 08 20:17:13.562846 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-c8f3be60-51f4-4f9e-8b29-c1b92d86af68 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867684 Jul 08 20:17:13.575022 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:13.642299 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd0c5c52-6e50-416f-9a2f-514694365c80 req-949db364-085e-4940-a8f0-db1c11fe6477 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019053 Jul 08 20:17:13.656515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a201-0f84-4430-b142-62ae6b639700 req-9224290f-0810-4648-b986-6072bc07b091 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:13.661941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Pushing event updated for resources: {'Port': ['ID=cf37b474-8c92-4710-8b40-a1a48f9e004c,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:13.666748 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de02a201-0f84-4430-b142-62ae6b639700 req-9224290f-0810-4648-b986-6072bc07b091 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 944 time: 0.2341075 Jul 08 20:17:13.673042 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:13.713288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4adc62a3-104f-485b-b4d8-cadf532d79f1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:17:13.713921 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de02a201-0f84-4430-b142-62ae6b639700 req-a279b2b0-b6c7-490a-8695-8e2f578cf7e5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457451 Jul 08 20:17:13.773888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 4adc62a3-104f-485b-b4d8-cadf532d79f1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:17:13.778213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4adc62a3-104f-485b-b4d8-cadf532d79f1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:17:13.778667 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:13.891383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-950e274a-d6eb-4fb0-97cc-1913931b8b54 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078134 Jul 08 20:17:13.906443 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:13.959619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 4adc62a3-104f-485b-b4d8-cadf532d79f1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4adc62a3-104f-485b-b4d8-cadf532d79f1,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:13.965687 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:14.038036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7211a4-6282-41fc-874b-5f0dacd335e7 req-6fea097b-e8d0-4a2c-8684-a068652e58fe tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:14.039133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=4adc62a3-104f-485b-b4d8-cadf532d79f1,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:14.039314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3f7211a4-6282-41fc-874b-5f0dacd335e7 req-6fea097b-e8d0-4a2c-8684-a068652e58fe tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 948 time: 0.3340018 Jul 08 20:17:14.041721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Network 1494693d-10df-4f93-a8c3-b15579ec8a8f is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:17:14.046899 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:17:14.217329 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3f7211a4-6282-41fc-874b-5f0dacd335e7 req-192c05c8-efd6-4e74-9e1f-79620041cd4e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526778 Jul 08 20:17:14.316682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:17:14.327181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11bc1-6c6d-45f4-929b-5df55f4e6796 req-772bbd31-fd27-4ceb-9c05-20f91ddcb842 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:14.327385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:17:14.328714 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dbb11bc1-6c6d-45f4-929b-5df55f4e6796 req-772bbd31-fd27-4ceb-9c05-20f91ddcb842 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0655079 Jul 08 20:17:14.330979 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:14.353169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Transition to ACTIVE for port object 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:17:14.362496 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:14.368511 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dbb11bc1-6c6d-45f4-929b-5df55f4e6796 req-6f8a490e-9166-46ab-8fe1-bd4a96c3d247 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334339 Jul 08 20:17:14.450593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-757056e2-bee4-4171-a00f-138c52d7f0e0 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:14.452187 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-757056e2-bee4-4171-a00f-138c52d7f0e0 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 1096 time: 0.1878078 Jul 08 20:17:14.469161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:14.619597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:17:14.629248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Sync routers for ids ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:17:14.635512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fc3b6c9a-2a34-4acf-b188-e9b0a4e7aaea admin admin] 10.222.0.101 "PUT /v2.0/routers/6fc3ae58-aa09-46a7-9bcc-f4529e3289a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2531455 Jul 08 20:17:14.638187 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Routers {'6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:17:14.638812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:17:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:14.699477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Attempting to bind port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:17:14.699803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Attempting to bind port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:17:14.700023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Attempting to bind port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:14.712548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:17:14.712812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Attempting to bind port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:14.733342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:17:14.733678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:17:14.734264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:17:14.734763 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Bound port: 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:17:14.735130 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:14.756386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-891f8570-6579-48b9-a30d-ec51b8615654 service neutron] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:14.763550 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-891f8570-6579-48b9-a30d-ec51b8615654 service neutron] Notify callbacks [] for binding, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:14.764978 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Set router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:17:14.765535 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-395a15e8-9c24-4ebe-9825-9f489f713a71 req-891f8570-6579-48b9-a30d-ec51b8615654 service neutron] 10.222.0.104 "DELETE /v2.0/ports/90077c20-78a8-436e-9186-9913932bde40/bindings/n-h2-791506-16 HTTP/1.1" status: 204 len: 173 time: 0.3038206 Jul 08 20:17:14.775232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6026f-fc2f-4cb5-bc35-392c7608dedf req-8bc57fc3-a204-403d-87e4-d3ef4feaaa29 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:14.777067 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c4c6026f-fc2f-4cb5-bc35-392c7608dedf req-8bc57fc3-a204-403d-87e4-d3ef4feaaa29 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 947 time: 0.1621718 Jul 08 20:17:14.856327 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c4c6026f-fc2f-4cb5-bc35-392c7608dedf req-c344cc27-27be-4d7c-a783-3f30a3cc150e tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608988 Jul 08 20:17:14.861129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] For port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:14.865888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] For port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:17:14.872913 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:14.939277 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:14.940112 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:14.940925 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] 10.222.0.104 "PUT /v2.0/ports/2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a HTTP/1.1" status: 200 len: 1096 time: 1.7519422 Jul 08 20:17:14.941367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd563e591-518c-433d-b2ee-5bfff14cd4f2', 'tag': '2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:14.944417 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada66d40-bed4-4363-94e2-c8c620335130" -d '{"events": [{"name": "network-changed", "server_uuid": "d563e591-518c-433d-b2ee-5bfff14cd4f2", "tag": "2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:14.959557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9658b2-47b3-4760-85f5-57d5d4ddd6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:14.969308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ea14f-cf8a-4e32-aadd-53b0e7988d10 req-9b53c9b9-778d-43fb-989c-752b72297681 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:14.977511 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8d2ea14f-cf8a-4e32-aadd-53b0e7988d10 req-9b53c9b9-778d-43fb-989c-752b72297681 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 944 time: 0.0945799 Jul 08 20:17:15.029274 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8d2ea14f-cf8a-4e32-aadd-53b0e7988d10 req-48a220eb-fd17-47df-aa23-d43b3f1c4633 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509641 Jul 08 20:17:15.090284 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:17:12Z', 'revision_number': 4, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port': {'id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:07Z', 'updated_at': '2021-07-08T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'cf37b474-8c92-4710-8b40-a1a48f9e004c', 'name': '', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'mac_address': 'fa:16:3e:b6:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:10Z', 'updated_at': '2021-07-08T20:17:12Z', 'revision_number': 2, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'subnets': [{'id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:15.126086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Checking router: 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:17:15.126086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Updating router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 port cf37b474-8c92-4710-8b40-a1a48f9e004c binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:17:15.187560 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:15.515700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 06a7b987-4350-44ad-884c-4c3cf60196f4 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:17:15.537954 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965316af-26ee-4c62-9529-7c220b23db22 x-openstack-request-id: req-965316af-26ee-4c62-9529-7c220b23db22 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:15.538229 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d563e591-518c-433d-b2ee-5bfff14cd4f2", "tag": "2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:15.538535 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-965316af-26ee-4c62-9529-7c220b23db22 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:15.538849 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd563e591-518c-433d-b2ee-5bfff14cd4f2', 'tag': '2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a', 'status': 'completed', 'code': 200} Jul 08 20:17:15.597211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-a9582443-53b6-4fc5-bffc-77fd87d21fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:15.599059 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-a9582443-53b6-4fc5-bffc-77fd87d21fa7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 1099 time: 0.5996001 Jul 08 20:17:15.610665 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-3daa1fe6-0ae5-4ac3-9396-0b4265594ea5 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:15.620514 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-3daa1fe6-0ae5-4ac3-9396-0b4265594ea5 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/networks?id=1494693d-10df-4f93-a8c3-b15579ec8a8f HTTP/1.1" status: 200 len: 820 time: 0.4692626 Jul 08 20:17:15.667118 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-906f876b-0422-46b3-aa7c-4d28e7fee6ba tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/quotas/9a204fc7f0114156bc56c57ee92033dc HTTP/1.1" status: 200 len: 375 time: 0.0454264 Jul 08 20:17:15.668588 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-5705a3d9-5ecc-4a38-8a2d-6e27d0e34968 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a HTTP/1.1" status: 200 len: 217 time: 0.0458610 Jul 08 20:17:15.670999 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4adc62a3-104f-485b-b4d8-cadf532d79f1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:17:15.715272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:15.734563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdbb4f-a5df-45a7-8b51-243999e97b34 req-8873892a-570b-49e1-a43c-169d969cf048 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:15.736417 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1bdbb4f-a5df-45a7-8b51-243999e97b34 req-8873892a-570b-49e1-a43c-169d969cf048 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 948 time: 0.0675728 Jul 08 20:17:15.740527 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:15.748370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'mac_address': 'fa:16:3e:01:fb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:17:15.760942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Transition to ACTIVE for port object cf37b474-8c92-4710-8b40-a1a48f9e004c will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:17:15.779995 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1bdbb4f-a5df-45a7-8b51-243999e97b34 req-f5843db3-3b29-4832-ad3e-252711d27dc9 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374923 Jul 08 20:17:15.780882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-f714f917-d78e-4e6f-9a53-bc604d7fbe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:15.782593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-f714f917-d78e-4e6f-9a53-bc604d7fbe79 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0984259 Jul 08 20:17:15.788842 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:15.800437 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-5c6c22a6-a5b6-4b78-8d32-60c76bee73f4 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9a204fc7f0114156bc56c57ee92033dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1258337 Jul 08 20:17:15.851679 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:15.860189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4adc62a3-104f-485b-b4d8-cadf532d79f1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:17:15.860556 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:15.872733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bd09a-4838-48f3-a5fd-f02780e90ce1 None None] Pushing event updated for resources: {'Port': ['ID=cf37b474-8c92-4710-8b40-a1a48f9e004c,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:15.900550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a7b987-4350-44ad-884c-4c3cf60196f4 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:17:15.958619 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-f39658be-537e-4ee9-ab55-76791bc815a6 service neutron] 10.222.0.101 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571429 Jul 08 20:17:15.973447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:15.986310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52750d-f4d1-47b2-8b29-323fb0f75d39 req-5676bcb4-1fcd-4ab7-a921-6505ef6bacd7 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:15.988045 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-af52750d-f4d1-47b2-8b29-323fb0f75d39 req-5676bcb4-1fcd-4ab7-a921-6505ef6bacd7 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0776010 Jul 08 20:17:15.990098 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:16.019270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Attempting to bind port cf37b474-8c92-4710-8b40-a1a48f9e004c on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:17:16.020096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Attempting to bind port cf37b474-8c92-4710-8b40-a1a48f9e004c by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '146bc70c-de31-47f8-8576-be08075800e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:17:16.020336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Attempting to bind port cf37b474-8c92-4710-8b40-a1a48f9e004c on network 1494693d-10df-4f93-a8c3-b15579ec8a8f {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:16.036834 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-af52750d-f4d1-47b2-8b29-323fb0f75d39 req-7b5db791-bf91-4da0-8ca0-8e40fd030668 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420828 Jul 08 20:17:16.047746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:17:16.048777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Checking segment: {'id': '146bc70c-de31-47f8-8576-be08075800e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:17:16.049448 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:16.050429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Bound using segment: {'id': '146bc70c-de31-47f8-8576-be08075800e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:17:16.051942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Bound port: cf37b474-8c92-4710-8b40-a1a48f9e004c, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146bc70c-de31-47f8-8576-be08075800e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:17:16.052707 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:16.067421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-66e2a42f-19ff-413b-a123-bf967d5b6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:16.070286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-66e2a42f-19ff-413b-a123-bf967d5b6360 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1621282 Jul 08 20:17:16.099920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-8379ddde-a50f-4bff-9b17-3378d1c76bb7 service neutron] 10.222.0.101 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325154 Jul 08 20:17:16.133432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=12']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:16.214906 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] For port cf37b474-8c92-4710-8b40-a1a48f9e004c, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:16.218622 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] For port cf37b474-8c92-4710-8b40-a1a48f9e004c, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=cf37b474-8c92-4710-8b40-a1a48f9e004c,segment=NetworkSegment(146bc70c-de31-47f8-8576-be08075800e3),segment_id=146bc70c-de31-47f8-8576-be08075800e3)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:17:16.235669 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:16.280953 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-968a31fd-e248-4395-9b65-397a3b5d5ff6 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799526 Jul 08 20:17:16.287371 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e809197-a96c-400d-bdd7-4aff0bdad21d req-8ac9fb8b-02f2-420d-b7a2-d326b491f220 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:16.302526 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4e809197-a96c-400d-bdd7-4aff0bdad21d req-8ac9fb8b-02f2-420d-b7a2-d326b491f220 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 1096 time: 0.0970728 Jul 08 20:17:16.354496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Routers {'6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:17:16.355266 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:17:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:16.363424 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4e809197-a96c-400d-bdd7-4aff0bdad21d req-aac24457-ede4-422b-ad51-de84cc350470 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556507 Jul 08 20:17:16.427128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bd09a-4838-48f3-a5fd-f02780e90ce1 None None] Pushing event updated for resources: {'Port': ['ID=cf37b474-8c92-4710-8b40-a1a48f9e004c,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:16.502674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aaca9-b78a-445a-8603-f7a49199d470 req-5c105aef-820a-4569-986f-252c895faf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:16.504988 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-5c105aef-820a-4569-986f-252c895faf34 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 1097 time: 0.1983249 Jul 08 20:17:16.510211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['06a7b987-4350-44ad-884c-4c3cf60196f4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:16.513701 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f4fc7eb-3718-4eed-bfb1-8ef849f2d2cf req-2986b8d6-c435-4fbe-8605-af58a13f9705 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253673 Jul 08 20:17:16.568438 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d416b-0fae-4699-916b-e757528e0cb1 req-7d2ce727-58ef-4f1f-944f-33842cc89baa tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:16.577642 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-649d416b-0fae-4699-916b-e757528e0cb1 req-7d2ce727-58ef-4f1f-944f-33842cc89baa tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 947 time: 0.0914118 Jul 08 20:17:16.622906 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] Set router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:17:16.631697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-649d416b-0fae-4699-916b-e757528e0cb1 req-a7b4ed1a-a23d-4a21-b083-4d9aaf7e9140 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487332 Jul 08 20:17:16.648744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3075e8-3d98-468d-b1c7-30e710ecc729 req-37a40a03-0dc3-4970-9e35-fc228455f8fc tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:16.655639 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf3075e8-3d98-468d-b1c7-30e710ecc729 req-37a40a03-0dc3-4970-9e35-fc228455f8fc tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 1101 time: 0.2680948 Jul 08 20:17:16.742408 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf3075e8-3d98-468d-b1c7-30e710ecc729 req-3346ccad-f311-45c9-971b-1f1675ecfcca tempest-MigrationsAdminTest-1448267315 tempest-MigrationsAdminTest-1448267315-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856678 Jul 08 20:17:16.767801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aaca9-b78a-445a-8603-f7a49199d470 req-d632c363-76df-4378-9d53-41365de82f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:16.767801 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-d632c363-76df-4378-9d53-41365de82f1a service neutron] 10.222.0.104 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.2470810 Jul 08 20:17:16.767801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada66d40-bed4-4363-94e2-c8c620335130 req-83573a0e-da8a-4d56-8eb7-c58cba71fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:16.767801 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ada66d40-bed4-4363-94e2-c8c620335130 req-83573a0e-da8a-4d56-8eb7-c58cba71fa26 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6243f62424334f17aa948941488dc134&device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 1099 time: 0.1640048 Jul 08 20:17:16.921904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-5166427f-5f09-4f14-a1be-2669b83dcf52 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=168e6827-6767-4111-aae5-861a4aabaa92 HTTP/1.1" status: 200 len: 217 time: 0.1391196 Jul 08 20:17:16.948007 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e435618-690c-48ef-a9d9-75013697b35d req-ff9ad030-ea6c-4e5d-ab3e-275778bb87a4 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 210 time: 0.0671210 Jul 08 20:17:16.985151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:17:12Z', 'revision_number': 4, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port': {'id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:07Z', 'updated_at': '2021-07-08T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'cf37b474-8c92-4710-8b40-a1a48f9e004c', 'name': '', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'mac_address': 'fa:16:3e:b6:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:10Z', 'updated_at': '2021-07-08T20:17:16Z', 'revision_number': 4, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'subnets': [{'id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:16.993618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada66d40-bed4-4363-94e2-c8c620335130 req-20b894ef-5bc5-432f-9ebd-d196cbea7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:16.994908 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ada66d40-bed4-4363-94e2-c8c620335130 req-20b894ef-5bc5-432f-9ebd-d196cbea7940 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2095354 Jul 08 20:17:17.044982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6e479315-8c87-403f-8cde-07ad780d59af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:17.047545 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6e479315-8c87-403f-8cde-07ad780d59af service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.1025631 Jul 08 20:17:17.048744 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012af55-f655-48be-b3d8-7eba8a6ed273 None None] The sync data for ids ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'] in n-d-791506-16 is: [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:17:12Z', 'revision_number': 4, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port': {'id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:07Z', 'updated_at': '2021-07-08T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'cf37b474-8c92-4710-8b40-a1a48f9e004c', 'name': '', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'mac_address': 'fa:16:3e:b6:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:10Z', 'updated_at': '2021-07-08T20:17:16Z', 'revision_number': 4, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'subnets': [{'id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:17:17.060093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ada66d40-bed4-4363-94e2-c8c620335130 req-19dd1a52-66af-4b82-9112-276bdcf72ef5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a HTTP/1.1" status: 200 len: 217 time: 0.0508926 Jul 08 20:17:17.142043 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-ba470afc-bc90-422b-988f-192282afd4e2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805802 Jul 08 20:17:17.155856 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865150be-3e15-4859-a2b7-9789c3084e98 req-2b7248ae-831a-4a36-a8fb-679440aea4cd tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:17.182305 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-865150be-3e15-4859-a2b7-9789c3084e98 req-2b7248ae-831a-4a36-a8fb-679440aea4cd tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 1096 time: 0.1414709 Jul 08 20:17:17.194890 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:17.198503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada66d40-bed4-4363-94e2-c8c620335130 req-2ea58460-099b-4a70-bdec-07ed4aba5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:17.200035 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ada66d40-bed4-4363-94e2-c8c620335130 req-2ea58460-099b-4a70-bdec-07ed4aba5b14 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1296406 Jul 08 20:17:17.234189 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-865150be-3e15-4859-a2b7-9789c3084e98 req-692b60e8-7871-4c26-a9ad-2420ed3e2667 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509710 Jul 08 20:17:17.364704 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-8f91d278-3bb3-4d42-b5ed-6dfe5cd4c386 service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071843 Jul 08 20:17:17.386446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada66d40-bed4-4363-94e2-c8c620335130 req-7275d55f-b270-452c-aeae-6f98e7c51f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:17.388257 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ada66d40-bed4-4363-94e2-c8c620335130 req-7275d55f-b270-452c-aeae-6f98e7c51f71 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1569290 Jul 08 20:17:17.499688 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1dcfa-1a88-4b44-b218-83acb1dd69ec req-dc059ffd-edb1-4177-9692-0fdb4b032c30 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:17.501313 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4f1dcfa-1a88-4b44-b218-83acb1dd69ec req-dc059ffd-edb1-4177-9692-0fdb4b032c30 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0901186 Jul 08 20:17:17.563979 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4f1dcfa-1a88-4b44-b218-83acb1dd69ec req-c0285745-6a2f-4519-8f28-83f3c36910a5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565555 Jul 08 20:17:17.593199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-28b75b26-6ab9-413a-bec8-b65b49cbc72a service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174528 Jul 08 20:17:17.621091 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ada66d40-bed4-4363-94e2-c8c620335130 req-2f8b9518-d3d1-4d1e-b4a0-3b3d660c8e89 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213025 Jul 08 20:17:17.802253 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device cf37b474-8c92-4710-8b40-a1a48f9e004c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:17:17.838464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad3208-25c0-4c46-a1bf-c279e51960f8 req-0bd4fd95-529e-4df2-8681-4f3b42618ce7 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:17.848357 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10ad3208-25c0-4c46-a1bf-c279e51960f8 req-0bd4fd95-529e-4df2-8681-4f3b42618ce7 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.1263163 Jul 08 20:17:17.862222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port cf37b474-8c92-4710-8b40-a1a48f9e004c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:17:17.867095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port cf37b474-8c92-4710-8b40-a1a48f9e004c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:17:17.868055 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:17.873203 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ada66d40-bed4-4363-94e2-c8c620335130 req-a27770b2-1dfd-4c41-99d4-fefcfcff8d0b service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447624 Jul 08 20:17:17.902438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10ad3208-25c0-4c46-a1bf-c279e51960f8 req-a8934ccf-91b9-48a8-b6fd-48b6ea50b659 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522046 Jul 08 20:17:17.996421 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:18.057741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port cf37b474-8c92-4710-8b40-a1a48f9e004c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=cf37b474-8c92-4710-8b40-a1a48f9e004c,segment=NetworkSegment(146bc70c-de31-47f8-8576-be08075800e3),segment_id=146bc70c-de31-47f8-8576-be08075800e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:18.073530 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:18.181505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=cf37b474-8c92-4710-8b40-a1a48f9e004c,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:18.195142 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea647bba-4d06-42be-8c31-be29cdb79afc req-5b5895ae-6515-4e0f-99e3-0618e11e0f6a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:18.202714 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea647bba-4d06-42be-8c31-be29cdb79afc req-5b5895ae-6515-4e0f-99e3-0618e11e0f6a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 947 time: 0.1573176 Jul 08 20:17:18.278341 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea647bba-4d06-42be-8c31-be29cdb79afc req-cc2bbfbb-149a-4beb-9164-717e59162ac9 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744178 Jul 08 20:17:18.498350 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b67baeae-eb1a-4526-9424-a0e1e3d52d32 req-687e03e0-66d8-4181-a320-36d966cf387b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 210 time: 0.0684011 Jul 08 20:17:18.590801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-84990ca2-da59-40cb-ad53-ccc84787cd03 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:18.592485 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-84990ca2-da59-40cb-ad53-ccc84787cd03 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.103 "GET /v2.0/networks?id=1494693d-10df-4f93-a8c3-b15579ec8a8f HTTP/1.1" status: 200 len: 820 time: 0.2222264 Jul 08 20:17:18.620735 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Request body: {'port': {'device_id': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'admin_state_up': True, 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:18.795343 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Made reservation on behalf of 9a204fc7f0114156bc56c57ee92033dc for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:17:18.798926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:18.808891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e645a2a-979c-4551-9787-064f486d361e req-3e07ae5a-b08e-42c9-a7a6-dd7c3e5ea910 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:18.810626 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7e645a2a-979c-4551-9787-064f486d361e req-3e07ae5a-b08e-42c9-a7a6-dd7c3e5ea910 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.1137443 Jul 08 20:17:18.901009 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7e645a2a-979c-4551-9787-064f486d361e req-4fee6ae6-bdc8-4f2a-b6cc-7738ad39b8ef tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820413 Jul 08 20:17:18.969598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Allocated IP 172.20.0.4 (1494693d-10df-4f93-a8c3-b15579ec8a8f/856af900-c58d-420c-bc41-3fa811a4bf28/b78e3485-22e0-49a2-a9fb-58a4e81b439f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:17:19.102086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043defb-359b-4d96-a93c-963e0cba49d4 req-efea543b-85fb-46c6-ab3b-50e2000d1976 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:19.103676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0043defb-359b-4d96-a93c-963e0cba49d4 req-efea543b-85fb-46c6-ab3b-50e2000d1976 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 949 time: 0.0706210 Jul 08 20:17:19.145690 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:19.152808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0043defb-359b-4d96-a93c-963e0cba49d4 req-5e41d1b3-e5ec-4351-b4c9-9f8d3bfe8ea6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435400 Jul 08 20:17:19.189404 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:19.236978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Network 1494693d-10df-4f93-a8c3-b15579ec8a8f is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:17:19.240748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:17:19.245141 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:17:19.275950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Pushing event updated for resources: {'Port': ['ID=b78e3485-22e0-49a2-a9fb-58a4e81b439f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:19.293643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:19.294090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:19.294440 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:19.296186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:19.296186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:19.296186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:19.296186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:19.296551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:19.296678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:19.297042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:19.297469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:19.297876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:19.320962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:19.321558 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:19.337599 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-eebf649c-aa67-49b8-a9a8-725cc7083e0e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214983 Jul 08 20:17:19.365161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Request body: {'port': {'device_id': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:19.407361 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:17:19.438007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 06a7b987-4350-44ad-884c-4c3cf60196f4 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:17:19.450874 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:19.585397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da1bff-946f-4cd2-b540-65c1f847de16 req-96cc946e-71d5-4f0e-9865-d1ee1d5f030f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:19.590656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12da1bff-946f-4cd2-b540-65c1f847de16 req-96cc946e-71d5-4f0e-9865-d1ee1d5f030f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 947 time: 0.1788204 Jul 08 20:17:19.677124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device cf37b474-8c92-4710-8b40-a1a48f9e004c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:17:19.683675 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12da1bff-946f-4cd2-b540-65c1f847de16 req-c75dc6d2-50d7-47d6-bef0-7b0b1d1521f2 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880191 Jul 08 20:17:19.740953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 06a7b987-4350-44ad-884c-4c3cf60196f4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:17:19.749010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 06a7b987-4350-44ad-884c-4c3cf60196f4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:17:19.749585 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:19.815073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:19.832976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port cf37b474-8c92-4710-8b40-a1a48f9e004c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:17:19.833259 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:19.857128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:17:19.886936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f112b-5ff4-46fb-8d3b-ef8868d9d5a8 req-66c7b7b7-940f-48c6-a774-e8c43cf146e5 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:19.888560 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-815f112b-5ff4-46fb-8d3b-ef8868d9d5a8 req-66c7b7b7-940f-48c6-a774-e8c43cf146e5 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 931 time: 0.1552312 Jul 08 20:17:19.951485 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78e3485-22e0-49a2-a9fb-58a4e81b439f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:17:19.963560 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:19.964750 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:19.967817 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:20.001930 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-815f112b-5ff4-46fb-8d3b-ef8868d9d5a8 req-d9d55b6d-7824-4386-9e7e-fddb247f766b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834801 Jul 08 20:17:20.008037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Transition to ACTIVE for port object b78e3485-22e0-49a2-a9fb-58a4e81b439f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:17:20.012916 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:20.026388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:17:20.048456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:20.051726 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb76d13c-d0f3-4b19-8ae9-9305f85e7c93" -d '{"events": [{"server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "name": "network-vif-plugged", "status": "completed", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:20.082769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:20.085343 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:20.089100 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:20.134223 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:20.141327 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1160aeb5-54f7-48a3-b2a7-d6c05ed040d0 x-openstack-request-id: req-1160aeb5-54f7-48a3-b2a7-d6c05ed040d0 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:20.141619 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "name": "network-vif-plugged", "status": "completed", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:20.141873 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1160aeb5-54f7-48a3-b2a7-d6c05ed040d0 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:20.142268 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'code': 200} Jul 08 20:17:20.145776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Pushing event updated for resources: {'Port': ['ID=b78e3485-22e0-49a2-a9fb-58a4e81b439f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:20.173490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=13']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:20.242105 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:20.242895 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e992ae7-00a9-408d-bfae-08d7eb5b3c09 req-19fb307e-eab6-4bdb-a021-c6fbce0e0703 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:20.245515 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e992ae7-00a9-408d-bfae-08d7eb5b3c09 req-19fb307e-eab6-4bdb-a021-c6fbce0e0703 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.1236038 Jul 08 20:17:20.274544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Attempting to bind port b78e3485-22e0-49a2-a9fb-58a4e81b439f on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:17:20.275186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Attempting to bind port b78e3485-22e0-49a2-a9fb-58a4e81b439f by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '146bc70c-de31-47f8-8576-be08075800e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:17:20.275786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Attempting to bind port b78e3485-22e0-49a2-a9fb-58a4e81b439f on network 1494693d-10df-4f93-a8c3-b15579ec8a8f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:20.295487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e992ae7-00a9-408d-bfae-08d7eb5b3c09 req-6b0c63fe-dd80-4449-bb91-7d2b458f4fd7 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430958 Jul 08 20:17:20.297241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153d34f-50a8-4249-a735-df093389193d req-17473117-c64d-46e8-904b-87df1ca75c8a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:20.299119 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6153d34f-50a8-4249-a735-df093389193d req-17473117-c64d-46e8-904b-87df1ca75c8a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 950 time: 0.1922295 Jul 08 20:17:20.299821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Port b78e3485-22e0-49a2-a9fb-58a4e81b439f on network 1494693d-10df-4f93-a8c3-b15579ec8a8f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:17:20.300251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Attempting to bind port b78e3485-22e0-49a2-a9fb-58a4e81b439f on network 1494693d-10df-4f93-a8c3-b15579ec8a8f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:20.329203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:17:20.329686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Checking segment: {'id': '146bc70c-de31-47f8-8576-be08075800e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:17:20.330224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Bound using segment: {'id': '146bc70c-de31-47f8-8576-be08075800e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:17:20.330856 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Bound port: b78e3485-22e0-49a2-a9fb-58a4e81b439f, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '146bc70c-de31-47f8-8576-be08075800e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:17:20.331367 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:20.488430 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:20.511424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a5931-d1d4-4752-9579-a832e4fb96cc req-3d67b009-c0f9-4a4e-bbb6-f277636766dc tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:20.512981 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb4a5931-d1d4-4752-9579-a832e4fb96cc req-3d67b009-c0f9-4a4e-bbb6-f277636766dc tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 950 time: 0.2093608 Jul 08 20:17:20.514849 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] For port b78e3485-22e0-49a2-a9fb-58a4e81b439f, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:20.519178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] For port b78e3485-22e0-49a2-a9fb-58a4e81b439f, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f,segment=NetworkSegment(146bc70c-de31-47f8-8576-be08075800e3),segment_id=146bc70c-de31-47f8-8576-be08075800e3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:17:20.533351 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:20.599480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:20.601038 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:20.603785 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] 10.222.0.103 "PUT /v2.0/ports/b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 200 len: 1092 time: 1.2440252 Jul 08 20:17:20.655863 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:20.659121 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df506361-eb1a-497a-a84f-6fc63368be3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:20.662960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-6153d34f-50a8-4249-a735-df093389193d req-ef580b76-a5b1-4e8e-9a15-010924002255 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Deleting port 06a7b987-4350-44ad-884c-4c3cf60196f4 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:20.663610 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6153d34f-50a8-4249-a735-df093389193d req-ef580b76-a5b1-4e8e-9a15-010924002255 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:20.732126 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb4a5931-d1d4-4752-9579-a832e4fb96cc req-244fd066-d010-417a-9ddf-7bb1a5ba9790 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090306 Jul 08 20:17:20.796784 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3085fb-1dac-4458-83c6-e8a5fbb8c70a x-openstack-request-id: req-fe3085fb-1dac-4458-83c6-e8a5fbb8c70a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:20.797298 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:20.797510 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fe3085fb-1dac-4458-83c6-e8a5fbb8c70a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:20.797910 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f', 'status': 'completed', 'code': 200} Jul 08 20:17:20.837597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010da58-484f-4cf6-af98-6daf5887af72 service neutron] Pushing event updated for resources: {'Port': ['ID=b78e3485-22e0-49a2-a9fb-58a4e81b439f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:20.847176 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-6153d34f-50a8-4249-a735-df093389193d req-ef580b76-a5b1-4e8e-9a15-010924002255 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] For port 06a7b987-4350-44ad-884c-4c3cf60196f4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=06a7b987-4350-44ad-884c-4c3cf60196f4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:20.847632 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6153d34f-50a8-4249-a735-df093389193d req-ef580b76-a5b1-4e8e-9a15-010924002255 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:20.869219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-6153d34f-50a8-4249-a735-df093389193d req-ef580b76-a5b1-4e8e-9a15-010924002255 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Calling delete_port for 06a7b987-4350-44ad-884c-4c3cf60196f4 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:20.890098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-37ec525c-16ae-410b-a3f4-be386c340158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:20.891873 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-37ec525c-16ae-410b-a3f4-be386c340158 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9a204fc7f0114156bc56c57ee92033dc&device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 1095 time: 0.2182794 Jul 08 20:17:20.939309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce8a55-8156-4f6b-8b34-c2a79bcba221 req-72d5bcbe-d95c-4acd-8383-082257184aad tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:20.942074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-77ce8a55-8156-4f6b-8b34-c2a79bcba221 req-72d5bcbe-d95c-4acd-8383-082257184aad tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 948 time: 0.0893176 Jul 08 20:17:20.968715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-bb4d4913-8b0c-4c45-9a4b-a550b9f6eb68 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 200 len: 217 time: 0.0442574 Jul 08 20:17:20.989184 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-77ce8a55-8156-4f6b-8b34-c2a79bcba221 req-bf918c8a-bb1b-41a3-8cf6-c37767c2ec85 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399599 Jul 08 20:17:21.058492 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-2be37dca-3493-467d-81df-7d1744508c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:21.059981 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-2be37dca-3493-467d-81df-7d1744508c73 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=856af900-c58d-420c-bc41-3fa811a4bf28 HTTP/1.1" status: 200 len: 860 time: 0.0642619 Jul 08 20:17:21.111706 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-bf6fb9c3-d782-4d5e-9675-9863b47ec0f6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1494693d-10df-4f93-a8c3-b15579ec8a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328939 Jul 08 20:17:21.200569 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6153d34f-50a8-4249-a735-df093389193d req-ef580b76-a5b1-4e8e-9a15-010924002255 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:21.217140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['4e45ce01-be73-411d-84e4-ab928e1eb7ab', '06a7b987-4350-44ad-884c-4c3cf60196f4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:21.245924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef580b76-a5b1-4e8e-9a15-010924002255 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Pushing event deleted for resources: {'Port': ['ID=06a7b987-4350-44ad-884c-4c3cf60196f4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:21.334341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6153d34f-50a8-4249-a735-df093389193d req-ef580b76-a5b1-4e8e-9a15-010924002255 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] No DVR routers for this DVR port 06a7b987-4350-44ad-884c-4c3cf60196f4 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:21.345373 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6153d34f-50a8-4249-a735-df093389193d req-ef580b76-a5b1-4e8e-9a15-010924002255 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:21.347993 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6153d34f-50a8-4249-a735-df093389193d req-ef580b76-a5b1-4e8e-9a15-010924002255 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "DELETE /v2.0/ports/06a7b987-4350-44ad-884c-4c3cf60196f4 HTTP/1.1" status: 204 len: 173 time: 1.0287869 Jul 08 20:17:21.355939 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-1fc91361-077b-4ccb-a947-0e0065f77498 service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325006 Jul 08 20:17:21.369932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a59ed5-5eee-432a-92ca-f0c22b50344f req-98ec570e-5757-48aa-8d43-59615162696b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:21.371604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98a59ed5-5eee-432a-92ca-f0c22b50344f req-98ec570e-5757-48aa-8d43-59615162696b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 943 time: 0.2517991 Jul 08 20:17:21.558843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98a59ed5-5eee-432a-92ca-f0c22b50344f req-2d99a31d-cb68-4a85-b7c1-bdbd5d04cc36 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620257 Jul 08 20:17:21.611455 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bfe9fab-5596-4cae-ba89-ae5cfeb0c170 req-974ed155-b07c-4bfa-9eb7-ab272f44e10b service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351451 Jul 08 20:17:21.647869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652486ca-0c6a-4be1-807f-6fef159ba80f req-604a24d6-de78-4b96-979b-7de522fcd186 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:21.653311 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-652486ca-0c6a-4be1-807f-6fef159ba80f req-604a24d6-de78-4b96-979b-7de522fcd186 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.1219728 Jul 08 20:17:21.690824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['eef83571-5c55-40aa-9342-9d4bf9804fe8', 'b2ff755c-b40e-46a0-9c73-bf737a43c624'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:21.711913 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-652486ca-0c6a-4be1-807f-6fef159ba80f req-ec46faae-47c1-4f58-93a1-3efb43a749e6 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561249 Jul 08 20:17:21.834521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df506361-eb1a-497a-a84f-6fc63368be3f req-3475b35f-de3c-438a-8854-016cc3fe7101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:21.836113 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df506361-eb1a-497a-a84f-6fc63368be3f req-3475b35f-de3c-438a-8854-016cc3fe7101 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9a204fc7f0114156bc56c57ee92033dc&device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 1095 time: 0.1461539 Jul 08 20:17:21.972073 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df506361-eb1a-497a-a84f-6fc63368be3f req-ac944d7d-4603-4c0d-bb11-25467ee5e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:21.972253 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-243507ea-cb14-445d-b613-03c81980749f req-cc6b845e-a5ea-4222-bcc1-f7661b8d910a tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=93fb7edb-62b4-4bb0-8be4-f59cb9bc3718 HTTP/1.1" status: 200 len: 210 time: 0.0463698 Jul 08 20:17:21.974254 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df506361-eb1a-497a-a84f-6fc63368be3f req-ac944d7d-4603-4c0d-bb11-25467ee5e4ea service neutron] 10.222.0.103 "GET /v2.0/networks?id=1494693d-10df-4f93-a8c3-b15579ec8a8f HTTP/1.1" status: 200 len: 921 time: 0.1202667 Jul 08 20:17:22.070856 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df506361-eb1a-497a-a84f-6fc63368be3f req-9a31f2cd-a610-49e9-a4f9-1f1a37b5766d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 200 len: 217 time: 0.0772057 Jul 08 20:17:22.165507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df506361-eb1a-497a-a84f-6fc63368be3f req-f68c1223-fe7d-42f3-9aff-4ff5e4ce6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:22.167552 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df506361-eb1a-497a-a84f-6fc63368be3f req-f68c1223-fe7d-42f3-9aff-4ff5e4ce6ac3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=856af900-c58d-420c-bc41-3fa811a4bf28 HTTP/1.1" status: 200 len: 860 time: 0.0832107 Jul 08 20:17:22.229473 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df506361-eb1a-497a-a84f-6fc63368be3f req-dd1490a7-cced-4bc4-943b-67b418eee73e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1494693d-10df-4f93-a8c3-b15579ec8a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431485 Jul 08 20:17:22.251744 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:17:22.271640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae419b7-c557-4cfa-b459-54bdf1f94bb0 req-1892c92c-dcb3-482c-a076-45b28696a0de tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:22.273835 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bae419b7-c557-4cfa-b459-54bdf1f94bb0 req-1892c92c-dcb3-482c-a076-45b28696a0de tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 948 time: 0.0914001 Jul 08 20:17:22.356965 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bae419b7-c557-4cfa-b459-54bdf1f94bb0 req-d0899e15-1d24-491e-ba20-f6c987723300 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761704 Jul 08 20:17:22.382638 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df506361-eb1a-497a-a84f-6fc63368be3f req-a89d55eb-cb35-4d1c-ba37-36fe657fe7ee service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297278 Jul 08 20:17:22.486715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df506361-eb1a-497a-a84f-6fc63368be3f req-a33881c9-f155-4ca1-a080-8b5f5f33ebd5 service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958974 Jul 08 20:17:22.993743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c3f0-7d55-4cb7-b40a-d6e0530e82e6 req-0ce3c6eb-7b4f-440c-b30c-9c7193e4ecc0 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:22.995371 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8d3c3f0-7d55-4cb7-b40a-d6e0530e82e6 req-0ce3c6eb-7b4f-440c-b30c-9c7193e4ecc0 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0760458 Jul 08 20:17:23.025224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'name': 'network-vif-deleted', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:23.027495 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3337240-fbee-4002-8cfc-3af56e666184" -d '{"events": [{"server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "name": "network-vif-deleted", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:23.042952 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8d3c3f0-7d55-4cb7-b40a-d6e0530e82e6 req-8e9e91fb-bf7b-4416-9e4e-8770a42f2fd8 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405998 Jul 08 20:17:23.073330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e058c-403b-4bdb-811d-a8138dad11d4 req-affa5076-6872-47de-b5fb-af321bf8b07b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:23.080669 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-af9e058c-403b-4bdb-811d-a8138dad11d4 req-affa5076-6872-47de-b5fb-af321bf8b07b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 943 time: 0.4013121 Jul 08 20:17:23.092390 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:23.122827 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-af9e058c-403b-4bdb-811d-a8138dad11d4 req-86d91705-4a63-492d-ac67-fd1f9f74f89a tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409424 Jul 08 20:17:23.225536 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93697ec9-9335-4fec-b025-9f5b6d55ef9f x-openstack-request-id: req-93697ec9-9335-4fec-b025-9f5b6d55ef9f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:23.226023 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fb7edb-62b4-4bb0-8be4-f59cb9bc3718", "name": "network-vif-deleted", "tag": "06a7b987-4350-44ad-884c-4c3cf60196f4", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:23.226425 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-93697ec9-9335-4fec-b025-9f5b6d55ef9f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:23.227081 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fb7edb-62b4-4bb0-8be4-f59cb9bc3718', 'name': 'network-vif-deleted', 'tag': '06a7b987-4350-44ad-884c-4c3cf60196f4', 'status': 'completed', 'code': 200} Jul 08 20:17:23.436620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 06a7b987-4350-44ad-884c-4c3cf60196f4 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:23.439828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:17:23.497644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 06a7b987-4350-44ad-884c-4c3cf60196f4 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:23.498221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 06a7b987-4350-44ad-884c-4c3cf60196f4 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:23.534109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:17:23.539372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:17:23.540346 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:23.619369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ace564-4ef7-4823-8822-551e387ce4c7 req-ac4f6c69-b3a1-47e5-9141-5fa169e02aec tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:23.620933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91ace564-4ef7-4823-8822-551e387ce4c7 req-ac4f6c69-b3a1-47e5-9141-5fa169e02aec tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 948 time: 0.0705009 Jul 08 20:17:23.635598 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:23.668503 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd563e591-518c-433d-b2ee-5bfff14cd4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:23.670865 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38a0c3a-e85c-4028-81b4-e38cd6ad0ba7" -d '{"events": [{"server_uuid": "d563e591-518c-433d-b2ee-5bfff14cd4f2", "name": "network-vif-plugged", "status": "completed", "tag": "2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:23.680569 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91ace564-4ef7-4823-8822-551e387ce4c7 req-a2af94cc-0a57-455d-9b66-39b8ca0fa2cb tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515125 Jul 08 20:17:23.684494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:23.696187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568f54b-6285-42cb-8049-65ba1c89a84c req-e08894bf-bc98-4e31-92af-1b7a06004d4b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:23.699044 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:23.708999 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d568f54b-6285-42cb-8049-65ba1c89a84c req-e08894bf-bc98-4e31-92af-1b7a06004d4b tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 950 time: 0.1000438 Jul 08 20:17:23.729652 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa5c437-ed30-4a22-b945-ccd17a85803e x-openstack-request-id: req-dfa5c437-ed30-4a22-b945-ccd17a85803e {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:23.729944 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d563e591-518c-433d-b2ee-5bfff14cd4f2", "name": "network-vif-plugged", "status": "completed", "tag": "2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:23.730203 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dfa5c437-ed30-4a22-b945-ccd17a85803e {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:23.730748 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd563e591-518c-433d-b2ee-5bfff14cd4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a', 'code': 200} Jul 08 20:17:23.749457 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d568f54b-6285-42cb-8049-65ba1c89a84c req-f52d7f29-80d0-4356-a3fd-585d561c17ec tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389121 Jul 08 20:17:23.775369 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:23.897374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3e615-db38-4214-a624-0b7ae4788d7a req-4b682bfb-e961-4133-b910-2cc4963749c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:23.898938 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-60f3e615-db38-4214-a624-0b7ae4788d7a req-4b682bfb-e961-4133-b910-2cc4963749c7 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 1101 time: 0.0761433 Jul 08 20:17:23.937247 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-60f3e615-db38-4214-a624-0b7ae4788d7a req-7bc420e6-7853-4b6a-bf39-57632f823f57 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308409 Jul 08 20:17:24.231623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5085a-d8d3-4d74-b2bb-f74228dfdc6b req-e4a299c4-5c8b-4561-be66-146f213ac742 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:24.237143 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35e5085a-d8d3-4d74-b2bb-f74228dfdc6b req-e4a299c4-5c8b-4561-be66-146f213ac742 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0740793 Jul 08 20:17:24.279418 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35e5085a-d8d3-4d74-b2bb-f74228dfdc6b req-f56a221c-0580-4f4d-a1d8-f87c565b70c9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390446 Jul 08 20:17:24.349357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4a85a-d07b-438c-b5ce-7b796b68292c req-486e6497-932f-4805-9735-72ed6f3689d2 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:24.350567 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aea4a85a-d07b-438c-b5ce-7b796b68292c req-486e6497-932f-4805-9735-72ed6f3689d2 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 943 time: 0.1047986 Jul 08 20:17:24.391697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aea4a85a-d07b-438c-b5ce-7b796b68292c req-46f34530-b557-4830-941a-662deac1a85e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355477 Jul 08 20:17:24.887361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d339a2-427d-4eda-82a1-5cef6e4c0c35 req-3e7585b9-bf28-4505-aa18-a85b521e1989 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:24.896731 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20d339a2-427d-4eda-82a1-5cef6e4c0c35 req-3e7585b9-bf28-4505-aa18-a85b521e1989 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 949 time: 0.0937283 Jul 08 20:17:24.952328 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212711f-753a-45b9-b2ab-32bce5cb2f59 req-60a6d3cb-52b3-41d8-9203-4ec84eaa5f6e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:24.958944 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20d339a2-427d-4eda-82a1-5cef6e4c0c35 req-114e0515-1678-422b-bc08-a9c7d36eafbc tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606449 Jul 08 20:17:24.960455 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f212711f-753a-45b9-b2ab-32bce5cb2f59 req-60a6d3cb-52b3-41d8-9203-4ec84eaa5f6e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 950 time: 0.0834887 Jul 08 20:17:25.040956 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f212711f-753a-45b9-b2ab-32bce5cb2f59 req-9b9ac30e-e214-45b9-9159-93a2efdc54fa tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787511 Jul 08 20:17:25.098972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe4b7-a14a-4cbd-8b67-ddf82a21cb8d req-03768659-1dec-47e0-8754-0b88a45b035e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:25.100516 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76efe4b7-a14a-4cbd-8b67-ddf82a21cb8d req-03768659-1dec-47e0-8754-0b88a45b035e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.104 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 950 time: 0.1194952 Jul 08 20:17:25.217335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-76efe4b7-a14a-4cbd-8b67-ddf82a21cb8d req-83ab8b3f-6a3e-4ac0-9b2b-ad7f1c79a53d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Deleting port b2ff755c-b40e-46a0-9c73-bf737a43c624 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:25.217651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-76efe4b7-a14a-4cbd-8b67-ddf82a21cb8d req-83ab8b3f-6a3e-4ac0-9b2b-ad7f1c79a53d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:25.327071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-76efe4b7-a14a-4cbd-8b67-ddf82a21cb8d req-83ab8b3f-6a3e-4ac0-9b2b-ad7f1c79a53d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] For port b2ff755c-b40e-46a0-9c73-bf737a43c624, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=b2ff755c-b40e-46a0-9c73-bf737a43c624,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:25.327730 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-76efe4b7-a14a-4cbd-8b67-ddf82a21cb8d req-83ab8b3f-6a3e-4ac0-9b2b-ad7f1c79a53d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:25.349321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-76efe4b7-a14a-4cbd-8b67-ddf82a21cb8d req-83ab8b3f-6a3e-4ac0-9b2b-ad7f1c79a53d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Calling delete_port for b2ff755c-b40e-46a0-9c73-bf737a43c624 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:25.479324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b78e3485-22e0-49a2-a9fb-58a4e81b439f details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:17:25.557754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4056e4-75de-4177-a7c4-d5d598a37c5d req-f3e4c852-e797-467f-b3ab-d0b2471d852e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:25.578355 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b4056e4-75de-4177-a7c4-d5d598a37c5d req-f3e4c852-e797-467f-b3ab-d0b2471d852e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.1553895 Jul 08 20:17:25.613920 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-76efe4b7-a14a-4cbd-8b67-ddf82a21cb8d req-83ab8b3f-6a3e-4ac0-9b2b-ad7f1c79a53d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:25.684701 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b4056e4-75de-4177-a7c4-d5d598a37c5d req-a21c4401-7847-44a2-a4fa-c3f7ddd55703 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048398 Jul 08 20:17:25.686508 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['eef83571-5c55-40aa-9342-9d4bf9804fe8', 'b2ff755c-b40e-46a0-9c73-bf737a43c624'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:25.689280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['4e45ce01-be73-411d-84e4-ab928e1eb7ab'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:25.699582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab8b3f-6a3e-4ac0-9b2b-ad7f1c79a53d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Pushing event deleted for resources: {'Port': ['ID=b2ff755c-b40e-46a0-9c73-bf737a43c624,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:25.901502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-76efe4b7-a14a-4cbd-8b67-ddf82a21cb8d req-83ab8b3f-6a3e-4ac0-9b2b-ad7f1c79a53d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] No DVR routers for this DVR port b2ff755c-b40e-46a0-9c73-bf737a43c624 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:25.920681 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-76efe4b7-a14a-4cbd-8b67-ddf82a21cb8d req-83ab8b3f-6a3e-4ac0-9b2b-ad7f1c79a53d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:25.922749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76efe4b7-a14a-4cbd-8b67-ddf82a21cb8d req-83ab8b3f-6a3e-4ac0-9b2b-ad7f1c79a53d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.104 "DELETE /v2.0/ports/b2ff755c-b40e-46a0-9c73-bf737a43c624 HTTP/1.1" status: 204 len: 173 time: 0.8159766 Jul 08 20:17:25.923196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'name': 'network-vif-deleted', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:25.936679 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c785910-8781-4178-b59a-b832985df272" -d '{"events": [{"server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "name": "network-vif-deleted", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:25.987873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eecf5c-c38c-44c1-a524-c809480713c4 req-b2956fa5-22f2-490a-913d-c76738753533 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:26.001978 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43eecf5c-c38c-44c1-a524-c809480713c4 req-b2956fa5-22f2-490a-913d-c76738753533 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 943 time: 0.3210602 Jul 08 20:17:26.057487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43eecf5c-c38c-44c1-a524-c809480713c4 req-14cf61e5-7fdc-4786-accf-d13186530295 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490589 Jul 08 20:17:26.095704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b78e3485-22e0-49a2-a9fb-58a4e81b439f, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f,segment=NetworkSegment(146bc70c-de31-47f8-8576-be08075800e3),segment_id=146bc70c-de31-47f8-8576-be08075800e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:26.153957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'port_id': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f', 'mac_address': 'fa:16:3e:29:dd:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:17:26.226315 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c926ab75-7cb9-4351-9f58-f5b0bbdf7cc2 x-openstack-request-id: req-c926ab75-7cb9-4351-9f58-f5b0bbdf7cc2 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:26.226637 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dacee5-61ef-4428-b135-f47fee00b6e8", "name": "network-vif-deleted", "tag": "b2ff755c-b40e-46a0-9c73-bf737a43c624", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:26.226897 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c926ab75-7cb9-4351-9f58-f5b0bbdf7cc2 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:26.227387 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dacee5-61ef-4428-b135-f47fee00b6e8', 'name': 'network-vif-deleted', 'tag': 'b2ff755c-b40e-46a0-9c73-bf737a43c624', 'status': 'completed', 'code': 200} Jul 08 20:17:26.330418 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:26.370638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78e3485-22e0-49a2-a9fb-58a4e81b439f {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:17:26.457370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a26fb-bee6-4289-bf73-003a27f5cf95 req-c028abb5-858f-4558-b118-d726eb35d3e4 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:26.467783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b78e3485-22e0-49a2-a9fb-58a4e81b439f, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f,segment=NetworkSegment(146bc70c-de31-47f8-8576-be08075800e3),segment_id=146bc70c-de31-47f8-8576-be08075800e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:26.476196 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-246a26fb-bee6-4289-bf73-003a27f5cf95 req-c028abb5-858f-4558-b118-d726eb35d3e4 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 949 time: 0.1498239 Jul 08 20:17:26.506524 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:26.545828 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20d6ca6f-d539-405d-9fbf-6f9baec64619 req-773ecc55-f853-481c-8706-36b930fe8934 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=45dacee5-61ef-4428-b135-f47fee00b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0465040 Jul 08 20:17:26.550932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-246a26fb-bee6-4289-bf73-003a27f5cf95 req-c1c234ad-becd-4e3c-b106-6829db068f84 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733271 Jul 08 20:17:26.649646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=b78e3485-22e0-49a2-a9fb-58a4e81b439f,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:26.917424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c7c84-bf1c-411d-8080-cd4db1765879 req-ba498449-f24c-4580-bbef-3661be43f13f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:26.918992 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f6c7c84-bf1c-411d-8080-cd4db1765879 req-ba498449-f24c-4580-bbef-3661be43f13f tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0766447 Jul 08 20:17:26.974022 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f6c7c84-bf1c-411d-8080-cd4db1765879 req-723e936e-8e30-46ae-9580-4d710f6245f5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445714 Jul 08 20:17:27.016896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b78e3485-22e0-49a2-a9fb-58a4e81b439f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:27.288490 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10091e-fe48-407e-8a56-0a3b63947b44 req-1183fce4-84ae-4420-b737-b323512cb424 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:27.290717 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a10091e-fe48-407e-8a56-0a3b63947b44 req-1183fce4-84ae-4420-b737-b323512cb424 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 944 time: 0.0799198 Jul 08 20:17:27.349921 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a10091e-fe48-407e-8a56-0a3b63947b44 req-13fa8792-921f-4b16-8720-6c84288a4f32 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526261 Jul 08 20:17:27.374918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afcf59-41c8-4b09-9caf-10e4b8d4d92e req-3cfb7b38-91d4-4abb-8cf2-58ebcd5f82c0 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:27.377696 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94afcf59-41c8-4b09-9caf-10e4b8d4d92e req-3cfb7b38-91d4-4abb-8cf2-58ebcd5f82c0 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 946 time: 0.0864012 Jul 08 20:17:27.424705 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94afcf59-41c8-4b09-9caf-10e4b8d4d92e req-3b59b678-c3e9-4a30-b547-06ac1a225c0c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412588 Jul 08 20:17:27.767071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472c898-2c01-41c1-a266-ae5459095c01 req-c549b14c-0cd1-4f1e-a08c-c5a74b97e55d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:27.769907 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0472c898-2c01-41c1-a266-ae5459095c01 req-c549b14c-0cd1-4f1e-a08c-c5a74b97e55d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 949 time: 0.0743694 Jul 08 20:17:27.829339 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0472c898-2c01-41c1-a266-ae5459095c01 req-8fadabbc-cb00-4fb7-9824-c7a35cdd92e2 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497186 Jul 08 20:17:28.096742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988efe9b-0d8d-45ac-8c96-55a9a3b29e85 req-fba103a1-36a4-4c38-bfcf-7edace357730 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:28.104531 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-988efe9b-0d8d-45ac-8c96-55a9a3b29e85 req-fba103a1-36a4-4c38-bfcf-7edace357730 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.0891430 Jul 08 20:17:28.142590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-988efe9b-0d8d-45ac-8c96-55a9a3b29e85 req-0fa02f2e-858a-4e08-95cf-57f9fbd801d2 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368230 Jul 08 20:17:28.216058 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759686f3-b92c-4e00-8089-89c0dc2ce703 req-9a0bb673-3ea3-43c6-81fa-69960dadbe6e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:28.217568 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-759686f3-b92c-4e00-8089-89c0dc2ce703 req-9a0bb673-3ea3-43c6-81fa-69960dadbe6e tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0869756 Jul 08 20:17:28.260131 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-759686f3-b92c-4e00-8089-89c0dc2ce703 req-e9edbd0c-7724-40eb-bb43-af743514e1d2 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358818 Jul 08 20:17:28.542598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df0833-68c8-4840-b569-a1a879dc9f56 req-7020573f-e86f-49fb-add8-2c85e05cfe25 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:28.544190 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42df0833-68c8-4840-b569-a1a879dc9f56 req-7020573f-e86f-49fb-add8-2c85e05cfe25 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 944 time: 0.0814140 Jul 08 20:17:28.589985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42df0833-68c8-4840-b569-a1a879dc9f56 req-66e43f5f-3592-4082-8664-2085ac3cc1c3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 Jul 08 20:17:29.025420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2238777-983b-47b6-84ca-a6819c426402 req-f66a2fb9-b0f6-4785-8ecd-9c20fa28871e tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:29.027161 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c2238777-983b-47b6-84ca-a6819c426402 req-f66a2fb9-b0f6-4785-8ecd-9c20fa28871e tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 949 time: 0.0724611 Jul 08 20:17:29.080369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c2238777-983b-47b6-84ca-a6819c426402 req-a05382bf-8b15-4033-b30b-b83cf7f43484 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Jul 08 20:17:29.360238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7379a3e-28f3-4f2a-9161-e5492df49542 req-2f15a894-d10d-42ea-a985-d215bb396e55 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:29.362874 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a7379a3e-28f3-4f2a-9161-e5492df49542 req-2f15a894-d10d-42ea-a985-d215bb396e55 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.0891454 Jul 08 20:17:29.411712 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a7379a3e-28f3-4f2a-9161-e5492df49542 req-34e9ad66-724b-476d-b5ff-4f1e396c66c3 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414674 Jul 08 20:17:29.426790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82c39b-1d33-48c1-b4ed-9187cb051929 req-def3123c-1952-4fdb-9c0b-d10ef368e542 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:29.428126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a82c39b-1d33-48c1-b4ed-9187cb051929 req-def3123c-1952-4fdb-9c0b-d10ef368e542 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 946 time: 0.0821762 Jul 08 20:17:29.473885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a82c39b-1d33-48c1-b4ed-9187cb051929 req-c04b4cd3-b17b-41d3-a352-12813b9d71db tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373769 Jul 08 20:17:29.477553 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device b2ff755c-b40e-46a0-9c73-bf737a43c624 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:29.516427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b78e3485-22e0-49a2-a9fb-58a4e81b439f up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:17:29.529043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: b2ff755c-b40e-46a0-9c73-bf737a43c624 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:29.529043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device b2ff755c-b40e-46a0-9c73-bf737a43c624 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:29.578875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port b78e3485-22e0-49a2-a9fb-58a4e81b439f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:17:29.583893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port b78e3485-22e0-49a2-a9fb-58a4e81b439f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:17:29.584207 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:29.615935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956dbdb-5e86-410e-aaa7-ef4f408196c8 req-a652cbf1-1461-46a3-97e9-974d5cde4194 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:29.617597 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b956dbdb-5e86-410e-aaa7-ef4f408196c8 req-a652cbf1-1461-46a3-97e9-974d5cde4194 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0770764 Jul 08 20:17:29.669827 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b956dbdb-5e86-410e-aaa7-ef4f408196c8 req-faef40e9-a310-43fd-9240-733f9d8707c8 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448148 Jul 08 20:17:29.711898 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:29.748254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:29.751291 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d532bdb9-9f30-44eb-a646-4c2f5950f202" -d '{"events": [{"server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "name": "network-vif-plugged", "status": "completed", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:29.758102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b78e3485-22e0-49a2-a9fb-58a4e81b439f, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f,segment=NetworkSegment(146bc70c-de31-47f8-8576-be08075800e3),segment_id=146bc70c-de31-47f8-8576-be08075800e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:29.764115 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:29.801600 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3a0257-8db7-4904-99df-e0ac9288fd47 x-openstack-request-id: req-1d3a0257-8db7-4904-99df-e0ac9288fd47 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:29.801886 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "name": "network-vif-plugged", "status": "completed", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:29.802143 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1d3a0257-8db7-4904-99df-e0ac9288fd47 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:29.802533 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f', 'code': 200} Jul 08 20:17:29.824223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=b78e3485-22e0-49a2-a9fb-58a4e81b439f,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:29.879543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ffbc9-506a-4a3d-81fc-d08b39ad1a18 req-e7c7bbc4-cec1-4152-95d5-071ea430247a tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:29.881108 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-886ffbc9-506a-4a3d-81fc-d08b39ad1a18 req-e7c7bbc4-cec1-4152-95d5-071ea430247a tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.0824521 Jul 08 20:17:29.954209 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-886ffbc9-506a-4a3d-81fc-d08b39ad1a18 req-e56a0d1b-fac2-42a7-802b-d4b1037a8e6b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642228 Jul 08 20:17:29.970575 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033e502-3030-417a-9c5d-7553f53d2775 req-f053e4da-7d12-4130-b252-1b9d64265b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:29.972589 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8033e502-3030-417a-9c5d-7553f53d2775 req-f053e4da-7d12-4130-b252-1b9d64265b62 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 1097 time: 0.0838351 Jul 08 20:17:30.018389 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8033e502-3030-417a-9c5d-7553f53d2775 req-644e8f3f-9251-4162-bb05-e73d27722dc5 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378478 Jul 08 20:17:30.289002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ceb2b-1ffc-4011-a5ca-ae4f13794ae4 req-823971a5-00c2-4125-8123-b29fff0f2ace tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:30.290893 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad5ceb2b-1ffc-4011-a5ca-ae4f13794ae4 req-823971a5-00c2-4125-8123-b29fff0f2ace tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.1963866 Jul 08 20:17:30.299095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e2ad1-0170-4c9f-8eae-613f896d096b req-ee1495ed-5025-43d8-8e26-b1abf04d341d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:30.301029 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c94e2ad1-0170-4c9f-8eae-613f896d096b req-ee1495ed-5025-43d8-8e26-b1abf04d341d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 949 time: 0.0803013 Jul 08 20:17:30.347912 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c94e2ad1-0170-4c9f-8eae-613f896d096b req-9b5cac31-274c-43f8-91c4-f8885dad992c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413568 Jul 08 20:17:30.442669 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-ad5ceb2b-1ffc-4011-a5ca-ae4f13794ae4 req-841d1339-c179-4d63-8fc2-6f1fe12239c6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Deleting port 4e45ce01-be73-411d-84e4-ab928e1eb7ab {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:30.443231 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ad5ceb2b-1ffc-4011-a5ca-ae4f13794ae4 req-841d1339-c179-4d63-8fc2-6f1fe12239c6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:30.599491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-ad5ceb2b-1ffc-4011-a5ca-ae4f13794ae4 req-841d1339-c179-4d63-8fc2-6f1fe12239c6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] For port 4e45ce01-be73-411d-84e4-ab928e1eb7ab, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4e45ce01-be73-411d-84e4-ab928e1eb7ab,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:30.599959 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ad5ceb2b-1ffc-4011-a5ca-ae4f13794ae4 req-841d1339-c179-4d63-8fc2-6f1fe12239c6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:30.616768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-ad5ceb2b-1ffc-4011-a5ca-ae4f13794ae4 req-841d1339-c179-4d63-8fc2-6f1fe12239c6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Calling delete_port for 4e45ce01-be73-411d-84e4-ab928e1eb7ab owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:30.666035 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2296bb7-8d27-4df5-b7b8-913ec2f04aee req-6ce03c34-7317-4b8f-95f2-3423acefd66e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:30.671018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b2296bb7-8d27-4df5-b7b8-913ec2f04aee req-6ce03c34-7317-4b8f-95f2-3423acefd66e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 949 time: 0.0673826 Jul 08 20:17:30.692069 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31434bb1-bd9f-4762-9c0b-571ff8e0e718 req-ac75a1c3-049b-4108-b7d0-b6aff3bc6fe7 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:30.693684 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31434bb1-bd9f-4762-9c0b-571ff8e0e718 req-ac75a1c3-049b-4108-b7d0-b6aff3bc6fe7 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 946 time: 0.1442173 Jul 08 20:17:30.718536 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b2296bb7-8d27-4df5-b7b8-913ec2f04aee req-a4f42ca1-e096-48ac-aeee-6c8ed723cd2e tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452740 Jul 08 20:17:30.749165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31434bb1-bd9f-4762-9c0b-571ff8e0e718 req-b011bbc6-b2eb-4ef9-be3f-518016b00b55 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486991 Jul 08 20:17:30.820423 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ad5ceb2b-1ffc-4011-a5ca-ae4f13794ae4 req-841d1339-c179-4d63-8fc2-6f1fe12239c6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:30.851007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['eef83571-5c55-40aa-9342-9d4bf9804fe8'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:30.857386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1339-c179-4d63-8fc2-6f1fe12239c6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Pushing event deleted for resources: {'Port': ['ID=4e45ce01-be73-411d-84e4-ab928e1eb7ab,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:30.863760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['4e45ce01-be73-411d-84e4-ab928e1eb7ab'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:30.930221 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5ceb2b-1ffc-4011-a5ca-ae4f13794ae4 req-841d1339-c179-4d63-8fc2-6f1fe12239c6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] No DVR routers for this DVR port 4e45ce01-be73-411d-84e4-ab928e1eb7ab on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:30.931588 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ad5ceb2b-1ffc-4011-a5ca-ae4f13794ae4 req-841d1339-c179-4d63-8fc2-6f1fe12239c6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:30.934689 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad5ceb2b-1ffc-4011-a5ca-ae4f13794ae4 req-841d1339-c179-4d63-8fc2-6f1fe12239c6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.103 "DELETE /v2.0/ports/4e45ce01-be73-411d-84e4-ab928e1eb7ab HTTP/1.1" status: 204 len: 173 time: 0.6335187 Jul 08 20:17:30.935467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a75d51-157c-414c-a958-a373baf0921f', 'name': 'network-vif-deleted', 'tag': '4e45ce01-be73-411d-84e4-ab928e1eb7ab'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:30.937731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fdc2f-e5a0-4db0-a9c0-61400dbcbde1 req-1719d929-5176-4ab7-83b6-1c0b0c6937b5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:30.938396 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee1df23-a0c8-4876-bac9-a4a55f3805d6" -d '{"events": [{"server_uuid": "a7a75d51-157c-414c-a958-a373baf0921f", "name": "network-vif-deleted", "tag": "4e45ce01-be73-411d-84e4-ab928e1eb7ab"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:30.945218 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-791fdc2f-e5a0-4db0-a9c0-61400dbcbde1 req-1719d929-5176-4ab7-83b6-1c0b0c6937b5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.1083097 Jul 08 20:17:30.987411 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4adb5eb-736c-4ba1-a9de-0d593d2fa32d x-openstack-request-id: req-e4adb5eb-736c-4ba1-a9de-0d593d2fa32d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:30.988400 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a75d51-157c-414c-a958-a373baf0921f", "name": "network-vif-deleted", "tag": "4e45ce01-be73-411d-84e4-ab928e1eb7ab", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:30.989402 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e4adb5eb-736c-4ba1-a9de-0d593d2fa32d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:30.989402 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a75d51-157c-414c-a958-a373baf0921f', 'name': 'network-vif-deleted', 'tag': '4e45ce01-be73-411d-84e4-ab928e1eb7ab', 'status': 'completed', 'code': 200} Jul 08 20:17:31.041214 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-791fdc2f-e5a0-4db0-a9c0-61400dbcbde1 req-ee4cf079-c00e-4248-b891-db0387f2917c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860121 Jul 08 20:17:31.166029 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f810e-56b0-45c7-8cee-07c2126814a6 req-fa696b31-5d23-4e0c-95e2-60e805cfd765 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:31.167528 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-095f810e-56b0-45c7-8cee-07c2126814a6 req-fa696b31-5d23-4e0c-95e2-60e805cfd765 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.0766041 Jul 08 20:17:31.214753 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-095f810e-56b0-45c7-8cee-07c2126814a6 req-134e0bc8-8a3c-4257-8bc5-3824d090cf46 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Jul 08 20:17:31.548893 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022680b9-8814-4082-a5fc-948aaa22db8d req-27f794e1-de1d-4f8d-a545-35c05fa9dd0a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:31.551063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-022680b9-8814-4082-a5fc-948aaa22db8d req-27f794e1-de1d-4f8d-a545-35c05fa9dd0a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 949 time: 0.0696192 Jul 08 20:17:31.612245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-022680b9-8814-4082-a5fc-948aaa22db8d req-3cd98e91-1d90-4712-8c7e-158148c62a85 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543120 Jul 08 20:17:31.913992 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-583e12eb-2c72-481e-a20b-1ea202510727 req-6904aed6-05ad-4754-a57a-54e13980d9b6 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7a75d51-157c-414c-a958-a373baf0921f HTTP/1.1" status: 200 len: 210 time: 0.0472596 Jul 08 20:17:31.994209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd35ef-13cf-4746-ae69-6e55b83767f6 req-93a0f7e2-d03f-4ed2-9a2d-1bd995e41d7c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:31.995891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-82fd35ef-13cf-4746-ae69-6e55b83767f6 req-93a0f7e2-d03f-4ed2-9a2d-1bd995e41d7c tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 946 time: 0.0830622 Jul 08 20:17:32.049240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-82fd35ef-13cf-4746-ae69-6e55b83767f6 req-868da7fa-4134-40c9-8827-99743c51d6ef tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463171 Jul 08 20:17:32.227558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623194b-1f0a-487a-bf65-264690d7d5bd req-c79c2e66-586a-431c-9f55-1c33d540cce1 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:32.229096 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7623194b-1f0a-487a-bf65-264690d7d5bd req-c79c2e66-586a-431c-9f55-1c33d540cce1 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 945 time: 0.0695307 Jul 08 20:17:32.270814 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7623194b-1f0a-487a-bf65-264690d7d5bd req-d97a96bc-038f-4e38-b48e-e303211285fa tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359664 Jul 08 20:17:32.404991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb44d4-9de1-4d96-aa84-3e01871d3f5a req-40d11bfc-c0ab-4475-9e6e-18f85724d98e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:32.406665 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24eb44d4-9de1-4d96-aa84-3e01871d3f5a req-40d11bfc-c0ab-4475-9e6e-18f85724d98e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.0708995 Jul 08 20:17:32.450672 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24eb44d4-9de1-4d96-aa84-3e01871d3f5a req-6489fd0b-337c-4688-aebf-f03085c3d8f9 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367916 Jul 08 20:17:32.941447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277f744-c2bd-4076-bef9-9891a9652f5c req-ea6305c8-4b6e-4414-bffd-6ce00a770516 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:32.943391 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5277f744-c2bd-4076-bef9-9891a9652f5c req-ea6305c8-4b6e-4414-bffd-6ce00a770516 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.0734429 Jul 08 20:17:32.960154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-38f6a6da-4ad2-476a-af30-b254fe77f5fc tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:32.961779 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-38f6a6da-4ad2-476a-af30-b254fe77f5fc tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.103 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 946 time: 0.1800389 Jul 08 20:17:32.967379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3661e-9c34-43b6-8f58-9e83e755ca0d req-e6e599d1-c076-4846-bc84-97eac57a4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:32.968977 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22a3661e-9c34-43b6-8f58-9e83e755ca0d req-e6e599d1-c076-4846-bc84-97eac57a4be8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9a204fc7f0114156bc56c57ee92033dc&device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 1097 time: 0.1460540 Jul 08 20:17:32.989210 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5277f744-c2bd-4076-bef9-9891a9652f5c req-ba71a677-96e2-4cac-b6c1-bf54f8a25333 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397282 Jul 08 20:17:33.021063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d88072-bb2e-4203-8653-22cdb988f199 req-19f8bdd6-e90e-4d6d-bab4-c6ae4f72494c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:33.022630 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e6d88072-bb2e-4203-8653-22cdb988f199 req-19f8bdd6-e90e-4d6d-bab4-c6ae4f72494c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 949 time: 0.1570439 Jul 08 20:17:33.172952 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e6d88072-bb2e-4203-8653-22cdb988f199 req-4de35d88-a048-4cd2-9a1e-bd63812f54ad tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373520 Jul 08 20:17:33.193549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3661e-9c34-43b6-8f58-9e83e755ca0d req-0ba19bb6-9002-49ca-a058-8f82bf1bbed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:33.195099 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22a3661e-9c34-43b6-8f58-9e83e755ca0d req-0ba19bb6-9002-49ca-a058-8f82bf1bbed2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1494693d-10df-4f93-a8c3-b15579ec8a8f HTTP/1.1" status: 200 len: 921 time: 0.2146893 Jul 08 20:17:33.263192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Deleting port 34cbc251-b33c-4cbe-9309-21c53e09a210 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:33.263828 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:33.269324 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22a3661e-9c34-43b6-8f58-9e83e755ca0d req-f96ab189-fab2-4917-b396-63f32c5d5f62 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 200 len: 217 time: 0.0529926 Jul 08 20:17:33.425720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3661e-9c34-43b6-8f58-9e83e755ca0d req-dd1603fd-b2e0-4e75-8b43-25ee7c54539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:33.428266 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22a3661e-9c34-43b6-8f58-9e83e755ca0d req-dd1603fd-b2e0-4e75-8b43-25ee7c54539c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=856af900-c58d-420c-bc41-3fa811a4bf28 HTTP/1.1" status: 200 len: 860 time: 0.1478620 Jul 08 20:17:33.499666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22a3661e-9c34-43b6-8f58-9e83e755ca0d req-350e8e25-45f1-4e79-8283-8c3779599e48 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1494693d-10df-4f93-a8c3-b15579ec8a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593934 Jul 08 20:17:33.502528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] For port 34cbc251-b33c-4cbe-9309-21c53e09a210, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=34cbc251-b33c-4cbe-9309-21c53e09a210,segment=NetworkSegment(5e5c1e43-74b2-48bf-b404-368bdfc4da80),segment_id=5e5c1e43-74b2-48bf-b404-368bdfc4da80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:33.503080 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:33.513934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4e45ce01-be73-411d-84e4-ab928e1eb7ab no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:33.524168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aaca9-b78a-445a-8603-f7a49199d470 req-8d905ab6-f4e2-4e0f-b79d-8bdc7219a7b4 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:33.526719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-8d905ab6-f4e2-4e0f-b79d-8bdc7219a7b4 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c&tenant_id=497d536bc47446ccb3b69c5679cc9909&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1097 time: 0.1031144 Jul 08 20:17:33.539477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-16'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:33.557433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 168e6827-6767-4111-aae5-861a4aabaa92 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:17:33.570039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 4e45ce01-be73-411d-84e4-ab928e1eb7ab {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:33.570697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4e45ce01-be73-411d-84e4-ab928e1eb7ab not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:33.692943 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:33.705253 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=168e6827-6767-4111-aae5-861a4aabaa92,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:33.720345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 168e6827-6767-4111-aae5-861a4aabaa92 has no active binding in host n-h1-791506-16 {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 20:17:33.729132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b116a-6679-4036-95e0-cdce17d88438 req-458d923d-53e5-4e90-81f2-4ef3c225dda3 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:33.730910 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca0b116a-6679-4036-95e0-cdce17d88438 req-458d923d-53e5-4e90-81f2-4ef3c225dda3 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 946 time: 0.4135306 Jul 08 20:17:33.861660 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=168e6827-6767-4111-aae5-861a4aabaa92,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:33.891742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf16ad-48cf-4510-a48c-3cbf18d8172a req-c976320b-6406-4333-ae8e-b84d436702c0 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:33.892866 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca0b116a-6679-4036-95e0-cdce17d88438 req-0d1bf9a3-b0dd-426d-8240-9db40cf4e68d tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups?id=561c724e-0074-4a0a-a4ec-b8c8594b7dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499472 Jul 08 20:17:33.900352 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dddf16ad-48cf-4510-a48c-3cbf18d8172a req-c976320b-6406-4333-ae8e-b84d436702c0 tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 1101 time: 0.2769725 Jul 08 20:17:33.945584 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22a3661e-9c34-43b6-8f58-9e83e755ca0d req-e82fd58c-d123-45f1-b4c2-88a41085eeab service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208241 Jul 08 20:17:33.976006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:33.989462 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dddf16ad-48cf-4510-a48c-3cbf18d8172a req-58f3a8ec-35e6-47e9-ba90-066d7656610f tempest-ServersOnMultiNodesTest-940267969 tempest-ServersOnMultiNodesTest-940267969-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871942 Jul 08 20:17:34.033527 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:34.035661 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:34.038775 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Floating IP da07ccda-efb5-425e-a948-a05d6bb2be12 disassociated. External IP: 172.25.4.73, port: 34cbc251-b33c-4cbe-9309-21c53e09a210. Jul 08 20:17:34.039619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Calling delete_port for 34cbc251-b33c-4cbe-9309-21c53e09a210 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:34.041540 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06184421-c611-4071-a2c8-bfd8cee03961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:34.071206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1937cbe2-1465-45d0-b2f5-27db1893859c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '168e6827-6767-4111-aae5-861a4aabaa92'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:34.073546 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305f9a1a-36d8-4a29-825c-72f64632add3" -d '{"events": [{"server_uuid": "1937cbe2-1465-45d0-b2f5-27db1893859c", "name": "network-vif-unplugged", "status": "completed", "tag": "168e6827-6767-4111-aae5-861a4aabaa92"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:34.078604 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:34.086572 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:34.153880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Pushing event updated for resources: {'Port': ['ID=168e6827-6767-4111-aae5-861a4aabaa92,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:34.224253 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22a3661e-9c34-43b6-8f58-9e83e755ca0d req-4fd3db6e-86af-4850-89c7-7ff89c2a9118 service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657497 Jul 08 20:17:34.268496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Attempting to bind port 168e6827-6767-4111-aae5-861a4aabaa92 on host n-h2-791506-16 for vnic_type normal with profile {"migrating_to": "n-h1-791506-16"} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:17:34.269514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Attempting to bind port 168e6827-6767-4111-aae5-861a4aabaa92 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:17:34.269963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Attempting to bind port 168e6827-6767-4111-aae5-861a4aabaa92 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:34.279190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Port 168e6827-6767-4111-aae5-861a4aabaa92 on network 1f8d4455-76b7-4da7-903b-af304e444c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:17:34.279618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Attempting to bind port 168e6827-6767-4111-aae5-861a4aabaa92 on network 1f8d4455-76b7-4da7-903b-af304e444c89 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:34.279842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0a3c3-8c43-4715-b412-ca04bee1c601 req-2a43f38b-535a-498b-8380-1992210b0c7c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:34.281541 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cdf0a3c3-8c43-4715-b412-ca04bee1c601 req-2a43f38b-535a-498b-8380-1992210b0c7c tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.1517437 Jul 08 20:17:34.296531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:17:34.296925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Checking segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:17:34.297284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Bound using segment: {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:17:34.297838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Bound port: 168e6827-6767-4111-aae5-861a4aabaa92, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1f8d4455-76b7-4da7-903b-af304e444c89'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:17:34.298203 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:34.310830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df92998-9302-4afa-9461-ca7b899003cb req-94f3e225-1481-49fc-b4da-9b048e4f55ec tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:34.318722 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9df92998-9302-4afa-9461-ca7b899003cb req-94f3e225-1481-49fc-b4da-9b048e4f55ec tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.1655631 Jul 08 20:17:34.375219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cdf0a3c3-8c43-4715-b412-ca04bee1c601 req-9db14d9c-3bec-49ff-bbc9-08b561a0124d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869989 Jul 08 20:17:34.382999 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:34.409152 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9df92998-9302-4afa-9461-ca7b899003cb req-4e3b1f37-625e-4cde-98a5-efd7faa2f38d tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897942 Jul 08 20:17:34.425669 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Pushing event deleted for resources: {'Port': ['ID=34cbc251-b33c-4cbe-9309-21c53e09a210,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:34.434445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:34.440773 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=168e6827-6767-4111-aae5-861a4aabaa92,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:17:34.458862 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:34.548161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Pushing event updated for resources: {'Port': ['ID=168e6827-6767-4111-aae5-861a4aabaa92,revision_number=8']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:34.550200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:34.550824 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:34.552364 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6a087a04-6727-4570-907e-fc68b7c5f8cb service neutron] 10.222.0.104 "PUT /v2.0/ports/168e6827-6767-4111-aae5-861a4aabaa92 HTTP/1.1" status: 200 len: 1123 time: 1.0188320 Jul 08 20:17:34.639071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Router 6b225b9c-58fc-47ac-a644-78b303548b55 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:17:34.690663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['168e6827-6767-4111-aae5-861a4aabaa92'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:34.717664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['168e6827-6767-4111-aae5-861a4aabaa92'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:34.867030 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ede7f7-02d1-4d01-a765-d2c2af3890b1 x-openstack-request-id: req-32ede7f7-02d1-4d01-a765-d2c2af3890b1 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:34.867322 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1937cbe2-1465-45d0-b2f5-27db1893859c", "name": "network-vif-unplugged", "status": "completed", "tag": "168e6827-6767-4111-aae5-861a4aabaa92", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:34.867571 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-32ede7f7-02d1-4d01-a765-d2c2af3890b1 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:34.868661 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1937cbe2-1465-45d0-b2f5-27db1893859c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '168e6827-6767-4111-aae5-861a4aabaa92', 'code': 200} Jul 08 20:17:34.933664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:17:34.947677 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466173dd-ad1f-4fb6-aafb-335640cf9f26 None None] Sync routers for ids ['6b225b9c-58fc-47ac-a644-78b303548b55'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:17:34.964754 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466173dd-ad1f-4fb6-aafb-335640cf9f26 None None] Routers {'6b225b9c-58fc-47ac-a644-78b303548b55'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:17:34.965692 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-466173dd-ad1f-4fb6-aafb-335640cf9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:17:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b225b9c-58fc-47ac-a644-78b303548b55'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:35.001486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] No DVR routers for this DVR port 34cbc251-b33c-4cbe-9309-21c53e09a210 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:35.007205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:35.009650 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bfa607e1-7278-4b43-8b4a-e0870c3023f9 req-ed201306-dbe5-4c28-a240-2aa833b12a63 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.103 "DELETE /v2.0/ports/34cbc251-b33c-4cbe-9309-21c53e09a210 HTTP/1.1" status: 204 len: 173 time: 2.0389028 Jul 08 20:17:35.010235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d', 'name': 'network-vif-deleted', 'tag': '34cbc251-b33c-4cbe-9309-21c53e09a210'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:35.013244 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c576cb5-5b55-45ed-9b0a-12e1ba43c0b3" -d '{"events": [{"server_uuid": "dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d", "name": "network-vif-deleted", "tag": "34cbc251-b33c-4cbe-9309-21c53e09a210"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:35.054088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebf1ba-eb22-4660-a91e-214926874e56 req-7e300531-c935-401a-a2ba-1f07901b9507 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:35.060582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98ebf1ba-eb22-4660-a91e-214926874e56 req-7e300531-c935-401a-a2ba-1f07901b9507 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.2654595 Jul 08 20:17:35.094504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58f981-63df-4751-9ef5-266defc27481 req-c3dc6139-d349-4a77-b28c-a6712c105652 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:35.108388 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b58f981-63df-4751-9ef5-266defc27481 req-c3dc6139-d349-4a77-b28c-a6712c105652 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.104 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.2013254 Jul 08 20:17:35.138819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98ebf1ba-eb22-4660-a91e-214926874e56 req-21382cef-0a60-4a5a-8f4f-f4e931942e23 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726595 Jul 08 20:17:35.201001 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-466173dd-ad1f-4fb6-aafb-335640cf9f26 None None] Set router 6b225b9c-58fc-47ac-a644-78b303548b55 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:17:35.322801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8b58f981-63df-4751-9ef5-266defc27481 req-8a3afc8e-7b5f-4ca4-8d80-fa818f8abd75 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Deleting port eef83571-5c55-40aa-9342-9d4bf9804fe8 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:35.323149 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8b58f981-63df-4751-9ef5-266defc27481 req-8a3afc8e-7b5f-4ca4-8d80-fa818f8abd75 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:35.327658 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c04593d4-524e-4910-a7cf-b6aacd13ed70 req-77b313fd-8b8f-46af-9729-c395bf6a4eb8 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 210 time: 0.0526149 Jul 08 20:17:35.337325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cc2dd-2324-4edc-b5ed-749002b0007c req-6d2d6dc0-e48c-48ee-9536-b22262d1f1f8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:35.339534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da1cc2dd-2324-4edc-b5ed-749002b0007c req-6d2d6dc0-e48c-48ee-9536-b22262d1f1f8 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 949 time: 0.1092145 Jul 08 20:17:35.408055 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a5e20b-fc7f-410d-ba44-5c396b99f378 x-openstack-request-id: req-79a5e20b-fc7f-410d-ba44-5c396b99f378 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:35.408546 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d", "name": "network-vif-deleted", "tag": "34cbc251-b33c-4cbe-9309-21c53e09a210", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:35.408981 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-79a5e20b-fc7f-410d-ba44-5c396b99f378 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:35.410076 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d', 'name': 'network-vif-deleted', 'tag': '34cbc251-b33c-4cbe-9309-21c53e09a210', 'status': 'completed', 'code': 200} Jul 08 20:17:35.453467 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da1cc2dd-2324-4edc-b5ed-749002b0007c req-e34009cd-ac37-4108-af62-9085eb90b485 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017823 Jul 08 20:17:35.484731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8b58f981-63df-4751-9ef5-266defc27481 req-8a3afc8e-7b5f-4ca4-8d80-fa818f8abd75 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] For port eef83571-5c55-40aa-9342-9d4bf9804fe8, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=eef83571-5c55-40aa-9342-9d4bf9804fe8,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:35.485159 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8b58f981-63df-4751-9ef5-266defc27481 req-8a3afc8e-7b5f-4ca4-8d80-fa818f8abd75 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:35.510184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8b58f981-63df-4751-9ef5-266defc27481 req-8a3afc8e-7b5f-4ca4-8d80-fa818f8abd75 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Calling delete_port for eef83571-5c55-40aa-9342-9d4bf9804fe8 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:35.522556 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 34cbc251-b33c-4cbe-9309-21c53e09a210 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:35.540915 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-466173dd-ad1f-4fb6-aafb-335640cf9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:14:22Z', 'revision_number': 4, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port': {'id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:16Z', 'updated_at': '2021-07-08T20:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '68bbe291-3e1b-4367-9903-3f81b3f38fb8', 'name': '', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'mac_address': 'fa:16:3e:da:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:20Z', 'updated_at': '2021-07-08T20:14:30Z', 'revision_number': 5, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'subnets': [{'id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:35.582582 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466173dd-ad1f-4fb6-aafb-335640cf9f26 None None] Checking router: 6b225b9c-58fc-47ac-a644-78b303548b55 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:17:35.593455 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466173dd-ad1f-4fb6-aafb-335640cf9f26 None None] Routers {'6b225b9c-58fc-47ac-a644-78b303548b55'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:17:35.594587 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-466173dd-ad1f-4fb6-aafb-335640cf9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:17:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b225b9c-58fc-47ac-a644-78b303548b55'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:35.596260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 34cbc251-b33c-4cbe-9309-21c53e09a210 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:35.598504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 34cbc251-b33c-4cbe-9309-21c53e09a210 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:35.864574 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-466173dd-ad1f-4fb6-aafb-335640cf9f26 None None] Set router 6b225b9c-58fc-47ac-a644-78b303548b55 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:17:35.940997 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8b58f981-63df-4751-9ef5-266defc27481 req-8a3afc8e-7b5f-4ca4-8d80-fa818f8abd75 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:35.974643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdde3b1-b69e-4292-a4c7-de9408b9c367 req-02c16770-4ba3-418e-b37e-5adc0c707cea tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:35.983578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fdde3b1-b69e-4292-a4c7-de9408b9c367 req-02c16770-4ba3-418e-b37e-5adc0c707cea tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/ports?device_id=312d2602-8763-4e27-9cdb-b315140e6346 HTTP/1.1" status: 200 len: 949 time: 0.2261500 Jul 08 20:17:36.042346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3afc8e-7b5f-4ca4-8d80-fa818f8abd75 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Pushing event deleted for resources: {'Port': ['ID=eef83571-5c55-40aa-9342-9d4bf9804fe8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:36.101697 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fdde3b1-b69e-4292-a4c7-de9408b9c367 req-b6c11731-f182-496f-9e4a-aad853c1cfcf tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.101 "GET /v2.0/security-groups?id=04b08e45-2ee5-4801-ac4b-32371806f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166122 Jul 08 20:17:36.109944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f70606-584a-4062-b53b-61fb0e6d61e4 req-7d7b39d0-44be-4205-8ed3-c654b85e3eaa tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:36.111832 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4f70606-584a-4062-b53b-61fb0e6d61e4 req-7d7b39d0-44be-4205-8ed3-c654b85e3eaa tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.1518261 Jul 08 20:17:36.162414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b58f981-63df-4751-9ef5-266defc27481 req-8a3afc8e-7b5f-4ca4-8d80-fa818f8abd75 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] No DVR routers for this DVR port eef83571-5c55-40aa-9342-9d4bf9804fe8 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:36.172177 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4f70606-584a-4062-b53b-61fb0e6d61e4 req-fc7f5f5d-6928-4fc7-b233-49984f4c3ef6 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538921 Jul 08 20:17:36.172395 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8b58f981-63df-4751-9ef5-266defc27481 req-8a3afc8e-7b5f-4ca4-8d80-fa818f8abd75 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:36.181410 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b58f981-63df-4751-9ef5-266defc27481 req-8a3afc8e-7b5f-4ca4-8d80-fa818f8abd75 tempest-MigrationsAdminTest-696496147 tempest-MigrationsAdminTest-696496147-project] 10.222.0.104 "DELETE /v2.0/ports/eef83571-5c55-40aa-9342-9d4bf9804fe8 HTTP/1.1" status: 204 len: 173 time: 1.0659833 Jul 08 20:17:36.183399 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-466173dd-ad1f-4fb6-aafb-335640cf9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:14:22Z', 'revision_number': 4, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port': {'id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:16Z', 'updated_at': '2021-07-08T20:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '68bbe291-3e1b-4367-9903-3f81b3f38fb8', 'name': '', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'mac_address': 'fa:16:3e:da:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:20Z', 'updated_at': '2021-07-08T20:14:30Z', 'revision_number': 5, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'subnets': [{'id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:36.240536 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466173dd-ad1f-4fb6-aafb-335640cf9f26 None None] The sync data for ids ['6b225b9c-58fc-47ac-a644-78b303548b55'] in n-d-791506-16 is: [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:14:22Z', 'revision_number': 4, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port': {'id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:16Z', 'updated_at': '2021-07-08T20:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '68bbe291-3e1b-4367-9903-3f81b3f38fb8', 'name': '', 'network_id': 'c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'mac_address': 'fa:16:3e:da:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:20Z', 'updated_at': '2021-07-08T20:14:30Z', 'revision_number': 5, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'subnets': [{'id': 'c31e8bde-2877-48e4-90bf-09146017b2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:17:36.477554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435055ae-918e-46e0-aa38-53970a9bfdbb req-3717bec6-f393-4144-a3db-87bb2b218bbd tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:36.485859 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-435055ae-918e-46e0-aa38-53970a9bfdbb req-3717bec6-f393-4144-a3db-87bb2b218bbd tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.1113193 Jul 08 20:17:36.531882 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5d54cca8-6ec3-4c10-9a33-60b69012a0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:36.562406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-435055ae-918e-46e0-aa38-53970a9bfdbb req-a913c703-8bb4-4ca7-9c28-8eaeb71aaccf tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755215 Jul 08 20:17:36.701020 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f48036b8-fab7-4be4-baf9-237143327155 req-179b5f76-ecb5-4cb2-b7e6-5603e7e5f96d tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 210 time: 0.1003706 Jul 08 20:17:36.761794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac7b02-850b-4bbb-baa4-7ea0a2665e04 None None] New status for floating IP da07ccda-efb5-425e-a948-a05d6bb2be12: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:17:36.798663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2d148-be0b-480d-9149-8b64ee7ad585 req-59f199e4-f201-460e-a3f9-ecc7d912dd6f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:36.800349 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ece2d148-be0b-480d-9149-8b64ee7ad585 req-59f199e4-f201-460e-a3f9-ecc7d912dd6f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 949 time: 0.1938746 Jul 08 20:17:36.894396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1937cbe2-1465-45d0-b2f5-27db1893859c', 'tag': '168e6827-6767-4111-aae5-861a4aabaa92'}, {'server_uuid': '312d2602-8763-4e27-9cdb-b315140e6346', 'name': 'network-vif-deleted', 'tag': 'eef83571-5c55-40aa-9342-9d4bf9804fe8'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:36.897379 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d91047-8d9e-4ea8-bec1-13859ebe4d53" -d '{"events": [{"name": "network-changed", "server_uuid": "1937cbe2-1465-45d0-b2f5-27db1893859c", "tag": "168e6827-6767-4111-aae5-861a4aabaa92"}, {"server_uuid": "312d2602-8763-4e27-9cdb-b315140e6346", "name": "network-vif-deleted", "tag": "eef83571-5c55-40aa-9342-9d4bf9804fe8"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:36.921981 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:36.971533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e740605-41a3-4a95-ad37-ebdbab30bd46 req-bc15931c-18b6-41b0-bf9f-eea4db042f31 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:36.979135 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e740605-41a3-4a95-ad37-ebdbab30bd46 req-bc15931c-18b6-41b0-bf9f-eea4db042f31 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 949 time: 0.2621429 Jul 08 20:17:37.008054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-ece2d148-be0b-480d-9149-8b64ee7ad585 req-ac50f312-544a-4e7b-bf87-a60ed13de579 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Deleting port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:37.008929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ece2d148-be0b-480d-9149-8b64ee7ad585 req-ac50f312-544a-4e7b-bf87-a60ed13de579 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:37.018270 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39280707-3c2d-441a-a437-4039cf395393 x-openstack-request-id: req-39280707-3c2d-441a-a437-4039cf395393 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:37.018576 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1937cbe2-1465-45d0-b2f5-27db1893859c", "tag": "168e6827-6767-4111-aae5-861a4aabaa92", "status": "completed", "code": 200}, {"server_uuid": "312d2602-8763-4e27-9cdb-b315140e6346", "name": "network-vif-deleted", "tag": "eef83571-5c55-40aa-9342-9d4bf9804fe8", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:37.019600 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-39280707-3c2d-441a-a437-4039cf395393 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:37.020049 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1937cbe2-1465-45d0-b2f5-27db1893859c', 'tag': '168e6827-6767-4111-aae5-861a4aabaa92', 'status': 'completed', 'code': 200} Jul 08 20:17:37.020229 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312d2602-8763-4e27-9cdb-b315140e6346', 'name': 'network-vif-deleted', 'tag': 'eef83571-5c55-40aa-9342-9d4bf9804fe8', 'status': 'completed', 'code': 200} Jul 08 20:17:37.080882 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e740605-41a3-4a95-ad37-ebdbab30bd46 req-0ca35b5e-dc85-4e6b-b2bb-b5333c876338 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006067 Jul 08 20:17:37.160886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ece2d148-be0b-480d-9149-8b64ee7ad585 req-ac50f312-544a-4e7b-bf87-a60ed13de579 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] For port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:37.161333 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ece2d148-be0b-480d-9149-8b64ee7ad585 req-ac50f312-544a-4e7b-bf87-a60ed13de579 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:37.177811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-ece2d148-be0b-480d-9149-8b64ee7ad585 req-ac50f312-544a-4e7b-bf87-a60ed13de579 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Calling delete_port for 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:37.185844 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d91047-8d9e-4ea8-bec1-13859ebe4d53 req-5eb04a8f-b917-4f84-987f-1cd748936ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:37.187406 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05d91047-8d9e-4ea8-bec1-13859ebe4d53 req-5eb04a8f-b917-4f84-987f-1cd748936ac5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 1126 time: 0.1309116 Jul 08 20:17:37.348282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d91047-8d9e-4ea8-bec1-13859ebe4d53 req-db463cc6-10a3-4870-b84f-8311786259df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:37.353952 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05d91047-8d9e-4ea8-bec1-13859ebe4d53 req-db463cc6-10a3-4870-b84f-8311786259df service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.1571374 Jul 08 20:17:37.412929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ece2d148-be0b-480d-9149-8b64ee7ad585 req-ac50f312-544a-4e7b-bf87-a60ed13de579 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:37.429994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e251b56f-c079-432a-a5d2-7760c38f3430', 'd3aecade-91a9-45b6-a751-c6b3cca2df5a', '353655e9-29a2-43cd-8bb2-421939a1ed98'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:37.460510 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05d91047-8d9e-4ea8-bec1-13859ebe4d53 req-6eea9f54-d1fc-423e-a9c1-47441d5f392c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=168e6827-6767-4111-aae5-861a4aabaa92 HTTP/1.1" status: 200 len: 217 time: 0.0963020 Jul 08 20:17:37.565673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50f312-544a-4e7b-bf87-a60ed13de579 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event deleted for resources: {'Port': ['ID=2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:37.622805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d91047-8d9e-4ea8-bec1-13859ebe4d53 req-4c23cc2c-dec4-4009-99ec-71207ca1c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:37.625301 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05d91047-8d9e-4ea8-bec1-13859ebe4d53 req-4c23cc2c-dec4-4009-99ec-71207ca1c5ad service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.1533580 Jul 08 20:17:37.740090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48570) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:37.758440 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05d91047-8d9e-4ea8-bec1-13859ebe4d53 req-e90fe849-aa5d-42e2-80cc-f3954471b710 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227658 Jul 08 20:17:37.826236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece2d148-be0b-480d-9149-8b64ee7ad585 req-ac50f312-544a-4e7b-bf87-a60ed13de579 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] No DVR routers for this DVR port 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:37.834653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ece2d148-be0b-480d-9149-8b64ee7ad585 req-ac50f312-544a-4e7b-bf87-a60ed13de579 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:37.840573 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ece2d148-be0b-480d-9149-8b64ee7ad585 req-ac50f312-544a-4e7b-bf87-a60ed13de579 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "DELETE /v2.0/ports/2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a HTTP/1.1" status: 204 len: 173 time: 1.0287035 Jul 08 20:17:37.893679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa494e-7c2d-476f-b2cf-21716588cf63 req-86ebfba8-b62c-4f7f-8dff-c09699b9ff51 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:37.899537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2', '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', '959da3be-a862-4da7-91d0-155db65de3d1', 'efad43fe-6c07-4c39-ad21-b8bf748452b4', '2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:37.910599 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5fa494e-7c2d-476f-b2cf-21716588cf63 req-86ebfba8-b62c-4f7f-8dff-c09699b9ff51 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.3756325 Jul 08 20:17:37.913176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device eef83571-5c55-40aa-9342-9d4bf9804fe8 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:37.966562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: eef83571-5c55-40aa-9342-9d4bf9804fe8 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:37.967200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device eef83571-5c55-40aa-9342-9d4bf9804fe8 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:38.032647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5fa494e-7c2d-476f-b2cf-21716588cf63 req-9c96ef8a-5e34-415b-9bc2-72e2d83f39c9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127992 Jul 08 20:17:38.130749 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:38.285355 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-175b2e99-dd66-43c5-8c95-5f22a5b3e013 req-84ddc398-fdc2-49e2-afdd-741f6bd0c472 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 210 time: 0.0619333 Jul 08 20:17:38.574793 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ac2e18e1-7eda-43e8-92e4-891abda9d8e9 req-85c4350a-80bf-44f2-8f51-8d65a72a3b6c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=d563e591-518c-433d-b2ee-5bfff14cd4f2 HTTP/1.1" status: 200 len: 210 time: 0.0663025 Jul 08 20:17:38.615343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48582) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:38.615651 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2e8f1157-c95b-4a78-9043-f4ed069e3600 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=847906ba92d7431c9a151198f8628748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8731518 Jul 08 20:17:38.663081 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8371e89-0ce5-4478-afed-f6913c90df60 req-a5da72d2-7c0d-4c75-af71-8bfd175d2dce tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:38.671637 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8371e89-0ce5-4478-afed-f6913c90df60 req-a5da72d2-7c0d-4c75-af71-8bfd175d2dce tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.1643257 Jul 08 20:17:38.730337 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05d91047-8d9e-4ea8-bec1-13859ebe4d53 req-5df3f378-e456-42a3-9046-fd63f04d0511 service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9528468 Jul 08 20:17:38.735276 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc8b47bd-81a2-4e56-8431-5d9e0a819467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:38.745746 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8371e89-0ce5-4478-afed-f6913c90df60 req-e2583aa7-28be-4ab5-80fe-dabb77c25481 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729814 Jul 08 20:17:38.826450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc8b47bd-81a2-4e56-8431-5d9e0a819467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:38.850083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05d91047-8d9e-4ea8-bec1-13859ebe4d53 req-568142cd-6378-45c7-9942-1e2d7060f8ef service neutron] 10.222.0.103 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018720 Jul 08 20:17:38.970047 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc8b47bd-81a2-4e56-8431-5d9e0a819467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:38.975062 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc8b47bd-81a2-4e56-8431-5d9e0a819467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:38.979602 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fc8b47bd-81a2-4e56-8431-5d9e0a819467 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/04b08e45-2ee5-4801-ac4b-32371806f821 HTTP/1.1" status: 204 len: 168 time: 0.3628383 Jul 08 20:17:38.998419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b47bd-81a2-4e56-8431-5d9e0a819467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b08e45-2ee5-4801-ac4b-32371806f821,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:39.021223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd563e591-518c-433d-b2ee-5bfff14cd4f2', 'name': 'network-vif-deleted', 'tag': '2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:39.024872 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3870830-d9b1-4daa-8691-6252595b1a7c" -d '{"events": [{"server_uuid": "d563e591-518c-433d-b2ee-5bfff14cd4f2", "name": "network-vif-deleted", "tag": "2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:39.108258 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37743f20-3c1f-4617-aaf1-edd352314298 x-openstack-request-id: req-37743f20-3c1f-4617-aaf1-edd352314298 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:39.108909 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d563e591-518c-433d-b2ee-5bfff14cd4f2", "name": "network-vif-deleted", "tag": "2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:39.108909 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-37743f20-3c1f-4617-aaf1-edd352314298 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:39.109336 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd563e591-518c-433d-b2ee-5bfff14cd4f2', 'name': 'network-vif-deleted', 'tag': '2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a', 'status': 'completed', 'code': 200} Jul 08 20:17:39.297408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da70b6-4668-43b2-8b1d-56c7e8b73d10 req-4b88bd09-fb71-4ac5-8d23-50042a85c13b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:39.298975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7da70b6-4668-43b2-8b1d-56c7e8b73d10 req-4b88bd09-fb71-4ac5-8d23-50042a85c13b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.0856678 Jul 08 20:17:39.374999 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7da70b6-4668-43b2-8b1d-56c7e8b73d10 req-1042fdfc-3300-4441-b662-d354e6a97014 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692477 Jul 08 20:17:39.503407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48596) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:39.535073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea694112-b557-4123-8e41-8f50ec9d06de req-397d8bb8-e0eb-44ed-a0e3-8c5afc42b0dc tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 210 time: 0.0520687 Jul 08 20:17:39.573342 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:39.580679 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-55e005fb-f96d-44f1-b2ff-191784771684 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9862b61b4d264ae390ce92d55d05bdae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741696 Jul 08 20:17:39.586558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48598) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:39.683197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:39.683539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 2a0e3b34-dd6e-4aab-a1d4-9f8293f71f4a not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:39.727955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab20ac31-5d64-4eda-9693-0b26795097e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:39.758893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab20ac31-5d64-4eda-9693-0b26795097e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:39.770573 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:39.857854 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab20ac31-5d64-4eda-9693-0b26795097e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:39.861717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab20ac31-5d64-4eda-9693-0b26795097e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:39.863172 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ab20ac31-5d64-4eda-9693-0b26795097e0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/022f21d1-ea34-4572-815a-c20e4fb19ef0 HTTP/1.1" status: 204 len: 168 time: 0.2735827 Jul 08 20:17:39.879006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20ac31-5d64-4eda-9693-0b26795097e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022f21d1-ea34-4572-815a-c20e4fb19ef0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:40.001667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67702-4cf8-40ef-a149-7df86fcc946e req-a7e29ded-430a-4861-ba61-5fea506ac7e4 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:40.011838 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85c67702-4cf8-40ef-a149-7df86fcc946e req-a7e29ded-430a-4861-ba61-5fea506ac7e4 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.1051948 Jul 08 20:17:40.075857 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85c67702-4cf8-40ef-a149-7df86fcc946e req-3b14208b-eea8-4418-8a65-34cfbca66fab tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628958 Jul 08 20:17:40.533560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ee573-7595-4251-97b3-9dec6e8db2a6 req-da780241-4600-4f18-8af5-e020d5648217 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:40.536989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-515ee573-7595-4251-97b3-9dec6e8db2a6 req-da780241-4600-4f18-8af5-e020d5648217 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 950 time: 0.1434493 Jul 08 20:17:40.656187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89869e3c-061a-44df-9158-767604828c8b req-c9cc47f5-c044-4732-a831-4732eceb7987 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:40.658439 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89869e3c-061a-44df-9158-767604828c8b req-c9cc47f5-c044-4732-a831-4732eceb7987 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.1251147 Jul 08 20:17:40.717787 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89869e3c-061a-44df-9158-767604828c8b req-4fc14790-59f6-4e3b-95fe-a9b3c78154ce tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524457 Jul 08 20:17:40.986302 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-516a619f-9592-40b6-a959-f075f5a4466e req-a64462d4-c4f1-43d6-bd6f-998b1ad738bd tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 210 time: 0.0795212 Jul 08 20:17:41.061336 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-515ee573-7595-4251-97b3-9dec6e8db2a6 req-417760aa-6da0-4232-b6e6-534bd0dbb94e tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185366 Jul 08 20:17:41.311592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa1732-7c59-4a11-8929-6070ffad92b5 req-7c59d96b-e784-4883-b094-bbebc432e21b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:41.320927 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3eaa1732-7c59-4a11-8929-6070ffad92b5 req-7c59d96b-e784-4883-b094-bbebc432e21b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.0987570 Jul 08 20:17:41.386356 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3eaa1732-7c59-4a11-8929-6070ffad92b5 req-bf4e6786-bc4e-44b3-b9fd-3d1eb9ae567d tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631015 Jul 08 20:17:41.563544 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 168e6827-6767-4111-aae5-861a4aabaa92 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:41.976166 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d220069-3093-4b96-9626-d5573377b360 req-89bb7f4f-f188-4984-90f6-982596c548b5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:41.981975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6d220069-3093-4b96-9626-d5573377b360 req-89bb7f4f-f188-4984-90f6-982596c548b5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.1072857 Jul 08 20:17:42.007126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae909c-9f20-4de3-b3c1-5585c0a9bfda req-9c1db22c-267b-4b77-981d-05c47b785560 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:42.009897 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3eae909c-9f20-4de3-b3c1-5585c0a9bfda req-9c1db22c-267b-4b77-981d-05c47b785560 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 950 time: 0.1056449 Jul 08 20:17:42.089101 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6d220069-3093-4b96-9626-d5573377b360 req-3f2b2370-581b-4a1d-9367-5e5ed0d3c7bc tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992384 Jul 08 20:17:42.211632 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-3eae909c-9f20-4de3-b3c1-5585c0a9bfda req-159e2d47-59d8-469c-b57c-ab9496677abe tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Deleting port 353655e9-29a2-43cd-8bb2-421939a1ed98 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:42.212255 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3eae909c-9f20-4de3-b3c1-5585c0a9bfda req-159e2d47-59d8-469c-b57c-ab9496677abe tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:42.259058 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a07b357e-c272-4df4-bea7-da1079599051 req-f4c21de6-5876-4226-97c6-652053c659d5 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/ports?device_id=dc0e39f5-a4e0-448b-aaea-b9d950ae9b8d HTTP/1.1" status: 200 len: 210 time: 0.0430830 Jul 08 20:17:42.423840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f1fad-aea9-4aca-bfd6-e18cc253b156 req-3704738d-3381-44b1-8359-102993ffb94d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:42.426590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-063f1fad-aea9-4aca-bfd6-e18cc253b156 req-3704738d-3381-44b1-8359-102993ffb94d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 950 time: 0.1448879 Jul 08 20:17:42.456774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3eae909c-9f20-4de3-b3c1-5585c0a9bfda req-159e2d47-59d8-469c-b57c-ab9496677abe tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] For port 353655e9-29a2-43cd-8bb2-421939a1ed98, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=353655e9-29a2-43cd-8bb2-421939a1ed98,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:42.457115 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3eae909c-9f20-4de3-b3c1-5585c0a9bfda req-159e2d47-59d8-469c-b57c-ab9496677abe tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:42.480175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-3eae909c-9f20-4de3-b3c1-5585c0a9bfda req-159e2d47-59d8-469c-b57c-ab9496677abe tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Calling delete_port for 353655e9-29a2-43cd-8bb2-421939a1ed98 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:42.510645 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-063f1fad-aea9-4aca-bfd6-e18cc253b156 req-67c5c8f2-1e29-415e-b894-8a60835f460f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753238 Jul 08 20:17:42.683403 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3eae909c-9f20-4de3-b3c1-5585c0a9bfda req-159e2d47-59d8-469c-b57c-ab9496677abe tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:42.697237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e251b56f-c079-432a-a5d2-7760c38f3430', 'd3aecade-91a9-45b6-a751-c6b3cca2df5a', '353655e9-29a2-43cd-8bb2-421939a1ed98'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:42.699569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2', '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', '959da3be-a862-4da7-91d0-155db65de3d1', 'efad43fe-6c07-4c39-ad21-b8bf748452b4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:42.759392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e2d47-59d8-469c-b57c-ab9496677abe tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event deleted for resources: {'Port': ['ID=353655e9-29a2-43cd-8bb2-421939a1ed98,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:42.866204 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464bac5-7c34-4c9d-84e8-9ea828277c64 req-3017f132-1586-4682-9d68-76945e44808f tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:42.868286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7464bac5-7c34-4c9d-84e8-9ea828277c64 req-3017f132-1586-4682-9d68-76945e44808f tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.1010897 Jul 08 20:17:42.883346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eae909c-9f20-4de3-b3c1-5585c0a9bfda req-159e2d47-59d8-469c-b57c-ab9496677abe tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] No DVR routers for this DVR port 353655e9-29a2-43cd-8bb2-421939a1ed98 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:42.894459 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3eae909c-9f20-4de3-b3c1-5585c0a9bfda req-159e2d47-59d8-469c-b57c-ab9496677abe tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:42.898367 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3eae909c-9f20-4de3-b3c1-5585c0a9bfda req-159e2d47-59d8-469c-b57c-ab9496677abe tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "DELETE /v2.0/ports/353655e9-29a2-43cd-8bb2-421939a1ed98 HTTP/1.1" status: 204 len: 173 time: 0.8681719 Jul 08 20:17:42.898975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c215976f-e183-4fa1-bd67-a052dc76cbc1', 'name': 'network-vif-deleted', 'tag': '353655e9-29a2-43cd-8bb2-421939a1ed98'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:42.913460 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830b8acd-292a-4fe0-98b1-54eab13ec4ce" -d '{"events": [{"server_uuid": "c215976f-e183-4fa1-bd67-a052dc76cbc1", "name": "network-vif-deleted", "tag": "353655e9-29a2-43cd-8bb2-421939a1ed98"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:42.942112 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7464bac5-7c34-4c9d-84e8-9ea828277c64 req-61406eb8-b2bb-416a-b95b-fcbd90591d9f tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672126 Jul 08 20:17:43.328377 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aec2fe-079b-471e-a138-a409993bf3a0 x-openstack-request-id: req-51aec2fe-079b-471e-a138-a409993bf3a0 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:43.328992 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c215976f-e183-4fa1-bd67-a052dc76cbc1", "name": "network-vif-deleted", "tag": "353655e9-29a2-43cd-8bb2-421939a1ed98", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:43.329182 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-51aec2fe-079b-471e-a138-a409993bf3a0 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:43.329747 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c215976f-e183-4fa1-bd67-a052dc76cbc1', 'name': 'network-vif-deleted', 'tag': '353655e9-29a2-43cd-8bb2-421939a1ed98', 'status': 'completed', 'code': 200} Jul 08 20:17:43.470873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48726) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:43.623467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fdbad-eb74-4d5f-ae4a-df53e32d6888 req-c832512a-6923-44be-9289-9f824a745b02 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:43.633997 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-005fdbad-eb74-4d5f-ae4a-df53e32d6888 req-c832512a-6923-44be-9289-9f824a745b02 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.1326661 Jul 08 20:17:43.641209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63ce5df5-a96f-48e9-9ba8-4f5a4ccc14f1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:43.713483 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63ce5df5-a96f-48e9-9ba8-4f5a4ccc14f1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:43.742544 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-005fdbad-eb74-4d5f-ae4a-df53e32d6888 req-106c1fbb-a0b1-4902-acf5-6c40e7560704 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073501 Jul 08 20:17:43.809269 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63ce5df5-a96f-48e9-9ba8-4f5a4ccc14f1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:43.818544 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63ce5df5-a96f-48e9-9ba8-4f5a4ccc14f1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:43.822552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48740) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:43.829190 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-63ce5df5-a96f-48e9-9ba8-4f5a4ccc14f1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "DELETE /v2.0/security-groups/561c724e-0074-4a0a-a4ec-b8c8594b7dd5 HTTP/1.1" status: 204 len: 168 time: 0.3528242 Jul 08 20:17:43.870044 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-14268cb0-fe08-4bb2-be23-ce73ed33fdba tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] show failed (client error): The resource could not be found. Jul 08 20:17:43.874176 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-14268cb0-fe08-4bb2-be23-ce73ed33fdba tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "GET /v2.0/security-groups/561c724e-0074-4a0a-a4ec-b8c8594b7dd5 HTTP/1.1" status: 404 len: 347 time: 0.0502009 Jul 08 20:17:43.874764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48742) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:43.946971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce5df5-a96f-48e9-9ba8-4f5a4ccc14f1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c724e-0074-4a0a-a4ec-b8c8594b7dd5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:43.950607 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-852a3ce3-557f-42cc-b24f-95d97ee1ac4a req-8bf145d0-0e46-43f1-8675-6bc2796c5efa tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=c215976f-e183-4fa1-bd67-a052dc76cbc1 HTTP/1.1" status: 200 len: 210 time: 0.0923023 Jul 08 20:17:44.131988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c7bddc68-3799-406a-8630-2a610c13e9a1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Deleting port 3b62b1f4-e78b-4f62-9a35-1181c0f7fbd1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:44.132820 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7bddc68-3799-406a-8630-2a610c13e9a1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:44.248958 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7bddc68-3799-406a-8630-2a610c13e9a1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:44.249582 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7bddc68-3799-406a-8630-2a610c13e9a1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:44.265948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c7bddc68-3799-406a-8630-2a610c13e9a1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Calling delete_port for 3b62b1f4-e78b-4f62-9a35-1181c0f7fbd1 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:44.310541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258a1be-afdf-462c-b2aa-58995f7b3ede req-7da77e0a-4307-4c79-b810-0d1eaafcc943 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:44.312962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4258a1be-afdf-462c-b2aa-58995f7b3ede req-7da77e0a-4307-4c79-b810-0d1eaafcc943 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.1136842 Jul 08 20:17:44.402284 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4258a1be-afdf-462c-b2aa-58995f7b3ede req-30a4340a-6382-4d6a-8d9b-9dfe40c451ac tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825741 Jul 08 20:17:44.490164 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-33680a84-9347-4b0b-a152-7c691d06a619 service neutron] 10.222.0.103 "GET /v2.0/ports/168e6827-6767-4111-aae5-861a4aabaa92/bindings/n-h1-791506-16 HTTP/1.1" status: 200 len: 385 time: 0.4985116 Jul 08 20:17:44.669930 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7bddc68-3799-406a-8630-2a610c13e9a1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:44.827990 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-460aaca9-b78a-445a-8603-f7a49199d470 req-b2e90cc9-d180-4b67-8439-23b17d91be76 service neutron] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=168e6827-6767-4111-aae5-861a4aabaa92,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:44.851974 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-460aaca9-b78a-445a-8603-f7a49199d470 req-b2e90cc9-d180-4b67-8439-23b17d91be76 service neutron] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:44.889640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-460aaca9-b78a-445a-8603-f7a49199d470 req-b2e90cc9-d180-4b67-8439-23b17d91be76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168e6827-6767-4111-aae5-861a4aabaa92 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:17:44.904281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-460aaca9-b78a-445a-8603-f7a49199d470 req-b2e90cc9-d180-4b67-8439-23b17d91be76 service neutron] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=168e6827-6767-4111-aae5-861a4aabaa92,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:44.948574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bddc68-3799-406a-8630-2a610c13e9a1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Pushing event deleted for resources: {'Port': ['ID=3b62b1f4-e78b-4f62-9a35-1181c0f7fbd1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:44.955113 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-460aaca9-b78a-445a-8603-f7a49199d470 req-b2e90cc9-d180-4b67-8439-23b17d91be76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:45.103470 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7bddc68-3799-406a-8630-2a610c13e9a1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:45.106181 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7bddc68-3799-406a-8630-2a610c13e9a1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:45.107556 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c7bddc68-3799-406a-8630-2a610c13e9a1 tempest-ServersTestBootFromVolume-1316371879 tempest-ServersTestBootFromVolume-1316371879-project] 10.222.0.101 "DELETE /v2.0/floatingips/da07ccda-efb5-425e-a948-a05d6bb2be12 HTTP/1.1" status: 204 len: 168 time: 1.2317450 Jul 08 20:17:45.110768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48770) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:45.172726 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-460aaca9-b78a-445a-8603-f7a49199d470 req-b2e90cc9-d180-4b67-8439-23b17d91be76 service neutron] Transition to ACTIVE for port object 168e6827-6767-4111-aae5-861a4aabaa92 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:17:45.182881 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-460aaca9-b78a-445a-8603-f7a49199d470 req-b2e90cc9-d180-4b67-8439-23b17d91be76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:45.225327 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427504a0-21bf-4925-9a7c-e94e9b2f791b req-f57b6a6b-2725-426f-a14e-2f6883f5b66d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:45.233001 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-427504a0-21bf-4925-9a7c-e94e9b2f791b req-f57b6a6b-2725-426f-a14e-2f6883f5b66d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 943 time: 0.2616329 Jul 08 20:17:45.384170 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-460aaca9-b78a-445a-8603-f7a49199d470 req-b2e90cc9-d180-4b67-8439-23b17d91be76 service neutron] No DVR routers for this DVR port 168e6827-6767-4111-aae5-861a4aabaa92 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:45.396496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e90cc9-d180-4b67-8439-23b17d91be76 service neutron] Pushing event updated for resources: {'Port': ['ID=168e6827-6767-4111-aae5-861a4aabaa92,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:45.425294 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-427504a0-21bf-4925-9a7c-e94e9b2f791b req-a3771466-ad7e-4fa3-a846-f3fc780d29a3 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909878 Jul 08 20:17:45.482636 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-b2e90cc9-d180-4b67-8439-23b17d91be76 service neutron] 10.222.0.103 "PUT /v2.0/ports/168e6827-6767-4111-aae5-861a4aabaa92/bindings/n-h1-791506-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9835930 Jul 08 20:17:45.578720 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 353655e9-29a2-43cd-8bb2-421939a1ed98 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:45.622286 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 353655e9-29a2-43cd-8bb2-421939a1ed98 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:45.622979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 353655e9-29a2-43cd-8bb2-421939a1ed98 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:45.711766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48784) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:45.880911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed8b30-89c7-4a11-83f6-8a16721b8d39 req-b63aa25d-03af-487c-bf50-48a7cf905427 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:45.882520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24ed8b30-89c7-4a11-83f6-8a16721b8d39 req-b63aa25d-03af-487c-bf50-48a7cf905427 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 950 time: 0.1313436 Jul 08 20:17:45.927771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aaca9-b78a-445a-8603-f7a49199d470 req-15c92d07-1541-4294-87f2-622b93e12630 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:45.929590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-15c92d07-1541-4294-87f2-622b93e12630 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c&tenant_id=497d536bc47446ccb3b69c5679cc9909&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1096 time: 0.3631639 Jul 08 20:17:45.937096 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62a6ac66-83dc-45e2-9517-03312528b30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:46.027540 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24ed8b30-89c7-4a11-83f6-8a16721b8d39 req-3989f8ab-4f10-409e-8f03-c031908ce8ae tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389401 Jul 08 20:17:46.052030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b2f35-a050-48f8-a65f-c3728ec8653d req-36acbc1a-749b-4b01-a8cb-ff89e9caf32f tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:46.060164 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e6b2f35-a050-48f8-a65f-c3728ec8653d req-36acbc1a-749b-4b01-a8cb-ff89e9caf32f tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.3091531 Jul 08 20:17:46.118335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aaca9-b78a-445a-8603-f7a49199d470 req-44f4f0e1-4ec1-4fc1-8259-e76f0676b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:46.119926 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-44f4f0e1-4ec1-4fc1-8259-e76f0676b8d3 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c&tenant_id=497d536bc47446ccb3b69c5679cc9909 HTTP/1.1" status: 200 len: 1096 time: 0.1792200 Jul 08 20:17:46.120105 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62a6ac66-83dc-45e2-9517-03312528b30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:46.134736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62a6ac66-83dc-45e2-9517-03312528b30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:46.194037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6ac66-83dc-45e2-9517-03312528b30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e39103b-38ce-4412-9cb8-0e0c0b315482,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:46.200462 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-62a6ac66-83dc-45e2-9517-03312528b30d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=099f6d4bcfc84d6ea277e605272f87cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872999 Jul 08 20:17:46.202877 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48790) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:46.234383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e6b2f35-a050-48f8-a65f-c3728ec8653d req-166faebd-269d-47b1-9472-f49c0fbbbd0c tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721389 Jul 08 20:17:46.277406 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-524d2b9f-8b20-421d-8d52-9661cf26231f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:46.309348 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-524d2b9f-8b20-421d-8d52-9661cf26231f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:46.310842 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f5a34469-e653-4dd1-bb8d-7f2903f20787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:46.385515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aaca9-b78a-445a-8603-f7a49199d470 req-9ebe73a4-f78a-4ca0-9115-3a79b67ad68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:46.387453 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-9ebe73a4-f78a-4ca0-9115-3a79b67ad68d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 1096 time: 0.2221920 Jul 08 20:17:46.397106 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-524d2b9f-8b20-421d-8d52-9661cf26231f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:46.400794 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-524d2b9f-8b20-421d-8d52-9661cf26231f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:46.411344 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-524d2b9f-8b20-421d-8d52-9661cf26231f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1e39103b-38ce-4412-9cb8-0e0c0b315482 HTTP/1.1" status: 204 len: 168 time: 0.2051716 Jul 08 20:17:46.438949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d2b9f-8b20-421d-8d52-9661cf26231f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e39103b-38ce-4412-9cb8-0e0c0b315482,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:46.775937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d04570-1e59-40dd-b83b-98712139cae6 req-6e228fe5-def3-4a6d-b563-a49715e84f07 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:46.785327 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85d04570-1e59-40dd-b83b-98712139cae6 req-6e228fe5-def3-4a6d-b563-a49715e84f07 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 944 time: 0.1315844 Jul 08 20:17:46.847312 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85d04570-1e59-40dd-b83b-98712139cae6 req-cdb3bd3b-eed6-4804-bc7e-83b0fb7e8a89 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600665 Jul 08 20:17:46.892214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6c467ca3-5e8d-439d-9975-99c0ea0b6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:46.894137 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6c467ca3-5e8d-439d-9975-99c0ea0b6bfe service neutron] 10.222.0.104 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.4984081 Jul 08 20:17:46.952165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-3661affa-df4d-46dc-86bd-6a35c84b2a91 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=168e6827-6767-4111-aae5-861a4aabaa92 HTTP/1.1" status: 200 len: 217 time: 0.0435050 Jul 08 20:17:47.035722 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48802) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:47.050429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aaca9-b78a-445a-8603-f7a49199d470 req-9b219e08-9b0c-43fb-9672-7e9b10c4409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:47.052122 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-9b219e08-9b0c-43fb-9672-7e9b10c4409d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.0857449 Jul 08 20:17:47.061330 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a4f1b593-577b-475b-a90c-860bb12de020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:47.093106 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-ec149fd0-7c44-4e80-9854-1e0a28f1bdf5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335000 Jul 08 20:17:47.202875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-f5a34469-e653-4dd1-bb8d-7f2903f20787 admin admin] Deleting port 68bbe291-3e1b-4367-9903-3f81b3f38fb8 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:47.203564 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f5a34469-e653-4dd1-bb8d-7f2903f20787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:47.208134 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:47.214198 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a4f1b593-577b-475b-a90c-860bb12de020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:47.219416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a4f1b593-577b-475b-a90c-860bb12de020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:47.262988 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a4f1b593-577b-475b-a90c-860bb12de020 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=661e1b168a72448bb3f0839e83169d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257726 Jul 08 20:17:47.263800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1b593-577b-475b-a90c-860bb12de020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c726f46d-33d2-4acb-bd9a-2ecb9eb5fba7,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:47.266310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48808) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:47.392694 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-6eca75a2-8128-4ed9-a00c-35c3f68856ef service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904198 Jul 08 20:17:47.470195 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eed49bf8-d02c-4674-aebd-97c05c4f324b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:47.482907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-f5a34469-e653-4dd1-bb8d-7f2903f20787 admin admin] For port 68bbe291-3e1b-4367-9903-3f81b3f38fb8, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=68bbe291-3e1b-4367-9903-3f81b3f38fb8,segment=NetworkSegment(5e5c1e43-74b2-48bf-b404-368bdfc4da80),segment_id=5e5c1e43-74b2-48bf-b404-368bdfc4da80)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:47.483387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f5a34469-e653-4dd1-bb8d-7f2903f20787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:47.508366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-f5a34469-e653-4dd1-bb8d-7f2903f20787 admin admin] Calling delete_port for 68bbe291-3e1b-4367-9903-3f81b3f38fb8 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:47.523961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2366a-378e-4b76-8983-a3b622477813 req-e8fe1237-667e-41b3-b08e-683fdcac4554 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:47.526995 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90d2366a-378e-4b76-8983-a3b622477813 req-e8fe1237-667e-41b3-b08e-683fdcac4554 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 950 time: 0.2334685 Jul 08 20:17:47.552976 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eed49bf8-d02c-4674-aebd-97c05c4f324b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:47.562277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cbe13-2b45-484c-8832-dc749f16e20b req-024487f1-7f8f-4ba2-af22-bfa685dae03e tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:47.563979 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-059cbe13-2b45-484c-8832-dc749f16e20b req-024487f1-7f8f-4ba2-af22-bfa685dae03e tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 950 time: 0.2967734 Jul 08 20:17:47.603031 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-7eac5fbd-e88b-4679-94b3-ae67918f2fc0 service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996472 Jul 08 20:17:47.668729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90d2366a-378e-4b76-8983-a3b622477813 req-b12dc87f-496f-4fa7-83d0-46877325e5b1 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119530 Jul 08 20:17:47.710202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aad88c-4cf3-4347-ba79-e1a8db5c62e0 req-4f13304a-5632-4baf-931f-66a30d975544 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:47.711937 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11aad88c-4cf3-4347-ba79-e1a8db5c62e0 req-4f13304a-5632-4baf-931f-66a30d975544 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.2258461 Jul 08 20:17:47.777118 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eed49bf8-d02c-4674-aebd-97c05c4f324b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:47.779850 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eed49bf8-d02c-4674-aebd-97c05c4f324b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:47.781151 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-eed49bf8-d02c-4674-aebd-97c05c4f324b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c726f46d-33d2-4acb-bd9a-2ecb9eb5fba7 HTTP/1.1" status: 204 len: 168 time: 0.5127532 Jul 08 20:17:47.791297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-059cbe13-2b45-484c-8832-dc749f16e20b req-be7b85b3-ef67-4633-bb47-75db120ce402 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Deleting port d3aecade-91a9-45b6-a751-c6b3cca2df5a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:47.791717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-059cbe13-2b45-484c-8832-dc749f16e20b req-be7b85b3-ef67-4633-bb47-75db120ce402 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:47.903693 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f5a34469-e653-4dd1-bb8d-7f2903f20787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:47.977187 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11aad88c-4cf3-4347-ba79-e1a8db5c62e0 req-3796db7f-f5c7-4faf-ab79-2f1afb41e322 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472146 Jul 08 20:17:47.988768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed49bf8-d02c-4674-aebd-97c05c4f324b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c726f46d-33d2-4acb-bd9a-2ecb9eb5fba7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:48.124780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a34469-e653-4dd1-bb8d-7f2903f20787 admin admin] Pushing event deleted for resources: {'Port': ['ID=68bbe291-3e1b-4367-9903-3f81b3f38fb8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:48.157737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-059cbe13-2b45-484c-8832-dc749f16e20b req-be7b85b3-ef67-4633-bb47-75db120ce402 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] For port d3aecade-91a9-45b6-a751-c6b3cca2df5a, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d3aecade-91a9-45b6-a751-c6b3cca2df5a,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:48.158948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-059cbe13-2b45-484c-8832-dc749f16e20b req-be7b85b3-ef67-4633-bb47-75db120ce402 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:48.188049 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-059cbe13-2b45-484c-8832-dc749f16e20b req-be7b85b3-ef67-4633-bb47-75db120ce402 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Calling delete_port for d3aecade-91a9-45b6-a751-c6b3cca2df5a owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:48.403876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490c37d-279a-429d-90f3-f1db57951f4f req-3493c22b-d5ac-4d3e-9c97-d1944669c896 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:48.405578 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3490c37d-279a-429d-90f3-f1db57951f4f req-3493c22b-d5ac-4d3e-9c97-d1944669c896 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 944 time: 0.1304164 Jul 08 20:17:48.417005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2efb8e23-d7e8-4f49-a242-b4d4d1b9752e tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:48.422000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2efb8e23-d7e8-4f49-a242-b4d4d1b9752e tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c&tenant_id=497d536bc47446ccb3b69c5679cc9909&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 1096 time: 0.2869360 Jul 08 20:17:48.475463 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f5a34469-e653-4dd1-bb8d-7f2903f20787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:48.494306 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3490c37d-279a-429d-90f3-f1db57951f4f req-05d51292-1ece-416c-aea5-f696c99176b5 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598898 Jul 08 20:17:48.496166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-059cbe13-2b45-484c-8832-dc749f16e20b req-be7b85b3-ef67-4633-bb47-75db120ce402 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:48.509866 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2', '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', '959da3be-a862-4da7-91d0-155db65de3d1', 'efad43fe-6c07-4c39-ad21-b8bf748452b4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:48.512641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e251b56f-c079-432a-a5d2-7760c38f3430', 'd3aecade-91a9-45b6-a751-c6b3cca2df5a'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:48.516708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-56ca5523-9b83-4b58-8171-dac09f17353b tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:48.525072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-56ca5523-9b83-4b58-8171-dac09f17353b tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 807 time: 0.2650275 Jul 08 20:17:48.569778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b85b3-ef67-4633-bb47-75db120ce402 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event deleted for resources: {'Port': ['ID=d3aecade-91a9-45b6-a751-c6b3cca2df5a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:48.636604 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-6e0e3c73-1c0e-4eb8-b417-2d8562902726 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/quotas/a00dc66fc33a49b89050fb4dd9c642cd HTTP/1.1" status: 200 len: 375 time: 0.1105268 Jul 08 20:17:48.739474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-059cbe13-2b45-484c-8832-dc749f16e20b req-be7b85b3-ef67-4633-bb47-75db120ce402 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] No DVR routers for this DVR port d3aecade-91a9-45b6-a751-c6b3cca2df5a on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:48.744349 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-059cbe13-2b45-484c-8832-dc749f16e20b req-be7b85b3-ef67-4633-bb47-75db120ce402 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:48.750990 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-059cbe13-2b45-484c-8832-dc749f16e20b req-be7b85b3-ef67-4633-bb47-75db120ce402 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "DELETE /v2.0/ports/d3aecade-91a9-45b6-a751-c6b3cca2df5a HTTP/1.1" status: 204 len: 173 time: 1.1764810 Jul 08 20:17:48.753389 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d45d72-2748-4b7f-a862-16214b61c392', 'name': 'network-vif-deleted', 'tag': 'd3aecade-91a9-45b6-a751-c6b3cca2df5a'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:48.761822 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad34d03-04f9-4839-aa00-11512283e6a0" -d '{"events": [{"server_uuid": "f4d45d72-2748-4b7f-a862-16214b61c392", "name": "network-vif-deleted", "tag": "d3aecade-91a9-45b6-a751-c6b3cca2df5a"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:48.993603 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3f1910ed-b408-4741-909d-6450c528e95a req-5bf40b17-11f2-4ee8-b8b0-0b42d5fcc190 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4d45d72-2748-4b7f-a862-16214b61c392 HTTP/1.1" status: 200 len: 210 time: 0.0513287 Jul 08 20:17:49.164789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-460aaca9-b78a-445a-8603-f7a49199d470 req-9df73de5-87ee-46fd-b02f-15c0efe7ae4d service neutron] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:49.173263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-460aaca9-b78a-445a-8603-f7a49199d470 req-9df73de5-87ee-46fd-b02f-15c0efe7ae4d service neutron] Notify callbacks [] for binding, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:49.175268 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-9df73de5-87ee-46fd-b02f-15c0efe7ae4d service neutron] 10.222.0.104 "DELETE /v2.0/ports/168e6827-6767-4111-aae5-861a4aabaa92/bindings/n-h2-791506-16 HTTP/1.1" status: 204 len: 173 time: 0.7429931 Jul 08 20:17:49.285257 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-d658ca00-30bc-47da-8764-7f1a8eaa9d61 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6475451 Jul 08 20:17:49.298862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c7f25-c92a-4227-9362-ceccc609c2d5 req-634983ee-93d4-4c76-a013-301f7bfded55 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:49.302291 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef1c7f25-c92a-4227-9362-ceccc609c2d5 req-634983ee-93d4-4c76-a013-301f7bfded55 tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 1096 time: 0.1039267 Jul 08 20:17:49.351693 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef1c7f25-c92a-4227-9362-ceccc609c2d5 req-cdb5da82-7436-4d6e-b9d6-672737e7670a tempest-LiveAutoBlockMigrationV225Test-140769086 tempest-LiveAutoBlockMigrationV225Test-140769086-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420091 Jul 08 20:17:49.525068 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-62267911-2f90-4092-8493-3cb4e4e46694 service neutron] 10.222.0.101 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385592 Jul 08 20:17:49.536180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a34469-e653-4dd1-bb8d-7f2903f20787 admin admin] Router 6b225b9c-58fc-47ac-a644-78b303548b55 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:17:49.742077 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a34469-e653-4dd1-bb8d-7f2903f20787 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:17:49.751599 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f5a34469-e653-4dd1-bb8d-7f2903f20787 admin admin] 10.222.0.101 "PUT /v2.0/routers/6b225b9c-58fc-47ac-a644-78b303548b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6391277 Jul 08 20:17:49.754704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48874) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:49.764483 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-801b7707-d784-4087-82b1-26934b5d6a26 service neutron] 10.222.0.101 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266068 Jul 08 20:17:49.764873 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5de955-8adf-4a71-a64d-fc96bf4d9b0e None None] Sync routers for ids ['6b225b9c-58fc-47ac-a644-78b303548b55'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:17:49.794971 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5de955-8adf-4a71-a64d-fc96bf4d9b0e None None] Routers {'6b225b9c-58fc-47ac-a644-78b303548b55'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:17:49.796358 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5d5de955-8adf-4a71-a64d-fc96bf4d9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:17:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b225b9c-58fc-47ac-a644-78b303548b55'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:49.813618 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd100f8-a515-45e1-bcf1-d31303219991 x-openstack-request-id: req-0cd100f8-a515-45e1-bcf1-d31303219991 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:49.813878 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d45d72-2748-4b7f-a862-16214b61c392", "name": "network-vif-deleted", "tag": "d3aecade-91a9-45b6-a751-c6b3cca2df5a", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:49.814129 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0cd100f8-a515-45e1-bcf1-d31303219991 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:49.814571 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d45d72-2748-4b7f-a862-16214b61c392', 'name': 'network-vif-deleted', 'tag': 'd3aecade-91a9-45b6-a751-c6b3cca2df5a', 'status': 'completed', 'code': 200} Jul 08 20:17:49.910101 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:49.938685 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-5d5de955-8adf-4a71-a64d-fc96bf4d9b0e None None] Set router 6b225b9c-58fc-47ac-a644-78b303548b55 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:17:50.058662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:50.078078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cece17-5f57-4d5a-a82c-1a0251534035 req-583260b8-2a43-4591-bc9c-96bef909139f tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:50.081946 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-49cece17-5f57-4d5a-a82c-1a0251534035 req-583260b8-2a43-4591-bc9c-96bef909139f tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.1176488 Jul 08 20:17:50.149025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-49cece17-5f57-4d5a-a82c-1a0251534035 req-99bb921c-c8b9-4c02-a03e-766215c5d6f5 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557010 Jul 08 20:17:50.153251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Deleting port db6cb605-a1aa-424c-a05d-ec91060e8d0d {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:50.153736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:50.261189 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5d5de955-8adf-4a71-a64d-fc96bf4d9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:17:47Z', 'revision_number': 5, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port': {'id': 'db6cb605-a1aa-424c-a05d-ec91060e8d0d', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:14:16Z', 'updated_at': '2021-07-08T20:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:50.281726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] For port db6cb605-a1aa-424c-a05d-ec91060e8d0d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=db6cb605-a1aa-424c-a05d-ec91060e8d0d,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:50.282108 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:50.300199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Calling delete_port for db6cb605-a1aa-424c-a05d-ec91060e8d0d owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:50.338656 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5de955-8adf-4a71-a64d-fc96bf4d9b0e None None] Checking router: 6b225b9c-58fc-47ac-a644-78b303548b55 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:17:50.351960 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5de955-8adf-4a71-a64d-fc96bf4d9b0e None None] Routers {'6b225b9c-58fc-47ac-a644-78b303548b55'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:17:50.352802 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5d5de955-8adf-4a71-a64d-fc96bf4d9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:17:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b225b9c-58fc-47ac-a644-78b303548b55'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:50.454778 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-5d5de955-8adf-4a71-a64d-fc96bf4d9b0e None None] Set router 6b225b9c-58fc-47ac-a644-78b303548b55 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:17:50.552428 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5d5de955-8adf-4a71-a64d-fc96bf4d9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:17:50Z', 'revision_number': 6, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:50.555870 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:50.586686 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5de955-8adf-4a71-a64d-fc96bf4d9b0e None None] The sync data for ids ['6b225b9c-58fc-47ac-a644-78b303548b55'] in n-d-791506-16 is: [{'id': '6b225b9c-58fc-47ac-a644-78b303548b55', 'name': 'tempest-ServersTestBootFromVolume-921015089-router', 'tenant_id': 'ae1b829eecec450ba4847c10bc2410be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:14:15Z', 'updated_at': '2021-07-08T20:17:50Z', 'revision_number': 6, 'project_id': 'ae1b829eecec450ba4847c10bc2410be', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:17:50.618353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=db6cb605-a1aa-424c-a05d-ec91060e8d0d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:50.702798 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:50.738068 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d0b1d09-c806-4a30-89fb-e07c6359b861 req-ebebcae9-352c-4adc-a9f0-c55d554e46fe tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 210 time: 0.0409822 Jul 08 20:17:50.808667 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:50.811048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:50.866196 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:50.867043 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b225b9c-58fc-47ac-a644-78b303548b55 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:17:50.894530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:50.895733 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7718c3aa-5c5e-459f-9763-d48ffbe14b6e admin admin] 10.222.0.101 "DELETE /v2.0/routers/6b225b9c-58fc-47ac-a644-78b303548b55 HTTP/1.1" status: 204 len: 168 time: 1.1400568 Jul 08 20:17:50.898276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48908) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:50.957851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Deleting subnet c31e8bde-2877-48e4-90bf-09146017b2db {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:17:50.961709 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:51.002995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aeaadf-5502-48c3-97c1-36e4011a76ec req-bf0abc3f-8f33-4add-a2bc-7534b7043f1b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:51.004690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c5aeaadf-5502-48c3-97c1-36e4011a76ec req-bf0abc3f-8f33-4add-a2bc-7534b7043f1b tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 944 time: 0.1531236 Jul 08 20:17:51.041031 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:51.100906 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c5aeaadf-5502-48c3-97c1-36e4011a76ec req-0c2e5a1d-9a71-4ec8-a427-b7566dc15d64 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874081 Jul 08 20:17:51.153071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:51.251780 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:51.289148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31e8bde-2877-48e4-90bf-09146017b2db,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:51.309881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39340a4-4c1b-4668-830f-82c83b8017f0 None None] Network c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:17:51.331974 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:51.334130 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c31e8bde-2877-48e4-90bf-09146017b2db HTTP/1.1" status: 204 len: 168 time: 0.4349101 Jul 08 20:17:51.335858 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:51.336303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:51.336801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:51.336988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48922) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:51.337445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:51.337746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:51.338167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:51.338730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:51.339286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:51.339838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:51.340464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:51.341110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:51.341652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92648e26-8b7a-4c90-b994-7c339a3bc570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:51.398404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fd187-e60d-4861-8c20-72ef1a3f8cbc req-c25096c3-9118-4904-9aab-5fa0b57b5a20 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:51.400154 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f36fd187-e60d-4861-8c20-72ef1a3f8cbc req-c25096c3-9118-4904-9aab-5fa0b57b5a20 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.104 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 944 time: 0.2051270 Jul 08 20:17:51.412978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799bcb7-1026-4d62-96a4-62b8084b7a84 req-6ed86172-019a-442a-bd52-e3a6ee88da0d tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:51.420752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0799bcb7-1026-4d62-96a4-62b8084b7a84 req-6ed86172-019a-442a-bd52-e3a6ee88da0d tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.1286976 Jul 08 20:17:51.469175 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:51.532873 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0799bcb7-1026-4d62-96a4-62b8084b7a84 req-edc1225f-93dc-447b-b056-3591cd373536 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106343 Jul 08 20:17:51.567743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Deleting port c7b22e9c-5877-44ee-8923-33f86691ff36 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:51.568089 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:51.586775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] DHCP port deletion for c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:17:51.631074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-f36fd187-e60d-4861-8c20-72ef1a3f8cbc req-7fd522e1-31a3-4c9e-a6d1-1890f937dd62 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Deleting port 168e6827-6767-4111-aae5-861a4aabaa92 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:51.631668 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f36fd187-e60d-4861-8c20-72ef1a3f8cbc req-7fd522e1-31a3-4c9e-a6d1-1890f937dd62 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:51.645386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d3aecade-91a9-45b6-a751-c6b3cca2df5a no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:51.700748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] For port c7b22e9c-5877-44ee-8923-33f86691ff36, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c7b22e9c-5877-44ee-8923-33f86691ff36,segment=NetworkSegment(5e5c1e43-74b2-48bf-b404-368bdfc4da80),segment_id=5e5c1e43-74b2-48bf-b404-368bdfc4da80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:51.701324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:51.734840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Calling delete_port for c7b22e9c-5877-44ee-8923-33f86691ff36 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:51.743331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 68bbe291-3e1b-4367-9903-3f81b3f38fb8 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:51.807630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f36fd187-e60d-4861-8c20-72ef1a3f8cbc req-7fd522e1-31a3-4c9e-a6d1-1890f937dd62 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] For port 168e6827-6767-4111-aae5-861a4aabaa92, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=168e6827-6767-4111-aae5-861a4aabaa92,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:51.807882 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f36fd187-e60d-4861-8c20-72ef1a3f8cbc req-7fd522e1-31a3-4c9e-a6d1-1890f937dd62 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:51.812475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: d3aecade-91a9-45b6-a751-c6b3cca2df5a {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:51.814708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d3aecade-91a9-45b6-a751-c6b3cca2df5a not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:51.820370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 68bbe291-3e1b-4367-9903-3f81b3f38fb8 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:51.820740 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 68bbe291-3e1b-4367-9903-3f81b3f38fb8 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:51.821373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device db6cb605-a1aa-424c-a05d-ec91060e8d0d no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:51.832990 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-f36fd187-e60d-4861-8c20-72ef1a3f8cbc req-7fd522e1-31a3-4c9e-a6d1-1890f937dd62 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Calling delete_port for 168e6827-6767-4111-aae5-861a4aabaa92 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:51.867102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa902e-2587-4126-b322-91b217a048f6 req-c3008661-223b-4d82-b3ed-bc63dd979c12 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:51.869070 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90aa902e-2587-4126-b322-91b217a048f6 req-c3008661-223b-4d82-b3ed-bc63dd979c12 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f49c2702-6af1-4a3b-a02e-0a55851d641a HTTP/1.1" status: 200 len: 950 time: 0.1437349 Jul 08 20:17:51.871643 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: db6cb605-a1aa-424c-a05d-ec91060e8d0d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:51.872045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device db6cb605-a1aa-424c-a05d-ec91060e8d0d not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:51.872620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c7b22e9c-5877-44ee-8923-33f86691ff36 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:51.922002 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:51.967543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b22e9c-5877-44ee-8923-33f86691ff36,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:51.968303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Deleting port c7b22e9c-5877-44ee-8923-33f86691ff36 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:51.968704 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:51.971739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] No DVR routers for this DVR port c7b22e9c-5877-44ee-8923-33f86691ff36 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:52.072810 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90aa902e-2587-4126-b322-91b217a048f6 req-227bb41e-efbc-402d-8f7f-0ac24793c784 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236048 Jul 08 20:17:52.108300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No active binding found for port c7b22e9c-5877-44ee-8923-33f86691ff36 {{(pid=94067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 20:17:52.108767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c7b22e9c-5877-44ee-8923-33f86691ff36 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:52.121872 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:52.157932 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] For port c7b22e9c-5877-44ee-8923-33f86691ff36, host n-d-791506-16, got binding levels [] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:52.158602 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:52.177327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-60a87416-7ccf-4d41-9b9b-33662d714f59 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:52.179322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-60a87416-7ccf-4d41-9b9b-33662d714f59 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.104 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 807 time: 0.2290268 Jul 08 20:17:52.180418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Calling delete_port for c7b22e9c-5877-44ee-8923-33f86691ff36 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:52.184200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.ipam_backend_mixin [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Port c7b22e9c-5877-44ee-8923-33f86691ff36 was not found and therefore no delete operation was performed {{(pid=94067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:17:52.186216 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:52.194706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1152fd2a-4a16-45fb-b791-bacddb378140 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Request body: {'port': {'device_id': '77d4dcc4-8b3a-41d8-a365-db2de89e4d5b', 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14', 'admin_state_up': True, 'tenant_id': 'a00dc66fc33a49b89050fb4dd9c642cd'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:52.212092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68fc8970-8fb7-49df-a07f-579c6d96ffab req-898a463a-f481-42ee-b523-5be683bb5931 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 210 time: 0.0810444 Jul 08 20:17:52.221425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:52.242710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Pushing event deleted for resources: {'Port': ['ID=c7b22e9c-5877-44ee-8923-33f86691ff36,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:52.244864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5c1e43-74b2-48bf-b404-368bdfc4da80') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:52.245288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5c1e43-74b2-48bf-b404-368bdfc4da80') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:17:52.252259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] No DVR routers for this DVR port c7b22e9c-5877-44ee-8923-33f86691ff36 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:52.255384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:52.255738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:52.256080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:52.256420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:52.256780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:52.257114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:52.257443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:52.257769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:52.258092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:52.258696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:52.259030 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:52.259630 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b245f2-4c12-4127-991c-eeda9e219127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:17:52.275598 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:52.308122 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:52.320378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:17:52.320692 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.324164 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:17:52.327769 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:17:52.360108 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f36fd187-e60d-4861-8c20-72ef1a3f8cbc req-7fd522e1-31a3-4c9e-a6d1-1890f937dd62 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:52.372275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['95e93db7-8928-42f2-9324-6e2a4b840c24'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:52.431988 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd522e1-31a3-4c9e-a6d1-1890f937dd62 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Pushing event deleted for resources: {'Port': ['ID=168e6827-6767-4111-aae5-861a4aabaa92,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:52.436530 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:52.471225 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:52.473841 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] 10.222.0.101 "DELETE /v2.0/networks/c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb HTTP/1.1" status: 204 len: 168 time: 1.1355758 Jul 08 20:17:52.474818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4af437-c5c8-4162-80d6-1e6f4deef02e admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b67fcc-a87b-41a7-8d66-cbf95d9bfcfb,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:52.520193 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4494739c-8a70-47d4-8475-d6e779f0831d req-8052c519-af97-4087-90df-7324e0188001 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 210 time: 0.0899842 Jul 08 20:17:52.538986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1152fd2a-4a16-45fb-b791-bacddb378140 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Made reservation on behalf of a00dc66fc33a49b89050fb4dd9c642cd for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:17:52.542886 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1152fd2a-4a16-45fb-b791-bacddb378140 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:52.574124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36fd187-e60d-4861-8c20-72ef1a3f8cbc req-7fd522e1-31a3-4c9e-a6d1-1890f937dd62 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] No DVR routers for this DVR port 168e6827-6767-4111-aae5-861a4aabaa92 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:52.578646 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f36fd187-e60d-4861-8c20-72ef1a3f8cbc req-7fd522e1-31a3-4c9e-a6d1-1890f937dd62 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:52.580673 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f36fd187-e60d-4861-8c20-72ef1a3f8cbc req-7fd522e1-31a3-4c9e-a6d1-1890f937dd62 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.104 "DELETE /v2.0/ports/168e6827-6767-4111-aae5-861a4aabaa92 HTTP/1.1" status: 204 len: 173 time: 1.1575160 Jul 08 20:17:52.581780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1937cbe2-1465-45d0-b2f5-27db1893859c', 'name': 'network-vif-deleted', 'tag': '168e6827-6767-4111-aae5-861a4aabaa92'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:52.584676 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6e3ca4-e79b-46e0-9637-72f2c6337c23" -d '{"events": [{"server_uuid": "1937cbe2-1465-45d0-b2f5-27db1893859c", "name": "network-vif-deleted", "tag": "168e6827-6767-4111-aae5-861a4aabaa92"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:52.757317 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd364f-5909-43e3-8243-0353bbe87aad req-fd5f4752-86c2-40b9-927c-cd79b7fcb0ba tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:52.759622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cabd364f-5909-43e3-8243-0353bbe87aad req-fd5f4752-86c2-40b9-927c-cd79b7fcb0ba tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "GET /v2.0/ports?device_id=f49c2702-6af1-4a3b-a02e-0a55851d641a HTTP/1.1" status: 200 len: 950 time: 0.1847341 Jul 08 20:17:52.913232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-cabd364f-5909-43e3-8243-0353bbe87aad req-8500a939-d61a-4146-ad3d-4310d7a66596 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Deleting port e251b56f-c079-432a-a5d2-7760c38f3430 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:52.913644 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-cabd364f-5909-43e3-8243-0353bbe87aad req-8500a939-d61a-4146-ad3d-4310d7a66596 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:52.919636 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4c45c4-0a10-4a0f-b460-c126676e45f3 x-openstack-request-id: req-7c4c45c4-0a10-4a0f-b460-c126676e45f3 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:52.922226 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1937cbe2-1465-45d0-b2f5-27db1893859c", "name": "network-vif-deleted", "tag": "168e6827-6767-4111-aae5-861a4aabaa92", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:52.922668 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7c4c45c4-0a10-4a0f-b460-c126676e45f3 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:52.923557 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1937cbe2-1465-45d0-b2f5-27db1893859c', 'name': 'network-vif-deleted', 'tag': '168e6827-6767-4111-aae5-861a4aabaa92', 'status': 'completed', 'code': 200} Jul 08 20:17:52.941038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1152fd2a-4a16-45fb-b791-bacddb378140 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Allocated IP 172.20.0.5 (d2787acb-ce97-4e22-86fe-e3a85811ac14/9f9c2772-125a-4c73-b763-c9127fd5cc34/f5996eb7-d325-4b8e-88e7-20497523d52d) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:17:53.017341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e76b-eefd-46fd-91bd-18206d91b315 req-80166c51-17cd-4c79-a0d8-dc911b597438 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:53.020335 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f985e76b-eefd-46fd-91bd-18206d91b315 req-80166c51-17cd-4c79-a0d8-dc911b597438 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 949 time: 0.3005550 Jul 08 20:17:53.060192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48968) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:53.118454 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:53.150472 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-cabd364f-5909-43e3-8243-0353bbe87aad req-8500a939-d61a-4146-ad3d-4310d7a66596 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] For port e251b56f-c079-432a-a5d2-7760c38f3430, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e251b56f-c079-432a-a5d2-7760c38f3430,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:53.151676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-cabd364f-5909-43e3-8243-0353bbe87aad req-8500a939-d61a-4146-ad3d-4310d7a66596 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:53.208009 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-cabd364f-5909-43e3-8243-0353bbe87aad req-8500a939-d61a-4146-ad3d-4310d7a66596 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Calling delete_port for e251b56f-c079-432a-a5d2-7760c38f3430 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:53.244929 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8c8117e8-b168-4a92-99ac-ae38174210d4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ae1b829eecec450ba4847c10bc2410be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829348 Jul 08 20:17:53.249964 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48976) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:53.295372 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48978) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:53.312786 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-f985e76b-eefd-46fd-91bd-18206d91b315 req-7fa250e7-6739-497f-a5fe-e2aa9edd70c5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Deleting port efad43fe-6c07-4c39-ad21-b8bf748452b4 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:53.313122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f985e76b-eefd-46fd-91bd-18206d91b315 req-7fa250e7-6739-497f-a5fe-e2aa9edd70c5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:53.334846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1152fd2a-4a16-45fb-b791-bacddb378140 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:53.380375 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8cc48149-13c3-4276-bfce-422f52890e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:53.403117 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8cc48149-13c3-4276-bfce-422f52890e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:53.430104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59f672-2325-4091-be5c-48d19bb583df req-0783fb07-03d7-43d6-bf19-a3c8156f8225 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:53.431703 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-af59f672-2325-4091-be5c-48d19bb583df req-0783fb07-03d7-43d6-bf19-a3c8156f8225 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.3389540 Jul 08 20:17:53.511494 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-af59f672-2325-4091-be5c-48d19bb583df req-9558b6b8-8648-4ce5-bda1-0a7cc683e607 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651116 Jul 08 20:17:53.526092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f985e76b-eefd-46fd-91bd-18206d91b315 req-7fa250e7-6739-497f-a5fe-e2aa9edd70c5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] For port efad43fe-6c07-4c39-ad21-b8bf748452b4, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=efad43fe-6c07-4c39-ad21-b8bf748452b4,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:53.526380 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f985e76b-eefd-46fd-91bd-18206d91b315 req-7fa250e7-6739-497f-a5fe-e2aa9edd70c5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:53.557076 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e44a8-6c59-417d-8138-4c0c0189e08a req-fcaad7bf-e699-4132-a8c9-8caf7977863f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:53.558779 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-951e44a8-6c59-417d-8138-4c0c0189e08a req-fcaad7bf-e699-4132-a8c9-8caf7977863f tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f49c2702-6af1-4a3b-a02e-0a55851d641a HTTP/1.1" status: 200 len: 950 time: 0.2412159 Jul 08 20:17:53.577832 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9c3afb0-1a21-42db-a11d-4f5af0c82552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:53.583731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-f985e76b-eefd-46fd-91bd-18206d91b315 req-7fa250e7-6739-497f-a5fe-e2aa9edd70c5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Calling delete_port for efad43fe-6c07-4c39-ad21-b8bf748452b4 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:53.586487 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8cc48149-13c3-4276-bfce-422f52890e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:53.589584 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8cc48149-13c3-4276-bfce-422f52890e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:53.593914 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8cc48149-13c3-4276-bfce-422f52890e6b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/67b45419-c434-4d24-ab12-ae6cfaa17512 HTTP/1.1" status: 204 len: 168 time: 0.3407757 Jul 08 20:17:53.603052 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-cabd364f-5909-43e3-8243-0353bbe87aad req-8500a939-d61a-4146-ad3d-4310d7a66596 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:53.605238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc48149-13c3-4276-bfce-422f52890e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b45419-c434-4d24-ab12-ae6cfaa17512,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:53.619229 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2', '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', '959da3be-a862-4da7-91d0-155db65de3d1', 'efad43fe-6c07-4c39-ad21-b8bf748452b4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:53.621923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e251b56f-c079-432a-a5d2-7760c38f3430'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:53.641291 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500a939-d61a-4146-ad3d-4310d7a66596 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event deleted for resources: {'Port': ['ID=e251b56f-c079-432a-a5d2-7760c38f3430,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:53.669525 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1152fd2a-4a16-45fb-b791-bacddb378140 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:53.703857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabd364f-5909-43e3-8243-0353bbe87aad req-8500a939-d61a-4146-ad3d-4310d7a66596 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] No DVR routers for this DVR port e251b56f-c079-432a-a5d2-7760c38f3430 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:53.707390 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-cabd364f-5909-43e3-8243-0353bbe87aad req-8500a939-d61a-4146-ad3d-4310d7a66596 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:53.710173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cabd364f-5909-43e3-8243-0353bbe87aad req-8500a939-d61a-4146-ad3d-4310d7a66596 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.103 "DELETE /v2.0/ports/e251b56f-c079-432a-a5d2-7760c38f3430 HTTP/1.1" status: 204 len: 173 time: 0.9431374 Jul 08 20:17:53.710809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49c2702-6af1-4a3b-a02e-0a55851d641a', 'name': 'network-vif-deleted', 'tag': 'e251b56f-c079-432a-a5d2-7760c38f3430'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:53.715812 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ff6226-7944-4414-97f2-ada0450f444f" -d '{"events": [{"server_uuid": "f49c2702-6af1-4a3b-a02e-0a55851d641a", "name": "network-vif-deleted", "tag": "e251b56f-c079-432a-a5d2-7760c38f3430"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:53.723054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 168e6827-6767-4111-aae5-861a4aabaa92 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:53.760933 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-951e44a8-6c59-417d-8138-4c0c0189e08a req-70a630f2-6a89-417b-b990-cf70143c7807 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805692 Jul 08 20:17:53.782794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 168e6827-6767-4111-aae5-861a4aabaa92 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:53.783499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 168e6827-6767-4111-aae5-861a4aabaa92 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:53.941752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1152fd2a-4a16-45fb-b791-bacddb378140 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Network d2787acb-ce97-4e22-86fe-e3a85811ac14 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:17:53.947805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235eec22-2961-4236-9780-3ab1fd4e6434 req-46755caf-f2aa-44a6-80cd-aca06f47a8bb tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:53.951458 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-235eec22-2961-4236-9780-3ab1fd4e6434 req-46755caf-f2aa-44a6-80cd-aca06f47a8bb tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 931 time: 0.0967917 Jul 08 20:17:53.970086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1152fd2a-4a16-45fb-b791-bacddb378140 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:17:53.982871 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1152fd2a-4a16-45fb-b791-bacddb378140 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:17:54.031673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152fd2a-4a16-45fb-b791-bacddb378140 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Pushing event updated for resources: {'Port': ['ID=f5996eb7-d325-4b8e-88e7-20497523d52d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:54.075506 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-235eec22-2961-4236-9780-3ab1fd4e6434 req-8d8e66e8-9fee-4eaf-980b-c484bfdca145 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091385 Jul 08 20:17:54.105433 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd8222aa-428f-4235-a416-74b513761a37 req-fa81b450-5b98-4512-a06b-2afd4ef0ed14 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 210 time: 0.0882006 Jul 08 20:17:54.152199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1152fd2a-4a16-45fb-b791-bacddb378140 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:54.153213 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1152fd2a-4a16-45fb-b791-bacddb378140 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:54.222454 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bdd798-2f57-46e9-ba10-66f266874703 x-openstack-request-id: req-d5bdd798-2f57-46e9-ba10-66f266874703 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:54.223183 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49c2702-6af1-4a3b-a02e-0a55851d641a", "name": "network-vif-deleted", "tag": "e251b56f-c079-432a-a5d2-7760c38f3430", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:54.223700 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d5bdd798-2f57-46e9-ba10-66f266874703 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:54.224426 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49c2702-6af1-4a3b-a02e-0a55851d641a', 'name': 'network-vif-deleted', 'tag': 'e251b56f-c079-432a-a5d2-7760c38f3430', 'status': 'completed', 'code': 200} Jul 08 20:17:54.354315 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f985e76b-eefd-46fd-91bd-18206d91b315 req-7fa250e7-6739-497f-a5fe-e2aa9edd70c5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:54.389558 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9c3afb0-1a21-42db-a11d-4f5af0c82552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:54.458135 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9c3afb0-1a21-42db-a11d-4f5af0c82552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:54.500051 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1152fd2a-4a16-45fb-b791-bacddb378140 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3116443 Jul 08 20:17:54.500795 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa250e7-6739-497f-a5fe-e2aa9edd70c5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event deleted for resources: {'Port': ['ID=efad43fe-6c07-4c39-ad21-b8bf748452b4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:54.568653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Request body: {'port': {'device_id': '77d4dcc4-8b3a-41d8-a365-db2de89e4d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:54.572886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f985e76b-eefd-46fd-91bd-18206d91b315 req-7fa250e7-6739-497f-a5fe-e2aa9edd70c5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] No DVR routers for this DVR port efad43fe-6c07-4c39-ad21-b8bf748452b4 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:17:54.582947 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f985e76b-eefd-46fd-91bd-18206d91b315 req-7fa250e7-6739-497f-a5fe-e2aa9edd70c5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:54.585593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f985e76b-eefd-46fd-91bd-18206d91b315 req-7fa250e7-6739-497f-a5fe-e2aa9edd70c5 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "DELETE /v2.0/ports/efad43fe-6c07-4c39-ad21-b8bf748452b4 HTTP/1.1" status: 204 len: 173 time: 1.5487499 Jul 08 20:17:54.629690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c9c3afb0-1a21-42db-a11d-4f5af0c82552 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0d692bbdbebc43abad769da4626b6c31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3328226 Jul 08 20:17:54.630622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3afb0-1a21-42db-a11d-4f5af0c82552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfec4101-6576-4d4f-9f1a-cf023cd66548,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:54.632403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49006) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:54.722445 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b0ab-c26c-4533-8a63-a6478acf5215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:54.754195 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b0ab-c26c-4533-8a63-a6478acf5215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:54.821075 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b0ab-c26c-4533-8a63-a6478acf5215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:54.824302 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b0ab-c26c-4533-8a63-a6478acf5215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:54.827087 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fdd3b0ab-c26c-4533-8a63-a6478acf5215 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cfec4101-6576-4d4f-9f1a-cf023cd66548 HTTP/1.1" status: 204 len: 168 time: 0.1919324 Jul 08 20:17:54.847402 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:54.847913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3b0ab-c26c-4533-8a63-a6478acf5215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfec4101-6576-4d4f-9f1a-cf023cd66548,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:54.935494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac56c244-b2a6-496b-bba1-cf23dee28832', 'name': 'network-vif-deleted', 'tag': 'efad43fe-6c07-4c39-ad21-b8bf748452b4'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:54.946999 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08718ee-2cda-4bd7-a712-15486a9dcf9b" -d '{"events": [{"server_uuid": "ac56c244-b2a6-496b-bba1-cf23dee28832", "name": "network-vif-deleted", "tag": "efad43fe-6c07-4c39-ad21-b8bf748452b4"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:55.065115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49022) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:55.072345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cafc6-9cdf-41b0-ada4-8d5e1cade5f3 req-48fe2258-cf49-4b88-b6c4-437895876086 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:55.076492 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c24cafc6-9cdf-41b0-ada4-8d5e1cade5f3 req-48fe2258-cf49-4b88-b6c4-437895876086 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.3149858 Jul 08 20:17:55.249356 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7d045d29-5696-4f34-b379-5f346e159f58 req-93f74aa4-b4e4-47aa-8605-298b800c0a31 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac56c244-b2a6-496b-bba1-cf23dee28832 HTTP/1.1" status: 200 len: 210 time: 0.0692787 Jul 08 20:17:55.318021 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c24cafc6-9cdf-41b0-ada4-8d5e1cade5f3 req-7ee26bc6-daf7-4359-a7fd-eece523afe2d tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213149 Jul 08 20:17:55.326371 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae7f9d0-56bd-4bea-b1c4-0fa413d4dee5 x-openstack-request-id: req-4ae7f9d0-56bd-4bea-b1c4-0fa413d4dee5 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:55.326608 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac56c244-b2a6-496b-bba1-cf23dee28832", "name": "network-vif-deleted", "tag": "efad43fe-6c07-4c39-ad21-b8bf748452b4", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:55.326895 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4ae7f9d0-56bd-4bea-b1c4-0fa413d4dee5 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:55.327260 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac56c244-b2a6-496b-bba1-cf23dee28832', 'name': 'network-vif-deleted', 'tag': 'efad43fe-6c07-4c39-ad21-b8bf748452b4', 'status': 'completed', 'code': 200} Jul 08 20:17:55.368053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-614524447-network', 'tenant_id': '3404ade70f2541f2811596eefba2d608'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:55.426324 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:17:55.428847 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:55.462241 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:55.578628 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2', '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', '959da3be-a862-4da7-91d0-155db65de3d1'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:55.581775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['90077c20-78a8-436e-9186-9913932bde40'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:55.597611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49036) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:55.642354 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5849bf-57fc-4388-a23e-35e3065e765d req-ea1789b1-0bb9-4cde-be57-fb8eae78a592 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:55.645442 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d5849bf-57fc-4388-a23e-35e3065e765d req-ea1789b1-0bb9-4cde-be57-fb8eae78a592 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 931 time: 0.1857042 Jul 08 20:17:55.665919 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5996eb7-d325-4b8e-88e7-20497523d52d {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:17:55.680361 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e251b56f-c079-432a-a5d2-7760c38f3430 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:55.685142 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:55.694982 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71e2e633-0647-4887-a316-bc12b99e3c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:55.695643 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device efad43fe-6c07-4c39-ad21-b8bf748452b4 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:17:55.711718 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a9f3968a-44fc-4c7a-93a8-cc8a6043c6e4 req-bd7be30a-5e6b-4cdd-94d3-a0c897e44530 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 210 time: 0.0520105 Jul 08 20:17:55.725630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Transition to ACTIVE for port object f5996eb7-d325-4b8e-88e7-20497523d52d will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:17:55.734696 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:55.741279 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d5849bf-57fc-4388-a23e-35e3065e765d req-576c3d47-c2ee-42ce-a88a-f062439d9dc7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861337 Jul 08 20:17:55.798508 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:55.805356 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12c05087-c954-4872-ae7d-583dee7430d6 req-64bc83ab-e516-463c-8642-881e7d938b2e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1864605 Jul 08 20:17:55.833498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: e251b56f-c079-432a-a5d2-7760c38f3430 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:55.849136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e251b56f-c079-432a-a5d2-7760c38f3430 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:55.850989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: efad43fe-6c07-4c39-ad21-b8bf748452b4 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:17:55.851652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device efad43fe-6c07-4c39-ad21-b8bf748452b4 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:17:55.854810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Pushing event updated for resources: {'Port': ['ID=f5996eb7-d325-4b8e-88e7-20497523d52d,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:55.914194 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71e2e633-0647-4887-a316-bc12b99e3c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:55.916094 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:55.932539 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:17:55.951791 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71e2e633-0647-4887-a316-bc12b99e3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:55.962451 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:55.962451 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Added segment de657de2-c681-47b3-81b4-b7ee963a12e5 of type vlan for network d003ff44-c136-4ab0-8d62-6f299626cb47 Jul 08 20:17:55.993839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:56.051800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-71e2e633-0647-4887-a316-bc12b99e3c92 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=37a9efe33f7b4c4ebc83ba751438f5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492314 Jul 08 20:17:56.054433 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49038) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:56.055237 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:56.072151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2e633-0647-4887-a316-bc12b99e3c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d84b371-2639-4fe9-8bf3-e925d6d0e458,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:56.104839 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:56.106464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:56.107314 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:56.141667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Attempting to bind port f5996eb7-d325-4b8e-88e7-20497523d52d on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:17:56.142193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Attempting to bind port f5996eb7-d325-4b8e-88e7-20497523d52d by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:17:56.142540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Attempting to bind port f5996eb7-d325-4b8e-88e7-20497523d52d on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:56.156197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Port f5996eb7-d325-4b8e-88e7-20497523d52d on network d2787acb-ce97-4e22-86fe-e3a85811ac14 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:17:56.156662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Attempting to bind port f5996eb7-d325-4b8e-88e7-20497523d52d on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:56.166379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c05087-c954-4872-ae7d-583dee7430d6 req-2df68b3c-8a69-4217-b110-7e9392fdf113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:56.168516 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12c05087-c954-4872-ae7d-583dee7430d6 req-2df68b3c-8a69-4217-b110-7e9392fdf113 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=497d536bc47446ccb3b69c5679cc9909&device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 1096 time: 0.3334365 Jul 08 20:17:56.172549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:17:56.172948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Checking segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:17:56.173343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Bound using segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:17:56.173797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Bound port: f5996eb7-d325-4b8e-88e7-20497523d52d, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:17:56.174334 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:56.293213 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14053c81-90fb-4c1f-bdb9-b7ed9dd6f263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:56.334768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:56.340433 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f5996eb7-d325-4b8e-88e7-20497523d52d,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:17:56.362194 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:56.424157 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14053c81-90fb-4c1f-bdb9-b7ed9dd6f263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:56.521038 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4539149 Jul 08 20:17:56.524040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49048) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:56.528974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:56.529246 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ec5cbb81-0fb5-4016-b29f-e84586c5876d admin admin] Request body: {'subnet': {'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-614524447-subnet', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:56.530274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:56.532871 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] 10.222.0.104 "PUT /v2.0/ports/f5996eb7-d325-4b8e-88e7-20497523d52d HTTP/1.1" status: 200 len: 1092 time: 1.9713063 Jul 08 20:17:56.556589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408507c0-09ad-45c8-ac18-d29506f0ca79 admin admin] Pushing event updated for resources: {'Network': ['ID=d003ff44-c136-4ab0-8d62-6f299626cb47,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:56.569480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network d003ff44-c136-4ab0-8d62-6f299626cb47 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:17:56.585744 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5cbb81-0fb5-4016-b29f-e84586c5876d admin admin] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:17:56.588507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ec5cbb81-0fb5-4016-b29f-e84586c5876d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:56.646851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b9a90-84f5-4cff-8c6d-05f2e73dd294 service neutron] Pushing event updated for resources: {'Port': ['ID=f5996eb7-d325-4b8e-88e7-20497523d52d,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:56.666251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c05087-c954-4872-ae7d-583dee7430d6 req-0d5b92f8-6d2e-43e3-b2df-3e0ff12fd763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:56.668287 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12c05087-c954-4872-ae7d-583dee7430d6 req-0d5b92f8-6d2e-43e3-b2df-3e0ff12fd763 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 200 len: 919 time: 0.4722261 Jul 08 20:17:56.978501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ffbaf154-6821-427f-90be-13001cc22c19 req-befe3056-2349-45c4-865f-c0e7f3b40aae tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 210 time: 0.0389960 Jul 08 20:17:57.103622 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12c05087-c954-4872-ae7d-583dee7430d6 req-79117731-9deb-47d8-ab92-1499b000685f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564 HTTP/1.1" status: 200 len: 217 time: 0.4260101 Jul 08 20:17:57.151317 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14053c81-90fb-4c1f-bdb9-b7ed9dd6f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:57.153911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14053c81-90fb-4c1f-bdb9-b7ed9dd6f263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:57.155063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-14053c81-90fb-4c1f-bdb9-b7ed9dd6f263 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2d84b371-2639-4fe9-8bf3-e925d6d0e458 HTTP/1.1" status: 204 len: 168 time: 1.0993929 Jul 08 20:17:57.201071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1a20a723-3dc7-491a-857d-8a53be140ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:57.202606 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-1a20a723-3dc7-491a-857d-8a53be140ec0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 1095 time: 0.6121628 Jul 08 20:17:57.209863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14053c81-90fb-4c1f-bdb9-b7ed9dd6f263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d84b371-2639-4fe9-8bf3-e925d6d0e458,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:57.244666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415f568-860f-47e8-a529-acdf4936f373 req-9c21b49c-bf02-4e79-87e2-d33b9cb571d2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:57.244666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5415f568-860f-47e8-a529-acdf4936f373 req-9c21b49c-bf02-4e79-87e2-d33b9cb571d2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.1353135 Jul 08 20:17:57.284777 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-b1055990-fb8f-4dc9-ad1a-12752b121430 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5996eb7-d325-4b8e-88e7-20497523d52d HTTP/1.1" status: 200 len: 217 time: 0.0549183 Jul 08 20:17:57.288340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c05087-c954-4872-ae7d-583dee7430d6 req-7d158f14-1873-48db-93f7-2dfc2bd13fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:57.290282 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12c05087-c954-4872-ae7d-583dee7430d6 req-7d158f14-1873-48db-93f7-2dfc2bd13fb4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 200 len: 858 time: 0.1764457 Jul 08 20:17:57.339325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d4dcc4-8b3a-41d8-a365-db2de89e4d5b', 'tag': 'f5996eb7-d325-4b8e-88e7-20497523d52d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:17:57.340471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5415f568-860f-47e8-a529-acdf4936f373 req-7fe159cf-b23b-4968-8fc8-acea8d065b0a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848486 Jul 08 20:17:57.341859 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167c0e34-d8ca-496b-96ef-6141b138f6db" -d '{"events": [{"name": "network-changed", "server_uuid": "77d4dcc4-8b3a-41d8-a365-db2de89e4d5b", "tag": "f5996eb7-d325-4b8e-88e7-20497523d52d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:17:57.363986 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ec5cbb81-0fb5-4016-b29f-e84586c5876d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:57.382037 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12c05087-c954-4872-ae7d-583dee7430d6 req-950b518b-92b5-4fad-b341-8fae57dd5b22 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1f8d4455-76b7-4da7-903b-af304e444c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825019 Jul 08 20:17:57.433569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8828a-fd5c-4a72-84b2-7c69e6fa8594 req-8e867970-e697-4176-b7bf-3d46acac3420 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:57.440678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cbb81-0fb5-4016-b29f-e84586c5876d admin admin] Pushing event updated for resources: {'Subnet': ['ID=030fe488-ae64-46f0-8601-af0be05a2e8f,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:57.447936 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-91e8828a-fd5c-4a72-84b2-7c69e6fa8594 req-8e867970-e697-4176-b7bf-3d46acac3420 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.3484540 Jul 08 20:17:57.454734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cbb81-0fb5-4016-b29f-e84586c5876d admin admin] Checking segment: {'id': 'de657de2-c681-47b3-81b4-b7ee963a12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:17:57.454734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5cbb81-0fb5-4016-b29f-e84586c5876d admin admin] Network hostable DHCP agents. Network: d003ff44-c136-4ab0-8d62-6f299626cb47, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:17:57.494163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5cbb81-0fb5-4016-b29f-e84586c5876d admin admin] Network d003ff44-c136-4ab0-8d62-6f299626cb47 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:17:57.511415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ec5cbb81-0fb5-4016-b29f-e84586c5876d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, d003ff44-c136-4ab0-8d62-6f299626cb47) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:17:57.518804 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5cbb81-0fb5-4016-b29f-e84586c5876d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:57.519557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ec5cbb81-0fb5-4016-b29f-e84586c5876d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:57.526592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3a4056-7d7f-4e3e-bbce-465b3e6dddc0 None None] Network d003ff44-c136-4ab0-8d62-6f299626cb47 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:17:57.533290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cfec4ba1-a94e-4944-bb79-4ac2bd73fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:57.535552 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-cfec4ba1-a94e-4944-bb79-4ac2bd73fafb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.2383394 Jul 08 20:17:57.543587 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ec5cbb81-0fb5-4016-b29f-e84586c5876d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0156529 Jul 08 20:17:57.543887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49068) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:57.551040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-614524447-router', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:57.588126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-86d2b528-6b91-4a0e-9404-2bd7d488afd3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392070 Jul 08 20:17:57.601992 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:57.608739 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:57.609072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-91e8828a-fd5c-4a72-84b2-7c69e6fa8594 req-1cb7ba2e-2bf4-455c-8a34-5595ca450300 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569488 Jul 08 20:17:57.729621 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:57.739840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12c05087-c954-4872-ae7d-583dee7430d6 req-163e1d3f-85eb-4579-90c3-4bf20e6cb8d1 service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491271 Jul 08 20:17:57.853568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-d003ff44-c136-4ab0-8d62-6f299626cb47', 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'fixed_ips': [{'subnet_id': '030fe488-ae64-46f0-8601-af0be05a2e8f'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:17:57.854784 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:57.976924 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0ab69c-f692-44e9-86f8-ef303dcf420e x-openstack-request-id: req-bd0ab69c-f692-44e9-86f8-ef303dcf420e {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:17:57.981057 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d4dcc4-8b3a-41d8-a365-db2de89e4d5b", "tag": "f5996eb7-d325-4b8e-88e7-20497523d52d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:17:57.981619 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bd0ab69c-f692-44e9-86f8-ef303dcf420e {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:17:57.982231 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d4dcc4-8b3a-41d8-a365-db2de89e4d5b', 'tag': 'f5996eb7-d325-4b8e-88e7-20497523d52d', 'status': 'completed', 'code': 200} Jul 08 20:17:57.997037 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-e9210cf6-f420-4f89-9a69-af631012b56f service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745530 Jul 08 20:17:58.125830 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:58.175096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Allocated IP 172.20.0.2 (d003ff44-c136-4ab0-8d62-6f299626cb47/030fe488-ae64-46f0-8601-af0be05a2e8f/7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:17:58.256775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12c05087-c954-4872-ae7d-583dee7430d6 req-ec3a25a4-a44f-48b8-a8c8-6baa51f8e0ab service neutron] 10.222.0.104 "GET /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035374 Jul 08 20:17:58.329362 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b050e32-5bcd-460b-8260-c37e4eec8314 req-31ba15ea-3410-4361-9cfb-d0ed439d321d tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 210 time: 0.0809622 Jul 08 20:17:58.412577 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f04a950-4d22-43d9-84ee-502e358b9676 req-e88ae33c-20c9-404e-ada6-952587bbe907 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142182 Jul 08 20:17:58.446072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49090) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:17:58.473638 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fb02a-a182-4a17-9f8b-cc29a55bb6b3 req-39287a93-281b-461c-aa40-d979e7c1b007 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:58.482302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e20fb02a-a182-4a17-9f8b-cc29a55bb6b3 req-39287a93-281b-461c-aa40-d979e7c1b007 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f14b1742-4c9b-4fb7-a786-4d813a33ad8d HTTP/1.1" status: 200 len: 950 time: 0.3486536 Jul 08 20:17:58.501728 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:58.512261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Transition to ACTIVE for port object 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:17:58.530891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Transition to ACTIVE for port object 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:17:58.542947 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:58.589148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715952-a0ba-449f-b018-de3c0f03088e req-e5182801-ccbf-4734-a085-36845502100c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:58.590771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84715952-a0ba-449f-b018-de3c0f03088e req-e5182801-ccbf-4734-a085-36845502100c tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/ports?device_id=f14b1742-4c9b-4fb7-a786-4d813a33ad8d HTTP/1.1" status: 200 len: 950 time: 0.2432342 Jul 08 20:17:58.645518 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Network d003ff44-c136-4ab0-8d62-6f299626cb47 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:17:58.648704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:17:58.649591 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e20fb02a-a182-4a17-9f8b-cc29a55bb6b3 req-2315e61e-b476-4dec-9ce6-4c08ec25abea tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663229 Jul 08 20:17:58.653421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:17:58.747672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Pushing event updated for resources: {'Port': ['ID=7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:58.767011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Attempting to bind port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:17:58.767732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Attempting to bind port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'de657de2-c681-47b3-81b4-b7ee963a12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:17:58.768944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Attempting to bind port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 on network d003ff44-c136-4ab0-8d62-6f299626cb47 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:17:58.775662 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:17:58.776501 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Checking segment: {'id': 'de657de2-c681-47b3-81b4-b7ee963a12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:17:58.777244 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:58.778907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Bound using segment: {'id': 'de657de2-c681-47b3-81b4-b7ee963a12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:17:58.779571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Bound port: 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de657de2-c681-47b3-81b4-b7ee963a12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:17:58.780132 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:58.799876 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:58.807256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-158810022-network', 'tenant_id': 'a45b158f7608485681c6297ed9704146'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:17:58.883150 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:58.937939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] For port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:17:58.941981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] For port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14,segment=NetworkSegment(de657de2-c681-47b3-81b4-b7ee963a12e5),segment_id=de657de2-c681-47b3-81b4-b7ee963a12e5)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:17:58.952025 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:58.971547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c0e34-d8ca-496b-96ef-6141b138f6db req-b9b0161b-a6af-4faa-b0bf-9062ca76730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:58.973360 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-167c0e34-d8ca-496b-96ef-6141b138f6db req-b9b0161b-a6af-4faa-b0bf-9062ca76730f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 1095 time: 0.4606705 Jul 08 20:17:58.988322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca53ad-c7c5-4442-88eb-14d5d8d4da92 req-0fafddc8-72da-457b-a8e9-e43881fe2382 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:58.989837 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77ca53ad-c7c5-4442-88eb-14d5d8d4da92 req-0fafddc8-72da-457b-a8e9-e43881fe2382 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.3530078 Jul 08 20:17:59.005794 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22776706-204c-4cd0-9457-2b3fbb85f722 req-e8b796bb-b586-45aa-8e13-ee5ba7beb6f7 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2557213 Jul 08 20:17:59.040834 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Made reservation on behalf of a45b158f7608485681c6297ed9704146 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:17:59.043756 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:59.080159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a01b-d163-4f2e-bcc0-10bf43df04c4 None None] Pushing event updated for resources: {'Port': ['ID=7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:17:59.170324 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Allocated IP 172.25.4.129 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/43036d9f-7d39-4bd2-b0b3-38e7f8dcd000) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:17:59.179645 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:59.226830 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77ca53ad-c7c5-4442-88eb-14d5d8d4da92 req-eb59f72e-4098-4c42-9f3e-f42c080346b3 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175543 Jul 08 20:17:59.249978 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:17:59.301552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-84715952-a0ba-449f-b018-de3c0f03088e req-3e75acea-7451-400c-bdf7-40acc22fa632 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Deleting port 959da3be-a862-4da7-91d0-155db65de3d1 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:17:59.302115 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-84715952-a0ba-449f-b018-de3c0f03088e req-3e75acea-7451-400c-bdf7-40acc22fa632 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:59.427325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f33a8f-f0c8-4fbf-8bf8-69d10ba9c026 req-efb2b76d-152c-4a39-982c-48a46630d9dd tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:59.428870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7f33a8f-f0c8-4fbf-8bf8-69d10ba9c026 req-efb2b76d-152c-4a39-982c-48a46630d9dd tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.5641103 Jul 08 20:17:59.429987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c0e34-d8ca-496b-96ef-6141b138f6db req-668bbdfc-ac7e-45bb-b418-8deb38c7302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:59.431432 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-167c0e34-d8ca-496b-96ef-6141b138f6db req-668bbdfc-ac7e-45bb-b418-8deb38c7302d service neutron] 10.222.0.104 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.3928351 Jul 08 20:17:59.459261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22776706-204c-4cd0-9457-2b3fbb85f722 req-194ab153-660a-4793-8586-33b92919f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:59.462375 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22776706-204c-4cd0-9457-2b3fbb85f722 req-194ab153-660a-4793-8586-33b92919f96f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 1097 time: 0.3939776 Jul 08 20:17:59.591365 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:59.605081 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-167c0e34-d8ca-496b-96ef-6141b138f6db req-f1650a65-4302-4c09-996b-6f69f27a6ac1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5996eb7-d325-4b8e-88e7-20497523d52d HTTP/1.1" status: 200 len: 217 time: 0.1583841 Jul 08 20:17:59.666561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-84715952-a0ba-449f-b018-de3c0f03088e req-3e75acea-7451-400c-bdf7-40acc22fa632 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] For port 959da3be-a862-4da7-91d0-155db65de3d1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=959da3be-a862-4da7-91d0-155db65de3d1,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:17:59.666935 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-84715952-a0ba-449f-b018-de3c0f03088e req-3e75acea-7451-400c-bdf7-40acc22fa632 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:59.682681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-84715952-a0ba-449f-b018-de3c0f03088e req-3e75acea-7451-400c-bdf7-40acc22fa632 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Calling delete_port for 959da3be-a862-4da7-91d0-155db65de3d1 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:17:59.725659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faedbf-79b5-49b4-8889-eacd99372547 req-25ea8cb1-11b6-47d6-80c7-b380dc0c0d26 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:59.727381 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-36faedbf-79b5-49b4-8889-eacd99372547 req-25ea8cb1-11b6-47d6-80c7-b380dc0c0d26 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 949 time: 0.3533385 Jul 08 20:17:59.813129 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:17:59.884513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22776706-204c-4cd0-9457-2b3fbb85f722 req-a1eef08b-e687-4b13-a881-18e49b7101d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:17:59.887073 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-84715952-a0ba-449f-b018-de3c0f03088e req-3e75acea-7451-400c-bdf7-40acc22fa632 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:59.888783 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22776706-204c-4cd0-9457-2b3fbb85f722 req-a1eef08b-e687-4b13-a881-18e49b7101d2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.3377299 Jul 08 20:17:59.926140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2', '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:17:59.941083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:17:59.950129 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22776706-204c-4cd0-9457-2b3fbb85f722 req-93625392-4150-45d6-979a-66d510d10651 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727 HTTP/1.1" status: 200 len: 217 time: 0.0535452 Jul 08 20:18:00.003771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7f33a8f-f0c8-4fbf-8bf8-69d10ba9c026 req-ea972873-ba31-4bef-99a2-f6c960fda1ea tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648856 Jul 08 20:18:00.009876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75acea-7451-400c-bdf7-40acc22fa632 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event deleted for resources: {'Port': ['ID=959da3be-a862-4da7-91d0-155db65de3d1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:00.057467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:00.087847 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:00.122612 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:00.128194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Pushing event updated for resources: {'Port': ['ID=43036d9f-7d39-4bd2-b0b3-38e7f8dcd000,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:00.141934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:00.162074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22776706-204c-4cd0-9457-2b3fbb85f722 req-5ebce8b1-fdbc-44af-8fd9-249b760e5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:00.163618 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22776706-204c-4cd0-9457-2b3fbb85f722 req-5ebce8b1-fdbc-44af-8fd9-249b760e5d92 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.1843202 Jul 08 20:18:00.190768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-84715952-a0ba-449f-b018-de3c0f03088e req-3e75acea-7451-400c-bdf7-40acc22fa632 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] No DVR routers for this DVR port 959da3be-a862-4da7-91d0-155db65de3d1 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:00.201853 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-84715952-a0ba-449f-b018-de3c0f03088e req-3e75acea-7451-400c-bdf7-40acc22fa632 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:00.204685 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84715952-a0ba-449f-b018-de3c0f03088e req-3e75acea-7451-400c-bdf7-40acc22fa632 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "DELETE /v2.0/ports/959da3be-a862-4da7-91d0-155db65de3d1 HTTP/1.1" status: 204 len: 173 time: 1.6065879 Jul 08 20:18:00.209940 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44859ddf-9e87-4b4d-8fcc-a7422e29de55 req-431120ff-c48f-4f46-8ebd-0f248bed5094 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=1937cbe2-1465-45d0-b2f5-27db1893859c HTTP/1.1" status: 200 len: 210 time: 0.0903671 Jul 08 20:18:00.212769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-36faedbf-79b5-49b4-8889-eacd99372547 req-367e5309-870d-4f9a-86f2-d33df411e486 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Deleting port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:00.213127 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-36faedbf-79b5-49b4-8889-eacd99372547 req-367e5309-870d-4f9a-86f2-d33df411e486 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:00.233344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14b1742-4c9b-4fb7-a786-4d813a33ad8d', 'name': 'network-vif-deleted', 'tag': '959da3be-a862-4da7-91d0-155db65de3d1'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:00.238034 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bb60e1-dcc3-41ea-9a4a-ca383143f6bb" -d '{"events": [{"server_uuid": "f14b1742-4c9b-4fb7-a786-4d813a33ad8d", "name": "network-vif-deleted", "tag": "959da3be-a862-4da7-91d0-155db65de3d1"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:00.302540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c0e34-d8ca-496b-96ef-6141b138f6db req-139ef4b4-adda-496c-9cd3-5207e6b664f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:00.303937 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-167c0e34-d8ca-496b-96ef-6141b138f6db req-139ef4b4-adda-496c-9cd3-5207e6b664f5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.4191830 Jul 08 20:18:00.306063 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:00.326415 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e6da74-0dec-4345-a4d9-c47c3fe3ddeb x-openstack-request-id: req-c6e6da74-0dec-4345-a4d9-c47c3fe3ddeb {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:00.326759 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14b1742-4c9b-4fb7-a786-4d813a33ad8d", "name": "network-vif-deleted", "tag": "959da3be-a862-4da7-91d0-155db65de3d1", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:00.326955 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c6e6da74-0dec-4345-a4d9-c47c3fe3ddeb {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:00.327345 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14b1742-4c9b-4fb7-a786-4d813a33ad8d', 'name': 'network-vif-deleted', 'tag': '959da3be-a862-4da7-91d0-155db65de3d1', 'status': 'completed', 'code': 200} Jul 08 20:18:00.340760 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:00.349145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22776706-204c-4cd0-9457-2b3fbb85f722 req-17dcd397-06da-4166-a958-201724fc1602 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560318 Jul 08 20:18:00.511534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35726876-d123-4e2c-bee7-de700a7c3f21,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:00.526934 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad12e048-bbc2-464e-84a9-87240c0849c7 req-a78c1c70-3723-458c-ae62-b1cc1ab58d21 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=f14b1742-4c9b-4fb7-a786-4d813a33ad8d HTTP/1.1" status: 200 len: 210 time: 0.2317626 Jul 08 20:18:00.540761 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-167c0e34-d8ca-496b-96ef-6141b138f6db req-85dc1e6d-5851-4d22-b84c-c57de9c24a55 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2120879 Jul 08 20:18:00.588054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:18:00.681416 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:00.682904 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Added segment 79fdbbb2-999c-4be3-8625-db4cd47634b7 of type vlan for network 63619aa3-7ccf-42e7-b871-489c80728851 Jul 08 20:18:00.758837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:00.773645 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-167c0e34-d8ca-496b-96ef-6141b138f6db req-54a0102d-ccb2-4a1f-b411-271596c0bd64 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279158 Jul 08 20:18:00.800888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-36faedbf-79b5-49b4-8889-eacd99372547 req-367e5309-870d-4f9a-86f2-d33df411e486 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] For port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:00.801737 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-36faedbf-79b5-49b4-8889-eacd99372547 req-367e5309-870d-4f9a-86f2-d33df411e486 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:00.830805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc927121-1dda-4d45-bae8-fa850760f724 None None] Network d003ff44-c136-4ab0-8d62-6f299626cb47 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:00.883101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-36faedbf-79b5-49b4-8889-eacd99372547 req-367e5309-870d-4f9a-86f2-d33df411e486 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Calling delete_port for 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:00.907780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9fc95a1f-b4a2-4e57-b1e2-6f29bb5d342d None None] Provisioning for port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:00.917223 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:00.924804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:00.925656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9fc95a1f-b4a2-4e57-b1e2-6f29bb5d342d None None] Provisioning complete for port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:00.926091 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9fc95a1f-b4a2-4e57-b1e2-6f29bb5d342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:00.928147 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:00.942792 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22776706-204c-4cd0-9457-2b3fbb85f722 req-f6853d6f-4146-4bd4-8cd2-2549994456bd service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583827 Jul 08 20:18:01.141888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-167c0e34-d8ca-496b-96ef-6141b138f6db req-f7e8998e-218d-4953-add5-33eef96c5669 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599298 Jul 08 20:18:01.161265 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7133908 Jul 08 20:18:01.161933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49114) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:01.170383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1c31bf61-715a-41b4-85f8-f23f4faf5530 admin admin] Request body: {'subnet': {'network_id': '63619aa3-7ccf-42e7-b871-489c80728851', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-158810022-subnet', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:01.190540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e10e41-2e9d-4eec-ac68-35c900c3ac12 admin admin] Pushing event updated for resources: {'Network': ['ID=63619aa3-7ccf-42e7-b871-489c80728851,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:01.226025 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c31bf61-715a-41b4-85f8-f23f4faf5530 admin admin] Made reservation on behalf of a45b158f7608485681c6297ed9704146 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:01.228011 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c31bf61-715a-41b4-85f8-f23f4faf5530 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:01.235742 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd61bb0-f53d-41df-9d3b-858711951e07 req-81543040-ab5c-4142-8afd-d2e9a1e6fca7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:01.238209 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 63619aa3-7ccf-42e7-b871-489c80728851 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:18:01.245353 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7dd61bb0-f53d-41df-9d3b-858711951e07 req-81543040-ab5c-4142-8afd-d2e9a1e6fca7 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.6498640 Jul 08 20:18:01.308030 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9fc95a1f-b4a2-4e57-b1e2-6f29bb5d342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:01.323869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:01.426259 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7dd61bb0-f53d-41df-9d3b-858711951e07 req-973c660a-f068-4023-b7b5-083a1db70144 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794479 Jul 08 20:18:01.450528 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22776706-204c-4cd0-9457-2b3fbb85f722 req-f444e69a-1357-4386-b917-c5e1a32a6c0d service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563367 Jul 08 20:18:01.577995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9fc95a1f-b4a2-4e57-b1e2-6f29bb5d342d None None] For port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14,segment=NetworkSegment(de657de2-c681-47b3-81b4-b7ee963a12e5),segment_id=de657de2-c681-47b3-81b4-b7ee963a12e5)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:01.584181 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9fc95a1f-b4a2-4e57-b1e2-6f29bb5d342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:01.605633 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c31bf61-715a-41b4-85f8-f23f4faf5530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:01.674294 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31bf61-715a-41b4-85f8-f23f4faf5530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b69d636-6dfa-4d0f-b407-ce033b94db1f,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:01.682609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:01.756212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31bf61-715a-41b4-85f8-f23f4faf5530 admin admin] Checking segment: {'id': '79fdbbb2-999c-4be3-8625-db4cd47634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '63619aa3-7ccf-42e7-b871-489c80728851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:01.756559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c31bf61-715a-41b4-85f8-f23f4faf5530 admin admin] Network hostable DHCP agents. Network: 63619aa3-7ccf-42e7-b871-489c80728851, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:18:01.798169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c782f-7d58-4404-b615-f4af7898e0d7 req-5902f755-0e95-4c3d-98f1-3d995ae6607d tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:01.806906 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec1c782f-7d58-4404-b615-f4af7898e0d7 req-5902f755-0e95-4c3d-98f1-3d995ae6607d tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.5451376 Jul 08 20:18:01.841908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc95a1f-b4a2-4e57-b1e2-6f29bb5d342d None None] Pushing event updated for resources: {'Port': ['ID=7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:01.868003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec1c782f-7d58-4404-b615-f4af7898e0d7 req-96b57288-e668-449c-bf62-9cfac9e0758f tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601065 Jul 08 20:18:01.903576 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c31bf61-715a-41b4-85f8-f23f4faf5530 admin admin] Network 63619aa3-7ccf-42e7-b871-489c80728851 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:18:01.922375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-1c31bf61-715a-41b4-85f8-f23f4faf5530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 63619aa3-7ccf-42e7-b871-489c80728851) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:01.930162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31bf61-715a-41b4-85f8-f23f4faf5530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:01.930771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c31bf61-715a-41b4-85f8-f23f4faf5530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:01.936366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af220cab-95d6-4199-acf5-99e65d8f31be None None] Network 63619aa3-7ccf-42e7-b871-489c80728851 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:01.971575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1c31bf61-715a-41b4-85f8-f23f4faf5530 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8051503 Jul 08 20:18:01.973194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49130) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:01.977758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-158810022-router', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:02.038630 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:02.040095 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:02.110202 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:02.147652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-828d631c-01ef-48a3-9bfa-fec326759d6b None None] Provisioning complete for port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:02.148018 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-828d631c-01ef-48a3-9bfa-fec326759d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:02.163316 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-36faedbf-79b5-49b4-8889-eacd99372547 req-367e5309-870d-4f9a-86f2-d33df411e486 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:02.199431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['adfef6cb-f36f-4b9f-957b-c49969aac7c2'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:18:02.231024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e5309-870d-4f9a-86f2-d33df411e486 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event deleted for resources: {'Port': ['ID=57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:02.250589 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:02.257578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d7ef677e-c304-4625-99b7-9d092af5e702 req-5addbc4b-2683-4141-a2dd-2d78cf5842f3 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e630b3c-ea1a-46f3-8ef4-2215996f62ed HTTP/1.1" status: 200 len: 210 time: 0.0988574 Jul 08 20:18:02.287035 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 959da3be-a862-4da7-91d0-155db65de3d1 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:02.336417 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-36faedbf-79b5-49b4-8889-eacd99372547 req-367e5309-870d-4f9a-86f2-d33df411e486 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] No DVR routers for this DVR port 57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:02.352219 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-36faedbf-79b5-49b4-8889-eacd99372547 req-367e5309-870d-4f9a-86f2-d33df411e486 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:02.355202 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-36faedbf-79b5-49b4-8889-eacd99372547 req-367e5309-870d-4f9a-86f2-d33df411e486 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "DELETE /v2.0/ports/57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7 HTTP/1.1" status: 204 len: 173 time: 2.6138253 Jul 08 20:18:02.355659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e630b3c-ea1a-46f3-8ef4-2215996f62ed', 'name': 'network-vif-deleted', 'tag': '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:02.358595 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31734f39-0e79-4785-9118-ec3d0887608c" -d '{"events": [{"server_uuid": "3e630b3c-ea1a-46f3-8ef4-2215996f62ed", "name": "network-vif-deleted", "tag": "57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:02.366590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 959da3be-a862-4da7-91d0-155db65de3d1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:02.366937 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 959da3be-a862-4da7-91d0-155db65de3d1 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:02.404029 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:02.469597 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-63619aa3-7ccf-42e7-b871-489c80728851', 'network_id': '63619aa3-7ccf-42e7-b871-489c80728851', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'fixed_ips': [{'subnet_id': '7b69d636-6dfa-4d0f-b407-ce033b94db1f'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:18:02.472987 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1885e704-c734-4634-86b9-717b4c67c7bc x-openstack-request-id: req-1885e704-c734-4634-86b9-717b4c67c7bc {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:02.473278 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e630b3c-ea1a-46f3-8ef4-2215996f62ed", "name": "network-vif-deleted", "tag": "57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:02.473532 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1885e704-c734-4634-86b9-717b4c67c7bc {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:02.473922 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e630b3c-ea1a-46f3-8ef4-2215996f62ed', 'name': 'network-vif-deleted', 'tag': '57cd7a16-e8d1-445c-a7ca-d7c07ce2eea7', 'status': 'completed', 'code': 200} Jul 08 20:18:02.481077 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:02.507783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:02.615077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Router e9cf13e8-a7a0-4609-a83a-7de0097ee018 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:18:02.891575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:02.943067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Allocated IP 172.20.0.2 (63619aa3-7ccf-42e7-b871-489c80728851/7b69d636-6dfa-4d0f-b407-ce033b94db1f/9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:02.946550 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:02.950569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:02.973515 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Sync routers for ids ['e9cf13e8-a7a0-4609-a83a-7de0097ee018'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:02.988062 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:02.990414 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-08cfecbb-8adb-47b1-8476-4f35cdb2b093 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4444976 Jul 08 20:18:02.992816 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49140) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:03.013266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca899-7cd9-4fc2-abf9-364c2455a8b4 req-fea20fc9-6476-4ac5-8a96-066501151d20 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:03.023233 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bcdca899-7cd9-4fc2-abf9-364c2455a8b4 req-fea20fc9-6476-4ac5-8a96-066501151d20 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.3829401 Jul 08 20:18:03.089393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Routers {'e9cf13e8-a7a0-4609-a83a-7de0097ee018'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:03.090346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:17:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e9cf13e8-a7a0-4609-a83a-7de0097ee018'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:03.223409 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ae7c5-ff98-42ad-a693-a3d329d03aed req-176c5d46-41a0-475b-bbdf-1921fac6e5e2 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:03.232121 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb9ae7c5-ff98-42ad-a693-a3d329d03aed req-176c5d46-41a0-475b-bbdf-1921fac6e5e2 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.1609368 Jul 08 20:18:03.238904 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bcdca899-7cd9-4fc2-abf9-364c2455a8b4 req-52df7960-e8c8-46be-8d89-6571a5cb2742 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079365 Jul 08 20:18:03.289376 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Allocated IP 172.25.4.19 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/437a089a-2213-40ab-bc83-e1984d55f569) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:03.320681 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb9ae7c5-ff98-42ad-a693-a3d329d03aed req-4ca29244-15db-4ee3-b1bd-f528504932e1 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856922 Jul 08 20:18:03.496727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Set router e9cf13e8-a7a0-4609-a83a-7de0097ee018 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:03.546069 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:03.642115 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:03.664536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Transition to ACTIVE for port object 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:03.676442 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:03.745056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Transition to ACTIVE for port object 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:03.762023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:03.764309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:03.765979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:03.773669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:03.842388 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:03.871670 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:03.995291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Network 63619aa3-7ccf-42e7-b871-489c80728851 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:04.024487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Pushing event updated for resources: {'Port': ['ID=9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:04.029857 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:04.052305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:04.126767 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9a0e8af0-6049-4548-9ea2-a1dc666a5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:04.163793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Pushing event updated for resources: {'Port': ['ID=437a089a-2213-40ab-bc83-e1984d55f569,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:04.183770 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:04.184151 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:04.251528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Allocated IP 172.20.0.1 (d003ff44-c136-4ab0-8d62-6f299626cb47/030fe488-ae64-46f0-8601-af0be05a2e8f/f85df689-e19d-48ab-952b-0f91998429f1) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:04.306138 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Attempting to bind port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:04.306545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Attempting to bind port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '79fdbbb2-999c-4be3-8625-db4cd47634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '63619aa3-7ccf-42e7-b871-489c80728851'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:04.306866 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Attempting to bind port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f on network 63619aa3-7ccf-42e7-b871-489c80728851 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:04.351671 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:04.376102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:04.384894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Checking segment: {'id': '79fdbbb2-999c-4be3-8625-db4cd47634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '63619aa3-7ccf-42e7-b871-489c80728851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:04.385447 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:04.385864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Bound using segment: {'id': '79fdbbb2-999c-4be3-8625-db4cd47634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '63619aa3-7ccf-42e7-b871-489c80728851'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:04.386373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Bound port: 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fdbbb2-999c-4be3-8625-db4cd47634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '63619aa3-7ccf-42e7-b871-489c80728851'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:04.386764 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:04.414835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'name': 'tempest-ServersTestMultiNic-614524447-router', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:57Z', 'updated_at': '2021-07-08T20:18:00Z', 'revision_number': 3, 'project_id': '3404ade70f2541f2811596eefba2d608', 'gw_port': {'id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:58Z', 'updated_at': '2021-07-08T20:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:04.481634 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Checking router: e9cf13e8-a7a0-4609-a83a-7de0097ee018 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:04.482003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Updating router e9cf13e8-a7a0-4609-a83a-7de0097ee018 port 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:18:04.488716 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:04.529863 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:04.553752 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Transition to ACTIVE for port object f85df689-e19d-48ab-952b-0f91998429f1 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:04.618140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dadd4-1d76-4092-ade2-fb4360bd6f9a req-6b75c7fd-58b4-4499-a60a-33ed48158a1e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:04.619750 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d3dadd4-1d76-4092-ade2-fb4360bd6f9a req-6b75c7fd-58b4-4499-a60a-33ed48158a1e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.1022050 Jul 08 20:18:04.623597 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:04.706110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Network d003ff44-c136-4ab0-8d62-6f299626cb47 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:04.710202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Pushing event updated for resources: {'Port': ['ID=f85df689-e19d-48ab-952b-0f91998429f1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:04.713625 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:04.740801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:04.754058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] For port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:04.794624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] For port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f,segment=NetworkSegment(79fdbbb2-999c-4be3-8625-db4cd47634b7),segment_id=79fdbbb2-999c-4be3-8625-db4cd47634b7)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:04.800689 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:04.852148 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d3dadd4-1d76-4092-ade2-fb4360bd6f9a req-bc0bd78f-14f3-445e-b46c-c67fc68a72d3 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225459 Jul 08 20:18:04.875397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208ce6b-9461-4cc7-b9ce-82552248c80c req-7f152018-34fb-48f9-b45d-48736c225363 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:04.877166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a208ce6b-9461-4cc7-b9ce-82552248c80c req-7f152018-34fb-48f9-b45d-48736c225363 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 950 time: 0.6384437 Jul 08 20:18:04.916277 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:04.990143 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a208ce6b-9461-4cc7-b9ce-82552248c80c req-f7a4a34f-b59c-464c-8234-ab8462fea320 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993316 Jul 08 20:18:05.216219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:05.401145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef842c-9e6b-409a-9e78-dee4112f17d8 req-08a55a6f-f1e2-4c8d-94f6-a058a13dd0a8 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:05.408146 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-26ef842c-9e6b-409a-9e78-dee4112f17d8 req-08a55a6f-f1e2-4c8d-94f6-a058a13dd0a8 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.3447530 Jul 08 20:18:05.435235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4d3587d5-c93a-47e4-af38-7110bc38d849 None None] Provisioning for port f85df689-e19d-48ab-952b-0f91998429f1 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:05.454799 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4d3587d5-c93a-47e4-af38-7110bc38d849 None None] Provisioning complete for port f85df689-e19d-48ab-952b-0f91998429f1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:05.455845 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4d3587d5-c93a-47e4-af38-7110bc38d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:05.465410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2d165-4f81-47d7-af88-000c972e7c78 None None] Pushing event updated for resources: {'Port': ['ID=9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:05.498118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Router e9de9967-5ec3-484b-ae5b-7bf96f22f704 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:18:05.575781 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:05.641665 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4d3587d5-c93a-47e4-af38-7110bc38d849 None None] Port f85df689-e19d-48ab-952b-0f91998429f1 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:18:05.646264 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Transition to ACTIVE for port object 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:05.677544 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-26ef842c-9e6b-409a-9e78-dee4112f17d8 req-9af34ae7-5428-4d33-bf02-a77deaa798fb tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678204 Jul 08 20:18:05.679901 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:05.731308 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:05.773295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Attempting to bind port 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:05.776450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Attempting to bind port 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:05.777043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Attempting to bind port 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:05.810863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:05.824059 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Sync routers for ids ['e9de9967-5ec3-484b-ae5b-7bf96f22f704'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:05.849552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:05.850024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:05.850535 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:05.851032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:05.851617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Bound port: 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:05.852099 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:05.853570 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Routers {'e9de9967-5ec3-484b-ae5b-7bf96f22f704'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:05.854254 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:17:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e9de9967-5ec3-484b-ae5b-7bf96f22f704'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:05.868528 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:05.872362 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-43cfa00c-a199-420c-9993-2f00073cbef4 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8958838 Jul 08 20:18:05.878318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49166) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:05.954039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce4dfe-e1f1-4367-b6c5-bf4919c13e90 None None] Pushing event updated for resources: {'Port': ['ID=43036d9f-7d39-4bd2-b0b3-38e7f8dcd000,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:06.008939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:06.105082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] For port 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:06.154708 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Set router e9de9967-5ec3-484b-ae5b-7bf96f22f704 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:06.183672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] For port 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=43036d9f-7d39-4bd2-b0b3-38e7f8dcd000,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:06.216911 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:06.228124 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:06.241536 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:06.269326 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf3c25-4ac7-4d01-adee-5326ad4388dd req-cc4c45dd-fad9-44ad-9317-ce9dcae65834 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:06.271913 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7cf3c25-4ac7-4d01-adee-5326ad4388dd req-cc4c45dd-fad9-44ad-9317-ce9dcae65834 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 950 time: 0.7499859 Jul 08 20:18:06.302825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:06.338944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Routers {'e9cf13e8-a7a0-4609-a83a-7de0097ee018'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:06.339940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:17:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e9cf13e8-a7a0-4609-a83a-7de0097ee018'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:06.412564 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Pushing event updated for resources: {'Port': ['ID=f85df689-e19d-48ab-952b-0f91998429f1,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:06.491783 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:06.572743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] Set router e9cf13e8-a7a0-4609-a83a-7de0097ee018 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:06.596527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41d29-7b4b-4309-93eb-24d1ad4f0c71 req-8c1bf22f-a14b-4926-8087-aa880148607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:06.598741 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6e41d29-7b4b-4309-93eb-24d1ad4f0c71 req-8c1bf22f-a14b-4926-8087-aa880148607b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 1097 time: 0.8108702 Jul 08 20:18:06.760828 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'name': 'tempest-FloatingIPsTestJSON-158810022-router', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '437a089a-2213-40ab-bc83-e1984d55f569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:03Z', 'revision_number': 3, 'project_id': 'a45b158f7608485681c6297ed9704146', 'gw_port': {'id': '437a089a-2213-40ab-bc83-e1984d55f569', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:06.765082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173f6e3-7fc2-42b1-a16f-2b73163a7ed3 req-3d0f02af-79ec-459b-a899-919d60bdf3d9 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:06.776779 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c173f6e3-7fc2-42b1-a16f-2b73163a7ed3 req-3d0f02af-79ec-459b-a899-919d60bdf3d9 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 950 time: 0.4091249 Jul 08 20:18:06.833534 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6e41d29-7b4b-4309-93eb-24d1ad4f0c71 req-28091ef5-1304-4741-bb19-1add3e837d8b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753895 Jul 08 20:18:06.847704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce4dfe-e1f1-4367-b6c5-bf4919c13e90 None None] Pushing event updated for resources: {'Port': ['ID=43036d9f-7d39-4bd2-b0b3-38e7f8dcd000,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:06.865535 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Checking router: e9de9967-5ec3-484b-ae5b-7bf96f22f704 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:06.866102 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Updating router e9de9967-5ec3-484b-ae5b-7bf96f22f704 port 437a089a-2213-40ab-bc83-e1984d55f569 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:18:06.904478 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a16d094-6745-4807-b02d-da3ab214a1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:06.920975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c173f6e3-7fc2-42b1-a16f-2b73163a7ed3 req-28720faf-f847-4248-a4ad-78d7f3740c1d tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/security-groups?id=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419210 Jul 08 20:18:06.936928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f7cf3c25-4ac7-4d01-adee-5326ad4388dd req-a769591a-0ec7-46b0-be97-6141842c3a9a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Deleting port adfef6cb-f36f-4b9f-957b-c49969aac7c2 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:06.940771 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7cf3c25-4ac7-4d01-adee-5326ad4388dd req-a769591a-0ec7-46b0-be97-6141842c3a9a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:06.958365 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:06.963816 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:06.998871 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aca97-4db7-4944-b54a-35605e99140b req-1b5e3b8b-cfdd-44e2-8431-bafe395f1828 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:07.004235 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-915aca97-4db7-4944-b54a-35605e99140b req-1b5e3b8b-cfdd-44e2-8431-bafe395f1828 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.6989255 Jul 08 20:18:07.021209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Network d003ff44-c136-4ab0-8d62-6f299626cb47 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:07.131534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-915aca97-4db7-4944-b54a-35605e99140b req-530c08b3-17a5-40f0-b07d-bef3017e49c8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230953 Jul 08 20:18:07.141770 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'name': 'tempest-ServersTestMultiNic-614524447-router', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:57Z', 'updated_at': '2021-07-08T20:18:05Z', 'revision_number': 4, 'project_id': '3404ade70f2541f2811596eefba2d608', 'gw_port': {'id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:58Z', 'updated_at': '2021-07-08T20:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'f85df689-e19d-48ab-952b-0f91998429f1', 'name': '', 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'mac_address': 'fa:16:3e:86:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '030fe488-ae64-46f0-8601-af0be05a2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:03Z', 'updated_at': '2021-07-08T20:18:05Z', 'revision_number': 2, 'project_id': '3404ade70f2541f2811596eefba2d608', 'subnets': [{'id': '030fe488-ae64-46f0-8601-af0be05a2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:07.146262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:07.235494 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:07.298550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a881d0ea-373e-48e6-93b1-491a5dc105c1 None None] The sync data for ids ['e9cf13e8-a7a0-4609-a83a-7de0097ee018'] in n-d-791506-16 is: [{'id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'name': 'tempest-ServersTestMultiNic-614524447-router', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:57Z', 'updated_at': '2021-07-08T20:18:05Z', 'revision_number': 4, 'project_id': '3404ade70f2541f2811596eefba2d608', 'gw_port': {'id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:58Z', 'updated_at': '2021-07-08T20:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'f85df689-e19d-48ab-952b-0f91998429f1', 'name': '', 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'mac_address': 'fa:16:3e:86:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '030fe488-ae64-46f0-8601-af0be05a2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:03Z', 'updated_at': '2021-07-08T20:18:05Z', 'revision_number': 2, 'project_id': '3404ade70f2541f2811596eefba2d608', 'subnets': [{'id': '030fe488-ae64-46f0-8601-af0be05a2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:07.330080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129d44f4-d50e-4f3f-a44e-c516abacb25e None None] Network 63619aa3-7ccf-42e7-b871-489c80728851 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:07.525379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Router e9cf13e8-a7a0-4609-a83a-7de0097ee018 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:18:07.546006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d028dc3f-ec00-4d67-a989-3398c7c111f7 None None] Provisioning for port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:07.563375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d028dc3f-ec00-4d67-a989-3398c7c111f7 None None] Provisioning complete for port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:07.563757 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d028dc3f-ec00-4d67-a989-3398c7c111f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:07.726986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-f7cf3c25-4ac7-4d01-adee-5326ad4388dd req-a769591a-0ec7-46b0-be97-6141842c3a9a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] For port adfef6cb-f36f-4b9f-957b-c49969aac7c2, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=adfef6cb-f36f-4b9f-957b-c49969aac7c2,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:07.727283 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7cf3c25-4ac7-4d01-adee-5326ad4388dd req-a769591a-0ec7-46b0-be97-6141842c3a9a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:07.755393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f7cf3c25-4ac7-4d01-adee-5326ad4388dd req-a769591a-0ec7-46b0-be97-6141842c3a9a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Calling delete_port for adfef6cb-f36f-4b9f-957b-c49969aac7c2 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:07.780935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Allocated IP 172.20.0.1 (63619aa3-7ccf-42e7-b871-489c80728851/7b69d636-6dfa-4d0f-b407-ce033b94db1f/ee265319-fa5a-4614-a50a-fdddcdaef9f0) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:07.835207 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:07.865562 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Transition to ACTIVE for port object 437a089a-2213-40ab-bc83-e1984d55f569 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:07.881574 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:07.921411 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d028dc3f-ec00-4d67-a989-3398c7c111f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:07.984301 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08963008-05dd-4d8b-a682-ed54cd03ea96 None None] Pushing event updated for resources: {'Port': ['ID=437a089a-2213-40ab-bc83-e1984d55f569,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:08.063728 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d028dc3f-ec00-4d67-a989-3398c7c111f7 None None] For port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f,segment=NetworkSegment(79fdbbb2-999c-4be3-8625-db4cd47634b7),segment_id=79fdbbb2-999c-4be3-8625-db4cd47634b7)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:08.090218 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Attempting to bind port 437a089a-2213-40ab-bc83-e1984d55f569 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:08.090909 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Attempting to bind port 437a089a-2213-40ab-bc83-e1984d55f569 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:08.091288 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Attempting to bind port 437a089a-2213-40ab-bc83-e1984d55f569 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:08.091407 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d028dc3f-ec00-4d67-a989-3398c7c111f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:08.109988 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:08.110270 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:08.110523 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:08.110869 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:08.122398 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Bound port: 437a089a-2213-40ab-bc83-e1984d55f569, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:08.123000 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:08.222627 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:08.224525 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:08.230911 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7cf3c25-4ac7-4d01-adee-5326ad4388dd req-a769591a-0ec7-46b0-be97-6141842c3a9a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:08.296074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4bdedcc2-d09d-4472-b251-0b9abe8c74e1 None None] Provisioning complete for port f85df689-e19d-48ab-952b-0f91998429f1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:08.296666 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4bdedcc2-d09d-4472-b251-0b9abe8c74e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:08.311309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Transition to ACTIVE for port object ee265319-fa5a-4614-a50a-fdddcdaef9f0 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:08.336794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769591a-0ec7-46b0-be97-6141842c3a9a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Pushing event deleted for resources: {'Port': ['ID=adfef6cb-f36f-4b9f-957b-c49969aac7c2,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:08.340976 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] For port 437a089a-2213-40ab-bc83-e1984d55f569, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:08.351994 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] For port 437a089a-2213-40ab-bc83-e1984d55f569, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=437a089a-2213-40ab-bc83-e1984d55f569,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:08.365453 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:08.404129 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebe79021-0140-4c06-b387-0b265c7204a1 req-82e10424-2b65-42f3-89f6-a6a1ccc0cf5b tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 210 time: 0.1366847 Jul 08 20:18:08.487319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4bdedcc2-d09d-4472-b251-0b9abe8c74e1 None None] Port f85df689-e19d-48ab-952b-0f91998429f1 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:18:08.517316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028dc3f-ec00-4d67-a989-3398c7c111f7 None None] Pushing event updated for resources: {'Port': ['ID=9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:08.557278 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:08.603382 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08963008-05dd-4d8b-a682-ed54cd03ea96 None None] Pushing event updated for resources: {'Port': ['ID=437a089a-2213-40ab-bc83-e1984d55f569,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:08.621655 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Routers {'e9de9967-5ec3-484b-ae5b-7bf96f22f704'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:08.623813 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cf3c25-4ac7-4d01-adee-5326ad4388dd req-a769591a-0ec7-46b0-be97-6141842c3a9a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] No DVR routers for this DVR port adfef6cb-f36f-4b9f-957b-c49969aac7c2 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:08.625344 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e9de9967-5ec3-484b-ae5b-7bf96f22f704'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:08.630913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d6bb74a4-5314-4c75-b966-30a0f7c8013b None None] Provisioning complete for port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:08.631547 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d6bb74a4-5314-4c75-b966-30a0f7c8013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:08.655860 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7cf3c25-4ac7-4d01-adee-5326ad4388dd req-a769591a-0ec7-46b0-be97-6141842c3a9a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:08.657833 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7cf3c25-4ac7-4d01-adee-5326ad4388dd req-a769591a-0ec7-46b0-be97-6141842c3a9a tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.104 "DELETE /v2.0/ports/adfef6cb-f36f-4b9f-957b-c49969aac7c2 HTTP/1.1" status: 204 len: 173 time: 2.3354061 Jul 08 20:18:08.672800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Pushing event updated for resources: {'Port': ['ID=ee265319-fa5a-4614-a50a-fdddcdaef9f0,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:08.722121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31cfb6-29a0-4947-b10e-fdcc3ee4bbbe req-766e4e71-e591-4773-85a0-421d158009d5 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:08.730450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Network 63619aa3-7ccf-42e7-b871-489c80728851 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:08.733251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:08.733424 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd31cfb6-29a0-4947-b10e-fdcc3ee4bbbe req-766e4e71-e591-4773-85a0-421d158009d5 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 1.1904809 Jul 08 20:18:08.734368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870d93c4-6727-44be-be61-3c7121b5c3a6', 'name': 'network-vif-deleted', 'tag': 'adfef6cb-f36f-4b9f-957b-c49969aac7c2'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:08.743523 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c326059e-c8ec-48c3-8cfc-cdd5f80da00a" -d '{"events": [{"server_uuid": "870d93c4-6727-44be-be61-3c7121b5c3a6", "name": "network-vif-deleted", "tag": "adfef6cb-f36f-4b9f-957b-c49969aac7c2"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:08.750942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:09.017218 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:09.215406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cbc90-7e3e-4169-a620-b37eab962fa6 req-2937763a-c418-4f91-80c6-e2d4297f223e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:09.235617 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a2cbc90-7e3e-4169-a620-b37eab962fa6 req-2937763a-c418-4f91-80c6-e2d4297f223e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.5593259 Jul 08 20:18:09.355546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b9658248-8d5f-4b1c-97f9-eae1cfdb376d None None] Provisioning for port ee265319-fa5a-4614-a50a-fdddcdaef9f0 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:09.360746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b9658248-8d5f-4b1c-97f9-eae1cfdb376d None None] Provisioning complete for port ee265319-fa5a-4614-a50a-fdddcdaef9f0 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:09.361344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a2cbc90-7e3e-4169-a620-b37eab962fa6 req-219a4354-3eb1-4743-9b10-c9fcf5c763fb tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246526 Jul 08 20:18:09.361653 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9658248-8d5f-4b1c-97f9-eae1cfdb376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:09.419335 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd31cfb6-29a0-4947-b10e-fdcc3ee4bbbe req-4f4e6ad5-0512-44c2-9e1a-e0076f65167d tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595352 Jul 08 20:18:09.426528 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] Set router e9de9967-5ec3-484b-ae5b-7bf96f22f704 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:09.429527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:09.445091 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b8e77eee-4d0f-4c2a-96d1-4b824424a199 admin admin] 10.222.0.101 "PUT /v2.0/routers/e9cf13e8-a7a0-4609-a83a-7de0097ee018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4486783 Jul 08 20:18:09.504112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b9658248-8d5f-4b1c-97f9-eae1cfdb376d None None] Port ee265319-fa5a-4614-a50a-fdddcdaef9f0 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:18:09.616560 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:09.648526 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:09.721703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device adfef6cb-f36f-4b9f-957b-c49969aac7c2 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:09.812687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: adfef6cb-f36f-4b9f-957b-c49969aac7c2 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:09.815448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device adfef6cb-f36f-4b9f-957b-c49969aac7c2 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:09.882897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49202) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:09.913891 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6312f6-7af1-4ca6-aace-c59b8dc609ac x-openstack-request-id: req-7a6312f6-7af1-4ca6-aace-c59b8dc609ac {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:09.914399 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870d93c4-6727-44be-be61-3c7121b5c3a6", "name": "network-vif-deleted", "tag": "adfef6cb-f36f-4b9f-957b-c49969aac7c2", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:09.915234 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7a6312f6-7af1-4ca6-aace-c59b8dc609ac {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:09.915801 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870d93c4-6727-44be-be61-3c7121b5c3a6', 'name': 'network-vif-deleted', 'tag': 'adfef6cb-f36f-4b9f-957b-c49969aac7c2', 'status': 'completed', 'code': 200} Jul 08 20:18:10.066184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d9d912c6-f1f7-4ae5-8da6-c803d03e0118 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1772974158'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:10.086867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:10.109286 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'name': 'tempest-FloatingIPsTestJSON-158810022-router', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '437a089a-2213-40ab-bc83-e1984d55f569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:03Z', 'revision_number': 3, 'project_id': 'a45b158f7608485681c6297ed9704146', 'gw_port': {'id': '437a089a-2213-40ab-bc83-e1984d55f569', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:10.138306 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d912c6-f1f7-4ae5-8da6-c803d03e0118 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:10.142592 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9d912c6-f1f7-4ae5-8da6-c803d03e0118 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:10.175245 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cffbb01-3f51-4922-8678-e91d29f79403 None None] The sync data for ids ['e9de9967-5ec3-484b-ae5b-7bf96f22f704'] in n-d-791506-16 is: [{'id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'name': 'tempest-FloatingIPsTestJSON-158810022-router', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '437a089a-2213-40ab-bc83-e1984d55f569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:03Z', 'revision_number': 3, 'project_id': 'a45b158f7608485681c6297ed9704146', 'gw_port': {'id': '437a089a-2213-40ab-bc83-e1984d55f569', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:10.180885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:10.187738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:10.188307 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:10.212613 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dc05ac5-f77c-4d8c-aa0a-6d2c197e6a1b req-7335b660-1e51-482a-ad22-a3ffecad7361 tempest-ServersOnMultiNodesTest-1599440961 tempest-ServersOnMultiNodesTest-1599440961-project] 10.222.0.101 "GET /v2.0/ports?device_id=870d93c4-6727-44be-be61-3c7121b5c3a6 HTTP/1.1" status: 200 len: 210 time: 0.1190591 Jul 08 20:18:10.213866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d912c6-f1f7-4ae5-8da6-c803d03e0118 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:18:10.243757 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9d912c6-f1f7-4ae5-8da6-c803d03e0118 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:10.243757 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-d9d912c6-f1f7-4ae5-8da6-c803d03e0118 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Added segment a2bd1092-7bad-4569-8565-4f2ea9572b97 of type vlan for network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 Jul 08 20:18:10.380953 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9d912c6-f1f7-4ae5-8da6-c803d03e0118 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:10.389407 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:10.398568 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:10.483694 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9d912c6-f1f7-4ae5-8da6-c803d03e0118 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:10.488180 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:10.497395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d912c6-f1f7-4ae5-8da6-c803d03e0118 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:10.499185 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9d912c6-f1f7-4ae5-8da6-c803d03e0118 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:10.536143 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=43036d9f-7d39-4bd2-b0b3-38e7f8dcd000,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:10.549923 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:10.551060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:10.742746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=43036d9f-7d39-4bd2-b0b3-38e7f8dcd000,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:10.761262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:10.785847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Pushing event updated for resources: {'Port': ['ID=ee265319-fa5a-4614-a50a-fdddcdaef9f0,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:10.787371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:10.788896 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:10.873246 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d9d912c6-f1f7-4ae5-8da6-c803d03e0118 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9903107 Jul 08 20:18:10.879912 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49216) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:10.889975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1c86ae02-ac1b-4b30-9a9d-9c5dd48c1d87 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Request body: {'subnet': {'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:10.924802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d912c6-f1f7-4ae5-8da6-c803d03e0118 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event updated for resources: {'Network': ['ID=2fed78bf-79e0-4d92-b61b-77fa20fd50e6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:10.949707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:18:10.961418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dc361-6ebb-45e5-8553-b9c3c9440492 req-adaad7e4-4df5-4bf6-948a-c9e14bce7fbb tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:10.977138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-748dc361-6ebb-45e5-8553-b9c3c9440492 req-adaad7e4-4df5-4bf6-948a-c9e14bce7fbb tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.3606551 Jul 08 20:18:11.008922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4183f-964d-40c5-9d24-86b33b0a2f08 req-00e0cbfe-0e7b-461d-84ee-1f230e226092 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:11.016131 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ce4183f-964d-40c5-9d24-86b33b0a2f08 req-00e0cbfe-0e7b-461d-84ee-1f230e226092 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 944 time: 0.2312572 Jul 08 20:18:11.045280 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd119c76-366d-4a95-bedc-be2cc748257b req-f28235ae-b413-4027-a44c-341e04dfa11a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:11.046796 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd119c76-366d-4a95-bedc-be2cc748257b req-f28235ae-b413-4027-a44c-341e04dfa11a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.104 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 944 time: 0.1364601 Jul 08 20:18:11.114612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ce4183f-964d-40c5-9d24-86b33b0a2f08 req-1163c876-c308-4932-af69-3fddeceb2f88 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975866 Jul 08 20:18:11.133824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Network 63619aa3-7ccf-42e7-b871-489c80728851 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:11.148692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-748dc361-6ebb-45e5-8553-b9c3c9440492 req-fa27885c-4fea-4abb-8f06-e65e1e905afc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341538 Jul 08 20:18:11.163797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:11.235971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-cd119c76-366d-4a95-bedc-be2cc748257b req-e1078f8d-54a6-40a5-947c-114d26f2e063 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Deleting port 95e93db7-8928-42f2-9324-6e2a4b840c24 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:11.237128 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-cd119c76-366d-4a95-bedc-be2cc748257b req-e1078f8d-54a6-40a5-947c-114d26f2e063 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:11.309112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c86ae02-ac1b-4b30-9a9d-9c5dd48c1d87 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:11.312672 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c86ae02-ac1b-4b30-9a9d-9c5dd48c1d87 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:11.422425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-cd119c76-366d-4a95-bedc-be2cc748257b req-e1078f8d-54a6-40a5-947c-114d26f2e063 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] For port 95e93db7-8928-42f2-9324-6e2a4b840c24, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=95e93db7-8928-42f2-9324-6e2a4b840c24,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:11.422838 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-cd119c76-366d-4a95-bedc-be2cc748257b req-e1078f8d-54a6-40a5-947c-114d26f2e063 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:11.453438 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-cd119c76-366d-4a95-bedc-be2cc748257b req-e1078f8d-54a6-40a5-947c-114d26f2e063 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Calling delete_port for 95e93db7-8928-42f2-9324-6e2a4b840c24 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:11.505689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754f117-456c-45ea-962c-5dcc17301ce8 req-fab69f20-489b-42e6-ba6f-20e892134c37 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:11.512918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1754f117-456c-45ea-962c-5dcc17301ce8 req-fab69f20-489b-42e6-ba6f-20e892134c37 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.1597745 Jul 08 20:18:11.540956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Router e9de9967-5ec3-484b-ae5b-7bf96f22f704 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:18:11.556690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d8112adb-cdf4-45ee-b1c2-8832adf4f39a None None] Provisioning complete for port ee265319-fa5a-4614-a50a-fdddcdaef9f0 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:11.557646 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8112adb-cdf4-45ee-b1c2-8832adf4f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:11.612929 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1754f117-456c-45ea-962c-5dcc17301ce8 req-07e5f6bb-5d6f-4b53-9da3-604157c9e59d tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989640 Jul 08 20:18:11.637992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d8112adb-cdf4-45ee-b1c2-8832adf4f39a None None] Port ee265319-fa5a-4614-a50a-fdddcdaef9f0 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:18:11.686949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-997f68a3-c1fd-4416-9e92-c2f091009c79 req-f53a776f-23d1-4b51-a809-374bd2bad06b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-690694483', 'description': 'tempest-description-1374500551'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:11.699438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Sync routers for ids ['e9cf13e8-a7a0-4609-a83a-7de0097ee018'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:11.727729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Routers {'e9cf13e8-a7a0-4609-a83a-7de0097ee018'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:11.728945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e9cf13e8-a7a0-4609-a83a-7de0097ee018'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:11.785795 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-997f68a3-c1fd-4416-9e92-c2f091009c79 req-f53a776f-23d1-4b51-a809-374bd2bad06b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:11.846949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:11.857546 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cafdf89f-fc49-42f4-a655-d55fe10a0491 admin admin] 10.222.0.101 "PUT /v2.0/routers/e9de9967-5ec3-484b-ae5b-7bf96f22f704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9783595 Jul 08 20:18:11.870961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-cd119c76-366d-4a95-bedc-be2cc748257b req-e1078f8d-54a6-40a5-947c-114d26f2e063 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:11.917144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Set router e9cf13e8-a7a0-4609-a83a-7de0097ee018 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:11.937999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1078f8d-54a6-40a5-947c-114d26f2e063 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Pushing event deleted for resources: {'Port': ['ID=95e93db7-8928-42f2-9324-6e2a4b840c24,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:11.967510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:11.974164 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c86ae02-ac1b-4b30-9a9d-9c5dd48c1d87 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.053315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49228) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:12.069646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd119c76-366d-4a95-bedc-be2cc748257b req-e1078f8d-54a6-40a5-947c-114d26f2e063 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] No DVR routers for this DVR port 95e93db7-8928-42f2-9324-6e2a4b840c24 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:12.074958 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-cd119c76-366d-4a95-bedc-be2cc748257b req-e1078f8d-54a6-40a5-947c-114d26f2e063 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.077664 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd119c76-366d-4a95-bedc-be2cc748257b req-e1078f8d-54a6-40a5-947c-114d26f2e063 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.104 "DELETE /v2.0/ports/95e93db7-8928-42f2-9324-6e2a4b840c24 HTTP/1.1" status: 204 len: 173 time: 1.0231845 Jul 08 20:18:12.079549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86ae02-ac1b-4b30-9a9d-9c5dd48c1d87 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event updated for resources: {'Subnet': ['ID=9e15f4e7-e7fc-4a5a-a0a8-19b51d5bb66d,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:12.097385 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3ed750-b973-4031-b24c-76ca9c5a1858', 'name': 'network-vif-deleted', 'tag': '95e93db7-8928-42f2-9324-6e2a4b840c24'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:12.106221 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8f7043-6b1c-48c6-b59c-970ee75a4867" -d '{"events": [{"server_uuid": "9d3ed750-b973-4031-b24c-76ca9c5a1858", "name": "network-vif-deleted", "tag": "95e93db7-8928-42f2-9324-6e2a4b840c24"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:12.109883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86ae02-ac1b-4b30-9a9d-9c5dd48c1d87 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Checking segment: {'id': 'a2bd1092-7bad-4569-8565-4f2ea9572b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:12.113087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c86ae02-ac1b-4b30-9a9d-9c5dd48c1d87 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Network hostable DHCP agents. Network: 2fed78bf-79e0-4d92-b61b-77fa20fd50e6, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:18:12.151441 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c86ae02-ac1b-4b30-9a9d-9c5dd48c1d87 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:18:12.165123 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-997f68a3-c1fd-4416-9e92-c2f091009c79 req-f53a776f-23d1-4b51-a809-374bd2bad06b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.171369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-1c86ae02-ac1b-4b30-9a9d-9c5dd48c1d87 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 2fed78bf-79e0-4d92-b61b-77fa20fd50e6) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:12.176863 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-997f68a3-c1fd-4416-9e92-c2f091009c79 req-f53a776f-23d1-4b51-a809-374bd2bad06b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.179842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c86ae02-ac1b-4b30-9a9d-9c5dd48c1d87 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:12.180662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c86ae02-ac1b-4b30-9a9d-9c5dd48c1d87 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.186096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6113e7-16c2-45fa-a7a4-da2406fc5c42 None None] Network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:12.208417 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1c86ae02-ac1b-4b30-9a9d-9c5dd48c1d87 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3247359 Jul 08 20:18:12.211148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49242) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:12.216554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a082b049-c54c-4975-b2b0-2dc36f824548 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-219984980'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:12.259825 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-997f68a3-c1fd-4416-9e92-c2f091009c79 req-f53a776f-23d1-4b51-a809-374bd2bad06b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.263126 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-997f68a3-c1fd-4416-9e92-c2f091009c79 req-f53a776f-23d1-4b51-a809-374bd2bad06b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5822749 Jul 08 20:18:12.269597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a776f-23d1-4b51-a809-374bd2bad06b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4492736-36c8-4e55-a457-70ef3367f71d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:12.270159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a082b049-c54c-4975-b2b0-2dc36f824548 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:12.273929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a082b049-c54c-4975-b2b0-2dc36f824548 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.316956 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91f2f76-0767-40bd-b9d6-4092720c3be6 x-openstack-request-id: req-d91f2f76-0767-40bd-b9d6-4092720c3be6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:12.317253 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3ed750-b973-4031-b24c-76ca9c5a1858", "name": "network-vif-deleted", "tag": "95e93db7-8928-42f2-9324-6e2a4b840c24", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:12.317781 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d91f2f76-0767-40bd-b9d6-4092720c3be6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:12.318201 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3ed750-b973-4031-b24c-76ca9c5a1858', 'name': 'network-vif-deleted', 'tag': '95e93db7-8928-42f2-9324-6e2a4b840c24', 'status': 'completed', 'code': 200} Jul 08 20:18:12.422339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:12.422715 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.469414 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08c949f9-5f76-4fb8-9228-846f184210d4 req-3e2b4f0b-326f-497a-80c1-5326589238c0 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d3ed750-b973-4031-b24c-76ca9c5a1858 HTTP/1.1" status: 200 len: 210 time: 0.0309234 Jul 08 20:18:12.485238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a082b049-c54c-4975-b2b0-2dc36f824548 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:18:12.497797 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a082b049-c54c-4975-b2b0-2dc36f824548 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.498590 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-a082b049-c54c-4975-b2b0-2dc36f824548 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Added segment 65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0 of type vlan for network 2f115db7-742b-42d9-a2fc-5dbf3a8491c6 Jul 08 20:18:12.605867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a082b049-c54c-4975-b2b0-2dc36f824548 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.613019 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-52630b02-3469-4644-88a9-2468f32f6494 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6243f62424334f17aa948941488dc134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5549142 Jul 08 20:18:12.619081 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49250) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:12.664667 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-bf6d0da9-e647-4404-9ac7-748ac3b17cc2 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3351679 Jul 08 20:18:12.670715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 437a089a-2213-40ab-bc83-e1984d55f569 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:12.677515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:12.700700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-2fed78bf-79e0-4d92-b61b-77fa20fd50e6', 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'fixed_ips': [{'subnet_id': '9e15f4e7-e7fc-4a5a-a0a8-19b51d5bb66d'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:18:12.701888 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.707669 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a082b049-c54c-4975-b2b0-2dc36f824548 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.710071 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'name': 'tempest-ServersTestMultiNic-614524447-router', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:57Z', 'updated_at': '2021-07-08T20:18:05Z', 'revision_number': 4, 'project_id': '3404ade70f2541f2811596eefba2d608', 'gw_port': {'id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:58Z', 'updated_at': '2021-07-08T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'f85df689-e19d-48ab-952b-0f91998429f1', 'name': '', 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'mac_address': 'fa:16:3e:86:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '030fe488-ae64-46f0-8601-af0be05a2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:03Z', 'updated_at': '2021-07-08T20:18:05Z', 'revision_number': 2, 'project_id': '3404ade70f2541f2811596eefba2d608', 'subnets': [{'id': '030fe488-ae64-46f0-8601-af0be05a2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:12.713922 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a082b049-c54c-4975-b2b0-2dc36f824548 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:12.714771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a082b049-c54c-4975-b2b0-2dc36f824548 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.732561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.762089 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcec037-d4c0-4892-b574-1f1ae85a58e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.777462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Checking router: e9cf13e8-a7a0-4609-a83a-7de0097ee018 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:12.777826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Updating router e9cf13e8-a7a0-4609-a83a-7de0097ee018 port f85df689-e19d-48ab-952b-0f91998429f1 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:18:12.808018 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcec037-d4c0-4892-b574-1f1ae85a58e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.872746 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a082b049-c54c-4975-b2b0-2dc36f824548 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6604664 Jul 08 20:18:12.882976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49252) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:12.896296 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f016e739-af18-412b-a115-80f288ac52bb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Request body: {'subnet': {'network_id': '2f115db7-742b-42d9-a2fc-5dbf3a8491c6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:12.903388 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f476a91-0911-46f5-9520-da4584a7dd32 req-3f5544d9-1e18-4730-b75d-c22407316524 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:12.906674 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.920241 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0f476a91-0911-46f5-9520-da4584a7dd32 req-3f5544d9-1e18-4730-b75d-c22407316524 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.3140230 Jul 08 20:18:12.922073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082b049-c54c-4975-b2b0-2dc36f824548 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event updated for resources: {'Network': ['ID=2f115db7-742b-42d9-a2fc-5dbf3a8491c6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:12.926054 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcec037-d4c0-4892-b574-1f1ae85a58e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.930577 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcec037-d4c0-4892-b574-1f1ae85a58e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:12.932016 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7dcec037-d4c0-4892-b574-1f1ae85a58e8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a1b03e8a-dd85-48ac-bb12-c52fcabf09a9 HTTP/1.1" status: 204 len: 168 time: 0.3117094 Jul 08 20:18:12.961653 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 2f115db7-742b-42d9-a2fc-5dbf3a8491c6 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:18:13.015020 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0f476a91-0911-46f5-9520-da4584a7dd32 req-23ac6745-87e5-414a-aad7-b81b0f9ee875 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917096 Jul 08 20:18:13.016059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcec037-d4c0-4892-b574-1f1ae85a58e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b03e8a-dd85-48ac-bb12-c52fcabf09a9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:13.124483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 437a089a-2213-40ab-bc83-e1984d55f569 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:13.151769 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Sync routers for ids ['e9de9967-5ec3-484b-ae5b-7bf96f22f704'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:13.163583 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Routers {'e9de9967-5ec3-484b-ae5b-7bf96f22f704'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:13.173599 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e9de9967-5ec3-484b-ae5b-7bf96f22f704'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:13.176548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 437a089a-2213-40ab-bc83-e1984d55f569 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:13.178014 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.243260 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0be4acbb-43cc-47ae-9eb3-99282367d5ae req-71883d13-2d6f-42c1-a56c-8b2e0ea226be tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-690694483&fields=id&tenant_id=9a204fc7f0114156bc56c57ee92033dc HTTP/1.1" status: 200 len: 267 time: 0.0568945 Jul 08 20:18:13.340342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4acbb-43cc-47ae-9eb3-99282367d5ae req-4f3678e3-2c5f-40cf-a89b-2799707464b4 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:13.348464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Allocated IP 19.80.0.2 (2fed78bf-79e0-4d92-b61b-77fa20fd50e6/9e15f4e7-e7fc-4a5a-a0a8-19b51d5bb66d/2a5ce2b2-949c-4636-9d04-b9cd45915207) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:13.352353 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0be4acbb-43cc-47ae-9eb3-99282367d5ae req-4f3678e3-2c5f-40cf-a89b-2799707464b4 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.1086636 Jul 08 20:18:13.360211 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-0be4acbb-43cc-47ae-9eb3-99282367d5ae req-e7fe6bed-04cd-4c76-bd4f-6f867bea0e55 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Request body: {'port': {'security_groups': ['75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1', 'a4492736-36c8-4e55-a457-70ef3367f71d']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:13.372048 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Set router e9de9967-5ec3-484b-ae5b-7bf96f22f704 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:13.406727 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.429002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 437a089a-2213-40ab-bc83-e1984d55f569, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=437a089a-2213-40ab-bc83-e1984d55f569,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:13.438592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49258) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:13.446428 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.534745 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1cdd0248-ca44-4a42-82e2-6dc64367bf7a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ef8be190dba4402c8a9f33e0a5db8cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944293 Jul 08 20:18:13.540421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49262) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:13.557471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f016e739-af18-412b-a115-80f288ac52bb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:13.561806 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f016e739-af18-412b-a115-80f288ac52bb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.579160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=437a089a-2213-40ab-bc83-e1984d55f569,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:13.615260 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e349-37c7-4239-8107-78debb9545a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.615522 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'name': 'tempest-FloatingIPsTestJSON-158810022-router', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '437a089a-2213-40ab-bc83-e1984d55f569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:09Z', 'revision_number': 4, 'project_id': 'a45b158f7608485681c6297ed9704146', 'gw_port': {'id': '437a089a-2213-40ab-bc83-e1984d55f569', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'ee265319-fa5a-4614-a50a-fdddcdaef9f0', 'name': '', 'network_id': '63619aa3-7ccf-42e7-b871-489c80728851', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'mac_address': 'fa:16:3e:47:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '7b69d636-6dfa-4d0f-b407-ce033b94db1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:07Z', 'updated_at': '2021-07-08T20:18:09Z', 'revision_number': 2, 'project_id': 'a45b158f7608485681c6297ed9704146', 'subnets': [{'id': '7b69d636-6dfa-4d0f-b407-ce033b94db1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:13.634596 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0be4acbb-43cc-47ae-9eb3-99282367d5ae req-e7fe6bed-04cd-4c76-bd4f-6f867bea0e55 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.645916 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.660273 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Checking router: e9de9967-5ec3-484b-ae5b-7bf96f22f704 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:13.660654 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Updating router e9de9967-5ec3-484b-ae5b-7bf96f22f704 port ee265319-fa5a-4614-a50a-fdddcdaef9f0 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:18:13.661675 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e349-37c7-4239-8107-78debb9545a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.737857 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 437a089a-2213-40ab-bc83-e1984d55f569 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:13.739773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 95e93db7-8928-42f2-9324-6e2a4b840c24 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:13.757977 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.796193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 95e93db7-8928-42f2-9324-6e2a4b840c24 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:13.796552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 95e93db7-8928-42f2-9324-6e2a4b840c24 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:13.811785 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.824881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Allocated IP 172.25.4.51 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/04e1d8ff-d940-4a13-a36c-668c8fab06f9) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:13.831670 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.836562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Transition to ACTIVE for port object 2a5ce2b2-949c-4636-9d04-b9cd45915207 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:13.859041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Transition to ACTIVE for port object f85df689-e19d-48ab-952b-0f91998429f1 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:13.867050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Transition to ACTIVE for port object 2a5ce2b2-949c-4636-9d04-b9cd45915207 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:13.871251 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.881611 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.933823 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 437a089a-2213-40ab-bc83-e1984d55f569 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:13.934198 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:13.958565 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-0be4acbb-43cc-47ae-9eb3-99282367d5ae req-e7fe6bed-04cd-4c76-bd4f-6f867bea0e55 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] For port b78e3485-22e0-49a2-a9fb-58a4e81b439f, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f,segment=NetworkSegment(146bc70c-de31-47f8-8576-be08075800e3),segment_id=146bc70c-de31-47f8-8576-be08075800e3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:13.975751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15247b-4fe3-4d39-8497-776487bafdfe None None] Pushing event updated for resources: {'Port': ['ID=f85df689-e19d-48ab-952b-0f91998429f1,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:13.990572 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:14.004661 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0be4acbb-43cc-47ae-9eb3-99282367d5ae req-e7fe6bed-04cd-4c76-bd4f-6f867bea0e55 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.009338 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e349-37c7-4239-8107-78debb9545a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.012413 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e349-37c7-4239-8107-78debb9545a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.016267 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2bc0e349-37c7-4239-8107-78debb9545a9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c0ea51f9-dd34-4ce7-9c22-b643284ab2d4 HTTP/1.1" status: 204 len: 168 time: 0.4717953 Jul 08 20:18:14.023421 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0be4acbb-43cc-47ae-9eb3-99282367d5ae req-e7fe6bed-04cd-4c76-bd4f-6f867bea0e55 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.025460 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0e349-37c7-4239-8107-78debb9545a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ea51f9-dd34-4ce7-9c22-b643284ab2d4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:14.065470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:14.079772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:14.080544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4acbb-43cc-47ae-9eb3-99282367d5ae req-e7fe6bed-04cd-4c76-bd4f-6f867bea0e55 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:14.081966 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0be4acbb-43cc-47ae-9eb3-99282367d5ae req-e7fe6bed-04cd-4c76-bd4f-6f867bea0e55 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.096916 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0be4acbb-43cc-47ae-9eb3-99282367d5ae req-e7fe6bed-04cd-4c76-bd4f-6f867bea0e55 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "PUT /v2.0/ports/b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 200 len: 981 time: 0.7431355 Jul 08 20:18:14.115281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f016e739-af18-412b-a115-80f288ac52bb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.132168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b78e3485-22e0-49a2-a9fb-58a4e81b439f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:18:14.142814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe6bed-04cd-4c76-bd4f-6f867bea0e55 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Pushing event updated for resources: {'Port': ['ID=b78e3485-22e0-49a2-a9fb-58a4e81b439f,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:14.245792 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.263106 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.271292 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Transition to ACTIVE for port object ee265319-fa5a-4614-a50a-fdddcdaef9f0 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:14.276347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f016e739-af18-412b-a115-80f288ac52bb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Checking segment: {'id': '65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2f115db7-742b-42d9-a2fc-5dbf3a8491c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:14.276967 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f016e739-af18-412b-a115-80f288ac52bb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Network hostable DHCP agents. Network: 2f115db7-742b-42d9-a2fc-5dbf3a8491c6, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:18:14.280906 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.285435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016e739-af18-412b-a115-80f288ac52bb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event updated for resources: {'Subnet': ['ID=24f967ea-b8e6-4f4e-82c2-fab914722dec,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:14.288544 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b78e3485-22e0-49a2-a9fb-58a4e81b439f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:18:14.310626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Attempting to bind port 2a5ce2b2-949c-4636-9d04-b9cd45915207 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:14.311333 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Attempting to bind port 2a5ce2b2-949c-4636-9d04-b9cd45915207 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'a2bd1092-7bad-4569-8565-4f2ea9572b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:14.312063 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Attempting to bind port 2a5ce2b2-949c-4636-9d04-b9cd45915207 on network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:14.319873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:14.322301 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e337861e-babd-4a72-bdec-af26ea383248" -d '{"events": [{"name": "network-changed", "server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:14.349120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f016e739-af18-412b-a115-80f288ac52bb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Network 2f115db7-742b-42d9-a2fc-5dbf3a8491c6 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:18:14.362933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:14.363318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Checking segment: {'id': 'a2bd1092-7bad-4569-8565-4f2ea9572b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:14.363862 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.364337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Bound using segment: {'id': 'a2bd1092-7bad-4569-8565-4f2ea9572b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:14.364854 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Bound port: 2a5ce2b2-949c-4636-9d04-b9cd45915207, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bd1092-7bad-4569-8565-4f2ea9572b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:14.365299 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.373312 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-f016e739-af18-412b-a115-80f288ac52bb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 2f115db7-742b-42d9-a2fc-5dbf3a8491c6) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:14.381370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Attempting to bind port f85df689-e19d-48ab-952b-0f91998429f1 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:14.381751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Attempting to bind port f85df689-e19d-48ab-952b-0f91998429f1 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'de657de2-c681-47b3-81b4-b7ee963a12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:14.382120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Attempting to bind port f85df689-e19d-48ab-952b-0f91998429f1 on network d003ff44-c136-4ab0-8d62-6f299626cb47 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:14.403403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f016e739-af18-412b-a115-80f288ac52bb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:14.403403 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f016e739-af18-412b-a115-80f288ac52bb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.453892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f016e739-af18-412b-a115-80f288ac52bb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5697625 Jul 08 20:18:14.460002 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.520196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] For port 2a5ce2b2-949c-4636-9d04-b9cd45915207, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:14.520411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:14.523818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] For port 2a5ce2b2-949c-4636-9d04-b9cd45915207, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2a5ce2b2-949c-4636-9d04-b9cd45915207,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:14.526330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:14.527071 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Checking segment: {'id': 'de657de2-c681-47b3-81b4-b7ee963a12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:14.527744 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.528277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Bound using segment: {'id': 'de657de2-c681-47b3-81b4-b7ee963a12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:14.529410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Bound port: f85df689-e19d-48ab-952b-0f91998429f1, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de657de2-c681-47b3-81b4-b7ee963a12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:14.529817 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.541910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:14.555038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02aa011-b0a2-43a1-8449-7dbf470baaaf None None] Network 2f115db7-742b-42d9-a2fc-5dbf3a8491c6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:14.555946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:14.595629 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Pushing event updated for resources: {'Port': ['ID=04e1d8ff-d940-4a13-a36c-668c8fab06f9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:14.607747 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Pushing event updated for resources: {'Port': ['ID=ee265319-fa5a-4614-a50a-fdddcdaef9f0,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:14.637286 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:14.637622 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:14.639247 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:14.640705 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:14.641097 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:14.641427 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:14.645354 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:14.645717 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:14.647251 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:14.647607 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:14.647939 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:14.648276 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:14.660165 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Attempting to bind port ee265319-fa5a-4614-a50a-fdddcdaef9f0 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:14.660532 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Attempting to bind port ee265319-fa5a-4614-a50a-fdddcdaef9f0 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '79fdbbb2-999c-4be3-8625-db4cd47634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '63619aa3-7ccf-42e7-b871-489c80728851'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:14.662317 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Attempting to bind port ee265319-fa5a-4614-a50a-fdddcdaef9f0 on network 63619aa3-7ccf-42e7-b871-489c80728851 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:14.676080 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:14.676486 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Checking segment: {'id': '79fdbbb2-999c-4be3-8625-db4cd47634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '63619aa3-7ccf-42e7-b871-489c80728851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:14.678757 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.679451 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Bound using segment: {'id': '79fdbbb2-999c-4be3-8625-db4cd47634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '63619aa3-7ccf-42e7-b871-489c80728851'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:14.680020 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Bound port: ee265319-fa5a-4614-a50a-fdddcdaef9f0, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fdbbb2-999c-4be3-8625-db4cd47634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '63619aa3-7ccf-42e7-b871-489c80728851'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:14.680422 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.748537 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.817046 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] For port ee265319-fa5a-4614-a50a-fdddcdaef9f0, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:14.820900 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] For port ee265319-fa5a-4614-a50a-fdddcdaef9f0, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ee265319-fa5a-4614-a50a-fdddcdaef9f0,segment=NetworkSegment(79fdbbb2-999c-4be3-8625-db4cd47634b7),segment_id=79fdbbb2-999c-4be3-8625-db4cd47634b7)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:14.827079 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.833725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.893651 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:14.924431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Pushing event updated for resources: {'Port': ['ID=2a5ce2b2-949c-4636-9d04-b9cd45915207,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:14.930863 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0d4ea-19a9-4eca-a29d-68ccabd01436 None None] Pushing event updated for resources: {'Port': ['ID=ee265319-fa5a-4614-a50a-fdddcdaef9f0,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:14.943902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e96d2-db7d-4934-8b05-e02311ce4806 req-28342542-078c-4554-a423-2159522836e8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:14.952142 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-035e96d2-db7d-4934-8b05-e02311ce4806 req-28342542-078c-4554-a423-2159522836e8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.0922027 Jul 08 20:18:14.979107 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Routers {'e9de9967-5ec3-484b-ae5b-7bf96f22f704'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:14.986811 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e9de9967-5ec3-484b-ae5b-7bf96f22f704'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:15.028106 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-035e96d2-db7d-4934-8b05-e02311ce4806 req-f2a4cc73-12ce-446c-affa-9ec010cf7cb2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746710 Jul 08 20:18:15.183493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] For port f85df689-e19d-48ab-952b-0f91998429f1, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:15.227978 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] Set router e9de9967-5ec3-484b-ae5b-7bf96f22f704 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:15.233940 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:15.246654 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:15.249053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] For port f85df689-e19d-48ab-952b-0f91998429f1, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f85df689-e19d-48ab-952b-0f91998429f1,segment=NetworkSegment(de657de2-c681-47b3-81b4-b7ee963a12e5),segment_id=de657de2-c681-47b3-81b4-b7ee963a12e5)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:15.253555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c31df2-22b6-4598-83c0-b3e785477348 None None] Pushing event updated for resources: {'Port': ['ID=2a5ce2b2-949c-4636-9d04-b9cd45915207,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:15.253782 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eaf14044-26d9-434e-8cce-64fe75a4e680 req-df7f941a-38fb-45f2-8baf-a2456e79673e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-690694483&fields=id&tenant_id=9a204fc7f0114156bc56c57ee92033dc HTTP/1.1" status: 200 len: 267 time: 0.0616891 Jul 08 20:18:15.324719 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:15.331679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-2f115db7-742b-42d9-a2fc-5dbf3a8491c6', 'network_id': '2f115db7-742b-42d9-a2fc-5dbf3a8491c6', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'fixed_ips': [{'subnet_id': '24f967ea-b8e6-4f4e-82c2-fab914722dec'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:18:15.332575 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:15.427491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Pushing event updated for resources: {'Port': ['ID=04e1d8ff-d940-4a13-a36c-668c8fab06f9,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:15.427904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf14044-26d9-434e-8cce-64fe75a4e680 req-cb2cb2b9-f638-4a5b-b2a8-04022d03c249 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:15.437768 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eaf14044-26d9-434e-8cce-64fe75a4e680 req-cb2cb2b9-f638-4a5b-b2a8-04022d03c249 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 984 time: 0.1825082 Jul 08 20:18:15.444343 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-eaf14044-26d9-434e-8cce-64fe75a4e680 req-3210c479-7dbc-4ab4-aa6a-274105aec985 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Request body: {'port': {'security_groups': ['75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:15.450474 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:15.472089 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:15.474182 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-3f5b0976-a53a-4545-91d5-4453e8ddde3d tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8083882 Jul 08 20:18:15.616907 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-4a0a4b03-23d9-4088-87ad-e41b90b4516a tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 695 time: 0.1343648 Jul 08 20:18:15.665385 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'name': 'tempest-FloatingIPsTestJSON-158810022-router', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '437a089a-2213-40ab-bc83-e1984d55f569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:09Z', 'revision_number': 4, 'project_id': 'a45b158f7608485681c6297ed9704146', 'gw_port': {'id': '437a089a-2213-40ab-bc83-e1984d55f569', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'ee265319-fa5a-4614-a50a-fdddcdaef9f0', 'name': '', 'network_id': '63619aa3-7ccf-42e7-b871-489c80728851', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'mac_address': 'fa:16:3e:47:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '7b69d636-6dfa-4d0f-b407-ce033b94db1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:07Z', 'updated_at': '2021-07-08T20:18:14Z', 'revision_number': 4, 'project_id': 'a45b158f7608485681c6297ed9704146', 'subnets': [{'id': '7b69d636-6dfa-4d0f-b407-ce033b94db1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:15.691450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-eaf14044-26d9-434e-8cce-64fe75a4e680 req-3210c479-7dbc-4ab4-aa6a-274105aec985 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:15.724547 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f7fd2-e7c9-4afb-9794-898d592246c2 None None] The sync data for ids ['e9de9967-5ec3-484b-ae5b-7bf96f22f704'] in n-d-791506-16 is: [{'id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'name': 'tempest-FloatingIPsTestJSON-158810022-router', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '437a089a-2213-40ab-bc83-e1984d55f569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:09Z', 'revision_number': 4, 'project_id': 'a45b158f7608485681c6297ed9704146', 'gw_port': {'id': '437a089a-2213-40ab-bc83-e1984d55f569', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'ee265319-fa5a-4614-a50a-fdddcdaef9f0', 'name': '', 'network_id': '63619aa3-7ccf-42e7-b871-489c80728851', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'mac_address': 'fa:16:3e:47:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '7b69d636-6dfa-4d0f-b407-ce033b94db1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:07Z', 'updated_at': '2021-07-08T20:18:14Z', 'revision_number': 4, 'project_id': 'a45b158f7608485681c6297ed9704146', 'subnets': [{'id': '7b69d636-6dfa-4d0f-b407-ce033b94db1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:15.780014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Routers {'e9cf13e8-a7a0-4609-a83a-7de0097ee018'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:15.782066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e9cf13e8-a7a0-4609-a83a-7de0097ee018'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:15.850694 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15247b-4fe3-4d39-8497-776487bafdfe None None] Pushing event updated for resources: {'Port': ['ID=f85df689-e19d-48ab-952b-0f91998429f1,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:15.930115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-586cf224-09c4-4188-9dc7-e3b59888a334 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:15.931592 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61b28097-bb2f-4d79-b4b1-5877ff7bd05d req-586cf224-09c4-4188-9dc7-e3b59888a334 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.3089516 Jul 08 20:18:15.996222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2a5ce2b2-949c-4636-9d04-b9cd45915207 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:16.060544 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b8019b-7e4b-4eca-b834-c6c1a3787d3c x-openstack-request-id: req-a6b8019b-7e4b-4eca-b834-c6c1a3787d3c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:16.061226 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:16.061226 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a6b8019b-7e4b-4eca-b834-c6c1a3787d3c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:16.061515 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f', 'status': 'completed', 'code': 200} Jul 08 20:18:16.237171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-eaf14044-26d9-434e-8cce-64fe75a4e680 req-3210c479-7dbc-4ab4-aa6a-274105aec985 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] For port b78e3485-22e0-49a2-a9fb-58a4e81b439f, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f,segment=NetworkSegment(146bc70c-de31-47f8-8576-be08075800e3),segment_id=146bc70c-de31-47f8-8576-be08075800e3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:16.286372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337861e-babd-4a72-bdec-af26ea383248 req-e3f16704-945b-4d68-bb99-a3f2695a0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:16.293228 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e337861e-babd-4a72-bdec-af26ea383248 req-e3f16704-945b-4d68-bb99-a3f2695a0c0f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9a204fc7f0114156bc56c57ee92033dc&device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 1136 time: 0.2307284 Jul 08 20:18:16.329148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-a7f1c87f-4c37-41f6-bd94-3d4923638575 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:16.338630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-a7f1c87f-4c37-41f6-bd94-3d4923638575 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:16.365211 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-a7f1c87f-4c37-41f6-bd94-3d4923638575 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/networks?id=2fed78bf-79e0-4d92-b61b-77fa20fd50e6&id=2f115db7-742b-42d9-a2fc-5dbf3a8491c6&id=2fed78bf-79e0-4d92-b61b-77fa20fd50e6 HTTP/1.1" status: 200 len: 1391 time: 0.2377791 Jul 08 20:18:16.381473 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-70865313-04aa-4182-aec6-58cc25ea2289 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/quotas/3404ade70f2541f2811596eefba2d608 HTTP/1.1" status: 200 len: 375 time: 0.0151048 Jul 08 20:18:16.508550 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-eaf14044-26d9-434e-8cce-64fe75a4e680 req-3210c479-7dbc-4ab4-aa6a-274105aec985 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:16.530905 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-eaf14044-26d9-434e-8cce-64fe75a4e680 req-3210c479-7dbc-4ab4-aa6a-274105aec985 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:16.554371 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-21fb0e30-de24-425f-b781-54ac48852142 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3404ade70f2541f2811596eefba2d608&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1707065 Jul 08 20:18:16.559855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b78e3485-22e0-49a2-a9fb-58a4e81b439f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:18:16.589425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Allocated IP 19.86.0.2 (2f115db7-742b-42d9-a2fc-5dbf3a8491c6/24f967ea-b8e6-4f4e-82c2-fab914722dec/b2c98811-96cb-414a-ba5c-89d7e943f8a1) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:16.650876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210c479-7dbc-4ab4-aa6a-274105aec985 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Pushing event updated for resources: {'Port': ['ID=b78e3485-22e0-49a2-a9fb-58a4e81b439f,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:16.662675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337861e-babd-4a72-bdec-af26ea383248 req-a132000b-8fef-425d-b0fb-b14f4e27e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:16.664173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e337861e-babd-4a72-bdec-af26ea383248 req-a132000b-8fef-425d-b0fb-b14f4e27e26b service neutron] 10.222.0.103 "GET /v2.0/networks?id=1494693d-10df-4f93-a8c3-b15579ec8a8f HTTP/1.1" status: 200 len: 921 time: 0.3603272 Jul 08 20:18:16.681057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf14044-26d9-434e-8cce-64fe75a4e680 req-3210c479-7dbc-4ab4-aa6a-274105aec985 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:16.681738 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-eaf14044-26d9-434e-8cce-64fe75a4e680 req-3210c479-7dbc-4ab4-aa6a-274105aec985 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:16.689915 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eaf14044-26d9-434e-8cce-64fe75a4e680 req-3210c479-7dbc-4ab4-aa6a-274105aec985 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "PUT /v2.0/ports/b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 200 len: 942 time: 1.2503552 Jul 08 20:18:16.782064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61368ff-65f1-4d28-b8af-e626d4268184 None None] Network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:16.787800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e337861e-babd-4a72-bdec-af26ea383248 req-6fa80777-a258-4058-8923-a94f44e9390e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 200 len: 217 time: 0.0966170 Jul 08 20:18:16.796009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b78e3485-22e0-49a2-a9fb-58a4e81b439f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:18:16.817262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] Set router e9cf13e8-a7a0-4609-a83a-7de0097ee018 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:16.885270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337861e-babd-4a72-bdec-af26ea383248 req-e3694d9f-5188-443e-abb8-5d86514e4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:16.887605 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e337861e-babd-4a72-bdec-af26ea383248 req-e3694d9f-5188-443e-abb8-5d86514e4e26 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=856af900-c58d-420c-bc41-3fa811a4bf28 HTTP/1.1" status: 200 len: 860 time: 0.0917175 Jul 08 20:18:16.909520 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-396ba895-e4fc-44c7-a3c5-47d365f5e34f service neutron] 10.222.0.101 "GET /v2.0/networks/2fed78bf-79e0-4d92-b61b-77fa20fd50e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455100 Jul 08 20:18:16.934314 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e337861e-babd-4a72-bdec-af26ea383248 req-61c515c8-1dad-496d-8cda-af28c0e08085 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1494693d-10df-4f93-a8c3-b15579ec8a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407121 Jul 08 20:18:16.961254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 2a5ce2b2-949c-4636-9d04-b9cd45915207 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:17.037526 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-be841624-7f4e-477f-8a8e-0aa6f2aec3a9 service neutron] 10.222.0.101 "GET /v2.0/networks/2fed78bf-79e0-4d92-b61b-77fa20fd50e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196642 Jul 08 20:18:17.095424 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e337861e-babd-4a72-bdec-af26ea383248 req-6cd7548e-e633-4555-8df0-6e71c2308758 service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535370 Jul 08 20:18:17.172528 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-c2341f1c-0f4a-4c14-9f3e-54d65fe370d6 service neutron] 10.222.0.101 "GET /v2.0/networks/2f115db7-742b-42d9-a2fc-5dbf3a8491c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343975 Jul 08 20:18:17.237560 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e337861e-babd-4a72-bdec-af26ea383248 req-8236b649-4c4e-40a8-992b-4fb9e0bf1481 service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303113 Jul 08 20:18:17.269995 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:17.282857 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-f5eb60e0-26e8-4a14-8e72-ef3b350f074e service neutron] 10.222.0.101 "GET /v2.0/networks/2f115db7-742b-42d9-a2fc-5dbf3a8491c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021259 Jul 08 20:18:17.308032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6d3bc717-329d-4bb0-9b1e-658a1a5b2bae None None] Provisioning for port 2a5ce2b2-949c-4636-9d04-b9cd45915207 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:17.324073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6d3bc717-329d-4bb0-9b1e-658a1a5b2bae None None] Provisioning complete for port 2a5ce2b2-949c-4636-9d04-b9cd45915207 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:17.324443 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc717-329d-4bb0-9b1e-658a1a5b2bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:17.382467 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-7cf63e6d-bd18-49d5-8731-0b47cff1abfd service neutron] 10.222.0.101 "GET /v2.0/networks/2fed78bf-79e0-4d92-b61b-77fa20fd50e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986426 Jul 08 20:18:17.384081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Transition to ACTIVE for port object b2c98811-96cb-414a-ba5c-89d7e943f8a1 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:17.441725 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:17.447632 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-145494f0-1c95-4c07-befb-030b0d6878dd req-98b86b3d-8deb-445e-b3db-9232a8bcaadd tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/floatingips/23e6ff14-6d28-4379-bae3-06c100d3a851 HTTP/1.1" status: 200 len: 692 time: 0.0506732 Jul 08 20:18:17.466122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Transition to ACTIVE for port object b2c98811-96cb-414a-ba5c-89d7e943f8a1 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:17.493751 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:17.499449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9fd8c520-7789-4844-83bc-2c3cd0227b80 service neutron] 10.222.0.101 "GET /v2.0/networks/2fed78bf-79e0-4d92-b61b-77fa20fd50e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079464 Jul 08 20:18:17.605739 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Network 2f115db7-742b-42d9-a2fc-5dbf3a8491c6 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:17.607653 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145494f0-1c95-4c07-befb-030b0d6878dd req-a12ba491-122a-4bbd-9fba-ace5aa135aa6 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:17.615192 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-145494f0-1c95-4c07-befb-030b0d6878dd req-a12ba491-122a-4bbd-9fba-ace5aa135aa6 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.1608756 Jul 08 20:18:17.624680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540d5aa-c238-4994-82bb-c73dedc19d95 req-ea566f21-529b-42f9-a974-954ac16d9674 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:17.626139 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6540d5aa-c238-4994-82bb-c73dedc19d95 req-ea566f21-529b-42f9-a974-954ac16d9674 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.104 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 944 time: 0.1461635 Jul 08 20:18:17.632267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-145494f0-1c95-4c07-befb-030b0d6878dd req-44c54496-cc44-4a69-8103-71868c5971e0 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:18:17.646135 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-145494f0-1c95-4c07-befb-030b0d6878dd req-44c54496-cc44-4a69-8103-71868c5971e0 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0298655 Jul 08 20:18:17.665858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:17.668286 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:17.693214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'name': 'tempest-ServersTestMultiNic-614524447-router', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:57Z', 'updated_at': '2021-07-08T20:18:05Z', 'revision_number': 4, 'project_id': '3404ade70f2541f2811596eefba2d608', 'gw_port': {'id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:58Z', 'updated_at': '2021-07-08T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'f85df689-e19d-48ab-952b-0f91998429f1', 'name': '', 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'mac_address': 'fa:16:3e:86:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '030fe488-ae64-46f0-8601-af0be05a2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:03Z', 'updated_at': '2021-07-08T20:18:15Z', 'revision_number': 4, 'project_id': '3404ade70f2541f2811596eefba2d608', 'subnets': [{'id': '030fe488-ae64-46f0-8601-af0be05a2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:17.695148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Pushing event updated for resources: {'Port': ['ID=b2c98811-96cb-414a-ba5c-89d7e943f8a1,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:17.773746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f5996eb7-d325-4b8e-88e7-20497523d52d details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:18:17.787929 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a87d6-d476-4887-9fa7-d8401c06f335 None None] The sync data for ids ['e9cf13e8-a7a0-4609-a83a-7de0097ee018'] in n-d-791506-16 is: [{'id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'name': 'tempest-ServersTestMultiNic-614524447-router', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:57Z', 'updated_at': '2021-07-08T20:18:05Z', 'revision_number': 4, 'project_id': '3404ade70f2541f2811596eefba2d608', 'gw_port': {'id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:58Z', 'updated_at': '2021-07-08T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'f85df689-e19d-48ab-952b-0f91998429f1', 'name': '', 'network_id': 'd003ff44-c136-4ab0-8d62-6f299626cb47', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'mac_address': 'fa:16:3e:86:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '030fe488-ae64-46f0-8601-af0be05a2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:03Z', 'updated_at': '2021-07-08T20:18:15Z', 'revision_number': 4, 'project_id': '3404ade70f2541f2811596eefba2d608', 'subnets': [{'id': '030fe488-ae64-46f0-8601-af0be05a2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:17.854643 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc717-329d-4bb0-9b1e-658a1a5b2bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:17.922947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb553a79-0c54-41c3-b189-a0974682c2bc req-51f619f4-f42a-41cc-bd48-17b35f04903b tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:17.943928 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb553a79-0c54-41c3-b189-a0974682c2bc req-51f619f4-f42a-41cc-bd48-17b35f04903b tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.1402462 Jul 08 20:18:17.946109 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-6540d5aa-c238-4994-82bb-c73dedc19d95 req-1438f73c-7eb9-4425-9853-0b4fe84632c9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Deleting port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:17.946109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6540d5aa-c238-4994-82bb-c73dedc19d95 req-1438f73c-7eb9-4425-9853-0b4fe84632c9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:17.975784 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6d3bc717-329d-4bb0-9b1e-658a1a5b2bae None None] For port 2a5ce2b2-949c-4636-9d04-b9cd45915207, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2a5ce2b2-949c-4636-9d04-b9cd45915207,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:17.993422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb553a79-0c54-41c3-b189-a0974682c2bc req-dd5a1c63-0b1d-4b49-b184-7c466dd6a818 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483651 Jul 08 20:18:18.004295 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-6b7d4de8-466b-48ec-834c-8e02f2b94120 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2884529 Jul 08 20:18:18.007212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ee265319-fa5a-4614-a50a-fdddcdaef9f0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:18.010038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Attempting to bind port b2c98811-96cb-414a-ba5c-89d7e943f8a1 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:18.010520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Attempting to bind port b2c98811-96cb-414a-ba5c-89d7e943f8a1 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2f115db7-742b-42d9-a2fc-5dbf3a8491c6'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:18.010859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Attempting to bind port b2c98811-96cb-414a-ba5c-89d7e943f8a1 on network 2f115db7-742b-42d9-a2fc-5dbf3a8491c6 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:18.015927 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:18.062352 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:18.066422 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9007bbe3-1d5d-4bea-9971-6feb636c4142" -d '{"events": [{"name": "network-changed", "server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:18.090608 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:18.173205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-6540d5aa-c238-4994-82bb-c73dedc19d95 req-1438f73c-7eb9-4425-9853-0b4fe84632c9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] For port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:18.175689 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6540d5aa-c238-4994-82bb-c73dedc19d95 req-1438f73c-7eb9-4425-9853-0b4fe84632c9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:18.195002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-6540d5aa-c238-4994-82bb-c73dedc19d95 req-1438f73c-7eb9-4425-9853-0b4fe84632c9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Calling delete_port for 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:18.316136 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc717-329d-4bb0-9b1e-658a1a5b2bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:18.357431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:18.357819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Checking segment: {'id': '65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2f115db7-742b-42d9-a2fc-5dbf3a8491c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:18.358231 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:18.358633 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Bound using segment: {'id': '65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2f115db7-742b-42d9-a2fc-5dbf3a8491c6'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:18.359126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Bound port: b2c98811-96cb-414a-ba5c-89d7e943f8a1, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2f115db7-742b-42d9-a2fc-5dbf3a8491c6'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:18.359516 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:18.386880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:18.445992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5c005-54db-44fd-ac24-89fdb96c9c42 req-0a4beabc-73d1-4505-bc84-b3054f20dc0a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:18.457945 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7f5c005-54db-44fd-ac24-89fdb96c9c42 req-0a4beabc-73d1-4505-bc84-b3054f20dc0a tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=f37007ba-e61c-4b34-b552-eba0e114df44 HTTP/1.1" status: 200 len: 944 time: 0.1026447 Jul 08 20:18:18.495931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ee265319-fa5a-4614-a50a-fdddcdaef9f0 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:18.525061 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ee265319-fa5a-4614-a50a-fdddcdaef9f0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:18.525293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7f5c005-54db-44fd-ac24-89fdb96c9c42 req-0c165109-b6d0-402b-bf3e-bb73c1bb7702 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/security-groups?id=efbf7f91-c513-4a87-a09f-11904c3acbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632577 Jul 08 20:18:18.525639 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:18.560148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Allocated IP 172.25.4.215 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/c4cb7baa-b97c-4856-a967-7b5b619057be) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:18.574642 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6540d5aa-c238-4994-82bb-c73dedc19d95 req-1438f73c-7eb9-4425-9853-0b4fe84632c9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:18.612753 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438f73c-7eb9-4425-9853-0b4fe84632c9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Pushing event deleted for resources: {'Port': ['ID=11edad50-3cd9-4f56-9f4b-4c9ab65518c7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:18.664251 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bc717-329d-4bb0-9b1e-658a1a5b2bae None None] Pushing event updated for resources: {'Port': ['ID=2a5ce2b2-949c-4636-9d04-b9cd45915207,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:18.713287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f5996eb7-d325-4b8e-88e7-20497523d52d,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:18.745292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6540d5aa-c238-4994-82bb-c73dedc19d95 req-1438f73c-7eb9-4425-9853-0b4fe84632c9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] No DVR routers for this DVR port 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:18.749424 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6540d5aa-c238-4994-82bb-c73dedc19d95 req-1438f73c-7eb9-4425-9853-0b4fe84632c9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:18.753450 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6540d5aa-c238-4994-82bb-c73dedc19d95 req-1438f73c-7eb9-4425-9853-0b4fe84632c9 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.104 "DELETE /v2.0/ports/11edad50-3cd9-4f56-9f4b-4c9ab65518c7 HTTP/1.1" status: 204 len: 173 time: 1.1047690 Jul 08 20:18:18.774549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'f5996eb7-d325-4b8e-88e7-20497523d52d', 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14', 'port_id': 'f5996eb7-d325-4b8e-88e7-20497523d52d', 'mac_address': 'fa:16:3e:45:fc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9c2772-125a-4c73-b763-c9127fd5cc34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:18:18.810474 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] For port b2c98811-96cb-414a-ba5c-89d7e943f8a1, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:18.817644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] For port b2c98811-96cb-414a-ba5c-89d7e943f8a1, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b2c98811-96cb-414a-ba5c-89d7e943f8a1,segment=NetworkSegment(65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0),segment_id=65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:18.844216 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:18.855394 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32c4152a-0867-40d7-af39-cf2438f2eeb3 req-339125e7-404f-4410-8a50-9239829a154e tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 210 time: 0.0685761 Jul 08 20:18:18.884291 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:18.924538 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:18.987210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:18.988411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7b976234-2973-4fe3-918f-4012916af97f req-0f1ba3c8-2e4c-4922-b82b-30134c7e5ab3 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/floatingips?tenant_id=a45b158f7608485681c6297ed9704146 HTTP/1.1" status: 200 len: 695 time: 0.0895138 Jul 08 20:18:18.995955 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:19.018860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Pushing event updated for resources: {'Port': ['ID=c4cb7baa-b97c-4856-a967-7b5b619057be,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:19.023829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:19.026491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:19.041877 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:19.067603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5996eb7-d325-4b8e-88e7-20497523d52d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:18:19.073379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b15d0c91-46f1-408c-85c7-93db898e42cf None None] Provisioning complete for port 2a5ce2b2-949c-4636-9d04-b9cd45915207 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:19.073750 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b15d0c91-46f1-408c-85c7-93db898e42cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:19.076661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628a421-c55e-4397-aa29-27cc91e5dd4d None None] Pushing event updated for resources: {'Port': ['ID=b2c98811-96cb-414a-ba5c-89d7e943f8a1,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:19.139230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f5996eb7-d325-4b8e-88e7-20497523d52d,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:19.151299 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:19.154626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port ee265319-fa5a-4614-a50a-fdddcdaef9f0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ee265319-fa5a-4614-a50a-fdddcdaef9f0,segment=NetworkSegment(79fdbbb2-999c-4be3-8625-db4cd47634b7),segment_id=79fdbbb2-999c-4be3-8625-db4cd47634b7)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:19.182190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b976234-2973-4fe3-918f-4012916af97f req-3ccf7dcc-2db4-41d2-bfa0-6946e6dfa9ab tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:19.191888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7b976234-2973-4fe3-918f-4012916af97f req-3ccf7dcc-2db4-41d2-bfa0-6946e6dfa9ab tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/networks?id=169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 787 time: 0.1945162 Jul 08 20:18:19.197726 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:19.197994 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:19.198497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-7b976234-2973-4fe3-918f-4012916af97f req-fa73dc55-29b0-49b1-a104-a89b160f1ae0 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:18:19.198609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f85df689-e19d-48ab-952b-0f91998429f1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:19.211020 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7b976234-2973-4fe3-918f-4012916af97f req-fa73dc55-29b0-49b1-a104-a89b160f1ae0 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180788 Jul 08 20:18:19.266059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=f5996eb7-d325-4b8e-88e7-20497523d52d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:19.275808 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd70fa3-d69d-4bfb-8fb7-cd816b3aedcf x-openstack-request-id: req-edd70fa3-d69d-4bfb-8fb7-cd816b3aedcf {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:19.276157 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:19.276483 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-edd70fa3-d69d-4bfb-8fb7-cd816b3aedcf {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:19.276836 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f', 'status': 'completed', 'code': 200} Jul 08 20:18:19.277400 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:19.435662 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port f85df689-e19d-48ab-952b-0f91998429f1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:19.462184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=ee265319-fa5a-4614-a50a-fdddcdaef9f0,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:19.472515 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f85df689-e19d-48ab-952b-0f91998429f1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:19.472927 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:19.485544 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['f5996eb7-d325-4b8e-88e7-20497523d52d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:18:19.522445 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:19.648988 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:19.850298 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:19.951632 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port f85df689-e19d-48ab-952b-0f91998429f1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f85df689-e19d-48ab-952b-0f91998429f1,segment=NetworkSegment(de657de2-c681-47b3-81b4-b7ee963a12e5),segment_id=de657de2-c681-47b3-81b4-b7ee963a12e5)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:19.962932 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:19.980450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5c052-d5da-470a-843a-d940f72720c6 req-a0e0b950-1d65-422d-9e8d-f55b30a664a2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:19.989454 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b0d5c052-d5da-470a-843a-d940f72720c6 req-a0e0b950-1d65-422d-9e8d-f55b30a664a2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 944 time: 0.0888317 Jul 08 20:18:20.034964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=f85df689-e19d-48ab-952b-0f91998429f1,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:20.055258 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b0d5c052-d5da-470a-843a-d940f72720c6 req-be9de068-8e92-4fcf-a583-1459b68d184a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646927 Jul 08 20:18:20.163645 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-b1602dce-ff34-4f73-a502-9094f93890c5 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/floatingips/23e6ff14-6d28-4379-bae3-06c100d3a851 HTTP/1.1" status: 200 len: 692 time: 0.0829256 Jul 08 20:18:20.199329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b2c98811-96cb-414a-ba5c-89d7e943f8a1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:20.201076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Pushing event updated for resources: {'Port': ['ID=c4cb7baa-b97c-4856-a967-7b5b619057be,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:20.244698 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:20.245085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:20.245640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:20.245773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:20.246051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:20.246505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:20.246708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:20.247214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:20.247382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:20.247699 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:20.248080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:20.248357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:20.258472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port b2c98811-96cb-414a-ba5c-89d7e943f8a1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:20.265363 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:20.267506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ee265319-fa5a-4614-a50a-fdddcdaef9f0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:20.282708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-ed9d6186-d288-48eb-b679-97659a5e1cb7 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:20.284544 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-ed9d6186-d288-48eb-b679-97659a5e1cb7 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.1199934 Jul 08 20:18:20.292872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007bbe3-1d5d-4bea-9971-6feb636c4142 req-6cbfcffc-2630-4a7a-b5f2-7d9cb9c1411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:20.294483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9007bbe3-1d5d-4bea-9971-6feb636c4142 req-6cbfcffc-2630-4a7a-b5f2-7d9cb9c1411c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9a204fc7f0114156bc56c57ee92033dc&device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 1097 time: 0.7695708 Jul 08 20:18:20.306299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-369f4036-8228-4cfc-8342-0b6320eae87b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:20.312334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-369f4036-8228-4cfc-8342-0b6320eae87b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:20.314688 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-369f4036-8228-4cfc-8342-0b6320eae87b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "GET /v2.0/networks?id=2fed78bf-79e0-4d92-b61b-77fa20fd50e6&id=2f115db7-742b-42d9-a2fc-5dbf3a8491c6&id=2fed78bf-79e0-4d92-b61b-77fa20fd50e6 HTTP/1.1" status: 200 len: 1391 time: 0.7053275 Jul 08 20:18:20.323634 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:20.329982 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-39827277-4464-484b-96a6-87642fabdff3 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3196452 Jul 08 20:18:20.332397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ee265319-fa5a-4614-a50a-fdddcdaef9f0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:20.333018 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:20.336248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Request body: {'port': {'device_id': '0599672e-089a-41e5-9954-228648525526', 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6', 'admin_state_up': True, 'tenant_id': '3404ade70f2541f2811596eefba2d608'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:20.349126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-417dbb49-1529-4126-bba3-16b9f3c5e3a5 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 695 time: 0.0564194 Jul 08 20:18:20.415590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-b53802f4-02e5-4214-b4b2-7c4dd119fd69 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 695 time: 0.0578341 Jul 08 20:18:20.444505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2a5ce2b2-949c-4636-9d04-b9cd45915207 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:20.490061 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-5b7c0656-4e8e-4dec-9e23-5860c7994e80 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.215 HTTP/1.1" status: 200 len: 696 time: 0.1504936 Jul 08 20:18:20.507744 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2a5ce2b2-949c-4636-9d04-b9cd45915207 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:20.508265 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:20.592456 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-d845f711-24b7-4ffa-acc4-88ff43fa7140 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Deleting port 04e1d8ff-d940-4a13-a36c-668c8fab06f9 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:20.592751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-d845f711-24b7-4ffa-acc4-88ff43fa7140 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:20.608382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007bbe3-1d5d-4bea-9971-6feb636c4142 req-41be5440-13db-47af-b782-a07c7bb4bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:20.609946 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9007bbe3-1d5d-4bea-9971-6feb636c4142 req-41be5440-13db-47af-b782-a07c7bb4bff5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1494693d-10df-4f93-a8c3-b15579ec8a8f HTTP/1.1" status: 200 len: 921 time: 0.2940168 Jul 08 20:18:20.672680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9007bbe3-1d5d-4bea-9971-6feb636c4142 req-d546a89e-d4d3-4f62-a841-9036933fda94 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 200 len: 217 time: 0.0507393 Jul 08 20:18:20.684583 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-d845f711-24b7-4ffa-acc4-88ff43fa7140 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:20.685357 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-d845f711-24b7-4ffa-acc4-88ff43fa7140 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:20.698881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-d845f711-24b7-4ffa-acc4-88ff43fa7140 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Calling delete_port for 04e1d8ff-d940-4a13-a36c-668c8fab06f9 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:20.719719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75372ecc-d3cf-4c4b-88b6-bf21ef1fc73a None None] Network 2f115db7-742b-42d9-a2fc-5dbf3a8491c6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:20.744072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-7e49fcf8-3ed5-4e9c-bcbb-2a9e12bedc6c tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:20.745496 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-7e49fcf8-3ed5-4e9c-bcbb-2a9e12bedc6c tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.2479746 Jul 08 20:18:20.748286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:20.753634 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:20.773498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-176f94d3-4155-41c1-bff6-8d505c6ad66b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:18:20.774515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89e7b25d-18e4-491f-964d-dd8cec163085 req-176f94d3-4155-41c1-bff6-8d505c6ad66b tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157764 Jul 08 20:18:20.787669 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0d7f4f4c-c5d7-40a1-a8ea-b96989fba874 None None] Provisioning for port b2c98811-96cb-414a-ba5c-89d7e943f8a1 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:20.788687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007bbe3-1d5d-4bea-9971-6feb636c4142 req-6b3bb90b-5285-437d-a0b6-8b4a44b8f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:20.790762 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9007bbe3-1d5d-4bea-9971-6feb636c4142 req-6b3bb90b-5285-437d-a0b6-8b4a44b8f803 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=856af900-c58d-420c-bc41-3fa811a4bf28 HTTP/1.1" status: 200 len: 860 time: 0.1060438 Jul 08 20:18:20.804565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0d7f4f4c-c5d7-40a1-a8ea-b96989fba874 None None] Provisioning complete for port b2c98811-96cb-414a-ba5c-89d7e943f8a1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:20.805039 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4f4c-c5d7-40a1-a8ea-b96989fba874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:20.864904 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9007bbe3-1d5d-4bea-9971-6feb636c4142 req-92f1ffdf-a5a6-4a52-888f-5f54acc825fb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1494693d-10df-4f93-a8c3-b15579ec8a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602152 Jul 08 20:18:20.883360 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-d845f711-24b7-4ffa-acc4-88ff43fa7140 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:20.927516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845f711-24b7-4ffa-acc4-88ff43fa7140 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Pushing event deleted for resources: {'Port': ['ID=04e1d8ff-d940-4a13-a36c-668c8fab06f9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:20.948760 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4f4c-c5d7-40a1-a8ea-b96989fba874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.015258 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0d7f4f4c-c5d7-40a1-a8ea-b96989fba874 None None] For port b2c98811-96cb-414a-ba5c-89d7e943f8a1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b2c98811-96cb-414a-ba5c-89d7e943f8a1,segment=NetworkSegment(65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0),segment_id=65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:21.023879 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4f4c-c5d7-40a1-a8ea-b96989fba874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.044462 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-d845f711-24b7-4ffa-acc4-88ff43fa7140 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.047670 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-d845f711-24b7-4ffa-acc4-88ff43fa7140 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.061232 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-56d8e82d-e58a-4b34-a5c3-bcc4312f24f6 req-d845f711-24b7-4ffa-acc4-88ff43fa7140 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "DELETE /v2.0/floatingips/23e6ff14-6d28-4379-bae3-06c100d3a851 HTTP/1.1" status: 204 len: 173 time: 0.6397357 Jul 08 20:18:21.074732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Allocated IP 19.80.0.104 (2fed78bf-79e0-4d92-b61b-77fa20fd50e6/9e15f4e7-e7fc-4a5a-a0a8-19b51d5bb66d/9394efa5-71ea-424f-9cae-11b89d121c35) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:21.089202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f4f4c-c5d7-40a1-a8ea-b96989fba874 None None] Pushing event updated for resources: {'Port': ['ID=b2c98811-96cb-414a-ba5c-89d7e943f8a1,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:21.099185 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-33a46575-6f4e-4bea-afa2-5df0044e3995 req-21a315da-7558-4b15-b20a-1587f72aa324 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 210 time: 0.0553963 Jul 08 20:18:21.122830 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9007bbe3-1d5d-4bea-9971-6feb636c4142 req-e4ef1a17-7d99-4523-9d0f-d9375cd1cd91 service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997199 Jul 08 20:18:21.278044 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37007ba-e61c-4b34-b552-eba0e114df44', 'name': 'network-vif-deleted', 'tag': '11edad50-3cd9-4f56-9f4b-4c9ab65518c7'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:21.280312 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397d3813-3f6e-4d6c-b6d4-84bc127640be" -d '{"events": [{"server_uuid": "f37007ba-e61c-4b34-b552-eba0e114df44", "name": "network-vif-deleted", "tag": "11edad50-3cd9-4f56-9f4b-4c9ab65518c7"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:21.317662 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9007bbe3-1d5d-4bea-9971-6feb636c4142 req-433fbe15-7fe0-4777-954b-481475ea9697 service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815765 Jul 08 20:18:21.373726 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.388466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Transition to ACTIVE for port object 9394efa5-71ea-424f-9cae-11b89d121c35 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:21.429267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-a51fc704-7fb3-4dfd-86cd-eda58e9570b1 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:21.430892 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.431771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-a51fc704-7fb3-4dfd-86cd-eda58e9570b1 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1229870 Jul 08 20:18:21.455644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-60c958ef-c9e4-4bf3-ae03-ed19fda6ee4f None None] Provisioning complete for port b2c98811-96cb-414a-ba5c-89d7e943f8a1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:21.456198 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-60c958ef-c9e4-4bf3-ae03-ed19fda6ee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.504370 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-2ea20b32-f08f-40f3-a462-2fdeda45e19c tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.215 HTTP/1.1" status: 200 len: 696 time: 0.0666931 Jul 08 20:18:21.507196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:21.512351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-1ce4f2f4-90f7-46e4-ba31-e00ebeb67f16 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Request body: {'floatingip': {'port_id': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:21.513566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:21.540136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event updated for resources: {'Port': ['ID=9394efa5-71ea-424f-9cae-11b89d121c35,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:21.543446 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:21.570227 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-1ce4f2f4-90f7-46e4-ba31-e00ebeb67f16 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.618901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:21.619559 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.682253 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01d43426-4c63-47be-ba78-1221f13e25aa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3509030 Jul 08 20:18:21.696370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Request body: {'port': {'device_id': '0599672e-089a-41e5-9954-228648525526', 'network_id': '2f115db7-742b-42d9-a2fc-5dbf3a8491c6', 'admin_state_up': True, 'tenant_id': '3404ade70f2541f2811596eefba2d608'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:21.773740 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f5996eb7-d325-4b8e-88e7-20497523d52d up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:21.782322 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-d9d6df89-8c20-43c0-9972-a4ab37038ce3 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1813927 Jul 08 20:18:21.815195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:21.830182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port f5996eb7-d325-4b8e-88e7-20497523d52d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:21.834612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port f5996eb7-d325-4b8e-88e7-20497523d52d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:21.834994 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.855475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.880810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-26db3d66-84b4-4a3f-a708-2cf9031d639f None None] Provisioning for port 9394efa5-71ea-424f-9cae-11b89d121c35 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:21.886655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-26db3d66-84b4-4a3f-a708-2cf9031d639f None None] Provisioning complete for port 9394efa5-71ea-424f-9cae-11b89d121c35 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:21.887020 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-26db3d66-84b4-4a3f-a708-2cf9031d639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.917151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:21.920780 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.948032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-26db3d66-84b4-4a3f-a708-2cf9031d639f None None] Port 9394efa5-71ea-424f-9cae-11b89d121c35 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:18:21.967193 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:21.992928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d4dcc4-8b3a-41d8-a365-db2de89e4d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5996eb7-d325-4b8e-88e7-20497523d52d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:21.995554 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b628aa-8f05-412b-b367-9c89883a11e8" -d '{"events": [{"server_uuid": "77d4dcc4-8b3a-41d8-a365-db2de89e4d5b", "name": "network-vif-plugged", "status": "completed", "tag": "f5996eb7-d325-4b8e-88e7-20497523d52d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:22.026695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f5996eb7-d325-4b8e-88e7-20497523d52d,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:22.036902 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:22.038444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:22.090814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:22.093861 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 11edad50-3cd9-4f56-9f4b-4c9ab65518c7 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:22.115366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:22.118453 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Allocated IP 19.86.0.114 (2f115db7-742b-42d9-a2fc-5dbf3a8491c6/24f967ea-b8e6-4f4e-82c2-fab914722dec/cf7d9936-d1ba-4b75-ae6e-5adbe670824d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:22.135352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b2c98811-96cb-414a-ba5c-89d7e943f8a1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:22.207039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=f5996eb7-d325-4b8e-88e7-20497523d52d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:22.223514 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port b2c98811-96cb-414a-ba5c-89d7e943f8a1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:22.223938 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:22.315338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f85df689-e19d-48ab-952b-0f91998429f1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:22.355811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Allocated IP 172.25.4.122 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/499efae3-3a42-41ed-ab45-5886bfe678b6) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:22.364266 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f85df689-e19d-48ab-952b-0f91998429f1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:22.364266 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:22.440273 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f1832-44d0-4e52-8303-ebfa4e317be0 req-bf8e8f7e-85ce-4f64-bf0f-6072a9b6e067 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:22.441819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-302f1832-44d0-4e52-8303-ebfa4e317be0 req-bf8e8f7e-85ce-4f64-bf0f-6072a9b6e067 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.104 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 944 time: 0.4478183 Jul 08 20:18:22.528315 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:22.549458 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-1ce4f2f4-90f7-46e4-ba31-e00ebeb67f16 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:22.554049 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-1ce4f2f4-90f7-46e4-ba31-e00ebeb67f16 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:22.580720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Transition to ACTIVE for port object cf7d9936-d1ba-4b75-ae6e-5adbe670824d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:22.604833 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:22.653528 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-1ce4f2f4-90f7-46e4-ba31-e00ebeb67f16 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Floating IP 38d0ebd8-8d59-42d6-922f-385111391c85 associated. External IP: 172.25.4.215, port: b78e3485-22e0-49a2-a9fb-58a4e81b439f. Jul 08 20:18:22.653763 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-302f1832-44d0-4e52-8303-ebfa4e317be0 req-1a326d02-993a-4184-a5d9-210fb30a20df tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Deleting port a1a1adf1-c00d-45e9-9707-be9cbab04564 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:22.654101 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-302f1832-44d0-4e52-8303-ebfa4e317be0 req-1a326d02-993a-4184-a5d9-210fb30a20df tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:22.714672 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:22.770313 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:22.792888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Network 2f115db7-742b-42d9-a2fc-5dbf3a8491c6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:22.805568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:22.813768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:22.817752 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event updated for resources: {'Port': ['ID=cf7d9936-d1ba-4b75-ae6e-5adbe670824d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:22.829570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:22.862987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:22.884400 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-1ce4f2f4-90f7-46e4-ba31-e00ebeb67f16 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:18:22.889911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:22.927419 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-302f1832-44d0-4e52-8303-ebfa4e317be0 req-1a326d02-993a-4184-a5d9-210fb30a20df tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] For port a1a1adf1-c00d-45e9-9707-be9cbab04564, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a1a1adf1-c00d-45e9-9707-be9cbab04564,segment=NetworkSegment(449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9),segment_id=449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:22.927778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-302f1832-44d0-4e52-8303-ebfa4e317be0 req-1a326d02-993a-4184-a5d9-210fb30a20df tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:22.963800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Pushing event updated for resources: {'Port': ['ID=499efae3-3a42-41ed-ab45-5886bfe678b6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:22.968004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-302f1832-44d0-4e52-8303-ebfa4e317be0 req-1a326d02-993a-4184-a5d9-210fb30a20df tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Calling delete_port for a1a1adf1-c00d-45e9-9707-be9cbab04564 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:22.975685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:22.976338 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:23.006772 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-1ce4f2f4-90f7-46e4-ba31-e00ebeb67f16 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:23.011998 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-1ce4f2f4-90f7-46e4-ba31-e00ebeb67f16 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:23.019986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482319f-c454-41bd-97e0-636aaaa1a967 None None] Sync routers for ids ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:23.029847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482319f-c454-41bd-97e0-636aaaa1a967 None None] Routers {'6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:23.030476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d482319f-c454-41bd-97e0-636aaaa1a967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:23.061593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-1ce4f2f4-90f7-46e4-ba31-e00ebeb67f16 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "PUT /v2.0/floatingips/38d0ebd8-8d59-42d6-922f-385111391c85 HTTP/1.1" status: 200 len: 996 time: 1.5558825 Jul 08 20:18:23.062012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9330a244-2232-49b9-9bfd-c7a52b5c2db2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3726945 Jul 08 20:18:23.062133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:23.065193 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d78d1a-9114-4b90-925f-cbcda037b860" -d '{"events": [{"name": "network-changed", "server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:23.081630 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Request body: {'port': {'device_id': '0599672e-089a-41e5-9954-228648525526', 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6', 'admin_state_up': True, 'tenant_id': '3404ade70f2541f2811596eefba2d608'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:23.100205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0aaaf21c-f086-4e65-93b2-7921fb02d8d9 None None] Provisioning for port cf7d9936-d1ba-4b75-ae6e-5adbe670824d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:23.138688 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0aaaf21c-f086-4e65-93b2-7921fb02d8d9 None None] Provisioning complete for port cf7d9936-d1ba-4b75-ae6e-5adbe670824d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:23.139076 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf21c-f086-4e65-93b2-7921fb02d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:23.143974 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:23.152964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-b58f2f25-afed-4c1f-b617-bcf69e060bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:23.154749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-b58f2f25-afed-4c1f-b617-bcf69e060bdb service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=9a204fc7f0114156bc56c57ee92033dc&device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 1097 time: 0.0719011 Jul 08 20:18:23.167083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:23.192853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0aaaf21c-f086-4e65-93b2-7921fb02d8d9 None None] Port cf7d9936-d1ba-4b75-ae6e-5adbe670824d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:18:23.195272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-d482319f-c454-41bd-97e0-636aaaa1a967 None None] Set router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:23.290280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-84d0b18f-ed37-4eee-8ef2-a45b8282b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:23.294244 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-84d0b18f-ed37-4eee-8ef2-a45b8282b532 service neutron] 10.222.0.101 "GET /v2.0/networks?id=1494693d-10df-4f93-a8c3-b15579ec8a8f HTTP/1.1" status: 200 len: 921 time: 0.1317558 Jul 08 20:18:23.321521 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:23.414882 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-988daa32-0d7b-4e4e-b304-0071127599d0 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 200 len: 999 time: 0.1156268 Jul 08 20:18:23.425960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:23.433999 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:23.460224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-302f1832-44d0-4e52-8303-ebfa4e317be0 req-1a326d02-993a-4184-a5d9-210fb30a20df tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:23.475271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-de04aaf1-e709-47cc-b3df-d8f9793ed840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:23.479494 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-de04aaf1-e709-47cc-b3df-d8f9793ed840 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=856af900-c58d-420c-bc41-3fa811a4bf28 HTTP/1.1" status: 200 len: 860 time: 0.0560458 Jul 08 20:18:23.533981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a326d02-993a-4184-a5d9-210fb30a20df tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Pushing event deleted for resources: {'Port': ['ID=a1a1adf1-c00d-45e9-9707-be9cbab04564,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:23.541573 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-f0578ed7-e8c7-4f80-90ef-daadd010a284 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=1494693d-10df-4f93-a8c3-b15579ec8a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524561 Jul 08 20:18:23.624033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-302f1832-44d0-4e52-8303-ebfa4e317be0 req-1a326d02-993a-4184-a5d9-210fb30a20df tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] No DVR routers for this DVR port a1a1adf1-c00d-45e9-9707-be9cbab04564 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:23.638311 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-c9795c17-f84a-43b0-959c-e949ad920648 service neutron] 10.222.0.101 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947733 Jul 08 20:18:23.643697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d482319f-c454-41bd-97e0-636aaaa1a967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:17:12Z', 'revision_number': 4, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port': {'id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:07Z', 'updated_at': '2021-07-08T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '38d0ebd8-8d59-42d6-922f-385111391c85', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'port_id': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'mac_address': 'fa:16:3e:29:dd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:18:19Z', 'updated_at': '2021-07-08T20:18:22Z', 'revision_number': 1, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf37b474-8c92-4710-8b40-a1a48f9e004c', 'name': '', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'mac_address': 'fa:16:3e:b6:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:10Z', 'updated_at': '2021-07-08T20:17:18Z', 'revision_number': 5, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'subnets': [{'id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:23.656939 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-302f1832-44d0-4e52-8303-ebfa4e317be0 req-1a326d02-993a-4184-a5d9-210fb30a20df tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:23.659344 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-302f1832-44d0-4e52-8303-ebfa4e317be0 req-1a326d02-993a-4184-a5d9-210fb30a20df tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.104 "DELETE /v2.0/ports/a1a1adf1-c00d-45e9-9707-be9cbab04564 HTTP/1.1" status: 204 len: 173 time: 1.2095573 Jul 08 20:18:23.685967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482319f-c454-41bd-97e0-636aaaa1a967 None None] Checking router: 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:23.706606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482319f-c454-41bd-97e0-636aaaa1a967 None None] Routers {'6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:23.709401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d482319f-c454-41bd-97e0-636aaaa1a967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:23.793017 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57aae20d-467d-45e5-bf63-4a6502229a5c req-e7c7244f-8801-486c-bb34-30bd5ae77b48 service neutron] 10.222.0.101 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456082 Jul 08 20:18:23.794070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Allocated IP 19.80.0.241 (2fed78bf-79e0-4d92-b61b-77fa20fd50e6/9e15f4e7-e7fc-4a5a-a0a8-19b51d5bb66d/bb876628-854b-47b3-a30e-f7547df40cdc) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:23.810358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:23.817139 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:23.875923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Pushing event updated for resources: {'Port': ['ID=499efae3-3a42-41ed-ab45-5886bfe678b6,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:23.894690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-d482319f-c454-41bd-97e0-636aaaa1a967 None None] Set router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:23.960109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:24.003245 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b02901-79dd-438e-9a91-6cae31f5fa69 req-e9b4f06e-db82-4c46-a3ac-c7600afa5a59 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:24.005557 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-21b02901-79dd-438e-9a91-6cae31f5fa69 req-e9b4f06e-db82-4c46-a3ac-c7600afa5a59 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 945 time: 0.0727599 Jul 08 20:18:24.013199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:24.017418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-8c19ff4e-a00d-414b-b0fe-4e1ed5bfd407 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2171955 Jul 08 20:18:24.052019 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-21b02901-79dd-438e-9a91-6cae31f5fa69 req-ed4f9297-6666-4c3f-b0ac-9578efa8ea7b tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381031 Jul 08 20:18:24.088288 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-456cba7f-35f3-43dc-b1db-721fea05a275 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.122 HTTP/1.1" status: 200 len: 696 time: 0.0658865 Jul 08 20:18:24.101735 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2967a463-dd60-41a0-a97f-7b1b94d5c187 x-openstack-request-id: req-2967a463-dd60-41a0-a97f-7b1b94d5c187 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:24.102029 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37007ba-e61c-4b34-b552-eba0e114df44", "name": "network-vif-deleted", "tag": "11edad50-3cd9-4f56-9f4b-4c9ab65518c7", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:24.102289 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2967a463-dd60-41a0-a97f-7b1b94d5c187 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:24.102694 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37007ba-e61c-4b34-b552-eba0e114df44', 'name': 'network-vif-deleted', 'tag': '11edad50-3cd9-4f56-9f4b-4c9ab65518c7', 'status': 'completed', 'code': 200} Jul 08 20:18:24.175919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d482319f-c454-41bd-97e0-636aaaa1a967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:17:12Z', 'revision_number': 4, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port': {'id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:07Z', 'updated_at': '2021-07-08T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '38d0ebd8-8d59-42d6-922f-385111391c85', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'port_id': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'mac_address': 'fa:16:3e:29:dd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:18:19Z', 'updated_at': '2021-07-08T20:18:22Z', 'revision_number': 1, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf37b474-8c92-4710-8b40-a1a48f9e004c', 'name': '', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'mac_address': 'fa:16:3e:b6:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:10Z', 'updated_at': '2021-07-08T20:17:18Z', 'revision_number': 5, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'subnets': [{'id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:24.186169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:24.214445 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Transition to ACTIVE for port object bb876628-854b-47b3-a30e-f7547df40cdc will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:24.216029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482319f-c454-41bd-97e0-636aaaa1a967 None None] The sync data for ids ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'] in n-d-791506-16 is: [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:17:12Z', 'revision_number': 4, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port': {'id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:07Z', 'updated_at': '2021-07-08T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '38d0ebd8-8d59-42d6-922f-385111391c85', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'port_id': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'mac_address': 'fa:16:3e:29:dd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:18:19Z', 'updated_at': '2021-07-08T20:18:22Z', 'revision_number': 1, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf37b474-8c92-4710-8b40-a1a48f9e004c', 'name': '', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'mac_address': 'fa:16:3e:b6:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:10Z', 'updated_at': '2021-07-08T20:17:18Z', 'revision_number': 5, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'subnets': [{'id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:24.258884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-85d6bdcf-307f-4644-ab8a-2e4b505a093f tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:24.269629 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e797f029-238c-4f12-bced-9ee9ddb154e8 req-85d6bdcf-307f-4644-ab8a-2e4b505a093f tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.1660485 Jul 08 20:18:24.273678 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e04e98d3-12c1-4290-ab22-54f4bb82469c req-b88eb29c-af68-467b-a5b2-9bfa5ecb0b76 tempest-LiveAutoBlockMigrationV225Test-393926060 tempest-LiveAutoBlockMigrationV225Test-393926060-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bc37bef-f925-4a21-9986-39c5f08bc93b HTTP/1.1" status: 200 len: 210 time: 0.0396051 Jul 08 20:18:24.319641 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:24.381588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:24.384979 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:24.387848 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:24.444492 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7405f9aa-20b3-4d84-af53-58250fc0e040 x-openstack-request-id: req-7405f9aa-20b3-4d84-af53-58250fc0e040 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:24.445353 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d4dcc4-8b3a-41d8-a365-db2de89e4d5b", "name": "network-vif-plugged", "status": "completed", "tag": "f5996eb7-d325-4b8e-88e7-20497523d52d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:24.445683 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7405f9aa-20b3-4d84-af53-58250fc0e040 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:24.446393 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d4dcc4-8b3a-41d8-a365-db2de89e4d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5996eb7-d325-4b8e-88e7-20497523d52d', 'code': 200} Jul 08 20:18:24.466221 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:24.466935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:24.474226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event updated for resources: {'Port': ['ID=bb876628-854b-47b3-a30e-f7547df40cdc,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:24.524708 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f9c4be5-0772-420b-aaa5-ac98de25a405 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4521694 Jul 08 20:18:24.540362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Request body: {'port': {'device_id': '0599672e-089a-41e5-9954-228648525526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:24.580510 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61a3179-67b7-4171-9267-e2d313d182f7 None None] New status for floating IP 38d0ebd8-8d59-42d6-922f-385111391c85: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:18:24.690684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b0b62-f770-432d-9703-9327f77532a3 req-950ac1a0-4ad3-4343-a221-54b28e3e74e1 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:24.696929 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b0b62-f770-432d-9703-9327f77532a3 req-950ac1a0-4ad3-4343-a221-54b28e3e74e1 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:24.702989 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b0b62-f770-432d-9703-9327f77532a3 req-950ac1a0-4ad3-4343-a221-54b28e3e74e1 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:24.705486 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd4b0b62-f770-432d-9703-9327f77532a3 req-950ac1a0-4ad3-4343-a221-54b28e3e74e1 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2377 time: 0.2226074 Jul 08 20:18:24.733150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-865c9883-3414-4e5c-89e5-7fbf017650e0 None None] Provisioning for port bb876628-854b-47b3-a30e-f7547df40cdc completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:24.738414 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-865c9883-3414-4e5c-89e5-7fbf017650e0 None None] Provisioning complete for port bb876628-854b-47b3-a30e-f7547df40cdc triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:24.738794 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-865c9883-3414-4e5c-89e5-7fbf017650e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:24.749188 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:24.776558 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8298904e-e3bb-4cf8-987c-6091e2e3a83b x-openstack-request-id: req-8298904e-e3bb-4cf8-987c-6091e2e3a83b {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:24.777103 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:24.777103 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8298904e-e3bb-4cf8-987c-6091e2e3a83b {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:24.777562 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f', 'status': 'completed', 'code': 200} Jul 08 20:18:24.784010 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293faf0d-213f-4d06-bb11-32d8edae70c3 req-0b4dfa0c-857f-4b93-8dcc-ef7a066b41dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:24.787593 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-293faf0d-213f-4d06-bb11-32d8edae70c3 req-0b4dfa0c-857f-4b93-8dcc-ef7a066b41dd service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 1097 time: 0.2170343 Jul 08 20:18:24.788528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-865c9883-3414-4e5c-89e5-7fbf017650e0 None None] Port bb876628-854b-47b3-a30e-f7547df40cdc cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:18:24.794662 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd4b0b62-f770-432d-9703-9327f77532a3 req-7a7d659d-d77c-4b56-b0e9-35e680f85584 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799425 Jul 08 20:18:24.891303 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ec732da-535c-4299-a295-6b354828c9f0 req-f89c8f5d-5c02-474c-abbd-a45dc0fac852 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.215 HTTP/1.1" status: 200 len: 999 time: 0.0996280 Jul 08 20:18:24.953533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec732da-535c-4299-a295-6b354828c9f0 req-db235e49-2bad-4d29-ad90-4da96885f3b9 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:24.955314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ec732da-535c-4299-a295-6b354828c9f0 req-db235e49-2bad-4d29-ad90-4da96885f3b9 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports/b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 200 len: 942 time: 0.0572987 Jul 08 20:18:25.105734 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ec732da-535c-4299-a295-6b354828c9f0 req-e89c1af8-215a-4796-a093-66fb6b33ac9e tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.215 HTTP/1.1" status: 200 len: 1001 time: 0.0674078 Jul 08 20:18:25.213384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec732da-535c-4299-a295-6b354828c9f0 req-89d61c37-28cf-4b45-8d6a-120d1370d5a4 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:25.214944 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ec732da-535c-4299-a295-6b354828c9f0 req-89d61c37-28cf-4b45-8d6a-120d1370d5a4 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.1031132 Jul 08 20:18:25.218493 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-5a4afb2a-77f7-41f9-ad53-3edc1b29014b tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/floatingips/03fdfddd-f16a-4add-95a4-4a678f4fab50 HTTP/1.1" status: 200 len: 693 time: 0.3874550 Jul 08 20:18:25.269561 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-293faf0d-213f-4d06-bb11-32d8edae70c3 req-49d6e5e3-95e2-46b7-a83f-105b6622db8e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738324 Jul 08 20:18:25.288223 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ec732da-535c-4299-a295-6b354828c9f0 req-5d7f5dd1-3ac7-4fbd-ba58-627bf68f403d tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.215 HTTP/1.1" status: 200 len: 1001 time: 0.0636923 Jul 08 20:18:25.297767 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-2ec732da-535c-4299-a295-6b354828c9f0 req-691864fc-8b42-43fb-8e30-66aa7210eefd tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:25.357283 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2ec732da-535c-4299-a295-6b354828c9f0 req-691864fc-8b42-43fb-8e30-66aa7210eefd tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:25.432456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d78d1a-9114-4b90-925f-cbcda037b860 req-efada032-63c6-418d-b0e0-e9b37f170090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:25.433995 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1d78d1a-9114-4b90-925f-cbcda037b860 req-efada032-63c6-418d-b0e0-e9b37f170090 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9a204fc7f0114156bc56c57ee92033dc&device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 1097 time: 0.5927899 Jul 08 20:18:25.509037 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2ec732da-535c-4299-a295-6b354828c9f0 req-691864fc-8b42-43fb-8e30-66aa7210eefd tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:25.513044 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2ec732da-535c-4299-a295-6b354828c9f0 req-691864fc-8b42-43fb-8e30-66aa7210eefd tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:25.513382 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-2ec732da-535c-4299-a295-6b354828c9f0 req-691864fc-8b42-43fb-8e30-66aa7210eefd tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Floating IP 38d0ebd8-8d59-42d6-922f-385111391c85 disassociated. External IP: 172.25.4.215, port: b78e3485-22e0-49a2-a9fb-58a4e81b439f. Jul 08 20:18:25.522400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-89c7b225-7542-4b93-879c-72f26adf329a tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:25.524074 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-89c7b225-7542-4b93-879c-72f26adf329a tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.2942388 Jul 08 20:18:25.542302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-04f355f3-a0f7-4905-bbaf-f46106eb6ecc tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:18:25.543296 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-04f355f3-a0f7-4905-bbaf-f46106eb6ecc tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110180 Jul 08 20:18:25.630032 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-9ff78f14-643a-4fc4-b67c-14f16356e2ec tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.122 HTTP/1.1" status: 200 len: 696 time: 0.0737009 Jul 08 20:18:25.691944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d78d1a-9114-4b90-925f-cbcda037b860 req-cfd82529-3114-407d-941c-9ac403984713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:25.693568 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1d78d1a-9114-4b90-925f-cbcda037b860 req-cfd82529-3114-407d-941c-9ac403984713 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1494693d-10df-4f93-a8c3-b15579ec8a8f HTTP/1.1" status: 200 len: 921 time: 0.2502379 Jul 08 20:18:25.727281 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-8e4f467e-572a-454e-bedc-8795b84773b7 tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.122 HTTP/1.1" status: 200 len: 696 time: 0.0839207 Jul 08 20:18:25.729598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ec732da-535c-4299-a295-6b354828c9f0 req-691864fc-8b42-43fb-8e30-66aa7210eefd tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:18:25.766360 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1d78d1a-9114-4b90-925f-cbcda037b860 req-7005883c-0263-4950-b591-e4d90c199142 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 200 len: 217 time: 0.0644445 Jul 08 20:18:25.797427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a1a1adf1-c00d-45e9-9707-be9cbab04564 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:25.818205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: a1a1adf1-c00d-45e9-9707-be9cbab04564 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:25.818580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a1a1adf1-c00d-45e9-9707-be9cbab04564 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:25.823489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9394efa5-71ea-424f-9cae-11b89d121c35 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:18:25.855414 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:25.935162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Transition to ACTIVE for port object 9394efa5-71ea-424f-9cae-11b89d121c35 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:25.943383 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:25.948758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d78d1a-9114-4b90-925f-cbcda037b860 req-aade460b-5835-4a8c-9216-16d8950e0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:25.950257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1d78d1a-9114-4b90-925f-cbcda037b860 req-aade460b-5835-4a8c-9216-16d8950e0a1d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=856af900-c58d-420c-bc41-3fa811a4bf28 HTTP/1.1" status: 200 len: 860 time: 0.1459374 Jul 08 20:18:26.017982 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1d78d1a-9114-4b90-925f-cbcda037b860 req-94ffe277-8ba6-4802-b920-6f451ccca69c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1494693d-10df-4f93-a8c3-b15579ec8a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389719 Jul 08 20:18:26.060621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Pushing event updated for resources: {'Port': ['ID=9394efa5-71ea-424f-9cae-11b89d121c35,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:26.103847 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc37bef-f925-4a21-9986-39c5f08bc93b', 'name': 'network-vif-deleted', 'tag': 'a1a1adf1-c00d-45e9-9707-be9cbab04564'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:26.106177 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbca58d-4f00-4b64-89e0-204eb27f7ffe" -d '{"events": [{"server_uuid": "2bc37bef-f925-4a21-9986-39c5f08bc93b", "name": "network-vif-deleted", "tag": "a1a1adf1-c00d-45e9-9707-be9cbab04564"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:26.143328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ec732da-535c-4299-a295-6b354828c9f0 req-691864fc-8b42-43fb-8e30-66aa7210eefd tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:26.157631 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea4346-b38c-42b1-8904-16bbb1a293d0 None None] Sync routers for ids ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:26.164981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2ec732da-535c-4299-a295-6b354828c9f0 req-691864fc-8b42-43fb-8e30-66aa7210eefd tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:26.171808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea4346-b38c-42b1-8904-16bbb1a293d0 None None] Routers {'6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:26.172917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b8ea4346-b38c-42b1-8904-16bbb1a293d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:26.184664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-9d15c172-76f1-4f91-9e76-212311b72bdf tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Deleting port 499efae3-3a42-41ed-ab45-5886bfe678b6 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:26.185023 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-9d15c172-76f1-4f91-9e76-212311b72bdf tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:26.232683 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ec732da-535c-4299-a295-6b354828c9f0 req-691864fc-8b42-43fb-8e30-66aa7210eefd tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "PUT /v2.0/floatingips/38d0ebd8-8d59-42d6-922f-385111391c85 HTTP/1.1" status: 200 len: 695 time: 0.9384453 Jul 08 20:18:26.324024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b8ea4346-b38c-42b1-8904-16bbb1a293d0 None None] Set router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:26.358932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1d78d1a-9114-4b90-925f-cbcda037b860 req-7b37a848-3058-46eb-a988-2f344add12d9 service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296041 Jul 08 20:18:26.359422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec732da-535c-4299-a295-6b354828c9f0 req-d8243d59-ec9d-4175-8dbd-3f59ae6b0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:26.363581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Attempting to bind port 9394efa5-71ea-424f-9cae-11b89d121c35 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:26.363926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Attempting to bind port 9394efa5-71ea-424f-9cae-11b89d121c35 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'a2bd1092-7bad-4569-8565-4f2ea9572b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:26.364269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Attempting to bind port 9394efa5-71ea-424f-9cae-11b89d121c35 on network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:26.374950 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ec732da-535c-4299-a295-6b354828c9f0 req-d8243d59-ec9d-4175-8dbd-3f59ae6b0a56 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=9a204fc7f0114156bc56c57ee92033dc&device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 1097 time: 0.1363997 Jul 08 20:18:26.389648 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Port 9394efa5-71ea-424f-9cae-11b89d121c35 on network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:18:26.389983 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Attempting to bind port 9394efa5-71ea-424f-9cae-11b89d121c35 on network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:26.431463 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-9d15c172-76f1-4f91-9e76-212311b72bdf tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:26.431904 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-9d15c172-76f1-4f91-9e76-212311b72bdf tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:26.442970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:26.443315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Checking segment: {'id': 'a2bd1092-7bad-4569-8565-4f2ea9572b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:26.443710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Bound using segment: {'id': 'a2bd1092-7bad-4569-8565-4f2ea9572b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:26.444166 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Bound port: 9394efa5-71ea-424f-9cae-11b89d121c35, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2bd1092-7bad-4569-8565-4f2ea9572b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:26.444532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:26.463779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-9d15c172-76f1-4f91-9e76-212311b72bdf tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Calling delete_port for 499efae3-3a42-41ed-ab45-5886bfe678b6 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:26.507239 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec732da-535c-4299-a295-6b354828c9f0 req-90e04c49-a71d-491b-aaaf-b9837168120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:26.508965 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ec732da-535c-4299-a295-6b354828c9f0 req-90e04c49-a71d-491b-aaaf-b9837168120e service neutron] 10.222.0.101 "GET /v2.0/networks?id=1494693d-10df-4f93-a8c3-b15579ec8a8f HTTP/1.1" status: 200 len: 921 time: 0.1308379 Jul 08 20:18:26.551703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ec732da-535c-4299-a295-6b354828c9f0 req-d472805b-d3eb-4399-9c74-eb45121a5357 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 200 len: 217 time: 0.0354085 Jul 08 20:18:26.578819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1d78d1a-9114-4b90-925f-cbcda037b860 req-df3ae522-553f-4cc3-93d1-e0a721d91327 service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083611 Jul 08 20:18:26.589524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b8ea4346-b38c-42b1-8904-16bbb1a293d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:17:12Z', 'revision_number': 4, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port': {'id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:07Z', 'updated_at': '2021-07-08T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'cf37b474-8c92-4710-8b40-a1a48f9e004c', 'name': '', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'mac_address': 'fa:16:3e:b6:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:10Z', 'updated_at': '2021-07-08T20:17:18Z', 'revision_number': 5, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'subnets': [{'id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:26.613624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec732da-535c-4299-a295-6b354828c9f0 req-8b460c3e-e744-4ba7-a0da-5a251177c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:26.616667 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ec732da-535c-4299-a295-6b354828c9f0 req-8b460c3e-e744-4ba7-a0da-5a251177c392 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=856af900-c58d-420c-bc41-3fa811a4bf28 HTTP/1.1" status: 200 len: 860 time: 0.0557201 Jul 08 20:18:26.620953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea4346-b38c-42b1-8904-16bbb1a293d0 None None] Checking router: 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:26.623871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] For port 9394efa5-71ea-424f-9cae-11b89d121c35, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:26.628983 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] For port 9394efa5-71ea-424f-9cae-11b89d121c35, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9394efa5-71ea-424f-9cae-11b89d121c35,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:26.630735 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea4346-b38c-42b1-8904-16bbb1a293d0 None None] Routers {'6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:26.631485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b8ea4346-b38c-42b1-8904-16bbb1a293d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:26.640285 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:26.656341 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ec732da-535c-4299-a295-6b354828c9f0 req-7d28d04d-5aa9-4c4e-aef6-a38fadcda461 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=1494693d-10df-4f93-a8c3-b15579ec8a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317576 Jul 08 20:18:26.682030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:26.682931 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:26.684345 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] 10.222.0.103 "PUT /v2.0/ports/9394efa5-71ea-424f-9cae-11b89d121c35 HTTP/1.1" status: 200 len: 1093 time: 2.1515772 Jul 08 20:18:26.734425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Request body: {'port': {'device_id': '0599672e-089a-41e5-9954-228648525526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:26.766426 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ec732da-535c-4299-a295-6b354828c9f0 req-63694084-babe-443c-8a01-2e35246715b1 service neutron] 10.222.0.101 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999601 Jul 08 20:18:26.780059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:26.782639 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3673d085-217c-4673-909d-2a2ddd3de40a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:26.787157 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b8ea4346-b38c-42b1-8904-16bbb1a293d0 None None] Set router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:26.805673 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08606e2-c4fc-4815-a0b8-e6530533fd44 service neutron] Pushing event updated for resources: {'Port': ['ID=9394efa5-71ea-424f-9cae-11b89d121c35,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:26.846082 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-9d15c172-76f1-4f91-9e76-212311b72bdf tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:26.884323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15c172-76f1-4f91-9e76-212311b72bdf tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Pushing event deleted for resources: {'Port': ['ID=499efae3-3a42-41ed-ab45-5886bfe678b6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:26.887949 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:26.896396 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ec732da-535c-4299-a295-6b354828c9f0 req-b5e281b5-7a66-4dbc-9f39-b845418dbfb7 service neutron] 10.222.0.101 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171398 Jul 08 20:18:27.013279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b8ea4346-b38c-42b1-8904-16bbb1a293d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:17:12Z', 'revision_number': 4, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port': {'id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:07Z', 'updated_at': '2021-07-08T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'cf37b474-8c92-4710-8b40-a1a48f9e004c', 'name': '', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'mac_address': 'fa:16:3e:b6:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:10Z', 'updated_at': '2021-07-08T20:17:18Z', 'revision_number': 5, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'subnets': [{'id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:27.018912 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-9d15c172-76f1-4f91-9e76-212311b72bdf tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:27.021582 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-9d15c172-76f1-4f91-9e76-212311b72bdf tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:27.022765 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10a6311b-8686-41ca-9d65-5ce74653c499 req-9d15c172-76f1-4f91-9e76-212311b72bdf tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "DELETE /v2.0/floatingips/03fdfddd-f16a-4add-95a4-4a678f4fab50 HTTP/1.1" status: 204 len: 173 time: 1.2665381 Jul 08 20:18:27.075587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea4346-b38c-42b1-8904-16bbb1a293d0 None None] The sync data for ids ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'] in n-d-791506-16 is: [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:17:12Z', 'revision_number': 4, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port': {'id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:07Z', 'updated_at': '2021-07-08T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'cf37b474-8c92-4710-8b40-a1a48f9e004c', 'name': '', 'network_id': '1494693d-10df-4f93-a8c3-b15579ec8a8f', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'mac_address': 'fa:16:3e:b6:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:10Z', 'updated_at': '2021-07-08T20:17:18Z', 'revision_number': 5, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'subnets': [{'id': '856af900-c58d-420c-bc41-3fa811a4bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:27.132403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49444) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:27.169569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1f8b4-3092-4f78-bf96-9351f4bcaa75 req-9072c6f2-6eeb-4a78-931d-2b73da6b5b1f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:27.171399 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17a1f8b4-3092-4f78-bf96-9351f4bcaa75 req-9072c6f2-6eeb-4a78-931d-2b73da6b5b1f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 945 time: 0.1065729 Jul 08 20:18:27.228531 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17a1f8b4-3092-4f78-bf96-9351f4bcaa75 req-bf779631-0751-45f8-86c9-7a1ab21326f9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503528 Jul 08 20:18:27.331685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7d9936-d1ba-4b75-ae6e-5adbe670824d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:18:27.343550 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:27.390712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Transition to ACTIVE for port object cf7d9936-d1ba-4b75-ae6e-5adbe670824d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:27.401189 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:27.436417 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad8af54-8834-42f1-b842-14956a13eee2 x-openstack-request-id: req-dad8af54-8834-42f1-b842-14956a13eee2 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:27.436714 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc37bef-f925-4a21-9986-39c5f08bc93b", "name": "network-vif-deleted", "tag": "a1a1adf1-c00d-45e9-9707-be9cbab04564", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:27.437055 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dad8af54-8834-42f1-b842-14956a13eee2 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:27.437359 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc37bef-f925-4a21-9986-39c5f08bc93b', 'name': 'network-vif-deleted', 'tag': 'a1a1adf1-c00d-45e9-9707-be9cbab04564', 'status': 'completed', 'code': 200} Jul 08 20:18:27.442715 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda07b95-85db-4b69-a86f-6c7e1d9c91b9 None None] New status for floating IP 38d0ebd8-8d59-42d6-922f-385111391c85: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:18:27.464886 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0c530c-d782-45be-a07d-cf0c2115ab68 x-openstack-request-id: req-4c0c530c-d782-45be-a07d-cf0c2115ab68 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:27.465180 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:27.465431 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4c0c530c-d782-45be-a07d-cf0c2115ab68 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:27.465819 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f', 'status': 'completed', 'code': 200} Jul 08 20:18:27.467935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae3b6f9-dbbd-457c-a856-a9f7789b32f1 admin admin] Deleting subnet 4fbaa72f-8cd2-480f-813d-bc86df76e2b3 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:18:27.477637 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aae3b6f9-dbbd-457c-a856-a9f7789b32f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:27.513765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bd013-d34b-4089-88de-0ff05f6fd9ce req-f6440839-fe29-433b-9a2e-96551c559452 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:27.522143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bd013-d34b-4089-88de-0ff05f6fd9ce req-f6440839-fe29-433b-9a2e-96551c559452 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:27.529816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bd013-d34b-4089-88de-0ff05f6fd9ce req-f6440839-fe29-433b-9a2e-96551c559452 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:27.531864 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ca2bd013-d34b-4089-88de-0ff05f6fd9ce req-f6440839-fe29-433b-9a2e-96551c559452 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2389 time: 0.1588242 Jul 08 20:18:27.561139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Pushing event updated for resources: {'Port': ['ID=cf7d9936-d1ba-4b75-ae6e-5adbe670824d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:27.582688 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ca2bd013-d34b-4089-88de-0ff05f6fd9ce req-e1ffe7af-7387-4c8b-9f1a-a5d45583da7a tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448923 Jul 08 20:18:27.633638 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aae3b6f9-dbbd-457c-a856-a9f7789b32f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:27.658502 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-d2ca61bc-5ecc-4934-bff5-02886379b3f1 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/floatingips/38d0ebd8-8d59-42d6-922f-385111391c85 HTTP/1.1" status: 200 len: 695 time: 0.1511230 Jul 08 20:18:27.780957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673d085-217c-4673-909d-2a2ddd3de40a req-361b0cde-d2c7-4639-8803-081b32350c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:27.782590 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3673d085-217c-4673-909d-2a2ddd3de40a req-361b0cde-d2c7-4639-8803-081b32350c0b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9a204fc7f0114156bc56c57ee92033dc&device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 1097 time: 0.2715747 Jul 08 20:18:27.794533 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aae3b6f9-dbbd-457c-a856-a9f7789b32f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:27.799588 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-7c19daa6-8597-4e59-ba5a-49ba93f7e84a req-15df7d91-1ec7-43fa-ba19-077bc9d8692a tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] show failed (client error): The resource could not be found. Jul 08 20:18:27.800888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c19daa6-8597-4e59-ba5a-49ba93f7e84a req-15df7d91-1ec7-43fa-ba19-077bc9d8692a tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/floatingips/03fdfddd-f16a-4add-95a4-4a678f4fab50 HTTP/1.1" status: 404 len: 350 time: 0.0418055 Jul 08 20:18:27.895643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Attempting to bind port cf7d9936-d1ba-4b75-ae6e-5adbe670824d on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:27.895988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Attempting to bind port cf7d9936-d1ba-4b75-ae6e-5adbe670824d by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2f115db7-742b-42d9-a2fc-5dbf3a8491c6'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:27.896325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Attempting to bind port cf7d9936-d1ba-4b75-ae6e-5adbe670824d on network 2f115db7-742b-42d9-a2fc-5dbf3a8491c6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:27.933248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Port cf7d9936-d1ba-4b75-ae6e-5adbe670824d on network 2f115db7-742b-42d9-a2fc-5dbf3a8491c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:18:27.933588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Attempting to bind port cf7d9936-d1ba-4b75-ae6e-5adbe670824d on network 2f115db7-742b-42d9-a2fc-5dbf3a8491c6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:27.947678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:27.948037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Checking segment: {'id': '65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2f115db7-742b-42d9-a2fc-5dbf3a8491c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:27.948470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Bound using segment: {'id': '65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2f115db7-742b-42d9-a2fc-5dbf3a8491c6'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:27.949313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Bound port: cf7d9936-d1ba-4b75-ae6e-5adbe670824d, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2f115db7-742b-42d9-a2fc-5dbf3a8491c6'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:27.949551 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:27.960444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f505ae6-b4c0-4b37-89b5-402da0a43a89 req-a60a885c-5b6a-4985-9378-4123d59e52c1 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:27.964668 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f505ae6-b4c0-4b37-89b5-402da0a43a89 req-a60a885c-5b6a-4985-9378-4123d59e52c1 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 1097 time: 0.0593998 Jul 08 20:18:27.966949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-b0a07eb3-ca18-4aec-bd9a-5048156ce652 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:27.968414 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-b0a07eb3-ca18-4aec-bd9a-5048156ce652 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.2785635 Jul 08 20:18:28.005763 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f505ae6-b4c0-4b37-89b5-402da0a43a89 req-abf03604-a8e7-4953-bb77-18a359675b2c tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375695 Jul 08 20:18:28.007333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49458) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:28.070448 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aae3b6f9-dbbd-457c-a856-a9f7789b32f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:28.071664 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-fac8470b-b3b0-4d7e-bda4-4eeba2afc60c req-e2545f34-5ae1-49b5-9bac-41ca8713a21e tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] show failed (client error): The resource could not be found. Jul 08 20:18:28.073221 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fac8470b-b3b0-4d7e-bda4-4eeba2afc60c req-e2545f34-5ae1-49b5-9bac-41ca8713a21e tempest-FloatingIPsTestJSON-1795646122 tempest-FloatingIPsTestJSON-1795646122-project] 10.222.0.101 "GET /v2.0/floatingips/03fdfddd-f16a-4add-95a4-4a678f4fab50 HTTP/1.1" status: 404 len: 350 time: 0.0411670 Jul 08 20:18:28.082628 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673d085-217c-4673-909d-2a2ddd3de40a req-94ce90bf-1b61-414b-bcf7-ec97d9ce7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:28.082628 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3673d085-217c-4673-909d-2a2ddd3de40a req-94ce90bf-1b61-414b-bcf7-ec97d9ce7cdb service neutron] 10.222.0.103 "GET /v2.0/networks?id=1494693d-10df-4f93-a8c3-b15579ec8a8f HTTP/1.1" status: 200 len: 921 time: 0.2813497 Jul 08 20:18:28.084680 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49464) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:28.124041 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-427c3950-2190-4447-8d43-49f91a81a22c tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.215 HTTP/1.1" status: 200 len: 696 time: 0.1410370 Jul 08 20:18:28.129439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3b6f9-dbbd-457c-a856-a9f7789b32f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fbaa72f-8cd2-480f-813d-bc86df76e2b3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:28.151998 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c755fbdc-da4a-48da-aada-1aa4b1256069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:28.165692 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aae3b6f9-dbbd-457c-a856-a9f7789b32f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:28.166066 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aae3b6f9-dbbd-457c-a856-a9f7789b32f1 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/4fbaa72f-8cd2-480f-813d-bc86df76e2b3 HTTP/1.1" status: 204 len: 168 time: 1.0324671 Jul 08 20:18:28.173402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49466) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:28.176956 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3673d085-217c-4673-909d-2a2ddd3de40a req-e42ef29e-9705-47e0-b0cd-21af9033aadb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 200 len: 217 time: 0.0857263 Jul 08 20:18:28.305554 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-ad915d3f-afe7-466a-a388-756c6f7607e7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.215 HTTP/1.1" status: 200 len: 696 time: 0.1331389 Jul 08 20:18:28.306634 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] For port cf7d9936-d1ba-4b75-ae6e-5adbe670824d, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:28.342577 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] For port cf7d9936-d1ba-4b75-ae6e-5adbe670824d, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=cf7d9936-d1ba-4b75-ae6e-5adbe670824d,segment=NetworkSegment(65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0),segment_id=65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:28.355078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6de1ea-aef4-45bc-833d-2d0924d66e39 req-911664ee-95cc-4893-84fc-09222ccdb0d7 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:28.356622 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cc6de1ea-aef4-45bc-833d-2d0924d66e39 req-911664ee-95cc-4893-84fc-09222ccdb0d7 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 1097 time: 0.1565740 Jul 08 20:18:28.383901 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e3f370c-3727-4983-87f0-d0239b4cf699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:28.385953 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:28.451750 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c755fbdc-da4a-48da-aada-1aa4b1256069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:28.456424 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cc6de1ea-aef4-45bc-833d-2d0924d66e39 req-93477fdb-9b11-4186-be7e-dcbd831f2d15 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715125 Jul 08 20:18:28.459241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673d085-217c-4673-909d-2a2ddd3de40a req-2e826416-4ddf-4ee5-951b-bc8861d3d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:28.459430 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c755fbdc-da4a-48da-aada-1aa4b1256069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:28.460804 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3673d085-217c-4673-909d-2a2ddd3de40a req-2e826416-4ddf-4ee5-951b-bc8861d3d82c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=856af900-c58d-420c-bc41-3fa811a4bf28 HTTP/1.1" status: 200 len: 860 time: 0.2640727 Jul 08 20:18:28.465447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:28.466097 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:28.467619 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] 10.222.0.103 "PUT /v2.0/ports/cf7d9936-d1ba-4b75-ae6e-5adbe670824d HTTP/1.1" status: 200 len: 1093 time: 1.7441740 Jul 08 20:18:28.529907 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Request body: {'port': {'device_id': '0599672e-089a-41e5-9954-228648525526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:28.538416 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c755fbdc-da4a-48da-aada-1aa4b1256069 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=098481a90a744b258a53087ebc53b5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5300138 Jul 08 20:18:28.541655 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49474) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:28.543645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755fbdc-da4a-48da-aada-1aa4b1256069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273f223a-964f-4d35-ac1d-a12e13533541,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:28.580864 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3673d085-217c-4673-909d-2a2ddd3de40a req-dce0c5e4-bab2-4c49-ba35-fe02b23d90c0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1494693d-10df-4f93-a8c3-b15579ec8a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854909 Jul 08 20:18:28.646006 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-38bbb912-a5ba-4c7f-9fad-d2d6c450ca68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:28.683915 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-38bbb912-a5ba-4c7f-9fad-d2d6c450ca68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:28.786394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9834bb94-87da-4e66-92f8-d9aeff43c264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:28.790015 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-38bbb912-a5ba-4c7f-9fad-d2d6c450ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:28.792864 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-38bbb912-a5ba-4c7f-9fad-d2d6c450ca68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:28.796551 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-38bbb912-a5ba-4c7f-9fad-d2d6c450ca68 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/273f223a-964f-4d35-ac1d-a12e13533541 HTTP/1.1" status: 204 len: 168 time: 0.2514334 Jul 08 20:18:28.859527 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbb912-a5ba-4c7f-9fad-d2d6c450ca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273f223a-964f-4d35-ac1d-a12e13533541,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:29.054699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f102f-c816-47ee-9dd6-6fcd16419c23 req-e7157c3c-92d3-4418-9db6-6b7a9333be8c tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:29.060829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f102f-c816-47ee-9dd6-6fcd16419c23 req-e7157c3c-92d3-4418-9db6-6b7a9333be8c tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:29.066250 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56cd95-6156-4233-a0e4-6d7a12143c0f service neutron] Pushing event updated for resources: {'Port': ['ID=cf7d9936-d1ba-4b75-ae6e-5adbe670824d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:29.066791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f102f-c816-47ee-9dd6-6fcd16419c23 req-e7157c3c-92d3-4418-9db6-6b7a9333be8c tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:29.068843 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-352f102f-c816-47ee-9dd6-6fcd16419c23 req-e7157c3c-92d3-4418-9db6-6b7a9333be8c tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2401 time: 0.1391535 Jul 08 20:18:29.125257 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49488) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:29.134246 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e3f370c-3727-4983-87f0-d0239b4cf699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.148378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-352f102f-c816-47ee-9dd6-6fcd16419c23 req-29fb214d-43f3-4880-b183-e6d1e536ffce tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630338 Jul 08 20:18:29.151150 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23178d5b-580e-4c17-b7ef-0324e00634f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.189683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-6e3f370c-3727-4983-87f0-d0239b4cf699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8d4455-76b7-4da7-903b-af304e444c89']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:29.229404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-6e3f370c-3727-4983-87f0-d0239b4cf699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:29.229798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-6e3f370c-3727-4983-87f0-d0239b4cf699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449cd7e8-8f0c-4c3b-83cc-a6c20c8e98f9') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:29.244774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-f5e0d706-3bfe-4129-944f-83bbf04205f7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Deleting port c4cb7baa-b97c-4856-a967-7b5b619057be {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:29.245124 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-f5e0d706-3bfe-4129-944f-83bbf04205f7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.250537 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e3f370c-3727-4983-87f0-d0239b4cf699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.267807 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3673d085-217c-4673-909d-2a2ddd3de40a req-73b0e010-fa18-4736-8f21-528b8fbbff33 service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696755 Jul 08 20:18:29.268404 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.296184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9834bb94-87da-4e66-92f8-d9aeff43c264 admin admin] Deleting port ee265319-fa5a-4614-a50a-fdddcdaef9f0 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:29.296543 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9834bb94-87da-4e66-92f8-d9aeff43c264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.333628 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e3f370c-3727-4983-87f0-d0239b4cf699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.391192 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23178d5b-580e-4c17-b7ef-0324e00634f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.397208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3f370c-3727-4983-87f0-d0239b4cf699 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:18:29.397630 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e3f370c-3727-4983-87f0-d0239b4cf699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.397747 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23178d5b-580e-4c17-b7ef-0324e00634f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:18:29.404748 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:18:29.451487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'tag': '9394efa5-71ea-424f-9cae-11b89d121c35'}, {'name': 'network-changed', 'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'tag': 'cf7d9936-d1ba-4b75-ae6e-5adbe670824d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:29.453865 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0f4394-5945-458e-bb17-a87881ba1f41" -d '{"events": [{"name": "network-changed", "server_uuid": "0599672e-089a-41e5-9954-228648525526", "tag": "9394efa5-71ea-424f-9cae-11b89d121c35"}, {"name": "network-changed", "server_uuid": "0599672e-089a-41e5-9954-228648525526", "tag": "cf7d9936-d1ba-4b75-ae6e-5adbe670824d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:29.460771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23178d5b-580e-4c17-b7ef-0324e00634f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492079f9-3303-48d9-900c-18047f0cc8e0,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:29.469198 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-23178d5b-580e-4c17-b7ef-0324e00634f3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ce7a4762c1bf41f98f2ed806e4af74f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429346 Jul 08 20:18:29.475776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49492) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:29.506043 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9630a-8c62-4054-85aa-0004711230f6 req-10b06ed0-9795-4949-b796-bfd578032cca tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:29.508255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1da9630a-8c62-4054-85aa-0004711230f6 req-10b06ed0-9795-4949-b796-bfd578032cca tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 945 time: 0.2326877 Jul 08 20:18:29.518582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-9834bb94-87da-4e66-92f8-d9aeff43c264 admin admin] For port ee265319-fa5a-4614-a50a-fdddcdaef9f0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ee265319-fa5a-4614-a50a-fdddcdaef9f0,segment=NetworkSegment(79fdbbb2-999c-4be3-8625-db4cd47634b7),segment_id=79fdbbb2-999c-4be3-8625-db4cd47634b7)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:29.519111 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9834bb94-87da-4e66-92f8-d9aeff43c264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.548769 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-f5e0d706-3bfe-4129-944f-83bbf04205f7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.549049 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-f5e0d706-3bfe-4129-944f-83bbf04205f7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.559159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9834bb94-87da-4e66-92f8-d9aeff43c264 admin admin] Calling delete_port for ee265319-fa5a-4614-a50a-fdddcdaef9f0 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:29.566395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e3f370c-3727-4983-87f0-d0239b4cf699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.585315 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e3f370c-3727-4983-87f0-d0239b4cf699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.587186 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6e3f370c-3727-4983-87f0-d0239b4cf699 admin admin] 10.222.0.101 "DELETE /v2.0/networks/1f8d4455-76b7-4da7-903b-af304e444c89 HTTP/1.1" status: 204 len: 168 time: 1.4093814 Jul 08 20:18:29.596398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49494) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:29.598162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-f5e0d706-3bfe-4129-944f-83bbf04205f7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Calling delete_port for c4cb7baa-b97c-4856-a967-7b5b619057be owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:29.623786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f370c-3727-4983-87f0-d0239b4cf699 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8d4455-76b7-4da7-903b-af304e444c89,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:29.644821 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3673d085-217c-4673-909d-2a2ddd3de40a req-6dfb1de4-7803-47b7-8aff-1341601ab4da service neutron] 10.222.0.103 "GET /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482070 Jul 08 20:18:29.660747 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1da9630a-8c62-4054-85aa-0004711230f6 req-5aba8497-d3ec-4acf-bae3-71992f193ee3 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378956 Jul 08 20:18:29.685755 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-158f1aee-5aa2-4d28-9352-20789eca1364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.702780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1153f98c-4c8d-4223-955e-af0667846280 admin admin] Deleting subnet 34b031b6-98de-4631-803a-88f68ca5aa8a {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:18:29.723529 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1153f98c-4c8d-4223-955e-af0667846280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.753990 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-158f1aee-5aa2-4d28-9352-20789eca1364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.835422 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1153f98c-4c8d-4223-955e-af0667846280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.889562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb876628-854b-47b3-a30e-f7547df40cdc {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:18:29.904022 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.918578 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-f5e0d706-3bfe-4129-944f-83bbf04205f7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.925612 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1153f98c-4c8d-4223-955e-af0667846280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.949021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Transition to ACTIVE for port object bb876628-854b-47b3-a30e-f7547df40cdc will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:29.950519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0d706-3bfe-4129-944f-83bbf04205f7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Pushing event deleted for resources: {'Port': ['ID=c4cb7baa-b97c-4856-a967-7b5b619057be,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:29.983600 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.987699 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-158f1aee-5aa2-4d28-9352-20789eca1364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.991226 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-158f1aee-5aa2-4d28-9352-20789eca1364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:29.992846 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-158f1aee-5aa2-4d28-9352-20789eca1364 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/492079f9-3303-48d9-900c-18047f0cc8e0 HTTP/1.1" status: 204 len: 168 time: 0.5146632 Jul 08 20:18:30.035524 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1153f98c-4c8d-4223-955e-af0667846280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:30.059745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f1aee-5aa2-4d28-9352-20789eca1364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492079f9-3303-48d9-900c-18047f0cc8e0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:30.072466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bb876628-854b-47b3-a30e-f7547df40cdc,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:30.098236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153f98c-4c8d-4223-955e-af0667846280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b031b6-98de-4631-803a-88f68ca5aa8a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:30.106742 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-f5e0d706-3bfe-4129-944f-83bbf04205f7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:30.107097 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1153f98c-4c8d-4223-955e-af0667846280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:30.108737 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-f5e0d706-3bfe-4129-944f-83bbf04205f7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:30.109581 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1153f98c-4c8d-4223-955e-af0667846280 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/34b031b6-98de-4631-803a-88f68ca5aa8a HTTP/1.1" status: 204 len: 168 time: 0.5106685 Jul 08 20:18:30.120521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49506) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:30.131474 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-377481fa-4902-473b-8ba0-1d7c98ca3365 req-f5e0d706-3bfe-4129-944f-83bbf04205f7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "DELETE /v2.0/floatingips/38d0ebd8-8d59-42d6-922f-385111391c85 HTTP/1.1" status: 204 len: 173 time: 1.8155217 Jul 08 20:18:30.132754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9834bb94-87da-4e66-92f8-d9aeff43c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:30.201884 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178840ba-6562-4db2-a08a-bb245e74defa x-openstack-request-id: req-178840ba-6562-4db2-a08a-bb245e74defa {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:30.202099 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0599672e-089a-41e5-9954-228648525526", "tag": "9394efa5-71ea-424f-9cae-11b89d121c35", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0599672e-089a-41e5-9954-228648525526", "tag": "cf7d9936-d1ba-4b75-ae6e-5adbe670824d", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:30.202358 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-178840ba-6562-4db2-a08a-bb245e74defa {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:30.202762 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'tag': '9394efa5-71ea-424f-9cae-11b89d121c35', 'status': 'completed', 'code': 200} Jul 08 20:18:30.203018 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'tag': 'cf7d9936-d1ba-4b75-ae6e-5adbe670824d', 'status': 'completed', 'code': 200} Jul 08 20:18:30.216808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834bb94-87da-4e66-92f8-d9aeff43c264 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee265319-fa5a-4614-a50a-fdddcdaef9f0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:30.225212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Attempting to bind port bb876628-854b-47b3-a30e-f7547df40cdc on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:30.225550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Attempting to bind port bb876628-854b-47b3-a30e-f7547df40cdc by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'a2bd1092-7bad-4569-8565-4f2ea9572b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:30.225884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Attempting to bind port bb876628-854b-47b3-a30e-f7547df40cdc on network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:30.264200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Port bb876628-854b-47b3-a30e-f7547df40cdc on network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:18:30.264695 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Attempting to bind port bb876628-854b-47b3-a30e-f7547df40cdc on network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:30.330694 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:30.331051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Checking segment: {'id': 'a2bd1092-7bad-4569-8565-4f2ea9572b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:30.331454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Bound using segment: {'id': 'a2bd1092-7bad-4569-8565-4f2ea9572b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:30.332467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Bound port: bb876628-854b-47b3-a30e-f7547df40cdc, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2bd1092-7bad-4569-8565-4f2ea9572b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:30.332467 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:30.353546 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da9a14d9-f8a0-4725-bc55-113dfd8603d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:30.474776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] For port bb876628-854b-47b3-a30e-f7547df40cdc, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:30.482266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-aad92f16-6a17-404c-9c6b-7267f60e79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:30.485216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-aad92f16-6a17-404c-9c6b-7267f60e79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:30.487258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-aad92f16-6a17-404c-9c6b-7267f60e79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:30.490268 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-aad92f16-6a17-404c-9c6b-7267f60e79b6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3404ade70f2541f2811596eefba2d608&device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2827 time: 0.2494419 Jul 08 20:18:30.495550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] For port bb876628-854b-47b3-a30e-f7547df40cdc, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bb876628-854b-47b3-a30e-f7547df40cdc,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:30.515911 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:30.646420 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:30.647048 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:30.648499 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] 10.222.0.103 "PUT /v2.0/ports/bb876628-854b-47b3-a30e-f7547df40cdc HTTP/1.1" status: 200 len: 1093 time: 2.1389878 Jul 08 20:18:30.817599 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b8add87-02e8-45b2-8780-6cebe8a58d7c req-8c7e6b31-568e-4aa5-be2b-d196c39b7999 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups/a4492736-36c8-4e55-a457-70ef3367f71d HTTP/1.1" status: 200 len: 1807 time: 0.3205247 Jul 08 20:18:30.852939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c44f9-6475-42a8-bde4-6ca6895c82d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bb876628-854b-47b3-a30e-f7547df40cdc,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:30.895518 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-7ee7961a-06c9-4867-9aa8-1360dfb2236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:30.896016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-7ee7961a-06c9-4867-9aa8-1360dfb2236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:30.896882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-7ee7961a-06c9-4867-9aa8-1360dfb2236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:30.899187 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-7ee7961a-06c9-4867-9aa8-1360dfb2236e service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=3404ade70f2541f2811596eefba2d608&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3939781 Jul 08 20:18:30.997907 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da9a14d9-f8a0-4725-bc55-113dfd8603d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.015321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-da9a14d9-f8a0-4725-bc55-113dfd8603d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b30f35-6fc2-49c7-bc09-26ac47ea2bb3']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:31.039246 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2b8add87-02e8-45b2-8780-6cebe8a58d7c req-ab6b96c6-ca61-4c9f-9c7e-4782aa3b8193 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.039846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-da9a14d9-f8a0-4725-bc55-113dfd8603d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ef8cca-52a6-4fba-9c95-cb6a66f83f1a') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:31.040143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-da9a14d9-f8a0-4725-bc55-113dfd8603d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ef8cca-52a6-4fba-9c95-cb6a66f83f1a') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:31.059559 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da9a14d9-f8a0-4725-bc55-113dfd8603d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.066726 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9834bb94-87da-4e66-92f8-d9aeff43c264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.081457 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da9a14d9-f8a0-4725-bc55-113dfd8603d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.090759 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9a14d9-f8a0-4725-bc55-113dfd8603d3 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:18:31.091237 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da9a14d9-f8a0-4725-bc55-113dfd8603d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:18:31.093114 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:18:31.115983 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2b8add87-02e8-45b2-8780-6cebe8a58d7c req-ab6b96c6-ca61-4c9f-9c7e-4782aa3b8193 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.156222 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-fb7b4154-33d6-4b5d-a899-b4f2c9e11801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:31.157819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-fb7b4154-33d6-4b5d-a899-b4f2c9e11801 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2519689 Jul 08 20:18:31.202752 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2b8add87-02e8-45b2-8780-6cebe8a58d7c req-ab6b96c6-ca61-4c9f-9c7e-4782aa3b8193 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.214868 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2b8add87-02e8-45b2-8780-6cebe8a58d7c req-ab6b96c6-ca61-4c9f-9c7e-4782aa3b8193 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.227107 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b8add87-02e8-45b2-8780-6cebe8a58d7c req-ab6b96c6-ca61-4c9f-9c7e-4782aa3b8193 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "DELETE /v2.0/security-groups/a4492736-36c8-4e55-a457-70ef3367f71d HTTP/1.1" status: 204 len: 173 time: 0.4065397 Jul 08 20:18:31.232828 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da9a14d9-f8a0-4725-bc55-113dfd8603d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.243471 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da9a14d9-f8a0-4725-bc55-113dfd8603d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.250153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-da9a14d9-f8a0-4725-bc55-113dfd8603d3 admin admin] 10.222.0.101 "DELETE /v2.0/networks/d4b30f35-6fc2-49c7-bc09-26ac47ea2bb3 HTTP/1.1" status: 204 len: 168 time: 1.1284270 Jul 08 20:18:31.263922 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a14d9-f8a0-4725-bc55-113dfd8603d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b30f35-6fc2-49c7-bc09-26ac47ea2bb3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:31.282415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b96c6-ca61-4c9f-9c7e-4782aa3b8193 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4492736-36c8-4e55-a457-70ef3367f71d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:31.330787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-c452dd6b-f963-4539-9b71-839ec1c6cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:31.332217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-c452dd6b-f963-4539-9b71-839ec1c6cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:31.332808 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-c452dd6b-f963-4539-9b71-839ec1c6cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:31.334884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-c452dd6b-f963-4539-9b71-839ec1c6cfac service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3404ade70f2541f2811596eefba2d608&device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2869 time: 0.1081281 Jul 08 20:18:31.410707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-1cd0b6ca-856c-4e34-a6b4-29a996a8b7f7 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:18:31.411871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-1cd0b6ca-856c-4e34-a6b4-29a996a8b7f7 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316916 Jul 08 20:18:31.452096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] Request body: {'binding': {'host': 'n-h2-791506-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:31.452752 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] Unknown quota resources ['binding']. {{(pid=94065) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:18:31.465511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9834bb94-87da-4e66-92f8-d9aeff43c264 admin admin] Router e9de9967-5ec3-484b-ae5b-7bf96f22f704 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:18:31.537783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49558) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:31.604503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecdcdb-1533-4ac2-9ad2-531c00198c9d req-881eb0b2-887c-4575-986b-92946bc132f5 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:31.610509 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecdcdb-1533-4ac2-9ad2-531c00198c9d req-881eb0b2-887c-4575-986b-92946bc132f5 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:31.616731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecdcdb-1533-4ac2-9ad2-531c00198c9d req-881eb0b2-887c-4575-986b-92946bc132f5 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:31.618430 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6ecdcdb-1533-4ac2-9ad2-531c00198c9d req-881eb0b2-887c-4575-986b-92946bc132f5 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2413 time: 0.2442462 Jul 08 20:18:31.619635 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-d6f46640-442f-4a63-a1f5-9d1a14119eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:31.620114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-d6f46640-442f-4a63-a1f5-9d1a14119eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:31.620590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-d6f46640-442f-4a63-a1f5-9d1a14119eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:31.622096 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-d6f46640-442f-4a63-a1f5-9d1a14119eed service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=3404ade70f2541f2811596eefba2d608&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2784259 Jul 08 20:18:31.631690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c4fb6640-605b-44ec-8289-87e78dc824d6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=497d536bc47446ccb3b69c5679cc9909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0901399 Jul 08 20:18:31.631922 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49560) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:31.640711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9834bb94-87da-4e66-92f8-d9aeff43c264 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:31.647956 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9834bb94-87da-4e66-92f8-d9aeff43c264 admin admin] 10.222.0.101 "PUT /v2.0/routers/e9de9967-5ec3-484b-ae5b-7bf96f22f704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5622208 Jul 08 20:18:31.654137 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b476c5-a321-4933-8754-28092099ae28 None None] Sync routers for ids ['e9de9967-5ec3-484b-ae5b-7bf96f22f704'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:31.665231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b476c5-a321-4933-8754-28092099ae28 None None] Routers {'e9de9967-5ec3-484b-ae5b-7bf96f22f704'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:31.666125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-12b476c5-a321-4933-8754-28092099ae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e9de9967-5ec3-484b-ae5b-7bf96f22f704'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:31.685142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49562) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:31.770100 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6ecdcdb-1533-4ac2-9ad2-531c00198c9d req-25c4140f-b785-4c3a-811d-a18872698286 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297803 Jul 08 20:18:31.772863 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1dcfa3c-8727-45c5-9f0c-90322bc9c1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.791901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-12b476c5-a321-4933-8754-28092099ae28 None None] Set router e9de9967-5ec3-484b-ae5b-7bf96f22f704 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:31.806207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] Attempting to bind port f5996eb7-d325-4b8e-88e7-20497523d52d on host n-h2-791506-16 for vnic_type normal with profile None {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:31.806578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] Attempting to bind port f5996eb7-d325-4b8e-88e7-20497523d52d by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:31.806954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] Attempting to bind port f5996eb7-d325-4b8e-88e7-20497523d52d on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:31.828239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] Port f5996eb7-d325-4b8e-88e7-20497523d52d on network d2787acb-ce97-4e22-86fe-e3a85811ac14 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:18:31.828570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] Attempting to bind port f5996eb7-d325-4b8e-88e7-20497523d52d on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:31.835005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-ac0fd2c9-1e0c-45af-8235-f7fba3021a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:31.836504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e0f4394-5945-458e-bb17-a87881ba1f41 req-ac0fd2c9-1e0c-45af-8235-f7fba3021a2c service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2052450 Jul 08 20:18:31.839151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:31.839488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] Checking segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:31.839868 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] Bound using segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:31.840299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] Bound port: f5996eb7-d325-4b8e-88e7-20497523d52d, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:31.853452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1dcfa3c-8727-45c5-9f0c-90322bc9c1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.905947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f5996eb7-d325-4b8e-88e7-20497523d52d,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:31.913768 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] Notify callbacks [] for binding, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:31.919980 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] 10.222.0.101 "POST /v2.0/ports/f5996eb7-d325-4b8e-88e7-20497523d52d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4727855 Jul 08 20:18:31.966449 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:32.078164 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1dcfa3c-8727-45c5-9f0c-90322bc9c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:32.084901 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1dcfa3c-8727-45c5-9f0c-90322bc9c1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:32.088660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d1dcfa3c-8727-45c5-9f0c-90322bc9c1ec admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/efbf7f91-c513-4a87-a09f-11904c3acbc5 HTTP/1.1" status: 204 len: 168 time: 0.4533067 Jul 08 20:18:32.088825 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-2c81e7ed-7840-419b-b495-5c42284a121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:32.088825 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-2c81e7ed-7840-419b-b495-5c42284a121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:32.097523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-2c81e7ed-7840-419b-b495-5c42284a121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:32.107066 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-2c81e7ed-7840-419b-b495-5c42284a121c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3404ade70f2541f2811596eefba2d608&device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2869 time: 0.1840222 Jul 08 20:18:32.156004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-12b476c5-a321-4933-8754-28092099ae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'name': 'tempest-FloatingIPsTestJSON-158810022-router', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '437a089a-2213-40ab-bc83-e1984d55f569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:29Z', 'revision_number': 5, 'project_id': 'a45b158f7608485681c6297ed9704146', 'gw_port': {'id': '437a089a-2213-40ab-bc83-e1984d55f569', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:32.181013 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcfa3c-8727-45c5-9f0c-90322bc9c1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbf7f91-c513-4a87-a09f-11904c3acbc5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:32.237496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b476c5-a321-4933-8754-28092099ae28 None None] Checking router: e9de9967-5ec3-484b-ae5b-7bf96f22f704 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:32.241606 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:32.256668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b476c5-a321-4933-8754-28092099ae28 None None] Routers {'e9de9967-5ec3-484b-ae5b-7bf96f22f704'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:32.256839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'tag': 'bb876628-854b-47b3-a30e-f7547df40cdc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:32.257352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-12b476c5-a321-4933-8754-28092099ae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e9de9967-5ec3-484b-ae5b-7bf96f22f704'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:32.262585 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3" -d '{"events": [{"name": "network-changed", "server_uuid": "0599672e-089a-41e5-9954-228648525526", "tag": "bb876628-854b-47b3-a30e-f7547df40cdc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:32.323620 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-a22b4ac7-8177-4be5-ba1a-d27ed4ba27db service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.104&port_id=9394efa5-71ea-424f-9cae-11b89d121c35 HTTP/1.1" status: 200 len: 217 time: 0.2072248 Jul 08 20:18:32.510416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Deleting port 437a089a-2213-40ab-bc83-e1984d55f569 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:32.510771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:32.583838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85990d62-3cab-499a-a3d0-7565d0566f8f req-e58ed2da-498b-4de6-875f-bb02c548800d tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:32.595237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-85990d62-3cab-499a-a3d0-7565d0566f8f req-e58ed2da-498b-4de6-875f-bb02c548800d tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 945 time: 0.3348522 Jul 08 20:18:32.638292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-12b476c5-a321-4933-8754-28092099ae28 None None] Set router e9de9967-5ec3-484b-ae5b-7bf96f22f704 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:32.702087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-85990d62-3cab-499a-a3d0-7565d0566f8f req-6dd84fb9-c229-4d9a-be44-7a6111f066b5 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017182 Jul 08 20:18:32.722565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] For port 437a089a-2213-40ab-bc83-e1984d55f569, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=437a089a-2213-40ab-bc83-e1984d55f569,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:32.723233 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:32.745163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Calling delete_port for 437a089a-2213-40ab-bc83-e1984d55f569 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:32.753425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-12b476c5-a321-4933-8754-28092099ae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'name': 'tempest-FloatingIPsTestJSON-158810022-router', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:32Z', 'revision_number': 6, 'project_id': 'a45b158f7608485681c6297ed9704146', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:32.768151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-065164d9-fa36-4142-a2c3-eb5c29fb94af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:32.769540 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-065164d9-fa36-4142-a2c3-eb5c29fb94af service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9e15f4e7-e7fc-4a5a-a0a8-19b51d5bb66d HTTP/1.1" status: 200 len: 801 time: 0.4375877 Jul 08 20:18:32.774538 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-3d43791f-8280-483d-b156-e295dda792d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:32.776037 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-3d43791f-8280-483d-b156-e295dda792d9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 1097 time: 0.5084970 Jul 08 20:18:32.827777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b476c5-a321-4933-8754-28092099ae28 None None] The sync data for ids ['e9de9967-5ec3-484b-ae5b-7bf96f22f704'] in n-d-791506-16 is: [{'id': 'e9de9967-5ec3-484b-ae5b-7bf96f22f704', 'name': 'tempest-FloatingIPsTestJSON-158810022-router', 'tenant_id': 'a45b158f7608485681c6297ed9704146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:02Z', 'updated_at': '2021-07-08T20:18:32Z', 'revision_number': 6, 'project_id': 'a45b158f7608485681c6297ed9704146', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:32.887464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59b1a0-db48-44f6-a6fa-daf4e0e66dc1 req-af29d13b-a043-4279-ad54-42232849c105 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:32.889130 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c59b1a0-db48-44f6-a6fa-daf4e0e66dc1 req-af29d13b-a043-4279-ad54-42232849c105 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 945 time: 0.1877289 Jul 08 20:18:32.928874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49592) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:33.001989 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b6907e72-02fc-47a4-a358-7575ed2cdc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:33.003790 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b6907e72-02fc-47a4-a358-7575ed2cdc21 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2fed78bf-79e0-4d92-b61b-77fa20fd50e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2162180 Jul 08 20:18:33.006589 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.016084 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c59b1a0-db48-44f6-a6fa-daf4e0e66dc1 req-a15ca59d-9933-434c-800e-4a4da5bcef27 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180778 Jul 08 20:18:33.042485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=437a089a-2213-40ab-bc83-e1984d55f569,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:33.042655 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-fe647f46-6b43-4627-bb1f-69ee3eaffc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:33.042655 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-fe647f46-6b43-4627-bb1f-69ee3eaffc0a service neutron] 10.222.0.103 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.2477829 Jul 08 20:18:33.053667 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2b17e3b1-a052-4100-9542-81bb74a3cfaa admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f7cb1b14237343019ce3fdf657584ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1207387 Jul 08 20:18:33.055098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49594) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:33.086738 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279725b8-71d6-4c4d-b471-fbcf2d13f099 x-openstack-request-id: req-279725b8-71d6-4c4d-b471-fbcf2d13f099 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:33.087023 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0599672e-089a-41e5-9954-228648525526", "tag": "bb876628-854b-47b3-a30e-f7547df40cdc", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:33.087275 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-279725b8-71d6-4c4d-b471-fbcf2d13f099 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:33.087663 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'tag': 'bb876628-854b-47b3-a30e-f7547df40cdc', 'status': 'completed', 'code': 200} Jul 08 20:18:33.118637 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-67685ddf-c028-42f4-b866-e7e42f458d04 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5996eb7-d325-4b8e-88e7-20497523d52d HTTP/1.1" status: 200 len: 217 time: 0.0666375 Jul 08 20:18:33.183315 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.198597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-40542902-e399-4628-b6c7-59b6f2944bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:33.200105 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-40542902-e399-4628-b6c7-59b6f2944bbb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.0715325 Jul 08 20:18:33.202066 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-4fed54e8-00fc-4f99-92a3-1fbb9db3f72b service neutron] 10.222.0.103 "GET /v2.0/networks/2fed78bf-79e0-4d92-b61b-77fa20fd50e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796670 Jul 08 20:18:33.289926 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-3fefe23c-4577-498d-b62f-45e033f16267 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754399 Jul 08 20:18:33.327936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08cc68-6c66-4ac2-97eb-e88157d712d6 req-df0a1e3b-4e99-41d3-be56-31f76879ba40 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:33.338467 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ef08cc68-6c66-4ac2-97eb-e88157d712d6 req-df0a1e3b-4e99-41d3-be56-31f76879ba40 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 945 time: 0.3046110 Jul 08 20:18:33.347859 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.350426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-793911cc-15b4-436f-9ec5-d3349e363424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.361846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.412275 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b5c3b568-517a-47d3-9492-9560c76ae2cd service neutron] 10.222.0.103 "GET /v2.0/networks/2fed78bf-79e0-4d92-b61b-77fa20fd50e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856952 Jul 08 20:18:33.437482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-793911cc-15b4-436f-9ec5-d3349e363424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.454074 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.455114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9de9967-5ec3-484b-ae5b-7bf96f22f704 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:18:33.462935 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.466466 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-01edc466-78cc-4dbe-9528-77f8df4053a0 admin admin] 10.222.0.101 "DELETE /v2.0/routers/e9de9967-5ec3-484b-ae5b-7bf96f22f704 HTTP/1.1" status: 204 len: 168 time: 1.7767715 Jul 08 20:18:33.468681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49602) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:33.479703 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-e72b2ace-73f0-49e8-88f9-4b0e5653b589 service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800883 Jul 08 20:18:33.479950 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ef08cc68-6c66-4ac2-97eb-e88157d712d6 req-2c91c90d-b42a-46f6-8731-ce19cfa06175 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405194 Jul 08 20:18:33.480949 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-382923a7-440d-4a33-979e-e395efe70ced service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.114&port_id=cf7d9936-d1ba-4b75-ae6e-5adbe670824d HTTP/1.1" status: 200 len: 217 time: 0.0605836 Jul 08 20:18:33.533002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9838de2-941d-48f5-81c5-9639d20f84fc admin admin] Deleting subnet 7b69d636-6dfa-4d0f-b407-ce033b94db1f {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:18:33.536372 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9838de2-941d-48f5-81c5-9639d20f84fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.567014 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-793911cc-15b4-436f-9ec5-d3349e363424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.569611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-793911cc-15b4-436f-9ec5-d3349e363424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.570786 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-793911cc-15b4-436f-9ec5-d3349e363424 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8e9be572-c0cb-4d35-af59-dd812f45d054 HTTP/1.1" status: 204 len: 168 time: 0.5154459 Jul 08 20:18:33.589408 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9838de2-941d-48f5-81c5-9639d20f84fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.591592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793911cc-15b4-436f-9ec5-d3349e363424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9be572-c0cb-4d35-af59-dd812f45d054,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:33.642095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-dada77e1-a825-40c1-8c16-01bd722b8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:33.643739 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-dada77e1-a825-40c1-8c16-01bd722b8e61 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=24f967ea-b8e6-4f4e-82c2-fab914722dec HTTP/1.1" status: 200 len: 801 time: 0.1310534 Jul 08 20:18:33.715831 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9838de2-941d-48f5-81c5-9639d20f84fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.746923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19346eeb-4eb5-431b-8686-9c41c150d8ad req-8d42e53f-4b04-44fd-be43-76838843d648 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:33.748275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e878b81-acfb-45b2-9d1c-4f71613ffac2 req-7325e2ab-7d73-4026-9540-7df3e1ac736a tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:33.748489 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-19346eeb-4eb5-431b-8686-9c41c150d8ad req-8d42e53f-4b04-44fd-be43-76838843d648 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.2666733 Jul 08 20:18:33.754920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e878b81-acfb-45b2-9d1c-4f71613ffac2 req-7325e2ab-7d73-4026-9540-7df3e1ac736a tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:33.761191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e878b81-acfb-45b2-9d1c-4f71613ffac2 req-7325e2ab-7d73-4026-9540-7df3e1ac736a tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:33.763105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e878b81-acfb-45b2-9d1c-4f71613ffac2 req-7325e2ab-7d73-4026-9540-7df3e1ac736a tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2413 time: 0.1513593 Jul 08 20:18:33.786778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-78bdcf43-1d84-4a1b-b74c-8beef8f54766 service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750385 Jul 08 20:18:33.807799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-e9b8b512-152b-4e53-bb99-528db06cbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:33.809419 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-e9b8b512-152b-4e53-bb99-528db06cbc2d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2f115db7-742b-42d9-a2fc-5dbf3a8491c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527932 Jul 08 20:18:33.824682 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-19346eeb-4eb5-431b-8686-9c41c150d8ad req-00eb2918-aaaf-421c-a486-c860537eb14f tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669663 Jul 08 20:18:33.825545 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e878b81-acfb-45b2-9d1c-4f71613ffac2 req-6db2a8d9-49a4-41c9-b109-9614e49c18fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559027 Jul 08 20:18:33.834168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9838de2-941d-48f5-81c5-9639d20f84fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.913158 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9838de2-941d-48f5-81c5-9639d20f84fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b69d636-6dfa-4d0f-b407-ce033b94db1f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:33.924652 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9838de2-941d-48f5-81c5-9639d20f84fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:33.927510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0db399a-d5f4-4e34-9f9d-3fb3591b6a75 None None] Network 63619aa3-7ccf-42e7-b871-489c80728851 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:33.928221 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c9838de2-941d-48f5-81c5-9639d20f84fc admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7b69d636-6dfa-4d0f-b407-ce033b94db1f HTTP/1.1" status: 204 len: 168 time: 0.4568558 Jul 08 20:18:33.935102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49612) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:34.047393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:34.066715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-694e114f-819f-41c1-a1d0-b57a8c32f1de service neutron] 10.222.0.103 "GET /v2.0/networks/2f115db7-742b-42d9-a2fc-5dbf3a8491c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285094 Jul 08 20:18:34.148480 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49eb8e9b-05d1-448b-9bb0-ca8ee377221f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:34.159293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ee265319-fa5a-4614-a50a-fdddcdaef9f0 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:34.216549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Deleting port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:34.218056 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:34.247660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: ee265319-fa5a-4614-a50a-fdddcdaef9f0 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:34.248009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ee265319-fa5a-4614-a50a-fdddcdaef9f0 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:34.248442 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 437a089a-2213-40ab-bc83-e1984d55f569 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:34.303364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-e07c5ee7-4e36-44f9-b386-1205f81e1df6 service neutron] 10.222.0.103 "GET /v2.0/networks/2f115db7-742b-42d9-a2fc-5dbf3a8491c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143095 Jul 08 20:18:34.350085 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 437a089a-2213-40ab-bc83-e1984d55f569 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:34.351310 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 437a089a-2213-40ab-bc83-e1984d55f569 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:34.376704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] For port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f,segment=NetworkSegment(79fdbbb2-999c-4be3-8625-db4cd47634b7),segment_id=79fdbbb2-999c-4be3-8625-db4cd47634b7)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:34.377282 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:34.402314 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-d5fcd288-5188-47fd-9933-92421298142d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=bb876628-854b-47b3-a30e-f7547df40cdc HTTP/1.1" status: 200 len: 217 time: 0.0900788 Jul 08 20:18:34.405341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Calling delete_port for 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:34.546265 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:34.558523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-8bd5a965-3b63-4f8a-b0c2-2ff0c8212785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:34.560245 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-8bd5a965-3b63-4f8a-b0c2-2ff0c8212785 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9e15f4e7-e7fc-4a5a-a0a8-19b51d5bb66d HTTP/1.1" status: 200 len: 801 time: 0.1499629 Jul 08 20:18:34.588903 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0997288-9789-4d76-9942-e3bf162478c2 None None] DHCP port deletion for 63619aa3-7ccf-42e7-b871-489c80728851 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:18:34.650351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:34.657876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] No DVR routers for this DVR port 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:34.748783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:34.763139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63619aa3-7ccf-42e7-b871-489c80728851']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:34.781695 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fdbbb2-999c-4be3-8625-db4cd47634b7') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:34.782056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fdbbb2-999c-4be3-8625-db4cd47634b7') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:34.794874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:34.802233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b613c164-f65b-4c46-af16-02dda3a95580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:34.803771 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-b613c164-f65b-4c46-af16-02dda3a95580 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2fed78bf-79e0-4d92-b61b-77fa20fd50e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357762 Jul 08 20:18:34.812430 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:34.824949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:18:34.825174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ffd1e-76b0-498d-8da0-8a2e82e003c8 req-b49b8a21-4e83-44fc-b86a-ae812a33b1b4 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:34.825362 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:34.826658 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-914ffd1e-76b0-498d-8da0-8a2e82e003c8 req-b49b8a21-4e83-44fc-b86a-ae812a33b1b4 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 945 time: 0.2015965 Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:18:34.830825 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:18:34.918692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49648) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:34.960781 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:34.961931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49654) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:34.966362 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:34.973389 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] 10.222.0.101 "DELETE /v2.0/networks/63619aa3-7ccf-42e7-b871-489c80728851 HTTP/1.1" status: 204 len: 168 time: 1.0370390 Jul 08 20:18:34.991510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00741167-bf29-4144-8bed-db8369f519fa admin admin] Pushing event deleted for resources: {'Network': ['ID=63619aa3-7ccf-42e7-b871-489c80728851,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:35.019126 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-914ffd1e-76b0-498d-8da0-8a2e82e003c8 req-1e5c02c2-8a30-4e28-a0be-f445ebf6b9a5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614678 Jul 08 20:18:35.056341 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-1f5ced41-f426-4209-87d8-03337211d9c8 service neutron] 10.222.0.103 "GET /v2.0/networks/2fed78bf-79e0-4d92-b61b-77fa20fd50e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286835 Jul 08 20:18:35.100180 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f60ddc17-3f8e-4234-8be2-6a3fa17db18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.203760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1941555543-network', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:35.236072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49660) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:35.321224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902a558-153b-4758-a91f-eefa8914ff1b req-8f40034c-302c-4ff2-bb6c-123bb849f000 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:35.322864 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4902a558-153b-4758-a91f-eefa8914ff1b req-8f40034c-302c-4ff2-bb6c-123bb849f000 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 945 time: 0.1558385 Jul 08 20:18:35.330183 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6b0a877a-b626-419b-81d3-ea87e206f84e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a45b158f7608485681c6297ed9704146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0869415 Jul 08 20:18:35.333052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49662) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:35.367069 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8dec8ccc-838d-48c9-8e75-5949ffae9d45 req-01330263-478b-402d-a059-cbed00946eb5 service neutron] 10.222.0.103 "GET /v2.0/networks/2fed78bf-79e0-4d92-b61b-77fa20fd50e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962511 Jul 08 20:18:35.375041 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f60ddc17-3f8e-4234-8be2-6a3fa17db18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.384597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4902a558-153b-4758-a91f-eefa8914ff1b req-8052c749-8bb6-45b4-86ad-b24a716bf88f tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558143 Jul 08 20:18:35.385684 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f60ddc17-3f8e-4234-8be2-6a3fa17db18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.427468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ddc17-3f8e-4234-8be2-6a3fa17db18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815f8559-3553-40cd-8256-1252b457b809,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:35.431930 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f60ddc17-3f8e-4234-8be2-6a3fa17db18d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=44f1268d7f8a40d6a142c263502cebc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118988 Jul 08 20:18:35.434972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49664) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:35.453778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Made reservation on behalf of 396c1a0f3bc04666aaffe268f898f337 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:35.456509 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.488701 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c274f7a-1aa3-4f1f-9fa8-689f8b01dcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.499314 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.511915 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c274f7a-1aa3-4f1f-9fa8-689f8b01dcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.544786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4092c3e-4b52-47a7-a4ba-14ce1724c702 req-27b3baf2-36e2-49cd-ae34-56038389c7a1 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:35.546313 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4092c3e-4b52-47a7-a4ba-14ce1724c702 req-27b3baf2-36e2-49cd-ae34-56038389c7a1 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.3465302 Jul 08 20:18:35.596994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917868c-8fd2-4401-9862-e81b3d9008f9 req-ecb593ea-f0f4-4d9b-a9ac-9eac98e830e4 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:35.598623 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7917868c-8fd2-4401-9862-e81b3d9008f9 req-ecb593ea-f0f4-4d9b-a9ac-9eac98e830e4 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 945 time: 0.3443854 Jul 08 20:18:35.610840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0756de3-a6b0-4fe4-83ef-31a4203cd9ff req-1b74ad51-20cf-4038-80a5-b4b7db01b8e2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:35.617584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0756de3-a6b0-4fe4-83ef-31a4203cd9ff req-1b74ad51-20cf-4038-80a5-b4b7db01b8e2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:35.623705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0756de3-a6b0-4fe4-83ef-31a4203cd9ff req-1b74ad51-20cf-4038-80a5-b4b7db01b8e2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:35.625770 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b0756de3-a6b0-4fe4-83ef-31a4203cd9ff req-1b74ad51-20cf-4038-80a5-b4b7db01b8e2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2413 time: 0.1065717 Jul 08 20:18:35.626476 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0e62-bdf5-4a57-a6e3-504b2dc66c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.653001 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c274f7a-1aa3-4f1f-9fa8-689f8b01dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.655352 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c274f7a-1aa3-4f1f-9fa8-689f8b01dcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.656485 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2c274f7a-1aa3-4f1f-9fa8-689f8b01dcf7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/815f8559-3553-40cd-8256-1252b457b809 HTTP/1.1" status: 204 len: 168 time: 0.2204261 Jul 08 20:18:35.675039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c274f7a-1aa3-4f1f-9fa8-689f8b01dcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815f8559-3553-40cd-8256-1252b457b809,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:35.711395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0e62-bdf5-4a57-a6e3-504b2dc66c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.727226 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b0756de3-a6b0-4fe4-83ef-31a4203cd9ff req-5f936665-3901-4cba-9e78-9156779d27b6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947301 Jul 08 20:18:35.729176 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4092c3e-4b52-47a7-a4ba-14ce1724c702 req-ad7e4040-56e6-495f-a6d7-f57f4ba95d8f tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/security-groups?id=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700175 Jul 08 20:18:35.767179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3 req-702e5861-0996-4cb3-94b3-a02ecc59f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:35.767737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3 req-702e5861-0996-4cb3-94b3-a02ecc59f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:35.768214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3 req-702e5861-0996-4cb3-94b3-a02ecc59f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:35.770067 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3 req-702e5861-0996-4cb3-94b3-a02ecc59f0f5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3404ade70f2541f2811596eefba2d608&device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2869 time: 0.3194191 Jul 08 20:18:35.940389 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.942961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99704159-1473-412b-a3d2-8c23636c75fe req-7cf3ed11-d0b7-4451-aa4f-5a61823c1865 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:35.952949 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.955751 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99704159-1473-412b-a3d2-8c23636c75fe req-7cf3ed11-d0b7-4451-aa4f-5a61823c1865 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 945 time: 0.1161649 Jul 08 20:18:35.977611 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0e62-bdf5-4a57-a6e3-504b2dc66c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.980144 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0e62-bdf5-4a57-a6e3-504b2dc66c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:35.981639 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ce1b0e62-bdf5-4a57-a6e3-504b2dc66c1a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/35726876-d123-4e2c-bee7-de700a7c3f21 HTTP/1.1" status: 204 len: 168 time: 0.6420922 Jul 08 20:18:36.000729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:18:36.005709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3 req-f0a45c49-6ef8-43e2-82a3-51ed4a78ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:36.007733 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3 req-f0a45c49-6ef8-43e2-82a3-51ed4a78ff39 service neutron] 10.222.0.103 "GET /v2.0/networks?id=2fed78bf-79e0-4d92-b61b-77fa20fd50e6 HTTP/1.1" status: 200 len: 903 time: 0.2264316 Jul 08 20:18:36.032781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-7917868c-8fd2-4401-9862-e81b3d9008f9 req-ced6583c-06f6-4778-98d6-29f477aac7d7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Deleting port b78e3485-22e0-49a2-a9fb-58a4e81b439f {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:36.033120 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7917868c-8fd2-4401-9862-e81b3d9008f9 req-ced6583c-06f6-4778-98d6-29f477aac7d7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.033683 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99704159-1473-412b-a3d2-8c23636c75fe req-9ed61f7d-2a01-46bf-86ce-a578720b7b2a tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762548 Jul 08 20:18:36.081515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3 req-0da26aac-91a1-48db-9a3a-57ec3fdaafc2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=bb876628-854b-47b3-a30e-f7547df40cdc HTTP/1.1" status: 200 len: 217 time: 0.0630417 Jul 08 20:18:36.160916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:36.206076 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:36.209769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9ae033fa-eaef-4e1f-9a89-372ebd2c0d0f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:36.216123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-7917868c-8fd2-4401-9862-e81b3d9008f9 req-ced6583c-06f6-4778-98d6-29f477aac7d7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] For port b78e3485-22e0-49a2-a9fb-58a4e81b439f, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b78e3485-22e0-49a2-a9fb-58a4e81b439f,segment=NetworkSegment(146bc70c-de31-47f8-8576-be08075800e3),segment_id=146bc70c-de31-47f8-8576-be08075800e3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:36.216494 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7917868c-8fd2-4401-9862-e81b3d9008f9 req-ced6583c-06f6-4778-98d6-29f477aac7d7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.240747 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-7917868c-8fd2-4401-9862-e81b3d9008f9 req-ced6583c-06f6-4778-98d6-29f477aac7d7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Calling delete_port for b78e3485-22e0-49a2-a9fb-58a4e81b439f owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:36.241348 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:18:36.258172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d55378-01e0-42c7-89c7-bb979046198a req-11fa2cc4-2e06-4dda-b874-1fd184a0374a tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:36.261074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d7d55378-01e0-42c7-89c7-bb979046198a req-11fa2cc4-2e06-4dda-b874-1fd184a0374a tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.103 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 945 time: 0.1549296 Jul 08 20:18:36.326856 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.327211 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Added segment 05c88d4f-7b6b-48c7-a467-b74d4247424e of type vlan for network 451eb52e-e14b-47a3-85bf-06feecce9001 Jul 08 20:18:36.337172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49676) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:36.358762 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ae0805d-e758-4b16-aa6d-ed0095eb34d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.380790 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.416033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af421ccb-3970-4660-87eb-bec08224c9c3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:36.424333 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.425518 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:36.426283 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.536840 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aa11225b-5ff8-420e-b542-9fc6feb0e58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.543415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Deleting port b9d9514c-e461-4fcb-8247-ce5d5143727c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:36.543836 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.580093 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b0e62-bdf5-4a57-a6e3-504b2dc66c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35726876-d123-4e2c-bee7-de700a7c3f21,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:36.711467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] Pushing event updated for resources: {'Network': ['ID=451eb52e-e14b-47a3-85bf-06feecce9001,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:36.724112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3 req-8be7bdda-fbf8-409b-abc8-b1eaea32d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:36.726006 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3 req-8be7bdda-fbf8-409b-abc8-b1eaea32d353 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9e15f4e7-e7fc-4a5a-a0a8-19b51d5bb66d HTTP/1.1" status: 200 len: 801 time: 0.3041830 Jul 08 20:18:36.745989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 451eb52e-e14b-47a3-85bf-06feecce9001 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:18:36.747641 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7917868c-8fd2-4401-9862-e81b3d9008f9 req-ced6583c-06f6-4778-98d6-29f477aac7d7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.749267 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ae0805d-e758-4b16-aa6d-ed0095eb34d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.765083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b78e3485-22e0-49a2-a9fb-58a4e81b439f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:18:36.773530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ae0805d-e758-4b16-aa6d-ed0095eb34d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.823422 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d6420268-15a2-4419-a20f-7929d1bee092 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8551059 Jul 08 20:18:36.826968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49694) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:36.832677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] For port b9d9514c-e461-4fcb-8247-ce5d5143727c, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b9d9514c-e461-4fcb-8247-ce5d5143727c,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:36.833337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.840245 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-068a0b30-75f1-4d15-98fe-ab9ed432a434 admin admin] Request body: {'subnet': {'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1941555543-subnet', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:36.843626 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6583c-06f6-4778-98d6-29f477aac7d7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Pushing event deleted for resources: {'Port': ['ID=b78e3485-22e0-49a2-a9fb-58a4e81b439f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:36.865205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0805d-e758-4b16-aa6d-ed0095eb34d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0cca8a-d490-4c69-8f28-7854b13867ad,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:36.878146 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3ae0805d-e758-4b16-aa6d-ed0095eb34d3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f6eb42b909db4a3b88e6bf110aa9f861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395358 Jul 08 20:18:36.883244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49696) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:36.886613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dbf72-c33f-4e84-9c72-fbe22e0f8c13 req-b99f2c33-7d13-4ad1-a83a-f55590e2b72f tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:36.888407 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-871dbf72-c33f-4e84-9c72-fbe22e0f8c13 req-b99f2c33-7d13-4ad1-a83a-f55590e2b72f tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 945 time: 0.2556136 Jul 08 20:18:36.901479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb2d2e-5b98-446c-8419-896fcce24a69 req-619f7556-6a3e-4266-b674-1cdd925575fe tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:36.913192 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-70fb2d2e-5b98-446c-8419-896fcce24a69 req-619f7556-6a3e-4266-b674-1cdd925575fe tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 945 time: 0.4901009 Jul 08 20:18:36.932440 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:36.956590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-f3e4df87-5d2d-40fb-b7d4-72e4521dace9 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:36.958429 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-f3e4df87-5d2d-40fb-b7d4-72e4521dace9 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.103 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 945 time: 0.4529867 Jul 08 20:18:37.053593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7917868c-8fd2-4401-9862-e81b3d9008f9 req-ced6583c-06f6-4778-98d6-29f477aac7d7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] No DVR routers for this DVR port b78e3485-22e0-49a2-a9fb-58a4e81b439f on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:37.071708 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7917868c-8fd2-4401-9862-e81b3d9008f9 req-ced6583c-06f6-4778-98d6-29f477aac7d7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:37.073796 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7917868c-8fd2-4401-9862-e81b3d9008f9 req-ced6583c-06f6-4778-98d6-29f477aac7d7 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.103 "DELETE /v2.0/ports/b78e3485-22e0-49a2-a9fb-58a4e81b439f HTTP/1.1" status: 204 len: 173 time: 1.4599469 Jul 08 20:18:37.080801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'name': 'network-vif-deleted', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:37.083374 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76eecf1-069b-4270-a1cd-382282cfc2e4" -d '{"events": [{"server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "name": "network-vif-deleted", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:37.124154 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-70fb2d2e-5b98-446c-8419-896fcce24a69 req-a1decf2b-f9e6-4664-897d-4320014a45bc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099290 Jul 08 20:18:37.162679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3 req-00810406-9768-4f30-a801-ca97b50becac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:37.164513 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3 req-00810406-9768-4f30-a801-ca97b50becac service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2fed78bf-79e0-4d92-b61b-77fa20fd50e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4180155 Jul 08 20:18:37.254672 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa9642ed-55d1-4972-b4be-effcac0243c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:37.393989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49710) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:37.449618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068a0b30-75f1-4d15-98fe-ab9ed432a434 admin admin] Made reservation on behalf of 396c1a0f3bc04666aaffe268f898f337 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:37.451902 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-068a0b30-75f1-4d15-98fe-ab9ed432a434 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:37.566492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-197315217-network', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:37.597227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-871dbf72-c33f-4e84-9c72-fbe22e0f8c13 req-c07dba95-82b0-47a2-b3e2-61afc988f3c9 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups?id=50a01bed-b639-4853-8025-08c9af013acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6697209 Jul 08 20:18:37.663513 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Made reservation on behalf of db1574b40d3d4a778fe9c36faab70414 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:37.666241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:37.690987 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:37.718845 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:37.719138 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:37.719533 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Floating IP 7f131634-7a2e-4776-b1aa-3b5b6dffda8d disassociated. External IP: 172.25.4.172, port: b9d9514c-e461-4fcb-8247-ce5d5143727c. Jul 08 20:18:37.720002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Calling delete_port for b9d9514c-e461-4fcb-8247-ce5d5143727c owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:37.723902 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3 req-8ea84b7c-cce7-4cf0-a62b-1bf8d111a6e2 service neutron] 10.222.0.103 "GET /v2.0/networks/2fed78bf-79e0-4d92-b61b-77fa20fd50e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386653 Jul 08 20:18:37.786305 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa9642ed-55d1-4972-b4be-effcac0243c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:37.827243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 9394efa5-71ea-424f-9cae-11b89d121c35 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:18:37.860155 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1974d81-35ba-48d3-bb9f-e1fcb09aa68e req-6fcb4ce1-2bf9-497a-b232-d50e24de1382 tempest-ServerRescueTestJSONUnderV235-519555154 tempest-ServerRescueTestJSONUnderV235-519555154-project] 10.222.0.101 "GET /v2.0/ports?device_id=9d680424-4e18-4bbc-bc8e-d38f95979445 HTTP/1.1" status: 200 len: 210 time: 0.0813994 Jul 08 20:18:37.877269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Deleting port 33ada08f-e63e-4590-b24a-5adaada5627d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:37.877890 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.034215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.101801 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa9642ed-55d1-4972-b4be-effcac0243c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.104413 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa9642ed-55d1-4972-b4be-effcac0243c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.105972 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aa9642ed-55d1-4972-b4be-effcac0243c2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6f0cca8a-d490-4c69-8f28-7854b13867ad HTTP/1.1" status: 204 len: 168 time: 1.2191298 Jul 08 20:18:38.132078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] For port 33ada08f-e63e-4590-b24a-5adaada5627d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=33ada08f-e63e-4590-b24a-5adaada5627d,segment=NetworkSegment(f4b42d19-2d67-4696-a454-81c605765246),segment_id=f4b42d19-2d67-4696-a454-81c605765246)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:38.132299 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.134629 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.136333 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-068a0b30-75f1-4d15-98fe-ab9ed432a434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.140035 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3d618d8-e72e-4d9a-aa9e-3737d594ffd3 req-0151539f-9921-4257-9f72-584a23046d21 service neutron] 10.222.0.103 "GET /v2.0/networks/2fed78bf-79e0-4d92-b61b-77fa20fd50e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978667 Jul 08 20:18:38.144859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 9394efa5-71ea-424f-9cae-11b89d121c35, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9394efa5-71ea-424f-9cae-11b89d121c35,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:38.160505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '9394efa5-71ea-424f-9cae-11b89d121c35', 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6', 'port_id': '9394efa5-71ea-424f-9cae-11b89d121c35', 'mac_address': 'fa:16:3e:3d:3a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e15f4e7-e7fc-4a5a-a0a8-19b51d5bb66d', 'ip_address': '19.80.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:18:38.174240 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83968710-fa37-477f-94cf-8233f8ed316a req-f293ef5f-b88f-42be-9998-7acb9fe3ba6a tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:38.192666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83968710-fa37-477f-94cf-8233f8ed316a req-f293ef5f-b88f-42be-9998-7acb9fe3ba6a tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:38.203356 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.209533 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83968710-fa37-477f-94cf-8233f8ed316a req-f293ef5f-b88f-42be-9998-7acb9fe3ba6a tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:38.211279 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-83968710-fa37-477f-94cf-8233f8ed316a req-f293ef5f-b88f-42be-9998-7acb9fe3ba6a tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2413 time: 0.4919581 Jul 08 20:18:38.234279 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9642ed-55d1-4972-b4be-effcac0243c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0cca8a-d490-4c69-8f28-7854b13867ad,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:38.234934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9394efa5-71ea-424f-9cae-11b89d121c35 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:18:38.285561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 9394efa5-71ea-424f-9cae-11b89d121c35, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9394efa5-71ea-424f-9cae-11b89d121c35,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:38.291539 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.292841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device cf7d9936-d1ba-4b75-ae6e-5adbe670824d details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:18:38.319364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Pushing event deleted for resources: {'Port': ['ID=b9d9514c-e461-4fcb-8247-ce5d5143727c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:38.365479 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=9394efa5-71ea-424f-9cae-11b89d121c35,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:38.408268 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.410275 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-83968710-fa37-477f-94cf-8233f8ed316a req-2ceae887-e019-44a5-8e93-4e5a7243f3b3 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910334 Jul 08 20:18:38.439690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.510627 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16a355b-9463-40e2-b3fa-15a9deae7df9 x-openstack-request-id: req-d16a355b-9463-40e2-b3fa-15a9deae7df9 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:38.512024 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d680424-4e18-4bbc-bc8e-d38f95979445", "name": "network-vif-deleted", "tag": "b78e3485-22e0-49a2-a9fb-58a4e81b439f", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:38.515221 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d16a355b-9463-40e2-b3fa-15a9deae7df9 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:38.523650 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d680424-4e18-4bbc-bc8e-d38f95979445', 'name': 'network-vif-deleted', 'tag': 'b78e3485-22e0-49a2-a9fb-58a4e81b439f', 'status': 'completed', 'code': 200} Jul 08 20:18:38.530808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port cf7d9936-d1ba-4b75-ae6e-5adbe670824d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=cf7d9936-d1ba-4b75-ae6e-5adbe670824d,segment=NetworkSegment(65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0),segment_id=65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:38.552028 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'cf7d9936-d1ba-4b75-ae6e-5adbe670824d', 'network_id': '2f115db7-742b-42d9-a2fc-5dbf3a8491c6', 'port_id': 'cf7d9936-d1ba-4b75-ae6e-5adbe670824d', 'mac_address': 'fa:16:3e:76:b0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f967ea-b8e6-4f4e-82c2-fab914722dec', 'ip_address': '19.86.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:18:38.620804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:18:38.637020 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.648023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a0b30-75f1-4d15-98fe-ab9ed432a434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d5d5d0-c9e8-49be-8d1f-868394679e4f,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:38.674203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082829e0-96eb-4bc2-b665-7d1382acba57,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:38.675782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7d9936-d1ba-4b75-ae6e-5adbe670824d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:18:38.678876 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.679036 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Added segment ba7622fa-1ff0-4bb7-b5c8-17fb2927f320 of type vlan for network a14339f3-8eb5-41ff-b46c-ffa93b0535d1 Jul 08 20:18:38.736412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port cf7d9936-d1ba-4b75-ae6e-5adbe670824d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=cf7d9936-d1ba-4b75-ae6e-5adbe670824d,segment=NetworkSegment(65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0),segment_id=65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:38.749106 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.749820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bb876628-854b-47b3-a30e-f7547df40cdc details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:18:38.751800 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.752561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.753771 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Floating IP e647f47e-6fa7-4bbd-b7df-5c70e0984de5 disassociated. External IP: 172.25.4.28, port: 33ada08f-e63e-4590-b24a-5adaada5627d. Jul 08 20:18:38.754132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Calling delete_port for 33ada08f-e63e-4590-b24a-5adaada5627d owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:38.771983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec957575-9de4-4239-8fca-6fb998f906e1 req-f3c19ac5-4301-4c50-87b2-c4adef2b4158 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:38.802641 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec957575-9de4-4239-8fca-6fb998f906e1 req-f3c19ac5-4301-4c50-87b2-c4adef2b4158 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 945 time: 0.7419336 Jul 08 20:18:38.830577 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.909159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a0b30-75f1-4d15-98fe-ab9ed432a434 admin admin] Checking segment: {'id': '05c88d4f-7b6b-48c7-a467-b74d4247424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:38.910297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068a0b30-75f1-4d15-98fe-ab9ed432a434 admin admin] Network hostable DHCP agents. Network: 451eb52e-e14b-47a3-85bf-06feecce9001, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:18:38.915908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bb876628-854b-47b3-a30e-f7547df40cdc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bb876628-854b-47b3-a30e-f7547df40cdc,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:38.928074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=cf7d9936-d1ba-4b75-ae6e-5adbe670824d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:38.931153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9c7b4-8ecf-4da8-9a22-e2e306f0d6dd req-4a12ed24-601b-45b8-9382-5d59fc6f57f2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:38.940862 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42e9c7b4-8ecf-4da8-9a22-e2e306f0d6dd req-4a12ed24-601b-45b8-9382-5d59fc6f57f2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 945 time: 0.2890530 Jul 08 20:18:38.945105 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:38.945665 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'bb876628-854b-47b3-a30e-f7547df40cdc', 'network_id': '2fed78bf-79e0-4d92-b61b-77fa20fd50e6', 'port_id': 'bb876628-854b-47b3-a30e-f7547df40cdc', 'mac_address': 'fa:16:3e:d6:eb:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e15f4e7-e7fc-4a5a-a0a8-19b51d5bb66d', 'ip_address': '19.80.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:18:38.947345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:38.948746 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:39.005158 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:39.026504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb876628-854b-47b3-a30e-f7547df40cdc {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:18:39.026700 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42e9c7b4-8ecf-4da8-9a22-e2e306f0d6dd req-00647cfc-23e8-47c4-93ab-c98e978ef279 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846751 Jul 08 20:18:39.062111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bb876628-854b-47b3-a30e-f7547df40cdc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bb876628-854b-47b3-a30e-f7547df40cdc,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:39.076604 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:39.082112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Router 82839ff5-1b64-4101-b522-d264592aeceb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:18:39.127503 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec957575-9de4-4239-8fca-6fb998f906e1 req-bd69c2b1-6509-42f1-b4d7-763f25e74ff3 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups?id=29e1fabc-7564-4c84-a80e-856495422bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201184 Jul 08 20:18:39.131528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068a0b30-75f1-4d15-98fe-ab9ed432a434 admin admin] Network 451eb52e-e14b-47a3-85bf-06feecce9001 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:18:39.171926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49740) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:39.172201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49742) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:39.173328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=bb876628-854b-47b3-a30e-f7547df40cdc,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:39.174181 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7738624 Jul 08 20:18:39.183982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-068a0b30-75f1-4d15-98fe-ab9ed432a434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 451eb52e-e14b-47a3-85bf-06feecce9001) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:39.186380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-24478069-cde1-495d-b181-7c42fada955b admin admin] Request body: {'subnet': {'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-197315217-subnet', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:39.204155 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2f03cc-9c97-4edc-9c87-76fe94958e05 None None] Network 451eb52e-e14b-47a3-85bf-06feecce9001 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:39.222564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068a0b30-75f1-4d15-98fe-ab9ed432a434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:39.226627 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-068a0b30-75f1-4d15-98fe-ab9ed432a434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:39.232185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1406b8-3883-4f86-80f6-f00421ce7c3d admin admin] Pushing event updated for resources: {'Network': ['ID=a14339f3-8eb5-41ff-b46c-ffa93b0535d1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:39.236235 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:39.263381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network a14339f3-8eb5-41ff-b46c-ffa93b0535d1 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:18:39.337505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49746) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:39.340080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Pushing event deleted for resources: {'Port': ['ID=33ada08f-e63e-4590-b24a-5adaada5627d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:39.375242 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75569aa6-5f74-458e-9c6c-425bb872d9f6 req-8c125c86-dd00-4084-8b0d-5d03f3591e62 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 210 time: 0.1053884 Jul 08 20:18:39.423264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-299789634-network', 'tenant_id': 'b3bf966748d24071b9483777d06f251b'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:39.437480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['cf7d9936-d1ba-4b75-ae6e-5adbe670824d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:18:39.442083 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-068a0b30-75f1-4d15-98fe-ab9ed432a434 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6056046 Jul 08 20:18:39.447726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49750) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:39.451987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24478069-cde1-495d-b181-7c42fada955b admin admin] Made reservation on behalf of db1574b40d3d4a778fe9c36faab70414 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:39.452369 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['bb876628-854b-47b3-a30e-f7547df40cdc'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:18:39.454455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24478069-cde1-495d-b181-7c42fada955b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:39.456231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1941555543-router', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:39.491603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:39.501849 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd69f4d-ca36-4f35-85bb-3e8c62691f78 None None] Sync routers for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:39.517674 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd69f4d-ca36-4f35-85bb-3e8c62691f78 None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:39.518928 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1cd69f4d-ca36-4f35-85bb-3e8c62691f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:39.533254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['9394efa5-71ea-424f-9cae-11b89d121c35'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:18:39.554907 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:18:39.554907 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 20:18:39.554907 n-d-791506-16 neutron-server[94066]: [parameters: {'project_id_1': '396c1a0f3bc04666aaffe268f898f337', 'expiration_1': datetime.datetime(2021, 7, 8, 20, 18, 39, 461752)}] Jul 08 20:18:39.554907 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:18:39.558077 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:18:39.585960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] No DVR routers for this DVR port b9d9514c-e461-4fcb-8247-ce5d5143727c on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:39.596876 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:39.599153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d7d55378-01e0-42c7-89c7-bb979046198a req-084aa9e4-0f46-4328-9460-0f36e133b553 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.103 "DELETE /v2.0/ports/b9d9514c-e461-4fcb-8247-ce5d5143727c HTTP/1.1" status: 204 len: 173 time: 3.3297963 Jul 08 20:18:39.599696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adc5ab4-2008-4af1-84e9-58b506428965', 'name': 'network-vif-deleted', 'tag': 'b9d9514c-e461-4fcb-8247-ce5d5143727c'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:39.602072 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fed885c-1e4f-4a4a-999e-53064971b2c3" -d '{"events": [{"server_uuid": "5adc5ab4-2008-4af1-84e9-58b506428965", "name": "network-vif-deleted", "tag": "b9d9514c-e461-4fcb-8247-ce5d5143727c"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:39.669266 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2b1e7b-8795-4fe9-882a-dd74be6bf778 x-openstack-request-id: req-2a2b1e7b-8795-4fe9-882a-dd74be6bf778 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:39.674111 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adc5ab4-2008-4af1-84e9-58b506428965", "name": "network-vif-deleted", "tag": "b9d9514c-e461-4fcb-8247-ce5d5143727c", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:39.674111 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2a2b1e7b-8795-4fe9-882a-dd74be6bf778 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:39.674597 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adc5ab4-2008-4af1-84e9-58b506428965', 'name': 'network-vif-deleted', 'tag': 'b9d9514c-e461-4fcb-8247-ce5d5143727c', 'status': 'completed', 'code': 200} Jul 08 20:18:39.707046 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-1cd69f4d-ca36-4f35-85bb-3e8c62691f78 None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:39.727134 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Made reservation on behalf of b3bf966748d24071b9483777d06f251b for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:39.739744 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:39.776837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7edef-e125-495b-9e9b-989f79596202 req-52292492-36e4-4029-9c32-e00a72bf8a84 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:39.786878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7edef-e125-495b-9e9b-989f79596202 req-52292492-36e4-4029-9c32-e00a72bf8a84 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:39.804213 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7edef-e125-495b-9e9b-989f79596202 req-52292492-36e4-4029-9c32-e00a72bf8a84 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:39.821839 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3a7edef-e125-495b-9e9b-989f79596202 req-52292492-36e4-4029-9c32-e00a72bf8a84 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2416 time: 0.2372091 Jul 08 20:18:39.831887 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:39.912433 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3a7edef-e125-495b-9e9b-989f79596202 req-72f8815f-1d6d-4bbf-adbc-c50945866afb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895808 Jul 08 20:18:39.949385 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b9d9514c-e461-4fcb-8247-ce5d5143727c no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:39.984940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: b9d9514c-e461-4fcb-8247-ce5d5143727c {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:39.985957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b9d9514c-e461-4fcb-8247-ce5d5143727c not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:39.986737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b78e3485-22e0-49a2-a9fb-58a4e81b439f no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:40.028653 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1cd69f4d-ca36-4f35-85bb-3e8c62691f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:34Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:40.033712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-451eb52e-e14b-47a3-85bf-06feecce9001', 'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'fixed_ips': [{'subnet_id': '84d5d5d0-c9e8-49be-8d1f-868394679e4f'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:18:40.034849 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.045146 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.045780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: b78e3485-22e0-49a2-a9fb-58a4e81b439f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:40.046131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b78e3485-22e0-49a2-a9fb-58a4e81b439f not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:40.046552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 33ada08f-e63e-4590-b24a-5adaada5627d no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:40.069451 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd69f4d-ca36-4f35-85bb-3e8c62691f78 None None] Checking router: 82839ff5-1b64-4101-b522-d264592aeceb for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:40.084100 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd69f4d-ca36-4f35-85bb-3e8c62691f78 None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:40.085431 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1cd69f4d-ca36-4f35-85bb-3e8c62691f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:40.119818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 33ada08f-e63e-4590-b24a-5adaada5627d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:40.120259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 33ada08f-e63e-4590-b24a-5adaada5627d not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:40.285042 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-1cd69f4d-ca36-4f35-85bb-3e8c62691f78 None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:40.296478 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24478069-cde1-495d-b181-7c42fada955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.398724 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe01047f-1c16-404a-926c-c895658db148 req-08e89588-0f6c-4425-b9e4-5dbdf4e24d59 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 210 time: 0.0532296 Jul 08 20:18:40.419744 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Allocated IP 172.20.0.2 (451eb52e-e14b-47a3-85bf-06feecce9001/84d5d5d0-c9e8-49be-8d1f-868394679e4f/815b4a49-2f67-48f6-9d37-5edfdc3c2d5f) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:40.431242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Router b5b16a8c-85fe-4129-83d3-4909c60c5915 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:18:40.554254 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.587161 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.589163 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.649867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24478069-cde1-495d-b181-7c42fada955b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce98cba0-b66e-4058-8ee9-59d43b1b571b,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:40.671729 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.703879 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.720143 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186623e7-9ac3-491d-8d80-d7575b591f0b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:40.741663 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf5c2b9f-3740-4b91-9d4a-b9c93365e05a req-6b5e95d5-f596-4a74-8537-06a72756b489 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/ports?device_id=5adc5ab4-2008-4af1-84e9-58b506428965 HTTP/1.1" status: 200 len: 210 time: 0.0514615 Jul 08 20:18:40.760591 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1cd69f4d-ca36-4f35-85bb-3e8c62691f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:34Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:40.770723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:18:40.776869 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.781431 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.782125 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Added segment 5bd5808f-7c76-4b06-a042-667779e3a54f of type vlan for network 09f22467-4999-45ea-bbf6-26db94b6ea72 Jul 08 20:18:40.785503 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Transition to ACTIVE for port object 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:40.796769 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd69f4d-ca36-4f35-85bb-3e8c62691f78 None None] The sync data for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 is: [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:13:26Z', 'revision_number': 4, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2ca7eaf-676a-48df-aa29-f9bd53b0712b', 'name': '', 'network_id': 'c2fb2686-52d6-49c3-9608-e9409cffa1c6', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'mac_address': 'fa:16:3e:7e:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:25Z', 'updated_at': '2021-07-08T20:13:34Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'subnets': [{'id': '8720b65f-a456-4dee-81f5-2b9397f73d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:40.802046 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Transition to ACTIVE for port object 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:40.834677 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.842196 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.883971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2972-34d2-44ec-a57c-8b2fa339c04f req-902fcad1-f219-4f89-8362-5c001d6abb98 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:40.886156 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe6e2972-34d2-44ec-a57c-8b2fa339c04f req-902fcad1-f219-4f89-8362-5c001d6abb98 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 945 time: 0.5979106 Jul 08 20:18:40.886788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24478069-cde1-495d-b181-7c42fada955b admin admin] Checking segment: {'id': 'ba7622fa-1ff0-4bb7-b5c8-17fb2927f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:40.887209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24478069-cde1-495d-b181-7c42fada955b admin admin] Network hostable DHCP agents. Network: a14339f3-8eb5-41ff-b46c-ffa93b0535d1, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:18:40.911809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Pushing event updated for resources: {'Port': ['ID=815b4a49-2f67-48f6-9d37-5edfdc3c2d5f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:40.924083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Network 451eb52e-e14b-47a3-85bf-06feecce9001 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:40.925756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:40.928820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:40.930512 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.943663 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:40.945113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:40.945782 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.043571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Attempting to bind port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:41.044697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Attempting to bind port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '05c88d4f-7b6b-48c7-a467-b74d4247424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:41.045293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Attempting to bind port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f on network 451eb52e-e14b-47a3-85bf-06feecce9001 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:41.055877 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24478069-cde1-495d-b181-7c42fada955b admin admin] Network a14339f3-8eb5-41ff-b46c-ffa93b0535d1 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:18:41.056125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:41.056575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Checking segment: {'id': '05c88d4f-7b6b-48c7-a467-b74d4247424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:41.057125 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.057762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Bound using segment: {'id': '05c88d4f-7b6b-48c7-a467-b74d4247424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:41.058777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Bound port: 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c88d4f-7b6b-48c7-a467-b74d4247424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:41.059425 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.071592 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8963690 Jul 08 20:18:41.075507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49762) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:41.082444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e090c2cd-0f81-4810-a691-5856c1697132 admin admin] Request body: {'subnet': {'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-299789634-subnet', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:41.116760 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe6e2972-34d2-44ec-a57c-8b2fa339c04f req-ccd41366-b6a8-457f-8386-3c0ade7713bb tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634109 Jul 08 20:18:41.122642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-24478069-cde1-495d-b181-7c42fada955b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, a14339f3-8eb5-41ff-b46c-ffa93b0535d1) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:41.128027 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24478069-cde1-495d-b181-7c42fada955b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:41.128622 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24478069-cde1-495d-b181-7c42fada955b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.138939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcacd01c-583b-45f0-8543-5df62cf6ad3c None None] Network a14339f3-8eb5-41ff-b46c-ffa93b0535d1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:41.142887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:41.161520 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029babf8-fff9-4f46-a598-07413ec5c785 admin admin] Pushing event updated for resources: {'Network': ['ID=09f22467-4999-45ea-bbf6-26db94b6ea72,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:41.180846 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de27c3-5a29-42ad-ab11-5da0a551177e None None] New status for floating IP 7f131634-7a2e-4776-b1aa-3b5b6dffda8d: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:18:41.210764 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5127d3-d936-4279-a978-7f9ebdb7fc60 None None] Sync routers for ids ['b5b16a8c-85fe-4129-83d3-4909c60c5915'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:41.218145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 09f22467-4999-45ea-bbf6-26db94b6ea72 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:18:41.234533 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] No DVR routers for this DVR port 33ada08f-e63e-4590-b24a-5adaada5627d on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:41.241388 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-24478069-cde1-495d-b181-7c42fada955b admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0626092 Jul 08 20:18:41.241388 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.242398 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2064ec7a-a43c-4028-ae96-56dca9ec2356 req-73f6df87-5a4c-4812-a967-c959aa9027f6 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.103 "DELETE /v2.0/ports/33ada08f-e63e-4590-b24a-5adaada5627d HTTP/1.1" status: 204 len: 173 time: 4.2688661 Jul 08 20:18:41.246753 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79', 'name': 'network-vif-deleted', 'tag': '33ada08f-e63e-4590-b24a-5adaada5627d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:41.249673 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da70b34d-aa3d-4df9-8470-cdc013447974" -d '{"events": [{"server_uuid": "7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79", "name": "network-vif-deleted", "tag": "33ada08f-e63e-4590-b24a-5adaada5627d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:41.263152 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49764) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:41.277263 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-197315217-router', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:41.295115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e090c2cd-0f81-4810-a691-5856c1697132 admin admin] Made reservation on behalf of b3bf966748d24071b9483777d06f251b for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:18:41.298875 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e090c2cd-0f81-4810-a691-5856c1697132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.304386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] For port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:41.326243 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.327353 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.335685 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773fffd7-fc4d-4426-a809-2325d61af3dd x-openstack-request-id: req-773fffd7-fc4d-4426-a809-2325d61af3dd {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:41.335970 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79", "name": "network-vif-deleted", "tag": "33ada08f-e63e-4590-b24a-5adaada5627d", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:41.336152 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-773fffd7-fc4d-4426-a809-2325d61af3dd {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:41.336800 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79', 'name': 'network-vif-deleted', 'tag': '33ada08f-e63e-4590-b24a-5adaada5627d', 'status': 'completed', 'code': 200} Jul 08 20:18:41.357688 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] For port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=815b4a49-2f67-48f6-9d37-5edfdc3c2d5f,segment=NetworkSegment(05c88d4f-7b6b-48c7-a467-b74d4247424e),segment_id=05c88d4f-7b6b-48c7-a467-b74d4247424e)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:41.376803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.379465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5127d3-d936-4279-a978-7f9ebdb7fc60 None None] Routers {'b5b16a8c-85fe-4129-83d3-4909c60c5915'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:41.380299 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ad5127d3-d936-4279-a978-7f9ebdb7fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b5b16a8c-85fe-4129-83d3-4909c60c5915'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:41.456743 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.466974 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-200789c4-3dd8-4d0c-9f60-765680bb7318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.509129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585471f1-c908-4faf-b44d-096725d0e2b7 req-bf0b84ba-2fd5-4957-b3d4-f43d458a2b0b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:41.516232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585471f1-c908-4faf-b44d-096725d0e2b7 req-bf0b84ba-2fd5-4957-b3d4-f43d458a2b0b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:41.525313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585471f1-c908-4faf-b44d-096725d0e2b7 req-bf0b84ba-2fd5-4957-b3d4-f43d458a2b0b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:41.534378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-585471f1-c908-4faf-b44d-096725d0e2b7 req-bf0b84ba-2fd5-4957-b3d4-f43d458a2b0b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2416 time: 0.4454732 Jul 08 20:18:41.546773 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.639874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.721919 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-585471f1-c908-4faf-b44d-096725d0e2b7 req-912fcb5a-ff67-4712-923d-cd96c05f74fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863399 Jul 08 20:18:41.746250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ef120-e7cc-47ab-8761-fffac3c5f2a3 None None] Pushing event updated for resources: {'Port': ['ID=815b4a49-2f67-48f6-9d37-5edfdc3c2d5f,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:41.790689 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-abf8fc4e-ca4b-4dd6-a495-8d9de962bc77 req-e5afdd63-4c04-4163-8271-1279da9cd973 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/ports?device_id=7b4ae7b5-ca3e-488d-a3d7-b0b4f7c7fd79 HTTP/1.1" status: 200 len: 210 time: 0.1788549 Jul 08 20:18:41.849422 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 9394efa5-71ea-424f-9cae-11b89d121c35 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:41.866887 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e090c2cd-0f81-4810-a691-5856c1697132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.908781 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:41.929307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090c2cd-0f81-4810-a691-5856c1697132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed88bbc9-1f61-4e29-a185-5bef84f4e834,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:41.936095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Allocated IP 172.25.4.38 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/1dbc7360-60e3-4e45-97c8-98e740f42ae8) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:41.994950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-ad5127d3-d936-4279-a978-7f9ebdb7fc60 None None] Set router b5b16a8c-85fe-4129-83d3-4909c60c5915 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:42.041703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090c2cd-0f81-4810-a691-5856c1697132 admin admin] Checking segment: {'id': '5bd5808f-7c76-4b06-a042-667779e3a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:42.042219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e090c2cd-0f81-4810-a691-5856c1697132 admin admin] Network hostable DHCP agents. Network: 09f22467-4999-45ea-bbf6-26db94b6ea72, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:18:42.105133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e090c2cd-0f81-4810-a691-5856c1697132 admin admin] Network 09f22467-4999-45ea-bbf6-26db94b6ea72 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:18:42.193607 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-e090c2cd-0f81-4810-a691-5856c1697132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 09f22467-4999-45ea-bbf6-26db94b6ea72) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:42.204281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e090c2cd-0f81-4810-a691-5856c1697132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:42.205096 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e090c2cd-0f81-4810-a691-5856c1697132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.214189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384a56e7-429b-4f6b-a448-73296faf46ff None None] Network 09f22467-4999-45ea-bbf6-26db94b6ea72 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:42.226799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-200789c4-3dd8-4d0c-9f60-765680bb7318 admin admin] Deleting port cf37b474-8c92-4710-8b40-a1a48f9e004c {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:42.230509 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-200789c4-3dd8-4d0c-9f60-765680bb7318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.281761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.298852 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e090c2cd-0f81-4810-a691-5856c1697132 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2217226 Jul 08 20:18:42.303904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-a14339f3-8eb5-41ff-b46c-ffa93b0535d1', 'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'fixed_ips': [{'subnet_id': 'ce98cba0-b66e-4058-8ee9-59d43b1b571b'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:18:42.305395 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49778) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:42.305615 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.308255 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:42.316257 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-299789634-router', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:42.368620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 9394efa5-71ea-424f-9cae-11b89d121c35 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:42.410911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.416935 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.434264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49782) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:42.484731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 9394efa5-71ea-424f-9cae-11b89d121c35 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:42.485802 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.576296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.606810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97702229-7d87-44a9-807b-40680f69b9b2 req-87599884-3710-4a18-84bd-09d2eb84c0a9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:42.608010 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-97702229-7d87-44a9-807b-40680f69b9b2 req-87599884-3710-4a18-84bd-09d2eb84c0a9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 945 time: 0.2459517 Jul 08 20:18:42.646361 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.687031 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:42.693866 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d2f5d4-0c86-4266-a4e1-3aa921d1f18c tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.761952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:42.791078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-200789c4-3dd8-4d0c-9f60-765680bb7318 admin admin] For port cf37b474-8c92-4710-8b40-a1a48f9e004c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=cf37b474-8c92-4710-8b40-a1a48f9e004c,segment=NetworkSegment(146bc70c-de31-47f8-8576-be08075800e3),segment_id=146bc70c-de31-47f8-8576-be08075800e3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:42.791479 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-200789c4-3dd8-4d0c-9f60-765680bb7318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.817808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Allocated IP 172.20.0.2 (a14339f3-8eb5-41ff-b46c-ffa93b0535d1/ce98cba0-b66e-4058-8ee9-59d43b1b571b/2e577593-d046-437f-b8b9-d9e30bf24d03) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:42.858570 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.860885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-200789c4-3dd8-4d0c-9f60-765680bb7318 admin admin] Calling delete_port for cf37b474-8c92-4710-8b40-a1a48f9e004c owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:42.868087 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.890143 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.899663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-09f22467-4999-45ea-bbf6-26db94b6ea72', 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'fixed_ips': [{'subnet_id': 'ed88bbc9-1f61-4e29-a185-5bef84f4e834'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:18:42.900885 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:42.986284 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394efa5-71ea-424f-9cae-11b89d121c35'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:42.988982 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d02ac8-e2b2-4700-9cbc-2bbe6e75f509" -d '{"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-plugged", "status": "completed", "tag": "9394efa5-71ea-424f-9cae-11b89d121c35"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:43.006155 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ad5127d3-d936-4279-a978-7f9ebdb7fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:15:51Z', 'revision_number': 4, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '04f7a9f6-d6de-4b0d-9314-cafe26faa252', 'name': '', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'mac_address': 'fa:16:3e:f8:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:49Z', 'updated_at': '2021-07-08T20:15:56Z', 'revision_number': 5, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'subnets': [{'id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:43.019419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 9394efa5-71ea-424f-9cae-11b89d121c35, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9394efa5-71ea-424f-9cae-11b89d121c35,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:43.115781 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5127d3-d936-4279-a978-7f9ebdb7fc60 None None] Checking router: b5b16a8c-85fe-4129-83d3-4909c60c5915 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:43.117950 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.119277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device cf7d9936-d1ba-4b75-ae6e-5adbe670824d up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:43.160609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:43.173492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:43.189520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Pushing event updated for resources: {'Port': ['ID=1dbc7360-60e3-4e45-97c8-98e740f42ae8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:43.211982 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d2f5d4-0c86-4266-a4e1-3aa921d1f18c tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.228870 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5127d3-d936-4279-a978-7f9ebdb7fc60 None None] Routers {'b5b16a8c-85fe-4129-83d3-4909c60c5915'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:43.229613 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ad5127d3-d936-4279-a978-7f9ebdb7fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b5b16a8c-85fe-4129-83d3-4909c60c5915'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:43.245730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04a246-5fb8-48d4-b6e4-5122fc48245b req-72bfd2f3-fc7f-413e-9118-6f607930e176 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:43.254236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04a246-5fb8-48d4-b6e4-5122fc48245b req-72bfd2f3-fc7f-413e-9118-6f607930e176 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:43.254518 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.260409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04a246-5fb8-48d4-b6e4-5122fc48245b req-72bfd2f3-fc7f-413e-9118-6f607930e176 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:43.262517 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e04a246-5fb8-48d4-b6e4-5122fc48245b req-72bfd2f3-fc7f-413e-9118-6f607930e176 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2416 time: 0.2956810 Jul 08 20:18:43.275505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Allocated IP 172.25.4.11 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:43.285738 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-97702229-7d87-44a9-807b-40680f69b9b2 req-129e907e-8995-4ac4-8673-b094c3c55cde tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423826 Jul 08 20:18:43.286500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ee924c-3ddf-4d36-a2d1-0a124df12bd3 None None] Network 451eb52e-e14b-47a3-85bf-06feecce9001 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:43.379921 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e04a246-5fb8-48d4-b6e4-5122fc48245b req-0f5a2b96-ef19-40b3-a9dd-a2f225d0137a tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984807 Jul 08 20:18:43.423635 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-200789c4-3dd8-4d0c-9f60-765680bb7318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.442220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=9394efa5-71ea-424f-9cae-11b89d121c35,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:43.449396 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29daaa0-fdf9-46b8-9448-7cd57a542ce1 x-openstack-request-id: req-e29daaa0-fdf9-46b8-9448-7cd57a542ce1 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:43.449890 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-plugged", "status": "completed", "tag": "9394efa5-71ea-424f-9cae-11b89d121c35", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:43.450242 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e29daaa0-fdf9-46b8-9448-7cd57a542ce1 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:43.450696 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394efa5-71ea-424f-9cae-11b89d121c35', 'code': 200} Jul 08 20:18:43.451235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49792) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:43.476744 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6ddb2ea9-e577-45bb-9c5e-72501f9277f3 None None] Provisioning for port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:43.518102 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200789c4-3dd8-4d0c-9f60-765680bb7318 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf37b474-8c92-4710-8b40-a1a48f9e004c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:43.518615 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d2f5d4-0c86-4266-a4e1-3aa921d1f18c tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.521886 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d2f5d4-0c86-4266-a4e1-3aa921d1f18c tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.522666 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-76d2f5d4-0c86-4266-a4e1-3aa921d1f18c tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "DELETE /v2.0/security-groups/50a01bed-b639-4853-8025-08c9af013acd HTTP/1.1" status: 204 len: 168 time: 1.0836565 Jul 08 20:18:43.526950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49794) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:43.533511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6ddb2ea9-e577-45bb-9c5e-72501f9277f3 None None] Provisioning complete for port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:43.533511 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6ddb2ea9-e577-45bb-9c5e-72501f9277f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.538968 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.546948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2f5d4-0c86-4266-a4e1-3aa921d1f18c tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a01bed-b639-4853-8025-08c9af013acd,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:43.579986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Allocated IP 172.20.0.2 (09f22467-4999-45ea-bbf6-26db94b6ea72/ed88bbc9-1f61-4e29-a185-5bef84f4e834/8bd452f6-880a-4e3d-8682-aa53765abe9f) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:43.608047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Transition to ACTIVE for port object 2e577593-d046-437f-b8b9-d9e30bf24d03 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:43.615597 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-7be39703-8f68-4ce0-bb39-a8b084a452ed tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] show failed (client error): The resource could not be found. Jul 08 20:18:43.616668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7be39703-8f68-4ce0-bb39-a8b084a452ed tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "GET /v2.0/security-groups/50a01bed-b639-4853-8025-08c9af013acd HTTP/1.1" status: 404 len: 347 time: 0.0850618 Jul 08 20:18:43.622339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49796) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:43.628572 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port cf7d9936-d1ba-4b75-ae6e-5adbe670824d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:43.663306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port cf7d9936-d1ba-4b75-ae6e-5adbe670824d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:43.663306 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.675543 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.677628 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbd59edb-8fa0-4605-90a0-2c3e2e0f6444 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.752850 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbd59edb-8fa0-4605-90a0-2c3e2e0f6444 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.756960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Transition to ACTIVE for port object 2e577593-d046-437f-b8b9-d9e30bf24d03 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:43.760583 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-ad5127d3-d936-4279-a978-7f9ebdb7fc60 None None] Set router b5b16a8c-85fe-4129-83d3-4909c60c5915 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:43.799072 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.857184 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-200789c4-3dd8-4d0c-9f60-765680bb7318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.867631 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.952154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:43.960497 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbd59edb-8fa0-4605-90a0-2c3e2e0f6444 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.963440 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbd59edb-8fa0-4605-90a0-2c3e2e0f6444 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.967220 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bbd59edb-8fa0-4605-90a0-2c3e2e0f6444 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "DELETE /v2.0/security-groups/29e1fabc-7564-4c84-a80e-856495422bf1 HTTP/1.1" status: 204 len: 168 time: 0.4868426 Jul 08 20:18:43.971516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:43.973491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49798) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:43.977217 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:43.984432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:44.011773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd59edb-8fa0-4605-90a0-2c3e2e0f6444 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e1fabc-7564-4c84-a80e-856495422bf1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:44.014462 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-e07e6df0-b68f-480a-9f3d-dca9b7fe0a21 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] show failed (client error): The resource could not be found. Jul 08 20:18:44.018669 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e07e6df0-b68f-480a-9f3d-dca9b7fe0a21 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "GET /v2.0/security-groups/29e1fabc-7564-4c84-a80e-856495422bf1 HTTP/1.1" status: 404 len: 347 time: 0.0386178 Jul 08 20:18:44.018860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:44.022043 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49800) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:44.023042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-e37d1965-3ae9-45a6-a5f5-93c1f12820f4 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Deleting port a57e71d9-b42e-4042-9eed-c93ded31c586 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:44.023402 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e37d1965-3ae9-45a6-a5f5-93c1f12820f4 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.029517 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.093853 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.160895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Network a14339f3-8eb5-41ff-b46c-ffa93b0535d1 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:44.254222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:44.274221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:44.276087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Pushing event updated for resources: {'Port': ['ID=2e577593-d046-437f-b8b9-d9e30bf24d03,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:44.292439 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e37d1965-3ae9-45a6-a5f5-93c1f12820f4 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.292439 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e37d1965-3ae9-45a6-a5f5-93c1f12820f4 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.342897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-e37d1965-3ae9-45a6-a5f5-93c1f12820f4 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Calling delete_port for a57e71d9-b42e-4042-9eed-c93ded31c586 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:44.375267 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6ddb2ea9-e577-45bb-9c5e-72501f9277f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.378279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Allocated IP 172.25.4.220 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/c80a62ce-d1c1-40fe-b91b-672589fd262b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:44.383856 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.500860 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.564988 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.599932 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6ddb2ea9-e577-45bb-9c5e-72501f9277f3 None None] For port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=815b4a49-2f67-48f6-9d37-5edfdc3c2d5f,segment=NetworkSegment(05c88d4f-7b6b-48c7-a467-b74d4247424e),segment_id=05c88d4f-7b6b-48c7-a467-b74d4247424e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:44.603853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Attempting to bind port 2e577593-d046-437f-b8b9-d9e30bf24d03 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:44.604227 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Attempting to bind port 2e577593-d046-437f-b8b9-d9e30bf24d03 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ba7622fa-1ff0-4bb7-b5c8-17fb2927f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:44.605109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Attempting to bind port 2e577593-d046-437f-b8b9-d9e30bf24d03 on network a14339f3-8eb5-41ff-b46c-ffa93b0535d1 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:44.612696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Transition to ACTIVE for port object 8bd452f6-880a-4e3d-8682-aa53765abe9f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:44.625463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1d74b53c-2635-49b9-bd70-be87dab838c1 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Deleting port 5ddd6a03-a9da-4313-9ddc-f77d69277473 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:44.626344 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d74b53c-2635-49b9-bd70-be87dab838c1 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.631640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200789c4-3dd8-4d0c-9f60-765680bb7318 admin admin] Router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:18:44.663269 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6ddb2ea9-e577-45bb-9c5e-72501f9277f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.679887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port cf7d9936-d1ba-4b75-ae6e-5adbe670824d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=cf7d9936-d1ba-4b75-ae6e-5adbe670824d,segment=NetworkSegment(65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0),segment_id=65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:44.687365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:44.687807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Checking segment: {'id': 'ba7622fa-1ff0-4bb7-b5c8-17fb2927f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:44.688363 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.689190 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Bound using segment: {'id': 'ba7622fa-1ff0-4bb7-b5c8-17fb2927f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:44.689774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Bound port: 2e577593-d046-437f-b8b9-d9e30bf24d03, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7622fa-1ff0-4bb7-b5c8-17fb2927f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:44.690158 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.722276 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.723179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bb876628-854b-47b3-a30e-f7547df40cdc up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:44.742113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Transition to ACTIVE for port object 8bd452f6-880a-4e3d-8682-aa53765abe9f will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:44.754674 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.767426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9470a-ea16-47b6-8e38-a0b120545be8 req-d77b6fd1-4a4d-41d6-9bd4-4f42f7053f9c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:44.769051 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6a9470a-ea16-47b6-8e38-a0b120545be8 req-d77b6fd1-4a4d-41d6-9bd4-4f42f7053f9c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 945 time: 0.2906642 Jul 08 20:18:44.809915 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.821425 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e37d1965-3ae9-45a6-a5f5-93c1f12820f4 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.851576 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] For port 2e577593-d046-437f-b8b9-d9e30bf24d03, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:44.855092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] For port 2e577593-d046-437f-b8b9-d9e30bf24d03, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2e577593-d046-437f-b8b9-d9e30bf24d03,segment=NetworkSegment(ba7622fa-1ff0-4bb7-b5c8-17fb2927f320),segment_id=ba7622fa-1ff0-4bb7-b5c8-17fb2927f320)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:44.864511 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.876462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d1965-3ae9-45a6-a5f5-93c1f12820f4 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Pushing event deleted for resources: {'Port': ['ID=a57e71d9-b42e-4042-9eed-c93ded31c586,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:44.881824 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:44.898643 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb2ea9-e577-45bb-9c5e-72501f9277f3 None None] Pushing event updated for resources: {'Port': ['ID=815b4a49-2f67-48f6-9d37-5edfdc3c2d5f,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:44.916575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6a9470a-ea16-47b6-8e38-a0b120545be8 req-cd9df739-e9ec-4614-a71b-2a7d8cd8f08c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323445 Jul 08 20:18:44.921275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Router c5a799cf-73a5-42ff-9005-16e152cd3fd1 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:18:44.953505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Network 09f22467-4999-45ea-bbf6-26db94b6ea72 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:44.964495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:44.966973 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:44.992753 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:45.010535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ad5127d3-d936-4279-a978-7f9ebdb7fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:15:51Z', 'revision_number': 4, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '04f7a9f6-d6de-4b0d-9314-cafe26faa252', 'name': '', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'mac_address': 'fa:16:3e:f8:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:49Z', 'updated_at': '2021-07-08T20:15:56Z', 'revision_number': 5, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'subnets': [{'id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:45.012403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=cf7d9936-d1ba-4b75-ae6e-5adbe670824d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:45.070251 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port bb876628-854b-47b3-a30e-f7547df40cdc completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:45.071526 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e37d1965-3ae9-45a6-a5f5-93c1f12820f4 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:45.073937 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e37d1965-3ae9-45a6-a5f5-93c1f12820f4 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:45.075232 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e37d1965-3ae9-45a6-a5f5-93c1f12820f4 tempest-ServersWithSpecificFlavorTestJSON-1322914046 tempest-ServersWithSpecificFlavorTestJSON-1322914046-project] 10.222.0.101 "DELETE /v2.0/floatingips/7f131634-7a2e-4776-b1aa-3b5b6dffda8d HTTP/1.1" status: 204 len: 168 time: 1.4519525 Jul 08 20:18:45.096581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:45.101431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5127d3-d936-4279-a978-7f9ebdb7fc60 None None] The sync data for ids ['b5b16a8c-85fe-4129-83d3-4909c60c5915'] in n-d-791506-16 is: [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:15:51Z', 'revision_number': 4, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '04f7a9f6-d6de-4b0d-9314-cafe26faa252', 'name': '', 'network_id': '44f8b8e0-9466-4742-8949-139aced77ed1', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'mac_address': 'fa:16:3e:f8:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:49Z', 'updated_at': '2021-07-08T20:15:56Z', 'revision_number': 5, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'subnets': [{'id': 'f02d4487-1be7-4b64-b341-2ce101ac9f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:45.104106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:45.109314 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:45.130787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port bb876628-854b-47b3-a30e-f7547df40cdc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:45.131159 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:45.142826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5b9fbc0b-ef64-4ce7-beb3-b1bb94e4a593 None None] Provisioning complete for port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:45.143194 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5b9fbc0b-ef64-4ce7-beb3-b1bb94e4a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:45.166988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d57b1-37ae-46d5-83c2-5cd3a5f50441 req-ddc786ea-1695-479d-9347-44c934f2c362 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:45.175016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d57b1-37ae-46d5-83c2-5cd3a5f50441 req-ddc786ea-1695-479d-9347-44c934f2c362 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:45.182954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d57b1-37ae-46d5-83c2-5cd3a5f50441 req-ddc786ea-1695-479d-9347-44c934f2c362 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:45.185237 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f75d57b1-37ae-46d5-83c2-5cd3a5f50441 req-ddc786ea-1695-479d-9347-44c934f2c362 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2417 time: 0.6499960 Jul 08 20:18:45.211222 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d74b53c-2635-49b9-bd70-be87dab838c1 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:45.211827 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d74b53c-2635-49b9-bd70-be87dab838c1 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:45.281500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Attempting to bind port 8bd452f6-880a-4e3d-8682-aa53765abe9f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:45.281997 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Attempting to bind port 8bd452f6-880a-4e3d-8682-aa53765abe9f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5bd5808f-7c76-4b06-a042-667779e3a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:45.282351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Attempting to bind port 8bd452f6-880a-4e3d-8682-aa53765abe9f on network 09f22467-4999-45ea-bbf6-26db94b6ea72 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:45.303480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Pushing event updated for resources: {'Port': ['ID=8bd452f6-880a-4e3d-8682-aa53765abe9f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:45.336799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1d74b53c-2635-49b9-bd70-be87dab838c1 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Calling delete_port for 5ddd6a03-a9da-4313-9ddc-f77d69277473 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:45.366088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:45.366941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Checking segment: {'id': '5bd5808f-7c76-4b06-a042-667779e3a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:45.367782 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:45.368449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Bound using segment: {'id': '5bd5808f-7c76-4b06-a042-667779e3a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:45.369359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Bound port: 8bd452f6-880a-4e3d-8682-aa53765abe9f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd5808f-7c76-4b06-a042-667779e3a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:45.370054 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:45.423954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200789c4-3dd8-4d0c-9f60-765680bb7318 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:45.435744 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-200789c4-3dd8-4d0c-9f60-765680bb7318 admin admin] 10.222.0.101 "PUT /v2.0/routers/6fc3ae58-aa09-46a7-9bcc-f4529e3289a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0932698 Jul 08 20:18:45.443149 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f75d57b1-37ae-46d5-83c2-5cd3a5f50441 req-44a4d930-6969-4907-a5e6-5a74555873ab tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485483 Jul 08 20:18:45.449456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49810) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:45.451427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd9ff13-b4e2-4c8e-920a-08b7bf309fa8 None None] Sync routers for ids ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:45.462738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7d9936-d1ba-4b75-ae6e-5adbe670824d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:45.465326 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2865cb5d-4272-4064-90e1-0d008fca0017" -d '{"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-plugged", "status": "completed", "tag": "cf7d9936-d1ba-4b75-ae6e-5adbe670824d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:45.552901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b00de3-c98f-410c-ac54-6e9f27000f8e None None] Pushing event updated for resources: {'Port': ['ID=2e577593-d046-437f-b8b9-d9e30bf24d03,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:45.597005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd9ff13-b4e2-4c8e-920a-08b7bf309fa8 None None] Routers {'6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:45.598883 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cbd9ff13-b4e2-4c8e-920a-08b7bf309fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:45.631586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:45.650492 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ccc46-b508-49a8-8f13-8c1758efc28a None None] New status for floating IP e647f47e-6fa7-4bbd-b7df-5c70e0984de5: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:18:45.684551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] For port 8bd452f6-880a-4e3d-8682-aa53765abe9f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:45.688831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] For port 8bd452f6-880a-4e3d-8682-aa53765abe9f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8bd452f6-880a-4e3d-8682-aa53765abe9f,segment=NetworkSegment(5bd5808f-7c76-4b06-a042-667779e3a54f),segment_id=5bd5808f-7c76-4b06-a042-667779e3a54f)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:45.694287 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fc0045-ba30-41c3-9567-6f51c805b2ca x-openstack-request-id: req-55fc0045-ba30-41c3-9567-6f51c805b2ca {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:45.694723 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-plugged", "status": "completed", "tag": "cf7d9936-d1ba-4b75-ae6e-5adbe670824d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:45.695062 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-55fc0045-ba30-41c3-9567-6f51c805b2ca {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:45.695637 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7d9936-d1ba-4b75-ae6e-5adbe670824d', 'code': 200} Jul 08 20:18:45.743949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=c80a62ce-d1c1-40fe-b91b-672589fd262b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:45.754777 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:45.919880 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:46.005213 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:46.056145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bb876628-854b-47b3-a30e-f7547df40cdc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bb876628-854b-47b3-a30e-f7547df40cdc,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:46.066549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Sync routers for ids ['c5a799cf-73a5-42ff-9005-16e152cd3fd1'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:46.073382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de40c7d-375d-4b63-82bc-c34a9f3a51ce None None] Pushing event updated for resources: {'Port': ['ID=8bd452f6-880a-4e3d-8682-aa53765abe9f,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:46.089057 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:46.127569 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:46.128867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-94335745-6733-4690-8925-2cc5d1786814 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6801281 Jul 08 20:18:46.135648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49826) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:46.215015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Routers {'c5a799cf-73a5-42ff-9005-16e152cd3fd1'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:46.215865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['c5a799cf-73a5-42ff-9005-16e152cd3fd1'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:46.229064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-cbd9ff13-b4e2-4c8e-920a-08b7bf309fa8 None None] Set router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:46.462573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2e577593-d046-437f-b8b9-d9e30bf24d03 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:46.469066 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:46.567666 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:46.790444 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10544bcf-5105-45ff-99d7-f098f7bc4401 req-cd7721cd-016b-4ab5-ba97-d3bb1b324e0a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:46.798059 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10544bcf-5105-45ff-99d7-f098f7bc4401 req-cd7721cd-016b-4ab5-ba97-d3bb1b324e0a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 945 time: 0.5811045 Jul 08 20:18:46.803918 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d74b53c-2635-49b9-bd70-be87dab838c1 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:46.853150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851d01a0-7ca5-47b0-b843-5dbc34f6e69b None None] Network a14339f3-8eb5-41ff-b46c-ffa93b0535d1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:46.869719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74b53c-2635-49b9-bd70-be87dab838c1 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Pushing event deleted for resources: {'Port': ['ID=5ddd6a03-a9da-4313-9ddc-f77d69277473,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:46.935152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10544bcf-5105-45ff-99d7-f098f7bc4401 req-a18e34e1-f0e3-4c6e-b239-5c25f0923401 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359775 Jul 08 20:18:46.956533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=bb876628-854b-47b3-a30e-f7547df40cdc,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:46.968783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f43b3a03-e831-4dd8-b6dc-1f3feda4f712 None None] Provisioning for port 2e577593-d046-437f-b8b9-d9e30bf24d03 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:46.997238 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:47.027939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Router 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:18:47.048987 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d74b53c-2635-49b9-bd70-be87dab838c1 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:47.052003 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d74b53c-2635-49b9-bd70-be87dab838c1 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:47.053471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1d74b53c-2635-49b9-bd70-be87dab838c1 tempest-ServersTestManualDisk-1212744626 tempest-ServersTestManualDisk-1212744626-project] 10.222.0.101 "DELETE /v2.0/floatingips/e647f47e-6fa7-4bbd-b7df-5c70e0984de5 HTTP/1.1" status: 204 len: 168 time: 3.0294230 Jul 08 20:18:47.057276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49834) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:47.068220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Set router c5a799cf-73a5-42ff-9005-16e152cd3fd1 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:47.200607 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd370433-e458-4cf6-8244-8fb42f234f6c req-e1bcc04f-02a0-4b5e-9857-7b86f4676dd6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:47.211526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd370433-e458-4cf6-8244-8fb42f234f6c req-e1bcc04f-02a0-4b5e-9857-7b86f4676dd6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:47.212647 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49838) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:47.219054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd370433-e458-4cf6-8244-8fb42f234f6c req-e1bcc04f-02a0-4b5e-9857-7b86f4676dd6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:47.220967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bd370433-e458-4cf6-8244-8fb42f234f6c req-e1bcc04f-02a0-4b5e-9857-7b86f4676dd6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2419 time: 0.3988676 Jul 08 20:18:47.230811 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:47.233491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-1bf1febc-1eca-4cdd-a4dc-c20dce1d5e55 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:47.235600 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-1bf1febc-1eca-4cdd-a4dc-c20dce1d5e55 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 1097 time: 0.2609260 Jul 08 20:18:47.257210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-16'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:18:47.301952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 2e577593-d046-437f-b8b9-d9e30bf24d03 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:47.337546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:47.349583 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Sync routers for ids ['2ae4a919-8b4b-4408-b0ff-1c6735ef9524'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:47.367350 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Routers {'2ae4a919-8b4b-4408-b0ff-1c6735ef9524'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:47.368441 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['2ae4a919-8b4b-4408-b0ff-1c6735ef9524'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:47.370067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2e577593-d046-437f-b8b9-d9e30bf24d03 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:47.370492 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:47.402670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Deleting port 4adc62a3-104f-485b-b4d8-cadf532d79f1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:47.403022 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:47.408479 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cbd9ff13-b4e2-4c8e-920a-08b7bf309fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:18:43Z', 'revision_number': 5, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port': {'id': '4adc62a3-104f-485b-b4d8-cadf532d79f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:07Z', 'updated_at': '2021-07-08T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:47.410355 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:47.472246 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bd370433-e458-4cf6-8244-8fb42f234f6c req-01021be5-a2ed-489e-8997-3fdc4de97dca tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342005 Jul 08 20:18:47.519185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd9ff13-b4e2-4c8e-920a-08b7bf309fa8 None None] Checking router: 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:47.529168 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:47.530424 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fca65efc-9325-4177-8f96-4b0dceeae4a7 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2651350 Jul 08 20:18:47.537820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49842) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:47.560286 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd9ff13-b4e2-4c8e-920a-08b7bf309fa8 None None] Routers {'6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:47.561270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cbd9ff13-b4e2-4c8e-920a-08b7bf309fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:47.579598 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:47.699605 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Set router 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:47.709509 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb876628-854b-47b3-a30e-f7547df40cdc'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:47.712443 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe432177-ba8f-4e79-8caa-2a644d98800f" -d '{"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-plugged", "status": "completed", "tag": "bb876628-854b-47b3-a30e-f7547df40cdc"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:47.720658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-cbd9ff13-b4e2-4c8e-920a-08b7bf309fa8 None None] Set router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:47.808399 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b52a99-9496-4927-8244-1bd26fd0b436 x-openstack-request-id: req-f3b52a99-9496-4927-8244-1bd26fd0b436 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:47.808760 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-plugged", "status": "completed", "tag": "bb876628-854b-47b3-a30e-f7547df40cdc", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:47.808965 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f3b52a99-9496-4927-8244-1bd26fd0b436 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:47.809460 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb876628-854b-47b3-a30e-f7547df40cdc', 'code': 200} Jul 08 20:18:47.814585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf92953-49ee-4eba-8eb4-c5c85e1e3774 None None] Network 09f22467-4999-45ea-bbf6-26db94b6ea72 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:47.855022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f5996eb7-d325-4b8e-88e7-20497523d52d,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:47.886163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1941555543-router', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:40Z', 'updated_at': '2021-07-08T20:18:43Z', 'revision_number': 3, 'project_id': '396c1a0f3bc04666aaffe268f898f337', 'gw_port': {'id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:46:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:47.887920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cbd9ff13-b4e2-4c8e-920a-08b7bf309fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:18:46Z', 'revision_number': 6, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:47.914192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:47.988365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd9ff13-b4e2-4c8e-920a-08b7bf309fa8 None None] The sync data for ids ['6fc3ae58-aa09-46a7-9bcc-f4529e3289a0'] in n-d-791506-16 is: [{'id': '6fc3ae58-aa09-46a7-9bcc-f4529e3289a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1723210282-router', 'tenant_id': '9a204fc7f0114156bc56c57ee92033dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:06Z', 'updated_at': '2021-07-08T20:18:46Z', 'revision_number': 6, 'project_id': '9a204fc7f0114156bc56c57ee92033dc', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:47.994690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Checking router: c5a799cf-73a5-42ff-9005-16e152cd3fd1 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:47.995539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Updating router c5a799cf-73a5-42ff-9005-16e152cd3fd1 port 1dbc7360-60e3-4e45-97c8-98e740f42ae8 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:18:47.996576 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'name': 'tempest-FloatingIPDetailsTestJSON-197315217-router', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:44Z', 'revision_number': 3, 'project_id': 'db1574b40d3d4a778fe9c36faab70414', 'gw_port': {'id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:47.997918 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.005639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f5ae8e6b-02bc-4dfa-9535-7010835f0979 None None] Provisioning for port 8bd452f6-880a-4e3d-8682-aa53765abe9f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:48.021169 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d4dcc4-8b3a-41d8-a365-db2de89e4d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5996eb7-d325-4b8e-88e7-20497523d52d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:48.028296 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86c1e7e-bbbf-4a7e-9d8e-6bac15005ecb" -d '{"events": [{"server_uuid": "77d4dcc4-8b3a-41d8-a365-db2de89e4d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "f5996eb7-d325-4b8e-88e7-20497523d52d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:48.056282 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Checking router: 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:48.056741 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Updating router 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 port c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:18:48.080947 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.115316 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.122404 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.139592 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.158080 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60334da9-95f3-4c69-9677-a61fd607845c x-openstack-request-id: req-60334da9-95f3-4c69-9677-a61fd607845c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:48.158359 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d4dcc4-8b3a-41d8-a365-db2de89e4d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "f5996eb7-d325-4b8e-88e7-20497523d52d", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:48.158611 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-60334da9-95f3-4c69-9677-a61fd607845c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:48.159011 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d4dcc4-8b3a-41d8-a365-db2de89e4d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5996eb7-d325-4b8e-88e7-20497523d52d', 'code': 200} Jul 08 20:18:48.211764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] For port 4adc62a3-104f-485b-b4d8-cadf532d79f1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4adc62a3-104f-485b-b4d8-cadf532d79f1,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:48.212137 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.228436 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.252036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 2e577593-d046-437f-b8b9-d9e30bf24d03, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2e577593-d046-437f-b8b9-d9e30bf24d03,segment=NetworkSegment(ba7622fa-1ff0-4bb7-b5c8-17fb2927f320),segment_id=ba7622fa-1ff0-4bb7-b5c8-17fb2927f320)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:48.334167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Calling delete_port for 4adc62a3-104f-485b-b4d8-cadf532d79f1 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:48.335983 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.337244 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:48.369430 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Pushing event updated for resources: {'Port': ['ID=f5996eb7-d325-4b8e-88e7-20497523d52d,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:48.553658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=2e577593-d046-437f-b8b9-d9e30bf24d03,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:48.584151 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.596491 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Transition to ACTIVE for port object c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:48.606547 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.664493 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01a89a-8c7f-425e-af8b-0f85a83b5b35 None None] Pushing event updated for resources: {'Port': ['ID=c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:48.684055 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Attempting to bind port c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:48.684426 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Attempting to bind port c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:48.684829 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Attempting to bind port c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:48.696496 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:48.696941 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:48.697346 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.697771 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:48.698281 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Bound port: c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:48.698680 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.713677 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:48.714057 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.763350 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] For port c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:48.767528 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] For port c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:48.772985 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.801005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Attempting to bind port f5996eb7-d325-4b8e-88e7-20497523d52d on host n-h1-791506-16 for vnic_type normal with profile {"migrating_to": "n-h2-791506-16"} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:48.801340 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Attempting to bind port f5996eb7-d325-4b8e-88e7-20497523d52d by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:48.801475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8a89d5b5-f0cf-48bb-9b28-c352aa624e2f None None] Provisioning complete for port 2e577593-d046-437f-b8b9-d9e30bf24d03 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:48.801802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Attempting to bind port f5996eb7-d325-4b8e-88e7-20497523d52d on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:48.801926 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8a89d5b5-f0cf-48bb-9b28-c352aa624e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.836749 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01a89a-8c7f-425e-af8b-0f85a83b5b35 None None] Pushing event updated for resources: {'Port': ['ID=c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:48.866147 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Routers {'2ae4a919-8b4b-4408-b0ff-1c6735ef9524'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:48.866896 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['2ae4a919-8b4b-4408-b0ff-1c6735ef9524'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:48.886755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Port f5996eb7-d325-4b8e-88e7-20497523d52d on network d2787acb-ce97-4e22-86fe-e3a85811ac14 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:18:48.887338 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Attempting to bind port f5996eb7-d325-4b8e-88e7-20497523d52d on network d2787acb-ce97-4e22-86fe-e3a85811ac14 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:48.899531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Allocated IP 172.20.0.1 (451eb52e-e14b-47a3-85bf-06feecce9001/84d5d5d0-c9e8-49be-8d1f-868394679e4f/a53d186b-ea68-4dca-939b-d9d442cafb4d) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:48.935295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:48.935573 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Checking segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:48.936016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Bound using segment: {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:48.936881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Bound port: f5996eb7-d325-4b8e-88e7-20497523d52d, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593566a7-cbb5-4ebe-9dc0-401bfa509770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd2787acb-ce97-4e22-86fe-e3a85811ac14'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:48.936881 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:48.965407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7939f8-3a87-4cdb-8110-8f7a98d619df req-b4c0aa1d-2939-4927-ac54-d330604462e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:48.965902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7939f8-3a87-4cdb-8110-8f7a98d619df req-b4c0aa1d-2939-4927-ac54-d330604462e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:48.966461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7939f8-3a87-4cdb-8110-8f7a98d619df req-b4c0aa1d-2939-4927-ac54-d330604462e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:48.968231 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c7939f8-3a87-4cdb-8110-8f7a98d619df req-b4c0aa1d-2939-4927-ac54-d330604462e2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2875 time: 0.7245481 Jul 08 20:18:48.979730 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.019254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6618de3-ab45-491c-b396-6c38622f8ff7 req-fd40543e-7b66-4214-85ef-48a140af5c2c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:49.026652 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6618de3-ab45-491c-b396-6c38622f8ff7 req-fd40543e-7b66-4214-85ef-48a140af5c2c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.7467065 Jul 08 20:18:49.053054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Router dfcde3bc-67bc-436b-9218-854163413b8d is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:18:49.105553 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] Set router 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:49.119411 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Pushing event deleted for resources: {'Port': ['ID=4adc62a3-104f-485b-b4d8-cadf532d79f1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:49.133263 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f6735-a4a9-40a0-b2b1-9e23da9419b0 req-92962da2-5d56-46be-8c39-2d25578ad289 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:49.140110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f6735-a4a9-40a0-b2b1-9e23da9419b0 req-92962da2-5d56-46be-8c39-2d25578ad289 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:49.148218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f6735-a4a9-40a0-b2b1-9e23da9419b0 req-92962da2-5d56-46be-8c39-2d25578ad289 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:49.157955 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-140f6735-a4a9-40a0-b2b1-9e23da9419b0 req-92962da2-5d56-46be-8c39-2d25578ad289 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2419 time: 0.3576584 Jul 08 20:18:49.272604 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.292168 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:49.298707 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.299286 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.300363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Transition to ACTIVE for port object a53d186b-ea68-4dca-939b-d9d442cafb4d will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:49.312324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Transition to ACTIVE for port object 1dbc7360-60e3-4e45-97c8-98e740f42ae8 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:49.320686 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.379971 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Attempting to bind port 1dbc7360-60e3-4e45-97c8-98e740f42ae8 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:49.380324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Attempting to bind port 1dbc7360-60e3-4e45-97c8-98e740f42ae8 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:49.380746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Attempting to bind port 1dbc7360-60e3-4e45-97c8-98e740f42ae8 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:49.400944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:49.401508 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:49.401851 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.402261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:49.402748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Bound port: 1dbc7360-60e3-4e45-97c8-98e740f42ae8, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:49.403138 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.439012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db444b-bf06-4f4f-9247-1bb7e90f2049 None None] Pushing event updated for resources: {'Port': ['ID=1dbc7360-60e3-4e45-97c8-98e740f42ae8,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:49.471407 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'name': 'tempest-FloatingIPDetailsTestJSON-197315217-router', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:44Z', 'revision_number': 3, 'project_id': 'db1574b40d3d4a778fe9c36faab70414', 'gw_port': {'id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:49.494912 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-140f6735-a4a9-40a0-b2b1-9e23da9419b0 req-c680a1ed-3063-43d7-918c-bc46a78b50ee tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345001 Jul 08 20:18:49.495225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] For port 1dbc7360-60e3-4e45-97c8-98e740f42ae8, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:49.498710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] For port 1dbc7360-60e3-4e45-97c8-98e740f42ae8, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1dbc7360-60e3-4e45-97c8-98e740f42ae8,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:49.511105 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bddae7-5a55-4815-8482-a6379f7838bc None None] The sync data for ids ['2ae4a919-8b4b-4408-b0ff-1c6735ef9524'] in n-d-791506-16 is: [{'id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'name': 'tempest-FloatingIPDetailsTestJSON-197315217-router', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:44Z', 'revision_number': 3, 'project_id': 'db1574b40d3d4a778fe9c36faab70414', 'gw_port': {'id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:49.522183 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.530126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f5996eb7-d325-4b8e-88e7-20497523d52d,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:49.543698 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.551268 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.556805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.572716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2e577593-d046-437f-b8b9-d9e30bf24d03 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:49.643939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c7939f8-3a87-4cdb-8110-8f7a98d619df req-7581dd10-a4d0-47a7-98b1-919cffa060bc service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124794 Jul 08 20:18:49.650950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db444b-bf06-4f4f-9247-1bb7e90f2049 None None] Pushing event updated for resources: {'Port': ['ID=1dbc7360-60e3-4e45-97c8-98e740f42ae8,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:49.659610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Routers {'c5a799cf-73a5-42ff-9005-16e152cd3fd1'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:49.660556 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['c5a799cf-73a5-42ff-9005-16e152cd3fd1'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:49.683150 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6618de3-ab45-491c-b396-6c38622f8ff7 req-bd3602b1-09ba-43c3-aab6-ee55e2b40ade tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6555943 Jul 08 20:18:49.698199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.698836 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:18:49.706037 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.706918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-edef7364-8d07-4420-b0d2-14ec24895007 admin admin] 10.222.0.101 "DELETE /v2.0/routers/6fc3ae58-aa09-46a7-9bcc-f4529e3289a0 HTTP/1.1" status: 204 len: 168 time: 4.2083218 Jul 08 20:18:49.712151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49852) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:49.727497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Pushing event updated for resources: {'Port': ['ID=f5996eb7-d325-4b8e-88e7-20497523d52d,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:49.757973 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:49.758774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.760330 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-839e04f7-0a15-446e-a51e-1b50f2442988 service neutron] 10.222.0.103 "PUT /v2.0/ports/f5996eb7-d325-4b8e-88e7-20497523d52d HTTP/1.1" status: 200 len: 1123 time: 2.5134676 Jul 08 20:18:49.772917 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a4959f9e-a427-4b2e-a0b1-75be8e8b6bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.793306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] Set router c5a799cf-73a5-42ff-9005-16e152cd3fd1 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:49.855451 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['f5996eb7-d325-4b8e-88e7-20497523d52d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:18:49.891701 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.926833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2a16bc-ec73-434a-9853-98943c765a44 admin admin] Deleting subnet 856af900-c58d-420c-bc41-3fa811a4bf28 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:18:49.965963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:49.971581 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2a16bc-ec73-434a-9853-98943c765a44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:49.983990 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f5996eb7-d325-4b8e-88e7-20497523d52d details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:18:49.997640 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['f5996eb7-d325-4b8e-88e7-20497523d52d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:18:50.018876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2e577593-d046-437f-b8b9-d9e30bf24d03 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:50.019341 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:50.085282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Network 451eb52e-e14b-47a3-85bf-06feecce9001 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:50.098202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:50.108246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Sync routers for ids ['dfcde3bc-67bc-436b-9218-854163413b8d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:50.124852 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:50.145901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a53d186b-ea68-4dca-939b-d9d442cafb4d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:50.169549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:50.194705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d4dcc4-8b3a-41d8-a365-db2de89e4d5b', 'tag': 'f5996eb7-d325-4b8e-88e7-20497523d52d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:50.197619 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb38573-3d70-48ea-ba3e-ef206763d2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "77d4dcc4-8b3a-41d8-a365-db2de89e4d5b", "tag": "f5996eb7-d325-4b8e-88e7-20497523d52d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:50.220957 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2a16bc-ec73-434a-9853-98943c765a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:50.275220 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62385446-ef1e-42d4-ad61-00ce3320296f x-openstack-request-id: req-62385446-ef1e-42d4-ad61-00ce3320296f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:50.275504 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d4dcc4-8b3a-41d8-a365-db2de89e4d5b", "tag": "f5996eb7-d325-4b8e-88e7-20497523d52d", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:50.275861 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-62385446-ef1e-42d4-ad61-00ce3320296f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:50.276393 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d4dcc4-8b3a-41d8-a365-db2de89e4d5b', 'tag': 'f5996eb7-d325-4b8e-88e7-20497523d52d', 'status': 'completed', 'code': 200} Jul 08 20:18:50.284550 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:18:50.296354 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a4959f9e-a427-4b2e-a0b1-75be8e8b6bb4 admin admin] Deleting port c2ca7eaf-676a-48df-aa29-f9bd53b0712b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:50.296895 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a4959f9e-a427-4b2e-a0b1-75be8e8b6bb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:50.321314 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2a16bc-ec73-434a-9853-98943c765a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:50.341664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Routers {'dfcde3bc-67bc-436b-9218-854163413b8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:50.342313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['dfcde3bc-67bc-436b-9218-854163413b8d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:50.412885 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:50.418331 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-efc72236-66f9-4b88-9a12-9277c9464dd7 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1115658 Jul 08 20:18:50.419947 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2a16bc-ec73-434a-9853-98943c765a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:50.432160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49856) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:50.567086 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed2a16bc-ec73-434a-9853-98943c765a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:50.573204 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ed2a16bc-ec73-434a-9853-98943c765a44 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/856af900-c58d-420c-bc41-3fa811a4bf28 HTTP/1.1" status: 204 len: 168 time: 0.8561199 Jul 08 20:18:50.573204 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:50.575820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49860) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:50.703347 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8bd452f6-880a-4e3d-8682-aa53765abe9f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:50.723870 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c5899749-bc5e-4110-81b3-b61c54808452 None None] Provisioning for port a53d186b-ea68-4dca-939b-d9d442cafb4d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:50.830349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c5899749-bc5e-4110-81b3-b61c54808452 None None] Provisioning complete for port a53d186b-ea68-4dca-939b-d9d442cafb4d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:50.830935 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c5899749-bc5e-4110-81b3-b61c54808452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:50.833569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a16bc-ec73-434a-9853-98943c765a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=856af900-c58d-420c-bc41-3fa811a4bf28,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:50.878023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f5996eb7-d325-4b8e-88e7-20497523d52d,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:50.901213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Set router dfcde3bc-67bc-436b-9218-854163413b8d gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:50.940280 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a4959f9e-a427-4b2e-a0b1-75be8e8b6bb4 admin admin] For port c2ca7eaf-676a-48df-aa29-f9bd53b0712b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c2ca7eaf-676a-48df-aa29-f9bd53b0712b,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:50.940733 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a4959f9e-a427-4b2e-a0b1-75be8e8b6bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:50.971608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a4959f9e-a427-4b2e-a0b1-75be8e8b6bb4 admin admin] Calling delete_port for c2ca7eaf-676a-48df-aa29-f9bd53b0712b owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:51.007685 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-debf008b-74ad-47df-a5c0-a1804e4baa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:51.054600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f5996eb7-d325-4b8e-88e7-20497523d52d has no active binding in host n-h2-791506-16 {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 20:18:51.138377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c5899749-bc5e-4110-81b3-b61c54808452 None None] Port a53d186b-ea68-4dca-939b-d9d442cafb4d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:18:51.148755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e79c18-cd66-48c5-ad01-0dd2769bc87a req-abda8ecf-7cc9-4266-b97c-097bd588eb51 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:51.153481 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08e79c18-cd66-48c5-ad01-0dd2769bc87a req-abda8ecf-7cc9-4266-b97c-097bd588eb51 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.1954522 Jul 08 20:18:51.158018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38573-3d70-48ea-ba3e-ef206763d2ab req-1deba3ce-b630-48bf-91a1-9726decbe129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:51.159783 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3cb38573-3d70-48ea-ba3e-ef206763d2ab req-1deba3ce-b630-48bf-91a1-9726decbe129 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 1126 time: 0.7522328 Jul 08 20:18:51.195835 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:51.200475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 8bd452f6-880a-4e3d-8682-aa53765abe9f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:51.210281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1941555543-router', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:40Z', 'updated_at': '2021-07-08T20:18:43Z', 'revision_number': 3, 'project_id': '396c1a0f3bc04666aaffe268f898f337', 'gw_port': {'id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:46:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:51.217866 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8bd452f6-880a-4e3d-8682-aa53765abe9f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:51.219681 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:51.278612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bb8607-988d-4b19-b369-3301fcedba19 None None] The sync data for ids ['c5a799cf-73a5-42ff-9005-16e152cd3fd1'] in n-d-791506-16 is: [{'id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1941555543-router', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:40Z', 'updated_at': '2021-07-08T20:18:43Z', 'revision_number': 3, 'project_id': '396c1a0f3bc04666aaffe268f898f337', 'gw_port': {'id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:46:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:51.317334 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Allocated IP 172.20.0.1 (a14339f3-8eb5-41ff-b46c-ffa93b0535d1/ce98cba0-b66e-4058-8ee9-59d43b1b571b/121a3ba5-cd73-46a2-9cca-3210320acc08) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:51.336440 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08e79c18-cd66-48c5-ad01-0dd2769bc87a req-9b34b054-044e-4c57-9024-1ebbde21d0e8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424134 Jul 08 20:18:51.383647 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38573-3d70-48ea-ba3e-ef206763d2ab req-d72b4ad6-dc30-4c4d-9917-a7666f5834a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:51.385584 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3cb38573-3d70-48ea-ba3e-ef206763d2ab req-d72b4ad6-dc30-4c4d-9917-a7666f5834a5 service neutron] 10.222.0.104 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.1815951 Jul 08 20:18:51.438944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-299789634-router', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:18:45Z', 'revision_number': 3, 'project_id': 'b3bf966748d24071b9483777d06f251b', 'gw_port': {'id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:44Z', 'updated_at': '2021-07-08T20:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:51.442349 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:51.479621 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Checking router: dfcde3bc-67bc-436b-9218-854163413b8d for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:51.479962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Updating router dfcde3bc-67bc-436b-9218-854163413b8d port c80a62ce-d1c1-40fe-b91b-672589fd262b binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:18:51.495509 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3cb38573-3d70-48ea-ba3e-ef206763d2ab req-fa357de3-bb6f-4a97-b14d-30e08de6d164 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5996eb7-d325-4b8e-88e7-20497523d52d HTTP/1.1" status: 200 len: 217 time: 0.1006114 Jul 08 20:18:51.498023 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a4959f9e-a427-4b2e-a0b1-75be8e8b6bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:51.546484 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 8bd452f6-880a-4e3d-8682-aa53765abe9f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8bd452f6-880a-4e3d-8682-aa53765abe9f,segment=NetworkSegment(5bd5808f-7c76-4b06-a042-667779e3a54f),segment_id=5bd5808f-7c76-4b06-a042-667779e3a54f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:51.548202 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:51.577136 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:51.600537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38573-3d70-48ea-ba3e-ef206763d2ab req-ecab7e9b-53b8-465e-b2ef-256966a989f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:51.608929 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3cb38573-3d70-48ea-ba3e-ef206763d2ab req-ecab7e9b-53b8-465e-b2ef-256966a989f0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.1059248 Jul 08 20:18:51.613195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4959f9e-a427-4b2e-a0b1-75be8e8b6bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ca7eaf-676a-48df-aa29-f9bd53b0712b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:51.713881 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3cb38573-3d70-48ea-ba3e-ef206763d2ab req-64696e53-7432-4974-ba9c-fb7743ee5137 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949411 Jul 08 20:18:51.861680 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e1953-0cf5-43cd-a724-d026e9564a74 req-a784455d-e154-41e1-809b-3b5759b67c6d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:51.872605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e1953-0cf5-43cd-a724-d026e9564a74 req-a784455d-e154-41e1-809b-3b5759b67c6d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:51.898029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e1953-0cf5-43cd-a724-d026e9564a74 req-a784455d-e154-41e1-809b-3b5759b67c6d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:51.906354 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-970e1953-0cf5-43cd-a724-d026e9564a74 req-a784455d-e154-41e1-809b-3b5759b67c6d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2419 time: 1.0770333 Jul 08 20:18:51.959245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=8bd452f6-880a-4e3d-8682-aa53765abe9f,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:51.962590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device cf37b474-8c92-4710-8b40-a1a48f9e004c no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:51.990957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: cf37b474-8c92-4710-8b40-a1a48f9e004c {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:51.991300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device cf37b474-8c92-4710-8b40-a1a48f9e004c not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:51.991787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4adc62a3-104f-485b-b4d8-cadf532d79f1 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:52.017423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 4adc62a3-104f-485b-b4d8-cadf532d79f1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:52.017775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4adc62a3-104f-485b-b4d8-cadf532d79f1 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:52.105414 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3cb38573-3d70-48ea-ba3e-ef206763d2ab req-8e7e43a9-d031-4871-923a-fd566a1337c8 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610907 Jul 08 20:18:52.128459 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a4959f9e-a427-4b2e-a0b1-75be8e8b6bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.222004 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.246685 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.302387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1494693d-10df-4f93-a8c3-b15579ec8a8f']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:52.309118 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-970e1953-0cf5-43cd-a724-d026e9564a74 req-f1fbcf71-c11b-490d-8ee3-1f51849410bf tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009907 Jul 08 20:18:52.354386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146bc70c-de31-47f8-8576-be08075800e3') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:52.354595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146bc70c-de31-47f8-8576-be08075800e3') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:52.380376 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3cb38573-3d70-48ea-ba3e-ef206763d2ab req-17b21cdd-2a48-47e7-a9bd-d0a194bf0a30 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702208 Jul 08 20:18:52.411170 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.485552 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.496802 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.502147 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1dbc7360-60e3-4e45-97c8-98e740f42ae8 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:52.553213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Transition to ACTIVE for port object c80a62ce-d1c1-40fe-b91b-672589fd262b will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:52.563530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.567458 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.579639 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Transition to ACTIVE for port object 121a3ba5-cd73-46a2-9cca-3210320acc08 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:52.632892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Attempting to bind port c80a62ce-d1c1-40fe-b91b-672589fd262b on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:18:52.633279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Attempting to bind port c80a62ce-d1c1-40fe-b91b-672589fd262b by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:18:52.633407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4959f9e-a427-4b2e-a0b1-75be8e8b6bb4 admin admin] Router 82839ff5-1b64-4101-b522-d264592aeceb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:18:52.633722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Attempting to bind port c80a62ce-d1c1-40fe-b91b-672589fd262b on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:18:52.645527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Pushing event updated for resources: {'Port': ['ID=c80a62ce-d1c1-40fe-b91b-672589fd262b,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:52.648165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:18:52.648717 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:18:52.651120 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:18:52.653854 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:18:52.654257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:18:52.654600 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.655054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:18:52.655546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Bound port: c80a62ce-d1c1-40fe-b91b-672589fd262b, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:18:52.655965 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.659958 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 1dbc7360-60e3-4e45-97c8-98e740f42ae8 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:52.686284 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:52.686644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:52.687009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:52.687362 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:52.688287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:52.688719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:52.688998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:52.689364 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:52.689709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:52.690038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:52.690411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:52.690748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:52.698150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 1dbc7360-60e3-4e45-97c8-98e740f42ae8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:52.698530 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.745840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19c344-f406-4a6f-aebd-f19b752bc3a5 req-c111a482-7639-43e7-a807-6821f3e340ab tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:52.754229 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ce19c344-f406-4a6f-aebd-f19b752bc3a5 req-c111a482-7639-43e7-a807-6821f3e340ab tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.1528387 Jul 08 20:18:52.764546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] For port c80a62ce-d1c1-40fe-b91b-672589fd262b, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:52.771167 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] For port c80a62ce-d1c1-40fe-b91b-672589fd262b, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c80a62ce-d1c1-40fe-b91b-672589fd262b,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:18:52.781506 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.837899 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ce19c344-f406-4a6f-aebd-f19b752bc3a5 req-0b2e8aab-a11f-4419-8d1a-964c244c4dfa tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826926 Jul 08 20:18:52.857589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4959f9e-a427-4b2e-a0b1-75be8e8b6bb4 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:52.863773 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a4959f9e-a427-4b2e-a0b1-75be8e8b6bb4 admin admin] 10.222.0.101 "PUT /v2.0/routers/82839ff5-1b64-4101-b522-d264592aeceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6485114 Jul 08 20:18:52.866322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49866) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:52.879748 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655eecdd-f715-492f-9722-e9b3a1e8f899 None None] Sync routers for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:52.900281 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655eecdd-f715-492f-9722-e9b3a1e8f899 None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:52.902047 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-655eecdd-f715-492f-9722-e9b3a1e8f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:52.909511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61bbff-1f0e-4699-aff8-2392d7557ecb None None] Pushing event updated for resources: {'Port': ['ID=c80a62ce-d1c1-40fe-b91b-672589fd262b,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:52.912336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Routers {'dfcde3bc-67bc-436b-9218-854163413b8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:52.912974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['dfcde3bc-67bc-436b-9218-854163413b8d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:52.915892 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.978273 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:52.985399 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 1dbc7360-60e3-4e45-97c8-98e740f42ae8, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1dbc7360-60e3-4e45-97c8-98e740f42ae8,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:52.992975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.007877 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.018594 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.019622 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:53.060685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Network a14339f3-8eb5-41ff-b46c-ffa93b0535d1 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:53.074796 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.076780 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] 10.222.0.101 "DELETE /v2.0/networks/1494693d-10df-4f93-a8c3-b15579ec8a8f HTTP/1.1" status: 204 len: 168 time: 2.4729538 Jul 08 20:18:53.120730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Pushing event updated for resources: {'Port': ['ID=121a3ba5-cd73-46a2-9cca-3210320acc08,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:53.134636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:53.136669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Pushing event deleted for resources: {'Network': ['ID=1494693d-10df-4f93-a8c3-b15579ec8a8f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:53.149298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] Set router dfcde3bc-67bc-436b-9218-854163413b8d gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:53.159553 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:53.192265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=1dbc7360-60e3-4e45-97c8-98e740f42ae8,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:53.229988 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.252866 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-655eecdd-f715-492f-9722-e9b3a1e8f899 None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:53.258915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.261724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.262140 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.273243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.273592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.273939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.274281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.275235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.275583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.275915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.276247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.276580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.276944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.281251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.282109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.282488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.282919 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.283254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.283587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.283924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.284255 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.284585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.284935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.285281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.285584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f00da3-b141-4790-ae2d-8c8a3cb5304e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:18:53.341119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49870) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:53.425908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.432265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:53.439500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:53.439875 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.493514 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a8d2f177-9b0a-497b-be3a-44a6026c2080 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9a204fc7f0114156bc56c57ee92033dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495399 Jul 08 20:18:53.495455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Deleting port 6d605118-d345-456f-9bb9-e0d3a6c3381a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:53.497038 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.507320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49874) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:53.580802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-debf008b-74ad-47df-a5c0-a1804e4baa39 admin admin] Deleting port 04f7a9f6-d6de-4b0d-9314-cafe26faa252 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:53.581180 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-debf008b-74ad-47df-a5c0-a1804e4baa39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.648354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-299789634-router', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:18:45Z', 'revision_number': 3, 'project_id': 'b3bf966748d24071b9483777d06f251b', 'gw_port': {'id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:44Z', 'updated_at': '2021-07-08T20:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:53.655598 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-655eecdd-f715-492f-9722-e9b3a1e8f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:18:51Z', 'revision_number': 5, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port': {'id': '6d605118-d345-456f-9bb9-e0d3a6c3381a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82839ff5-1b64-4101-b522-d264592aeceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:21Z', 'updated_at': '2021-07-08T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:53.685281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e71bdfb9-81f9-43a8-b7e7-ad4626222c68 None None] Provisioning for port 121a3ba5-cd73-46a2-9cca-3210320acc08 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:53.688666 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32771c75-929f-4114-a65d-72701b4b193d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.693388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c03dbfe-e5fa-42d9-b13b-60c503e6ab6e None None] The sync data for ids ['dfcde3bc-67bc-436b-9218-854163413b8d'] in n-d-791506-16 is: [{'id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-299789634-router', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:18:45Z', 'revision_number': 3, 'project_id': 'b3bf966748d24071b9483777d06f251b', 'gw_port': {'id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:44Z', 'updated_at': '2021-07-08T20:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:53.701687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e71bdfb9-81f9-43a8-b7e7-ad4626222c68 None None] Provisioning complete for port 121a3ba5-cd73-46a2-9cca-3210320acc08 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:53.701968 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e71bdfb9-81f9-43a8-b7e7-ad4626222c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.724936 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655eecdd-f715-492f-9722-e9b3a1e8f899 None None] Checking router: 82839ff5-1b64-4101-b522-d264592aeceb for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:53.742598 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e71bdfb9-81f9-43a8-b7e7-ad4626222c68 None None] Port 121a3ba5-cd73-46a2-9cca-3210320acc08 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:18:53.744079 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.747446 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32771c75-929f-4114-a65d-72701b4b193d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.765403 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655eecdd-f715-492f-9722-e9b3a1e8f899 None None] Routers {'82839ff5-1b64-4101-b522-d264592aeceb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:53.769334 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-655eecdd-f715-492f-9722-e9b3a1e8f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['82839ff5-1b64-4101-b522-d264592aeceb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:53.771757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:53.776960 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.778201 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8bd452f6-880a-4e3d-8682-aa53765abe9f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:53.840957 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32771c75-929f-4114-a65d-72701b4b193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.844348 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32771c75-929f-4114-a65d-72701b4b193d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.845823 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-32771c75-929f-4114-a65d-72701b4b193d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1 HTTP/1.1" status: 204 len: 168 time: 0.3354030 Jul 08 20:18:53.871164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32771c75-929f-4114-a65d-72701b4b193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b7a1fb-7d26-4bf3-a3f9-a06c13bf7bb1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:53.893416 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] For port 6d605118-d345-456f-9bb9-e0d3a6c3381a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6d605118-d345-456f-9bb9-e0d3a6c3381a,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:53.894043 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:53.917245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Calling delete_port for 6d605118-d345-456f-9bb9-e0d3a6c3381a owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:54.021312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:54.024458 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:54.062111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8bd452f6-880a-4e3d-8682-aa53765abe9f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:54.062111 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:54.105071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:54.471162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-debf008b-74ad-47df-a5c0-a1804e4baa39 admin admin] For port 04f7a9f6-d6de-4b0d-9314-cafe26faa252, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=04f7a9f6-d6de-4b0d-9314-cafe26faa252,segment=NetworkSegment(f4b42d19-2d67-4696-a454-81c605765246),segment_id=f4b42d19-2d67-4696-a454-81c605765246)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:54.472170 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-debf008b-74ad-47df-a5c0-a1804e4baa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:54.522140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a53d186b-ea68-4dca-939b-d9d442cafb4d,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:54.532962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78750bd5-d0c5-4ec5-8eab-16b49cada120 req-a1a96c7c-aeb3-45b3-b3fb-6b2e22ea75cc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:54.536749 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78750bd5-d0c5-4ec5-8eab-16b49cada120 req-a1a96c7c-aeb3-45b3-b3fb-6b2e22ea75cc tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.4629917 Jul 08 20:18:54.555146 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-655eecdd-f715-492f-9722-e9b3a1e8f899 None None] Set router 82839ff5-1b64-4101-b522-d264592aeceb gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:54.613819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1dbc7360-60e3-4e45-97c8-98e740f42ae8 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:54.656358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:54.662906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-debf008b-74ad-47df-a5c0-a1804e4baa39 admin admin] Calling delete_port for 04f7a9f6-d6de-4b0d-9314-cafe26faa252 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:54.671846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:54.680546 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78750bd5-d0c5-4ec5-8eab-16b49cada120 req-5276c073-6cf3-40e5-a199-9787cdb7ab3e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355884 Jul 08 20:18:54.729339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 1dbc7360-60e3-4e45-97c8-98e740f42ae8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:54.731033 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:54.735299 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-655eecdd-f715-492f-9722-e9b3a1e8f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:18:53Z', 'revision_number': 6, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:54.737138 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:54.755422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=6d605118-d345-456f-9bb9-e0d3a6c3381a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:54.769620 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:54.854376 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655eecdd-f715-492f-9722-e9b3a1e8f899 None None] The sync data for ids ['82839ff5-1b64-4101-b522-d264592aeceb'] in n-d-791506-16 is: [{'id': '82839ff5-1b64-4101-b522-d264592aeceb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1440760738-router', 'tenant_id': '23a55ef526b045a79d4ec9627f175564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:18Z', 'updated_at': '2021-07-08T20:18:53Z', 'revision_number': 6, 'project_id': '23a55ef526b045a79d4ec9627f175564', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:18:54.872942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:54.925243 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:54.947285 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420312db-e736-491f-b791-edc2a1a8cc47 req-d7a0dd89-b045-423b-8388-fc910eeae24d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:54.953892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420312db-e736-491f-b791-edc2a1a8cc47 req-d7a0dd89-b045-423b-8388-fc910eeae24d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:54.960785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420312db-e736-491f-b791-edc2a1a8cc47 req-d7a0dd89-b045-423b-8388-fc910eeae24d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:54.962638 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-420312db-e736-491f-b791-edc2a1a8cc47 req-d7a0dd89-b045-423b-8388-fc910eeae24d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2419 time: 1.3133881 Jul 08 20:18:55.021193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:55.021678 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:55.133437 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:55.136787 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:55.210682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c80a62ce-d1c1-40fe-b91b-672589fd262b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:55.213924 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:55.214131 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82839ff5-1b64-4101-b522-d264592aeceb {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:18:55.221028 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:55.228713 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ee4b61b3-e880-42fc-9c24-2ae3abf0cb7c admin admin] 10.222.0.101 "DELETE /v2.0/routers/82839ff5-1b64-4101-b522-d264592aeceb HTTP/1.1" status: 204 len: 168 time: 2.3582084 Jul 08 20:18:55.229056 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49900) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:55.301198 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-90267598-834c-49e2-bb3d-824756982951 admin admin] Deleting subnet 8720b65f-a456-4dee-81f5-2b9397f73d38 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:18:55.305802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90267598-834c-49e2-bb3d-824756982951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:55.348997 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port c80a62ce-d1c1-40fe-b91b-672589fd262b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:55.354184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c80a62ce-d1c1-40fe-b91b-672589fd262b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:55.354563 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:55.403358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90267598-834c-49e2-bb3d-824756982951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:55.434809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-420312db-e736-491f-b791-edc2a1a8cc47 req-4ce3bb1c-0665-4750-9db0-d79ac856705d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652870 Jul 08 20:18:55.542500 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Network 451eb52e-e14b-47a3-85bf-06feecce9001 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:55.557743 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:55.566001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:55.605360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port c80a62ce-d1c1-40fe-b91b-672589fd262b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c80a62ce-d1c1-40fe-b91b-672589fd262b,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:55.614763 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:55.716203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=c80a62ce-d1c1-40fe-b91b-672589fd262b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:55.784455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90267598-834c-49e2-bb3d-824756982951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:55.870904 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90267598-834c-49e2-bb3d-824756982951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:55.973263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f5996eb7-d325-4b8e-88e7-20497523d52d no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:55.999566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90267598-834c-49e2-bb3d-824756982951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8720b65f-a456-4dee-81f5-2b9397f73d38,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:56.003517 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90267598-834c-49e2-bb3d-824756982951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:56.018716 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-90267598-834c-49e2-bb3d-824756982951 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8720b65f-a456-4dee-81f5-2b9397f73d38 HTTP/1.1" status: 204 len: 168 time: 0.7882318 Jul 08 20:18:56.019375 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49914) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:56.092409 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02946eda-8171-4cf4-a003-7bb67fc38d58 None None] Network c2fb2686-52d6-49c3-9608-e9409cffa1c6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:18:56.179334 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:56.352436 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-6aae7e44-90ce-47aa-880e-37f4750e8330 service neutron] 10.222.0.104 "GET /v2.0/ports/f5996eb7-d325-4b8e-88e7-20497523d52d/bindings/n-h2-791506-16 HTTP/1.1" status: 200 len: 385 time: 0.1671910 Jul 08 20:18:56.628022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c80a62ce-d1c1-40fe-b91b-672589fd262b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:18:56.646633 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Deleting port 4161be64-df33-4cf9-831c-0b3af6942012 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:56.647100 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:56.735854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:56.748703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46c7691b-0c01-4912-8779-7ff21458f5f5 None None] Provisioning complete for port a53d186b-ea68-4dca-939b-d9d442cafb4d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:56.748703 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46c7691b-0c01-4912-8779-7ff21458f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:56.790426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:56.866867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c80a62ce-d1c1-40fe-b91b-672589fd262b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:56.867344 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:57.004549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46c7691b-0c01-4912-8779-7ff21458f5f5 None None] Port a53d186b-ea68-4dca-939b-d9d442cafb4d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:18:57.080925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Pushing event updated for resources: {'Port': ['ID=121a3ba5-cd73-46a2-9cca-3210320acc08,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:57.083752 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:57.137902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Allocated IP 172.20.0.1 (09f22467-4999-45ea-bbf6-26db94b6ea72/ed88bbc9-1f61-4e29-a185-5bef84f4e834/af975cba-f75a-43e8-a20a-d293d59461cf) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:18:57.189409 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Router c5a799cf-73a5-42ff-9005-16e152cd3fd1 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:18:57.219662 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c2ca7eaf-676a-48df-aa29-f9bd53b0712b no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:57.234270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] For port 4161be64-df33-4cf9-831c-0b3af6942012, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4161be64-df33-4cf9-831c-0b3af6942012,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:57.235962 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:57.275007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: c2ca7eaf-676a-48df-aa29-f9bd53b0712b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:57.275007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c2ca7eaf-676a-48df-aa29-f9bd53b0712b not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:57.275580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6d605118-d345-456f-9bb9-e0d3a6c3381a no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:57.285648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e36ffe-ece4-4557-b596-2595a43986ae req-d06a96c2-e2b1-41ce-af4a-9e67d857a4ee tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:57.297189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e36ffe-ece4-4557-b596-2595a43986ae req-d06a96c2-e2b1-41ce-af4a-9e67d857a4ee tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:57.300202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Calling delete_port for 4161be64-df33-4cf9-831c-0b3af6942012 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:57.308075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 6d605118-d345-456f-9bb9-e0d3a6c3381a {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:57.308201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e36ffe-ece4-4557-b596-2595a43986ae req-d06a96c2-e2b1-41ce-af4a-9e67d857a4ee tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:57.308313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6d605118-d345-456f-9bb9-e0d3a6c3381a not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:57.310766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63e36ffe-ece4-4557-b596-2595a43986ae req-d06a96c2-e2b1-41ce-af4a-9e67d857a4ee tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2419 time: 0.6521459 Jul 08 20:18:57.319189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9032f741-8cc1-44ec-aa3a-57427ba52012 None None] DHCP port deletion for c2fb2686-52d6-49c3-9608-e9409cffa1c6 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:18:57.374128 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-debf008b-74ad-47df-a5c0-a1804e4baa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:57.388394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9032f741-8cc1-44ec-aa3a-57427ba52012 None None] Deleting port 4161be64-df33-4cf9-831c-0b3af6942012 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:57.388853 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9032f741-8cc1-44ec-aa3a-57427ba52012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:57.409191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb833170-a9f3-44c6-b2ce-234ada8747e7 req-137a2dc8-03d8-4815-a08e-e004ce06b704 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:57.410967 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb833170-a9f3-44c6-b2ce-234ada8747e7 req-137a2dc8-03d8-4815-a08e-e004ce06b704 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 943 time: 0.8579974 Jul 08 20:18:57.462845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-af013af5-f392-49bd-8c05-13d7a0fe0923 service neutron] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f5996eb7-d325-4b8e-88e7-20497523d52d,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:57.468567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf008b-74ad-47df-a5c0-a1804e4baa39 admin admin] Pushing event deleted for resources: {'Port': ['ID=04f7a9f6-d6de-4b0d-9314-cafe26faa252,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:57.511362 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9032f741-8cc1-44ec-aa3a-57427ba52012 None None] For port 4161be64-df33-4cf9-831c-0b3af6942012, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4161be64-df33-4cf9-831c-0b3af6942012,segment=NetworkSegment(447ec739-42ef-4b60-bb4a-550cb3adb3a2),segment_id=447ec739-42ef-4b60-bb4a-550cb3adb3a2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:57.512503 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9032f741-8cc1-44ec-aa3a-57427ba52012 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:57.516486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-af013af5-f392-49bd-8c05-13d7a0fe0923 service neutron] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:18:57.519137 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4107d662-b13f-42f0-b6a4-af757c59cd9e req-613dffa2-6f4d-49b7-abf8-b0b404cb8b0e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5582623 Jul 08 20:18:57.524417 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb833170-a9f3-44c6-b2ce-234ada8747e7 req-6e368be1-4a97-4cdd-93b9-1eb9b25fa239 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044610 Jul 08 20:18:57.574691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9032f741-8cc1-44ec-aa3a-57427ba52012 None None] Calling delete_port for 4161be64-df33-4cf9-831c-0b3af6942012 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:57.583063 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:57.670167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-af013af5-f392-49bd-8c05-13d7a0fe0923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5996eb7-d325-4b8e-88e7-20497523d52d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:18:57.680444 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9032f741-8cc1-44ec-aa3a-57427ba52012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:57.707486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-af013af5-f392-49bd-8c05-13d7a0fe0923 service neutron] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f5996eb7-d325-4b8e-88e7-20497523d52d,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:57.711349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032f741-8cc1-44ec-aa3a-57427ba52012 None None] No DVR routers for this DVR port 4161be64-df33-4cf9-831c-0b3af6942012 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:57.720136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032f741-8cc1-44ec-aa3a-57427ba52012 None None] Pushing event deleted for resources: {'Port': ['ID=4161be64-df33-4cf9-831c-0b3af6942012,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:57.743208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63e36ffe-ece4-4557-b596-2595a43986ae req-1ff0d0ef-6dab-4bad-9f05-5783ce829d0d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034081 Jul 08 20:18:57.762589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4161be64-df33-4cf9-831c-0b3af6942012,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:57.766622 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-af013af5-f392-49bd-8c05-13d7a0fe0923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:57.809031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] No DVR routers for this DVR port 4161be64-df33-4cf9-831c-0b3af6942012 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:57.847565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Network a14339f3-8eb5-41ff-b46c-ffa93b0535d1 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:57.867459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:57.894120 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:57.939772 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:57.954854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fb2686-52d6-49c3-9608-e9409cffa1c6']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:57.964468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-af013af5-f392-49bd-8c05-13d7a0fe0923 service neutron] Transition to ACTIVE for port object f5996eb7-d325-4b8e-88e7-20497523d52d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:57.970394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447ec739-42ef-4b60-bb4a-550cb3adb3a2') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:57.970689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447ec739-42ef-4b60-bb4a-550cb3adb3a2') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:57.993886 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-af013af5-f392-49bd-8c05-13d7a0fe0923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:57.996883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:58.001951 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:58.011460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Transition to ACTIVE for port object af975cba-f75a-43e8-a20a-d293d59461cf will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:58.014104 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Sync routers for ids ['c5a799cf-73a5-42ff-9005-16e152cd3fd1'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:58.023688 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-88e2fb08-0425-48e1-8206-95320a4438b7 admin admin] 10.222.0.101 "PUT /v2.0/routers/c5a799cf-73a5-42ff-9005-16e152cd3fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8869610 Jul 08 20:18:58.041473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Routers {'c5a799cf-73a5-42ff-9005-16e152cd3fd1'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:58.042372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['c5a799cf-73a5-42ff-9005-16e152cd3fd1'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:58.046619 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:58.084203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:18:58.086047 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:18:58.095968 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:18:58.102278 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-debf008b-74ad-47df-a5c0-a1804e4baa39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:58.116548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107d662-b13f-42f0-b6a4-af757c59cd9e req-15640cf2-c676-413d-8b14-a64614c45408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:58.118199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4107d662-b13f-42f0-b6a4-af757c59cd9e req-15640cf2-c676-413d-8b14-a64614c45408 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 1096 time: 0.5520296 Jul 08 20:18:58.157383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-af013af5-f392-49bd-8c05-13d7a0fe0923 service neutron] No DVR routers for this DVR port f5996eb7-d325-4b8e-88e7-20497523d52d on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:58.235614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af013af5-f392-49bd-8c05-13d7a0fe0923 service neutron] Pushing event updated for resources: {'Port': ['ID=f5996eb7-d325-4b8e-88e7-20497523d52d,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:58.291358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Set router c5a799cf-73a5-42ff-9005-16e152cd3fd1 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:58.365007 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-af013af5-f392-49bd-8c05-13d7a0fe0923 service neutron] 10.222.0.104 "PUT /v2.0/ports/f5996eb7-d325-4b8e-88e7-20497523d52d/bindings/n-h2-791506-16/activate HTTP/1.1" status: 200 len: 370 time: 2.0067627 Jul 08 20:18:58.378395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:58.404330 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:58.409372 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] 10.222.0.101 "DELETE /v2.0/networks/c2fb2686-52d6-49c3-9608-e9409cffa1c6 HTTP/1.1" status: 204 len: 168 time: 2.3887999 Jul 08 20:18:58.420555 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:58.427216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49974) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:58.434613 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-34e055ff-8d0e-4930-bf57-28734f20eb8a None None] Provisioning complete for port 121a3ba5-cd73-46a2-9cca-3210320acc08 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:58.434993 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-34e055ff-8d0e-4930-bf57-28734f20eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:58.445377 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401a0fd-286d-4181-8473-b913b05b17b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2fb2686-52d6-49c3-9608-e9409cffa1c6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:58.504406 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-db65fd47-e964-4ebf-9d17-76b326e8ad02 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:58.517494 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-db65fd47-e964-4ebf-9d17-76b326e8ad02 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:58.538244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-db65fd47-e964-4ebf-9d17-76b326e8ad02 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:58.540341 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-db65fd47-e964-4ebf-9d17-76b326e8ad02 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2419 time: 0.3850613 Jul 08 20:18:58.566017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Router 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:18:58.597398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4161be64-df33-4cf9-831c-0b3af6942012 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:18:58.673553 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-454e1750-3b6a-4530-9274-3631ea504420 req-488103b6-d111-473d-9371-fb113ebe789e tempest-FloatingIPsNegativeTestJSON-1081490211 tempest-FloatingIPsNegativeTestJSON-1081490211-project] 10.222.0.101 "GET /v2.0/floatingips?tenant_id=396c1a0f3bc04666aaffe268f898f337 HTTP/1.1" status: 200 len: 217 time: 0.0763702 Jul 08 20:18:58.716016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 4161be64-df33-4cf9-831c-0b3af6942012 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:18:58.716378 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4161be64-df33-4cf9-831c-0b3af6942012 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:18:58.738123 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-34e055ff-8d0e-4930-bf57-28734f20eb8a None None] Port 121a3ba5-cd73-46a2-9cca-3210320acc08 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:18:58.765256 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32368609-1f21-4df8-96fd-de04abc4afaf req-60a28b13-2189-4433-b835-823d4cc3b1a5 tempest-FloatingIPsNegativeTestJSON-1081490211 tempest-FloatingIPsNegativeTestJSON-1081490211-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0423222 Jul 08 20:18:58.807426 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2a367de2-7cb8-41dc-afad-b6c4c0884c25 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Deleting port cf7d9936-d1ba-4b75-ae6e-5adbe670824d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:18:58.807774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2a367de2-7cb8-41dc-afad-b6c4c0884c25 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:58.824426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107d662-b13f-42f0-b6a4-af757c59cd9e req-d2cd4b29-9415-4f87-b186-07b27d76bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:58.825955 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4107d662-b13f-42f0-b6a4-af757c59cd9e req-d2cd4b29-9415-4f87-b186-07b27d76bfbd service neutron] 10.222.0.104 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.6259084 Jul 08 20:18:58.839563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Network 09f22467-4999-45ea-bbf6-26db94b6ea72 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:18:58.879876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:18:58.882020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Pushing event updated for resources: {'Port': ['ID=af975cba-f75a-43e8-a20a-d293d59461cf,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:58.888418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1941555543-router', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:40Z', 'updated_at': '2021-07-08T20:18:51Z', 'revision_number': 4, 'project_id': '396c1a0f3bc04666aaffe268f898f337', 'gw_port': {'id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'a53d186b-ea68-4dca-939b-d9d442cafb4d', 'name': '', 'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'mac_address': 'fa:16:3e:d4:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '84d5d5d0-c9e8-49be-8d1f-868394679e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:48Z', 'updated_at': '2021-07-08T20:18:52Z', 'revision_number': 2, 'project_id': '396c1a0f3bc04666aaffe268f898f337', 'subnets': [{'id': '84d5d5d0-c9e8-49be-8d1f-868394679e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:58.890498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:18:58.918339 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-58e49fa2-f587-4b82-9752-fe4776a141a6 req-33c74b2c-df02-484b-9d0b-6e0a6c587532 tempest-FloatingIPsNegativeTestJSON-1081490211 tempest-FloatingIPsNegativeTestJSON-1081490211-project] show failed (client error): The resource could not be found. Jul 08 20:18:58.919683 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58e49fa2-f587-4b82-9752-fe4776a141a6 req-33c74b2c-df02-484b-9d0b-6e0a6c587532 tempest-FloatingIPsNegativeTestJSON-1081490211 tempest-FloatingIPsNegativeTestJSON-1081490211-project] 10.222.0.101 "GET /v2.0/floatingips/e1d304c0-ec99-4c04-a853-8cefd295d82b HTTP/1.1" status: 404 len: 350 time: 0.1163361 Jul 08 20:18:58.930741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Checking router: c5a799cf-73a5-42ff-9005-16e152cd3fd1 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:18:58.931193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Updating router c5a799cf-73a5-42ff-9005-16e152cd3fd1 port a53d186b-ea68-4dca-939b-d9d442cafb4d binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:18:58.937586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49996) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:18:59.032179 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:59.142292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2a367de2-7cb8-41dc-afad-b6c4c0884c25 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] For port cf7d9936-d1ba-4b75-ae6e-5adbe670824d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=cf7d9936-d1ba-4b75-ae6e-5adbe670824d,segment=NetworkSegment(65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0),segment_id=65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:18:59.142677 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2a367de2-7cb8-41dc-afad-b6c4c0884c25 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:59.185966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2a367de2-7cb8-41dc-afad-b6c4c0884c25 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Calling delete_port for cf7d9936-d1ba-4b75-ae6e-5adbe670824d owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:18:59.287775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ff888f26-ca35-49be-838c-7b291a875759 None None] Provisioning for port af975cba-f75a-43e8-a20a-d293d59461cf completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:18:59.329015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ff888f26-ca35-49be-838c-7b291a875759 None None] Provisioning complete for port af975cba-f75a-43e8-a20a-d293d59461cf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:18:59.329875 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ff888f26-ca35-49be-838c-7b291a875759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:59.450722 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1b1b-d4a2-4a65-a940-8b00b0e4e73f req-3671b74a-8290-49cc-99a7-37a41dda16ba tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:59.459456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1b1b-d4a2-4a65-a940-8b00b0e4e73f req-3671b74a-8290-49cc-99a7-37a41dda16ba tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:59.466492 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1b1b-d4a2-4a65-a940-8b00b0e4e73f req-3671b74a-8290-49cc-99a7-37a41dda16ba tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:18:59.473952 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e9ec1b1b-d4a2-4a65-a940-8b00b0e4e73f req-3671b74a-8290-49cc-99a7-37a41dda16ba tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 2419 time: 0.3175867 Jul 08 20:18:59.501112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ff888f26-ca35-49be-838c-7b291a875759 None None] Port af975cba-f75a-43e8-a20a-d293d59461cf cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:18:59.532056 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:59.555495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:18:59.566610 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Sync routers for ids ['2ae4a919-8b4b-4408-b0ff-1c6735ef9524'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:18:59.568094 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4107d662-b13f-42f0-b6a4-af757c59cd9e req-6aa881c0-8b1c-4df0-b34a-85c9eefcfd23 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbdbde34-d039-48cf-8b4a-38f187a98565 HTTP/1.1" status: 200 len: 217 time: 0.7074559 Jul 08 20:18:59.576589 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e9ec1b1b-d4a2-4a65-a940-8b00b0e4e73f req-13c0ed1d-f948-48b6-9399-ac9472ae0212 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015205 Jul 08 20:18:59.584853 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Routers {'2ae4a919-8b4b-4408-b0ff-1c6735ef9524'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:18:59.585574 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['2ae4a919-8b4b-4408-b0ff-1c6735ef9524'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:18:59.594523 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7a0cb472-f3ac-4c73-adf3-257caa0afbde admin admin] 10.222.0.101 "PUT /v2.0/routers/2ae4a919-8b4b-4408-b0ff-1c6735ef9524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0507736 Jul 08 20:18:59.637345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Transition to ACTIVE for port object a53d186b-ea68-4dca-939b-d9d442cafb4d will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:18:59.637845 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2a367de2-7cb8-41dc-afad-b6c4c0884c25 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:59.656661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['bb876628-854b-47b3-a30e-f7547df40cdc', 'cf7d9936-d1ba-4b75-ae6e-5adbe670824d', '9394efa5-71ea-424f-9cae-11b89d121c35'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:18:59.711615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a367de2-7cb8-41dc-afad-b6c4c0884c25 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Port': ['ID=cf7d9936-d1ba-4b75-ae6e-5adbe670824d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:59.739955 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:59.746755 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Set router 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:18:59.781592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2a367de2-7cb8-41dc-afad-b6c4c0884c25 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] No DVR routers for this DVR port cf7d9936-d1ba-4b75-ae6e-5adbe670824d on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:18:59.786347 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2a367de2-7cb8-41dc-afad-b6c4c0884c25 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:59.788831 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2a367de2-7cb8-41dc-afad-b6c4c0884c25 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "DELETE /v2.0/ports/cf7d9936-d1ba-4b75-ae6e-5adbe670824d HTTP/1.1" status: 204 len: 173 time: 1.2426646 Jul 08 20:18:59.793566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-deleted', 'tag': 'cf7d9936-d1ba-4b75-ae6e-5adbe670824d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:18:59.796044 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e370b5d6-e17a-44e2-aa92-d82313be6ac1" -d '{"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-deleted", "tag": "cf7d9936-d1ba-4b75-ae6e-5adbe670824d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:18:59.820892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e575d72-ad54-4cf0-bebc-353b06bd2abc None None] Pushing event updated for resources: {'Port': ['ID=a53d186b-ea68-4dca-939b-d9d442cafb4d,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:18:59.914216 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:18:59.939016 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01472d61-a2b3-4489-84fe-4f3af481cb8c x-openstack-request-id: req-01472d61-a2b3-4489-84fe-4f3af481cb8c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:18:59.939355 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-deleted", "tag": "cf7d9936-d1ba-4b75-ae6e-5adbe670824d", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:18:59.939696 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-01472d61-a2b3-4489-84fe-4f3af481cb8c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:18:59.940007 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-deleted', 'tag': 'cf7d9936-d1ba-4b75-ae6e-5adbe670824d', 'status': 'completed', 'code': 200} Jul 08 20:19:00.205392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-f292c072-7729-4d1d-9aeb-bd1e255bccb6 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:00.207262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-f292c072-7729-4d1d-9aeb-bd1e255bccb6 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 1096 time: 1.6254187 Jul 08 20:19:00.242047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Attempting to bind port a53d186b-ea68-4dca-939b-d9d442cafb4d on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:00.242508 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Attempting to bind port a53d186b-ea68-4dca-939b-d9d442cafb4d by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '05c88d4f-7b6b-48c7-a467-b74d4247424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:00.246749 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Attempting to bind port a53d186b-ea68-4dca-939b-d9d442cafb4d on network 451eb52e-e14b-47a3-85bf-06feecce9001 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:00.261046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f73289-d342-4eac-a6aa-6ca6889e97fe req-ecfbf4d7-48d9-4b73-bf34-65fd27221cf1 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:00.269623 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52f73289-d342-4eac-a6aa-6ca6889e97fe req-ecfbf4d7-48d9-4b73-bf34-65fd27221cf1 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 944 time: 1.4845147 Jul 08 20:19:00.279289 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'name': 'tempest-FloatingIPDetailsTestJSON-197315217-router', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:54Z', 'revision_number': 4, 'project_id': 'db1574b40d3d4a778fe9c36faab70414', 'gw_port': {'id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '121a3ba5-cd73-46a2-9cca-3210320acc08', 'name': '', 'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'mac_address': 'fa:16:3e:c1:87:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ce98cba0-b66e-4058-8ee9-59d43b1b571b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:50Z', 'updated_at': '2021-07-08T20:18:55Z', 'revision_number': 2, 'project_id': 'db1574b40d3d4a778fe9c36faab70414', 'subnets': [{'id': 'ce98cba0-b66e-4058-8ee9-59d43b1b571b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:00.298917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:00.314238 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Checking router: 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:19:00.315470 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Updating router 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 port 121a3ba5-cd73-46a2-9cca-3210320acc08 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:19:00.318840 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-5064f715-c1de-4784-9da3-702c76f3ebeb tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1919923 Jul 08 20:19:00.326488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Checking segment: {'id': '05c88d4f-7b6b-48c7-a467-b74d4247424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:00.327433 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:00.331038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Bound using segment: {'id': '05c88d4f-7b6b-48c7-a467-b74d4247424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:00.332182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Bound port: a53d186b-ea68-4dca-939b-d9d442cafb4d, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c88d4f-7b6b-48c7-a467-b74d4247424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:00.332595 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:00.356757 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:00.360085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107d662-b13f-42f0-b6a4-af757c59cd9e req-20cd6af9-6484-4387-bf9d-0ce7b4fd273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:00.361834 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4107d662-b13f-42f0-b6a4-af757c59cd9e req-20cd6af9-6484-4387-bf9d-0ce7b4fd273e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.5832665 Jul 08 20:19:00.379691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:00.454911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50026) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:00.481280 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:00.486649 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52f73289-d342-4eac-a6aa-6ca6889e97fe req-356a2cd0-e845-4c4f-9eba-b5b4b65185fe tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137353 Jul 08 20:19:00.487995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-204753f0-2d44-483b-b611-fd0e58532f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:00.492045 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4107d662-b13f-42f0-b6a4-af757c59cd9e req-265fa72f-55ea-47ae-8c53-c1ab3039cb39 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179686 Jul 08 20:19:00.539418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] For port a53d186b-ea68-4dca-939b-d9d442cafb4d, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:00.548797 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] For port a53d186b-ea68-4dca-939b-d9d442cafb4d, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a53d186b-ea68-4dca-939b-d9d442cafb4d,segment=NetworkSegment(05c88d4f-7b6b-48c7-a467-b74d4247424e),segment_id=05c88d4f-7b6b-48c7-a467-b74d4247424e)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:00.555138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debf008b-74ad-47df-a5c0-a1804e4baa39 admin admin] Router b5b16a8c-85fe-4129-83d3-4909c60c5915 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:19:00.583543 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:00.587910 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2f6f3781-e634-40f8-b979-5b8bf66acedd tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Deleting port bb876628-854b-47b3-a30e-f7547df40cdc {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:00.588560 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2f6f3781-e634-40f8-b979-5b8bf66acedd tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:00.712989 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:00.718495 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8964cd7a-1de5-4048-94bb-de624ea288cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:00.729151 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Transition to ACTIVE for port object 121a3ba5-cd73-46a2-9cca-3210320acc08 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:00.737860 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:00.782718 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-9494bc70-5b9f-40d9-bbb2-de060ecf7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:00.784345 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-9494bc70-5b9f-40d9-bbb2-de060ecf7de4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd HTTP/1.1" status: 200 len: 1096 time: 0.5420260 Jul 08 20:19:00.827288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e575d72-ad54-4cf0-bebc-353b06bd2abc None None] Pushing event updated for resources: {'Port': ['ID=a53d186b-ea68-4dca-939b-d9d442cafb4d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:00.838244 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3d0f9-16ca-43c7-a20d-29282725ff93 None None] Pushing event updated for resources: {'Port': ['ID=121a3ba5-cd73-46a2-9cca-3210320acc08,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:00.840799 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Routers {'c5a799cf-73a5-42ff-9005-16e152cd3fd1'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:00.841428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['c5a799cf-73a5-42ff-9005-16e152cd3fd1'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:00.852839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2f6f3781-e634-40f8-b979-5b8bf66acedd tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] For port bb876628-854b-47b3-a30e-f7547df40cdc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bb876628-854b-47b3-a30e-f7547df40cdc,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:00.853461 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2f6f3781-e634-40f8-b979-5b8bf66acedd tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:00.947620 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Attempting to bind port 121a3ba5-cd73-46a2-9cca-3210320acc08 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:00.948078 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Attempting to bind port 121a3ba5-cd73-46a2-9cca-3210320acc08 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ba7622fa-1ff0-4bb7-b5c8-17fb2927f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:00.948510 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Attempting to bind port 121a3ba5-cd73-46a2-9cca-3210320acc08 on network a14339f3-8eb5-41ff-b46c-ffa93b0535d1 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:00.949895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2f6f3781-e634-40f8-b979-5b8bf66acedd tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Calling delete_port for bb876628-854b-47b3-a30e-f7547df40cdc owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:00.961516 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:00.962429 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Checking segment: {'id': 'ba7622fa-1ff0-4bb7-b5c8-17fb2927f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:00.962429 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:00.963103 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Bound using segment: {'id': 'ba7622fa-1ff0-4bb7-b5c8-17fb2927f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:00.963669 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Bound port: 121a3ba5-cd73-46a2-9cca-3210320acc08, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7622fa-1ff0-4bb7-b5c8-17fb2927f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:00.964310 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:00.997094 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4107d662-b13f-42f0-b6a4-af757c59cd9e req-ffc4a9e9-b38a-4230-af95-c1ba754dd32e service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960556 Jul 08 20:19:01.029871 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:01.106047 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] For port 121a3ba5-cd73-46a2-9cca-3210320acc08, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:01.111875 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] For port 121a3ba5-cd73-46a2-9cca-3210320acc08, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=121a3ba5-cd73-46a2-9cca-3210320acc08,segment=NetworkSegment(ba7622fa-1ff0-4bb7-b5c8-17fb2927f320),segment_id=ba7622fa-1ff0-4bb7-b5c8-17fb2927f320)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:01.118998 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:01.139142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] Set router c5a799cf-73a5-42ff-9005-16e152cd3fd1 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:01.242345 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3d0f9-16ca-43c7-a20d-29282725ff93 None None] Pushing event updated for resources: {'Port': ['ID=121a3ba5-cd73-46a2-9cca-3210320acc08,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:01.251998 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Routers {'2ae4a919-8b4b-4408-b0ff-1c6735ef9524'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:01.257359 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['2ae4a919-8b4b-4408-b0ff-1c6735ef9524'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:01.281859 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:01.410140 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] Set router 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:01.416844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:01.427031 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4107d662-b13f-42f0-b6a4-af757c59cd9e req-19eab584-4e4f-45eb-b22c-1b263fbe20c7 service neutron] 10.222.0.104 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375542 Jul 08 20:19:01.452521 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:01.458132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Allocated IP 172.25.4.182 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/9d2efeae-4836-4329-8a2c-7c985c768d1f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:01.493778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1941555543-router', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:40Z', 'updated_at': '2021-07-08T20:18:51Z', 'revision_number': 4, 'project_id': '396c1a0f3bc04666aaffe268f898f337', 'gw_port': {'id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'a53d186b-ea68-4dca-939b-d9d442cafb4d', 'name': '', 'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'mac_address': 'fa:16:3e:d4:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '84d5d5d0-c9e8-49be-8d1f-868394679e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:48Z', 'updated_at': '2021-07-08T20:19:00Z', 'revision_number': 4, 'project_id': '396c1a0f3bc04666aaffe268f898f337', 'subnets': [{'id': '84d5d5d0-c9e8-49be-8d1f-868394679e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:01.534037 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988a4e8-3e91-46d0-8017-10683d7336ad None None] The sync data for ids ['c5a799cf-73a5-42ff-9005-16e152cd3fd1'] in n-d-791506-16 is: [{'id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1941555543-router', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:40Z', 'updated_at': '2021-07-08T20:18:51Z', 'revision_number': 4, 'project_id': '396c1a0f3bc04666aaffe268f898f337', 'gw_port': {'id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'a53d186b-ea68-4dca-939b-d9d442cafb4d', 'name': '', 'network_id': '451eb52e-e14b-47a3-85bf-06feecce9001', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'mac_address': 'fa:16:3e:d4:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '84d5d5d0-c9e8-49be-8d1f-868394679e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:48Z', 'updated_at': '2021-07-08T20:19:00Z', 'revision_number': 4, 'project_id': '396c1a0f3bc04666aaffe268f898f337', 'subnets': [{'id': '84d5d5d0-c9e8-49be-8d1f-868394679e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:19:01.615658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Pushing event updated for resources: {'Port': ['ID=af975cba-f75a-43e8-a20a-d293d59461cf,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:01.758474 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8964cd7a-1de5-4048-94bb-de624ea288cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:01.776053 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8964cd7a-1de5-4048-94bb-de624ea288cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:01.795096 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:01.849286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-d38f90e8-a510-44ff-a6be-7dbf54b9a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:01.850892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-d38f90e8-a510-44ff-a6be-7dbf54b9a9f2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 1096 time: 1.0298483 Jul 08 20:19:01.864717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debf008b-74ad-47df-a5c0-a1804e4baa39 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:19:01.874171 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-debf008b-74ad-47df-a5c0-a1804e4baa39 admin admin] 10.222.0.101 "PUT /v2.0/routers/b5b16a8c-85fe-4129-83d3-4909c60c5915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8083570 Jul 08 20:19:01.879126 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'name': 'tempest-FloatingIPDetailsTestJSON-197315217-router', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:54Z', 'revision_number': 4, 'project_id': 'db1574b40d3d4a778fe9c36faab70414', 'gw_port': {'id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '121a3ba5-cd73-46a2-9cca-3210320acc08', 'name': '', 'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'mac_address': 'fa:16:3e:c1:87:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ce98cba0-b66e-4058-8ee9-59d43b1b571b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:50Z', 'updated_at': '2021-07-08T20:19:01Z', 'revision_number': 4, 'project_id': 'db1574b40d3d4a778fe9c36faab70414', 'subnets': [{'id': 'ce98cba0-b66e-4058-8ee9-59d43b1b571b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:01.880091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab545a-eff6-4037-a756-e965f47ebc24 None None] Sync routers for ids ['b5b16a8c-85fe-4129-83d3-4909c60c5915'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:19:01.888119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50034) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:01.896118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab545a-eff6-4037-a756-e965f47ebc24 None None] Routers {'b5b16a8c-85fe-4129-83d3-4909c60c5915'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:01.896805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b1ab545a-eff6-4037-a756-e965f47ebc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b5b16a8c-85fe-4129-83d3-4909c60c5915'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:01.911603 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:01.919607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964cd7a-1de5-4048-94bb-de624ea288cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d91685-a4cd-47c2-89ed-a862d4f9923c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:01.966872 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2f6f3781-e634-40f8-b979-5b8bf66acedd tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:01.971552 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8964cd7a-1de5-4048-94bb-de624ea288cb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e84defbe822040949d6fb7249dd55175&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5126724 Jul 08 20:19:01.979133 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2607be-0450-4c86-ba2b-a0d40b9f41cc None None] The sync data for ids ['2ae4a919-8b4b-4408-b0ff-1c6735ef9524'] in n-d-791506-16 is: [{'id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'name': 'tempest-FloatingIPDetailsTestJSON-197315217-router', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:54Z', 'revision_number': 4, 'project_id': 'db1574b40d3d4a778fe9c36faab70414', 'gw_port': {'id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '121a3ba5-cd73-46a2-9cca-3210320acc08', 'name': '', 'network_id': 'a14339f3-8eb5-41ff-b46c-ffa93b0535d1', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'mac_address': 'fa:16:3e:c1:87:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ce98cba0-b66e-4058-8ee9-59d43b1b571b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:50Z', 'updated_at': '2021-07-08T20:19:01Z', 'revision_number': 4, 'project_id': 'db1574b40d3d4a778fe9c36faab70414', 'subnets': [{'id': 'ce98cba0-b66e-4058-8ee9-59d43b1b571b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:19:01.982555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50036) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:02.003536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 9394efa5-71ea-424f-9cae-11b89d121c35 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:02.026954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89637ee9-fc1e-4eb3-ba7a-ac581afd3733 req-25f8464c-3c5b-48b3-b582-ceb5ec111e05 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:02.036688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89637ee9-fc1e-4eb3-ba7a-ac581afd3733 req-25f8464c-3c5b-48b3-b582-ceb5ec111e05 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:02.044583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-89637ee9-fc1e-4eb3-ba7a-ac581afd3733 req-25f8464c-3c5b-48b3-b582-ceb5ec111e05 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 1683 time: 1.2246132 Jul 08 20:19:02.334956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Network 09f22467-4999-45ea-bbf6-26db94b6ea72 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:02.379940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:02.434054 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a98ee31-adf7-4429-adb3-caf20b7d358e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:02.553441 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-89637ee9-fc1e-4eb3-ba7a-ac581afd3733 req-299c6962-117e-49eb-82b6-aed5cbca9f56 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079226 Jul 08 20:19:02.603378 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a53d186b-ea68-4dca-939b-d9d442cafb4d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:02.646815 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b1ab545a-eff6-4037-a756-e965f47ebc24 None None] Set router b5b16a8c-85fe-4129-83d3-4909c60c5915 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:02.704778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-6a79504e-2179-4fd9-bab5-efe0c3ef01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:02.707421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f3781-e634-40f8-b979-5b8bf66acedd tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Port': ['ID=bb876628-854b-47b3-a30e-f7547df40cdc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:02.716279 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-6a79504e-2179-4fd9-bab5-efe0c3ef01c3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 200 len: 908 time: 0.8389361 Jul 08 20:19:02.826543 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:02.997757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9394efa5-71ea-424f-9cae-11b89d121c35'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:19:03.000436 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528e07d8-bf4f-496d-b3b0-d4629d5bd0b1" -d '{"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-unplugged", "status": "completed", "tag": "9394efa5-71ea-424f-9cae-11b89d121c35"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:19:03.020892 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2f6f3781-e634-40f8-b979-5b8bf66acedd tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] No DVR routers for this DVR port bb876628-854b-47b3-a30e-f7547df40cdc on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:03.023298 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:03.025801 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2f6f3781-e634-40f8-b979-5b8bf66acedd tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:03.027873 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-2f6f3781-e634-40f8-b979-5b8bf66acedd tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "DELETE /v2.0/ports/bb876628-854b-47b3-a30e-f7547df40cdc HTTP/1.1" status: 204 len: 173 time: 3.2283697 Jul 08 20:19:03.030166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port a53d186b-ea68-4dca-939b-d9d442cafb4d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:03.088446 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7fbce28b-d788-4318-911b-90e22bac78ed None None] Provisioning complete for port af975cba-f75a-43e8-a20a-d293d59461cf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:03.088858 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7fbce28b-d788-4318-911b-90e22bac78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:03.091610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-deleted', 'tag': 'bb876628-854b-47b3-a30e-f7547df40cdc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:19:03.093210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 9394efa5-71ea-424f-9cae-11b89d121c35, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9394efa5-71ea-424f-9cae-11b89d121c35,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:03.100319 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edd6ea3-f0b4-4c32-a84c-6df961756980" -d '{"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-deleted", "tag": "bb876628-854b-47b3-a30e-f7547df40cdc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:19:03.101695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port a53d186b-ea68-4dca-939b-d9d442cafb4d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:03.102077 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:03.202304 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:03.203089 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device cf7d9936-d1ba-4b75-ae6e-5adbe670824d no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:03.253040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: cf7d9936-d1ba-4b75-ae6e-5adbe670824d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:03.253327 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device cf7d9936-d1ba-4b75-ae6e-5adbe670824d not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:03.253720 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bb876628-854b-47b3-a30e-f7547df40cdc no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:03.285676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: bb876628-854b-47b3-a30e-f7547df40cdc {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:03.286024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bb876628-854b-47b3-a30e-f7547df40cdc not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:03.331921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7fbce28b-d788-4318-911b-90e22bac78ed None None] Port af975cba-f75a-43e8-a20a-d293d59461cf cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:19:03.386773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-1ad0d86b-9f40-407a-86a0-1c71489f57de service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5996eb7-d325-4b8e-88e7-20497523d52d HTTP/1.1" status: 200 len: 217 time: 0.5625746 Jul 08 20:19:03.428515 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:03.473463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=9394efa5-71ea-424f-9cae-11b89d121c35,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:03.498544 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:03.553790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b1ab545a-eff6-4037-a756-e965f47ebc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:18:56Z', 'revision_number': 5, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:03.557115 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port a53d186b-ea68-4dca-939b-d9d442cafb4d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a53d186b-ea68-4dca-939b-d9d442cafb4d,segment=NetworkSegment(05c88d4f-7b6b-48c7-a467-b74d4247424e),segment_id=05c88d4f-7b6b-48c7-a467-b74d4247424e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:03.596038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-204753f0-2d44-483b-b611-fd0e58532f70 admin admin] Deleting port a53d186b-ea68-4dca-939b-d9d442cafb4d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:03.599121 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-204753f0-2d44-483b-b611-fd0e58532f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:03.611189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab545a-eff6-4037-a756-e965f47ebc24 None None] Checking router: b5b16a8c-85fe-4129-83d3-4909c60c5915 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:19:03.613561 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:03.614348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 121a3ba5-cd73-46a2-9cca-3210320acc08 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:03.638966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Router dfcde3bc-67bc-436b-9218-854163413b8d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:19:03.647205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-cf880501-65ed-4bec-9e25-20ac1c4ea1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:03.649076 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-cf880501-65ed-4bec-9e25-20ac1c4ea1f0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 200 len: 847 time: 0.2454965 Jul 08 20:19:03.706310 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-948f8e0c-e429-41af-a1f4-89bf117e23c3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d2787acb-ce97-4e22-86fe-e3a85811ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475008 Jul 08 20:19:03.716639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab545a-eff6-4037-a756-e965f47ebc24 None None] Routers {'b5b16a8c-85fe-4129-83d3-4909c60c5915'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:03.717304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b1ab545a-eff6-4037-a756-e965f47ebc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b5b16a8c-85fe-4129-83d3-4909c60c5915'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:03.720216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-204753f0-2d44-483b-b611-fd0e58532f70 admin admin] For port a53d186b-ea68-4dca-939b-d9d442cafb4d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a53d186b-ea68-4dca-939b-d9d442cafb4d,segment=NetworkSegment(05c88d4f-7b6b-48c7-a467-b74d4247424e),segment_id=05c88d4f-7b6b-48c7-a467-b74d4247424e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:03.721085 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-204753f0-2d44-483b-b611-fd0e58532f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:03.738263 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-204753f0-2d44-483b-b611-fd0e58532f70 admin admin] Calling delete_port for a53d186b-ea68-4dca-939b-d9d442cafb4d owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:03.769466 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773bcdb-d2bf-454f-9395-4c6fc78d306d req-27e5b121-6c8c-4911-814d-d3c82cee1c07 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:03.776854 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3773bcdb-d2bf-454f-9395-4c6fc78d306d req-27e5b121-6c8c-4911-814d-d3c82cee1c07 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 944 time: 0.8584595 Jul 08 20:19:03.808212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=a53d186b-ea68-4dca-939b-d9d442cafb4d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:03.884211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 121a3ba5-cd73-46a2-9cca-3210320acc08 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:03.895293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 121a3ba5-cd73-46a2-9cca-3210320acc08 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:03.895842 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:03.935295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b1ab545a-eff6-4037-a756-e965f47ebc24 None None] Set router b5b16a8c-85fe-4129-83d3-4909c60c5915 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:03.938619 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3773bcdb-d2bf-454f-9395-4c6fc78d306d req-57a24dd6-3921-4a85-ab0d-ff6f00e199b9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599357 Jul 08 20:19:03.977062 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-204753f0-2d44-483b-b611-fd0e58532f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:03.998655 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:04.006749 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d90d70b-db16-46a5-9059-e86f7b4af8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:04.016407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:04.019269 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b67feb-6e2b-4fbe-a3c4-86d740fc4378 x-openstack-request-id: req-a8b67feb-6e2b-4fbe-a3c4-86d740fc4378 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:19:04.019803 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-unplugged", "status": "completed", "tag": "9394efa5-71ea-424f-9cae-11b89d121c35", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:19:04.019931 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a8b67feb-6e2b-4fbe-a3c4-86d740fc4378 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:19:04.020221 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9394efa5-71ea-424f-9cae-11b89d121c35', 'code': 200} Jul 08 20:19:04.024905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Pushing event updated for resources: {'Port': ['ID=9d2efeae-4836-4329-8a2c-7c985c768d1f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:04.045575 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:04.144375 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-efe17bed-eb8d-42da-92ab-f454637b491f service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175832 Jul 08 20:19:04.189355 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0920e297-3ce3-4437-8ee9-2e285916dc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:04.226931 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d90d70b-db16-46a5-9059-e86f7b4af8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:04.267377 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:04.279532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:19:04.280006 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9df69f0-4ca8-4f95-8572-ae31bac7eacc x-openstack-request-id: req-e9df69f0-4ca8-4f95-8572-ae31bac7eacc {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:19:04.280513 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-deleted", "tag": "bb876628-854b-47b3-a30e-f7547df40cdc", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:19:04.280896 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e9df69f0-4ca8-4f95-8572-ae31bac7eacc {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:19:04.287012 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-deleted', 'tag': 'bb876628-854b-47b3-a30e-f7547df40cdc', 'status': 'completed', 'code': 200} Jul 08 20:19:04.290260 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Sync routers for ids ['dfcde3bc-67bc-436b-9218-854163413b8d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:19:04.306832 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bdc7a85e-fc66-4fe3-8917-18f8c986989e admin admin] 10.222.0.101 "PUT /v2.0/routers/dfcde3bc-67bc-436b-9218-854163413b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8496366 Jul 08 20:19:04.307232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204753f0-2d44-483b-b611-fd0e58532f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=a53d186b-ea68-4dca-939b-d9d442cafb4d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:04.353657 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Routers {'dfcde3bc-67bc-436b-9218-854163413b8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:04.353657 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['dfcde3bc-67bc-436b-9218-854163413b8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:04.354010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 121a3ba5-cd73-46a2-9cca-3210320acc08, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=121a3ba5-cd73-46a2-9cca-3210320acc08,segment=NetworkSegment(ba7622fa-1ff0-4bb7-b5c8-17fb2927f320),segment_id=ba7622fa-1ff0-4bb7-b5c8-17fb2927f320)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:04.368861 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:04.397574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2a98ee31-adf7-4429-adb3-caf20b7d358e admin admin] Deleting port 34084b12-644c-4218-8eba-0baa26226da1 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:04.397574 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a98ee31-adf7-4429-adb3-caf20b7d358e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:04.432503 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-b32ad2b4-377c-490b-9c2c-ff5bb661e940 service neutron] 10.222.0.103 "GET /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680452 Jul 08 20:19:04.526138 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b1ab545a-eff6-4037-a756-e965f47ebc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:18:56Z', 'revision_number': 5, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:04.527443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba65ed-099a-41ea-adb7-281d407b7237 req-71f293bc-916e-458a-bb41-448aca2af80a tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:04.528969 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03ba65ed-099a-41ea-adb7-281d407b7237 req-71f293bc-916e-458a-bb41-448aca2af80a tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 944 time: 0.2520382 Jul 08 20:19:04.535198 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:04.551343 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-cf263de8-7670-4412-b6d6-81fa3e600076 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Deleting port 9394efa5-71ea-424f-9cae-11b89d121c35 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:04.553155 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-cf263de8-7670-4412-b6d6-81fa3e600076 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:04.579200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-2a98ee31-adf7-4429-adb3-caf20b7d358e admin admin] For port 34084b12-644c-4218-8eba-0baa26226da1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=34084b12-644c-4218-8eba-0baa26226da1,segment=NetworkSegment(43c2a4d8-c43d-4021-b6f7-b10159819059),segment_id=43c2a4d8-c43d-4021-b6f7-b10159819059)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:04.579592 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a98ee31-adf7-4429-adb3-caf20b7d358e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:04.584021 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab545a-eff6-4037-a756-e965f47ebc24 None None] The sync data for ids ['b5b16a8c-85fe-4129-83d3-4909c60c5915'] in n-d-791506-16 is: [{'id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'name': 'tempest-ServersTestManualDisk-649648719-router', 'tenant_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:15:42Z', 'updated_at': '2021-07-08T20:18:56Z', 'revision_number': 5, 'project_id': 'c8b69a66bbfd4c608dea832fcf81d003', 'gw_port': {'id': '19b253e6-b4f6-453f-b8c9-b06562ca5b83', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b16a8c-85fe-4129-83d3-4909c60c5915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:15:44Z', 'updated_at': '2021-07-08T20:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:19:04.586388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=121a3ba5-cd73-46a2-9cca-3210320acc08,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:04.623540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03ba65ed-099a-41ea-adb7-281d407b7237 req-1d86b06f-5d1a-4693-8bd8-616171d49ef7 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700674 Jul 08 20:19:04.625225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2a98ee31-adf7-4429-adb3-caf20b7d358e admin admin] Calling delete_port for 34084b12-644c-4218-8eba-0baa26226da1 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:04.740731 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-204753f0-2d44-483b-b611-fd0e58532f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:04.745608 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d90d70b-db16-46a5-9059-e86f7b4af8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:04.750824 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d90d70b-db16-46a5-9059-e86f7b4af8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:04.756355 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Set router dfcde3bc-67bc-436b-9218-854163413b8d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:04.764141 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2d90d70b-db16-46a5-9059-e86f7b4af8a1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/31d91685-a4cd-47c2-89ed-a862d4f9923c HTTP/1.1" status: 204 len: 168 time: 2.7758596 Jul 08 20:19:04.878829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90d70b-db16-46a5-9059-e86f7b4af8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d91685-a4cd-47c2-89ed-a862d4f9923c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:05.018559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Deleting port 19b253e6-b4f6-453f-b8c9-b06562ca5b83 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:05.022042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:05.032071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-cf263de8-7670-4412-b6d6-81fa3e600076 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] For port 9394efa5-71ea-424f-9cae-11b89d121c35, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9394efa5-71ea-424f-9cae-11b89d121c35,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:05.032589 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-cf263de8-7670-4412-b6d6-81fa3e600076 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:05.128281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a98ee31-adf7-4429-adb3-caf20b7d358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:05.180061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-cf263de8-7670-4412-b6d6-81fa3e600076 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Calling delete_port for 9394efa5-71ea-424f-9cae-11b89d121c35 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:05.223200 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-299789634-router', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:19:00Z', 'revision_number': 4, 'project_id': 'b3bf966748d24071b9483777d06f251b', 'gw_port': {'id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:44Z', 'updated_at': '2021-07-08T20:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'af975cba-f75a-43e8-a20a-d293d59461cf', 'name': '', 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'mac_address': 'fa:16:3e:9b:28:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'ed88bbc9-1f61-4e29-a185-5bef84f4e834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:55Z', 'updated_at': '2021-07-08T20:19:01Z', 'revision_number': 2, 'project_id': 'b3bf966748d24071b9483777d06f251b', 'subnets': [{'id': 'ed88bbc9-1f61-4e29-a185-5bef84f4e834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:05.243566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98ee31-adf7-4429-adb3-caf20b7d358e admin admin] Pushing event deleted for resources: {'Port': ['ID=34084b12-644c-4218-8eba-0baa26226da1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:05.259081 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:05.285122 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Checking router: dfcde3bc-67bc-436b-9218-854163413b8d for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:19:05.285480 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Updating router dfcde3bc-67bc-436b-9218-854163413b8d port af975cba-f75a-43e8-a20a-d293d59461cf binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:19:05.451908 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:05.482919 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50064) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:05.529275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-62fb185b-8ed4-4320-a32a-a19f82776dc3 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:05.531754 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-62fb185b-8ed4-4320-a32a-a19f82776dc3 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b&tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1096 time: 0.4315767 Jul 08 20:19:05.548129 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-58f5ecfc-6ba1-4944-8059-9de0e8dc2851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:05.548345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] For port 19b253e6-b4f6-453f-b8c9-b06562ca5b83, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=19b253e6-b4f6-453f-b8c9-b06562ca5b83,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:05.548532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:05.579190 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:05.646256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50068) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:05.648125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Calling delete_port for 19b253e6-b4f6-453f-b8c9-b06562ca5b83 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:05.680144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1977407848-network', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:05.714210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f4af1-315d-4512-a0e3-04b1202a3e31 req-0ac238c8-c5c6-4fe3-8efd-2d896eae05f5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:05.715952 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-012f4af1-315d-4512-a0e3-04b1202a3e31 req-0ac238c8-c5c6-4fe3-8efd-2d896eae05f5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 944 time: 0.5185630 Jul 08 20:19:05.863276 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:05.890104 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-012f4af1-315d-4512-a0e3-04b1202a3e31 req-f5ba4cd9-4b10-4672-bb1d-9c5519c6bd36 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350684 Jul 08 20:19:05.891110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a98ee31-adf7-4429-adb3-caf20b7d358e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:05.992641 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Transition to ACTIVE for port object af975cba-f75a-43e8-a20a-d293d59461cf will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:05.994931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-bfb18fc8-8f45-40b4-9ede-f6fd6d5d19dc service neutron] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:05.995314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204753f0-2d44-483b-b611-fd0e58532f70 admin admin] Router c5a799cf-73a5-42ff-9005-16e152cd3fd1 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:19:05.996283 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-cf263de8-7670-4412-b6d6-81fa3e600076 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.003605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-bfb18fc8-8f45-40b4-9ede-f6fd6d5d19dc service neutron] Notify callbacks [] for binding, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.005121 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-bfb18fc8-8f45-40b4-9ede-f6fd6d5d19dc service neutron] 10.222.0.103 "DELETE /v2.0/ports/f5996eb7-d325-4b8e-88e7-20497523d52d/bindings/n-h1-791506-16 HTTP/1.1" status: 204 len: 173 time: 0.4463377 Jul 08 20:19:06.047949 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-58f5ecfc-6ba1-4944-8059-9de0e8dc2851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.054211 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.063411 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-58f5ecfc-6ba1-4944-8059-9de0e8dc2851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.085630 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf263de8-7670-4412-b6d6-81fa3e600076 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Port': ['ID=9394efa5-71ea-424f-9cae-11b89d121c35,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:06.114694 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3d373cb-8982-4beb-b36d-1ca923294139 req-ad8f46c2-86ab-4748-aea0-ba47890aa0cf tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=0599672e-089a-41e5-9954-228648525526 HTTP/1.1" status: 200 len: 210 time: 0.0641508 Jul 08 20:19:06.134645 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a108e76-51cb-433c-9aa1-2e2bb9fbba52 None None] Pushing event updated for resources: {'Port': ['ID=af975cba-f75a-43e8-a20a-d293d59461cf,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:06.182628 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-58f5ecfc-6ba1-4944-8059-9de0e8dc2851 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e60bba4ba4664848b0d1a23ebe416390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6938713 Jul 08 20:19:06.187632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50074) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:06.212873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5ecfc-6ba1-4944-8059-9de0e8dc2851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d5c057-dc49-4380-b061-90b1415de1be,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:06.259903 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Attempting to bind port af975cba-f75a-43e8-a20a-d293d59461cf on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:06.260466 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Attempting to bind port af975cba-f75a-43e8-a20a-d293d59461cf by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5bd5808f-7c76-4b06-a042-667779e3a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:06.260964 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Attempting to bind port af975cba-f75a-43e8-a20a-d293d59461cf on network 09f22467-4999-45ea-bbf6-26db94b6ea72 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:06.267886 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:06.268523 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Checking segment: {'id': '5bd5808f-7c76-4b06-a042-667779e3a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:06.269383 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.269830 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Bound using segment: {'id': '5bd5808f-7c76-4b06-a042-667779e3a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:06.270527 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Bound port: af975cba-f75a-43e8-a20a-d293d59461cf, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd5808f-7c76-4b06-a042-667779e3a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:06.271029 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.273493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-cf263de8-7670-4412-b6d6-81fa3e600076 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] No DVR routers for this DVR port 9394efa5-71ea-424f-9cae-11b89d121c35 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:06.289303 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-cf263de8-7670-4412-b6d6-81fa3e600076 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.293578 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7763ed7-199f-4818-ab9b-c798248a9f7b req-cf263de8-7670-4412-b6d6-81fa3e600076 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "DELETE /v2.0/ports/9394efa5-71ea-424f-9cae-11b89d121c35 HTTP/1.1" status: 204 len: 173 time: 3.1874232 Jul 08 20:19:06.296280 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-deleted', 'tag': '9394efa5-71ea-424f-9cae-11b89d121c35'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:19:06.302387 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e67529e-17e8-4071-811d-8ca2a8b75faa" -d '{"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-deleted", "tag": "9394efa5-71ea-424f-9cae-11b89d121c35"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:19:06.318874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Made reservation on behalf of d7d11451eb5b49419e970e9c71ad4369 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:19:06.324603 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.418635 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] For port af975cba-f75a-43e8-a20a-d293d59461cf, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:06.433623 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] For port af975cba-f75a-43e8-a20a-d293d59461cf, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=af975cba-f75a-43e8-a20a-d293d59461cf,segment=NetworkSegment(5bd5808f-7c76-4b06-a042-667779e3a54f),segment_id=5bd5808f-7c76-4b06-a042-667779e3a54f)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:06.443313 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.528329 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2476-6413-4069-ad1a-bde75d495c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.586657 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.590734 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Routers {'dfcde3bc-67bc-436b-9218-854163413b8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:06.591549 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['dfcde3bc-67bc-436b-9218-854163413b8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:06.591976 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c4fac14-19de-4b4f-afcb-e0befbb1b23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.650454 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.682174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 121a3ba5-cd73-46a2-9cca-3210320acc08 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:06.742469 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] Set router dfcde3bc-67bc-436b-9218-854163413b8d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:06.743870 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.745295 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a108e76-51cb-433c-9aa1-2e2bb9fbba52 None None] Pushing event updated for resources: {'Port': ['ID=af975cba-f75a-43e8-a20a-d293d59461cf,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:06.761060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 121a3ba5-cd73-46a2-9cca-3210320acc08 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:06.761321 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.761920 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.765191 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2476-6413-4069-ad1a-bde75d495c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.864374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a98ee31-adf7-4429-adb3-caf20b7d358e admin admin] Router 613c61c5-184c-4c12-aec6-5309cfc59a4d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:19:06.883257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204753f0-2d44-483b-b611-fd0e58532f70 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:19:06.891531 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2476-6413-4069-ad1a-bde75d495c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.895464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2476-6413-4069-ad1a-bde75d495c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:06.895931 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-204753f0-2d44-483b-b611-fd0e58532f70 admin admin] 10.222.0.101 "PUT /v2.0/routers/c5a799cf-73a5-42ff-9005-16e152cd3fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9568002 Jul 08 20:19:06.900088 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d1ee2476-6413-4069-ad1a-bde75d495c2b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/78d5c057-dc49-4380-b061-90b1415de1be HTTP/1.1" status: 204 len: 168 time: 0.7114499 Jul 08 20:19:06.917095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50080) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:06.978242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f482a8-4dee-4f4a-b168-e3e2011e9cfc None None] Sync routers for ids ['c5a799cf-73a5-42ff-9005-16e152cd3fd1'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:19:07.001155 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:07.005666 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-299789634-router', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:19:00Z', 'revision_number': 4, 'project_id': 'b3bf966748d24071b9483777d06f251b', 'gw_port': {'id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:44Z', 'updated_at': '2021-07-08T20:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'af975cba-f75a-43e8-a20a-d293d59461cf', 'name': '', 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'mac_address': 'fa:16:3e:9b:28:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'ed88bbc9-1f61-4e29-a185-5bef84f4e834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:55Z', 'updated_at': '2021-07-08T20:19:06Z', 'revision_number': 4, 'project_id': 'b3bf966748d24071b9483777d06f251b', 'subnets': [{'id': 'ed88bbc9-1f61-4e29-a185-5bef84f4e834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:07.030437 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 04f7a9f6-d6de-4b0d-9314-cafe26faa252 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:07.034685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f482a8-4dee-4f4a-b168-e3e2011e9cfc None None] Routers {'c5a799cf-73a5-42ff-9005-16e152cd3fd1'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:07.035755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-67f482a8-4dee-4f4a-b168-e3e2011e9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['c5a799cf-73a5-42ff-9005-16e152cd3fd1'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:07.037289 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Pushing event updated for resources: {'Port': ['ID=9d2efeae-4836-4329-8a2c-7c985c768d1f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:07.042502 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81230bc7-e002-46af-8dce-cd0982f7b58a None None] The sync data for ids ['dfcde3bc-67bc-436b-9218-854163413b8d'] in n-d-791506-16 is: [{'id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-299789634-router', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:19:00Z', 'revision_number': 4, 'project_id': 'b3bf966748d24071b9483777d06f251b', 'gw_port': {'id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:44Z', 'updated_at': '2021-07-08T20:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'af975cba-f75a-43e8-a20a-d293d59461cf', 'name': '', 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'mac_address': 'fa:16:3e:9b:28:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'ed88bbc9-1f61-4e29-a185-5bef84f4e834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:55Z', 'updated_at': '2021-07-08T20:19:06Z', 'revision_number': 4, 'project_id': 'b3bf966748d24071b9483777d06f251b', 'subnets': [{'id': 'ed88bbc9-1f61-4e29-a185-5bef84f4e834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:19:07.172412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 04f7a9f6-d6de-4b0d-9314-cafe26faa252 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:07.173403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 04f7a9f6-d6de-4b0d-9314-cafe26faa252 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:07.221588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a98ee31-adf7-4429-adb3-caf20b7d358e admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:19:07.223847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee2476-6413-4069-ad1a-bde75d495c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d5c057-dc49-4380-b061-90b1415de1be,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:07.233487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2a98ee31-adf7-4429-adb3-caf20b7d358e admin admin] 10.222.0.101 "PUT /v2.0/routers/613c61c5-184c-4c12-aec6-5309cfc59a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7866471 Jul 08 20:19:07.239181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50086) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:07.240855 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8910845-f2b0-4cfd-871e-d952181826af None None] Sync routers for ids ['613c61c5-184c-4c12-aec6-5309cfc59a4d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:19:07.255412 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8910845-f2b0-4cfd-871e-d952181826af None None] Routers {'613c61c5-184c-4c12-aec6-5309cfc59a4d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:07.256419 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e8910845-f2b0-4cfd-871e-d952181826af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['613c61c5-184c-4c12-aec6-5309cfc59a4d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:07.336416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267915c-d3af-43b5-b845-b3500e4b0974 req-7818688c-2de6-4b1b-b9fd-0af6a7856f5f tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:07.338042 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4267915c-d3af-43b5-b845-b3500e4b0974 req-7818688c-2de6-4b1b-b9fd-0af6a7856f5f tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 1096 time: 0.8437963 Jul 08 20:19:07.448730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-67f482a8-4dee-4f4a-b168-e3e2011e9cfc None None] Set router c5a799cf-73a5-42ff-9005-16e152cd3fd1 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:07.493375 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-e8910845-f2b0-4cfd-871e-d952181826af None None] Set router 613c61c5-184c-4c12-aec6-5309cfc59a4d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:07.818825 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:07.820220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Pushing event deleted for resources: {'Port': ['ID=19b253e6-b4f6-453f-b8c9-b06562ca5b83,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:07.853156 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:07.860881 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e8910845-f2b0-4cfd-871e-d952181826af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913842386-router', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:33Z', 'updated_at': '2021-07-08T20:19:04Z', 'revision_number': 5, 'project_id': '0a9a872d8f51432e83be7865c6b4eacd', 'gw_port': {'id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:35Z', 'updated_at': '2021-07-08T20:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:07.876547 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:07.924998 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8910845-f2b0-4cfd-871e-d952181826af None None] Checking router: 613c61c5-184c-4c12-aec6-5309cfc59a4d for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:19:07.952176 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8910845-f2b0-4cfd-871e-d952181826af None None] Routers {'613c61c5-184c-4c12-aec6-5309cfc59a4d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:07.952877 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e8910845-f2b0-4cfd-871e-d952181826af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['613c61c5-184c-4c12-aec6-5309cfc59a4d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:07.991362 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.012823 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-67f482a8-4dee-4f4a-b168-e3e2011e9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1941555543-router', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:40Z', 'updated_at': '2021-07-08T20:19:03Z', 'revision_number': 5, 'project_id': '396c1a0f3bc04666aaffe268f898f337', 'gw_port': {'id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:08.086838 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f482a8-4dee-4f4a-b168-e3e2011e9cfc None None] Checking router: c5a799cf-73a5-42ff-9005-16e152cd3fd1 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:19:08.091497 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.112411 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:19:08.136229 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.137590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f482a8-4dee-4f4a-b168-e3e2011e9cfc None None] Routers {'c5a799cf-73a5-42ff-9005-16e152cd3fd1'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:08.138414 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-67f482a8-4dee-4f4a-b168-e3e2011e9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['c5a799cf-73a5-42ff-9005-16e152cd3fd1'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:08.144956 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.154678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c2eeec-4295-4fe5-a8b7-5b65c789dacf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:08.159370 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4267915c-d3af-43b5-b845-b3500e4b0974 req-32c5becd-ff65-4c01-a85a-39b45ba6c405 tempest-LiveMigrationTest-847635183 tempest-LiveMigrationTest-847635183-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8100643 Jul 08 20:19:08.161362 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-e8910845-f2b0-4cfd-871e-d952181826af None None] Set router 613c61c5-184c-4c12-aec6-5309cfc59a4d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:08.170074 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.177825 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-3558b89e-afe9-46dc-8b12-735eef24d7e8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.8069723 Jul 08 20:19:08.182188 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.182656 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Added segment af082bbb-e66e-4512-b88a-068a15bee89f of type vlan for network f2c466b4-5d90-4cc4-be8e-a5a6976da6c0 Jul 08 20:19:08.219379 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.329801 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.363481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.369089 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-67f482a8-4dee-4f4a-b168-e3e2011e9cfc None None] Set router c5a799cf-73a5-42ff-9005-16e152cd3fd1 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:08.432730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Deleting port bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:08.432903 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.434586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50108) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:08.482376 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60baa03d-b5e7-4e54-8db4-37d38d18f1f7 x-openstack-request-id: req-60baa03d-b5e7-4e54-8db4-37d38d18f1f7 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:19:08.482862 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0599672e-089a-41e5-9954-228648525526", "name": "network-vif-deleted", "tag": "9394efa5-71ea-424f-9cae-11b89d121c35", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:19:08.483126 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-60baa03d-b5e7-4e54-8db4-37d38d18f1f7 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:19:08.483546 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0599672e-089a-41e5-9954-228648525526', 'name': 'network-vif-deleted', 'tag': '9394efa5-71ea-424f-9cae-11b89d121c35', 'status': 'completed', 'code': 200} Jul 08 20:19:08.494602 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.496041 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b16a8c-85fe-4129-83d3-4909c60c5915 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:19:08.508660 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.510198 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fc611508-89f5-4dd7-8e4e-f5a422bbfdff admin admin] 10.222.0.101 "DELETE /v2.0/routers/b5b16a8c-85fe-4129-83d3-4909c60c5915 HTTP/1.1" status: 204 len: 168 time: 6.6128080 Jul 08 20:19:08.537866 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-e00ff49b-087c-4921-a759-3c68dade130c tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.3572102 Jul 08 20:19:08.541430 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50112) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:08.608574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8829e5-764b-4452-a772-8b5712a4bd2a admin admin] Deleting subnet f02d4487-1be7-4b64-b341-2ce101ac9f8b {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:19:08.634157 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8829e5-764b-4452-a772-8b5712a4bd2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.685464 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.701794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9271e1-6ef9-493a-bbc2-3bdb10ac085e tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Deleting subnet 24f967ea-b8e6-4f4e-82c2-fab914722dec {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:19:08.708615 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a9271e1-6ef9-493a-bbc2-3bdb10ac085e tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.736474 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device af975cba-f75a-43e8-a20a-d293d59461cf up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:08.744909 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e8910845-f2b0-4cfd-871e-d952181826af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913842386-router', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:33Z', 'updated_at': '2021-07-08T20:19:04Z', 'revision_number': 5, 'project_id': '0a9a872d8f51432e83be7865c6b4eacd', 'gw_port': {'id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:35Z', 'updated_at': '2021-07-08T20:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:08.773611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a9271e1-6ef9-493a-bbc2-3bdb10ac085e tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.810708 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8910845-f2b0-4cfd-871e-d952181826af None None] The sync data for ids ['613c61c5-184c-4c12-aec6-5309cfc59a4d'] in n-d-791506-16 is: [{'id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913842386-router', 'tenant_id': '0a9a872d8f51432e83be7865c6b4eacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:13:33Z', 'updated_at': '2021-07-08T20:19:04Z', 'revision_number': 5, 'project_id': '0a9a872d8f51432e83be7865c6b4eacd', 'gw_port': {'id': 'bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c61c5-184c-4c12-aec6-5309cfc59a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:13:35Z', 'updated_at': '2021-07-08T20:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:19:08.867321 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8829e5-764b-4452-a772-8b5712a4bd2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.891686 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a9271e1-6ef9-493a-bbc2-3bdb10ac085e tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.897540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port af975cba-f75a-43e8-a20a-d293d59461cf completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:08.903885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port af975cba-f75a-43e8-a20a-d293d59461cf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:08.904367 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.971764 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.985113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-67f482a8-4dee-4f4a-b168-e3e2011e9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1941555543-router', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:40Z', 'updated_at': '2021-07-08T20:19:03Z', 'revision_number': 5, 'project_id': '396c1a0f3bc04666aaffe268f898f337', 'gw_port': {'id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:08.990382 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:08.993448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:08.994376 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.053708 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4018342 Jul 08 20:19:09.057698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f482a8-4dee-4f4a-b168-e3e2011e9cfc None None] The sync data for ids ['c5a799cf-73a5-42ff-9005-16e152cd3fd1'] in n-d-791506-16 is: [{'id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1941555543-router', 'tenant_id': '396c1a0f3bc04666aaffe268f898f337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:40Z', 'updated_at': '2021-07-08T20:19:03Z', 'revision_number': 5, 'project_id': '396c1a0f3bc04666aaffe268f898f337', 'gw_port': {'id': '1dbc7360-60e3-4e45-97c8-98e740f42ae8', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a799cf-73a5-42ff-9005-16e152cd3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:19:09.060139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50120) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:09.067172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a9271e1-6ef9-493a-bbc2-3bdb10ac085e tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.087925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ee952d2c-e86f-4dab-b006-865247820e14 admin admin] Request body: {'subnet': {'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1977407848-subnet', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:09.122913 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.166268 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port af975cba-f75a-43e8-a20a-d293d59461cf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=af975cba-f75a-43e8-a20a-d293d59461cf,segment=NetworkSegment(5bd5808f-7c76-4b06-a042-667779e3a54f),segment_id=5bd5808f-7c76-4b06-a042-667779e3a54f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:09.176055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-56408cf7-174f-4e18-a5f7-3422da938eb9 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:09.179800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4032d3b6-a838-4ed9-a1b2-dd3b0055bcaa req-56408cf7-174f-4e18-a5f7-3422da938eb9 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.5736439 Jul 08 20:19:09.182499 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.243191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee952d2c-e86f-4dab-b006-865247820e14 admin admin] Made reservation on behalf of d7d11451eb5b49419e970e9c71ad4369 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:19:09.248156 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ee952d2c-e86f-4dab-b006-865247820e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.251299 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=af975cba-f75a-43e8-a20a-d293d59461cf,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:09.301537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9271e1-6ef9-493a-bbc2-3bdb10ac085e tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Subnet': ['ID=24f967ea-b8e6-4f4e-82c2-fab914722dec,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:09.318343 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c766c28a-fa71-42fe-9374-624e120573cd None None] Network 2f115db7-742b-42d9-a2fc-5dbf3a8491c6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:09.342651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a32111-5e62-4a6f-9fa7-257d321a3296 admin admin] Pushing event updated for resources: {'Network': ['ID=f2c466b4-5d90-4cc4-be8e-a5a6976da6c0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:09.381884 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a9271e1-6ef9-493a-bbc2-3bdb10ac085e tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.382184 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8829e5-764b-4452-a772-8b5712a4bd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.397532 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5a9271e1-6ef9-493a-bbc2-3bdb10ac085e tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "DELETE /v2.0/subnets/24f967ea-b8e6-4f4e-82c2-fab914722dec HTTP/1.1" status: 204 len: 168 time: 0.9609461 Jul 08 20:19:09.418338 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50128) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:09.423693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network f2c466b4-5d90-4cc4-be8e-a5a6976da6c0 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:19:09.471950 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7deeca12-f916-497d-b41d-3274df938572 req-89224d93-44b5-4ac8-bf82-c2503b064551 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2476015 Jul 08 20:19:09.477239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:09.523734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.525688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] For port bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:09.527920 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.570030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Calling delete_port for bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:09.608900 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Deleting port 1dbc7360-60e3-4e45-97c8-98e740f42ae8 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:09.610910 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.629941 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8829e5-764b-4452-a772-8b5712a4bd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.653039 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.760142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3fcaf-f653-4ad5-99de-9886d768bbb8 req-304d504a-7ffd-48e0-ba41-5f25cd928f3f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:09.766660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-19d3fcaf-f653-4ad5-99de-9886d768bbb8 req-304d504a-7ffd-48e0-ba41-5f25cd928f3f tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 944 time: 0.4610014 Jul 08 20:19:09.796957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8829e5-764b-4452-a772-8b5712a4bd2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f02d4487-1be7-4b64-b341-2ce101ac9f8b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:09.801176 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8829e5-764b-4452-a772-8b5712a4bd2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.804154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3523a26-5761-465a-aedf-bdddecc3bcea None None] Network 44f8b8e0-9466-4742-8949-139aced77ed1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:09.812888 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5e8829e5-764b-4452-a772-8b5712a4bd2a admin admin] 10.222.0.101 "DELETE /v2.0/subnets/f02d4487-1be7-4b64-b341-2ce101ac9f8b HTTP/1.1" status: 204 len: 168 time: 1.2667880 Jul 08 20:19:09.822712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50136) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:09.945481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-19d3fcaf-f653-4ad5-99de-9886d768bbb8 req-0f7c125e-3579-4212-aa25-d0599bca13e5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531451 Jul 08 20:19:09.966257 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ee952d2c-e86f-4dab-b006-865247820e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.984573 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:09.990307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d274bf0c-20b4-4b8a-96c4-64b96f247cb0 None None] DHCP port deletion for 2f115db7-742b-42d9-a2fc-5dbf3a8491c6 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:19:10.126582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d274bf0c-20b4-4b8a-96c4-64b96f247cb0 None None] Deleting port b2c98811-96cb-414a-ba5c-89d7e943f8a1 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:10.127167 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d274bf0c-20b4-4b8a-96c4-64b96f247cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.182958 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.205640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee952d2c-e86f-4dab-b006-865247820e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df3b44b7-430a-4de0-b847-3a49d2b5bb28,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:10.210955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] For port 1dbc7360-60e3-4e45-97c8-98e740f42ae8, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1dbc7360-60e3-4e45-97c8-98e740f42ae8,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:10.212108 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.229480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.261319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d274bf0c-20b4-4b8a-96c4-64b96f247cb0 None None] For port b2c98811-96cb-414a-ba5c-89d7e943f8a1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b2c98811-96cb-414a-ba5c-89d7e943f8a1,segment=NetworkSegment(65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0),segment_id=65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:10.261686 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d274bf0c-20b4-4b8a-96c4-64b96f247cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.277805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Calling delete_port for 1dbc7360-60e3-4e45-97c8-98e740f42ae8 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:10.293662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620765c-c88b-4500-aca8-2b18c644bc44 req-9a071fe5-0b56-4c4c-a952-c1c4457c89e5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:10.295735 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6620765c-c88b-4500-aca8-2b18c644bc44 req-9a071fe5-0b56-4c4c-a952-c1c4457c89e5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.103 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 944 time: 0.5205815 Jul 08 20:19:10.298476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d274bf0c-20b4-4b8a-96c4-64b96f247cb0 None None] Calling delete_port for b2c98811-96cb-414a-ba5c-89d7e943f8a1 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:10.305412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee952d2c-e86f-4dab-b006-865247820e14 admin admin] Checking segment: {'id': 'af082bbb-e66e-4512-b88a-068a15bee89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:10.306162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee952d2c-e86f-4dab-b006-865247820e14 admin admin] Network hostable DHCP agents. Network: f2c466b4-5d90-4cc4-be8e-a5a6976da6c0, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:19:10.315909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:10.407281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee952d2c-e86f-4dab-b006-865247820e14 admin admin] Network f2c466b4-5d90-4cc4-be8e-a5a6976da6c0 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:19:10.443819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8c8216-4e3b-4ca8-94ae-fb3d4e4559ed None None] DHCP port deletion for 44f8b8e0-9466-4742-8949-139aced77ed1 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:19:10.445596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ee952d2c-e86f-4dab-b006-865247820e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, f2c466b4-5d90-4cc4-be8e-a5a6976da6c0) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:10.454268 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d274bf0c-20b4-4b8a-96c4-64b96f247cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.457294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.465647 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Deleting port b2c98811-96cb-414a-ba5c-89d7e943f8a1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:10.466029 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.475406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee952d2c-e86f-4dab-b006-865247820e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:10.476203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80255f8-358f-4186-8a05-8556778f0b8d None None] Network f2c466b4-5d90-4cc4-be8e-a5a6976da6c0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:10.477418 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ee952d2c-e86f-4dab-b006-865247820e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.480236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274bf0c-20b4-4b8a-96c4-64b96f247cb0 None None] No DVR routers for this DVR port b2c98811-96cb-414a-ba5c-89d7e943f8a1 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:10.627924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274bf0c-20b4-4b8a-96c4-64b96f247cb0 None None] Pushing event deleted for resources: {'Port': ['ID=b2c98811-96cb-414a-ba5c-89d7e943f8a1,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:10.679918 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ee952d2c-e86f-4dab-b006-865247820e14 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6060326 Jul 08 20:19:10.680870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50154) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:10.683472 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.700489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1977407848-router', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:10.701282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c8216-4e3b-4ca8-94ae-fb3d4e4559ed None None] Deleting port 4e6036e4-788b-4862-ae38-8d67b7ccaa95 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:10.701662 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8216-4e3b-4ca8-94ae-fb3d4e4559ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.720405 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.775981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device af975cba-f75a-43e8-a20a-d293d59461cf up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:10.800539 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.807065 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.856112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6b8c8216-4e3b-4ca8-94ae-fb3d4e4559ed None None] For port 4e6036e4-788b-4862-ae38-8d67b7ccaa95, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4e6036e4-788b-4862-ae38-8d67b7ccaa95,segment=NetworkSegment(f4b42d19-2d67-4696-a454-81c605765246),segment_id=f4b42d19-2d67-4696-a454-81c605765246)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:10.856507 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8216-4e3b-4ca8-94ae-fb3d4e4559ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.865340 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.872066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 613c61c5-184c-4c12-aec6-5309cfc59a4d {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:19:10.877075 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.880963 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.885137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dbc7360-60e3-4e45-97c8-98e740f42ae8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:10.901981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c8216-4e3b-4ca8-94ae-fb3d4e4559ed None None] Calling delete_port for 4e6036e4-788b-4862-ae38-8d67b7ccaa95 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:10.904078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-f2c466b4-5d90-4cc4-be8e-a5a6976da6c0', 'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'fixed_ips': [{'subnet_id': 'df3b44b7-430a-4de0-b847-3a49d2b5bb28'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:19:10.905323 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.928485 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.930452 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-25cf4243-692c-414f-83a1-12e9abec2d5d admin admin] 10.222.0.101 "DELETE /v2.0/routers/613c61c5-184c-4c12-aec6-5309cfc59a4d HTTP/1.1" status: 204 len: 168 time: 3.6890998 Jul 08 20:19:10.933219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50158) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:10.969773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port af975cba-f75a-43e8-a20a-d293d59461cf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:10.971362 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:10.974761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] For port b2c98811-96cb-414a-ba5c-89d7e943f8a1, host n-d-791506-16, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:10.975144 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.058254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.073799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d091a1-f86d-47e7-b0a9-7e80faa89f92 admin admin] Deleting subnet b4a80422-80e3-4117-8283-344869ac382d {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:19:11.081787 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6d091a1-f86d-47e7-b0a9-7e80faa89f92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.130192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Calling delete_port for b2c98811-96cb-414a-ba5c-89d7e943f8a1 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:11.144743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Deleting port 4e6036e4-788b-4862-ae38-8d67b7ccaa95 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:11.146768 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.160155 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Port b2c98811-96cb-414a-ba5c-89d7e943f8a1 was not found and therefore no delete operation was performed {{(pid=94065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:19:11.208934 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.241644 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8216-4e3b-4ca8-94ae-fb3d4e4559ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.284073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c8216-4e3b-4ca8-94ae-fb3d4e4559ed None None] Pushing event deleted for resources: {'Port': ['ID=4e6036e4-788b-4862-ae38-8d67b7ccaa95,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:11.292730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-6620765c-c88b-4500-aca8-2b18c644bc44 req-2269b926-c518-489a-bb6c-98986ce8051e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Deleting port f5996eb7-d325-4b8e-88e7-20497523d52d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:11.293359 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6620765c-c88b-4500-aca8-2b18c644bc44 req-2269b926-c518-489a-bb6c-98986ce8051e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.295440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Allocated IP 172.20.0.2 (f2c466b4-5d90-4cc4-be8e-a5a6976da6c0/df3b44b7-430a-4de0-b847-3a49d2b5bb28/3a52ad05-490a-48a9-9c45-a8093b7e6b3d) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:11.303641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c8216-4e3b-4ca8-94ae-fb3d4e4559ed None None] No DVR routers for this DVR port 4e6036e4-788b-4862-ae38-8d67b7ccaa95 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:11.325110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Port': ['ID=b2c98811-96cb-414a-ba5c-89d7e943f8a1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:11.381101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] No DVR routers for this DVR port b2c98811-96cb-414a-ba5c-89d7e943f8a1 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:11.391077 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.446387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6d091a1-f86d-47e7-b0a9-7e80faa89f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.499306 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.539706 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.550413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b2c98811-96cb-414a-ba5c-89d7e943f8a1 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:11.584549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: b2c98811-96cb-414a-ba5c-89d7e943f8a1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:11.584922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b2c98811-96cb-414a-ba5c-89d7e943f8a1 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:11.585853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 19b253e6-b4f6-453f-b8c9-b06562ca5b83 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:11.592011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Transition to ACTIVE for port object 3a52ad05-490a-48a9-9c45-a8093b7e6b3d will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:11.596751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f0ed0-68f1-4fcb-9611-4d9e1ed09904 req-cc630c6c-fbe6-460e-9c74-ad261ee4b567 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:11.604324 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9b3f0ed0-68f1-4fcb-9611-4d9e1ed09904 req-cc630c6c-fbe6-460e-9c74-ad261ee4b567 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 944 time: 0.4038014 Jul 08 20:19:11.615539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 19b253e6-b4f6-453f-b8c9-b06562ca5b83 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:11.616560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 19b253e6-b4f6-453f-b8c9-b06562ca5b83 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:11.616560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 34084b12-644c-4218-8eba-0baa26226da1 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:11.646551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 34084b12-644c-4218-8eba-0baa26226da1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:11.647053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 34084b12-644c-4218-8eba-0baa26226da1 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:11.647485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4e6036e4-788b-4862-ae38-8d67b7ccaa95 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:11.659083 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6d091a1-f86d-47e7-b0a9-7e80faa89f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.671206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Transition to ACTIVE for port object 3a52ad05-490a-48a9-9c45-a8093b7e6b3d will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:11.673829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 4e6036e4-788b-4862-ae38-8d67b7ccaa95 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:11.674178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4e6036e4-788b-4862-ae38-8d67b7ccaa95 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:11.674604 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a53d186b-ea68-4dca-939b-d9d442cafb4d no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:11.698006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: a53d186b-ea68-4dca-939b-d9d442cafb4d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:11.698361 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a53d186b-ea68-4dca-939b-d9d442cafb4d not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:11.702138 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.754659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Network f2c466b4-5d90-4cc4-be8e-a5a6976da6c0 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:11.758503 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:11.761681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:11.761899 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6d091a1-f86d-47e7-b0a9-7e80faa89f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.778900 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50174) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:11.808552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Pushing event updated for resources: {'Port': ['ID=3a52ad05-490a-48a9-9c45-a8093b7e6b3d,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:11.818927 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6d091a1-f86d-47e7-b0a9-7e80faa89f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.823502 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b6d091a1-f86d-47e7-b0a9-7e80faa89f92 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/b4a80422-80e3-4117-8283-344869ac382d HTTP/1.1" status: 204 len: 168 time: 0.8893642 Jul 08 20:19:11.824411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d091a1-f86d-47e7-b0a9-7e80faa89f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4a80422-80e3-4117-8283-344869ac382d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:11.828844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50178) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:11.851618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb77cb7d-873e-425f-8557-23c3cfc7279f None None] Network 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:11.903970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Attempting to bind port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:11.904557 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Attempting to bind port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'af082bbb-e66e-4512-b88a-068a15bee89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:11.905396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Attempting to bind port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d on network f2c466b4-5d90-4cc4-be8e-a5a6976da6c0 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:11.908462 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9b3f0ed0-68f1-4fcb-9611-4d9e1ed09904 req-60114d13-e6e5-4ded-b2b8-61f35a7d02ef tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030329 Jul 08 20:19:11.917473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:11.918208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Checking segment: {'id': 'af082bbb-e66e-4512-b88a-068a15bee89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:11.918786 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.919337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Bound using segment: {'id': 'af082bbb-e66e-4512-b88a-068a15bee89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:11.919983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Bound port: 3a52ad05-490a-48a9-9c45-a8093b7e6b3d, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af082bbb-e66e-4512-b88a-068a15bee89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:11.920551 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.954362 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:11.979335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f5996eb7-d325-4b8e-88e7-20497523d52d no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:12.014964 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c45ea6a-8107-47d8-b0bf-44afa68562b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.020893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.023544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] For port 4e6036e4-788b-4862-ae38-8d67b7ccaa95, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4e6036e4-788b-4862-ae38-8d67b7ccaa95,segment=NetworkSegment(f4b42d19-2d67-4696-a454-81c605765246),segment_id=f4b42d19-2d67-4696-a454-81c605765246)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:12.023954 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.029432 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.061826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Allocated IP 172.25.4.95 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/5d0ee12e-3d79-4131-8d81-fc5a73ea59de) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:12.081252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Calling delete_port for 4e6036e4-788b-4862-ae38-8d67b7ccaa95 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:12.093052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] For port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:12.099046 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] For port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3a52ad05-490a-48a9-9c45-a8093b7e6b3d,segment=NetworkSegment(af082bbb-e66e-4512-b88a-068a15bee89f),segment_id=af082bbb-e66e-4512-b88a-068a15bee89f)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:12.126198 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.131454 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.185073 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-6620765c-c88b-4500-aca8-2b18c644bc44 req-2269b926-c518-489a-bb6c-98986ce8051e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] For port f5996eb7-d325-4b8e-88e7-20497523d52d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f5996eb7-d325-4b8e-88e7-20497523d52d,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:12.185626 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6620765c-c88b-4500-aca8-2b18c644bc44 req-2269b926-c518-489a-bb6c-98986ce8051e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.193298 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Deleting port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:12.193576 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.200394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.227035 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f115db7-742b-42d9-a2fc-5dbf3a8491c6']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:12.251774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.252308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5a799cf-73a5-42ff-9005-16e152cd3fd1 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:19:12.269394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.289806 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.291306 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-79eb6445-f37c-4e46-aac0-b3a53657c6c2 admin admin] 10.222.0.101 "DELETE /v2.0/routers/c5a799cf-73a5-42ff-9005-16e152cd3fd1 HTTP/1.1" status: 204 len: 168 time: 5.3272154 Jul 08 20:19:12.293451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:12.293939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bfc6d8-5152-40cd-b9c9-0c27ba35fdb0') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:12.297680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50180) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:12.298569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-6620765c-c88b-4500-aca8-2b18c644bc44 req-2269b926-c518-489a-bb6c-98986ce8051e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Calling delete_port for f5996eb7-d325-4b8e-88e7-20497523d52d owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:12.352675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] For port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=62baad19-04ad-4e98-8bf4-7b4d525a9cc7,segment=NetworkSegment(43c2a4d8-c43d-4021-b6f7-b10159819059),segment_id=43c2a4d8-c43d-4021-b6f7-b10159819059)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:12.352675 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.355103 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.388605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Calling delete_port for 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:12.390774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767b581-062a-4f61-96fc-61d06475b6b6 None None] Pushing event updated for resources: {'Port': ['ID=3a52ad05-490a-48a9-9c45-a8093b7e6b3d,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:12.402523 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c45ea6a-8107-47d8-b0bf-44afa68562b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.460254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c45ea6a-8107-47d8-b0bf-44afa68562b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.475750 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.506220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dab233-4a85-49bc-9ec8-0a30a18e8e04 None None] DHCP port deletion for 1fb0e38e-3c6e-4614-9752-6aae5d33dbe1 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:19:12.506808 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:19:12.507288 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:19:12.511116 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:19:12.565256 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3c45ea6a-8107-47d8-b0bf-44afa68562b8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9e8b911d30b14184af3a26d5ef80dd17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7856011 Jul 08 20:19:12.566155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50182) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:12.567662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45ea6a-8107-47d8-b0bf-44afa68562b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999bc325-9d66-459d-98fc-59b9af66fbba,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:12.597856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:12.603327 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.629233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e87feb-4703-4e4d-8abc-0b8c0c85e02f admin admin] Deleting subnet 84d5d5d0-c9e8-49be-8d1f-868394679e4f {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:19:12.640860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Pushing event deleted for resources: {'Port': ['ID=62baad19-04ad-4e98-8bf4-7b4d525a9cc7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:12.641552 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08e87feb-4703-4e4d-8abc-0b8c0c85e02f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.643546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] No DVR routers for this DVR port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:12.646997 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.648861 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.652693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:12.653292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bb24d2e6-9cb9-40f9-9d7b-f53c4d25a4be not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:12.658415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-47dab233-4a85-49bc-9ec8-0a30a18e8e04 None None] Deleting port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:12.658856 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-47dab233-4a85-49bc-9ec8-0a30a18e8e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.751028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.763042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb0e38e-3c6e-4614-9752-6aae5d33dbe1']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:12.773851 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.776246 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c2a4d8-c43d-4021-b6f7-b10159819059') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:12.776815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c2a4d8-c43d-4021-b6f7-b10159819059') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:12.778733 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "DELETE /v2.0/networks/2f115db7-742b-42d9-a2fc-5dbf3a8491c6 HTTP/1.1" status: 204 len: 168 time: 3.3586774 Jul 08 20:19:12.787305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6036e4-788b-4862-ae38-8d67b7ccaa95,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:12.788307 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.790831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b9db9-7ba9-49b2-b124-4b869fed36f6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Network': ['ID=2f115db7-742b-42d9-a2fc-5dbf3a8491c6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:12.803114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50184) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:12.807484 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.815347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:19:12.815766 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.825519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] No DVR routers for this DVR port 4e6036e4-788b-4862-ae38-8d67b7ccaa95 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:12.836943 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:19:12.837479 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:19:12.843141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-47dab233-4a85-49bc-9ec8-0a30a18e8e04 None None] For port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7, host n-d-791506-16, got binding levels [] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:12.844907 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-47dab233-4a85-49bc-9ec8-0a30a18e8e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.870993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-47dab233-4a85-49bc-9ec8-0a30a18e8e04 None None] Calling delete_port for 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:12.875660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.ipam_backend_mixin [None req-47dab233-4a85-49bc-9ec8-0a30a18e8e04 None None] Port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 was not found and therefore no delete operation was performed {{(pid=94067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:19:12.877188 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-47dab233-4a85-49bc-9ec8-0a30a18e8e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.904958 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.907335 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2047d150-ecb7-481e-bf5e-05a37334c35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.915418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dab233-4a85-49bc-9ec8-0a30a18e8e04 None None] Pushing event deleted for resources: {'Port': ['ID=62baad19-04ad-4e98-8bf4-7b4d525a9cc7,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:12.920941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dab233-4a85-49bc-9ec8-0a30a18e8e04 None None] No DVR routers for this DVR port 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:12.949751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.953450 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] 10.222.0.101 "DELETE /v2.0/networks/1fb0e38e-3c6e-4614-9752-6aae5d33dbe1 HTTP/1.1" status: 204 len: 168 time: 1.1232369 Jul 08 20:19:12.954997 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08e87feb-4703-4e4d-8abc-0b8c0c85e02f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:12.978440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ae471-4d6f-4674-8e0a-be07ba615090 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fb0e38e-3c6e-4614-9752-6aae5d33dbe1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:12.986900 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2047d150-ecb7-481e-bf5e-05a37334c35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.061281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2047d150-ecb7-481e-bf5e-05a37334c35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.074233 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2047d150-ecb7-481e-bf5e-05a37334c35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.079057 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2047d150-ecb7-481e-bf5e-05a37334c35c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/999bc325-9d66-459d-98fc-59b9af66fbba HTTP/1.1" status: 204 len: 168 time: 0.5058570 Jul 08 20:19:13.116424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047d150-ecb7-481e-bf5e-05a37334c35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999bc325-9d66-459d-98fc-59b9af66fbba,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:13.194818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50192) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:13.202766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd602a7-3865-4661-b154-91931c209b19 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Deleting subnet 9e15f4e7-e7fc-4a5a-a0a8-19b51d5bb66d {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:19:13.208543 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fd602a7-3865-4661-b154-91931c209b19 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.242639 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:19:13.270876 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.303721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f8b8e0-9466-4742-8949-139aced77ed1']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:13.315217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227579e-2f19-4ec3-8d6c-fe36c404ae8f req-15ce3af8-c7d0-4c4b-9484-0e43ea582a47 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:13.318176 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8227579e-2f19-4ec3-8d6c-fe36c404ae8f req-15ce3af8-c7d0-4c4b-9484-0e43ea582a47 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 944 time: 0.2391698 Jul 08 20:19:13.324332 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6620765c-c88b-4500-aca8-2b18c644bc44 req-2269b926-c518-489a-bb6c-98986ce8051e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.332332 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.339306 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b42d19-2d67-4696-a454-81c605765246') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:13.339762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['90077c20-78a8-436e-9186-9913932bde40'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:19:13.340121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b42d19-2d67-4696-a454-81c605765246') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:13.372054 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6f25d827-a2cd-4b57-9c19-abdfb96a14ec admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=23a55ef526b045a79d4ec9627f175564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704650 Jul 08 20:19:13.373397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50196) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:13.387802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fd602a7-3865-4661-b154-91931c209b19 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.391968 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.504997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:13.520495 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.528896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Allocated IP 172.25.4.72 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/675067f0-59ac-40b6-a7ba-b80848b3d339) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:13.532542 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08e87feb-4703-4e4d-8abc-0b8c0c85e02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.563917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:13.584476 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a66b83-61d1-4452-bce9-c00813e123fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.589629 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8227579e-2f19-4ec3-8d6c-fe36c404ae8f req-e093bab0-6496-4303-9d4f-755df164016d tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628224 Jul 08 20:19:13.602777 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:19:13.603211 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.653965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50198) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:13.665885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:13.673687 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a66b83-61d1-4452-bce9-c00813e123fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.688779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6620765c-c88b-4500-aca8-2b18c644bc44 req-2269b926-c518-489a-bb6c-98986ce8051e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] No DVR routers for this DVR port f5996eb7-d325-4b8e-88e7-20497523d52d on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:19:13.690438 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:19:13.693495 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6620765c-c88b-4500-aca8-2b18c644bc44 req-2269b926-c518-489a-bb6c-98986ce8051e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.693719 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6620765c-c88b-4500-aca8-2b18c644bc44 req-2269b926-c518-489a-bb6c-98986ce8051e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.103 "DELETE /v2.0/ports/f5996eb7-d325-4b8e-88e7-20497523d52d HTTP/1.1" status: 204 len: 173 time: 3.3442791 Jul 08 20:19:13.699528 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-11753d81-2e26-429f-8fd5-38d398e59e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.705557 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d4dcc4-8b3a-41d8-a365-db2de89e4d5b', 'name': 'network-vif-deleted', 'tag': 'f5996eb7-d325-4b8e-88e7-20497523d52d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:19:13.707876 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47303cd0-fc1d-4bbd-8d61-3f1be9d6b300" -d '{"events": [{"server_uuid": "77d4dcc4-8b3a-41d8-a365-db2de89e4d5b", "name": "network-vif-deleted", "tag": "f5996eb7-d325-4b8e-88e7-20497523d52d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:19:13.736620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Pushing event updated for resources: {'Port': ['ID=5d0ee12e-3d79-4131-8d81-fc5a73ea59de,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:13.817129 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac53c87-ef3e-44c7-b4da-be97198cd5a3 x-openstack-request-id: req-bac53c87-ef3e-44c7-b4da-be97198cd5a3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:19:13.817417 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d4dcc4-8b3a-41d8-a365-db2de89e4d5b", "name": "network-vif-deleted", "tag": "f5996eb7-d325-4b8e-88e7-20497523d52d", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:19:13.817668 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bac53c87-ef3e-44c7-b4da-be97198cd5a3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:19:13.818076 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d4dcc4-8b3a-41d8-a365-db2de89e4d5b', 'name': 'network-vif-deleted', 'tag': 'f5996eb7-d325-4b8e-88e7-20497523d52d', 'status': 'completed', 'code': 200} Jul 08 20:19:13.827358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269b926-c518-489a-bb6c-98986ce8051e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Pushing event deleted for resources: {'Port': ['ID=f5996eb7-d325-4b8e-88e7-20497523d52d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:13.848285 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.882772 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.884902 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] 10.222.0.101 "DELETE /v2.0/networks/44f8b8e0-9466-4742-8949-139aced77ed1 HTTP/1.1" status: 204 len: 168 time: 4.0240278 Jul 08 20:19:13.934064 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fd602a7-3865-4661-b154-91931c209b19 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:13.937427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65077c3a-50f1-473d-9f0e-e88c89c91e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=44f8b8e0-9466-4742-8949-139aced77ed1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:14.014786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.060058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40698a2f-24f6-49cc-bb15-192baf374fcb None None] Network f2c466b4-5d90-4cc4-be8e-a5a6976da6c0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:14.081925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.096540 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.100415 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08e87feb-4703-4e4d-8abc-0b8c0c85e02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.120528 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08e87feb-4703-4e4d-8abc-0b8c0c85e02f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.132339 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-08e87feb-4703-4e4d-8abc-0b8c0c85e02f admin admin] 10.222.0.101 "DELETE /v2.0/subnets/84d5d5d0-c9e8-49be-8d1f-868394679e4f HTTP/1.1" status: 204 len: 168 time: 1.8222363 Jul 08 20:19:14.134116 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.135924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50204) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:14.177742 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da0a0b3-7f51-4dc6-9df1-4ce428549ed6 None None] Network 451eb52e-e14b-47a3-85bf-06feecce9001 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:14.203027 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e87feb-4703-4e4d-8abc-0b8c0c85e02f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d5d5d0-c9e8-49be-8d1f-868394679e4f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:14.239437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50206) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:14.263455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fd602a7-3865-4661-b154-91931c209b19 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.291802 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ddf56de6-c7e4-49a8-8817-2c525b33e6a0 None None] Provisioning for port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:14.305314 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fd602a7-3865-4661-b154-91931c209b19 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.311486 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9fd602a7-3865-4661-b154-91931c209b19 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "DELETE /v2.0/subnets/9e15f4e7-e7fc-4a5a-a0a8-19b51d5bb66d HTTP/1.1" status: 204 len: 168 time: 1.5058372 Jul 08 20:19:14.318368 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1112e1b-2262-4322-ab3f-4143b470fb81 None None] Network 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:14.324215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50208) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:14.327349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd602a7-3865-4661-b154-91931c209b19 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Subnet': ['ID=9e15f4e7-e7fc-4a5a-a0a8-19b51d5bb66d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:14.424418 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-11753d81-2e26-429f-8fd5-38d398e59e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.434140 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.436438 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Pushing event updated for resources: {'Port': ['ID=675067f0-59ac-40b6-a7ba-b80848b3d339,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:14.447146 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-11753d81-2e26-429f-8fd5-38d398e59e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.452761 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:14.492033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:14.499099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:14.602733 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-55e50653-4f26-431d-953f-995d1f25f16b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c8b69a66bbfd4c608dea832fcf81d003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610935 Jul 08 20:19:14.607553 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50210) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:14.619297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.630697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3a52ad05-490a-48a9-9c45-a8093b7e6b3d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:14.727843 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a66b83-61d1-4452-bce9-c00813e123fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.731448 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a66b83-61d1-4452-bce9-c00813e123fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.735099 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-24a66b83-61d1-4452-bce9-c00813e123fd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f53fa19d-10bf-43c2-9079-d24591f7872b HTTP/1.1" status: 204 len: 168 time: 1.3539305 Jul 08 20:19:14.739219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:14.748617 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-11753d81-2e26-429f-8fd5-38d398e59e55 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=401132ea7b3944c1a1203304e88c2fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0879970 Jul 08 20:19:14.757317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:14.757698 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.815099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50216) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:14.944413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11753d81-2e26-429f-8fd5-38d398e59e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78dce75-2bdf-4294-b765-5a380efb20ac,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:14.960196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987fffdc-1f8e-415b-a859-262155daa9f8 None None] DHCP port deletion for 451eb52e-e14b-47a3-85bf-06feecce9001 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:19:14.960526 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3670811-fc7d-4b02-afc8-78a53d951207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:14.985222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6b9bfe-1a1b-4250-94ad-968e23d47154 None None] DHCP port deletion for 2fed78bf-79e0-4d92-b61b-77fa20fd50e6 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:19:14.993569 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.021311 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5759cfc1-f168-4241-beaf-37dc30cd1f03 req-7c6195ad-5d4d-4f75-bb1f-c09a83923169 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 210 time: 0.1871114 Jul 08 20:19:15.022040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a66b83-61d1-4452-bce9-c00813e123fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53fa19d-10bf-43c2-9079-d24591f7872b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:15.056557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.078778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3670811-fc7d-4b02-afc8-78a53d951207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.080489 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-627a5037-49d6-474e-83d9-e94a8669a80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.139590 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.178178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Deleting port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:15.178519 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.181151 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.224553 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-627a5037-49d6-474e-83d9-e94a8669a80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.273502 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Pushing event updated for resources: {'Port': ['ID=5d0ee12e-3d79-4131-8d81-fc5a73ea59de,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:15.298627 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-627a5037-49d6-474e-83d9-e94a8669a80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.301923 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-627a5037-49d6-474e-83d9-e94a8669a80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.303674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3a52ad05-490a-48a9-9c45-a8093b7e6b3d,segment=NetworkSegment(af082bbb-e66e-4512-b88a-068a15bee89f),segment_id=af082bbb-e66e-4512-b88a-068a15bee89f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:15.315926 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.317075 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-627a5037-49d6-474e-83d9-e94a8669a80d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f9da5bab-ffd3-4483-9489-77b48411213c HTTP/1.1" status: 204 len: 168 time: 0.7082503 Jul 08 20:19:15.427606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a5037-49d6-474e-83d9-e94a8669a80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9da5bab-ffd3-4483-9489-77b48411213c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:15.430798 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=3a52ad05-490a-48a9-9c45-a8093b7e6b3d,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:15.434603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Deleting port 2a5ce2b2-949c-4636-9d04-b9cd45915207 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:15.435861 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.437675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:15.449418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b9bfe-1a1b-4250-94ad-968e23d47154 None None] Deleting port 2a5ce2b2-949c-4636-9d04-b9cd45915207 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:15.449798 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0b6b9bfe-1a1b-4250-94ad-968e23d47154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.479235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-48cc00ba-ab13-413c-a5ed-483ebd2a1b89 None None] Provisioning complete for port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:15.480076 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-48cc00ba-ab13-413c-a5ed-483ebd2a1b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.487830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] For port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=815b4a49-2f67-48f6-9d37-5edfdc3c2d5f,segment=NetworkSegment(05c88d4f-7b6b-48c7-a467-b74d4247424e),segment_id=05c88d4f-7b6b-48c7-a467-b74d4247424e)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:15.488201 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.510442 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:15.510790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 62baad19-04ad-4e98-8bf4-7b4d525a9cc7 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:15.511199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1dbc7360-60e3-4e45-97c8-98e740f42ae8 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:15.521872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Calling delete_port for 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:15.540517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-987fffdc-1f8e-415b-a859-262155daa9f8 None None] Deleting port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:15.540931 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-987fffdc-1f8e-415b-a859-262155daa9f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.574942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50222) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:15.642404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 1dbc7360-60e3-4e45-97c8-98e740f42ae8 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:15.642769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1dbc7360-60e3-4e45-97c8-98e740f42ae8 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:15.659431 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.660577 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-987fffdc-1f8e-415b-a859-262155daa9f8 None None] For port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=815b4a49-2f67-48f6-9d37-5edfdc3c2d5f,segment=NetworkSegment(05c88d4f-7b6b-48c7-a467-b74d4247424e),segment_id=05c88d4f-7b6b-48c7-a467-b74d4247424e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:15.660996 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-987fffdc-1f8e-415b-a859-262155daa9f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.689931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-987fffdc-1f8e-415b-a859-262155daa9f8 None None] Calling delete_port for 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:15.696476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0b6b9bfe-1a1b-4250-94ad-968e23d47154 None None] For port 2a5ce2b2-949c-4636-9d04-b9cd45915207, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2a5ce2b2-949c-4636-9d04-b9cd45915207,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:15.696928 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0b6b9bfe-1a1b-4250-94ad-968e23d47154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.724778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b9bfe-1a1b-4250-94ad-968e23d47154 None None] Calling delete_port for 2a5ce2b2-949c-4636-9d04-b9cd45915207 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:15.745755 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.748215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7deeca12-f916-497d-b41d-3274df938572 req-0e94fe02-0c8d-4601-8608-0e23fe769ff8 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.2754302 Jul 08 20:19:15.773519 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.784794 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.794588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] For port 2a5ce2b2-949c-4636-9d04-b9cd45915207, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2a5ce2b2-949c-4636-9d04-b9cd45915207,segment=NetworkSegment(a2bd1092-7bad-4569-8565-4f2ea9572b97),segment_id=a2bd1092-7bad-4569-8565-4f2ea9572b97)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:15.800569 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.803644 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3670811-fc7d-4b02-afc8-78a53d951207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.812278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=815b4a49-2f67-48f6-9d37-5edfdc3c2d5f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:15.813480 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3670811-fc7d-4b02-afc8-78a53d951207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:15.820114 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d3670811-fc7d-4b02-afc8-78a53d951207 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f78dce75-2bdf-4294-b765-5a380efb20ac HTTP/1.1" status: 204 len: 168 time: 0.9978335 Jul 08 20:19:15.821577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] No DVR routers for this DVR port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:15.881124 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c8979c42-1c53-4388-91fa-4b73e537b3f5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0a9a872d8f51432e83be7865c6b4eacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932351 Jul 08 20:19:15.884064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Calling delete_port for 2a5ce2b2-949c-4636-9d04-b9cd45915207 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:15.926520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50230) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:15.973993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3670811-fc7d-4b02-afc8-78a53d951207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78dce75-2bdf-4294-b765-5a380efb20ac,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:16.001033 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.005195 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7deeca12-f916-497d-b41d-3274df938572 req-093ba391-8f72-45b4-ad78-9f4c90a64479 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 695 time: 0.1776280 Jul 08 20:19:16.059045 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-987fffdc-1f8e-415b-a859-262155daa9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.077187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451eb52e-e14b-47a3-85bf-06feecce9001']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:16.118747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c88d4f-7b6b-48c7-a467-b74d4247424e') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:16.120030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c88d4f-7b6b-48c7-a467-b74d4247424e') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:16.148702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fffdc-1f8e-415b-a859-262155daa9f8 None None] Pushing event deleted for resources: {'Port': ['ID=815b4a49-2f67-48f6-9d37-5edfdc3c2d5f,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:16.153283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987fffdc-1f8e-415b-a859-262155daa9f8 None None] No DVR routers for this DVR port 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:16.155396 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0b6b9bfe-1a1b-4250-94ad-968e23d47154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.161459 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.193497 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd845847-b8b6-4fc8-bf98-509872e6398a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.224158 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.229082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b9bfe-1a1b-4250-94ad-968e23d47154 None None] Pushing event deleted for resources: {'Port': ['ID=2a5ce2b2-949c-4636-9d04-b9cd45915207,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:16.234375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b9bfe-1a1b-4250-94ad-968e23d47154 None None] No DVR routers for this DVR port 2a5ce2b2-949c-4636-9d04-b9cd45915207 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:16.259863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:19:16.260281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.261030 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.271393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deeca12-f916-497d-b41d-3274df938572 req-7080b5b9-b415-43d0-8c95-4f7d521a7196 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:19:16.274537 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:19:16.284815 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7deeca12-f916-497d-b41d-3274df938572 req-7080b5b9-b415-43d0-8c95-4f7d521a7196 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.2721186 Jul 08 20:19:16.338010 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Port': ['ID=2a5ce2b2-949c-4636-9d04-b9cd45915207,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:16.341120 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] No DVR routers for this DVR port 2a5ce2b2-949c-4636-9d04-b9cd45915207 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:16.431370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd845847-b8b6-4fc8-bf98-509872e6398a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.538560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3a52ad05-490a-48a9-9c45-a8093b7e6b3d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:16.554731 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-986ee023-909e-4d69-b6a1-0563f7ed3adf req-c9ce44dc-fdb5-4914-8d20-7db134cafef8 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 210 time: 0.1257358 Jul 08 20:19:16.583436 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.594739 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.626649 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.628564 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] 10.222.0.101 "DELETE /v2.0/networks/451eb52e-e14b-47a3-85bf-06feecce9001 HTTP/1.1" status: 204 len: 168 time: 2.4824708 Jul 08 20:19:16.637994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fed78bf-79e0-4d92-b61b-77fa20fd50e6']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:16.650234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-8f44baf6-710e-4b93-bbef-6f68955774bf tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3481116 Jul 08 20:19:16.658408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bca50f-d280-4d32-8c71-15c818b6e1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=451eb52e-e14b-47a3-85bf-06feecce9001,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:16.670891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bd1092-7bad-4569-8565-4f2ea9572b97') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:16.670891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bd1092-7bad-4569-8565-4f2ea9572b97') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:16.675552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:16.675750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Router 206a81e8-16d9-4434-9cd9-8fbd7cad1116 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:19:16.692822 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.719537 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.724403 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.748976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:19:16.749929 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.754078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:16.754458 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:19:16.757267 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:19:16.785868 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd845847-b8b6-4fc8-bf98-509872e6398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.794887 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd845847-b8b6-4fc8-bf98-509872e6398a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.799109 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bd845847-b8b6-4fc8-bf98-509872e6398a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a5f89a47-5b8c-45c8-b5ee-6751c1ec48bc HTTP/1.1" status: 204 len: 168 time: 0.8683350 Jul 08 20:19:16.821117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd845847-b8b6-4fc8-bf98-509872e6398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f89a47-5b8c-45c8-b5ee-6751c1ec48bc,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:16.913453 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.955492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:19:16.964589 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:16.967412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Sync routers for ids ['206a81e8-16d9-4434-9cd9-8fbd7cad1116'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:19:16.980555 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "DELETE /v2.0/networks/2fed78bf-79e0-4d92-b61b-77fa20fd50e6 HTTP/1.1" status: 204 len: 168 time: 2.6448698 Jul 08 20:19:16.984569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50266) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:16.985175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50268) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:16.989951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Routers {'206a81e8-16d9-4434-9cd9-8fbd7cad1116'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:16.990602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['206a81e8-16d9-4434-9cd9-8fbd7cad1116'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:16.998196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ed26dfe4-3516-498a-965f-3fea06293667 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1537089286'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:17.006450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:17.010975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-87fd3456-a696-45b3-8f0b-f17a5294e715 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3226247 Jul 08 20:19:17.011292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50270) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:17.041224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec882b-cc4f-49d9-a86d-39f96a11f66d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Network': ['ID=2fed78bf-79e0-4d92-b61b-77fa20fd50e6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:17.084883 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2a5ce2b2-949c-4636-9d04-b9cd45915207 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:17.128926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed26dfe4-3516-498a-965f-3fea06293667 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:19:17.132672 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed26dfe4-3516-498a-965f-3fea06293667 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:17.150051 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c28346db-bb44-499a-8bbe-6f2c0a8eac1d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=396c1a0f3bc04666aaffe268f898f337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563156 Jul 08 20:19:17.151284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50272) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:17.157021 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 2a5ce2b2-949c-4636-9d04-b9cd45915207 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:17.157574 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2a5ce2b2-949c-4636-9d04-b9cd45915207 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:17.158231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:17.206294 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:17.208202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed26dfe4-3516-498a-965f-3fea06293667 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:19:17.237844 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed26dfe4-3516-498a-965f-3fea06293667 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:17.238298 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-ed26dfe4-3516-498a-965f-3fea06293667 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Added segment 4ff4ff8b-a291-4182-ac86-c989b854c6dc of type vlan for network 7048cb44-b577-4ab5-aa44-72c7438fd4c7 Jul 08 20:19:17.328590 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9706e302-66c2-4a68-bc28-ea26c6ea503d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:17.356886 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9706e302-66c2-4a68-bc28-ea26c6ea503d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:17.363024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:17.365293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 815b4a49-2f67-48f6-9d37-5edfdc3c2d5f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:17.406015 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:17.438741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Set router 206a81e8-16d9-4434-9cd9-8fbd7cad1116 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:17.444775 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed26dfe4-3516-498a-965f-3fea06293667 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:17.519135 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9706e302-66c2-4a68-bc28-ea26c6ea503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:17.525800 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9706e302-66c2-4a68-bc28-ea26c6ea503d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:17.529653 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9706e302-66c2-4a68-bc28-ea26c6ea503d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/af421ccb-3970-4660-87eb-bec08224c9c3 HTTP/1.1" status: 204 len: 168 time: 0.3762786 Jul 08 20:19:17.573065 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706e302-66c2-4a68-bc28-ea26c6ea503d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af421ccb-3970-4660-87eb-bec08224c9c3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:17.659583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50288) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:17.660554 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Allocated IP 172.25.4.6 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/9b8fbd78-bb40-4569-89ec-d1d02cb9727d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:17.677916 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed26dfe4-3516-498a-965f-3fea06293667 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:17.691284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed26dfe4-3516-498a-965f-3fea06293667 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:17.696182 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed26dfe4-3516-498a-965f-3fea06293667 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:17.777238 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ed26dfe4-3516-498a-965f-3fea06293667 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7871931 Jul 08 20:19:17.806107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50294) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:17.819346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-59990d31-149f-49f2-a81e-4492dc2a3c12 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Request body: {'subnet': {'network_id': '7048cb44-b577-4ab5-aa44-72c7438fd4c7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:18.011465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59990d31-149f-49f2-a81e-4492dc2a3c12 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:19:18.016978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26dfe4-3516-498a-965f-3fea06293667 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event updated for resources: {'Network': ['ID=7048cb44-b577-4ab5-aa44-72c7438fd4c7,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:18.035564 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59990d31-149f-49f2-a81e-4492dc2a3c12 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.038214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 7048cb44-b577-4ab5-aa44-72c7438fd4c7 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:19:18.102949 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.153410 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.212149 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:18.220687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:18.229957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:18.263192 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e962d800-c4e2-477c-bbde-7925b7cdfdf1 req-c518393b-b15d-430d-95d9-4c625488ebf0 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 210 time: 0.2625163 Jul 08 20:19:18.272938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Pushing event updated for resources: {'Port': ['ID=9b8fbd78-bb40-4569-89ec-d1d02cb9727d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:18.274428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1132276466-network', 'tenant_id': '7cb1a00061ff430d916660c1322bb650'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:18.358888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'name': 'tempest-AttachSCSIVolumeTestJSON-1977407848-router', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:10Z', 'updated_at': '2021-07-08T20:19:14Z', 'revision_number': 3, 'project_id': 'd7d11451eb5b49419e970e9c71ad4369', 'gw_port': {'id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:12Z', 'updated_at': '2021-07-08T20:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:18.370083 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.378657 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.429886 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Checking router: 206a81e8-16d9-4434-9cd9-8fbd7cad1116 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:19:18.432461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Updating router 206a81e8-16d9-4434-9cd9-8fbd7cad1116 port 675067f0-59ac-40b6-a7ba-b80848b3d339 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:19:18.435437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Made reservation on behalf of 7cb1a00061ff430d916660c1322bb650 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:19:18.439380 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.456054 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.461118 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.521784 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59990d31-149f-49f2-a81e-4492dc2a3c12 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.551509 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.663632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59990d31-149f-49f2-a81e-4492dc2a3c12 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event updated for resources: {'Subnet': ['ID=14367323-ebf6-44a2-b65f-43f0f8bf2fe5,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:18.720439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59990d31-149f-49f2-a81e-4492dc2a3c12 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Checking segment: {'id': '4ff4ff8b-a291-4182-ac86-c989b854c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7048cb44-b577-4ab5-aa44-72c7438fd4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:18.720833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59990d31-149f-49f2-a81e-4492dc2a3c12 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Network hostable DHCP agents. Network: 7048cb44-b577-4ab5-aa44-72c7438fd4c7, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:19:18.805811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Allocated IP 172.20.0.1 (f2c466b4-5d90-4cc4-be8e-a5a6976da6c0/df3b44b7-430a-4de0-b847-3a49d2b5bb28/9f1ffe63-e066-468d-b3b4-f6a235243721) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:18.810194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59990d31-149f-49f2-a81e-4492dc2a3c12 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Network 7048cb44-b577-4ab5-aa44-72c7438fd4c7 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:19:18.821602 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.834091 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.837508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.845814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-59990d31-149f-49f2-a81e-4492dc2a3c12 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 7048cb44-b577-4ab5-aa44-72c7438fd4c7) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:18.861227 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c444cf6e-2a29-40f0-b0e7-0cfbf84bfc03 None None] Network 7048cb44-b577-4ab5-aa44-72c7438fd4c7 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:18.874043 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:18.879969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59990d31-149f-49f2-a81e-4492dc2a3c12 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:18.881111 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59990d31-149f-49f2-a81e-4492dc2a3c12 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.001801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Pushing event updated for resources: {'Port': ['ID=9b8fbd78-bb40-4569-89ec-d1d02cb9727d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:19.024229 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.058171 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.059418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-cea0527f-4de7-4859-afd3-70c519f2039d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.3919022 Jul 08 20:19:19.088140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:19:19.107009 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.142338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-59990d31-149f-49f2-a81e-4492dc2a3c12 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3289993 Jul 08 20:19:19.157269 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50330) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:19.166557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-21390d87-da96-4eb7-8d3c-c34c0759424b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1615775911'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:19.177391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5d852d-043a-42ca-94e1-fdb1cfc85c2b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:19.203056 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.203713 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Added segment b6f4a322-f08f-4eee-9914-0ab42bf65d9b of type vlan for network 30ed48d3-2104-4ae9-9f59-d3b70b5b6912 Jul 08 20:19:19.206258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Transition to ACTIVE for port object 9f1ffe63-e066-468d-b3b4-f6a235243721 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:19.288718 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.326751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21390d87-da96-4eb7-8d3c-c34c0759424b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:19:19.342080 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21390d87-da96-4eb7-8d3c-c34c0759424b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.354545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-7048cb44-b577-4ab5-aa44-72c7438fd4c7', 'network_id': '7048cb44-b577-4ab5-aa44-72c7438fd4c7', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'fixed_ips': [{'subnet_id': '14367323-ebf6-44a2-b65f-43f0f8bf2fe5'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:19:19.355415 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.406419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21390d87-da96-4eb7-8d3c-c34c0759424b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:19:19.429887 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21390d87-da96-4eb7-8d3c-c34c0759424b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.430584 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-21390d87-da96-4eb7-8d3c-c34c0759424b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Added segment 2e791d8d-be7d-47a6-afdb-9935ad060a99 of type vlan for network 6f9c264d-22b2-47a7-83b2-eaa6b5849106 Jul 08 20:19:19.481368 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.521005 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21390d87-da96-4eb7-8d3c-c34c0759424b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.603743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Transition to ACTIVE for port object 675067f0-59ac-40b6-a7ba-b80848b3d339 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:19.609340 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.resource_extend [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:19:19.615132 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21390d87-da96-4eb7-8d3c-c34c0759424b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.628747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21390d87-da96-4eb7-8d3c-c34c0759424b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:19.629736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21390d87-da96-4eb7-8d3c-c34c0759424b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.633700 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.684391 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-908b7952-7868-4785-8d45-5f926e634de8 req-71aa93a6-cd08-4d33-8b19-3fa45cd1cf69 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=77d4dcc4-8b3a-41d8-a365-db2de89e4d5b HTTP/1.1" status: 200 len: 210 time: 0.1031828 Jul 08 20:19:19.780605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Attempting to bind port 675067f0-59ac-40b6-a7ba-b80848b3d339 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:19.782291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Attempting to bind port 675067f0-59ac-40b6-a7ba-b80848b3d339 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:19.782975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Attempting to bind port 675067f0-59ac-40b6-a7ba-b80848b3d339 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:19.784134 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.785309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:19.786110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.789924 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-21390d87-da96-4eb7-8d3c-c34c0759424b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6300406 Jul 08 20:19:19.797546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50350) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:19.798898 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.812713 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ff158521-1ef2-428d-ad3b-afcaf39ba429 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Request body: {'subnet': {'network_id': '6f9c264d-22b2-47a7-83b2-eaa6b5849106', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:19.826240 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b679c7a-0059-4fc2-8cfd-86ab3fc390ee None None] Pushing event updated for resources: {'Port': ['ID=675067f0-59ac-40b6-a7ba-b80848b3d339,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:19.851014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:19.851741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:19.852198 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.852671 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:19.853383 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Bound port: 675067f0-59ac-40b6-a7ba-b80848b3d339, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:19.853866 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:19.859571 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-8cf3a6c3-bf05-4a48-b1e9-8b59905a1dee tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 694 time: 0.7903848 Jul 08 20:19:19.918386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Allocated IP 19.80.0.2 (7048cb44-b577-4ab5-aa44-72c7438fd4c7/14367323-ebf6-44a2-b65f-43f0f8bf2fe5/0e7ef339-26f7-41ef-8eae-8b00cdec36f7) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:19.950607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] For port 675067f0-59ac-40b6-a7ba-b80848b3d339, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:19.957641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] For port 675067f0-59ac-40b6-a7ba-b80848b3d339, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=675067f0-59ac-40b6-a7ba-b80848b3d339,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:19.974246 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:20.034680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50356) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:20.105155 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-0fa5e91c-aa47-440f-885d-cdd79ad412c7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:20.115577 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2927cea0-779c-4f26-aef1-9792d5e59af0 req-0fa5e91c-aa47-440f-885d-cdd79ad412c7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.2539730 Jul 08 20:19:20.124907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Network f2c466b4-5d90-4cc4-be8e-a5a6976da6c0 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:20.129129 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4647624 Jul 08 20:19:20.129445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Routers {'206a81e8-16d9-4434-9cd9-8fbd7cad1116'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:20.130094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['206a81e8-16d9-4434-9cd9-8fbd7cad1116'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:20.132037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50362) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:20.136875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21390d87-da96-4eb7-8d3c-c34c0759424b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event updated for resources: {'Network': ['ID=6f9c264d-22b2-47a7-83b2-eaa6b5849106,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:20.142316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] Request body: {'subnet': {'network_id': '30ed48d3-2104-4ae9-9f59-d3b70b5b6912', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1132276466-subnet', 'tenant_id': '7cb1a00061ff430d916660c1322bb650', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:20.160221 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:19:20.160221 n-d-791506-16 neutron-server[94065]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 20:19:20.160221 n-d-791506-16 neutron-server[94065]: [parameters: {'project_id_1': '7cb1a00061ff430d916660c1322bb650', 'expiration_1': datetime.datetime(2021, 7, 8, 20, 19, 20, 148879)}] Jul 08 20:19:20.160221 n-d-791506-16 neutron-server[94065]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:19:20.160792 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:19:20.161996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 6f9c264d-22b2-47a7-83b2-eaa6b5849106 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:19:20.162711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:20.165956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:20.166594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b679c7a-0059-4fc2-8cfd-86ab3fc390ee None None] Pushing event updated for resources: {'Port': ['ID=675067f0-59ac-40b6-a7ba-b80848b3d339,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:20.214485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Pushing event updated for resources: {'Port': ['ID=9f1ffe63-e066-468d-b3b4-f6a235243721,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:20.362171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d612b11-96c4-4e99-b0dc-8dba01a2f384 admin admin] Pushing event updated for resources: {'Network': ['ID=30ed48d3-2104-4ae9-9f59-d3b70b5b6912,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:20.432545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-783725008-network', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:20.490109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 30ed48d3-2104-4ae9-9f59-d3b70b5b6912 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:19:20.516412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Made reservation on behalf of 576f54d716c945f59e0e4f5d8df1a56f for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:19:20.519067 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:20.539899 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:20.583815 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:20.601167 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Transition to ACTIVE for port object 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:20.635531 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Transition to ACTIVE for port object 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:20.755328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] Set router 206a81e8-16d9-4434-9cd9-8fbd7cad1116 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:20.794896 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:20.808428 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:20.826037 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:20.881498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:19:20.898302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6906cbb9-1b14-4bde-b449-b07acfef9c1b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:20.902697 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:20.903136 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Added segment fc48a2f6-c74b-40e3-a40a-2abd0476ec2e of type vlan for network 262fc95d-641f-4c17-9d90-45d2e0ece9b3 Jul 08 20:19:20.915870 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] Made reservation on behalf of 7cb1a00061ff430d916660c1322bb650 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:19:20.918795 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:20.938173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:20.941915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:20.945568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:20.946158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:20.946511 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:20.946908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:20.947252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:20.947649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:20.948011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:20.948368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:20.948728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:20.949112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:21.036558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Network 7048cb44-b577-4ab5-aa44-72c7438fd4c7 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:21.053919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:21.065775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6cf6ed3d-c379-4f72-9a06-9d74a12d9906 None None] Provisioning for port 9f1ffe63-e066-468d-b3b4-f6a235243721 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:21.070049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:21.162680 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:21.227680 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:21.228825 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:21.229480 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:21.238646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6cf6ed3d-c379-4f72-9a06-9d74a12d9906 None None] Provisioning complete for port 9f1ffe63-e066-468d-b3b4-f6a235243721 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:21.239342 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ed3d-c379-4f72-9a06-9d74a12d9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:21.304519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Pushing event updated for resources: {'Port': ['ID=0e7ef339-26f7-41ef-8eae-8b00cdec36f7,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:21.326885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] Pushing event updated for resources: {'Network': ['ID=262fc95d-641f-4c17-9d90-45d2e0ece9b3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:21.333959 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bda83d6d-0ec6-4054-b565-d8708ccc050a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2948403 Jul 08 20:19:21.333959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50394) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:21.338826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5f5eccc1-6bef-4636-9bb2-cf88478c3b78 admin admin] Request body: {'subnet': {'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-783725008-subnet', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:21.406084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 262fc95d-641f-4c17-9d90-45d2e0ece9b3 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:19:21.420448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff158521-1ef2-428d-ad3b-afcaf39ba429 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:19:21.425494 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ff158521-1ef2-428d-ad3b-afcaf39ba429 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:21.454692 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5eccc1-6bef-4636-9bb2-cf88478c3b78 admin admin] Made reservation on behalf of 576f54d716c945f59e0e4f5d8df1a56f for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:19:21.462577 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f5eccc1-6bef-4636-9bb2-cf88478c3b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:21.474698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Attempting to bind port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:21.475121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Attempting to bind port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '4ff4ff8b-a291-4182-ac86-c989b854c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7048cb44-b577-4ab5-aa44-72c7438fd4c7'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:21.475532 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Attempting to bind port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 on network 7048cb44-b577-4ab5-aa44-72c7438fd4c7 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:21.507194 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:21.507945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Checking segment: {'id': '4ff4ff8b-a291-4182-ac86-c989b854c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7048cb44-b577-4ab5-aa44-72c7438fd4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:21.507945 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:21.508448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Bound using segment: {'id': '4ff4ff8b-a291-4182-ac86-c989b854c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7048cb44-b577-4ab5-aa44-72c7438fd4c7'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:21.509982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Bound port: 0e7ef339-26f7-41ef-8eae-8b00cdec36f7, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff4ff8b-a291-4182-ac86-c989b854c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7048cb44-b577-4ab5-aa44-72c7438fd4c7'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:21.510621 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:21.592226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6ed3d-c379-4f72-9a06-9d74a12d9906 None None] Port 9f1ffe63-e066-468d-b3b4-f6a235243721 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:19:21.629011 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:21.638889 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:21.707959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] For port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:21.713016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] For port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0e7ef339-26f7-41ef-8eae-8b00cdec36f7,segment=NetworkSegment(4ff4ff8b-a291-4182-ac86-c989b854c6dc),segment_id=4ff4ff8b-a291-4182-ac86-c989b854c6dc)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:21.715745 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'name': 'tempest-AttachSCSIVolumeTestJSON-1977407848-router', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:10Z', 'updated_at': '2021-07-08T20:19:14Z', 'revision_number': 3, 'project_id': 'd7d11451eb5b49419e970e9c71ad4369', 'gw_port': {'id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:12Z', 'updated_at': '2021-07-08T20:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:21.764251 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:21.774511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a12ff-de63-4088-a268-c0808e4d26e2 None None] The sync data for ids ['206a81e8-16d9-4434-9cd9-8fbd7cad1116'] in n-d-791506-16 is: [{'id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'name': 'tempest-AttachSCSIVolumeTestJSON-1977407848-router', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:10Z', 'updated_at': '2021-07-08T20:19:14Z', 'revision_number': 3, 'project_id': 'd7d11451eb5b49419e970e9c71ad4369', 'gw_port': {'id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:12Z', 'updated_at': '2021-07-08T20:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:19:21.824437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f431b6-b5ef-47c3-81a1-0568b766ca9b,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:21.869503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] Checking segment: {'id': 'b6f4a322-f08f-4eee-9914-0ab42bf65d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '30ed48d3-2104-4ae9-9f59-d3b70b5b6912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:21.870167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] Network hostable DHCP agents. Network: 30ed48d3-2104-4ae9-9f59-d3b70b5b6912, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:19:21.975610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9df9e1-ac69-48ad-ab31-75a9ea304423 None None] Pushing event updated for resources: {'Port': ['ID=0e7ef339-26f7-41ef-8eae-8b00cdec36f7,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:22.069769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] Network 30ed48d3-2104-4ae9-9f59-d3b70b5b6912 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:19:22.079032 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-70edbb2b-2fa4-4e1d-8373-88f7dc11230e tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.8654697 Jul 08 20:19:22.090116 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ff158521-1ef2-428d-ad3b-afcaf39ba429 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:22.109162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:22.114330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 30ed48d3-2104-4ae9-9f59-d3b70b5b6912) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:22.126103 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcdefc3-c1e4-469c-b467-b50443f31382 None None] Network 30ed48d3-2104-4ae9-9f59-d3b70b5b6912 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:22.180258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:22.181145 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:22.199499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:22.282914 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-466ec497-f01f-4af0-be8c-5414947efb3d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1485310 Jul 08 20:19:22.369844 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f5eccc1-6bef-4636-9bb2-cf88478c3b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:22.542332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5eccc1-6bef-4636-9bb2-cf88478c3b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=611202b4-955e-49e4-9225-c491930366c6,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:22.574899 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff158521-1ef2-428d-ad3b-afcaf39ba429 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Checking segment: {'id': '2e791d8d-be7d-47a6-afdb-9935ad060a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6f9c264d-22b2-47a7-83b2-eaa6b5849106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:22.578243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5eccc1-6bef-4636-9bb2-cf88478c3b78 admin admin] Checking segment: {'id': 'fc48a2f6-c74b-40e3-a40a-2abd0476ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:22.578786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5eccc1-6bef-4636-9bb2-cf88478c3b78 admin admin] Network hostable DHCP agents. Network: 262fc95d-641f-4c17-9d90-45d2e0ece9b3, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:19:22.588611 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff158521-1ef2-428d-ad3b-afcaf39ba429 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Network hostable DHCP agents. Network: 6f9c264d-22b2-47a7-83b2-eaa6b5849106, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:19:22.638196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5eccc1-6bef-4636-9bb2-cf88478c3b78 admin admin] Network 262fc95d-641f-4c17-9d90-45d2e0ece9b3 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:19:22.677379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-5f5eccc1-6bef-4636-9bb2-cf88478c3b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 262fc95d-641f-4c17-9d90-45d2e0ece9b3) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:22.684287 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5eccc1-6bef-4636-9bb2-cf88478c3b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:22.684919 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f5eccc1-6bef-4636-9bb2-cf88478c3b78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:22.720138 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5f5eccc1-6bef-4636-9bb2-cf88478c3b78 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3825355 Jul 08 20:19:22.720352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9a578e-291f-41b9-997b-5c5fea4deec8 None None] Network 262fc95d-641f-4c17-9d90-45d2e0ece9b3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:22.720824 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50440) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:22.726481 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-783725008-router', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:22.735311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7cb5e7-51e6-4246-9a9a-a8d966d6635b None None] Network 30ed48d3-2104-4ae9-9f59-d3b70b5b6912 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:22.790867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff158521-1ef2-428d-ad3b-afcaf39ba429 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event updated for resources: {'Subnet': ['ID=86123e18-4228-432f-86f4-039d92cb71d1,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:22.807681 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:22.808860 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:22.841316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff158521-1ef2-428d-ad3b-afcaf39ba429 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Network 6f9c264d-22b2-47a7-83b2-eaa6b5849106 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:19:22.860553 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ff158521-1ef2-428d-ad3b-afcaf39ba429 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 6f9c264d-22b2-47a7-83b2-eaa6b5849106) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:22.893507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff158521-1ef2-428d-ad3b-afcaf39ba429 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:22.894271 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ff158521-1ef2-428d-ad3b-afcaf39ba429 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:22.984163 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:22.990995 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ff158521-1ef2-428d-ad3b-afcaf39ba429 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1820936 Jul 08 20:19:23.028887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 675067f0-59ac-40b6-a7ba-b80848b3d339 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:23.040825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5e416a-7553-41cd-a6ed-c852d1ae1b2e None None] Network 6f9c264d-22b2-47a7-83b2-eaa6b5849106 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:23.076115 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:23.119824 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:23.292238 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:23.490588 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:23.612407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Allocated IP 172.25.4.28 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/578e0add-4251-4085-9ca2-545dc2b7065b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:23.723415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-262fc95d-641f-4c17-9d90-45d2e0ece9b3', 'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'fixed_ips': [{'subnet_id': '611202b4-955e-49e4-9225-c491930366c6'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:19:23.723991 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:23.730938 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 675067f0-59ac-40b6-a7ba-b80848b3d339 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:23.819520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 675067f0-59ac-40b6-a7ba-b80848b3d339 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:23.819880 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:23.831322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-6f9c264d-22b2-47a7-83b2-eaa6b5849106', 'network_id': '6f9c264d-22b2-47a7-83b2-eaa6b5849106', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'fixed_ips': [{'subnet_id': '86123e18-4228-432f-86f4-039d92cb71d1'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:19:23.831626 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:23.895443 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:23.907067 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:24.067677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-896402e3-75be-49b6-96a3-89687ff8f6f7 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:24.072326 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:24.075052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Pushing event updated for resources: {'Port': ['ID=9f1ffe63-e066-468d-b3b4-f6a235243721,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:24.080141 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-896402e3-75be-49b6-96a3-89687ff8f6f7 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/networks?id=30ed48d3-2104-4ae9-9f59-d3b70b5b6912 HTTP/1.1" status: 200 len: 809 time: 0.5620308 Jul 08 20:19:24.081975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:24.120849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-900abd40-fcc2-4ae9-8f05-476a4ed0400f tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/quotas/7cb1a00061ff430d916660c1322bb650 HTTP/1.1" status: 200 len: 375 time: 0.0394771 Jul 08 20:19:24.122708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Allocated IP 172.20.0.2 (262fc95d-641f-4c17-9d90-45d2e0ece9b3/611202b4-955e-49e4-9225-c491930366c6/3cbb2c89-da87-435f-bb1f-a99bec99ca3c) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:24.208000 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-4628b564-0a6f-47bf-8ee2-c6f325630e4a tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7cb1a00061ff430d916660c1322bb650&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858684 Jul 08 20:19:24.274510 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:24.371702 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:24.385586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Transition to ACTIVE for port object 3cbb2c89-da87-435f-bb1f-a99bec99ca3c will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:24.401991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:24.408087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Transition to ACTIVE for port object 3cbb2c89-da87-435f-bb1f-a99bec99ca3c will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:24.426607 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Network f2c466b4-5d90-4cc4-be8e-a5a6976da6c0 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:24.427911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4831580c-984c-4740-b394-6027d9ecf550 None None] Network 7048cb44-b577-4ab5-aa44-72c7438fd4c7 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:24.436143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:24.454405 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:24.465511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:24.494082 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:24.655071 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:24.714240 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:24.832849 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Router 206a81e8-16d9-4434-9cd9-8fbd7cad1116 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:19:24.853083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-12d2feb0-b379-451f-a407-608fae4fe335 service neutron] 10.222.0.101 "GET /v2.0/networks/30ed48d3-2104-4ae9-9f59-d3b70b5b6912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365852 Jul 08 20:19:24.864154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Pushing event updated for resources: {'Port': ['ID=578e0add-4251-4085-9ca2-545dc2b7065b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:24.888970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d986362a-2eab-47df-be9b-e194c290b39e None None] Provisioning for port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:24.967152 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:25.100314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Network 262fc95d-641f-4c17-9d90-45d2e0ece9b3 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:25.125313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Pushing event updated for resources: {'Port': ['ID=3cbb2c89-da87-435f-bb1f-a99bec99ca3c,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:25.149672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:25.179086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:25.215998 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:25.245107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Allocated IP 172.25.4.62 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:25.284091 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-64c6e4a8-b284-49be-bee4-912e4111fa1c service neutron] 10.222.0.101 "GET /v2.0/networks/30ed48d3-2104-4ae9-9f59-d3b70b5b6912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633382 Jul 08 20:19:25.339004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Allocated IP 19.86.0.2 (6f9c264d-22b2-47a7-83b2-eaa6b5849106/86123e18-4228-432f-86f4-039d92cb71d1/266f6f2f-444f-4aa7-a86c-d4642847f8e7) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:25.362841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b26715f0-cf99-4564-b987-1d2a7a6622ba None None] Provisioning complete for port 9f1ffe63-e066-468d-b3b4-f6a235243721 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:25.365692 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b26715f0-cf99-4564-b987-1d2a7a6622ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:25.380803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:19:25.386711 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-663e9bf7-955d-4c6b-bea6-be4c9cccede8 admin admin] 10.222.0.101 "PUT /v2.0/routers/206a81e8-16d9-4434-9cd9-8fbd7cad1116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3742864 Jul 08 20:19:25.392482 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Sync routers for ids ['206a81e8-16d9-4434-9cd9-8fbd7cad1116'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:19:25.412727 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Routers {'206a81e8-16d9-4434-9cd9-8fbd7cad1116'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:25.413634 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['206a81e8-16d9-4434-9cd9-8fbd7cad1116'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:25.440903 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b26715f0-cf99-4564-b987-1d2a7a6622ba None None] Port 9f1ffe63-e066-468d-b3b4-f6a235243721 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:19:25.577406 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:25.583450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:25.588595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:25.739467 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:25.817751 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Set router 206a81e8-16d9-4434-9cd9-8fbd7cad1116 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:25.885528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Pushing event updated for resources: {'Port': ['ID=578e0add-4251-4085-9ca2-545dc2b7065b,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:25.937451 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:25.969861 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:25.973624 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-f459ef2d-d347-4e49-951b-ecd5916bf9f7 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8715777 Jul 08 20:19:25.994767 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:26.015074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:26.053324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 675067f0-59ac-40b6-a7ba-b80848b3d339, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=675067f0-59ac-40b6-a7ba-b80848b3d339,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:26.070424 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:26.075716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:26.076274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:26.088760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:26.130765 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-9e7b1b84-dd11-47c7-9632-a425c69f5c2c tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.28 HTTP/1.1" status: 200 len: 695 time: 0.1499038 Jul 08 20:19:26.169904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:26.617264 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Attempting to bind port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:26.618514 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Attempting to bind port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'fc48a2f6-c74b-40e3-a40a-2abd0476ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:26.619063 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Attempting to bind port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c on network 262fc95d-641f-4c17-9d90-45d2e0ece9b3 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:26.703015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-4dd1c19a-afe3-40d6-8994-e62f8cb20d80 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:26.731958 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c82f93f5-84e4-4d39-8785-ec2cd9bb7cbd req-4dd1c19a-afe3-40d6-8994-e62f8cb20d80 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.5891743 Jul 08 20:19:26.739401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50542) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:26.747700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-e4cf206c-664b-4fd2-ab68-83ee968bf90c tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:26.771644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:26.799104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-e4cf206c-664b-4fd2-ab68-83ee968bf90c tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:26.815221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Checking segment: {'id': 'fc48a2f6-c74b-40e3-a40a-2abd0476ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:26.819700 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:26.822450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Bound using segment: {'id': 'fc48a2f6-c74b-40e3-a40a-2abd0476ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:26.826590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Bound port: 3cbb2c89-da87-435f-bb1f-a99bec99ca3c, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc48a2f6-c74b-40e3-a40a-2abd0476ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:26.832491 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:26.835822 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-e4cf206c-664b-4fd2-ab68-83ee968bf90c tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/networks?id=7048cb44-b577-4ab5-aa44-72c7438fd4c7&id=6f9c264d-22b2-47a7-83b2-eaa6b5849106 HTTP/1.1" status: 200 len: 1392 time: 0.9334776 Jul 08 20:19:26.889263 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'name': 'tempest-AttachSCSIVolumeTestJSON-1977407848-router', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:10Z', 'updated_at': '2021-07-08T20:19:22Z', 'revision_number': 4, 'project_id': 'd7d11451eb5b49419e970e9c71ad4369', 'gw_port': {'id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:12Z', 'updated_at': '2021-07-08T20:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9f1ffe63-e066-468d-b3b4-f6a235243721', 'name': '', 'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'mac_address': 'fa:16:3e:67:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'df3b44b7-430a-4de0-b847-3a49d2b5bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:18Z', 'updated_at': '2021-07-08T20:19:23Z', 'revision_number': 2, 'project_id': 'd7d11451eb5b49419e970e9c71ad4369', 'subnets': [{'id': 'df3b44b7-430a-4de0-b847-3a49d2b5bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:26.915341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=675067f0-59ac-40b6-a7ba-b80848b3d339,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:26.979992 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-352212f6-afbb-4732-9c77-0801b76225b6 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/quotas/3404ade70f2541f2811596eefba2d608 HTTP/1.1" status: 200 len: 375 time: 0.1414926 Jul 08 20:19:27.048419 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-090d7ef4-c726-42a1-8577-9c8a1ef586e7 req-3e81f9f0-d0f1-4516-9cbd-7dca1ce324c5 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 210 time: 0.2215474 Jul 08 20:19:27.063990 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:27.071173 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Checking router: 206a81e8-16d9-4434-9cd9-8fbd7cad1116 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:19:27.071856 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Updating router 206a81e8-16d9-4434-9cd9-8fbd7cad1116 port 9f1ffe63-e066-468d-b3b4-f6a235243721 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:19:27.142513 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:27.146289 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:27.162559 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:27.225634 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-913cca96-a286-408d-a579-83debb7b8e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:27.534913 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-25af1e2e-068c-4442-8711-7124cd7d5245 req-461c1337-6ab6-49d7-89b1-490bedc16a27 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips/66299218-5cb0-42a5-ba2e-7ed871ff8d7b HTTP/1.1" status: 200 len: 692 time: 0.2553601 Jul 08 20:19:27.541421 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:27.665826 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:27.794631 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-83e79a66-1e3e-4e66-8b86-b142cc9d7e28 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3404ade70f2541f2811596eefba2d608&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8100317 Jul 08 20:19:27.834778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-39d0ec36-a787-4512-ba0d-9cddae6a7645 None None] Provisioning complete for port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:27.838499 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-39d0ec36-a787-4512-ba0d-9cddae6a7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:28.273976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af1e2e-068c-4442-8711-7124cd7d5245 req-845a9ee5-0aa0-49b9-8431-5edbf83a2d39 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:28.278467 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-25af1e2e-068c-4442-8711-7124cd7d5245 req-845a9ee5-0aa0-49b9-8431-5edbf83a2d39 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.7292571 Jul 08 20:19:28.308621 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:28.341378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-25af1e2e-068c-4442-8711-7124cd7d5245 req-145b1499-fb72-448b-8932-8a0aac663466 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:19:28.342571 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-25af1e2e-068c-4442-8711-7124cd7d5245 req-145b1499-fb72-448b-8932-8a0aac663466 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0272672 Jul 08 20:19:28.360355 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0e7ef339-26f7-41ef-8eae-8b00cdec36f7,segment=NetworkSegment(4ff4ff8b-a291-4182-ac86-c989b854c6dc),segment_id=4ff4ff8b-a291-4182-ac86-c989b854c6dc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:28.367935 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Transition to ACTIVE for port object 9f1ffe63-e066-468d-b3b4-f6a235243721 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:28.373989 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-8cfa813b-0c80-45e5-bd3a-ff3dca3a4b48 service neutron] 10.222.0.101 "GET /v2.0/networks/7048cb44-b577-4ab5-aa44-72c7438fd4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763628 Jul 08 20:19:28.375422 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:28.391416 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:28.410293 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:28.458061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-913cca96-a286-408d-a579-83debb7b8e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:28.471005 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-913cca96-a286-408d-a579-83debb7b8e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:28.608159 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Pushing event updated for resources: {'Port': ['ID=9f1ffe63-e066-468d-b3b4-f6a235243721,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:28.644981 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-913cca96-a286-408d-a579-83debb7b8e93 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b107e37277f942338b02898e7e8f26dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9003279 Jul 08 20:19:28.646301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50562) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:28.647308 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cca96-a286-408d-a579-83debb7b8e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7601b0dd-b926-4603-b82a-84178fa9bd1a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:28.654351 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:28.654701 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:28.655091 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:28.655436 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:28.655774 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:28.656106 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:28.658889 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:28.659298 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:28.660867 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:28.661233 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:28.663315 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:28.663315 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:28.708538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] For port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:28.724864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=0e7ef339-26f7-41ef-8eae-8b00cdec36f7,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:28.742322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 675067f0-59ac-40b6-a7ba-b80848b3d339 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:28.893951 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab236c8c-54c3-4acf-86a1-fbee421a2569 req-a29c3714-254c-41f7-90ef-2ed03c90a39a tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 210 time: 0.1315920 Jul 08 20:19:28.931160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Transition to ACTIVE for port object 266f6f2f-444f-4aa7-a86c-d4642847f8e7 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:29.001887 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c0e5e17-af02-4ca6-9faf-1a67e8014eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:29.010488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] For port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3cbb2c89-da87-435f-bb1f-a99bec99ca3c,segment=NetworkSegment(fc48a2f6-c74b-40e3-a40a-2abd0476ec2e),segment_id=fc48a2f6-c74b-40e3-a40a-2abd0476ec2e)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:29.018969 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Attempting to bind port 9f1ffe63-e066-468d-b3b4-f6a235243721 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:29.019342 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Attempting to bind port 9f1ffe63-e066-468d-b3b4-f6a235243721 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'af082bbb-e66e-4512-b88a-068a15bee89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:29.019703 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Attempting to bind port 9f1ffe63-e066-468d-b3b4-f6a235243721 on network f2c466b4-5d90-4cc4-be8e-a5a6976da6c0 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:29.023878 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:29.059035 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:29.059430 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Checking segment: {'id': 'af082bbb-e66e-4512-b88a-068a15bee89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:29.064654 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:29.066263 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Bound using segment: {'id': 'af082bbb-e66e-4512-b88a-068a15bee89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:29.070801 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Bound port: 9f1ffe63-e066-468d-b3b4-f6a235243721, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af082bbb-e66e-4512-b88a-068a15bee89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:29.072669 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:29.115311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 675067f0-59ac-40b6-a7ba-b80848b3d339 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:29.115683 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:29.158127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Transition to ACTIVE for port object 266f6f2f-444f-4aa7-a86c-d4642847f8e7 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:29.159609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56a3de-986d-4448-9a9b-db066fb30dfe None None] Pushing event updated for resources: {'Port': ['ID=3cbb2c89-da87-435f-bb1f-a99bec99ca3c,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:29.214076 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:29.317431 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-220950de-d635-46b0-8065-e3fb5bd913e0 service neutron] 10.222.0.101 "GET /v2.0/networks/7048cb44-b577-4ab5-aa44-72c7438fd4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9375007 Jul 08 20:19:29.468219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c0e5e17-af02-4ca6-9faf-1a67e8014eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:29.518262 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] For port 9f1ffe63-e066-468d-b3b4-f6a235243721, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:29.537924 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] For port 9f1ffe63-e066-468d-b3b4-f6a235243721, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9f1ffe63-e066-468d-b3b4-f6a235243721,segment=NetworkSegment(af082bbb-e66e-4512-b88a-068a15bee89f),segment_id=af082bbb-e66e-4512-b88a-068a15bee89f)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:29.546642 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:29.703385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c0e5e17-af02-4ca6-9faf-1a67e8014eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:29.707667 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c0e5e17-af02-4ca6-9faf-1a67e8014eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:29.716243 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8c0e5e17-af02-4ca6-9faf-1a67e8014eab admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7601b0dd-b926-4603-b82a-84178fa9bd1a HTTP/1.1" status: 204 len: 168 time: 1.0593598 Jul 08 20:19:29.764116 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-98fcb7a8-115b-4dde-aaca-2ecdb6784fff tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:29.766934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Network 6f9c264d-22b2-47a7-83b2-eaa6b5849106 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:29.768344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Pushing event updated for resources: {'Port': ['ID=266f6f2f-444f-4aa7-a86c-d4642847f8e7,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:29.791436 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-98fcb7a8-115b-4dde-aaca-2ecdb6784fff tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.104 "GET /v2.0/networks?id=30ed48d3-2104-4ae9-9f59-d3b70b5b6912 HTTP/1.1" status: 200 len: 809 time: 0.7146754 Jul 08 20:19:29.822155 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Routers {'206a81e8-16d9-4434-9cd9-8fbd7cad1116'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:29.822792 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['206a81e8-16d9-4434-9cd9-8fbd7cad1116'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:29.828313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:29.835819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:29.888941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-a64a9a7c-fc12-4e79-944d-d20ace8f9ada tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Request body: {'port': {'device_id': 'fa6d7411-9d12-4c96-b146-02d71b470b9a', 'network_id': '30ed48d3-2104-4ae9-9f59-d3b70b5b6912', 'admin_state_up': True, 'tenant_id': '7cb1a00061ff430d916660c1322bb650'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:29.953023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e5e17-af02-4ca6-9faf-1a67e8014eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7601b0dd-b926-4603-b82a-84178fa9bd1a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:30.094780 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:30.153845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Attempting to bind port 266f6f2f-444f-4aa7-a86c-d4642847f8e7 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:30.156683 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Attempting to bind port 266f6f2f-444f-4aa7-a86c-d4642847f8e7 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '2e791d8d-be7d-47a6-afdb-9935ad060a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6f9c264d-22b2-47a7-83b2-eaa6b5849106'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:30.157829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Attempting to bind port 266f6f2f-444f-4aa7-a86c-d4642847f8e7 on network 6f9c264d-22b2-47a7-83b2-eaa6b5849106 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:30.175949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:30.181457 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Checking segment: {'id': '2e791d8d-be7d-47a6-afdb-9935ad060a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6f9c264d-22b2-47a7-83b2-eaa6b5849106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:30.182097 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:30.182743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Bound using segment: {'id': '2e791d8d-be7d-47a6-afdb-9935ad060a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6f9c264d-22b2-47a7-83b2-eaa6b5849106'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:30.184041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Bound port: 266f6f2f-444f-4aa7-a86c-d4642847f8e7, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e791d8d-be7d-47a6-afdb-9935ad060a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6f9c264d-22b2-47a7-83b2-eaa6b5849106'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:30.187927 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:30.251340 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0fa82-9a43-4f8e-8c96-e6fa33148607 None None] Pushing event updated for resources: {'Port': ['ID=9f1ffe63-e066-468d-b3b4-f6a235243721,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:30.404716 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-2375d4e9-a0d2-474e-af1e-db48481e56d9 service neutron] 10.222.0.101 "GET /v2.0/networks/6f9c264d-22b2-47a7-83b2-eaa6b5849106?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0681686 Jul 08 20:19:30.476776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] For port 266f6f2f-444f-4aa7-a86c-d4642847f8e7, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:30.502918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] For port 266f6f2f-444f-4aa7-a86c-d4642847f8e7, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=266f6f2f-444f-4aa7-a86c-d4642847f8e7,segment=NetworkSegment(2e791d8d-be7d-47a6-afdb-9935ad060a99),segment_id=2e791d8d-be7d-47a6-afdb-9935ad060a99)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:30.530664 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] Set router 206a81e8-16d9-4434-9cd9-8fbd7cad1116 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:30.532454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-a64a9a7c-fc12-4e79-944d-d20ace8f9ada tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Made reservation on behalf of 7cb1a00061ff430d916660c1322bb650 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:19:30.538484 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:30.557204 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-a64a9a7c-fc12-4e79-944d-d20ace8f9ada tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:30.584645 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-601c2360-b7ef-4279-9c65-b8b82b8d9021 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips/66299218-5cb0-42a5-ba2e-7ed871ff8d7b HTTP/1.1" status: 200 len: 692 time: 0.3214881 Jul 08 20:19:30.892200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ad3d9-0f85-4cd5-b8ab-308498f7fe70 None None] Pushing event updated for resources: {'Port': ['ID=266f6f2f-444f-4aa7-a86c-d4642847f8e7,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:30.940901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:31.063777 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50584) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:31.079483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-33352d23-7756-4a55-8027-0b030c857f8a tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:31.083036 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-33352d23-7756-4a55-8027-0b030c857f8a tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.4972751 Jul 08 20:19:31.105849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:31.106571 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:31.175949 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'name': 'tempest-AttachSCSIVolumeTestJSON-1977407848-router', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:10Z', 'updated_at': '2021-07-08T20:19:22Z', 'revision_number': 4, 'project_id': 'd7d11451eb5b49419e970e9c71ad4369', 'gw_port': {'id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:12Z', 'updated_at': '2021-07-08T20:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9f1ffe63-e066-468d-b3b4-f6a235243721', 'name': '', 'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'mac_address': 'fa:16:3e:67:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'df3b44b7-430a-4de0-b847-3a49d2b5bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:18Z', 'updated_at': '2021-07-08T20:19:29Z', 'revision_number': 4, 'project_id': 'd7d11451eb5b49419e970e9c71ad4369', 'subnets': [{'id': 'df3b44b7-430a-4de0-b847-3a49d2b5bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:31.246713 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6e1e-946a-49a0-a30b-c469f14bbf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:31.283491 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f34b0d-c140-4e37-9f39-8fd8b0ba6f78 None None] The sync data for ids ['206a81e8-16d9-4434-9cd9-8fbd7cad1116'] in n-d-791506-16 is: [{'id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'name': 'tempest-AttachSCSIVolumeTestJSON-1977407848-router', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:10Z', 'updated_at': '2021-07-08T20:19:22Z', 'revision_number': 4, 'project_id': 'd7d11451eb5b49419e970e9c71ad4369', 'gw_port': {'id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:12Z', 'updated_at': '2021-07-08T20:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9f1ffe63-e066-468d-b3b4-f6a235243721', 'name': '', 'network_id': 'f2c466b4-5d90-4cc4-be8e-a5a6976da6c0', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'mac_address': 'fa:16:3e:67:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'df3b44b7-430a-4de0-b847-3a49d2b5bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:18Z', 'updated_at': '2021-07-08T20:19:29Z', 'revision_number': 4, 'project_id': 'd7d11451eb5b49419e970e9c71ad4369', 'subnets': [{'id': 'df3b44b7-430a-4de0-b847-3a49d2b5bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:19:31.392138 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3cbb2c89-da87-435f-bb1f-a99bec99ca3c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:31.468959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171835ee-203b-4a58-912e-327071fa2330 req-6af81a2e-220c-4328-93b3-867796604c3d tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:31.473574 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-171835ee-203b-4a58-912e-327071fa2330 req-6af81a2e-220c-4328-93b3-867796604c3d tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.104 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 944 time: 0.8751423 Jul 08 20:19:31.490433 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-449938af-962f-462f-8a8f-345d8486d006 service neutron] 10.222.0.101 "GET /v2.0/networks/6f9c264d-22b2-47a7-83b2-eaa6b5849106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0633044 Jul 08 20:19:31.598473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:31.725158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Router a4438bce-e233-4faf-9d99-bac5d923a7fb is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:19:31.729907 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-67bb0f55-8a0c-4789-8ac1-f728ee361ff3 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.28 HTTP/1.1" status: 200 len: 695 time: 0.2618818 Jul 08 20:19:31.854851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e35718e-a2eb-4d34-80c2-eff05db71964 None None] Network 262fc95d-641f-4c17-9d90-45d2e0ece9b3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:31.985470 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6e1e-946a-49a0-a30b-c469f14bbf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:32.001954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-a64a9a7c-fc12-4e79-944d-d20ace8f9ada tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Allocated IP 172.20.0.11 (30ed48d3-2104-4ae9-9f59-d3b70b5b6912/d8f431b6-b5ef-47c3-81a1-0568b766ca9b/8b6f57fa-c2e4-4121-b7a3-845dbebe21ad) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:32.011602 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6e1e-946a-49a0-a30b-c469f14bbf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:32.154737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5e88e096-3ade-4257-99fb-c5f287997fa5 None None] Provisioning for port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:32.187515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:19:32.208345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Sync routers for ids ['a4438bce-e233-4faf-9d99-bac5d923a7fb'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:19:32.230664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5e88e096-3ade-4257-99fb-c5f287997fa5 None None] Provisioning complete for port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:32.231128 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5e88e096-3ade-4257-99fb-c5f287997fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:32.253287 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d6e1e-946a-49a0-a30b-c469f14bbf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686d8471-0319-456c-9c3b-b2018938fc99,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:32.286140 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dd7d6e1e-946a-49a0-a30b-c469f14bbf39 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5b0383b95d5d4a7d8d9473f3ccc1db84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1909130 Jul 08 20:19:32.297637 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-ed31a542-3524-47d1-a74f-005f7267918f tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.28 HTTP/1.1" status: 200 len: 695 time: 0.5668142 Jul 08 20:19:32.298144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50596) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:32.339437 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:32.355812 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a14fb6fd-b207-4b50-9057-43befb1582e5 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.6336250 Jul 08 20:19:32.359385 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50598) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:32.549290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Routers {'a4438bce-e233-4faf-9d99-bac5d923a7fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:32.550244 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['a4438bce-e233-4faf-9d99-bac5d923a7fb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:32.882282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 266f6f2f-444f-4aa7-a86c-d4642847f8e7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:33.204998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db46d9f4-724e-4e29-8090-e305ead929ba None None] Network 6f9c264d-22b2-47a7-83b2-eaa6b5849106 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:33.438389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 266f6f2f-444f-4aa7-a86c-d4642847f8e7 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:33.491958 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9f1ffe63-e066-468d-b3b4-f6a235243721 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:33.585902 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Set router a4438bce-e233-4faf-9d99-bac5d923a7fb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:33.694447 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab0cdb41-8356-4266-a7db-ccf0a917c497 req-e5a878c8-12c6-4566-8e5b-fc54a21e7e59 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 210 time: 0.1285067 Jul 08 20:19:34.122664 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cd69-bd12-464f-b648-1711db19be3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:34.195759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-171835ee-203b-4a58-912e-327071fa2330 req-e3951d9e-556e-4e1b-97bc-31dc7e2fa3f9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Deleting port 90077c20-78a8-436e-9186-9913932bde40 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:34.196507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-171835ee-203b-4a58-912e-327071fa2330 req-e3951d9e-556e-4e1b-97bc-31dc7e2fa3f9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:34.225551 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cd69-bd12-464f-b648-1711db19be3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:34.250253 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-a64a9a7c-fc12-4e79-944d-d20ace8f9ada tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:34.355670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-8853be24-b2b3-4f8e-8894-b53447ea0872 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Deleting port 578e0add-4251-4085-9ca2-545dc2b7065b {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:34.358249 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-8853be24-b2b3-4f8e-8894-b53447ea0872 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:34.426287 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5e88e096-3ade-4257-99fb-c5f287997fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:34.528366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 90077c20-78a8-436e-9186-9913932bde40 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:34.540573 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-8853be24-b2b3-4f8e-8894-b53447ea0872 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:34.541352 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-8853be24-b2b3-4f8e-8894-b53447ea0872 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:34.563972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-8853be24-b2b3-4f8e-8894-b53447ea0872 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Calling delete_port for 578e0add-4251-4085-9ca2-545dc2b7065b owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:34.581278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-171835ee-203b-4a58-912e-327071fa2330 req-e3951d9e-556e-4e1b-97bc-31dc7e2fa3f9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] For port 90077c20-78a8-436e-9186-9913932bde40, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=90077c20-78a8-436e-9186-9913932bde40,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:34.581785 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-171835ee-203b-4a58-912e-327071fa2330 req-e3951d9e-556e-4e1b-97bc-31dc7e2fa3f9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:34.612783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-171835ee-203b-4a58-912e-327071fa2330 req-e3951d9e-556e-4e1b-97bc-31dc7e2fa3f9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Calling delete_port for 90077c20-78a8-436e-9186-9913932bde40 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:34.777610 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1b80b6a-1452-43b5-8f5d-787494b572f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:34.864913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5e88e096-3ade-4257-99fb-c5f287997fa5 None None] For port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3cbb2c89-da87-435f-bb1f-a99bec99ca3c,segment=NetworkSegment(fc48a2f6-c74b-40e3-a40a-2abd0476ec2e),segment_id=fc48a2f6-c74b-40e3-a40a-2abd0476ec2e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:34.894930 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5e88e096-3ade-4257-99fb-c5f287997fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:34.928606 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-a64a9a7c-fc12-4e79-944d-d20ace8f9ada tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:34.942163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 9f1ffe63-e066-468d-b3b4-f6a235243721 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:35.013757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a9a7c-fc12-4e79-944d-d20ace8f9ada tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Pushing event updated for resources: {'Port': ['ID=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:35.041881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cd69-bd12-464f-b648-1711db19be3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:35.044435 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cd69-bd12-464f-b648-1711db19be3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:35.061146 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8dd9cd69-bd12-464f-b648-1711db19be3b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/686d8471-0319-456c-9c3b-b2018938fc99 HTTP/1.1" status: 204 len: 168 time: 2.6119580 Jul 08 20:19:35.072829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-a64a9a7c-fc12-4e79-944d-d20ace8f9ada tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Network 30ed48d3-2104-4ae9-9f59-d3b70b5b6912 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:35.099356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-a64a9a7c-fc12-4e79-944d-d20ace8f9ada tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:35.121715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-a64a9a7c-fc12-4e79-944d-d20ace8f9ada tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:35.190683 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9f1ffe63-e066-468d-b3b4-f6a235243721 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:35.192572 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:35.245373 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-171835ee-203b-4a58-912e-327071fa2330 req-e3951d9e-556e-4e1b-97bc-31dc7e2fa3f9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:35.272384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-a64a9a7c-fc12-4e79-944d-d20ace8f9ada tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:35.273394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-a64a9a7c-fc12-4e79-944d-d20ace8f9ada tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:35.302432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9cd69-bd12-464f-b648-1711db19be3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686d8471-0319-456c-9c3b-b2018938fc99,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:35.322350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No active binding found for port 90077c20-78a8-436e-9186-9913932bde40 {{(pid=94067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 20:19:35.324375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 90077c20-78a8-436e-9186-9913932bde40 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:35.339862 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-a64a9a7c-fc12-4e79-944d-d20ace8f9ada tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5326402 Jul 08 20:19:35.368087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Request body: {'port': {'device_id': 'fa6d7411-9d12-4c96-b146-02d71b470b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:35.421923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f113a9d7-7f6a-4b88-afa2-7f1baa4c673b None None] Provisioning complete for port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:35.422691 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f113a9d7-7f6a-4b88-afa2-7f1baa4c673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:35.475023 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-8853be24-b2b3-4f8e-8894-b53447ea0872 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:35.565817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-783725008-router', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:22Z', 'updated_at': '2021-07-08T20:19:27Z', 'revision_number': 3, 'project_id': '576f54d716c945f59e0e4f5d8df1a56f', 'gw_port': {'id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:24Z', 'updated_at': '2021-07-08T20:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:35.579822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853be24-b2b3-4f8e-8894-b53447ea0872 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Pushing event deleted for resources: {'Port': ['ID=578e0add-4251-4085-9ca2-545dc2b7065b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:35.614808 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:35.647774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3951d9e-556e-4e1b-97bc-31dc7e2fa3f9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Pushing event deleted for resources: {'Port': ['ID=90077c20-78a8-436e-9186-9913932bde40,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:35.653995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Checking router: a4438bce-e233-4faf-9d99-bac5d923a7fb for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:19:35.657656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Updating router a4438bce-e233-4faf-9d99-bac5d923a7fb port 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:19:35.705490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88e096-3ade-4257-99fb-c5f287997fa5 None None] Pushing event updated for resources: {'Port': ['ID=3cbb2c89-da87-435f-bb1f-a99bec99ca3c,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:35.829200 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:35.886721 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:35.943314 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-8853be24-b2b3-4f8e-8894-b53447ea0872 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:35.950130 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-8853be24-b2b3-4f8e-8894-b53447ea0872 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:35.951367 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8e79419-0a9f-485a-8519-1721ceddde37 req-8853be24-b2b3-4f8e-8894-b53447ea0872 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "DELETE /v2.0/floatingips/66299218-5cb0-42a5-ba2e-7ed871ff8d7b HTTP/1.1" status: 204 len: 173 time: 3.5009916 Jul 08 20:19:35.985678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-171835ee-203b-4a58-912e-327071fa2330 req-e3951d9e-556e-4e1b-97bc-31dc7e2fa3f9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] No DVR routers for this DVR port 90077c20-78a8-436e-9186-9913932bde40 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:36.007140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-db2d75e0-52e7-475d-bdb4-afd85f69c735 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:36.048362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-db2d75e0-52e7-475d-bdb4-afd85f69c735 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:36.051355 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-db2d75e0-52e7-475d-bdb4-afd85f69c735 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "GET /v2.0/networks?id=7048cb44-b577-4ab5-aa44-72c7438fd4c7&id=6f9c264d-22b2-47a7-83b2-eaa6b5849106 HTTP/1.1" status: 200 len: 1392 time: 1.0456982 Jul 08 20:19:36.053439 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-171835ee-203b-4a58-912e-327071fa2330 req-e3951d9e-556e-4e1b-97bc-31dc7e2fa3f9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:36.069215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-171835ee-203b-4a58-912e-327071fa2330 req-e3951d9e-556e-4e1b-97bc-31dc7e2fa3f9 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.104 "DELETE /v2.0/ports/90077c20-78a8-436e-9186-9913932bde40 HTTP/1.1" status: 204 len: 173 time: 4.5600135 Jul 08 20:19:36.075307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049eff16-265a-4961-bf4d-79ff68de49c3', 'name': 'network-vif-deleted', 'tag': '90077c20-78a8-436e-9186-9913932bde40'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:19:36.103725 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2db6d3-1e75-4f4b-acda-108f0b339879" -d '{"events": [{"server_uuid": "049eff16-265a-4961-bf4d-79ff68de49c3", "name": "network-vif-deleted", "tag": "90077c20-78a8-436e-9186-9913932bde40"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:19:36.167812 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Request body: {'port': {'device_id': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'network_id': '7048cb44-b577-4ab5-aa44-72c7438fd4c7', 'admin_state_up': True, 'tenant_id': '3404ade70f2541f2811596eefba2d608'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:36.360308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f113a9d7-7f6a-4b88-afa2-7f1baa4c673b None None] Provisioning for port 266f6f2f-444f-4aa7-a86c-d4642847f8e7 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:36.423434 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f113a9d7-7f6a-4b88-afa2-7f1baa4c673b None None] Provisioning complete for port 266f6f2f-444f-4aa7-a86c-d4642847f8e7 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:36.424269 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f113a9d7-7f6a-4b88-afa2-7f1baa4c673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:36.470943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80a007-6e53-475e-a13a-b1378af6073e req-c9ad96f6-2311-40e1-9056-91bddc83208e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:36.476778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc80a007-6e53-475e-a13a-b1378af6073e req-c9ad96f6-2311-40e1-9056-91bddc83208e tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=049eff16-265a-4961-bf4d-79ff68de49c3 HTTP/1.1" status: 200 len: 866 time: 2.4287715 Jul 08 20:19:36.494092 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:36.662073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e925d6f-0643-4837-8123-63a6d1f0a19a req-df63331f-71b2-4306-b119-83f1bb443642 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 210 time: 0.1672962 Jul 08 20:19:36.692434 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 9f1ffe63-e066-468d-b3b4-f6a235243721, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9f1ffe63-e066-468d-b3b4-f6a235243721,segment=NetworkSegment(af082bbb-e66e-4512-b88a-068a15bee89f),segment_id=af082bbb-e66e-4512-b88a-068a15bee89f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:36.707648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:19:36.738897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Allocated IP 172.20.0.1 (262fc95d-641f-4c17-9d90-45d2e0ece9b3/611202b4-955e-49e4-9225-c491930366c6/64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:36.742508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:36.776416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Transition to ACTIVE for port object 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:36.785452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:36.942803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:37.101171 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:37.164744 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Transition to ACTIVE for port object 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:37.244949 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:37.258410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Transition to ACTIVE for port object 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:37.310369 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:37.322373 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:37.376215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c13fb-d626-4fb5-ba09-53691022ffbe req-0b100f19-3e97-4622-948b-22ad5c463628 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:37.378074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-486c13fb-d626-4fb5-ba09-53691022ffbe req-0b100f19-3e97-4622-948b-22ad5c463628 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 944 time: 0.3530095 Jul 08 20:19:37.451515 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e24e75ba-1593-4831-b5a3-ecff666b176b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:37.462231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da7bb9-2a9d-4f4c-bf4b-938e1e76df3f None None] Pushing event updated for resources: {'Port': ['ID=1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:37.480654 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-486c13fb-d626-4fb5-ba09-53691022ffbe req-df7db566-8c48-4ae9-b454-a755b6ae86c1 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/security-groups?id=9e5d852d-043a-42ca-94e1-fdb1cfc85c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965831 Jul 08 20:19:37.481478 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Attempting to bind port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:37.481816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Attempting to bind port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'b6f4a322-f08f-4eee-9914-0ab42bf65d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '30ed48d3-2104-4ae9-9f59-d3b70b5b6912'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:37.492887 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:37.497752 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:37.499990 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Attempting to bind port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad on network 30ed48d3-2104-4ae9-9f59-d3b70b5b6912 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:37.527893 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad on network 30ed48d3-2104-4ae9-9f59-d3b70b5b6912 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:19:37.528616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Attempting to bind port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad on network 30ed48d3-2104-4ae9-9f59-d3b70b5b6912 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:37.548334 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Attempting to bind port 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:37.549135 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Attempting to bind port 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:37.549752 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Attempting to bind port 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:37.571668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3cbb2c89-da87-435f-bb1f-a99bec99ca3c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:37.586172 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:19:37.589835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:37.616760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:37.617581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:37.618254 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:37.618884 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:37.620162 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Bound port: 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:37.621403 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:37.688671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:37.692396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Checking segment: {'id': 'b6f4a322-f08f-4eee-9914-0ab42bf65d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '30ed48d3-2104-4ae9-9f59-d3b70b5b6912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:37.694376 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Bound using segment: {'id': 'b6f4a322-f08f-4eee-9914-0ab42bf65d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '30ed48d3-2104-4ae9-9f59-d3b70b5b6912'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:37.695138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Bound port: 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f4a322-f08f-4eee-9914-0ab42bf65d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '30ed48d3-2104-4ae9-9f59-d3b70b5b6912'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:37.695522 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:37.695966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] For port 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:37.703752 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] For port 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:37.725411 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc80a007-6e53-475e-a13a-b1378af6073e req-8065c1cd-f727-4989-a1b2-3222f800b1cb tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033545 Jul 08 20:19:37.778544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Network 262fc95d-641f-4c17-9d90-45d2e0ece9b3 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:37.803599 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681c38cb-98ed-4a06-adf2-1752e7e03c7b x-openstack-request-id: req-681c38cb-98ed-4a06-adf2-1752e7e03c7b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:19:37.804103 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049eff16-265a-4961-bf4d-79ff68de49c3", "name": "network-vif-deleted", "tag": "90077c20-78a8-436e-9186-9913932bde40", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:19:37.804556 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-681c38cb-98ed-4a06-adf2-1752e7e03c7b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:19:37.805214 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049eff16-265a-4961-bf4d-79ff68de49c3', 'name': 'network-vif-deleted', 'tag': '90077c20-78a8-436e-9186-9913932bde40', 'status': 'completed', 'code': 200} Jul 08 20:19:37.809059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:37.817312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:37.830715 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f113a9d7-7f6a-4b88-afa2-7f1baa4c673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:37.866116 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:37.928104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Pushing event updated for resources: {'Port': ['ID=64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:37.939239 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:38.055949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=9f1ffe63-e066-468d-b3b4-f6a235243721,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:38.158794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:38.159171 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:38.228471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f113a9d7-7f6a-4b88-afa2-7f1baa4c673b None None] For port 266f6f2f-444f-4aa7-a86c-d4642847f8e7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=266f6f2f-444f-4aa7-a86c-d4642847f8e7,segment=NetworkSegment(2e791d8d-be7d-47a6-afdb-9935ad060a99),segment_id=2e791d8d-be7d-47a6-afdb-9935ad060a99)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:38.252662 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Routers {'a4438bce-e233-4faf-9d99-bac5d923a7fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:38.252662 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['a4438bce-e233-4faf-9d99-bac5d923a7fb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:38.283378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d89eb-7105-4025-9431-fd9dd62ac4eb req-22b4a12c-93a6-4c5e-ae90-0a24fd450b29 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:38.286482 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-273d89eb-7105-4025-9431-fd9dd62ac4eb req-22b4a12c-93a6-4c5e-ae90-0a24fd450b29 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7059553 Jul 08 20:19:38.296484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] For port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:38.309207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] For port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad,segment=NetworkSegment(b6f4a322-f08f-4eee-9914-0ab42bf65d9b),segment_id=b6f4a322-f08f-4eee-9914-0ab42bf65d9b)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:38.323052 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:38.328674 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f113a9d7-7f6a-4b88-afa2-7f1baa4c673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:38.416848 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Allocated IP 19.80.0.103 (7048cb44-b577-4ab5-aa44-72c7438fd4c7/14367323-ebf6-44a2-b65f-43f0f8bf2fe5/ddf64b02-2b1e-4d7f-b895-c9048e3c9a81) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:38.429420 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:38.453015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:38.455621 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:38.461107 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] 10.222.0.104 "PUT /v2.0/ports/8b6f57fa-c2e4-4121-b7a3-845dbebe21ad HTTP/1.1" status: 200 len: 1093 time: 3.1145155 Jul 08 20:19:38.499536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6d7411-9d12-4c96-b146-02d71b470b9a', 'tag': '8b6f57fa-c2e4-4121-b7a3-845dbebe21ad'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:19:38.507782 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d267da6-79c0-48b1-95fe-8568f0e7c036" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6d7411-9d12-4c96-b146-02d71b470b9a", "tag": "8b6f57fa-c2e4-4121-b7a3-845dbebe21ad"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:19:38.661578 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5b8fff41-f83a-4d15-80dd-9cb8c82547fc None None] Provisioning for port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:38.664766 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:38.670059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da7bb9-2a9d-4f4c-bf4b-938e1e76df3f None None] Pushing event updated for resources: {'Port': ['ID=1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:38.745551 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26c32c41-0305-4e80-b323-c171e1c0b992 req-ae80b8e2-c21d-4e86-a4a7-f5b7b9425773 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips?tenant_id=db1574b40d3d4a778fe9c36faab70414 HTTP/1.1" status: 200 len: 1654 time: 0.4242766 Jul 08 20:19:38.762776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Transition to ACTIVE for port object ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:38.800161 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-af890e74-c76c-47b5-bc7d-d5befecb6f28 req-ec62bba6-5cd2-4b1a-ad87-f2ecaada1acf tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 210 time: 0.7237325 Jul 08 20:19:38.811892 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:38.843382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7709b-6ff4-4127-98f7-81a460ec7681 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:38.847951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5b8fff41-f83a-4d15-80dd-9cb8c82547fc None None] Provisioning complete for port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:38.848605 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5b8fff41-f83a-4d15-80dd-9cb8c82547fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:38.857051 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113a9d7-7f6a-4b88-afa2-7f1baa4c673b None None] Pushing event updated for resources: {'Port': ['ID=266f6f2f-444f-4aa7-a86c-d4642847f8e7,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:38.907954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event updated for resources: {'Port': ['ID=ddf64b02-2b1e-4d7f-b895-c9048e3c9a81,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:38.947690 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b2e140-ddaa-43bf-8ae6-73841cc5f30a x-openstack-request-id: req-98b2e140-ddaa-43bf-8ae6-73841cc5f30a {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:19:38.947993 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6d7411-9d12-4c96-b146-02d71b470b9a", "tag": "8b6f57fa-c2e4-4121-b7a3-845dbebe21ad", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:19:38.948256 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-98b2e140-ddaa-43bf-8ae6-73841cc5f30a {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:19:38.953763 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6d7411-9d12-4c96-b146-02d71b470b9a', 'tag': '8b6f57fa-c2e4-4121-b7a3-845dbebe21ad', 'status': 'completed', 'code': 200} Jul 08 20:19:38.968672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Network 7048cb44-b577-4ab5-aa44-72c7438fd4c7 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:38.968672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:38.988540 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:39.101529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-202de5cc-83ca-4f70-9a6f-132fabde9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:39.102911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:39.106216 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-202de5cc-83ca-4f70-9a6f-132fabde9ac2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7cb1a00061ff430d916660c1322bb650&device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 1096 time: 0.4948704 Jul 08 20:19:39.111273 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:39.193748 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-0f11f002-1fc9-4554-b726-e284cf915682 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0372751 Jul 08 20:19:39.253891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-b789d57e-1753-4d61-b0c7-0035ca2414a9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad HTTP/1.1" status: 200 len: 217 time: 0.1340411 Jul 08 20:19:39.288075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Request body: {'port': {'device_id': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'network_id': '6f9c264d-22b2-47a7-83b2-eaa6b5849106', 'admin_state_up': True, 'tenant_id': '3404ade70f2541f2811596eefba2d608'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:39.293122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] Set router a4438bce-e233-4faf-9d99-bac5d923a7fb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:39.301437 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5b8fff41-f83a-4d15-80dd-9cb8c82547fc None None] Port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:19:39.468783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c32c41-0305-4e80-b323-c171e1c0b992 req-83063619-80eb-4f3c-856c-e92660135ab3 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:39.470549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26c32c41-0305-4e80-b323-c171e1c0b992 req-83063619-80eb-4f3c-856c-e92660135ab3 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks?id=169bcba0-2941-4b62-b9bb-d1843ffb817c&id=169bcba0-2941-4b62-b9bb-d1843ffb817c&id=169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 787 time: 0.7122798 Jul 08 20:19:39.472647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-c96a3288-9ba8-49c3-a5f9-65e04a171efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:39.475392 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-c96a3288-9ba8-49c3-a5f9-65e04a171efb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8f431b6-b5ef-47c3-81a1-0568b766ca9b HTTP/1.1" status: 200 len: 849 time: 0.1972916 Jul 08 20:19:39.552605 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-3b75246e-9c56-4a1f-9a40-7cece5b406a2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=30ed48d3-2104-4ae9-9f59-d3b70b5b6912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665445 Jul 08 20:19:39.610026 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:39.683041 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Made reservation on behalf of 3404ade70f2541f2811596eefba2d608 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:19:39.688429 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:39.703656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-116cd5a6-2062-481d-9790-814f1eb479cb service neutron] 10.222.0.104 "GET /v2.0/networks/30ed48d3-2104-4ae9-9f59-d3b70b5b6912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441569 Jul 08 20:19:39.730140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27895-ee4d-41d7-90a8-43c8d64660de req-a4e480fd-350f-4d3f-9353-5186d99f79f1 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:39.732017 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acd27895-ee4d-41d7-90a8-43c8d64660de req-a4e480fd-350f-4d3f-9353-5186d99f79f1 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 944 time: 0.5598636 Jul 08 20:19:39.757060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 266f6f2f-444f-4aa7-a86c-d4642847f8e7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:39.835934 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8bc8b66-2c38-49eb-a333-711bb62bd591 req-3cf5db21-d6be-4360-beb4-6b73f7e141c2 service neutron] 10.222.0.104 "GET /v2.0/networks/30ed48d3-2104-4ae9-9f59-d3b70b5b6912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254764 Jul 08 20:19:39.864656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5b8fff41-f83a-4d15-80dd-9cb8c82547fc None None] Provisioning complete for port 266f6f2f-444f-4aa7-a86c-d4642847f8e7 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:39.865490 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5b8fff41-f83a-4d15-80dd-9cb8c82547fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:39.873835 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:39.901190 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acd27895-ee4d-41d7-90a8-43c8d64660de req-c09243fc-63db-4e07-bb40-01086e1d031b tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/security-groups?id=9e5d852d-043a-42ca-94e1-fdb1cfc85c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599565 Jul 08 20:19:40.010653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267da6-79c0-48b1-95fe-8568f0e7c036 req-969ee9e8-dae3-4686-a42e-ac9ec8e4d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:40.013015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9d267da6-79c0-48b1-95fe-8568f0e7c036 req-969ee9e8-dae3-4686-a42e-ac9ec8e4d64b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7cb1a00061ff430d916660c1322bb650&device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 1096 time: 0.0892437 Jul 08 20:19:40.057705 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 266f6f2f-444f-4aa7-a86c-d4642847f8e7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:40.058077 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:40.109195 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-783725008-router', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:22Z', 'updated_at': '2021-07-08T20:19:27Z', 'revision_number': 3, 'project_id': '576f54d716c945f59e0e4f5d8df1a56f', 'gw_port': {'id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:24Z', 'updated_at': '2021-07-08T20:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:40.143457 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880df40d-4943-4c2a-9277-4e2d40a412bf None None] The sync data for ids ['a4438bce-e233-4faf-9d99-bac5d923a7fb'] in n-d-791506-16 is: [{'id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-783725008-router', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:22Z', 'updated_at': '2021-07-08T20:19:27Z', 'revision_number': 3, 'project_id': '576f54d716c945f59e0e4f5d8df1a56f', 'gw_port': {'id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:24Z', 'updated_at': '2021-07-08T20:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:19:40.152685 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-4586cce8-2de9-4daf-bf35-220bc0284dc0 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips/4e59a58b-0b9c-4c4b-b7f4-d16e2cf7c796 HTTP/1.1" status: 200 len: 691 time: 0.2059340 Jul 08 20:19:40.198579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267da6-79c0-48b1-95fe-8568f0e7c036 req-5e37aa0e-04b6-453c-8e46-51967a61a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:40.201209 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9d267da6-79c0-48b1-95fe-8568f0e7c036 req-5e37aa0e-04b6-453c-8e46-51967a61a274 service neutron] 10.222.0.104 "GET /v2.0/networks?id=30ed48d3-2104-4ae9-9f59-d3b70b5b6912 HTTP/1.1" status: 200 len: 910 time: 0.1821675 Jul 08 20:19:40.219361 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9f1ffe63-e066-468d-b3b4-f6a235243721 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:40.222504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b0879a48-564b-4166-8187-1996fc309405 None None] Provisioning for port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:40.263878 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9d267da6-79c0-48b1-95fe-8568f0e7c036 req-4710ca10-6110-4903-97cb-2464154b9e0b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad HTTP/1.1" status: 200 len: 217 time: 0.0546262 Jul 08 20:19:40.292392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b0879a48-564b-4166-8187-1996fc309405 None None] Provisioning complete for port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:40.292914 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b0879a48-564b-4166-8187-1996fc309405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:40.331963 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-a2f4e172-19cf-4b85-8689-3462bc399fd1 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:40.339690 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-a2f4e172-19cf-4b85-8689-3462bc399fd1 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.1860421 Jul 08 20:19:40.355899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Allocated IP 19.86.0.182 (6f9c264d-22b2-47a7-83b2-eaa6b5849106/86123e18-4228-432f-86f4-039d92cb71d1/67730a18-803b-4196-b2ca-8d8de9db51b2) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:19:40.381946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267da6-79c0-48b1-95fe-8568f0e7c036 req-a0d8dbec-2c1b-4e33-887b-b9c99a0b3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:40.385929 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9d267da6-79c0-48b1-95fe-8568f0e7c036 req-a0d8dbec-2c1b-4e33-887b-b9c99a0b3bc4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8f431b6-b5ef-47c3-81a1-0568b766ca9b HTTP/1.1" status: 200 len: 849 time: 0.1128891 Jul 08 20:19:40.441448 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-6b364e46-d063-430e-be5a-09f972ffb751 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 694 time: 0.1007748 Jul 08 20:19:40.491663 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9d267da6-79c0-48b1-95fe-8568f0e7c036 req-9ad2f422-fe65-48eb-b25c-d857a2c822dc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=30ed48d3-2104-4ae9-9f59-d3b70b5b6912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002419 Jul 08 20:19:40.493835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9f1ffe63-e066-468d-b3b4-f6a235243721 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:40.494216 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:40.543785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b0879a48-564b-4166-8187-1996fc309405 None None] Port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:19:40.564241 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:40.642639 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:40.718617 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-4a876f8c-5e27-4307-a818-26b22745d43d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 694 time: 0.2761488 Jul 08 20:19:40.768194 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9d267da6-79c0-48b1-95fe-8568f0e7c036 req-2de84963-a465-46b8-b634-76a29ad750ed service neutron] 10.222.0.104 "GET /v2.0/networks/30ed48d3-2104-4ae9-9f59-d3b70b5b6912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677727 Jul 08 20:19:40.963342 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9d267da6-79c0-48b1-95fe-8568f0e7c036 req-17f29a86-3bfd-4457-b1fc-7f197ee33596 service neutron] 10.222.0.104 "GET /v2.0/networks/30ed48d3-2104-4ae9-9f59-d3b70b5b6912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837296 Jul 08 20:19:41.121325 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:41.221996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9a8f3-1453-47bc-bc7d-93040950d3a6 req-ece6d7f6-c129-46e4-b8e5-312fa839c3d5 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:41.225043 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ba9a8f3-1453-47bc-bc7d-93040950d3a6 req-ece6d7f6-c129-46e4-b8e5-312fa839c3d5 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 932 time: 0.1359568 Jul 08 20:19:41.281078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Pushing event updated for resources: {'Port': ['ID=64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:41.309712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ba9a8f3-1453-47bc-bc7d-93040950d3a6 req-fb88446c-308c-48f6-8375-5e6d3e325313 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780106 Jul 08 20:19:41.372516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Network 262fc95d-641f-4c17-9d90-45d2e0ece9b3 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:41.398782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:41.410175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-0501f5f0-0e2c-48b8-9582-50e63991a6e3 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Deleting port 9b8fbd78-bb40-4569-89ec-d1d02cb9727d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:41.410527 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-0501f5f0-0e2c-48b8-9582-50e63991a6e3 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:41.519540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856c99b-6317-4e7d-83e3-83b41725c315 req-743a012f-db24-4a5c-885d-e2c698ec4249 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:41.533243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:41.535204 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1856c99b-6317-4e7d-83e3-83b41725c315 req-743a012f-db24-4a5c-885d-e2c698ec4249 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.104 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 944 time: 0.2115026 Jul 08 20:19:41.541438 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:41.670568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:41.676223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:41.676921 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:41.903181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-1856c99b-6317-4e7d-83e3-83b41725c315 req-20f1e966-1d77-4159-87b2-27c8b194e3d2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Deleting port dbdbde34-d039-48cf-8b4a-38f187a98565 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:41.903530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-1856c99b-6317-4e7d-83e3-83b41725c315 req-20f1e966-1d77-4159-87b2-27c8b194e3d2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:41.926848 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:41.970918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e41e4c45-7964-4a9d-97e9-f9ae20043115 None None] Provisioning complete for port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:41.971660 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e41e4c45-7964-4a9d-97e9-f9ae20043115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:41.977662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d5387-da6c-4740-af97-3511ee22b6fe req-e4992cc3-c24b-4440-932f-35b6a1fa8aac tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:41.986687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1a7d5387-da6c-4740-af97-3511ee22b6fe req-e4992cc3-c24b-4440-932f-35b6a1fa8aac tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 944 time: 0.2825782 Jul 08 20:19:42.018476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:42.031783 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:42.096160 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1a7d5387-da6c-4740-af97-3511ee22b6fe req-610f3409-6e1a-44c0-a84a-eb0dcc811b7b tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085734 Jul 08 20:19:42.121275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e41e4c45-7964-4a9d-97e9-f9ae20043115 None None] Port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:19:42.180489 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:42.188565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-1856c99b-6317-4e7d-83e3-83b41725c315 req-20f1e966-1d77-4159-87b2-27c8b194e3d2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] For port dbdbde34-d039-48cf-8b4a-38f187a98565, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=dbdbde34-d039-48cf-8b4a-38f187a98565,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:42.192352 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-1856c99b-6317-4e7d-83e3-83b41725c315 req-20f1e966-1d77-4159-87b2-27c8b194e3d2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:42.203930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:19:42.230592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Transition to ACTIVE for port object 67730a18-803b-4196-b2ca-8d8de9db51b2 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:42.237722 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-1856c99b-6317-4e7d-83e3-83b41725c315 req-20f1e966-1d77-4159-87b2-27c8b194e3d2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Calling delete_port for dbdbde34-d039-48cf-8b4a-38f187a98565 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:42.420885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad,segment=NetworkSegment(b6f4a322-f08f-4eee-9914-0ab42bf65d9b),segment_id=b6f4a322-f08f-4eee-9914-0ab42bf65d9b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:42.442927 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-0501f5f0-0e2c-48b8-9582-50e63991a6e3 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:42.444132 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-0501f5f0-0e2c-48b8-9582-50e63991a6e3 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:42.448521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '8b6f57fa-c2e4-4121-b7a3-845dbebe21ad', 'network_id': '30ed48d3-2104-4ae9-9f59-d3b70b5b6912', 'port_id': '8b6f57fa-c2e4-4121-b7a3-845dbebe21ad', 'mac_address': 'fa:16:3e:f5:99:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f431b6-b5ef-47c3-81a1-0568b766ca9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:19:42.466303 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-0501f5f0-0e2c-48b8-9582-50e63991a6e3 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Calling delete_port for 9b8fbd78-bb40-4569-89ec-d1d02cb9727d owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:42.521369 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:42.534698 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:42.550075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:19:42.580572 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad,segment=NetworkSegment(b6f4a322-f08f-4eee-9914-0ab42bf65d9b),segment_id=b6f4a322-f08f-4eee-9914-0ab42bf65d9b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:42.592976 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:42.611351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa617b6a-c961-4d8c-aef5-c0de991de380 req-2c2fff9b-5a2d-439c-8f16-5e2d934362e0 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:42.625483 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fa617b6a-c961-4d8c-aef5-c0de991de380 req-2c2fff9b-5a2d-439c-8f16-5e2d934362e0 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 944 time: 0.2618823 Jul 08 20:19:42.655450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Network 6f9c264d-22b2-47a7-83b2-eaa6b5849106 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:19:42.675375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:42.691471 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:19:42.694682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:19:42.710967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fa617b6a-c961-4d8c-aef5-c0de991de380 req-387ceb5a-2378-4e08-adfe-cfe4852f853c tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/security-groups?id=9e5d852d-043a-42ca-94e1-fdb1cfc85c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815301 Jul 08 20:19:42.807444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['8b6f57fa-c2e4-4121-b7a3-845dbebe21ad'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:19:42.839982 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-1856c99b-6317-4e7d-83e3-83b41725c315 req-20f1e966-1d77-4159-87b2-27c8b194e3d2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:42.907517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event updated for resources: {'Port': ['ID=67730a18-803b-4196-b2ca-8d8de9db51b2,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:42.952048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Router a4438bce-e233-4faf-9d99-bac5d923a7fb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:19:42.953984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1e966-1d77-4159-87b2-27c8b194e3d2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Pushing event deleted for resources: {'Port': ['ID=dbdbde34-d039-48cf-8b4a-38f187a98565,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:43.065372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:43.066071 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:43.173386 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-afc141b7-ea21-4b83-b339-a30d4f3f12fa tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8987703 Jul 08 20:19:43.180506 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-0501f5f0-0e2c-48b8-9582-50e63991a6e3 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:43.195014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-48cac18b-d8e6-4dfc-b1cb-e0d7d4fb4d9e None None] Provisioning for port 67730a18-803b-4196-b2ca-8d8de9db51b2 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:43.205998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-48cac18b-d8e6-4dfc-b1cb-e0d7d4fb4d9e None None] Provisioning complete for port 67730a18-803b-4196-b2ca-8d8de9db51b2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:43.206946 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-48cac18b-d8e6-4dfc-b1cb-e0d7d4fb4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:43.210537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1856c99b-6317-4e7d-83e3-83b41725c315 req-20f1e966-1d77-4159-87b2-27c8b194e3d2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] No DVR routers for this DVR port dbdbde34-d039-48cf-8b4a-38f187a98565 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:43.222697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501f5f0-0e2c-48b8-9582-50e63991a6e3 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Pushing event deleted for resources: {'Port': ['ID=9b8fbd78-bb40-4569-89ec-d1d02cb9727d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:43.234228 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-1856c99b-6317-4e7d-83e3-83b41725c315 req-20f1e966-1d77-4159-87b2-27c8b194e3d2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:43.236771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1856c99b-6317-4e7d-83e3-83b41725c315 req-20f1e966-1d77-4159-87b2-27c8b194e3d2 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.104 "DELETE /v2.0/ports/dbdbde34-d039-48cf-8b4a-38f187a98565 HTTP/1.1" status: 204 len: 173 time: 1.6943405 Jul 08 20:19:43.241224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eae6a73-3f06-410d-b73c-4970f8ea06b9', 'name': 'network-vif-deleted', 'tag': 'dbdbde34-d039-48cf-8b4a-38f187a98565'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:19:43.247072 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b47784-8aea-4a8b-a7c5-2e49d2128e32" -d '{"events": [{"server_uuid": "3eae6a73-3f06-410d-b73c-4970f8ea06b9", "name": "network-vif-deleted", "tag": "dbdbde34-d039-48cf-8b4a-38f187a98565"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:19:43.271264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Request body: {'port': {'device_id': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:43.277428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-48cac18b-d8e6-4dfc-b1cb-e0d7d4fb4d9e None None] Port 67730a18-803b-4196-b2ca-8d8de9db51b2 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:19:43.345735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d978df1-a865-4636-97b6-43e42ea55945 req-573e00f7-e37c-45fe-96ac-fc15d1dc8c9f tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:43.352608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d978df1-a865-4636-97b6-43e42ea55945 req-573e00f7-e37c-45fe-96ac-fc15d1dc8c9f tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:43.373299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4d978df1-a865-4636-97b6-43e42ea55945 req-573e00f7-e37c-45fe-96ac-fc15d1dc8c9f tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1655 time: 0.3262730 Jul 08 20:19:43.461452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:19:43.471962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4d978df1-a865-4636-97b6-43e42ea55945 req-5fe4b281-5421-4b82-9de9-f172185eae2d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965950 Jul 08 20:19:43.472621 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Sync routers for ids ['a4438bce-e233-4faf-9d99-bac5d923a7fb'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:19:43.499698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:43.500382 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bf31e7b7-5e62-48bc-9069-f6c9457d195f admin admin] 10.222.0.101 "PUT /v2.0/routers/a4438bce-e233-4faf-9d99-bac5d923a7fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1395853 Jul 08 20:19:43.505996 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Routers {'a4438bce-e233-4faf-9d99-bac5d923a7fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:43.506949 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['a4438bce-e233-4faf-9d99-bac5d923a7fb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:43.580403 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-0501f5f0-0e2c-48b8-9582-50e63991a6e3 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:43.583216 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-0501f5f0-0e2c-48b8-9582-50e63991a6e3 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:43.597177 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0863aae6-e315-47a6-abfe-a1b4bc077ccc req-0501f5f0-0e2c-48b8-9582-50e63991a6e3 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "DELETE /v2.0/floatingips/4e59a58b-0b9c-4c4b-b7f4-d16e2cf7c796 HTTP/1.1" status: 204 len: 173 time: 2.8138089 Jul 08 20:19:43.653205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:43.689358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:43.690384 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:43.694039 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acf4cf2-13ef-4346-b285-f8fa59504327 x-openstack-request-id: req-1acf4cf2-13ef-4346-b285-f8fa59504327 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:19:43.694931 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eae6a73-3f06-410d-b73c-4970f8ea06b9", "name": "network-vif-deleted", "tag": "dbdbde34-d039-48cf-8b4a-38f187a98565", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:19:43.695379 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1acf4cf2-13ef-4346-b285-f8fa59504327 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:19:43.696006 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eae6a73-3f06-410d-b73c-4970f8ea06b9', 'name': 'network-vif-deleted', 'tag': 'dbdbde34-d039-48cf-8b4a-38f187a98565', 'status': 'completed', 'code': 200} Jul 08 20:19:43.897400 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Set router a4438bce-e233-4faf-9d99-bac5d923a7fb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:43.980116 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-86e0f670-2598-4d0f-b4de-927b462c5b65 req-04bb8c8f-cec0-4c7b-9a09-040fc5a6090d tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=3eae6a73-3f06-410d-b73c-4970f8ea06b9 HTTP/1.1" status: 200 len: 210 time: 0.1114585 Jul 08 20:19:44.126881 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-6c846f6b-f496-4855-9504-c3b8d4cba17d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips/f0a33e57-ff3e-407a-973c-5044fe06fca5 HTTP/1.1" status: 200 len: 692 time: 0.3244624 Jul 08 20:19:44.211594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:44.331955 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-783725008-router', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:22Z', 'updated_at': '2021-07-08T20:19:38Z', 'revision_number': 4, 'project_id': '576f54d716c945f59e0e4f5d8df1a56f', 'gw_port': {'id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:24Z', 'updated_at': '2021-07-08T20:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21', 'name': '', 'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'mac_address': 'fa:16:3e:7a:80:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '611202b4-955e-49e4-9225-c491930366c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:36Z', 'updated_at': '2021-07-08T20:19:39Z', 'revision_number': 2, 'project_id': '576f54d716c945f59e0e4f5d8df1a56f', 'subnets': [{'id': '611202b4-955e-49e4-9225-c491930366c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:44.337675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:44.344216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:44.344731 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:44.372558 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Checking router: a4438bce-e233-4faf-9d99-bac5d923a7fb for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:19:44.373881 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Updating router a4438bce-e233-4faf-9d99-bac5d923a7fb port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:19:44.420391 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:44.505844 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-e3ec3319-4ec6-43fc-a10a-6973dd8863cc tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:44.518043 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-e3ec3319-4ec6-43fc-a10a-6973dd8863cc tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.3836496 Jul 08 20:19:44.548671 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:44.596391 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-b2eaf7bd-4146-445f-8a74-8c4cc7b0194d tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 695 time: 0.0773625 Jul 08 20:19:44.633394 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-14e7b048-9c7f-47b4-86d8-df5a675c6f87 req-af40d17f-c8a2-4255-8946-9b1b5c90673e tempest-FloatingIPDetailsNegativeTestJSON-1108135571 tempest-FloatingIPDetailsNegativeTestJSON-1108135571-project] show failed (client error): The resource could not be found. Jul 08 20:19:44.644163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad,segment=NetworkSegment(b6f4a322-f08f-4eee-9914-0ab42bf65d9b),segment_id=b6f4a322-f08f-4eee-9914-0ab42bf65d9b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:44.647536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6d7411-9d12-4c96-b146-02d71b470b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6f57fa-c2e4-4121-b7a3-845dbebe21ad'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:19:44.650585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50844) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:44.651355 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-14e7b048-9c7f-47b4-86d8-df5a675c6f87 req-af40d17f-c8a2-4255-8946-9b1b5c90673e tempest-FloatingIPDetailsNegativeTestJSON-1108135571 tempest-FloatingIPDetailsNegativeTestJSON-1108135571-project] 10.222.0.101 "GET /v2.0/floatingips/62f48dd8-ae5a-4585-9c36-3c84901dfa76 HTTP/1.1" status: 404 len: 350 time: 0.0949557 Jul 08 20:19:44.655994 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27cd3ba-d9d2-40fe-891d-8046ba7dc5e7" -d '{"events": [{"server_uuid": "fa6d7411-9d12-4c96-b146-02d71b470b9a", "name": "network-vif-plugged", "status": "completed", "tag": "8b6f57fa-c2e4-4121-b7a3-845dbebe21ad"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:19:44.668275 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:44.670037 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device dbdbde34-d039-48cf-8b4a-38f187a98565 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:44.715462 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-0a3631c7-0b52-407c-bc6a-91a91ed0d848 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 695 time: 0.1138198 Jul 08 20:19:44.794684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: dbdbde34-d039-48cf-8b4a-38f187a98565 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:44.799973 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device dbdbde34-d039-48cf-8b4a-38f187a98565 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:44.865869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:44.971239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:19:45.025892 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:45.038763 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Transition to ACTIVE for port object 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:45.042701 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:45.047686 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:45.065436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd157e1-c9b5-43a5-b4b2-3f1d1e12d849 req-09f9fc44-f4ff-4fb5-9054-79f618dc8da9 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:45.076155 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cd157e1-c9b5-43a5-b4b2-3f1d1e12d849 req-09f9fc44-f4ff-4fb5-9054-79f618dc8da9 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 946 time: 0.1911244 Jul 08 20:19:45.201624 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Transition to ACTIVE for port object ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:45.210759 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cd157e1-c9b5-43a5-b4b2-3f1d1e12d849 req-1613880c-e6d8-4814-a584-4991bce7ea76 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/security-groups?id=9e5d852d-043a-42ca-94e1-fdb1cfc85c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320903 Jul 08 20:19:45.267938 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa7753-2ef1-4104-8aac-76cb4565aadb None None] Pushing event updated for resources: {'Port': ['ID=64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:45.274742 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:45.370618 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Attempting to bind port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:45.371361 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Attempting to bind port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'fc48a2f6-c74b-40e3-a40a-2abd0476ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:45.371884 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Attempting to bind port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 on network 262fc95d-641f-4c17-9d90-45d2e0ece9b3 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:45.389552 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:45.389807 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Checking segment: {'id': 'fc48a2f6-c74b-40e3-a40a-2abd0476ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:45.390192 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:45.390575 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Bound using segment: {'id': 'fc48a2f6-c74b-40e3-a40a-2abd0476ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:45.401540 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Bound port: 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc48a2f6-c74b-40e3-a40a-2abd0476ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:45.402160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-4b133bd2-f049-4b4e-b871-6d417767ebb0 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Deleting port 5d0ee12e-3d79-4131-8d81-fc5a73ea59de {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:45.402510 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-4b133bd2-f049-4b4e-b871-6d417767ebb0 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:45.402962 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:45.560233 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] For port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:45.575874 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] For port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21,segment=NetworkSegment(fc48a2f6-c74b-40e3-a40a-2abd0476ec2e),segment_id=fc48a2f6-c74b-40e3-a40a-2abd0476ec2e)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:45.586259 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:45.691311 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf64b02-2b1e-4d7f-b895-c9048e3c9a81,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:45.706492 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa7753-2ef1-4104-8aac-76cb4565aadb None None] Pushing event updated for resources: {'Port': ['ID=64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:45.763217 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Routers {'a4438bce-e233-4faf-9d99-bac5d923a7fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:45.764554 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['a4438bce-e233-4faf-9d99-bac5d923a7fb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:45.879376 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd672d8-ed7a-4c49-8eaa-7d147640bcea req-86eaefa2-ff09-41cc-99fd-a2d88f7c37a1 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:45.896348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd672d8-ed7a-4c49-8eaa-7d147640bcea req-86eaefa2-ff09-41cc-99fd-a2d88f7c37a1 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:45.906224 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7fd672d8-ed7a-4c49-8eaa-7d147640bcea req-86eaefa2-ff09-41cc-99fd-a2d88f7c37a1 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1667 time: 0.2121472 Jul 08 20:19:45.995630 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7fd672d8-ed7a-4c49-8eaa-7d147640bcea req-4ee45793-bf91-4f57-bb0c-a76a3bfcfa00 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882096 Jul 08 20:19:46.002087 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-4b133bd2-f049-4b4e-b871-6d417767ebb0 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:46.002487 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-4b133bd2-f049-4b4e-b871-6d417767ebb0 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:46.027407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Attempting to bind port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:46.027767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Attempting to bind port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '4ff4ff8b-a291-4182-ac86-c989b854c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7048cb44-b577-4ab5-aa44-72c7438fd4c7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:46.028174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Attempting to bind port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 on network 7048cb44-b577-4ab5-aa44-72c7438fd4c7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:46.049516 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] Set router a4438bce-e233-4faf-9d99-bac5d923a7fb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:46.074007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-4b133bd2-f049-4b4e-b871-6d417767ebb0 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Calling delete_port for 5d0ee12e-3d79-4131-8d81-fc5a73ea59de owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:46.077422 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcaf837-340d-4177-8aab-408b71f0b176 x-openstack-request-id: req-ddcaf837-340d-4177-8aab-408b71f0b176 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:19:46.078024 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6d7411-9d12-4c96-b146-02d71b470b9a", "name": "network-vif-plugged", "status": "completed", "tag": "8b6f57fa-c2e4-4121-b7a3-845dbebe21ad", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:19:46.078024 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ddcaf837-340d-4177-8aab-408b71f0b176 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:19:46.078346 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6d7411-9d12-4c96-b146-02d71b470b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6f57fa-c2e4-4121-b7a3-845dbebe21ad', 'code': 200} Jul 08 20:19:46.118195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 on network 7048cb44-b577-4ab5-aa44-72c7438fd4c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:19:46.118529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Attempting to bind port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 on network 7048cb44-b577-4ab5-aa44-72c7438fd4c7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:46.200527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:46.200897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Checking segment: {'id': '4ff4ff8b-a291-4182-ac86-c989b854c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7048cb44-b577-4ab5-aa44-72c7438fd4c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:46.201933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Bound using segment: {'id': '4ff4ff8b-a291-4182-ac86-c989b854c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7048cb44-b577-4ab5-aa44-72c7438fd4c7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:46.202397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Bound port: ddf64b02-2b1e-4d7f-b895-c9048e3c9a81, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff4ff8b-a291-4182-ac86-c989b854c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7048cb44-b577-4ab5-aa44-72c7438fd4c7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:46.202762 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:46.246777 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67014ef-63c3-4745-a82a-84bc290fcafa req-4842ee59-5949-4863-99c1-ebb6cac15f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:46.249611 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c67014ef-63c3-4745-a82a-84bc290fcafa req-4842ee59-5949-4863-99c1-ebb6cac15f58 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 1098 time: 0.1026158 Jul 08 20:19:46.322014 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c67014ef-63c3-4745-a82a-84bc290fcafa req-ce4a513b-e908-49e2-84cb-9ffe39cedbac service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=9e5d852d-043a-42ca-94e1-fdb1cfc85c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607245 Jul 08 20:19:46.439852 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-783725008-router', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:22Z', 'updated_at': '2021-07-08T20:19:38Z', 'revision_number': 4, 'project_id': '576f54d716c945f59e0e4f5d8df1a56f', 'gw_port': {'id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:24Z', 'updated_at': '2021-07-08T20:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21', 'name': '', 'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'mac_address': 'fa:16:3e:7a:80:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '611202b4-955e-49e4-9225-c491930366c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:36Z', 'updated_at': '2021-07-08T20:19:45Z', 'revision_number': 4, 'project_id': '576f54d716c945f59e0e4f5d8df1a56f', 'subnets': [{'id': '611202b4-955e-49e4-9225-c491930366c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:46.478228 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340d18e-701a-4d76-bd1c-1cf58df355a3 None None] The sync data for ids ['a4438bce-e233-4faf-9d99-bac5d923a7fb'] in n-d-791506-16 is: [{'id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-783725008-router', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:22Z', 'updated_at': '2021-07-08T20:19:38Z', 'revision_number': 4, 'project_id': '576f54d716c945f59e0e4f5d8df1a56f', 'gw_port': {'id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:24Z', 'updated_at': '2021-07-08T20:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21', 'name': '', 'network_id': '262fc95d-641f-4c17-9d90-45d2e0ece9b3', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'mac_address': 'fa:16:3e:7a:80:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '611202b4-955e-49e4-9225-c491930366c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:36Z', 'updated_at': '2021-07-08T20:19:45Z', 'revision_number': 4, 'project_id': '576f54d716c945f59e0e4f5d8df1a56f', 'subnets': [{'id': '611202b4-955e-49e4-9225-c491930366c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:19:46.687903 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-4b133bd2-f049-4b4e-b871-6d417767ebb0 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:46.699836 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] For port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:46.724116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] For port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ddf64b02-2b1e-4d7f-b895-c9048e3c9a81,segment=NetworkSegment(4ff4ff8b-a291-4182-ac86-c989b854c6dc),segment_id=4ff4ff8b-a291-4182-ac86-c989b854c6dc)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:46.788149 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:46.799355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b133bd2-f049-4b4e-b871-6d417767ebb0 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Pushing event deleted for resources: {'Port': ['ID=5d0ee12e-3d79-4131-8d81-fc5a73ea59de,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:46.866007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:46.866790 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:46.868701 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] 10.222.0.103 "PUT /v2.0/ports/ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 HTTP/1.1" status: 200 len: 1093 time: 3.6517184 Jul 08 20:19:46.869644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'tag': 'ddf64b02-2b1e-4d7f-b895-c9048e3c9a81'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:19:46.872023 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7718fa-5873-4e74-8035-b319a8c67d03" -d '{"events": [{"name": "network-changed", "server_uuid": "41381515-2d4b-4071-bf04-8b2d0caa0d6b", "tag": "ddf64b02-2b1e-4d7f-b895-c9048e3c9a81"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:19:46.925707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Request body: {'port': {'device_id': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:19:47.062020 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe307e94-a1e9-4d7e-a224-6e5b8f5367a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf64b02-2b1e-4d7f-b895-c9048e3c9a81,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:47.136857 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-4b133bd2-f049-4b4e-b871-6d417767ebb0 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:47.147583 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-4b133bd2-f049-4b4e-b871-6d417767ebb0 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:47.148908 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bab7c049-a9a7-44bf-a419-08b55ffea3fd req-4b133bd2-f049-4b4e-b871-6d417767ebb0 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "DELETE /v2.0/floatingips/f0a33e57-ff3e-407a-973c-5044fe06fca5 HTTP/1.1" status: 204 len: 173 time: 2.4325597 Jul 08 20:19:47.182087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac23a9c-7b8d-452e-9d9a-7be4fbd97176 req-f7ffaff2-c64c-481c-9b45-e734b817b60f tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:47.194972 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fac23a9c-7b8d-452e-9d9a-7be4fbd97176 req-f7ffaff2-c64c-481c-9b45-e734b817b60f tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 946 time: 0.1939933 Jul 08 20:19:47.228478 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56a03c55-a22a-4a86-b12d-801d88fea998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:47.268763 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:47.316379 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fac23a9c-7b8d-452e-9d9a-7be4fbd97176 req-05c42f7d-ed45-480e-9475-26bd025a85d3 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/security-groups?id=9e5d852d-043a-42ca-94e1-fdb1cfc85c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203787 Jul 08 20:19:47.503787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7cc6-0c02-46b2-83e1-98480dc13f21 req-6e64c96a-c53e-4165-9ebb-b3014647415a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:47.509931 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16cf7cc6-0c02-46b2-83e1-98480dc13f21 req-6e64c96a-c53e-4165-9ebb-b3014647415a tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.103 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 945 time: 0.1924322 Jul 08 20:19:47.567860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:47.624644 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:47.664577 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119f4488-64cb-43fb-99d3-a2eba30a5bea x-openstack-request-id: req-119f4488-64cb-43fb-99d3-a2eba30a5bea {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:19:47.665792 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41381515-2d4b-4071-bf04-8b2d0caa0d6b", "tag": "ddf64b02-2b1e-4d7f-b895-c9048e3c9a81", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:19:47.667920 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-119f4488-64cb-43fb-99d3-a2eba30a5bea {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:19:47.672325 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'tag': 'ddf64b02-2b1e-4d7f-b895-c9048e3c9a81', 'status': 'completed', 'code': 200} Jul 08 20:19:47.720892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:19:47.727907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:47.732715 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:48.002756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6d9f4-13bb-4c30-9f17-3de9217dbd57 req-2555a6de-d66d-4905-8241-6e099633894c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:48.006265 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01f6d9f4-13bb-4c30-9f17-3de9217dbd57 req-2555a6de-d66d-4905-8241-6e099633894c tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 945 time: 0.3925743 Jul 08 20:19:48.009724 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:48.090493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21,segment=NetworkSegment(fc48a2f6-c74b-40e3-a40a-2abd0476ec2e),segment_id=fc48a2f6-c74b-40e3-a40a-2abd0476ec2e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:48.101866 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:48.105896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50912) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:48.130710 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01f6d9f4-13bb-4c30-9f17-3de9217dbd57 req-6dba2e16-f94e-4f88-aaff-72e77a95b224 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/security-groups?id=4239549e-60dd-45c4-9a7c-877e84a7fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158521 Jul 08 20:19:48.131566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50916) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:48.158577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-16cf7cc6-0c02-46b2-83e1-98480dc13f21 req-8b50ecdb-b0fe-4abf-82d7-3456b50c04c5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Deleting port a3439e3f-8868-42d4-8ac9-dc5eab923727 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:48.159066 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-16cf7cc6-0c02-46b2-83e1-98480dc13f21 req-8b50ecdb-b0fe-4abf-82d7-3456b50c04c5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:48.253990 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:48.739842 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-2483bdc3-a548-4fef-87c9-dce443a481bc tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips/9a2b076d-2a3d-46d8-8b9e-7ac29a38907e HTTP/1.1" status: 200 len: 693 time: 0.5618410 Jul 08 20:19:48.755486 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4731d6a2-a291-45da-9380-c7466a2e50ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:48.766091 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a3528c24-4b6d-4771-931a-e0c937fa542c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:48.806295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7718fa-5873-4e74-8035-b319a8c67d03 req-82c375ae-cb3f-4986-ad48-7aeee92ad49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:48.807088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7718fa-5873-4e74-8035-b319a8c67d03 req-82c375ae-cb3f-4986-ad48-7aeee92ad49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:48.810482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb7718fa-5873-4e74-8035-b319a8c67d03 req-82c375ae-cb3f-4986-ad48-7aeee92ad49c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3404ade70f2541f2811596eefba2d608&device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1915 time: 1.0329938 Jul 08 20:19:48.854982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-16cf7cc6-0c02-46b2-83e1-98480dc13f21 req-8b50ecdb-b0fe-4abf-82d7-3456b50c04c5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] For port a3439e3f-8868-42d4-8ac9-dc5eab923727, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a3439e3f-8868-42d4-8ac9-dc5eab923727,segment=NetworkSegment(593566a7-cbb5-4ebe-9dc0-401bfa509770),segment_id=593566a7-cbb5-4ebe-9dc0-401bfa509770)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:48.855315 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-16cf7cc6-0c02-46b2-83e1-98480dc13f21 req-8b50ecdb-b0fe-4abf-82d7-3456b50c04c5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:48.883712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-16cf7cc6-0c02-46b2-83e1-98480dc13f21 req-8b50ecdb-b0fe-4abf-82d7-3456b50c04c5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Calling delete_port for a3439e3f-8868-42d4-8ac9-dc5eab923727 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:48.941279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-c0c449d8-013d-465e-9e48-052e9ca22158 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:48.948339 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-c0c449d8-013d-465e-9e48-052e9ca22158 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.2068067 Jul 08 20:19:48.952057 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-4731d6a2-a291-45da-9380-c7466a2e50ee admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:19:48.952057 n-d-791506-16 neutron-server[94065]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 20:19:48.952057 n-d-791506-16 neutron-server[94065]: [parameters: {'project_id': 'c585260fcfa142f8ad87d95dcd3cef87', 'id': 'b7b791d0-377f-48f4-86b1-07f99c88e125', 'expiration': datetime.datetime(2021, 7, 8, 20, 21, 48, 873645)}] Jul 08 20:19:48.952057 n-d-791506-16 neutron-server[94065]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:19:48.952057 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [None req-4731d6a2-a291-45da-9380-c7466a2e50ee admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:19:48.960755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594aff1c-7850-4b2e-9192-5d0736af8a0b req-c1d6dd74-2b45-4bd1-8db7-511d6ad08727 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:48.967269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594aff1c-7850-4b2e-9192-5d0736af8a0b req-c1d6dd74-2b45-4bd1-8db7-511d6ad08727 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:48.974375 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-594aff1c-7850-4b2e-9192-5d0736af8a0b req-c1d6dd74-2b45-4bd1-8db7-511d6ad08727 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1667 time: 0.9229136 Jul 08 20:19:49.055501 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-2759f02c-8f75-4693-89c8-54b5e04f5e59 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.1061177 Jul 08 20:19:49.104379 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-6e0cbdf4-c363-458a-bd97-dac5c6b6c19c tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.0477383 Jul 08 20:19:49.121207 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-594aff1c-7850-4b2e-9192-5d0736af8a0b req-010897b2-f9e3-4d11-acdd-df4a14639ccc tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459115 Jul 08 20:19:49.240082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7718fa-5873-4e74-8035-b319a8c67d03 req-0dbbc6ab-3d4a-4d8e-be39-cc27d42d1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:49.240680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7718fa-5873-4e74-8035-b319a8c67d03 req-0dbbc6ab-3d4a-4d8e-be39-cc27d42d1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:49.241268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7718fa-5873-4e74-8035-b319a8c67d03 req-0dbbc6ab-3d4a-4d8e-be39-cc27d42d1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:49.243158 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb7718fa-5873-4e74-8035-b319a8c67d03 req-0dbbc6ab-3d4a-4d8e-be39-cc27d42d1efb service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=3404ade70f2541f2811596eefba2d608&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4149232 Jul 08 20:19:49.313875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67730a18-803b-4196-b2ca-8d8de9db51b2 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:19:49.340879 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.383841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-56a03c55-a22a-4a86-b12d-801d88fea998 admin admin] Deleting port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:49.384225 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56a03c55-a22a-4a86-b12d-801d88fea998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.390001 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a3528c24-4b6d-4771-931a-e0c937fa542c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.405638 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Transition to ACTIVE for port object 67730a18-803b-4196-b2ca-8d8de9db51b2 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:19:49.424159 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a3528c24-4b6d-4771-931a-e0c937fa542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.447833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:19:49.452392 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.459072 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4731d6a2-a291-45da-9380-c7466a2e50ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.466513 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-16cf7cc6-0c02-46b2-83e1-98480dc13f21 req-8b50ecdb-b0fe-4abf-82d7-3456b50c04c5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.524481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a3528c24-4b6d-4771-931a-e0c937fa542c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a2c4e83c35e74f29ac6c9dd68700ff99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3832135 Jul 08 20:19:49.527351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50ecdb-b0fe-4abf-82d7-3456b50c04c5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Pushing event deleted for resources: {'Port': ['ID=a3439e3f-8868-42d4-8ac9-dc5eab923727,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:49.535930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-1df124fa-1dfb-4aa2-a020-88a909479706 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Deleting port 9d2efeae-4836-4329-8a2c-7c985c768d1f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:49.536476 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-1df124fa-1dfb-4aa2-a020-88a909479706 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.541979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:19:49.542368 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.555717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50928) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:49.559317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3528c24-4b6d-4771-931a-e0c937fa542c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b1645e-726e-449b-83db-25a82aaebfdd,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:49.662590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-56a03c55-a22a-4a86-b12d-801d88fea998 admin admin] For port 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21,segment=NetworkSegment(fc48a2f6-c74b-40e3-a40a-2abd0476ec2e),segment_id=fc48a2f6-c74b-40e3-a40a-2abd0476ec2e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:49.663044 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56a03c55-a22a-4a86-b12d-801d88fea998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.680559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-56a03c55-a22a-4a86-b12d-801d88fea998 admin admin] Calling delete_port for 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:49.701420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cf7cc6-0c02-46b2-83e1-98480dc13f21 req-8b50ecdb-b0fe-4abf-82d7-3456b50c04c5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] No DVR routers for this DVR port a3439e3f-8868-42d4-8ac9-dc5eab923727 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:19:49.711342 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-16cf7cc6-0c02-46b2-83e1-98480dc13f21 req-8b50ecdb-b0fe-4abf-82d7-3456b50c04c5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.713422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16cf7cc6-0c02-46b2-83e1-98480dc13f21 req-8b50ecdb-b0fe-4abf-82d7-3456b50c04c5 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.103 "DELETE /v2.0/ports/a3439e3f-8868-42d4-8ac9-dc5eab923727 HTTP/1.1" status: 204 len: 173 time: 2.1969118 Jul 08 20:19:49.713878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faec675-ba8d-4820-845c-7b29ed411b5f', 'name': 'network-vif-deleted', 'tag': 'a3439e3f-8868-42d4-8ac9-dc5eab923727'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:19:49.716231 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1fa851-2e8b-42f7-b91c-d2dd5a775099" -d '{"events": [{"server_uuid": "5faec675-ba8d-4820-845c-7b29ed411b5f", "name": "network-vif-deleted", "tag": "a3439e3f-8868-42d4-8ac9-dc5eab923727"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:19:49.727464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e97167a0-c6a1-4e26-b40b-303bf8291c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.774597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e97167a0-c6a1-4e26-b40b-303bf8291c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.804715 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-1df124fa-1dfb-4aa2-a020-88a909479706 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.805103 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-1df124fa-1dfb-4aa2-a020-88a909479706 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.831776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-1df124fa-1dfb-4aa2-a020-88a909479706 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Calling delete_port for 9d2efeae-4836-4329-8a2c-7c985c768d1f owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:49.937286 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e97167a0-c6a1-4e26-b40b-303bf8291c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.946159 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e97167a0-c6a1-4e26-b40b-303bf8291c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:49.947353 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e97167a0-c6a1-4e26-b40b-303bf8291c4a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/54b1645e-726e-449b-83db-25a82aaebfdd HTTP/1.1" status: 204 len: 168 time: 0.3890171 Jul 08 20:19:49.985496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97167a0-c6a1-4e26-b40b-303bf8291c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b1645e-726e-449b-83db-25a82aaebfdd,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:50.051920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7718fa-5873-4e74-8035-b319a8c67d03 req-2b59948b-1ac9-4c1c-8b9f-4a5907e3f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:50.056325 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb7718fa-5873-4e74-8035-b319a8c67d03 req-2b59948b-1ac9-4c1c-8b9f-4a5907e3f32d service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7982206 Jul 08 20:19:50.066759 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56a03c55-a22a-4a86-b12d-801d88fea998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:50.070429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a3439e3f-8868-42d4-8ac9-dc5eab923727 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:50.083439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Pushing event updated for resources: {'Port': ['ID=67730a18-803b-4196-b2ca-8d8de9db51b2,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:50.125966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: a3439e3f-8868-42d4-8ac9-dc5eab923727 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:50.127775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a3439e3f-8868-42d4-8ac9-dc5eab923727 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:50.173793 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-1df124fa-1dfb-4aa2-a020-88a909479706 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:50.183612 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea544ad4-f1ee-478f-9624-c06b4e1307b4 req-7fb77207-902b-4ca4-9630-2e6a047d544b tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:50.186546 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea544ad4-f1ee-478f-9624-c06b4e1307b4 req-7fb77207-902b-4ca4-9630-2e6a047d544b tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 946 time: 0.8610201 Jul 08 20:19:50.199715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a03c55-a22a-4a86-b12d-801d88fea998 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:50.242820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df124fa-1dfb-4aa2-a020-88a909479706 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Pushing event deleted for resources: {'Port': ['ID=9d2efeae-4836-4329-8a2c-7c985c768d1f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:50.243676 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:19:50.365516 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-1df124fa-1dfb-4aa2-a020-88a909479706 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:50.372923 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-1df124fa-1dfb-4aa2-a020-88a909479706 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:50.382566 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5eed9a11-3001-4924-b711-f69c034c8c0a req-1df124fa-1dfb-4aa2-a020-88a909479706 tempest-FloatingIPDetailsTestJSON-1395496865 tempest-FloatingIPDetailsTestJSON-1395496865-project] 10.222.0.101 "DELETE /v2.0/floatingips/9a2b076d-2a3d-46d8-8b9e-7ac29a38907e HTTP/1.1" status: 204 len: 173 time: 1.2645705 Jul 08 20:19:50.392017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50938) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:50.419292 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea544ad4-f1ee-478f-9624-c06b4e1307b4 req-30014dfc-5817-478f-bfd2-39b7c3175fa7 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/security-groups?id=9e5d852d-043a-42ca-94e1-fdb1cfc85c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217281 Jul 08 20:19:50.561332 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b8aabf-9549-4dcd-9d24-e75e6803ac78 x-openstack-request-id: req-a1b8aabf-9549-4dcd-9d24-e75e6803ac78 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:19:50.565021 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faec675-ba8d-4820-845c-7b29ed411b5f", "name": "network-vif-deleted", "tag": "a3439e3f-8868-42d4-8ac9-dc5eab923727", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:19:50.565531 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a1b8aabf-9549-4dcd-9d24-e75e6803ac78 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:19:50.566155 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faec675-ba8d-4820-845c-7b29ed411b5f', 'name': 'network-vif-deleted', 'tag': 'a3439e3f-8868-42d4-8ac9-dc5eab923727', 'status': 'completed', 'code': 200} Jul 08 20:19:50.587938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50942) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:50.596560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Attempting to bind port 67730a18-803b-4196-b2ca-8d8de9db51b2 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:19:50.596886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Attempting to bind port 67730a18-803b-4196-b2ca-8d8de9db51b2 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '2e791d8d-be7d-47a6-afdb-9935ad060a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6f9c264d-22b2-47a7-83b2-eaa6b5849106'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:19:50.597176 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Attempting to bind port 67730a18-803b-4196-b2ca-8d8de9db51b2 on network 6f9c264d-22b2-47a7-83b2-eaa6b5849106 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:50.640543 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d01011b5-6cc8-4282-a12c-b6fc8a44765c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:50.649088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Port 67730a18-803b-4196-b2ca-8d8de9db51b2 on network 6f9c264d-22b2-47a7-83b2-eaa6b5849106 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:19:50.649442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Attempting to bind port 67730a18-803b-4196-b2ca-8d8de9db51b2 on network 6f9c264d-22b2-47a7-83b2-eaa6b5849106 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:19:50.708193 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:19:50.708576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Checking segment: {'id': '2e791d8d-be7d-47a6-afdb-9935ad060a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6f9c264d-22b2-47a7-83b2-eaa6b5849106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:19:50.708981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Bound using segment: {'id': '2e791d8d-be7d-47a6-afdb-9935ad060a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6f9c264d-22b2-47a7-83b2-eaa6b5849106'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:19:50.709515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Bound port: 67730a18-803b-4196-b2ca-8d8de9db51b2, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e791d8d-be7d-47a6-afdb-9935ad060a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6f9c264d-22b2-47a7-83b2-eaa6b5849106'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:19:50.710004 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:50.762353 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a775438-53d5-4e00-b7e8-a6b934de99d9 req-3a455b93-ff46-4e76-a36f-7efcc6db1017 tempest-LiveMigrationTest-544240320 tempest-LiveMigrationTest-544240320-project] 10.222.0.101 "GET /v2.0/ports?device_id=5faec675-ba8d-4820-845c-7b29ed411b5f HTTP/1.1" status: 200 len: 210 time: 0.0481980 Jul 08 20:19:50.777067 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4731d6a2-a291-45da-9380-c7466a2e50ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:50.789205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4731d6a2-a291-45da-9380-c7466a2e50ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:50.899932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4731d6a2-a291-45da-9380-c7466a2e50ee admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c585260fcfa142f8ad87d95dcd3cef87&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7874002 Jul 08 20:19:50.908977 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50944) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:50.926358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56a03c55-a22a-4a86-b12d-801d88fea998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:50.948145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731d6a2-a291-45da-9380-c7466a2e50ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693271e5-5cfd-43e5-a83e-5f66b8485973,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:51.068295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] For port 67730a18-803b-4196-b2ca-8d8de9db51b2, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:19:51.098123 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d01011b5-6cc8-4282-a12c-b6fc8a44765c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:51.105349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] For port 67730a18-803b-4196-b2ca-8d8de9db51b2, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=67730a18-803b-4196-b2ca-8d8de9db51b2,segment=NetworkSegment(2e791d8d-be7d-47a6-afdb-9935ad060a99),segment_id=2e791d8d-be7d-47a6-afdb-9935ad060a99)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:19:51.115477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4e919-78a4-482c-ad31-50793ddc5e1e req-f58eac4c-bad7-4a93-8eea-fbc3e5ae8802 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:51.121685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4e919-78a4-482c-ad31-50793ddc5e1e req-f58eac4c-bad7-4a93-8eea-fbc3e5ae8802 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:51.126665 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d01011b5-6cc8-4282-a12c-b6fc8a44765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:51.130709 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6d4e919-78a4-482c-ad31-50793ddc5e1e req-f58eac4c-bad7-4a93-8eea-fbc3e5ae8802 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1679 time: 0.4098155 Jul 08 20:19:51.143460 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:51.184690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d01011b5-6cc8-4282-a12c-b6fc8a44765c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f6809f4caec14d889074d4c4e9f3e339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5865126 Jul 08 20:19:51.188046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01011b5-6cc8-4282-a12c-b6fc8a44765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0c6aa2-f95d-44c1-8c46-0d10bd2e9695,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:51.193495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50950) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:51.286944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:51.288648 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:51.290267 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] 10.222.0.103 "PUT /v2.0/ports/67730a18-803b-4196-b2ca-8d8de9db51b2 HTTP/1.1" status: 200 len: 1093 time: 4.3764391 Jul 08 20:19:51.290923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'tag': '67730a18-803b-4196-b2ca-8d8de9db51b2'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:19:51.293783 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea12dd27-68be-43a5-9b8b-f30c2b30042b" -d '{"events": [{"name": "network-changed", "server_uuid": "41381515-2d4b-4071-bf04-8b2d0caa0d6b", "tag": "67730a18-803b-4196-b2ca-8d8de9db51b2"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:19:51.312173 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a249a7b-e5e2-4d97-b380-6dd098453f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:51.417921 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dfbe8fd-f55d-4eba-96b1-7a4d6d458196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:51.428733 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6d4e919-78a4-482c-ad31-50793ddc5e1e req-c46dfdbe-1586-48ff-84c3-3bafc5b914f8 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968090 Jul 08 20:19:51.522136 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dfbe8fd-f55d-4eba-96b1-7a4d6d458196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:51.546700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d927a1-8cd2-48f7-a42a-288bf00835c3 service neutron] Pushing event updated for resources: {'Port': ['ID=67730a18-803b-4196-b2ca-8d8de9db51b2,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:51.565770 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a249a7b-e5e2-4d97-b380-6dd098453f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:51.568802 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e116db-e62d-4bd4-b00a-9ad57aa15eb6 x-openstack-request-id: req-10e116db-e62d-4bd4-b00a-9ad57aa15eb6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:19:51.569365 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41381515-2d4b-4071-bf04-8b2d0caa0d6b", "tag": "67730a18-803b-4196-b2ca-8d8de9db51b2", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:19:51.569820 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-10e116db-e62d-4bd4-b00a-9ad57aa15eb6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:19:51.570438 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'tag': '67730a18-803b-4196-b2ca-8d8de9db51b2', 'status': 'completed', 'code': 200} Jul 08 20:19:51.679851 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dfbe8fd-f55d-4eba-96b1-7a4d6d458196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:51.698734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dfbe8fd-f55d-4eba-96b1-7a4d6d458196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:51.704617 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3dfbe8fd-f55d-4eba-96b1-7a4d6d458196 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6a0c6aa2-f95d-44c1-8c46-0d10bd2e9695 HTTP/1.1" status: 204 len: 168 time: 0.5065808 Jul 08 20:19:51.712698 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-11bf7e85-d944-4de7-8948-a8630e116555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:51.723014 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a249a7b-e5e2-4d97-b380-6dd098453f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:51.726073 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a249a7b-e5e2-4d97-b380-6dd098453f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:51.729860 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7a249a7b-e5e2-4d97-b380-6dd098453f2f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/693271e5-5cfd-43e5-a83e-5f66b8485973 HTTP/1.1" status: 204 len: 168 time: 0.8140666 Jul 08 20:19:51.771667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbe8fd-f55d-4eba-96b1-7a4d6d458196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0c6aa2-f95d-44c1-8c46-0d10bd2e9695,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:51.832055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a249a7b-e5e2-4d97-b380-6dd098453f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693271e5-5cfd-43e5-a83e-5f66b8485973,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:51.844448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-4940c421-e87b-4b3a-a773-968cd6cd94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:51.845069 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-4940c421-e87b-4b3a-a773-968cd6cd94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:51.846844 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-4940c421-e87b-4b3a-a773-968cd6cd94f2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3404ade70f2541f2811596eefba2d608&device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1983 time: 0.4683175 Jul 08 20:19:51.906837 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-663f7b6b-4382-4055-b116-ef028b0db1b4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.103&port_id=ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 HTTP/1.1" status: 200 len: 217 time: 0.0464766 Jul 08 20:19:51.926935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a03c55-a22a-4a86-b12d-801d88fea998 admin admin] Router a4438bce-e233-4faf-9d99-bac5d923a7fb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:19:52.011795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-7a63ab9d-b30c-451b-aa83-5e5f9497c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:52.013298 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-7a63ab9d-b30c-451b-aa83-5e5f9497c958 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=14367323-ebf6-44a2-b65f-43f0f8bf2fe5 HTTP/1.1" status: 200 len: 801 time: 0.0831008 Jul 08 20:19:52.016173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50970) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:52.309800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-11bf7e85-d944-4de7-8948-a8630e116555 admin admin] Deleting port 121a3ba5-cd73-46a2-9cca-3210320acc08 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:52.310432 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-11bf7e85-d944-4de7-8948-a8630e116555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:52.381270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-7371ba5d-3439-4142-817b-bfffbfa967e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:52.384546 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-7371ba5d-3439-4142-817b-bfffbfa967e6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7048cb44-b577-4ab5-aa44-72c7438fd4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3592486 Jul 08 20:19:52.510002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-11bf7e85-d944-4de7-8948-a8630e116555 admin admin] For port 121a3ba5-cd73-46a2-9cca-3210320acc08, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=121a3ba5-cd73-46a2-9cca-3210320acc08,segment=NetworkSegment(ba7622fa-1ff0-4bb7-b5c8-17fb2927f320),segment_id=ba7622fa-1ff0-4bb7-b5c8-17fb2927f320)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:52.510404 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-11bf7e85-d944-4de7-8948-a8630e116555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:52.526316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-11bf7e85-d944-4de7-8948-a8630e116555 admin admin] Calling delete_port for 121a3ba5-cd73-46a2-9cca-3210320acc08 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:52.528421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde15b7f-9a40-4b1d-9684-3048f2af8d5d admin admin] Deleting subnet 9f9c2772-125a-4c73-b763-c9127fd5cc34 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:19:52.703971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a03c55-a22a-4a86-b12d-801d88fea998 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:19:52.722468 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a3699-1eea-4c45-ac52-1abec849b3f8 None None] Sync routers for ids ['a4438bce-e233-4faf-9d99-bac5d923a7fb'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:19:52.730775 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-56a03c55-a22a-4a86-b12d-801d88fea998 admin admin] 10.222.0.101 "PUT /v2.0/routers/a4438bce-e233-4faf-9d99-bac5d923a7fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0790529 Jul 08 20:19:52.740978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50992) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:52.740978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50994) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:52.741364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-266abc59-7097-4a21-a234-b61f77cd58e7 service neutron] 10.222.0.103 "GET /v2.0/networks/7048cb44-b577-4ab5-aa44-72c7438fd4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444648 Jul 08 20:19:52.742742 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fde15b7f-9a40-4b1d-9684-3048f2af8d5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:52.743053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a3699-1eea-4c45-ac52-1abec849b3f8 None None] Routers {'a4438bce-e233-4faf-9d99-bac5d923a7fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:52.743828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5b7a3699-1eea-4c45-ac52-1abec849b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['a4438bce-e233-4faf-9d99-bac5d923a7fb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:52.945791 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fde15b7f-9a40-4b1d-9684-3048f2af8d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:53.025263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:53.051002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-5b7a3699-1eea-4c45-ac52-1abec849b3f8 None None] Set router a4438bce-e233-4faf-9d99-bac5d923a7fb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:53.053744 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-11bf7e85-d944-4de7-8948-a8630e116555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:53.200117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf7e85-d944-4de7-8948-a8630e116555 admin admin] Pushing event deleted for resources: {'Port': ['ID=121a3ba5-cd73-46a2-9cca-3210320acc08,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:53.273785 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:53.418635 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:53.524992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5b7a3699-1eea-4c45-ac52-1abec849b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-783725008-router', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:22Z', 'updated_at': '2021-07-08T20:19:49Z', 'revision_number': 5, 'project_id': '576f54d716c945f59e0e4f5d8df1a56f', 'gw_port': {'id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:24Z', 'updated_at': '2021-07-08T20:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:53.613470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a3699-1eea-4c45-ac52-1abec849b3f8 None None] Checking router: a4438bce-e233-4faf-9d99-bac5d923a7fb for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:19:53.646769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a3699-1eea-4c45-ac52-1abec849b3f8 None None] Routers {'a4438bce-e233-4faf-9d99-bac5d923a7fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:53.647550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5b7a3699-1eea-4c45-ac52-1abec849b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['a4438bce-e233-4faf-9d99-bac5d923a7fb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:53.848339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-5b7a3699-1eea-4c45-ac52-1abec849b3f8 None None] Set router a4438bce-e233-4faf-9d99-bac5d923a7fb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:53.935561 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-9beaa6c5-77e1-4c5d-aa44-b79c875707aa service neutron] 10.222.0.103 "GET /v2.0/networks/7048cb44-b577-4ab5-aa44-72c7438fd4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1724658 Jul 08 20:19:54.000074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00c00c-24a0-4d0e-b893-c9566d076d22 req-ebb667b2-131f-46ff-8f6d-8387802d1e0f tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:54.022146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00c00c-24a0-4d0e-b893-c9566d076d22 req-ebb667b2-131f-46ff-8f6d-8387802d1e0f tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:54.037999 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b00c00c-24a0-4d0e-b893-c9566d076d22 req-ebb667b2-131f-46ff-8f6d-8387802d1e0f tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1679 time: 1.2871168 Jul 08 20:19:54.081884 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fde15b7f-9a40-4b1d-9684-3048f2af8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:54.158900 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:54.218719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:54.228171 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-11bf7e85-d944-4de7-8948-a8630e116555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:54.233337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:54.271904 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-31272bcf-c089-4a8f-b9af-6b19ebde3143 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.182&port_id=67730a18-803b-4196-b2ca-8d8de9db51b2 HTTP/1.1" status: 200 len: 217 time: 0.3197188 Jul 08 20:19:54.396561 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b00c00c-24a0-4d0e-b893-c9566d076d22 req-f1d8a235-5a2d-402f-9c4c-84235ab0b30d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577108 Jul 08 20:19:54.503892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1af9047c9b314ccaa274746d19b27958&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7613056 Jul 08 20:19:54.518453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51028) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:54.519144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee8c1f8-29ba-4d2e-a86b-9b70a3682ec4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:54.603704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:54.604068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:54.604862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:54.604862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:54.605157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:54.605494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:54.606012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:54.606195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:54.606577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:54.606955 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:54.609754 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5b7a3699-1eea-4c45-ac52-1abec849b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-783725008-router', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:22Z', 'updated_at': '2021-07-08T20:19:49Z', 'revision_number': 5, 'project_id': '576f54d716c945f59e0e4f5d8df1a56f', 'gw_port': {'id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:24Z', 'updated_at': '2021-07-08T20:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:54.614015 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fde15b7f-9a40-4b1d-9684-3048f2af8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:54.615846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:54.616272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b337f-3cd6-4ade-9b3e-8773ff220711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:54.684961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde15b7f-9a40-4b1d-9684-3048f2af8d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9c2772-125a-4c73-b763-c9127fd5cc34,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:54.695705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-a0ba6501-9271-49fc-8712-c781e5bb0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:54.696110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a3699-1eea-4c45-ac52-1abec849b3f8 None None] The sync data for ids ['a4438bce-e233-4faf-9d99-bac5d923a7fb'] in n-d-791506-16 is: [{'id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-783725008-router', 'tenant_id': '576f54d716c945f59e0e4f5d8df1a56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:22Z', 'updated_at': '2021-07-08T20:19:49Z', 'revision_number': 5, 'project_id': '576f54d716c945f59e0e4f5d8df1a56f', 'gw_port': {'id': '1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4438bce-e233-4faf-9d99-bac5d923a7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:24Z', 'updated_at': '2021-07-08T20:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:19:54.698426 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-a0ba6501-9271-49fc-8712-c781e5bb0a9f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=86123e18-4228-432f-86f4-039d92cb71d1 HTTP/1.1" status: 200 len: 801 time: 0.4106112 Jul 08 20:19:54.699638 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fde15b7f-9a40-4b1d-9684-3048f2af8d5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:54.708120 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fde15b7f-9a40-4b1d-9684-3048f2af8d5d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9f9c2772-125a-4c73-b763-c9127fd5cc34 HTTP/1.1" status: 204 len: 168 time: 2.6908247 Jul 08 20:19:54.714780 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51034) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:54.983852 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96f9d80e-d09d-4ef2-bbd5-3b7007de7403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:55.036873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-adcb3e5e-edf8-47c5-86e4-b5d2d343e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.041616 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-adcb3e5e-edf8-47c5-86e4-b5d2d343e4de service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6f9c264d-22b2-47a7-83b2-eaa6b5849106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3285427 Jul 08 20:19:55.396720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Deleting port 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:55.396720 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:55.437377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:55.486039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:55.486394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64c35d3d-a4a7-4d0d-837b-eca9a7f1bd21 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:55.515039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-7add64c2-043e-41a0-8e88-90068c1236e3 service neutron] 10.222.0.103 "GET /v2.0/networks/6f9c264d-22b2-47a7-83b2-eaa6b5849106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649761 Jul 08 20:19:55.529103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] For port 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:55.530313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:55.544391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Calling delete_port for 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:55.627627 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96f9d80e-d09d-4ef2-bbd5-3b7007de7403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:55.684369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-917aca24-7e6d-4f2f-aef7-39cd4ae46860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:55.715875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-96f9d80e-d09d-4ef2-bbd5-3b7007de7403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2787acb-ce97-4e22-86fe-e3a85811ac14']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:55.738025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-96f9d80e-d09d-4ef2-bbd5-3b7007de7403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593566a7-cbb5-4ebe-9dc0-401bfa509770') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:55.738390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-96f9d80e-d09d-4ef2-bbd5-3b7007de7403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593566a7-cbb5-4ebe-9dc0-401bfa509770') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:55.779604 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96f9d80e-d09d-4ef2-bbd5-3b7007de7403 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:55.802891 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-917aca24-7e6d-4f2f-aef7-39cd4ae46860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:55.840381 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96f9d80e-d09d-4ef2-bbd5-3b7007de7403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:55.861788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f9d80e-d09d-4ef2-bbd5-3b7007de7403 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:19:55.862212 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96f9d80e-d09d-4ef2-bbd5-3b7007de7403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:19:55.864072 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:19:55.915664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a2bb8-506d-47f5-a28f-07b8983588ba req-05d75958-0044-4c10-9f9f-0728ccd5dafb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.923218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a2bb8-506d-47f5-a28f-07b8983588ba req-05d75958-0044-4c10-9f9f-0728ccd5dafb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.925094 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec0a2bb8-506d-47f5-a28f-07b8983588ba req-05d75958-0044-4c10-9f9f-0728ccd5dafb tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1679 time: 0.3195806 Jul 08 20:19:55.948594 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.948871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.949212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.950182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.950182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.950650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.951275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.951923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.953116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.953116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.953116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.953551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.954091 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:55.965200 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adec7831-9381-442b-9f8d-da3096bbc3dc req-2977f8a2-82dc-4c3e-87d4-6986f48cabfa tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9151 time: 0.4467309 Jul 08 20:19:55.976120 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fe9c5ac-f84a-4b3a-8b5d-be5c9597ca25 req-ff7fe03f-f82f-4d29-a1a6-390c32b09778 service neutron] 10.222.0.103 "GET /v2.0/networks/6f9c264d-22b2-47a7-83b2-eaa6b5849106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701704 Jul 08 20:19:55.989961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96f9d80e-d09d-4ef2-bbd5-3b7007de7403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:55.995760 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96f9d80e-d09d-4ef2-bbd5-3b7007de7403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:55.998212 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-96f9d80e-d09d-4ef2-bbd5-3b7007de7403 admin admin] 10.222.0.101 "DELETE /v2.0/networks/d2787acb-ce97-4e22-86fe-e3a85811ac14 HTTP/1.1" status: 204 len: 168 time: 1.2647474 Jul 08 20:19:56.002297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51052) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:56.024735 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9d80e-d09d-4ef2-bbd5-3b7007de7403 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2787acb-ce97-4e22-86fe-e3a85811ac14,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:56.053592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bf7e85-d944-4de7-8948-a8630e116555 admin admin] Router 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:19:56.061599 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec0a2bb8-506d-47f5-a28f-07b8983588ba req-8aa8fa33-ba26-4bd1-97ec-75d58f307d58 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166799 Jul 08 20:19:56.062467 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-917aca24-7e6d-4f2f-aef7-39cd4ae46860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:56.065237 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-917aca24-7e6d-4f2f-aef7-39cd4ae46860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:56.066453 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-917aca24-7e6d-4f2f-aef7-39cd4ae46860 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3ee8c1f8-29ba-4d2e-a86b-9b70a3682ec4 HTTP/1.1" status: 204 len: 168 time: 1.5448396 Jul 08 20:19:56.087909 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:56.141170 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917aca24-7e6d-4f2f-aef7-39cd4ae46860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee8c1f8-29ba-4d2e-a86b-9b70a3682ec4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:56.180569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:56.190318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a578ea-65d3-4a2f-8771-ac3a9e2ed0fc admin admin] Deleting subnet 3f1cb665-f618-4449-b09a-1da0a0faaff9 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:19:56.210042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12dd27-68be-43a5-9b8b-f30c2b30042b req-b96609aa-c0e2-4dc3-840d-78f7c3d1121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.210532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12dd27-68be-43a5-9b8b-f30c2b30042b req-b96609aa-c0e2-4dc3-840d-78f7c3d1121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.212128 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea12dd27-68be-43a5-9b8b-f30c2b30042b req-b96609aa-c0e2-4dc3-840d-78f7c3d1121a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3404ade70f2541f2811596eefba2d608&device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1983 time: 0.1502142 Jul 08 20:19:56.220730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e08da0-2520-40f3-a39d-51184b7a653e req-09a91dc0-040b-44e0-af2f-299dac10b0ff tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.222237 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d2e08da0-2520-40f3-a39d-51184b7a653e req-09a91dc0-040b-44e0-af2f-299dac10b0ff tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 946 time: 0.1272693 Jul 08 20:19:56.264724 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e3a578ea-65d3-4a2f-8771-ac3a9e2ed0fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:56.406404 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d2e08da0-2520-40f3-a39d-51184b7a653e req-a501d4c8-5566-40da-91ec-82f6da238a82 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/security-groups?id=9e5d852d-043a-42ca-94e1-fdb1cfc85c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584523 Jul 08 20:19:56.486412 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e3a578ea-65d3-4a2f-8771-ac3a9e2ed0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:56.490406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43938264-62b8-4e55-ade5-fc1394761d86 req-4de06080-3a06-4664-ac86-d42185f1a72c tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.495378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43938264-62b8-4e55-ade5-fc1394761d86 req-4de06080-3a06-4664-ac86-d42185f1a72c tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 886 time: 0.3481941 Jul 08 20:19:56.522434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12dd27-68be-43a5-9b8b-f30c2b30042b req-2d3053b2-834c-412b-bf74-61f25312fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.527190 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea12dd27-68be-43a5-9b8b-f30c2b30042b req-2d3053b2-834c-412b-bf74-61f25312fa55 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6f9c264d-22b2-47a7-83b2-eaa6b5849106 HTTP/1.1" status: 200 len: 903 time: 0.3019860 Jul 08 20:19:56.558260 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:56.674344 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea12dd27-68be-43a5-9b8b-f30c2b30042b req-fec8598b-ed79-41ef-b385-bcc8964dc385 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.182&port_id=67730a18-803b-4196-b2ca-8d8de9db51b2 HTTP/1.1" status: 200 len: 217 time: 0.1322274 Jul 08 20:19:56.702532 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e3a578ea-65d3-4a2f-8771-ac3a9e2ed0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:56.725039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bf7e85-d944-4de7-8948-a8630e116555 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:19:56.730704 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-11bf7e85-d944-4de7-8948-a8630e116555 admin admin] 10.222.0.101 "PUT /v2.0/routers/2ae4a919-8b4b-4408-b0ff-1c6735ef9524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3363211 Jul 08 20:19:56.734508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:56.735641 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3764c-58c1-4ba5-b27e-2a530a86d1dd None None] Sync routers for ids ['2ae4a919-8b4b-4408-b0ff-1c6735ef9524'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:19:56.738448 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:56.739755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51072) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:56.743179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12dd27-68be-43a5-9b8b-f30c2b30042b req-aa8a457f-2ca9-4fe9-a2da-bda00acb8750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.745038 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea12dd27-68be-43a5-9b8b-f30c2b30042b req-aa8a457f-2ca9-4fe9-a2da-bda00acb8750 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=86123e18-4228-432f-86f4-039d92cb71d1 HTTP/1.1" status: 200 len: 801 time: 0.0637827 Jul 08 20:19:56.750739 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3764c-58c1-4ba5-b27e-2a530a86d1dd None None] Routers {'2ae4a919-8b4b-4408-b0ff-1c6735ef9524'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:56.753948 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b2d3764c-58c1-4ba5-b27e-2a530a86d1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['2ae4a919-8b4b-4408-b0ff-1c6735ef9524'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:56.885871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca3371-ea5e-4fcc-a117-598df94e014b req-0d0adc38-4ccc-4ffd-a017-87558430e977 tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.886988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca3371-ea5e-4fcc-a117-598df94e014b req-0d0adc38-4ccc-4ffd-a017-87558430e977 tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.887845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca3371-ea5e-4fcc-a117-598df94e014b req-0d0adc38-4ccc-4ffd-a017-87558430e977 tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.889499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca3371-ea5e-4fcc-a117-598df94e014b req-0d0adc38-4ccc-4ffd-a017-87558430e977 tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.890503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca3371-ea5e-4fcc-a117-598df94e014b req-0d0adc38-4ccc-4ffd-a017-87558430e977 tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.891467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca3371-ea5e-4fcc-a117-598df94e014b req-0d0adc38-4ccc-4ffd-a017-87558430e977 tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.892359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca3371-ea5e-4fcc-a117-598df94e014b req-0d0adc38-4ccc-4ffd-a017-87558430e977 tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.893652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca3371-ea5e-4fcc-a117-598df94e014b req-0d0adc38-4ccc-4ffd-a017-87558430e977 tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.895907 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca3371-ea5e-4fcc-a117-598df94e014b req-0d0adc38-4ccc-4ffd-a017-87558430e977 tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.896738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca3371-ea5e-4fcc-a117-598df94e014b req-0d0adc38-4ccc-4ffd-a017-87558430e977 tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.898208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca3371-ea5e-4fcc-a117-598df94e014b req-0d0adc38-4ccc-4ffd-a017-87558430e977 tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.899748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca3371-ea5e-4fcc-a117-598df94e014b req-0d0adc38-4ccc-4ffd-a017-87558430e977 tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.906240 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5ca3371-ea5e-4fcc-a117-598df94e014b req-0d0adc38-4ccc-4ffd-a017-87558430e977 tempest-NetworksTest-2088805524 tempest-NetworksTest-2088805524-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8494 time: 0.3844342 Jul 08 20:19:56.919724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12dd27-68be-43a5-9b8b-f30c2b30042b req-fd5495ec-2bcf-4e5c-a767-5024f59b25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:56.923169 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea12dd27-68be-43a5-9b8b-f30c2b30042b req-fd5495ec-2bcf-4e5c-a767-5024f59b25e0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6f9c264d-22b2-47a7-83b2-eaa6b5849106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706469 Jul 08 20:19:57.040593 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:57.041519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4438bce-e233-4faf-9d99-bac5d923a7fb {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:19:57.048100 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:57.049596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0207b7b8-baab-4509-adc3-539575683847 admin admin] 10.222.0.101 "DELETE /v2.0/routers/a4438bce-e233-4faf-9d99-bac5d923a7fb HTTP/1.1" status: 204 len: 168 time: 4.3082597 Jul 08 20:19:57.053949 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b2d3764c-58c1-4ba5-b27e-2a530a86d1dd None None] Set router 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:57.062525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51082) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:57.211920 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e3a578ea-65d3-4a2f-8771-ac3a9e2ed0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:57.247657 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea12dd27-68be-43a5-9b8b-f30c2b30042b req-191a9df8-8ef8-42fa-83b3-224e32b06868 service neutron] 10.222.0.103 "GET /v2.0/networks/6f9c264d-22b2-47a7-83b2-eaa6b5849106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155119 Jul 08 20:19:57.262422 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:57.370546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a743e0-d82d-4906-916d-e03d15946bac admin admin] Deleting subnet 611202b4-955e-49e4-9225-c491930366c6 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:19:57.473859 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e3a578ea-65d3-4a2f-8771-ac3a9e2ed0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:57.478082 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e3a578ea-65d3-4a2f-8771-ac3a9e2ed0fc admin admin] 10.222.0.101 "DELETE /v2.0/subnets/3f1cb665-f618-4449-b09a-1da0a0faaff9 HTTP/1.1" status: 204 len: 168 time: 1.4707439 Jul 08 20:19:57.489610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51090) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:57.489991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51096) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:57.490727 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a578ea-65d3-4a2f-8771-ac3a9e2ed0fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f1cb665-f618-4449-b09a-1da0a0faaff9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:57.537661 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66a743e0-d82d-4906-916d-e03d15946bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:57.559976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea12dd27-68be-43a5-9b8b-f30c2b30042b req-630c40e1-d529-42c3-88a1-addd451daeae service neutron] 10.222.0.103 "GET /v2.0/networks/6f9c264d-22b2-47a7-83b2-eaa6b5849106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005905 Jul 08 20:19:57.639468 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b2d3764c-58c1-4ba5-b27e-2a530a86d1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'name': 'tempest-FloatingIPDetailsTestJSON-197315217-router', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:19:52Z', 'revision_number': 5, 'project_id': 'db1574b40d3d4a778fe9c36faab70414', 'gw_port': {'id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:57.679156 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3764c-58c1-4ba5-b27e-2a530a86d1dd None None] Checking router: 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:19:57.690567 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3764c-58c1-4ba5-b27e-2a530a86d1dd None None] Routers {'2ae4a919-8b4b-4408-b0ff-1c6735ef9524'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:19:57.692074 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b2d3764c-58c1-4ba5-b27e-2a530a86d1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:19:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['2ae4a919-8b4b-4408-b0ff-1c6735ef9524'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:57.816216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09264227-01c7-41a7-99d5-6b94eb9f8cb8 req-1339f847-7674-42b5-ba62-5d83a731b2a3 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:57.817832 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09264227-01c7-41a7-99d5-6b94eb9f8cb8 req-1339f847-7674-42b5-ba62-5d83a731b2a3 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 946 time: 0.9397457 Jul 08 20:19:57.859255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebea85-8598-4302-b73d-dbc68f9eaacc req-d35ad84c-948a-4f35-aba1-e76d39db15d0 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:57.878163 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ffebea85-8598-4302-b73d-dbc68f9eaacc req-d35ad84c-948a-4f35-aba1-e76d39db15d0 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 946 time: 0.1420152 Jul 08 20:19:57.913170 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b2d3764c-58c1-4ba5-b27e-2a530a86d1dd None None] Set router 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:19:57.946761 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ffebea85-8598-4302-b73d-dbc68f9eaacc req-dd4d84f1-eb02-4f72-b276-50b73935855c tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/security-groups?id=9e5d852d-043a-42ca-94e1-fdb1cfc85c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668781 Jul 08 20:19:58.008192 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66a743e0-d82d-4906-916d-e03d15946bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:58.061884 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4d079658-3f53-4d2e-a5df-c948c634df8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:58.119679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 67730a18-803b-4196-b2ca-8d8de9db51b2 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:19:58.201415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:58.238310 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2dad9c9f-3443-4e6d-beb9-977b9201a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:58.277145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030ac49-f2bd-44c7-b986-eda8d8bb09e4 req-254bd68f-b7f9-44b5-9ad0-699a6fc20649 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:58.283943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030ac49-f2bd-44c7-b986-eda8d8bb09e4 req-254bd68f-b7f9-44b5-9ad0-699a6fc20649 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:58.285915 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9030ac49-f2bd-44c7-b986-eda8d8bb09e4 req-254bd68f-b7f9-44b5-9ad0-699a6fc20649 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1679 time: 0.9113421 Jul 08 20:19:58.377278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 67730a18-803b-4196-b2ca-8d8de9db51b2, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=67730a18-803b-4196-b2ca-8d8de9db51b2,segment=NetworkSegment(2e791d8d-be7d-47a6-afdb-9935ad060a99),segment_id=2e791d8d-be7d-47a6-afdb-9935ad060a99)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:58.423518 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '67730a18-803b-4196-b2ca-8d8de9db51b2', 'network_id': '6f9c264d-22b2-47a7-83b2-eaa6b5849106', 'port_id': '67730a18-803b-4196-b2ca-8d8de9db51b2', 'mac_address': 'fa:16:3e:3a:be:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86123e18-4228-432f-86f4-039d92cb71d1', 'ip_address': '19.86.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:19:58.437511 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b2d3764c-58c1-4ba5-b27e-2a530a86d1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'name': 'tempest-FloatingIPDetailsTestJSON-197315217-router', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:19:52Z', 'revision_number': 5, 'project_id': 'db1574b40d3d4a778fe9c36faab70414', 'gw_port': {'id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:58.491002 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3764c-58c1-4ba5-b27e-2a530a86d1dd None None] The sync data for ids ['2ae4a919-8b4b-4408-b0ff-1c6735ef9524'] in n-d-791506-16 is: [{'id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'name': 'tempest-FloatingIPDetailsTestJSON-197315217-router', 'tenant_id': 'db1574b40d3d4a778fe9c36faab70414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:41Z', 'updated_at': '2021-07-08T20:19:52Z', 'revision_number': 5, 'project_id': 'db1574b40d3d4a778fe9c36faab70414', 'gw_port': {'id': 'c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae4a919-8b4b-4408-b0ff-1c6735ef9524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:19:58.572768 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:58.598626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67730a18-803b-4196-b2ca-8d8de9db51b2 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:19:58.632589 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66a743e0-d82d-4906-916d-e03d15946bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:58.656260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 67730a18-803b-4196-b2ca-8d8de9db51b2, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=67730a18-803b-4196-b2ca-8d8de9db51b2,segment=NetworkSegment(2e791d8d-be7d-47a6-afdb-9935ad060a99),segment_id=2e791d8d-be7d-47a6-afdb-9935ad060a99)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:58.665223 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:58.666232 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:19:58.705592 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9030ac49-f2bd-44c7-b986-eda8d8bb09e4 req-642a60fa-30df-4ca1-9505-d0913fbfad6b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080372 Jul 08 20:19:58.731465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Deleting port c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:58.731826 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:58.833898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=67730a18-803b-4196-b2ca-8d8de9db51b2,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:58.834362 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2dad9c9f-3443-4e6d-beb9-977b9201a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:58.845764 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:58.846889 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:58.847419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:58.847928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:58.848431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:58.849630 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:58.850140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:58.850661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:58.851161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:58.851662 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:58.852158 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:58.852910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:19:58.899406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-2dad9c9f-3443-4e6d-beb9-977b9201a8dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc4929a-1d3f-4026-9d21-dc0a32dde4cf']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:58.952277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ddf64b02-2b1e-4d7f-b895-c9048e3c9a81,segment=NetworkSegment(4ff4ff8b-a291-4182-ac86-c989b854c6dc),segment_id=4ff4ff8b-a291-4182-ac86-c989b854c6dc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:58.954763 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] For port c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:58.955181 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:58.959525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-2dad9c9f-3443-4e6d-beb9-977b9201a8dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c6a071-3f60-4cbf-9c43-f0f2c98d439b') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:58.959823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-2dad9c9f-3443-4e6d-beb9-977b9201a8dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c6a071-3f60-4cbf-9c43-f0f2c98d439b') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:19:58.983814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'ddf64b02-2b1e-4d7f-b895-c9048e3c9a81', 'network_id': '7048cb44-b577-4ab5-aa44-72c7438fd4c7', 'port_id': 'ddf64b02-2b1e-4d7f-b895-c9048e3c9a81', 'mac_address': 'fa:16:3e:a7:41:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14367323-ebf6-44a2-b65f-43f0f8bf2fe5', 'ip_address': '19.80.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:19:59.024555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-09264227-01c7-41a7-99d5-6b94eb9f8cb8 req-f0949e0a-2e13-43da-9da8-a55f2d11b0c6 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Deleting port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:19:59.033097 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09264227-01c7-41a7-99d5-6b94eb9f8cb8 req-f0949e0a-2e13-43da-9da8-a55f2d11b0c6 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:59.039304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Calling delete_port for c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:19:59.045830 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2dad9c9f-3443-4e6d-beb9-977b9201a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:59.086637 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:59.131713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:19:59.168759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ddf64b02-2b1e-4d7f-b895-c9048e3c9a81,segment=NetworkSegment(4ff4ff8b-a291-4182-ac86-c989b854c6dc),segment_id=4ff4ff8b-a291-4182-ac86-c989b854c6dc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:19:59.177112 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:59.274031 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=ddf64b02-2b1e-4d7f-b895-c9048e3c9a81,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:59.296140 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66a743e0-d82d-4906-916d-e03d15946bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:59.302397 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2dad9c9f-3443-4e6d-beb9-977b9201a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:59.322518 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4d079658-3f53-4d2e-a5df-c948c634df8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:59.417527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:59.435088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a3aa0-666a-468a-bb39-87acac70c003 req-feb76178-90f5-4c1d-94bd-c24b8e1e785a tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:19:59.439010 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-881a3aa0-666a-468a-bb39-87acac70c003 req-feb76178-90f5-4c1d-94bd-c24b8e1e785a tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 946 time: 0.2246928 Jul 08 20:19:59.458268 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:59.464274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1fa4c043-6ed8-4e01-9c4d-fc662c6fb06b not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:59.465053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 121a3ba5-cd73-46a2-9cca-3210320acc08 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:19:59.476400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['67730a18-803b-4196-b2ca-8d8de9db51b2'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:19:59.518548 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-881a3aa0-666a-468a-bb39-87acac70c003 req-47987535-e5ec-493c-8895-1a0fe1262f51 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/security-groups?id=9e5d852d-043a-42ca-94e1-fdb1cfc85c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733960 Jul 08 20:19:59.519888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 121a3ba5-cd73-46a2-9cca-3210320acc08 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:19:59.520419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 121a3ba5-cd73-46a2-9cca-3210320acc08 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:19:59.840518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dad9c9f-3443-4e6d-beb9-977b9201a8dd admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:19:59.841098 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2dad9c9f-3443-4e6d-beb9-977b9201a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:19:59.843454 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:19:59.857403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a743e0-d82d-4906-916d-e03d15946bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611202b4-955e-49e4-9225-c491930366c6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:19:59.859486 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4d079658-3f53-4d2e-a5df-c948c634df8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:59.911657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a2298c-5b8c-4a6a-b910-10c9b5295d31 None None] Network 262fc95d-641f-4c17-9d90-45d2e0ece9b3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:19:59.928063 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66a743e0-d82d-4906-916d-e03d15946bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:19:59.932560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51144) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:19:59.940542 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-66a743e0-d82d-4906-916d-e03d15946bac admin admin] 10.222.0.101 "DELETE /v2.0/subnets/611202b4-955e-49e4-9225-c491930366c6 HTTP/1.1" status: 204 len: 168 time: 2.8764606 Jul 08 20:20:00.068658 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.154805 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4d079658-3f53-4d2e-a5df-c948c634df8c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4f1c4105949146f9ac9c1846d85b5d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6290188 Jul 08 20:20:00.164210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51148) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:00.189602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269ea09f-4f90-4c98-9238-b64e297c015f None None] DHCP port deletion for 262fc95d-641f-4c17-9d90-45d2e0ece9b3 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:20:00.198723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Deleting port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:00.205727 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.211731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d079658-3f53-4d2e-a5df-c948c634df8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a001db-c572-4359-bcdc-a7f2c4dc3dbb,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:00.238290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51150) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:00.239951 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2dad9c9f-3443-4e6d-beb9-977b9201a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.251846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2dad9c9f-3443-4e6d-beb9-977b9201a8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.256373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2dad9c9f-3443-4e6d-beb9-977b9201a8dd admin admin] 10.222.0.101 "DELETE /v2.0/networks/1dc4929a-1d3f-4026-9d21-dc0a32dde4cf HTTP/1.1" status: 204 len: 168 time: 2.7207236 Jul 08 20:20:00.274310 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-269ea09f-4f90-4c98-9238-b64e297c015f None None] Deleting port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:00.275241 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-269ea09f-4f90-4c98-9238-b64e297c015f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.277957 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad9c9f-3443-4e6d-beb9-977b9201a8dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1dc4929a-1d3f-4026-9d21-dc0a32dde4cf,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:00.284164 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-09264227-01c7-41a7-99d5-6b94eb9f8cb8 req-f0949e0a-2e13-43da-9da8-a55f2d11b0c6 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] For port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad,segment=NetworkSegment(b6f4a322-f08f-4eee-9914-0ab42bf65d9b),segment_id=b6f4a322-f08f-4eee-9914-0ab42bf65d9b)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:00.284779 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09264227-01c7-41a7-99d5-6b94eb9f8cb8 req-f0949e0a-2e13-43da-9da8-a55f2d11b0c6 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.318960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-09264227-01c7-41a7-99d5-6b94eb9f8cb8 req-f0949e0a-2e13-43da-9da8-a55f2d11b0c6 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Calling delete_port for 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:00.361912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-269ea09f-4f90-4c98-9238-b64e297c015f None None] For port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3cbb2c89-da87-435f-bb1f-a99bec99ca3c,segment=NetworkSegment(fc48a2f6-c74b-40e3-a40a-2abd0476ec2e),segment_id=fc48a2f6-c74b-40e3-a40a-2abd0476ec2e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:00.362857 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-269ea09f-4f90-4c98-9238-b64e297c015f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.385366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-269ea09f-4f90-4c98-9238-b64e297c015f None None] Calling delete_port for 3cbb2c89-da87-435f-bb1f-a99bec99ca3c owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:00.401917 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880d51c-c223-423e-8930-d782ede8e2b1 req-b2fea7c1-26af-497d-bf02-c344a51f0c61 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:00.410450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880d51c-c223-423e-8930-d782ede8e2b1 req-b2fea7c1-26af-497d-bf02-c344a51f0c61 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:00.414519 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6880d51c-c223-423e-8930-d782ede8e2b1 req-b2fea7c1-26af-497d-bf02-c344a51f0c61 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1681 time: 0.4896383 Jul 08 20:20:00.460671 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] For port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3cbb2c89-da87-435f-bb1f-a99bec99ca3c,segment=NetworkSegment(fc48a2f6-c74b-40e3-a40a-2abd0476ec2e),segment_id=fc48a2f6-c74b-40e3-a40a-2abd0476ec2e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:00.461285 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.463561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68ebabdf-6bc1-4675-b7e3-f391dab64db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.506298 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6880d51c-c223-423e-8930-d782ede8e2b1 req-6b37746f-c183-4924-9bd6-64b1f1e28ed2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498731 Jul 08 20:20:00.509930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51156) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:00.524158 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68ebabdf-6bc1-4675-b7e3-f391dab64db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.563837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.573106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:20:00.626881 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68ebabdf-6bc1-4675-b7e3-f391dab64db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.627917 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-269ea09f-4f90-4c98-9238-b64e297c015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.630015 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68ebabdf-6bc1-4675-b7e3-f391dab64db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.633880 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-68ebabdf-6bc1-4675-b7e3-f391dab64db5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/83a001db-c572-4359-bcdc-a7f2c4dc3dbb HTTP/1.1" status: 204 len: 168 time: 0.4686193 Jul 08 20:20:00.635174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Calling delete_port for 3cbb2c89-da87-435f-bb1f-a99bec99ca3c owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:00.645304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ea09f-4f90-4c98-9238-b64e297c015f None None] No DVR routers for this DVR port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:20:00.701837 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef25a60b-c243-4305-a313-61a5a81782eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.715248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebabdf-6bc1-4675-b7e3-f391dab64db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a001db-c572-4359-bcdc-a7f2c4dc3dbb,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:00.730533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ea09f-4f90-4c98-9238-b64e297c015f None None] Pushing event deleted for resources: {'Port': ['ID=3cbb2c89-da87-435f-bb1f-a99bec99ca3c,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:00.742961 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.755367 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.756197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['ddf64b02-2b1e-4d7f-b895-c9048e3c9a81'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:20:00.787340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:00.891782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6d7411-9d12-4c96-b146-02d71b470b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6f57fa-c2e4-4121-b7a3-845dbebe21ad'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:00.895318 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfdd92e-2eef-4757-a96b-97c9baccb593" -d '{"events": [{"server_uuid": "fa6d7411-9d12-4c96-b146-02d71b470b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "8b6f57fa-c2e4-4121-b7a3-845dbebe21ad"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:00.908697 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d3d96b27-af40-4394-b044-e88d222aaa76 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a00dc66fc33a49b89050fb4dd9c642cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959599 Jul 08 20:20:00.943154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51164) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:00.947393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad,segment=NetworkSegment(b6f4a322-f08f-4eee-9914-0ab42bf65d9b),segment_id=b6f4a322-f08f-4eee-9914-0ab42bf65d9b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:00.969098 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:00.976166 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.028415 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e3329f-1a5d-4384-85f0-b8f6ac132715 x-openstack-request-id: req-39e3329f-1a5d-4384-85f0-b8f6ac132715 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:01.033414 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6d7411-9d12-4c96-b146-02d71b470b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "8b6f57fa-c2e4-4121-b7a3-845dbebe21ad", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:01.033980 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-39e3329f-1a5d-4384-85f0-b8f6ac132715 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:01.034537 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6d7411-9d12-4c96-b146-02d71b470b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6f57fa-c2e4-4121-b7a3-845dbebe21ad', 'code': 200} Jul 08 20:20:01.044369 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.090968 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.112664 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d793c04-a1d5-4371-9596-70f1f56e669f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.119662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cba3ce-4ada-4026-bcf7-6efbe5e19736 req-9f85068e-c2be-4ae5-9606-691101b42e86 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:01.123020 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66cba3ce-4ada-4026-bcf7-6efbe5e19736 req-9f85068e-c2be-4ae5-9606-691101b42e86 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6d7411-9d12-4c96-b146-02d71b470b9a HTTP/1.1" status: 200 len: 946 time: 0.2936778 Jul 08 20:20:01.145709 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d793c04-a1d5-4371-9596-70f1f56e669f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.167118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cbb2c89-da87-435f-bb1f-a99bec99ca3c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:01.182456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] No DVR routers for this DVR port 3cbb2c89-da87-435f-bb1f-a99bec99ca3c on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:20:01.205044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:01.220894 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d793c04-a1d5-4371-9596-70f1f56e669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.224878 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d793c04-a1d5-4371-9596-70f1f56e669f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.226075 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3d793c04-a1d5-4371-9596-70f1f56e669f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4239549e-60dd-45c4-9a7c-877e84a7fe85 HTTP/1.1" status: 204 len: 168 time: 0.2815943 Jul 08 20:20:01.236859 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.237389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ae4a919-8b4b-4408-b0ff-1c6735ef9524 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:20:01.242581 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.244847 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1cb297c5-016c-43a2-b9de-10f4fa2c78f7 admin admin] 10.222.0.101 "DELETE /v2.0/routers/2ae4a919-8b4b-4408-b0ff-1c6735ef9524 HTTP/1.1" status: 204 len: 168 time: 4.5031984 Jul 08 20:20:01.246602 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51170) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:01.257159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d793c04-a1d5-4371-9596-70f1f56e669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4239549e-60dd-45c4-9a7c-877e84a7fe85,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:01.274317 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09264227-01c7-41a7-99d5-6b94eb9f8cb8 req-f0949e0a-2e13-43da-9da8-a55f2d11b0c6 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.312376 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0949e0a-2e13-43da-9da8-a55f2d11b0c6 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Pushing event deleted for resources: {'Port': ['ID=8b6f57fa-c2e4-4121-b7a3-845dbebe21ad,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:01.429323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51172) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:01.451839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-09264227-01c7-41a7-99d5-6b94eb9f8cb8 req-f0949e0a-2e13-43da-9da8-a55f2d11b0c6 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] No DVR routers for this DVR port 8b6f57fa-c2e4-4121-b7a3-845dbebe21ad on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:20:01.460442 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09264227-01c7-41a7-99d5-6b94eb9f8cb8 req-f0949e0a-2e13-43da-9da8-a55f2d11b0c6 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.464484 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09264227-01c7-41a7-99d5-6b94eb9f8cb8 req-f0949e0a-2e13-43da-9da8-a55f2d11b0c6 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.104 "DELETE /v2.0/ports/8b6f57fa-c2e4-4121-b7a3-845dbebe21ad HTTP/1.1" status: 204 len: 173 time: 3.5916524 Jul 08 20:20:01.465997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6d7411-9d12-4c96-b146-02d71b470b9a', 'name': 'network-vif-deleted', 'tag': '8b6f57fa-c2e4-4121-b7a3-845dbebe21ad'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:01.468700 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a00cf1-5649-4a45-97de-05342345b62a" -d '{"events": [{"server_uuid": "fa6d7411-9d12-4c96-b146-02d71b470b9a", "name": "network-vif-deleted", "tag": "8b6f57fa-c2e4-4121-b7a3-845dbebe21ad"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:01.473342 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-50f1d1be-912b-497c-9b68-e61e8dc62037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.559443 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21ed770-9d6c-4c22-b9b5-922fb3c8aaf4 x-openstack-request-id: req-d21ed770-9d6c-4c22-b9b5-922fb3c8aaf4 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:01.560180 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6d7411-9d12-4c96-b146-02d71b470b9a", "name": "network-vif-deleted", "tag": "8b6f57fa-c2e4-4121-b7a3-845dbebe21ad", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:01.564868 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d21ed770-9d6c-4c22-b9b5-922fb3c8aaf4 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:01.564868 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6d7411-9d12-4c96-b146-02d71b470b9a', 'name': 'network-vif-deleted', 'tag': '8b6f57fa-c2e4-4121-b7a3-845dbebe21ad', 'status': 'completed', 'code': 200} Jul 08 20:20:01.571329 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef25a60b-c243-4305-a313-61a5a81782eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.573398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3cbb2c89-da87-435f-bb1f-a99bec99ca3c no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:20:01.593490 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66cba3ce-4ada-4026-bcf7-6efbe5e19736 req-8884319d-df4b-4fd4-a964-1a4a09ccbd29 tempest-ServerTagsTestJSON-795432614 tempest-ServerTagsTestJSON-795432614-project] 10.222.0.101 "GET /v2.0/security-groups?id=9e5d852d-043a-42ca-94e1-fdb1cfc85c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337435 Jul 08 20:20:01.604252 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.613162 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef25a60b-c243-4305-a313-61a5a81782eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.634052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 3cbb2c89-da87-435f-bb1f-a99bec99ca3c {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:20:01.635531 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3cbb2c89-da87-435f-bb1f-a99bec99ca3c not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:20:01.683617 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262fc95d-641f-4c17-9d90-45d2e0ece9b3']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:01.711159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a819e46-12cc-487a-99b2-9ac23fd18471 admin admin] Deleting subnet ce98cba0-b66e-4058-8ee9-59d43b1b571b {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:20:01.720579 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-50f1d1be-912b-497c-9b68-e61e8dc62037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.728439 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-50f1d1be-912b-497c-9b68-e61e8dc62037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.732337 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a819e46-12cc-487a-99b2-9ac23fd18471 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.736264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc48a2f6-c74b-40e3-a40a-2abd0476ec2e') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:01.736906 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc48a2f6-c74b-40e3-a40a-2abd0476ec2e') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:01.775277 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.788099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25a60b-c243-4305-a313-61a5a81782eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eead147e-9bdc-473e-8a27-363b8b9a8518,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:01.792909 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ef25a60b-c243-4305-a313-61a5a81782eb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a09758b94f0644bd8fe22e8b65159463&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5535495 Jul 08 20:20:01.800943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51180) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:01.806640 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.822367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:20:01.822925 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:20:01.829480 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:20:01.900905 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a819e46-12cc-487a-99b2-9ac23fd18471 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:01.907689 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1d1be-912b-497c-9b68-e61e8dc62037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7280ed-c704-4aec-90ea-09339c39c179,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:01.973199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-50f1d1be-912b-497c-9b68-e61e8dc62037 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=86aa0966076146a9a454a4d5bb8f39a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5347886 Jul 08 20:20:01.974114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51182) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:01.975756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51184) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:02.070186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1f818-198c-40a1-9152-049a0077f3ec req-badb5e53-98a5-434a-af3f-52186156b800 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:02.082462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1f818-198c-40a1-9152-049a0077f3ec req-badb5e53-98a5-434a-af3f-52186156b800 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:02.089966 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6b1f818-198c-40a1-9152-049a0077f3ec req-badb5e53-98a5-434a-af3f-52186156b800 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1681 time: 0.3063138 Jul 08 20:20:02.100176 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.108099 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.114537 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] 10.222.0.101 "DELETE /v2.0/networks/262fc95d-641f-4c17-9d90-45d2e0ece9b3 HTTP/1.1" status: 204 len: 168 time: 2.1806855 Jul 08 20:20:02.135405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 67730a18-803b-4196-b2ca-8d8de9db51b2 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:20:02.142457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51190) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:02.147614 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2a06f80e-c11a-41b3-bdfb-456392bd9cb6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7e29a94e2e4f42a48412850f5b6f80a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620233 Jul 08 20:20:02.163668 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5cd1e36c-254a-46d1-87d3-6d6b8dcc22c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.196169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5cd1e36c-254a-46d1-87d3-6d6b8dcc22c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.214679 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6b1f818-198c-40a1-9152-049a0077f3ec req-db7cda23-32ec-4b25-9db5-ee812f704d5a tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219985 Jul 08 20:20:02.235356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 67730a18-803b-4196-b2ca-8d8de9db51b2 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:02.242776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 67730a18-803b-4196-b2ca-8d8de9db51b2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:02.245028 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.458756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e319d-0153-41fa-9c34-15cdc3ae65f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=262fc95d-641f-4c17-9d90-45d2e0ece9b3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:02.491364 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.498534 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a819e46-12cc-487a-99b2-9ac23fd18471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.541864 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd425ce9-b3e3-42cc-ab63-1964bfc41b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.596429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 67730a18-803b-4196-b2ca-8d8de9db51b2, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=67730a18-803b-4196-b2ca-8d8de9db51b2,segment=NetworkSegment(2e791d8d-be7d-47a6-afdb-9935ad060a99),segment_id=2e791d8d-be7d-47a6-afdb-9935ad060a99)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:02.610056 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.610501 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd425ce9-b3e3-42cc-ab63-1964bfc41b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.610975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:20:02.612913 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e69a3a8d-1a3e-4fbf-ab7b-1cd65c06d04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.618791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51192) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:02.657190 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5cd1e36c-254a-46d1-87d3-6d6b8dcc22c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.659847 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5cd1e36c-254a-46d1-87d3-6d6b8dcc22c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.668208 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5cd1e36c-254a-46d1-87d3-6d6b8dcc22c0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eead147e-9bdc-473e-8a27-363b8b9a8518 HTTP/1.1" status: 204 len: 168 time: 0.8652596 Jul 08 20:20:02.714522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3873333a-de71-40ec-b2b9-f8f7fc2e5d11 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=576f54d716c945f59e0e4f5d8df1a56f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944338 Jul 08 20:20:02.717003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51198) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:02.733438 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e69a3a8d-1a3e-4fbf-ab7b-1cd65c06d04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.740092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1e36c-254a-46d1-87d3-6d6b8dcc22c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eead147e-9bdc-473e-8a27-363b8b9a8518,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:02.849808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=67730a18-803b-4196-b2ca-8d8de9db51b2,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:02.853781 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a819e46-12cc-487a-99b2-9ac23fd18471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.859963 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f5b6338-d8e7-4b63-a1a0-e0e41804a538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.867756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51200) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:02.921342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a819e46-12cc-487a-99b2-9ac23fd18471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce98cba0-b66e-4058-8ee9-59d43b1b571b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:02.927207 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a819e46-12cc-487a-99b2-9ac23fd18471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:02.930933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8a819e46-12cc-487a-99b2-9ac23fd18471 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ce98cba0-b66e-4058-8ee9-59d43b1b571b HTTP/1.1" status: 204 len: 168 time: 1.6399021 Jul 08 20:20:02.932159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51202) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:02.978594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c006876-e4ca-4dea-bf91-d65fc0d556b3 None None] Network a14339f3-8eb5-41ff-b46c-ffa93b0535d1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:20:02.991856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:02.993390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f5b6338-d8e7-4b63-a1a0-e0e41804a538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.009577 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd425ce9-b3e3-42cc-ab63-1964bfc41b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.014869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd425ce9-b3e3-42cc-ab63-1964bfc41b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.016257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dd425ce9-b3e3-42cc-ab63-1964bfc41b38 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6a7280ed-c704-4aec-90ea-09339c39c179 HTTP/1.1" status: 204 len: 168 time: 1.0163372 Jul 08 20:20:03.056464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:03.058220 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.062249 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e69a3a8d-1a3e-4fbf-ab7b-1cd65c06d04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.067343 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e69a3a8d-1a3e-4fbf-ab7b-1cd65c06d04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.075457 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e69a3a8d-1a3e-4fbf-ab7b-1cd65c06d04a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f1a6cb2f-326c-4147-a50d-a7e4fbc6d847 HTTP/1.1" status: 204 len: 168 time: 0.8155439 Jul 08 20:20:03.083222 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd425ce9-b3e3-42cc-ab63-1964bfc41b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7280ed-c704-4aec-90ea-09339c39c179,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:03.105759 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.116667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a3a8d-1a3e-4fbf-ab7b-1cd65c06d04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a6cb2f-326c-4147-a50d-a7e4fbc6d847,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:03.150018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a20cc2-1c61-42c0-924a-b069dae761f6 admin admin] Deleting subnet d8f431b6-b5ef-47c3-81a1-0568b766ca9b {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:20:03.162153 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f9a20cc2-1c61-42c0-924a-b069dae761f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.177869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67730a18-803b-4196-b2ca-8d8de9db51b2'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:03.199262 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbfe833-136d-41dd-88fb-afc10a6a09e3" -d '{"events": [{"server_uuid": "41381515-2d4b-4071-bf04-8b2d0caa0d6b", "name": "network-vif-plugged", "status": "completed", "tag": "67730a18-803b-4196-b2ca-8d8de9db51b2"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:03.243658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Deleting port 2e577593-d046-437f-b8b9-d9e30bf24d03 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:03.244434 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.350905 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f9a20cc2-1c61-42c0-924a-b069dae761f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.361725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f5b6338-d8e7-4b63-a1a0-e0e41804a538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.365057 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f5b6338-d8e7-4b63-a1a0-e0e41804a538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.366242 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2f5b6338-d8e7-4b63-a1a0-e0e41804a538 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6906cbb9-1b14-4bde-b449-b07acfef9c1b HTTP/1.1" status: 204 len: 168 time: 0.6481228 Jul 08 20:20:03.467186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] For port 2e577593-d046-437f-b8b9-d9e30bf24d03, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2e577593-d046-437f-b8b9-d9e30bf24d03,segment=NetworkSegment(ba7622fa-1ff0-4bb7-b5c8-17fb2927f320),segment_id=ba7622fa-1ff0-4bb7-b5c8-17fb2927f320)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:03.467571 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.484415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b6338-d8e7-4b63-a1a0-e0e41804a538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6906cbb9-1b14-4bde-b449-b07acfef9c1b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:03.522174 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f9a20cc2-1c61-42c0-924a-b069dae761f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.525783 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ba5a8c-f823-4b4c-ad20-1da30bdaa4bb x-openstack-request-id: req-33ba5a8c-f823-4b4c-ad20-1da30bdaa4bb {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:03.527203 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41381515-2d4b-4071-bf04-8b2d0caa0d6b", "name": "network-vif-plugged", "status": "completed", "tag": "67730a18-803b-4196-b2ca-8d8de9db51b2", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:03.527654 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-33ba5a8c-f823-4b4c-ad20-1da30bdaa4bb {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:03.528353 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67730a18-803b-4196-b2ca-8d8de9db51b2', 'code': 200} Jul 08 20:20:03.536104 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:20:03.539160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Calling delete_port for 2e577593-d046-437f-b8b9-d9e30bf24d03 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:03.640119 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f9a20cc2-1c61-42c0-924a-b069dae761f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.687573 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f9a20cc2-1c61-42c0-924a-b069dae761f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.689317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:20:03.689666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c510bc2b-73d1-4af7-b6e6-50eb8a69e5a6 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:20:03.693005 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f9a20cc2-1c61-42c0-924a-b069dae761f6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d8f431b6-b5ef-47c3-81a1-0568b766ca9b HTTP/1.1" status: 204 len: 168 time: 0.8193185 Jul 08 20:20:03.716027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51224) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:03.731356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a20cc2-1c61-42c0-924a-b069dae761f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f431b6-b5ef-47c3-81a1-0568b766ca9b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:03.806542 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.849980 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.883910 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e577593-d046-437f-b8b9-d9e30bf24d03,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:03.901333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] No DVR routers for this DVR port 2e577593-d046-437f-b8b9-d9e30bf24d03 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:20:03.927595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-359ddb52-f61c-4d76-8fc5-ce91d43c0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:03.945451 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ddf64b02-2b1e-4d7f-b895-c9048e3c9a81,segment=NetworkSegment(4ff4ff8b-a291-4182-ac86-c989b854c6dc),segment_id=4ff4ff8b-a291-4182-ac86-c989b854c6dc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:03.947855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c342900-2ba9-4d0d-a25c-a51647d41df6 None None] DHCP port deletion for a14339f3-8eb5-41ff-b46c-ffa93b0535d1 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:20:03.954665 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.015296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=ddf64b02-2b1e-4d7f-b895-c9048e3c9a81,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:04.059486 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d97c2c60-32d6-4234-8b70-6c88b247f859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.115434 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.134165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14339f3-8eb5-41ff-b46c-ffa93b0535d1']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:04.151027 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7622fa-1ff0-4bb7-b5c8-17fb2927f320') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:04.151415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7622fa-1ff0-4bb7-b5c8-17fb2927f320') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:04.174356 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.186702 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23288205-bfcd-4d51-9f51-7997a6f610e1 req-cd310fb6-4e5a-4da4-8a5e-552e1260d307 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:04.194453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23288205-bfcd-4d51-9f51-7997a6f610e1 req-cd310fb6-4e5a-4da4-8a5e-552e1260d307 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:04.203266 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23288205-bfcd-4d51-9f51-7997a6f610e1 req-cd310fb6-4e5a-4da4-8a5e-552e1260d307 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1682 time: 0.5091999 Jul 08 20:20:04.207197 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.209461 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-359ddb52-f61c-4d76-8fc5-ce91d43c0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.228322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:20:04.229529 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:20:04.237407 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:20:04.245333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-359ddb52-f61c-4d76-8fc5-ce91d43c0e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ed48d3-2104-4ae9-9f59-d3b70b5b6912']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:04.299976 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23288205-bfcd-4d51-9f51-7997a6f610e1 req-f39a8da6-dc4a-4a44-8e38-cd2f5e86fb6f tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932617 Jul 08 20:20:04.309632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-359ddb52-f61c-4d76-8fc5-ce91d43c0e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f4a322-f08f-4eee-9914-0ab42bf65d9b') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:04.311350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-359ddb52-f61c-4d76-8fc5-ce91d43c0e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f4a322-f08f-4eee-9914-0ab42bf65d9b') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:04.330481 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-359ddb52-f61c-4d76-8fc5-ce91d43c0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.363474 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-359ddb52-f61c-4d76-8fc5-ce91d43c0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.379352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359ddb52-f61c-4d76-8fc5-ce91d43c0e8a admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:20:04.379636 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-359ddb52-f61c-4d76-8fc5-ce91d43c0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:20:04.381588 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:20:04.426132 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.440700 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.446006 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] 10.222.0.101 "DELETE /v2.0/networks/a14339f3-8eb5-41ff-b46c-ffa93b0535d1 HTTP/1.1" status: 204 len: 168 time: 1.5128329 Jul 08 20:20:04.461808 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45894e4-b4de-4a1d-9754-4ece92921563 admin admin] Pushing event deleted for resources: {'Network': ['ID=a14339f3-8eb5-41ff-b46c-ffa93b0535d1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:04.473510 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-359ddb52-f61c-4d76-8fc5-ce91d43c0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.484443 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-359ddb52-f61c-4d76-8fc5-ce91d43c0e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.486712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-359ddb52-f61c-4d76-8fc5-ce91d43c0e8a admin admin] 10.222.0.101 "DELETE /v2.0/networks/30ed48d3-2104-4ae9-9f59-d3b70b5b6912 HTTP/1.1" status: 204 len: 168 time: 0.7646637 Jul 08 20:20:04.500750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ddb52-f61c-4d76-8fc5-ce91d43c0e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=30ed48d3-2104-4ae9-9f59-d3b70b5b6912,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:04.740726 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51266) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:04.788206 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0fc8f829-7742-415b-b93a-33eeb85e7f62 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=db1574b40d3d4a778fe9c36faab70414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438323 Jul 08 20:20:04.788725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51268) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:04.792808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51270) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:04.838878 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b3bfe7fe-ee1c-40f3-a88a-bd81fad7063e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7cb1a00061ff430d916660c1322bb650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448060 Jul 08 20:20:04.842561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51272) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:04.856382 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-970938d3-87b4-40e3-becb-f7ce2f53a37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.881875 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-970938d3-87b4-40e3-becb-f7ce2f53a37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.902252 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93907ec3-db30-4407-91f6-fb07425bb1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.942470 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93907ec3-db30-4407-91f6-fb07425bb1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.945366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-970938d3-87b4-40e3-becb-f7ce2f53a37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.948499 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-970938d3-87b4-40e3-becb-f7ce2f53a37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:04.950251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-970938d3-87b4-40e3-becb-f7ce2f53a37e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/082829e0-96eb-4bc2-b665-7d1382acba57 HTTP/1.1" status: 204 len: 168 time: 0.1605926 Jul 08 20:20:04.959218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970938d3-87b4-40e3-becb-f7ce2f53a37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082829e0-96eb-4bc2-b665-7d1382acba57,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:05.006588 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93907ec3-db30-4407-91f6-fb07425bb1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:05.010240 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93907ec3-db30-4407-91f6-fb07425bb1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:05.015771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-93907ec3-db30-4407-91f6-fb07425bb1f4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9e5d852d-043a-42ca-94e1-fdb1cfc85c2b HTTP/1.1" status: 204 len: 168 time: 0.1692951 Jul 08 20:20:05.021935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93907ec3-db30-4407-91f6-fb07425bb1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5d852d-043a-42ca-94e1-fdb1cfc85c2b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:05.441011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2e577593-d046-437f-b8b9-d9e30bf24d03 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:20:05.468465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 2e577593-d046-437f-b8b9-d9e30bf24d03 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:20:05.468831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2e577593-d046-437f-b8b9-d9e30bf24d03 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:20:05.515862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97acb7-f3bb-4040-8575-94444cc35702 req-a1476882-c525-4c52-926a-c3a42d607a66 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:05.522469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97acb7-f3bb-4040-8575-94444cc35702 req-a1476882-c525-4c52-926a-c3a42d607a66 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:05.524500 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c97acb7-f3bb-4040-8575-94444cc35702 req-a1476882-c525-4c52-926a-c3a42d607a66 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1683 time: 0.0791531 Jul 08 20:20:05.529898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf64b02-2b1e-4d7f-b895-c9048e3c9a81'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:05.533423 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8776be2a-9a7f-4a5f-a747-328b641784c4" -d '{"events": [{"server_uuid": "41381515-2d4b-4071-bf04-8b2d0caa0d6b", "name": "network-vif-plugged", "status": "completed", "tag": "ddf64b02-2b1e-4d7f-b895-c9048e3c9a81"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:05.568331 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c97acb7-f3bb-4040-8575-94444cc35702 req-54d02d19-5c1a-4a09-9901-485c4977d786 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375741 Jul 08 20:20:05.631284 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74e3853-2e5c-49a4-835e-afd1e04d64c3 x-openstack-request-id: req-c74e3853-2e5c-49a4-835e-afd1e04d64c3 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:05.631829 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41381515-2d4b-4071-bf04-8b2d0caa0d6b", "name": "network-vif-plugged", "status": "completed", "tag": "ddf64b02-2b1e-4d7f-b895-c9048e3c9a81", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:05.633028 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c74e3853-2e5c-49a4-835e-afd1e04d64c3 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:05.633434 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf64b02-2b1e-4d7f-b895-c9048e3c9a81', 'code': 200} Jul 08 20:20:06.227647 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a34d57-e888-42cf-a2c9-5a55458fbcb7 req-dcfdec93-8e20-488b-9841-3805560cfcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:06.228212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a34d57-e888-42cf-a2c9-5a55458fbcb7 req-dcfdec93-8e20-488b-9841-3805560cfcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:06.229760 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-14a34d57-e888-42cf-a2c9-5a55458fbcb7 req-dcfdec93-8e20-488b-9841-3805560cfcbe service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1987 time: 0.5269959 Jul 08 20:20:06.238974 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-b43d4a02-d3cd-440a-991d-b7261416b823 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:06.240476 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-b43d4a02-d3cd-440a-991d-b7261416b823 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/networks?id=09f22467-4999-45ea-bbf6-26db94b6ea72 HTTP/1.1" status: 200 len: 814 time: 0.5020859 Jul 08 20:20:06.272087 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-84998ad7-7f14-4b91-8983-18d11c2da714 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/quotas/b3bf966748d24071b9483777d06f251b HTTP/1.1" status: 200 len: 375 time: 0.0168734 Jul 08 20:20:06.320944 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-14a34d57-e888-42cf-a2c9-5a55458fbcb7 req-4b97d244-6c42-43c7-b353-752be4ad6da9 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794535 Jul 08 20:20:06.344361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51354) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:06.365308 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-89c21497-2d10-4228-8faa-4573c097214b tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b3bf966748d24071b9483777d06f251b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840325 Jul 08 20:20:06.474859 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-c769217d-3bc3-418f-87bd-6fdea5bf12f9 service neutron] 10.222.0.101 "GET /v2.0/networks/09f22467-4999-45ea-bbf6-26db94b6ea72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035762 Jul 08 20:20:06.538577 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-80290933-8362-4b07-be4a-dc6ade4afefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:06.586529 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-63437e12-73b9-4a83-8784-80d3d9fb2944 service neutron] 10.222.0.101 "GET /v2.0/networks/09f22467-4999-45ea-bbf6-26db94b6ea72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053109 Jul 08 20:20:06.764009 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-131194516-network', 'tenant_id': 'f072151cc9a246949063c5a455a633da'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:06.850323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Made reservation on behalf of f072151cc9a246949063c5a455a633da for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:06.854129 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:06.866337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:06.887787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbef73-2046-4551-98ca-28ad60d0f906 req-95d6b224-536e-49b0-8751-8f56cdfa0b30 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:06.895070 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbef73-2046-4551-98ca-28ad60d0f906 req-95d6b224-536e-49b0-8751-8f56cdfa0b30 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:06.899681 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:06.903405 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ffbef73-2046-4551-98ca-28ad60d0f906 req-95d6b224-536e-49b0-8751-8f56cdfa0b30 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1683 time: 0.1661069 Jul 08 20:20:06.912976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-389ba3df-6ed5-417a-8023-d41b4a3157bb req-044ea570-671b-4730-a74b-7f786c931b5f tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 210 time: 0.0520053 Jul 08 20:20:06.974679 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ffbef73-2046-4551-98ca-28ad60d0f906 req-3992153b-e394-407b-b59f-24ff3a19ddb8 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699751 Jul 08 20:20:07.088850 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:07.095951 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:07.131194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b42610-5d3b-47a2-8032-5d0a5e3f36a5,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:07.142542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:20:07.155183 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:07.155761 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Added segment 243d044c-4345-40f8-8281-f6a87e3b8809 of type vlan for network fdb5f88e-06d4-480f-a839-50102aa47e53 Jul 08 20:20:07.215602 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:07.297846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:07.300355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:07.303040 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:07.422507 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0747085 Jul 08 20:20:07.425488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51410) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:07.445328 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-619d6791-ddf0-4d5f-a95d-e6d45e19ddf2 admin admin] Request body: {'subnet': {'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-131194516-subnet', 'tenant_id': 'f072151cc9a246949063c5a455a633da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:07.475281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa41ed4-df70-475d-9114-401b476daf95 admin admin] Pushing event updated for resources: {'Network': ['ID=fdb5f88e-06d4-480f-a839-50102aa47e53,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:07.491951 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d6791-ddf0-4d5f-a95d-e6d45e19ddf2 admin admin] Made reservation on behalf of f072151cc9a246949063c5a455a633da for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:07.492799 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network fdb5f88e-06d4-480f-a839-50102aa47e53 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:20:07.496032 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-619d6791-ddf0-4d5f-a95d-e6d45e19ddf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:07.804411 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-619d6791-ddf0-4d5f-a95d-e6d45e19ddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:07.893466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d6791-ddf0-4d5f-a95d-e6d45e19ddf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d30581c-537d-4c32-9235-0aa435cb33f2,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:07.898042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d6791-ddf0-4d5f-a95d-e6d45e19ddf2 admin admin] Checking segment: {'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:20:07.898668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d6791-ddf0-4d5f-a95d-e6d45e19ddf2 admin admin] Network hostable DHCP agents. Network: fdb5f88e-06d4-480f-a839-50102aa47e53, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:20:07.928368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d6791-ddf0-4d5f-a95d-e6d45e19ddf2 admin admin] Network fdb5f88e-06d4-480f-a839-50102aa47e53 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:20:07.942830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-619d6791-ddf0-4d5f-a95d-e6d45e19ddf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, fdb5f88e-06d4-480f-a839-50102aa47e53) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:07.954931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3cacea-5b44-4b60-8616-d949a43e9954 None None] Network fdb5f88e-06d4-480f-a839-50102aa47e53 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:20:07.958946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d6791-ddf0-4d5f-a95d-e6d45e19ddf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:07.959853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-619d6791-ddf0-4d5f-a95d-e6d45e19ddf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:07.984319 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-619d6791-ddf0-4d5f-a95d-e6d45e19ddf2 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5558534 Jul 08 20:20:08.113418 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:08.198661 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39a2a10d-bd74-47f9-a4a1-12fd3f14aaf3 req-8cb34f9c-248b-47c1-a181-f36f0e029c03 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 210 time: 0.0604453 Jul 08 20:20:08.214707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e656f406-6b42-4352-a0f9-2ed33ca1078f None None] Network fdb5f88e-06d4-480f-a839-50102aa47e53 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:20:08.279344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affd2ce-6f98-41a5-8b4e-a67bf838fa59 req-8b4339d2-bc3d-4712-a07b-0b696e76caa7 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:08.287331 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affd2ce-6f98-41a5-8b4e-a67bf838fa59 req-8b4339d2-bc3d-4712-a07b-0b696e76caa7 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:08.289719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1affd2ce-6f98-41a5-8b4e-a67bf838fa59 req-8b4339d2-bc3d-4712-a07b-0b696e76caa7 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1683 time: 0.1135015 Jul 08 20:20:08.349281 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1affd2ce-6f98-41a5-8b4e-a67bf838fa59 req-945e7376-6958-4c11-80a5-76fc3c2a5002 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515399 Jul 08 20:20:08.635863 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51484) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:08.747853 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-a777d7d0-29d5-4292-ad7e-2e21fd026c03 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:08.754777 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-a777d7d0-29d5-4292-ad7e-2e21fd026c03 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.104 "GET /v2.0/networks?id=09f22467-4999-45ea-bbf6-26db94b6ea72 HTTP/1.1" status: 200 len: 814 time: 0.1803818 Jul 08 20:20:08.772119 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Request body: {'port': {'device_id': '203da05e-19d8-4833-9a8e-7681476c2e99', 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72', 'admin_state_up': True, 'tenant_id': 'b3bf966748d24071b9483777d06f251b'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:08.940714 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-1f129709-957f-461b-a10b-16dc70711a05 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=09052d6efad64fc589e41dd6745535cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373194 Jul 08 20:20:09.027662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Made reservation on behalf of b3bf966748d24071b9483777d06f251b for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:09.031817 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:09.053456 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df0d31e9-c73c-4fe1-906f-0e996ff10788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:09.146703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cef433-e026-4377-b198-18a457781bc5 req-4123c09a-e349-484a-a2eb-eb11b48adddc tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:09.147931 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-4123c09a-e349-484a-a2eb-eb11b48adddc tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002478 Jul 08 20:20:09.166152 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df0d31e9-c73c-4fe1-906f-0e996ff10788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:09.174747 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df0d31e9-c73c-4fe1-906f-0e996ff10788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:09.192619 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-f3ce93b7-fad0-4698-a612-dc5600995a05 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/quotas/09052d6efad64fc589e41dd6745535cd HTTP/1.1" status: 200 len: 375 time: 0.0374019 Jul 08 20:20:09.243933 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-73721789-0bca-4fd7-b89b-23e8fb118b0e tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=09052d6efad64fc589e41dd6745535cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339167 Jul 08 20:20:09.253154 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-df0d31e9-c73c-4fe1-906f-0e996ff10788 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=75928234ded447e6a56de884130eb011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6153109 Jul 08 20:20:09.255492 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d31e9-c73c-4fe1-906f-0e996ff10788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf40203-33f8-482b-aba0-1488ee35ebdd,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:09.256067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51522) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:09.290958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Allocated IP 172.20.0.11 (09f22467-4999-45ea-bbf6-26db94b6ea72/ed88bbc9-1f61-4e29-a185-5bef84f4e834/4c9c7b80-9bbb-4481-b5c2-68b480cb533a) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:20:09.385145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5230b731-cf40-4b47-bdfd-35230092813c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:09.469175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51534) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:09.526017 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5230b731-cf40-4b47-bdfd-35230092813c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:09.548464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-45ca4ebf-dc97-44dd-940f-0e1a5a6d5c56 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:09.550173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-45ca4ebf-dc97-44dd-940f-0e1a5a6d5c56 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/networks?id=fdb5f88e-06d4-480f-a839-50102aa47e53 HTTP/1.1" status: 200 len: 804 time: 0.2265339 Jul 08 20:20:09.597541 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-93244825-74b4-4ddd-b3d1-7c8f5ff97dd7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/quotas/f072151cc9a246949063c5a455a633da HTTP/1.1" status: 200 len: 375 time: 0.0407333 Jul 08 20:20:09.629793 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:09.641842 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2ddc6909-a463-488b-993f-7f262c69e729 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f072151cc9a246949063c5a455a633da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418787 Jul 08 20:20:09.656282 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:09.658798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Transition to ACTIVE for port object 4c9c7b80-9bbb-4481-b5c2-68b480cb533a will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:09.745979 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5230b731-cf40-4b47-bdfd-35230092813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:09.756707 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5230b731-cf40-4b47-bdfd-35230092813c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:09.765838 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5230b731-cf40-4b47-bdfd-35230092813c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fbf40203-33f8-482b-aba0-1488ee35ebdd HTTP/1.1" status: 204 len: 168 time: 0.5006993 Jul 08 20:20:09.783597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:09.818542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230b731-cf40-4b47-bdfd-35230092813c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf40203-33f8-482b-aba0-1488ee35ebdd,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:09.883835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a523ff27-16cb-4da3-8dba-bbcaf3a1af2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:09.899620 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-4c758963-6ff8-4267-a699-01cb1429b8c7 service neutron] 10.222.0.101 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568185 Jul 08 20:20:09.924232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Network 09f22467-4999-45ea-bbf6-26db94b6ea72 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:20:09.937811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:09.945477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:20:10.007428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Pushing event updated for resources: {'Port': ['ID=4c9c7b80-9bbb-4481-b5c2-68b480cb533a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:10.073948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:10.078392 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:10.250351 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-58a3b1ae-d592-4dd2-b752-b93a00fcacf3 service neutron] 10.222.0.101 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411732 Jul 08 20:20:10.399039 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a523ff27-16cb-4da3-8dba-bbcaf3a1af2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:10.416531 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-57b42227-4ae5-49c2-9fa9-e23a572eb218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6536634 Jul 08 20:20:10.417085 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a523ff27-16cb-4da3-8dba-bbcaf3a1af2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:10.434081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Request body: {'port': {'device_id': '203da05e-19d8-4833-9a8e-7681476c2e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:10.509945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-415f8ae2-cfc1-4aa7-9035-03be61e06ecd None None] Provisioning for port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:10.524002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-415f8ae2-cfc1-4aa7-9035-03be61e06ecd None None] Provisioning complete for port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:10.524544 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-415f8ae2-cfc1-4aa7-9035-03be61e06ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:10.549032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523ff27-16cb-4da3-8dba-bbcaf3a1af2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbd02a1-93ca-49bd-8a6b-432e9482fa88,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:10.655369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:10.674119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-415f8ae2-cfc1-4aa7-9035-03be61e06ecd None None] Port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:20:10.733439 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a523ff27-16cb-4da3-8dba-bbcaf3a1af2b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c45f84b2d0604519b663524fe33734c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2609332 Jul 08 20:20:10.736539 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51588) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:10.801771 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e42c0031-7d3d-489f-99e9-3d18eddde13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:10.844523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-b137570b-555f-4a14-b419-5a19d9aac89b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:10.851267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-b137570b-555f-4a14-b419-5a19d9aac89b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:10.853271 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-b137570b-555f-4a14-b419-5a19d9aac89b tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1683 time: 0.3241642 Jul 08 20:20:10.855720 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e42c0031-7d3d-489f-99e9-3d18eddde13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:11.008876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54546ad4-1126-4c21-a82d-0936c307bb13 req-835e9ea9-b682-4151-a192-0bf8c32d1bea tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:11.017843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54546ad4-1126-4c21-a82d-0936c307bb13 req-835e9ea9-b682-4151-a192-0bf8c32d1bea tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:11.027926 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54546ad4-1126-4c21-a82d-0936c307bb13 req-835e9ea9-b682-4151-a192-0bf8c32d1bea tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 1683 time: 0.3543322 Jul 08 20:20:11.095586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e42c0031-7d3d-489f-99e9-3d18eddde13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:11.104490 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e42c0031-7d3d-489f-99e9-3d18eddde13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:11.115423 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e42c0031-7d3d-489f-99e9-3d18eddde13a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8bbd02a1-93ca-49bd-8a6b-432e9482fa88 HTTP/1.1" status: 204 len: 168 time: 0.3760481 Jul 08 20:20:11.152612 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-8e891b75-c5c6-46e6-8ce1-17a64a71b63d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Deleting port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:11.152991 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-8e891b75-c5c6-46e6-8ce1-17a64a71b63d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:11.190076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c0031-7d3d-489f-99e9-3d18eddde13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbd02a1-93ca-49bd-8a6b-432e9482fa88,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:11.420478 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54546ad4-1126-4c21-a82d-0936c307bb13 req-044c06f8-9634-4457-b1e5-2b62cf7da5f3 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/security-groups?id=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844454 Jul 08 20:20:11.462937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-8e891b75-c5c6-46e6-8ce1-17a64a71b63d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] For port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ddf64b02-2b1e-4d7f-b895-c9048e3c9a81,segment=NetworkSegment(4ff4ff8b-a291-4182-ac86-c989b854c6dc),segment_id=4ff4ff8b-a291-4182-ac86-c989b854c6dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:11.463589 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-8e891b75-c5c6-46e6-8ce1-17a64a71b63d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:11.503263 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-8e891b75-c5c6-46e6-8ce1-17a64a71b63d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Calling delete_port for ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:11.876620 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-8e891b75-c5c6-46e6-8ce1-17a64a71b63d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:11.881891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9c7b80-9bbb-4481-b5c2-68b480cb533a {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:11.893154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['67730a18-803b-4196-b2ca-8d8de9db51b2', 'ddf64b02-2b1e-4d7f-b895-c9048e3c9a81'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:20:11.978184 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:11.994769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e891b75-c5c6-46e6-8ce1-17a64a71b63d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Port': ['ID=ddf64b02-2b1e-4d7f-b895-c9048e3c9a81,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:12.140504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Transition to ACTIVE for port object 4c9c7b80-9bbb-4481-b5c2-68b480cb533a will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:12.142171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51614) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:12.160385 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-8e891b75-c5c6-46e6-8ce1-17a64a71b63d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] No DVR routers for this DVR port ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:20:12.172720 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-8e891b75-c5c6-46e6-8ce1-17a64a71b63d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:12.175495 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-8e891b75-c5c6-46e6-8ce1-17a64a71b63d tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "DELETE /v2.0/ports/ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 HTTP/1.1" status: 204 len: 173 time: 1.3104877 Jul 08 20:20:12.176102 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'name': 'network-vif-deleted', 'tag': 'ddf64b02-2b1e-4d7f-b895-c9048e3c9a81'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:12.187044 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e47f68-3643-4364-b91e-57bf58f5dec1" -d '{"events": [{"server_uuid": "41381515-2d4b-4071-bf04-8b2d0caa0d6b", "name": "network-vif-deleted", "tag": "ddf64b02-2b1e-4d7f-b895-c9048e3c9a81"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:12.200124 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7036-df51-403f-b0c1-d9112253c519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:12.231055 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:12.493874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-290435e3-d352-4638-88ca-5d9c7bb370bf tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Deleting port 67730a18-803b-4196-b2ca-8d8de9db51b2 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:12.494576 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-290435e3-d352-4638-88ca-5d9c7bb370bf tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:12.760872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-290435e3-d352-4638-88ca-5d9c7bb370bf tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] For port 67730a18-803b-4196-b2ca-8d8de9db51b2, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=67730a18-803b-4196-b2ca-8d8de9db51b2,segment=NetworkSegment(2e791d8d-be7d-47a6-afdb-9935ad060a99),segment_id=2e791d8d-be7d-47a6-afdb-9935ad060a99)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:12.763631 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-290435e3-d352-4638-88ca-5d9c7bb370bf tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:12.800587 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7036-df51-403f-b0c1-d9112253c519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:12.854231 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7036-df51-403f-b0c1-d9112253c519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:12.954484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1413f4-4f17-4bed-aaae-e61a80b77d69 req-a4412c9d-5991-4520-9216-13250bdb8a78 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:12.964527 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-4f19f5c0-4053-4afb-8299-ef6753f02d9a tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=09052d6efad64fc589e41dd6745535cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1078222 Jul 08 20:20:12.968323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-290435e3-d352-4638-88ca-5d9c7bb370bf tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Calling delete_port for 67730a18-803b-4196-b2ca-8d8de9db51b2 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:12.972069 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c1413f4-4f17-4bed-aaae-e61a80b77d69 req-a4412c9d-5991-4520-9216-13250bdb8a78 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 932 time: 1.0602381 Jul 08 20:20:13.115291 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9c7b80-9bbb-4481-b5c2-68b480cb533a,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:13.159851 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7cbc7036-df51-403f-b0c1-d9112253c519 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=67b3d990116f4d5ba39f76ed9b67159c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0165119 Jul 08 20:20:13.162798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc7036-df51-403f-b0c1-d9112253c519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a47f1fe-137f-4c3c-9459-c473c0dfdeed,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:13.187419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51630) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:13.188208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Attempting to bind port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:20:13.188790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Attempting to bind port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '5bd5808f-7c76-4b06-a042-667779e3a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:20:13.193068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Attempting to bind port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a on network 09f22467-4999-45ea-bbf6-26db94b6ea72 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:13.218197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a on network 09f22467-4999-45ea-bbf6-26db94b6ea72 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:20:13.225133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Attempting to bind port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a on network 09f22467-4999-45ea-bbf6-26db94b6ea72 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:13.259484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:20:13.260151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Checking segment: {'id': '5bd5808f-7c76-4b06-a042-667779e3a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:20:13.271533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Bound using segment: {'id': '5bd5808f-7c76-4b06-a042-667779e3a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:20:13.272018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Bound port: 4c9c7b80-9bbb-4481-b5c2-68b480cb533a, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd5808f-7c76-4b06-a042-667779e3a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:20:13.272620 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:13.312558 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c1413f4-4f17-4bed-aaae-e61a80b77d69 req-0605a9ce-f978-44fb-aba5-ee0defd7f286 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/security-groups?id=186623e7-9ac3-491d-8d80-d7575b591f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388774 Jul 08 20:20:13.358322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cef433-e026-4377-b198-18a457781bc5 req-46dd1192-c0f8-457b-b558-444b1d164cab tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:13.360543 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-46dd1192-c0f8-457b-b558-444b1d164cab tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652202 Jul 08 20:20:13.414357 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95173f19-39a0-4ff9-9139-05dafe8e6815 req-d8f296b8-1827-4d07-ae6a-6a69ce588aee tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 210 time: 0.0524464 Jul 08 20:20:13.463339 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98c7f93-aac2-4213-be3f-2bb00cddd201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:13.471469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] For port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:20:13.483514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] For port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4c9c7b80-9bbb-4481-b5c2-68b480cb533a,segment=NetworkSegment(5bd5808f-7c76-4b06-a042-667779e3a54f),segment_id=5bd5808f-7c76-4b06-a042-667779e3a54f)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:20:13.509286 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:13.515404 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98c7f93-aac2-4213-be3f-2bb00cddd201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:13.536315 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-290435e3-d352-4638-88ca-5d9c7bb370bf tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:13.590288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290435e3-d352-4638-88ca-5d9c7bb370bf tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Port': ['ID=67730a18-803b-4196-b2ca-8d8de9db51b2,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:13.619765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9c7b80-9bbb-4481-b5c2-68b480cb533a,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:13.681000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-641f49d5-46ca-4faf-9d58-320d921d744a req-bf95f28a-2710-4ab2-8cd2-9a747b0a0603 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0539932 Jul 08 20:20:13.702845 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:13.703813 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:13.706286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-f8590a9a-7f39-46e5-87c8-e3a50024f9e4 service neutron] 10.222.0.104 "PUT /v2.0/ports/4c9c7b80-9bbb-4481-b5c2-68b480cb533a HTTP/1.1" status: 200 len: 1093 time: 3.2778964 Jul 08 20:20:13.715304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203da05e-19d8-4833-9a8e-7681476c2e99', 'tag': '4c9c7b80-9bbb-4481-b5c2-68b480cb533a'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:13.723011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-290435e3-d352-4638-88ca-5d9c7bb370bf tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] No DVR routers for this DVR port 67730a18-803b-4196-b2ca-8d8de9db51b2 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:20:13.729076 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9beccac-2dd0-4314-ad04-8ca55164cd34" -d '{"events": [{"name": "network-changed", "server_uuid": "203da05e-19d8-4833-9a8e-7681476c2e99", "tag": "4c9c7b80-9bbb-4481-b5c2-68b480cb533a"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:13.777509 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfdc901c-cff0-47a7-9bd3-6d3cac9ee5d0 req-e929c2f3-d57a-4c25-b279-790de266dad8 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 210 time: 0.0565381 Jul 08 20:20:13.779316 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-290435e3-d352-4638-88ca-5d9c7bb370bf tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:13.788662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98c7f93-aac2-4213-be3f-2bb00cddd201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:13.792482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98c7f93-aac2-4213-be3f-2bb00cddd201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:13.798526 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c4f5852-d83c-4db7-be48-31d7d6f5e151 req-290435e3-d352-4638-88ca-5d9c7bb370bf tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.103 "DELETE /v2.0/ports/67730a18-803b-4196-b2ca-8d8de9db51b2 HTTP/1.1" status: 204 len: 173 time: 1.5825646 Jul 08 20:20:13.811244 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b98c7f93-aac2-4213-be3f-2bb00cddd201 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1a47f1fe-137f-4c3c-9459-c473c0dfdeed HTTP/1.1" status: 204 len: 168 time: 0.5964279 Jul 08 20:20:13.844361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c7f93-aac2-4213-be3f-2bb00cddd201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a47f1fe-137f-4c3c-9459-c473c0dfdeed,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:13.898818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Request body: {'port': {'device_id': '0c3bdff1-4efb-4621-92df-17a7f612ea1e', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '09052d6efad64fc589e41dd6745535cd'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:14.079091 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-a1752c58-1335-440f-a72a-c7ff4caaed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:14.082179 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-a1752c58-1335-440f-a72a-c7ff4caaed73 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=b3bf966748d24071b9483777d06f251b&device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 1096 time: 0.1441305 Jul 08 20:20:14.151731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 67730a18-803b-4196-b2ca-8d8de9db51b2 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:20:14.197072 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adcfe160-3a52-4954-9616-9a786856cc09 req-c1702d33-bfad-4812-8da9-481b9e065aa2 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "GET /v2.0/ports?device_id=41381515-2d4b-4071-bf04-8b2d0caa0d6b HTTP/1.1" status: 200 len: 210 time: 0.2269878 Jul 08 20:20:14.280000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 67730a18-803b-4196-b2ca-8d8de9db51b2 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:20:14.282366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 67730a18-803b-4196-b2ca-8d8de9db51b2 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:20:14.285272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:20:14.323478 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-acdc5811-432d-4d5f-aa04-11b1f9aafc18 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9c7b80-9bbb-4481-b5c2-68b480cb533a HTTP/1.1" status: 200 len: 217 time: 0.1731536 Jul 08 20:20:14.334610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:20:14.335343 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device ddf64b02-2b1e-4d7f-b895-c9048e3c9a81 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:20:14.474363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-b017bcc7-c8f7-4e99-b515-899ff6a75cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:14.476289 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-b017bcc7-c8f7-4e99-b515-899ff6a75cf2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ed88bbc9-1f61-4e29-a185-5bef84f4e834 HTTP/1.1" status: 200 len: 853 time: 0.1393611 Jul 08 20:20:14.501446 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf96b00-9a54-40e8-aa54-35197f383978 x-openstack-request-id: req-1bf96b00-9a54-40e8-aa54-35197f383978 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:14.501754 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41381515-2d4b-4071-bf04-8b2d0caa0d6b", "name": "network-vif-deleted", "tag": "ddf64b02-2b1e-4d7f-b895-c9048e3c9a81", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:14.503438 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1bf96b00-9a54-40e8-aa54-35197f383978 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:14.507182 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'name': 'network-vif-deleted', 'tag': 'ddf64b02-2b1e-4d7f-b895-c9048e3c9a81', 'status': 'completed', 'code': 200} Jul 08 20:20:14.510651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Made reservation on behalf of 09052d6efad64fc589e41dd6745535cd for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:14.540203 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:14.563863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-892a3f1f-68a1-49c8-9370-4d9183f006f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:14.566545 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-892a3f1f-68a1-49c8-9370-4d9183f006f5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=09f22467-4999-45ea-bbf6-26db94b6ea72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680420 Jul 08 20:20:14.582588 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:14.802805 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805edc82-689d-47f5-bd41-4b44756300f0 x-openstack-request-id: req-805edc82-689d-47f5-bd41-4b44756300f0 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:14.803578 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203da05e-19d8-4833-9a8e-7681476c2e99", "tag": "4c9c7b80-9bbb-4481-b5c2-68b480cb533a", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:14.804419 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-805edc82-689d-47f5-bd41-4b44756300f0 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:14.805938 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203da05e-19d8-4833-9a8e-7681476c2e99', 'tag': '4c9c7b80-9bbb-4481-b5c2-68b480cb533a', 'status': 'completed', 'code': 200} Jul 08 20:20:14.912613 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-ad89d627-7ac6-47b4-8d86-86b3c27ab998 service neutron] 10.222.0.104 "GET /v2.0/networks/09f22467-4999-45ea-bbf6-26db94b6ea72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357847 Jul 08 20:20:14.929098 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:14.939464 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:14.941584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e9184-14df-4a1f-b94c-6de820b6f966 req-c6596d11-4650-46fe-b2cc-083ad31695a6 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:14.950798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-748e9184-14df-4a1f-b94c-6de820b6f966 req-c6596d11-4650-46fe-b2cc-083ad31695a6 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 944 time: 0.1509144 Jul 08 20:20:15.048478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0901dcea-c3a1-4aac-b909-c7e9cbafff02,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:15.072778 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-748e9184-14df-4a1f-b94c-6de820b6f966 req-1cd6192f-96e5-4a21-8ffd-64ba691d2c97 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/security-groups?id=186623e7-9ac3-491d-8d80-d7575b591f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157999 Jul 08 20:20:15.162921 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54a769cb-f4fc-4bdc-94e8-1ba914c20279 req-e5b19533-6a54-44d8-8754-8ce4ed206a14 service neutron] 10.222.0.104 "GET /v2.0/networks/09f22467-4999-45ea-bbf6-26db94b6ea72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080994 Jul 08 20:20:15.437151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Allocated IP 192.168.233.47 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/560de148-5ea8-4a54-9801-8a81d9df121c) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:20:15.730626 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:15.747858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Transition to ACTIVE for port object 560de148-5ea8-4a54-9801-8a81d9df121c will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:15.827871 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:15.910066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:20:15.916931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:15.923239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:20:15.984730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Pushing event updated for resources: {'Port': ['ID=560de148-5ea8-4a54-9801-8a81d9df121c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:16.029180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac91a-e661-4713-86d5-30193a894504 req-6182a277-0635-4e63-ab21-f0ad836d1185 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:16.031795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51bac91a-e661-4713-86d5-30193a894504 req-6182a277-0635-4e63-ab21-f0ad836d1185 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 935 time: 0.6625755 Jul 08 20:20:16.040123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:16.041295 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:16.070105 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-286cfbbe-e09c-4681-b582-3defa593d53f tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1760175 Jul 08 20:20:16.123226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Request body: {'port': {'device_id': '0c3bdff1-4efb-4621-92df-17a7f612ea1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:16.209373 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51bac91a-e661-4713-86d5-30193a894504 req-57fb53f8-52d3-43d9-8b4a-8471a482a1a6 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/security-groups?id=0901dcea-c3a1-4aac-b909-c7e9cbafff02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449087 Jul 08 20:20:16.249589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31f4e0c8-8f85-46e6-866c-879ddce1cffb req-081dd978-b628-4e3b-82c0-707a96e85c98 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.8709753 Jul 08 20:20:16.326876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-51736acf-05fe-4b3e-8c54-c1cd8e2a57a1 None None] Provisioning for port 560de148-5ea8-4a54-9801-8a81d9df121c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:16.341093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-51736acf-05fe-4b3e-8c54-c1cd8e2a57a1 None None] Provisioning complete for port 560de148-5ea8-4a54-9801-8a81d9df121c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:16.341754 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-51736acf-05fe-4b3e-8c54-c1cd8e2a57a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:16.413909 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:16.472706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-51736acf-05fe-4b3e-8c54-c1cd8e2a57a1 None None] Port 560de148-5ea8-4a54-9801-8a81d9df121c cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:20:16.514449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'name': 'network-vif-deleted', 'tag': '67730a18-803b-4196-b2ca-8d8de9db51b2'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:16.545867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51702) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:16.546918 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b936707-0814-45f1-98a7-920db7b9012e" -d '{"events": [{"server_uuid": "41381515-2d4b-4071-bf04-8b2d0caa0d6b", "name": "network-vif-deleted", "tag": "67730a18-803b-4196-b2ca-8d8de9db51b2"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:16.554390 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7b56108-a57b-40b1-81ea-03975088f296 req-b0700377-e49f-469f-b09f-8ee8d94c574c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.1012509 Jul 08 20:20:16.676073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-562ef917-7489-44eb-9274-39c7862fa098 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Deleting subnet 86123e18-4228-432f-86f4-039d92cb71d1 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:20:16.687912 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-562ef917-7489-44eb-9274-39c7862fa098 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:16.700152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-11d57658-3991-44a9-b1dc-611adfb7d49d tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:16.702830 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-11d57658-3991-44a9-b1dc-611adfb7d49d tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "GET /v2.0/networks?id=fdb5f88e-06d4-480f-a839-50102aa47e53 HTTP/1.1" status: 200 len: 804 time: 0.4677207 Jul 08 20:20:16.724816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beccac-2dd0-4314-ad04-8ca55164cd34 req-b2bdd9e8-effc-4df6-8b0f-bfc213cc9d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:16.727234 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9beccac-2dd0-4314-ad04-8ca55164cd34 req-b2bdd9e8-effc-4df6-8b0f-bfc213cc9d99 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=b3bf966748d24071b9483777d06f251b&device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 1096 time: 0.4937332 Jul 08 20:20:16.753429 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-562ef917-7489-44eb-9274-39c7862fa098 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:16.847366 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ff92414-bfdc-40b3-84a5-e8bc59bc8678 req-3bbafdcd-d4d6-4fde-919e-bc7673b91bb9 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 210 time: 0.2792521 Jul 08 20:20:16.933539 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-562ef917-7489-44eb-9274-39c7862fa098 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:17.133748 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-562ef917-7489-44eb-9274-39c7862fa098 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:17.190918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ef917-7489-44eb-9274-39c7862fa098 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Subnet': ['ID=86123e18-4228-432f-86f4-039d92cb71d1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:17.202944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-28d1aac5-b979-4bd7-98a8-e4d9271e3906 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Request body: {'port': {'device_id': '3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4', 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53', 'admin_state_up': True, 'tenant_id': 'f072151cc9a246949063c5a455a633da'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:17.269113 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:17.420271 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63179c7-8385-44c8-9deb-4873e327355a None None] Network 6f9c264d-22b2-47a7-83b2-eaa6b5849106 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:20:17.432894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-28d1aac5-b979-4bd7-98a8-e4d9271e3906 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Made reservation on behalf of f072151cc9a246949063c5a455a633da for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:17.438739 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-28d1aac5-b979-4bd7-98a8-e4d9271e3906 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:17.488458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d0026-51c4-4504-88d8-523fa6982dfe req-0b78b91f-1c5b-4157-8a13-f6a6f9a80ca9 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:17.495657 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-231d0026-51c4-4504-88d8-523fa6982dfe req-0b78b91f-1c5b-4157-8a13-f6a6f9a80ca9 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 944 time: 0.3067787 Jul 08 20:20:17.530396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560de148-5ea8-4a54-9801-8a81d9df121c {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:17.551160 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:17.553104 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-562ef917-7489-44eb-9274-39c7862fa098 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:17.558876 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-562ef917-7489-44eb-9274-39c7862fa098 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "DELETE /v2.0/subnets/86123e18-4228-432f-86f4-039d92cb71d1 HTTP/1.1" status: 204 len: 168 time: 1.0069537 Jul 08 20:20:17.564531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51742) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:17.576856 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-231d0026-51c4-4504-88d8-523fa6982dfe req-4f7f459d-10e9-4c80-9cb9-126c37b2b1e2 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/security-groups?id=186623e7-9ac3-491d-8d80-d7575b591f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783386 Jul 08 20:20:17.603880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Transition to ACTIVE for port object 560de148-5ea8-4a54-9801-8a81d9df121c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:17.613692 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:17.618341 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53144ce-70f8-4b49-a06f-7ac4b3421c1d x-openstack-request-id: req-f53144ce-70f8-4b49-a06f-7ac4b3421c1d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:17.618653 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41381515-2d4b-4071-bf04-8b2d0caa0d6b", "name": "network-vif-deleted", "tag": "67730a18-803b-4196-b2ca-8d8de9db51b2", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:17.618930 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f53144ce-70f8-4b49-a06f-7ac4b3421c1d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:17.619466 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41381515-2d4b-4071-bf04-8b2d0caa0d6b', 'name': 'network-vif-deleted', 'tag': '67730a18-803b-4196-b2ca-8d8de9db51b2', 'status': 'completed', 'code': 200} Jul 08 20:20:17.713829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Pushing event updated for resources: {'Port': ['ID=560de148-5ea8-4a54-9801-8a81d9df121c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:17.815201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Attempting to bind port 560de148-5ea8-4a54-9801-8a81d9df121c on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:20:17.815656 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Attempting to bind port 560de148-5ea8-4a54-9801-8a81d9df121c by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:20:17.815928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Attempting to bind port 560de148-5ea8-4a54-9801-8a81d9df121c on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:17.854788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Port 560de148-5ea8-4a54-9801-8a81d9df121c on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:20:17.855179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Attempting to bind port 560de148-5ea8-4a54-9801-8a81d9df121c on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:17.876832 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:20:17.882655 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:20:17.883098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:20:17.883806 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Bound port: 560de148-5ea8-4a54-9801-8a81d9df121c, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:20:17.884194 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:17.892016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b1e9d-750b-4573-8d62-96c271896926 None None] DHCP port deletion for 6f9c264d-22b2-47a7-83b2-eaa6b5849106 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:20:18.003674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-491b1e9d-750b-4573-8d62-96c271896926 None None] Deleting port 266f6f2f-444f-4aa7-a86c-d4642847f8e7 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:18.004105 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-491b1e9d-750b-4573-8d62-96c271896926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:18.016806 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-28d1aac5-b979-4bd7-98a8-e4d9271e3906 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Allocated IP 172.20.0.14 (fdb5f88e-06d4-480f-a839-50102aa47e53/1d30581c-537d-4c32-9235-0aa435cb33f2/7436e6df-efcd-4306-8585-03af3832ce30) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:20:18.110963 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] For port 560de148-5ea8-4a54-9801-8a81d9df121c, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:20:18.119546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] For port 560de148-5ea8-4a54-9801-8a81d9df121c, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=560de148-5ea8-4a54-9801-8a81d9df121c,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:20:18.135934 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:18.169672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-491b1e9d-750b-4573-8d62-96c271896926 None None] For port 266f6f2f-444f-4aa7-a86c-d4642847f8e7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=266f6f2f-444f-4aa7-a86c-d4642847f8e7,segment=NetworkSegment(2e791d8d-be7d-47a6-afdb-9935ad060a99),segment_id=2e791d8d-be7d-47a6-afdb-9935ad060a99)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:18.170064 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-491b1e9d-750b-4573-8d62-96c271896926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:18.237955 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-491b1e9d-750b-4573-8d62-96c271896926 None None] Calling delete_port for 266f6f2f-444f-4aa7-a86c-d4642847f8e7 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:18.255339 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:18.256035 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:18.257604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] 10.222.0.104 "PUT /v2.0/ports/560de148-5ea8-4a54-9801-8a81d9df121c HTTP/1.1" status: 200 len: 1096 time: 2.1604619 Jul 08 20:20:18.349232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25e7d4-a05d-4dd8-8fdd-612e272d698f service neutron] Pushing event updated for resources: {'Port': ['ID=560de148-5ea8-4a54-9801-8a81d9df121c,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:18.558931 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14b697cd-fdf6-45ac-8220-c81a20148c33 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:18.580416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beccac-2dd0-4314-ad04-8ca55164cd34 req-ff9f2ac9-cf47-4e9a-8dc4-8ad553382e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:18.582443 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9beccac-2dd0-4314-ad04-8ca55164cd34 req-ff9f2ac9-cf47-4e9a-8dc4-8ad553382e27 service neutron] 10.222.0.104 "GET /v2.0/networks?id=09f22467-4999-45ea-bbf6-26db94b6ea72 HTTP/1.1" status: 200 len: 915 time: 1.3938916 Jul 08 20:20:18.595628 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-491b1e9d-750b-4573-8d62-96c271896926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:18.641762 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-255b5083-b67a-4857-8292-c8484aecf039 req-379a4f1b-9b56-4b63-a17a-bbd99c965f40 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0960221 Jul 08 20:20:18.659643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cef433-e026-4377-b198-18a457781bc5 req-534394e9-3395-42de-862e-322aa7fba067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:18.662206 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-534394e9-3395-42de-862e-322aa7fba067 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=09052d6efad64fc589e41dd6745535cd&device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 1099 time: 0.2853503 Jul 08 20:20:18.685441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b1e9d-750b-4573-8d62-96c271896926 None None] Pushing event deleted for resources: {'Port': ['ID=266f6f2f-444f-4aa7-a86c-d4642847f8e7,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:18.711088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b1e9d-750b-4573-8d62-96c271896926 None None] No DVR routers for this DVR port 266f6f2f-444f-4aa7-a86c-d4642847f8e7 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:20:18.769620 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-fc678947-d933-410d-82da-06e7207fa7a9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=560de148-5ea8-4a54-9801-8a81d9df121c HTTP/1.1" status: 200 len: 217 time: 0.1005065 Jul 08 20:20:18.770679 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9beccac-2dd0-4314-ad04-8ca55164cd34 req-f638d4f7-2e97-4918-bfa8-ad82eca2c227 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9c7b80-9bbb-4481-b5c2-68b480cb533a HTTP/1.1" status: 200 len: 217 time: 0.1623912 Jul 08 20:20:18.856844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5c1ea-236c-498b-9c4d-648f8f112913 req-164ecfb1-8985-4fa8-b4fd-d55c37ad248e tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:18.864963 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99e5c1ea-236c-498b-9c4d-648f8f112913 req-164ecfb1-8985-4fa8-b4fd-d55c37ad248e tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 947 time: 0.7742689 Jul 08 20:20:18.973275 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14b697cd-fdf6-45ac-8220-c81a20148c33 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:18.992668 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99e5c1ea-236c-498b-9c4d-648f8f112913 req-dc927860-0d7b-43d9-85c6-67682ef47b29 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/security-groups?id=0901dcea-c3a1-4aac-b909-c7e9cbafff02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249437 Jul 08 20:20:19.026233 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-28d1aac5-b979-4bd7-98a8-e4d9271e3906 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:19.033669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-14b697cd-fdf6-45ac-8220-c81a20148c33 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9c264d-22b2-47a7-83b2-eaa6b5849106']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:19.072152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-14b697cd-fdf6-45ac-8220-c81a20148c33 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e791d8d-be7d-47a6-afdb-9935ad060a99') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:19.072404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-14b697cd-fdf6-45ac-8220-c81a20148c33 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e791d8d-be7d-47a6-afdb-9935ad060a99') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:19.110279 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14b697cd-fdf6-45ac-8220-c81a20148c33 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:19.181052 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14b697cd-fdf6-45ac-8220-c81a20148c33 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:19.194417 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b697cd-fdf6-45ac-8220-c81a20148c33 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:20:19.194827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14b697cd-fdf6-45ac-8220-c81a20148c33 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:20:19.197972 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:20:19.295977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-04f40192-6142-432d-83ee-ccef10158b57 req-663e5029-58f7-4982-b6cb-3cec0e48d2e0 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 210 time: 0.0845652 Jul 08 20:20:19.313859 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-28d1aac5-b979-4bd7-98a8-e4d9271e3906 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:19.441875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-28d1aac5-b979-4bd7-98a8-e4d9271e3906 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Network fdb5f88e-06d4-480f-a839-50102aa47e53 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:20:19.455238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-28d1aac5-b979-4bd7-98a8-e4d9271e3906 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:19.467467 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14b697cd-fdf6-45ac-8220-c81a20148c33 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:19.479924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-28d1aac5-b979-4bd7-98a8-e4d9271e3906 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:20:19.514390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14b697cd-fdf6-45ac-8220-c81a20148c33 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:19.516773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-14b697cd-fdf6-45ac-8220-c81a20148c33 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "DELETE /v2.0/networks/6f9c264d-22b2-47a7-83b2-eaa6b5849106 HTTP/1.1" status: 204 len: 168 time: 1.9351053 Jul 08 20:20:19.525887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51816) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:19.533173 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 266f6f2f-444f-4aa7-a86c-d4642847f8e7 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:20:19.582268 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 266f6f2f-444f-4aa7-a86c-d4642847f8e7 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:20:19.583628 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 266f6f2f-444f-4aa7-a86c-d4642847f8e7 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:20:19.677821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51818) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:19.712435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b697cd-fdf6-45ac-8220-c81a20148c33 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Network': ['ID=6f9c264d-22b2-47a7-83b2-eaa6b5849106,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:19.714408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1aac5-b979-4bd7-98a8-e4d9271e3906 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Pushing event updated for resources: {'Port': ['ID=7436e6df-efcd-4306-8585-03af3832ce30,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:19.806890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-28d1aac5-b979-4bd7-98a8-e4d9271e3906 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:19.807858 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-28d1aac5-b979-4bd7-98a8-e4d9271e3906 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:19.829990 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-8673b829-9400-4fe2-9054-5b7c64ce3049 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Deleting subnet 14367323-ebf6-44a2-b65f-43f0f8bf2fe5 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:20:19.833718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3bdff1-4efb-4621-92df-17a7f612ea1e', 'tag': '560de148-5ea8-4a54-9801-8a81d9df121c'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:19.834279 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8673b829-9400-4fe2-9054-5b7c64ce3049 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:19.845182 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4638172-9cad-4c6e-ad0d-f53115c511b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3bdff1-4efb-4621-92df-17a7f612ea1e", "tag": "560de148-5ea8-4a54-9801-8a81d9df121c"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:19.863316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-28d1aac5-b979-4bd7-98a8-e4d9271e3906 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6764600 Jul 08 20:20:19.966772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e498b-72d1-44d4-8cfb-659079e62a37 req-05fcedf2-443b-4dbd-bde1-50d371f5b3e1 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:19.974035 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df9e498b-72d1-44d4-8cfb-659079e62a37 req-05fcedf2-443b-4dbd-bde1-50d371f5b3e1 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 944 time: 0.6858845 Jul 08 20:20:20.006387 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36b7ed4c-d1bb-488e-af9b-567696494ae6 req-c0215555-8fff-4da1-8237-c060810cf795 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.1243782 Jul 08 20:20:20.016700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beccac-2dd0-4314-ad04-8ca55164cd34 req-abe4b9d5-5810-480e-80b5-367ba475e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:20.031583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9beccac-2dd0-4314-ad04-8ca55164cd34 req-abe4b9d5-5810-480e-80b5-367ba475e0ae service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ed88bbc9-1f61-4e29-a185-5bef84f4e834 HTTP/1.1" status: 200 len: 853 time: 0.1000450 Jul 08 20:20:20.064850 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8673b829-9400-4fe2-9054-5b7c64ce3049 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:20.065734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cef433-e026-4377-b198-18a457781bc5 req-b78c90d2-cc93-48b4-9292-c6f5a3e5f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:20.069604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-b78c90d2-cc93-48b4-9292-c6f5a3e5f7f8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1604600 Jul 08 20:20:20.090633 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df9e498b-72d1-44d4-8cfb-659079e62a37 req-55a8f00b-4ec6-4eb1-81a9-6693153b6725 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/security-groups?id=186623e7-9ac3-491d-8d80-d7575b591f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153214 Jul 08 20:20:20.093841 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Request body: {'port': {'device_id': '3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:20.184237 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6029ba3c-da09-4fb6-921e-5b87b182b16a x-openstack-request-id: req-6029ba3c-da09-4fb6-921e-5b87b182b16a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:20.185617 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3bdff1-4efb-4621-92df-17a7f612ea1e", "tag": "560de148-5ea8-4a54-9801-8a81d9df121c", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:20.185617 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6029ba3c-da09-4fb6-921e-5b87b182b16a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:20.186169 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3bdff1-4efb-4621-92df-17a7f612ea1e', 'tag': '560de148-5ea8-4a54-9801-8a81d9df121c', 'status': 'completed', 'code': 200} Jul 08 20:20:20.232787 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5aab0e7-5993-4f12-8126-0747520cf2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:20.259018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cef433-e026-4377-b198-18a457781bc5 req-9413983e-be0d-4b1d-abbc-5dd4513057d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:20.262270 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-9413983e-be0d-4b1d-abbc-5dd4513057d9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1694632 Jul 08 20:20:20.457919 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:20.492516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51846) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:20.612566 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-f1838dc5-2e84-4146-aa97-724eb3b0c48a service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338504 Jul 08 20:20:20.642276 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370c51d-82b4-4a63-90a2-f09e073bf061 req-ba697fd4-d703-481d-96f0-442ad6ed5d55 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:20.654039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2370c51d-82b4-4a63-90a2-f09e073bf061 req-ba697fd4-d703-481d-96f0-442ad6ed5d55 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 947 time: 0.3255975 Jul 08 20:20:20.722830 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2370c51d-82b4-4a63-90a2-f09e073bf061 req-f16fb2c7-019a-482b-b2e2-71a11719b3e4 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/security-groups?id=0901dcea-c3a1-4aac-b909-c7e9cbafff02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678294 Jul 08 20:20:20.742228 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:20.754028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5aab0e7-5993-4f12-8126-0747520cf2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:20.767865 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5aab0e7-5993-4f12-8126-0747520cf2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:20.835595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8673b829-9400-4fe2-9054-5b7c64ce3049 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:20.884592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beccac-2dd0-4314-ad04-8ca55164cd34 req-51ef8883-4eec-4b97-9c03-d07f02de236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:20.886309 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9beccac-2dd0-4314-ad04-8ca55164cd34 req-51ef8883-4eec-4b97-9c03-d07f02de236f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=09f22467-4999-45ea-bbf6-26db94b6ea72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8508611 Jul 08 20:20:20.909206 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a5aab0e7-5993-4f12-8126-0747520cf2d5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d672fd65b44e4623b1b1872f14e1a27d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2300761 Jul 08 20:20:20.916776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51856) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:20.965029 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6cef433-e026-4377-b198-18a457781bc5 req-a1797547-7102-44ed-a213-f4d1aa09ba62 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789987 Jul 08 20:20:21.011005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aab0e7-5993-4f12-8126-0747520cf2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25df3831-c803-4e60-88fa-b7806414eae5,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:21.237456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8641cd0-6290-45aa-8ed7-b7d011b1322b req-2799b896-8f0e-4673-b1ec-e7edcdc8e435 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:21.242613 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9beccac-2dd0-4314-ad04-8ca55164cd34 req-66dcfbc4-5221-487a-a328-9660b61e5ebb service neutron] 10.222.0.104 "GET /v2.0/networks/09f22467-4999-45ea-bbf6-26db94b6ea72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321693 Jul 08 20:20:21.250377 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8641cd0-6290-45aa-8ed7-b7d011b1322b req-2799b896-8f0e-4673-b1ec-e7edcdc8e435 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 932 time: 0.2568398 Jul 08 20:20:21.269003 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5d6d774-588f-48ee-b413-ca66d6ad5f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:21.325437 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:21.337480 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:21.366605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5d6d774-588f-48ee-b413-ca66d6ad5f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:21.412113 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8673b829-9400-4fe2-9054-5b7c64ce3049 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:21.434726 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8641cd0-6290-45aa-8ed7-b7d011b1322b req-8a448809-b7b6-415d-8c04-fcd455827609 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822033 Jul 08 20:20:21.503066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51874) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:21.504034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8c289484412e4533be7ba7e35d994182&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0096409 Jul 08 20:20:21.506980 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc40edd5-6d71-48aa-9106-1dae05723bff,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:21.534373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:21.535147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:21.536022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:21.536911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:21.537516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:21.538247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:21.552827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:21.553533 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:21.554142 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:21.554729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:21.555322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:21.555900 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611eac4d-c442-4a7f-9a2f-53c9b50400d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:21.598954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673b829-9400-4fe2-9054-5b7c64ce3049 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Subnet': ['ID=14367323-ebf6-44a2-b65f-43f0f8bf2fe5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:21.615274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8673b829-9400-4fe2-9054-5b7c64ce3049 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:21.619915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51882) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:21.620138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8673b829-9400-4fe2-9054-5b7c64ce3049 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "DELETE /v2.0/subnets/14367323-ebf6-44a2-b65f-43f0f8bf2fe5 HTTP/1.1" status: 204 len: 168 time: 1.9911995 Jul 08 20:20:21.623797 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1930b6d-f173-472b-9c25-dbb4e3ad6963 None None] Network 7048cb44-b577-4ab5-aa44-72c7438fd4c7 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:20:21.643954 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5d6d774-588f-48ee-b413-ca66d6ad5f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:21.646573 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5d6d774-588f-48ee-b413-ca66d6ad5f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:21.647719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e5d6d774-588f-48ee-b413-ca66d6ad5f86 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/25df3831-c803-4e60-88fa-b7806414eae5 HTTP/1.1" status: 204 len: 168 time: 0.6380546 Jul 08 20:20:21.736964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6d774-588f-48ee-b413-ca66d6ad5f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25df3831-c803-4e60-88fa-b7806414eae5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:21.936195 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9493d2ed-5e6b-4c4d-bc0b-79c63d4e480c req-2afc3346-beaa-40f3-8d1f-d0a34cf8b130 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.1297545 Jul 08 20:20:21.941237 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.012638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9085a45-889a-4a95-81e5-63b0a1a43dd3 None None] DHCP port deletion for 7048cb44-b577-4ab5-aa44-72c7438fd4c7 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:20:22.089566 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b9085a45-889a-4a95-81e5-63b0a1a43dd3 None None] Deleting port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:22.092478 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9085a45-889a-4a95-81e5-63b0a1a43dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.113514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Deleting port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:22.114105 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.119654 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a41-253b-4fcd-bdd1-da5ab3667ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.192613 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-b9085a45-889a-4a95-81e5-63b0a1a43dd3 None None] For port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0e7ef339-26f7-41ef-8eae-8b00cdec36f7,segment=NetworkSegment(4ff4ff8b-a291-4182-ac86-c989b854c6dc),segment_id=4ff4ff8b-a291-4182-ac86-c989b854c6dc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:22.193134 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9085a45-889a-4a95-81e5-63b0a1a43dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.239938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7436e6df-efcd-4306-8585-03af3832ce30 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:22.311188 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a41-253b-4fcd-bdd1-da5ab3667ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.353616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.395469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Transition to ACTIVE for port object 7436e6df-efcd-4306-8585-03af3832ce30 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:22.399752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51908) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:22.413689 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.418096 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9beccac-2dd0-4314-ad04-8ca55164cd34 req-5ee06d50-dcea-4d61-89e3-2b3dc4a99216 service neutron] 10.222.0.104 "GET /v2.0/networks/09f22467-4999-45ea-bbf6-26db94b6ea72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227410 Jul 08 20:20:22.439842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4976f-7339-4b42-8597-39d192d20d38 req-262a7b4c-7fa6-4e70-92dc-aa081be39218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:22.448837 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf4976f-7339-4b42-8597-39d192d20d38 req-262a7b4c-7fa6-4e70-92dc-aa081be39218 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 944 time: 0.6969965 Jul 08 20:20:22.457511 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] For port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0e7ef339-26f7-41ef-8eae-8b00cdec36f7,segment=NetworkSegment(4ff4ff8b-a291-4182-ac86-c989b854c6dc),segment_id=4ff4ff8b-a291-4182-ac86-c989b854c6dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:22.458201 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.463633 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db7ba69c-a8e9-46e1-9ff9-567f7c2512c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.511818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b9085a45-889a-4a95-81e5-63b0a1a43dd3 None None] Calling delete_port for 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:22.516443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Calling delete_port for 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:22.658486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Pushing event updated for resources: {'Port': ['ID=7436e6df-efcd-4306-8585-03af3832ce30,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:22.668005 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a41-253b-4fcd-bdd1-da5ab3667ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.669186 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9085a45-889a-4a95-81e5-63b0a1a43dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.670723 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a41-253b-4fcd-bdd1-da5ab3667ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.672046 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7ff62a41-253b-4fcd-bdd1-da5ab3667ff1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bc40edd5-6d71-48aa-9106-1dae05723bff HTTP/1.1" status: 204 len: 168 time: 1.1680980 Jul 08 20:20:22.677730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4638172-9cad-4c6e-ad0d-f53115c511b7 req-eacfd2ac-7735-4414-a2ea-5dbdb3f2d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:22.679293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4638172-9cad-4c6e-ad0d-f53115c511b7 req-eacfd2ac-7735-4414-a2ea-5dbdb3f2d894 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=09052d6efad64fc589e41dd6745535cd&device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 1099 time: 0.5465636 Jul 08 20:20:22.694530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff62a41-253b-4fcd-bdd1-da5ab3667ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc40edd5-6d71-48aa-9106-1dae05723bff,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:22.694926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924db14-c624-44fb-b2f0-e66d5fe262d5 req-77d46219-619a-491d-ae94-28d81011784a tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:22.704797 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e924db14-c624-44fb-b2f0-e66d5fe262d5 req-77d46219-619a-491d-ae94-28d81011784a tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 947 time: 0.3361344 Jul 08 20:20:22.728412 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf4976f-7339-4b42-8597-39d192d20d38 req-a7c3f96d-5df3-40b6-8633-e8f614fdf467 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/security-groups?id=186623e7-9ac3-491d-8d80-d7575b591f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785699 Jul 08 20:20:22.737697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9085a45-889a-4a95-81e5-63b0a1a43dd3 None None] Pushing event deleted for resources: {'Port': ['ID=0e7ef339-26f7-41ef-8eae-8b00cdec36f7,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:22.796600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9085a45-889a-4a95-81e5-63b0a1a43dd3 None None] No DVR routers for this DVR port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:20:22.798955 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e924db14-c624-44fb-b2f0-e66d5fe262d5 req-ca978b72-4dbc-4d83-b241-f26fda777e37 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/security-groups?id=0901dcea-c3a1-4aac-b909-c7e9cbafff02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912199 Jul 08 20:20:22.842835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.868606 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db7ba69c-a8e9-46e1-9ff9-567f7c2512c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.869789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Attempting to bind port 7436e6df-efcd-4306-8585-03af3832ce30 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:20:22.870176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Attempting to bind port 7436e6df-efcd-4306-8585-03af3832ce30 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:20:22.870503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Attempting to bind port 7436e6df-efcd-4306-8585-03af3832ce30 on network fdb5f88e-06d4-480f-a839-50102aa47e53 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:22.877429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Port 7436e6df-efcd-4306-8585-03af3832ce30 on network fdb5f88e-06d4-480f-a839-50102aa47e53 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:20:22.877758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Attempting to bind port 7436e6df-efcd-4306-8585-03af3832ce30 on network fdb5f88e-06d4-480f-a839-50102aa47e53 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:22.883059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Port': ['ID=0e7ef339-26f7-41ef-8eae-8b00cdec36f7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:22.885223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:20:22.885403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] No DVR routers for this DVR port 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:20:22.885565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Checking segment: {'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:20:22.885953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Bound using segment: {'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:20:22.887099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Bound port: 7436e6df-efcd-4306-8585-03af3832ce30, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:20:22.887660 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.890022 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db7ba69c-a8e9-46e1-9ff9-567f7c2512c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.979498 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:22.990883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7048cb44-b577-4ab5-aa44-72c7438fd4c7']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:23.002368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff4ff8b-a291-4182-ac86-c989b854c6dc') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:23.002697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff4ff8b-a291-4182-ac86-c989b854c6dc') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:23.017112 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.024443 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-db7ba69c-a8e9-46e1-9ff9-567f7c2512c5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=62a174e09ebb41a28b175687d26cf6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197832 Jul 08 20:20:23.027202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51918) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:23.036403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] For port 7436e6df-efcd-4306-8585-03af3832ce30, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:20:23.039228 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ba69c-a8e9-46e1-9ff9-567f7c2512c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f1b459-f28c-4a1a-bdad-6b8ce92ced17,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:23.046765 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.070702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:20:23.071402 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:20:23.074601 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:20:23.123278 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.127044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7587b-9923-49c8-a288-001d0b4717d4 req-68aac230-045f-4a04-8500-ba3313ad9fef tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:23.129109 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fbf7587b-9923-49c8-a288-001d0b4717d4 req-68aac230-045f-4a04-8500-ba3313ad9fef tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 944 time: 0.2197027 Jul 08 20:20:23.174888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fbf7587b-9923-49c8-a288-001d0b4717d4 req-f41ab4e2-5e5a-4034-aece-4a9f73554532 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 Jul 08 20:20:23.186118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51920) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:23.200760 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc5c7-9e44-42f2-ba57-359affe1f094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.243720 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9df68307-6528-4286-98b0-9dc9ba9b30c1 req-50820fd2-2167-4099-a17f-86674b0b641d tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0564435 Jul 08 20:20:23.269976 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.271539 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d8b-e1b1-4b03-91d0-8d71f4ca46c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.281427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] For port 7436e6df-efcd-4306-8585-03af3832ce30, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7436e6df-efcd-4306-8585-03af3832ce30,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:20:23.289996 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.316036 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.318115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] 10.222.0.101 "DELETE /v2.0/networks/7048cb44-b577-4ab5-aa44-72c7438fd4c7 HTTP/1.1" status: 204 len: 168 time: 1.6963181 Jul 08 20:20:23.318995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd270a-a753-496d-a52e-b61cd3fc8979 tempest-ServersTestMultiNic-453078968 tempest-ServersTestMultiNic-453078968-project] Pushing event deleted for resources: {'Network': ['ID=7048cb44-b577-4ab5-aa44-72c7438fd4c7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:23.333381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:23.334013 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.335451 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] 10.222.0.104 "PUT /v2.0/ports/7436e6df-efcd-4306-8585-03af3832ce30 HTTP/1.1" status: 200 len: 1093 time: 3.4122667 Jul 08 20:20:23.336511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4', 'tag': '7436e6df-efcd-4306-8585-03af3832ce30'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:23.338874 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a030876-d02e-4ecb-8f5e-d1c711d2e679" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4", "tag": "7436e6df-efcd-4306-8585-03af3832ce30"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:23.345299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4638172-9cad-4c6e-ad0d-f53115c511b7 req-21c97724-c01f-4983-b584-de69b9dca9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:23.346970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4638172-9cad-4c6e-ad0d-f53115c511b7 req-21c97724-c01f-4983-b584-de69b9dca9cf service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2903786 Jul 08 20:20:23.353499 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d8b-e1b1-4b03-91d0-8d71f4ca46c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.385553 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc5c7-9e44-42f2-ba57-359affe1f094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.399309 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc5c7-9e44-42f2-ba57-359affe1f094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.444679 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4638172-9cad-4c6e-ad0d-f53115c511b7 req-809f2455-f44c-4e53-a958-54c3c8f72852 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=560de148-5ea8-4a54-9801-8a81d9df121c HTTP/1.1" status: 200 len: 217 time: 0.0783613 Jul 08 20:20:23.449710 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02f7658-2e93-4e6b-b544-005804688751 x-openstack-request-id: req-c02f7658-2e93-4e6b-b544-005804688751 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:23.450246 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4", "tag": "7436e6df-efcd-4306-8585-03af3832ce30", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:23.451318 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c02f7658-2e93-4e6b-b544-005804688751 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:23.451882 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4', 'tag': '7436e6df-efcd-4306-8585-03af3832ce30', 'status': 'completed', 'code': 200} Jul 08 20:20:23.480945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fe47e-bc73-4b32-ae0e-d6b662680557 service neutron] Pushing event updated for resources: {'Port': ['ID=7436e6df-efcd-4306-8585-03af3832ce30,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:23.502847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:20:23.535679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:20:23.536338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0e7ef339-26f7-41ef-8eae-8b00cdec36f7 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:20:23.549035 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4638172-9cad-4c6e-ad0d-f53115c511b7 req-cbc53600-0808-4300-995b-576c10f5f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:23.550772 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4638172-9cad-4c6e-ad0d-f53115c511b7 req-cbc53600-0808-4300-995b-576c10f5f200 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0975516 Jul 08 20:20:23.556586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d8b-e1b1-4b03-91d0-8d71f4ca46c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.560435 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d8b-e1b1-4b03-91d0-8d71f4ca46c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:23.564268 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dfa78d8b-e1b1-4b03-91d0-8d71f4ca46c8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/05f1b459-f28c-4a1a-bdad-6b8ce92ced17 HTTP/1.1" status: 204 len: 168 time: 0.5300732 Jul 08 20:20:23.608535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa78d8b-e1b1-4b03-91d0-8d71f4ca46c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f1b459-f28c-4a1a-bdad-6b8ce92ced17,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:23.653461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4638172-9cad-4c6e-ad0d-f53115c511b7 req-926048a3-3298-4fa9-8cb0-eddbabb26fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:23.655062 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4638172-9cad-4c6e-ad0d-f53115c511b7 req-926048a3-3298-4fa9-8cb0-eddbabb26fcf service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0919607 Jul 08 20:20:23.774293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4638172-9cad-4c6e-ad0d-f53115c511b7 req-9c958e17-104f-465f-b437-f845d236144c service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111143 Jul 08 20:20:23.857551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51952) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:23.872498 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bf6cc5c7-9e44-42f2-ba57-359affe1f094 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a6dd8917b9d949e98d1b2f743a1a9fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6847041 Jul 08 20:20:23.875841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51956) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:23.906406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cc5c7-9e44-42f2-ba57-359affe1f094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f2aa10-2574-4f6d-9ea4-1a4ce8ffa784,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:23.987327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-e2b690e8-ba95-4f5b-b421-39988301edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:23.989071 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-e2b690e8-ba95-4f5b-b421-39988301edf5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f072151cc9a246949063c5a455a633da&device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 1096 time: 0.6023104 Jul 08 20:20:23.994455 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4638172-9cad-4c6e-ad0d-f53115c511b7 req-ab0fd525-b98b-4685-b610-184abd9ef9aa service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136385 Jul 08 20:20:24.056878 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d11a025f-f738-4096-a115-90e743b53fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:24.092367 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d11a025f-f738-4096-a115-90e743b53fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:24.115310 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-39f91b40-a686-45a6-806b-61dee4473c6a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7436e6df-efcd-4306-8585-03af3832ce30 HTTP/1.1" status: 200 len: 217 time: 0.0663543 Jul 08 20:20:24.124644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc1748-dec2-4fe1-a2fa-b07a25bd5780 req-0922d16a-996a-44db-9599-faab9b4e2ddb tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:24.126291 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68bc1748-dec2-4fe1-a2fa-b07a25bd5780 req-0922d16a-996a-44db-9599-faab9b4e2ddb tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 947 time: 0.1219077 Jul 08 20:20:24.177233 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68bc1748-dec2-4fe1-a2fa-b07a25bd5780 req-4bb8aa8d-fbfb-44e3-813a-d42dcccd5bcf tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/security-groups?id=0901dcea-c3a1-4aac-b909-c7e9cbafff02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440712 Jul 08 20:20:24.195557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d11a025f-f738-4096-a115-90e743b53fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:24.195699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25daba-340f-4985-ba6e-68780b02a503 req-705d3f36-0c8c-418f-9dc6-8740c93a6f04 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:24.198328 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d11a025f-f738-4096-a115-90e743b53fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:24.210013 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eb25daba-340f-4985-ba6e-68780b02a503 req-705d3f36-0c8c-418f-9dc6-8740c93a6f04 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 944 time: 0.2974777 Jul 08 20:20:24.210152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d11a025f-f738-4096-a115-90e743b53fde admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/30f2aa10-2574-4f6d-9ea4-1a4ce8ffa784 HTTP/1.1" status: 204 len: 168 time: 0.3281183 Jul 08 20:20:24.222956 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a025f-f738-4096-a115-90e743b53fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f2aa10-2574-4f6d-9ea4-1a4ce8ffa784,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:24.251683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-3eedff34-13a5-4fd2-a1de-04920707d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:24.254765 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-3eedff34-13a5-4fd2-a1de-04920707d4d2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1d30581c-537d-4c32-9235-0aa435cb33f2 HTTP/1.1" status: 200 len: 844 time: 0.1299155 Jul 08 20:20:24.318543 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-c0260f99-720f-4e87-99c8-ba1fd95166c6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fdb5f88e-06d4-480f-a839-50102aa47e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523944 Jul 08 20:20:24.389855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 560de148-5ea8-4a54-9801-8a81d9df121c details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:20:24.399944 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eb25daba-340f-4985-ba6e-68780b02a503 req-83f17e71-cb46-455d-b3a4-5edd8a9c316e tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/security-groups?id=186623e7-9ac3-491d-8d80-d7575b591f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523566 Jul 08 20:20:24.521740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a921b-6e9b-4fc7-98a0-a8a74a3ff973 req-5a1ae327-7a4b-438b-b864-40ae237c1664 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:24.530300 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f47a921b-6e9b-4fc7-98a0-a8a74a3ff973 req-5a1ae327-7a4b-438b-b864-40ae237c1664 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 944 time: 0.1519845 Jul 08 20:20:24.584971 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f47a921b-6e9b-4fc7-98a0-a8a74a3ff973 req-ed03bdcc-98fa-4dd3-81d0-c5a47cbe8921 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530314 Jul 08 20:20:24.624309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 560de148-5ea8-4a54-9801-8a81d9df121c, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=560de148-5ea8-4a54-9801-8a81d9df121c,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:24.631702 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-ff7e70ec-1d59-41cc-9ff9-87e0f7b370c0 service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040478 Jul 08 20:20:24.644586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '560de148-5ea8-4a54-9801-8a81d9df121c', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '560de148-5ea8-4a54-9801-8a81d9df121c', 'mac_address': 'fa:16:3e:19:7d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:20:24.681598 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:24.702918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560de148-5ea8-4a54-9801-8a81d9df121c {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:24.740059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 560de148-5ea8-4a54-9801-8a81d9df121c, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=560de148-5ea8-4a54-9801-8a81d9df121c,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:24.745217 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:24.746248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4c9c7b80-9bbb-4481-b5c2-68b480cb533a details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:20:24.770384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9008491f-0b6c-423d-b109-9b40882a30b3 req-a0882792-b12a-411c-8434-4cfffe47c347 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0989995 Jul 08 20:20:24.878494 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-8be1a2f2-3a81-47f8-857e-1091023d50dd tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=7e56bc4ea1ea4875a20713f35e2c3d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413423 Jul 08 20:20:24.888592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=560de148-5ea8-4a54-9801-8a81d9df121c,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:24.894005 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea224952-ba4d-4d8d-83ef-650f098e4e9a req-3f4bd22e-5ad1-4dc4-aa8b-4ef8e6163c7d service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453251 Jul 08 20:20:24.941917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4c9c7b80-9bbb-4481-b5c2-68b480cb533a,segment=NetworkSegment(5bd5808f-7c76-4b06-a042-667779e3a54f),segment_id=5bd5808f-7c76-4b06-a042-667779e3a54f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:24.960587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '4c9c7b80-9bbb-4481-b5c2-68b480cb533a', 'network_id': '09f22467-4999-45ea-bbf6-26db94b6ea72', 'port_id': '4c9c7b80-9bbb-4481-b5c2-68b480cb533a', 'mac_address': 'fa:16:3e:03:57:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed88bbc9-1f61-4e29-a185-5bef84f4e834', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:20:25.011952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-060fbcad-574f-4dfc-b820-469d5ef7a1e7 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:25.014669 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:25.021000 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-060fbcad-574f-4dfc-b820-469d5ef7a1e7 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1414018 Jul 08 20:20:25.033820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9c7b80-9bbb-4481-b5c2-68b480cb533a {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:25.037175 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-dffa196f-fdb3-40b9-affa-773a9430bffe tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/quotas/7e56bc4ea1ea4875a20713f35e2c3d62 HTTP/1.1" status: 200 len: 375 time: 0.0150173 Jul 08 20:20:25.039418 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fbaa0b2-869b-4af1-ac58-8276bd02308e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:25.046994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a030876-d02e-4ecb-8f5e-d1c711d2e679 req-a0278b34-b943-4391-a6af-c1942ce18d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:25.049561 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a030876-d02e-4ecb-8f5e-d1c711d2e679 req-a0278b34-b943-4391-a6af-c1942ce18d88 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f072151cc9a246949063c5a455a633da&device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 1096 time: 0.0811863 Jul 08 20:20:25.068077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4c9c7b80-9bbb-4481-b5c2-68b480cb533a,segment=NetworkSegment(5bd5808f-7c76-4b06-a042-667779e3a54f),segment_id=5bd5808f-7c76-4b06-a042-667779e3a54f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:25.074725 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:25.091909 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-02c13501-843b-4fc4-adde-6a32fb1df13d tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7e56bc4ea1ea4875a20713f35e2c3d62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503271 Jul 08 20:20:25.165606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=4c9c7b80-9bbb-4481-b5c2-68b480cb533a,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:25.298538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['560de148-5ea8-4a54-9801-8a81d9df121c'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:20:25.304139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['4c9c7b80-9bbb-4481-b5c2-68b480cb533a'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:20:25.421050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a030876-d02e-4ecb-8f5e-d1c711d2e679 req-58514135-6092-482d-bafe-fd56a3cd7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:25.422631 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a030876-d02e-4ecb-8f5e-d1c711d2e679 req-58514135-6092-482d-bafe-fd56a3cd7224 service neutron] 10.222.0.104 "GET /v2.0/networks?id=fdb5f88e-06d4-480f-a839-50102aa47e53 HTTP/1.1" status: 200 len: 905 time: 0.3191905 Jul 08 20:20:25.566764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a030876-d02e-4ecb-8f5e-d1c711d2e679 req-a51da0e6-56f6-45bd-b626-2af4aff184d8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7436e6df-efcd-4306-8585-03af3832ce30 HTTP/1.1" status: 200 len: 217 time: 0.1177812 Jul 08 20:20:25.699292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a9f00-1738-4056-a67c-d38d08ba2452 req-8447a466-5781-4fdd-9b60-3a2d07a0ebb3 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:25.709441 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0a6a9f00-1738-4056-a67c-d38d08ba2452 req-8447a466-5781-4fdd-9b60-3a2d07a0ebb3 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 945 time: 0.0926507 Jul 08 20:20:25.721501 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c26594-1a04-4022-b688-90b52b5d02d1 req-291f2aa8-628e-4a8b-8aee-882d69434df9 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:25.725912 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57c26594-1a04-4022-b688-90b52b5d02d1 req-291f2aa8-628e-4a8b-8aee-882d69434df9 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 948 time: 0.3554242 Jul 08 20:20:25.727932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52094) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:25.760222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a030876-d02e-4ecb-8f5e-d1c711d2e679 req-b4923127-b015-4c8d-9d33-01242cc3f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:25.761807 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a030876-d02e-4ecb-8f5e-d1c711d2e679 req-b4923127-b015-4c8d-9d33-01242cc3f48d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1d30581c-537d-4c32-9235-0aa435cb33f2 HTTP/1.1" status: 200 len: 844 time: 0.1941981 Jul 08 20:20:25.777021 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0a6a9f00-1738-4056-a67c-d38d08ba2452 req-0d2d67e4-4dd1-406d-ab1b-1d20e94c6153 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/security-groups?id=186623e7-9ac3-491d-8d80-d7575b591f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653336 Jul 08 20:20:25.815703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a030876-d02e-4ecb-8f5e-d1c711d2e679 req-dfae44ef-ab47-46c7-9309-518a1f9f42e2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fdb5f88e-06d4-480f-a839-50102aa47e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325289 Jul 08 20:20:25.925505 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57c26594-1a04-4022-b688-90b52b5d02d1 req-25596fbe-ecc2-48f9-bdf3-d2fe4d59f7f5 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/security-groups?id=0901dcea-c3a1-4aac-b909-c7e9cbafff02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872077 Jul 08 20:20:25.943542 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-f304418c-da81-4b49-8371-9604c6194026 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=7e56bc4ea1ea4875a20713f35e2c3d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459337 Jul 08 20:20:26.020331 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a030876-d02e-4ecb-8f5e-d1c711d2e679 req-b328b048-bc9e-4b71-87f0-4b108abd8cab service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905708 Jul 08 20:20:26.068574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1fbaa0b2-869b-4af1-ac58-8276bd02308e admin admin] Deleting port f85df689-e19d-48ab-952b-0f91998429f1 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:26.069939 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fbaa0b2-869b-4af1-ac58-8276bd02308e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:26.174919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-77d23bc8-e4f3-4614-8647-54c3e64f6229 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:26.183112 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-77d23bc8-e4f3-4614-8647-54c3e64f6229 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340701 Jul 08 20:20:26.203199 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-4848c0e4-1462-4f23-8485-435e74f6d70b tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/quotas/7e56bc4ea1ea4875a20713f35e2c3d62 HTTP/1.1" status: 200 len: 375 time: 0.0190005 Jul 08 20:20:26.210269 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f0c15ec-bca1-4ddd-9620-4dda00071d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:26.250743 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-3f097911-f249-4be2-a5cd-3fefba37f920 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7e56bc4ea1ea4875a20713f35e2c3d62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462995 Jul 08 20:20:26.343962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a030876-d02e-4ecb-8f5e-d1c711d2e679 req-bb6327b5-bc60-4316-bf44-5208ecc9598c service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125310 Jul 08 20:20:26.351640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-1fbaa0b2-869b-4af1-ac58-8276bd02308e admin admin] For port f85df689-e19d-48ab-952b-0f91998429f1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f85df689-e19d-48ab-952b-0f91998429f1,segment=NetworkSegment(de657de2-c681-47b3-81b4-b7ee963a12e5),segment_id=de657de2-c681-47b3-81b4-b7ee963a12e5)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:26.351969 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fbaa0b2-869b-4af1-ac58-8276bd02308e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:26.380859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7436e6df-efcd-4306-8585-03af3832ce30 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:20:26.383032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1fbaa0b2-869b-4af1-ac58-8276bd02308e admin admin] Calling delete_port for f85df689-e19d-48ab-952b-0f91998429f1 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:26.383388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 560de148-5ea8-4a54-9801-8a81d9df121c up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:20:26.405112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2899688-c07c-41ea-b014-03615b995053 req-a5630f0d-6a5a-40a8-91a6-38ae542fc486 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:26.413246 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b2899688-c07c-41ea-b014-03615b995053 req-a5630f0d-6a5a-40a8-91a6-38ae542fc486 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 944 time: 0.2453213 Jul 08 20:20:26.595086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 560de148-5ea8-4a54-9801-8a81d9df121c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:26.625610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 560de148-5ea8-4a54-9801-8a81d9df121c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:26.625984 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:26.645069 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b2899688-c07c-41ea-b014-03615b995053 req-8d203667-1056-4fa2-8265-f5430faf2713 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303834 Jul 08 20:20:26.658446 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64621a72-daf7-4eab-bf2c-d154e02e65b0 req-7f39a046-ace4-4347-9572-87ade39b8c8d tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0449951 Jul 08 20:20:26.676796 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f0c15ec-bca1-4ddd-9620-4dda00071d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:26.704357 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f0c15ec-bca1-4ddd-9620-4dda00071d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:26.743499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7436e6df-efcd-4306-8585-03af3832ce30, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7436e6df-efcd-4306-8585-03af3832ce30,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:26.783462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '7436e6df-efcd-4306-8585-03af3832ce30', 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53', 'port_id': '7436e6df-efcd-4306-8585-03af3832ce30', 'mac_address': 'fa:16:3e:43:7b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d30581c-537d-4c32-9235-0aa435cb33f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:20:26.801150 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f2d3c5af-e9bf-48e8-8a45-f7b5af1b7340 req-68a6a2b4-7f17-4d54-bdba-8020dc475f8d tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 210 time: 0.0743515 Jul 08 20:20:26.822400 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2f0c15ec-bca1-4ddd-9620-4dda00071d27 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dae16ea225d84788a3436db7f07dc609&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0900793 Jul 08 20:20:26.825536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52136) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:26.830045 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:26.873927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c15ec-bca1-4ddd-9620-4dda00071d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535fab11-f230-469d-b267-c176b72eefbf,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:26.915335 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:26.939109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3bdff1-4efb-4621-92df-17a7f612ea1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560de148-5ea8-4a54-9801-8a81d9df121c'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:26.941649 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dec8fe6-25cc-49af-8d4d-6bcb01ceb74e" -d '{"events": [{"server_uuid": "0c3bdff1-4efb-4621-92df-17a7f612ea1e", "name": "network-vif-plugged", "status": "completed", "tag": "560de148-5ea8-4a54-9801-8a81d9df121c"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:26.955430 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63a3a955-3664-4c98-b338-598b5d494802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:26.967391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 560de148-5ea8-4a54-9801-8a81d9df121c, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=560de148-5ea8-4a54-9801-8a81d9df121c,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:26.971192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7436e6df-efcd-4306-8585-03af3832ce30 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:27.003379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7436e6df-efcd-4306-8585-03af3832ce30, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7436e6df-efcd-4306-8585-03af3832ce30,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:27.006270 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.007894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4c9c7b80-9bbb-4481-b5c2-68b480cb533a up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:20:27.023965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63a3a955-3664-4c98-b338-598b5d494802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.097305 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.099779 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fbaa0b2-869b-4af1-ac58-8276bd02308e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.127970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=560de148-5ea8-4a54-9801-8a81d9df121c,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:27.217653 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-2238ed98-c0a2-4c98-8217-968fc8d71b77 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=7e56bc4ea1ea4875a20713f35e2c3d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395806 Jul 08 20:20:27.229527 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63a3a955-3664-4c98-b338-598b5d494802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.234176 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63a3a955-3664-4c98-b338-598b5d494802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.239255 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-63a3a955-3664-4c98-b338-598b5d494802 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/535fab11-f230-469d-b267-c176b72eefbf HTTP/1.1" status: 204 len: 168 time: 0.4112763 Jul 08 20:20:27.252752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbaa0b2-869b-4af1-ac58-8276bd02308e admin admin] Pushing event deleted for resources: {'Port': ['ID=f85df689-e19d-48ab-952b-0f91998429f1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:27.292079 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:20:27.296386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7436e6df-efcd-4306-8585-03af3832ce30,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:27.364136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:27.369120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:27.369772 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.386840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7436e6df-efcd-4306-8585-03af3832ce30'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:20:27.488937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-ab08ac89-35ea-4e57-ab24-1911997a55b8 req-7bca6759-e9be-45e5-bf8e-bfc023b1d208 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1270545537', 'description': 'tempest-description-301498854'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:27.563535 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab08ac89-35ea-4e57-ab24-1911997a55b8 req-7bca6759-e9be-45e5-bf8e-bfc023b1d208 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.575411 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3a955-3664-4c98-b338-598b5d494802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535fab11-f230-469d-b267-c176b72eefbf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:27.582769 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab08ac89-35ea-4e57-ab24-1911997a55b8 req-7bca6759-e9be-45e5-bf8e-bfc023b1d208 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.651288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91ab8-f9af-4110-9f8d-88ec24977bd3 req-ebac3a80-5ffe-4b77-b472-2b27222d5269 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:27.673242 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5e91ab8-f9af-4110-9f8d-88ec24977bd3 req-ebac3a80-5ffe-4b77-b472-2b27222d5269 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 945 time: 0.5532992 Jul 08 20:20:27.722436 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab08ac89-35ea-4e57-ab24-1911997a55b8 req-7bca6759-e9be-45e5-bf8e-bfc023b1d208 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.788164 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab08ac89-35ea-4e57-ab24-1911997a55b8 req-7bca6759-e9be-45e5-bf8e-bfc023b1d208 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.823328 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-c72c5280-396e-40bb-a6cf-002c10ed93eb tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:27.825933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-c72c5280-396e-40bb-a6cf-002c10ed93eb tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6023622 Jul 08 20:20:27.842756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Request body: {'port': {'device_id': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '7e56bc4ea1ea4875a20713f35e2c3d62'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:27.866344 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5e91ab8-f9af-4110-9f8d-88ec24977bd3 req-ccdf1cbb-d1a9-4d0a-9cfb-1fb884f700e1 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/security-groups?id=186623e7-9ac3-491d-8d80-d7575b591f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920381 Jul 08 20:20:27.901231 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab08ac89-35ea-4e57-ab24-1911997a55b8 req-7bca6759-e9be-45e5-bf8e-bfc023b1d208 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.909352 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.919478 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab08ac89-35ea-4e57-ab24-1911997a55b8 req-7bca6759-e9be-45e5-bf8e-bfc023b1d208 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.932724 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e045f0fc-1fda-42de-8a3d-d12ca831eaf8 x-openstack-request-id: req-e045f0fc-1fda-42de-8a3d-d12ca831eaf8 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:27.936839 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3bdff1-4efb-4621-92df-17a7f612ea1e", "name": "network-vif-plugged", "status": "completed", "tag": "560de148-5ea8-4a54-9801-8a81d9df121c", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:27.938517 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e045f0fc-1fda-42de-8a3d-d12ca831eaf8 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:27.939317 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3bdff1-4efb-4621-92df-17a7f612ea1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560de148-5ea8-4a54-9801-8a81d9df121c', 'code': 200} Jul 08 20:20:27.945323 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ab08ac89-35ea-4e57-ab24-1911997a55b8 req-7bca6759-e9be-45e5-bf8e-bfc023b1d208 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:27.957255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab08ac89-35ea-4e57-ab24-1911997a55b8 req-7bca6759-e9be-45e5-bf8e-bfc023b1d208 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5450828 Jul 08 20:20:28.029661 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Made reservation on behalf of 7e56bc4ea1ea4875a20713f35e2c3d62 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:28.034609 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:28.046853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:28.053910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4c9c7b80-9bbb-4481-b5c2-68b480cb533a,segment=NetworkSegment(5bd5808f-7c76-4b06-a042-667779e3a54f),segment_id=5bd5808f-7c76-4b06-a042-667779e3a54f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:28.064054 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:28.075179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca6759-e9be-45e5-bf8e-bfc023b1d208 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb664ba-3fcb-45b6-a166-25babe70024a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:28.195404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=4c9c7b80-9bbb-4481-b5c2-68b480cb533a,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:28.228811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca6759-e9be-45e5-bf8e-bfc023b1d208 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e31f5d5-46d2-49f7-b5f1-7fc268d62c25,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:28.235662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fbaa0b2-869b-4af1-ac58-8276bd02308e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:28.266373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1b8620b4-8c2f-4956-a276-308c76f67413 req-796f5354-0fa5-4cee-8ddb-23aa455d33b5 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0657318 Jul 08 20:20:28.266743 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:28.275362 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:28.351914 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b736579-25a3-49af-a214-023786b0e8a6 req-e44a0981-1d2e-4567-8699-fe3fad8d3494 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:28.353563 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3b736579-25a3-49af-a214-023786b0e8a6 req-e44a0981-1d2e-4567-8699-fe3fad8d3494 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 949 time: 0.1609175 Jul 08 20:20:28.368810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a009af15-e97a-45eb-81c7-fc1e794b496a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:28.458420 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3b736579-25a3-49af-a214-023786b0e8a6 req-2e48fcdf-2e69-4cd1-9770-0136a206b908 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/security-groups?id=0901dcea-c3a1-4aac-b909-c7e9cbafff02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958827 Jul 08 20:20:28.487858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Allocated IP 192.168.233.44 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/4c2e2dff-0e91-4cf7-8149-dd014457a203) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:20:28.668238 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7794e4a-4e23-48c4-a89a-98d3c5a72770 req-ea3276bd-cd80-4a17-926b-3d586b17439d tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 210 time: 0.0401189 Jul 08 20:20:28.729475 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-93774cf4-e75d-45f9-8ebc-0f6f2621b0a6 req-2209cce7-5e04-40fe-9ce5-15f876ba0234 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Request body: {'security_group': {'name': 'tempest-securitygroup-428752939', 'description': 'tempest-description-2093779823'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:28.736527 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:28.754139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94361e-9de9-4d2a-9901-5b366c9588fd req-e76001ae-9495-4bd0-a20d-e52b80458afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:28.755841 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb94361e-9de9-4d2a-9901-5b366c9588fd req-e76001ae-9495-4bd0-a20d-e52b80458afb service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 1101 time: 0.5689535 Jul 08 20:20:28.790636 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-c972367f-4a27-4063-88e6-bec92cd797ef tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=7e56bc4ea1ea4875a20713f35e2c3d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476046 Jul 08 20:20:28.794148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Transition to ACTIVE for port object 4c2e2dff-0e91-4cf7-8149-dd014457a203 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:28.826476 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb94361e-9de9-4d2a-9901-5b366c9588fd req-1b4798fb-11be-48a7-81e1-f4090b42c0b2 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0901dcea-c3a1-4aac-b909-c7e9cbafff02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610592 Jul 08 20:20:28.835571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e7c72-2a0f-43f5-a12c-cfe418bbd7bb req-a14e48c4-4da4-440d-bf79-56cfb3d42f9d tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:28.837130 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d2e7c72-2a0f-43f5-a12c-cfe418bbd7bb req-a14e48c4-4da4-440d-bf79-56cfb3d42f9d tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 945 time: 0.1719909 Jul 08 20:20:28.859134 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-93774cf4-e75d-45f9-8ebc-0f6f2621b0a6 req-2209cce7-5e04-40fe-9ce5-15f876ba0234 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:28.960959 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d2e7c72-2a0f-43f5-a12c-cfe418bbd7bb req-e6c20510-e720-4cfb-b299-6af9e41ec949 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870042 Jul 08 20:20:28.977833 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:28.987065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbaa0b2-869b-4af1-ac58-8276bd02308e admin admin] Router e9cf13e8-a7a0-4609-a83a-7de0097ee018 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:20:29.007009 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-0d6d7336-358e-499b-a58b-ef0f033933b9 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:29.008533 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-0d6d7336-358e-499b-a58b-ef0f033933b9 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103813 Jul 08 20:20:29.042886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Request body: {'port': {'device_id': 'b5c5d7ff-c4b2-4999-959e-467c091ade08', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '7e56bc4ea1ea4875a20713f35e2c3d62'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:29.185783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbaa0b2-869b-4af1-ac58-8276bd02308e admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:20:29.193766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1fbaa0b2-869b-4af1-ac58-8276bd02308e admin admin] 10.222.0.101 "PUT /v2.0/routers/e9cf13e8-a7a0-4609-a83a-7de0097ee018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3351490 Jul 08 20:20:29.195895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b634cfae-605b-4467-b450-61157884e138 None None] Sync routers for ids ['e9cf13e8-a7a0-4609-a83a-7de0097ee018'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:20:29.196788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52188) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:29.211859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634cfae-605b-4467-b450-61157884e138 None None] Routers {'e9cf13e8-a7a0-4609-a83a-7de0097ee018'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:20:29.212521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b634cfae-605b-4467-b450-61157884e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:20:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e9cf13e8-a7a0-4609-a83a-7de0097ee018'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:29.355639 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba4b86-1f51-4355-a034-869de79095a5 req-1e7c78a8-db26-4fda-bfbe-26af27de73c3 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:29.369261 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99ba4b86-1f51-4355-a034-869de79095a5 req-1e7c78a8-db26-4fda-bfbe-26af27de73c3 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 946 time: 0.2463701 Jul 08 20:20:29.381899 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b634cfae-605b-4467-b450-61157884e138 None None] Set router e9cf13e8-a7a0-4609-a83a-7de0097ee018 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:20:29.395654 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:20:29.399144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:29.399370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:29.410004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:20:29.428382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Pushing event updated for resources: {'Port': ['ID=4c2e2dff-0e91-4cf7-8149-dd014457a203,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:29.494806 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99ba4b86-1f51-4355-a034-869de79095a5 req-b83170ac-63cf-44af-adf2-dc7b185f61f3 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/security-groups?id=186623e7-9ac3-491d-8d80-d7575b591f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240914 Jul 08 20:20:29.521697 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-93774cf4-e75d-45f9-8ebc-0f6f2621b0a6 req-2209cce7-5e04-40fe-9ce5-15f876ba0234 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:29.563199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-93774cf4-e75d-45f9-8ebc-0f6f2621b0a6 req-2209cce7-5e04-40fe-9ce5-15f876ba0234 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:29.605645 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:29.609637 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:29.610340 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:29.623248 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52200) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:29.651689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209cce7-5e04-40fe-9ce5-15f876ba0234 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74470a1-7eb8-4df3-a625-b575d3170873,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:29.661877 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Made reservation on behalf of 7e56bc4ea1ea4875a20713f35e2c3d62 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:29.665493 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:29.680006 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-df457557-476b-472e-984a-e29b9ece4c29 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8426635 Jul 08 20:20:29.680826 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-93774cf4-e75d-45f9-8ebc-0f6f2621b0a6 req-2209cce7-5e04-40fe-9ce5-15f876ba0234 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:29.681758 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93774cf4-e75d-45f9-8ebc-0f6f2621b0a6 req-2209cce7-5e04-40fe-9ce5-15f876ba0234 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9594197 Jul 08 20:20:29.713641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Request body: {'port': {'device_id': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:29.758180 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b634cfae-605b-4467-b450-61157884e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'name': 'tempest-ServersTestMultiNic-614524447-router', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:57Z', 'updated_at': '2021-07-08T20:20:26Z', 'revision_number': 5, 'project_id': '3404ade70f2541f2811596eefba2d608', 'gw_port': {'id': '43036d9f-7d39-4bd2-b0b3-38e7f8dcd000', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:17:58Z', 'updated_at': '2021-07-08T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:29.760046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Deleting port 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:29.760538 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:29.808849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b634cfae-605b-4467-b450-61157884e138 None None] Checking router: e9cf13e8-a7a0-4609-a83a-7de0097ee018 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:20:29.819846 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634cfae-605b-4467-b450-61157884e138 None None] Routers {'e9cf13e8-a7a0-4609-a83a-7de0097ee018'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:20:29.820555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b634cfae-605b-4467-b450-61157884e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:20:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e9cf13e8-a7a0-4609-a83a-7de0097ee018'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:29.923212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1241234707', 'router:external': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:29.926741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bb2a48e0-d156-4a45-a6c8-0ee77d18f343 None None] Provisioning for port 4c2e2dff-0e91-4cf7-8149-dd014457a203 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:29.938201 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bb2a48e0-d156-4a45-a6c8-0ee77d18f343 None None] Provisioning complete for port 4c2e2dff-0e91-4cf7-8149-dd014457a203 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:29.938658 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bb2a48e0-d156-4a45-a6c8-0ee77d18f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:29.942573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203da05e-19d8-4833-9a8e-7681476c2e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9c7b80-9bbb-4481-b5c2-68b480cb533a'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:29.945002 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8a42b6-cb48-412a-b5bc-a53c476f0227" -d '{"events": [{"server_uuid": "203da05e-19d8-4833-9a8e-7681476c2e99", "name": "network-vif-plugged", "status": "completed", "tag": "4c9c7b80-9bbb-4481-b5c2-68b480cb533a"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:29.955660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01e5d435-c8b9-4ff3-b86a-7ec579addcdf req-5a8b4727-6065-4fc0-a52a-14acb557c6f3 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.1740131 Jul 08 20:20:29.968931 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:29.973835 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] For port 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=43036d9f-7d39-4bd2-b0b3-38e7f8dcd000,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:29.974199 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:29.998327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Calling delete_port for 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:30.002702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b634cfae-605b-4467-b450-61157884e138 None None] Set router e9cf13e8-a7a0-4609-a83a-7de0097ee018 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:20:30.023277 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Made reservation on behalf of 5f66d5cdab294f8c90c0efe2d4e10af2 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:30.026808 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.046963 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Allocated IP 192.168.233.81 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/bf01dd2c-0e77-4bad-8c78-2f56ceae7774) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:20:30.063039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b634cfae-605b-4467-b450-61157884e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'name': 'tempest-ServersTestMultiNic-614524447-router', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:57Z', 'updated_at': '2021-07-08T20:20:29Z', 'revision_number': 6, 'project_id': '3404ade70f2541f2811596eefba2d608', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:30.066321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a48e0-d156-4a45-a6c8-0ee77d18f343 None None] Port 4c2e2dff-0e91-4cf7-8149-dd014457a203 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:20:30.088186 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.094857 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b634cfae-605b-4467-b450-61157884e138 None None] The sync data for ids ['e9cf13e8-a7a0-4609-a83a-7de0097ee018'] in n-d-791506-16 is: [{'id': 'e9cf13e8-a7a0-4609-a83a-7de0097ee018', 'name': 'tempest-ServersTestMultiNic-614524447-router', 'tenant_id': '3404ade70f2541f2811596eefba2d608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:17:57Z', 'updated_at': '2021-07-08T20:20:29Z', 'revision_number': 6, 'project_id': '3404ade70f2541f2811596eefba2d608', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:20:30.154792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f383896-1865-4d04-bc2c-d692c77e282a req-e1a07ac3-57cd-4bc9-9a60-a3dce5452d85 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:30.156407 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f383896-1865-4d04-bc2c-d692c77e282a req-e1a07ac3-57cd-4bc9-9a60-a3dce5452d85 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 949 time: 0.2500882 Jul 08 20:20:30.265747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-424b92c7-f68c-42a7-800a-901e17a0bbb8 req-1f6184b7-a2f4-46ec-a6db-a15ada4dee12 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1298440661', 'description': 'tempest-description-1406999046'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:30.286943 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f383896-1865-4d04-bc2c-d692c77e282a req-321f19b0-ea50-4173-b2f2-34d4243e9dcb tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/security-groups?id=0901dcea-c3a1-4aac-b909-c7e9cbafff02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204512 Jul 08 20:20:30.305307 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.319524 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.350751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.356507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.365974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:20:30.371085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Transition to ACTIVE for port object bf01dd2c-0e77-4bad-8c78-2f56ceae7774 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:30.391538 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-424b92c7-f68c-42a7-800a-901e17a0bbb8 req-1f6184b7-a2f4-46ec-a6db-a15ada4dee12 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.406222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7436e6df-efcd-4306-8585-03af3832ce30 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:20:30.411515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Pushing event deleted for resources: {'Port': ['ID=43036d9f-7d39-4bd2-b0b3-38e7f8dcd000,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:30.419666 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.419666 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Added segment e66cf0fd-1be4-4bb1-91c8-241877fb0fd0 of type vlan for network a3389621-712b-4895-8d75-82796895ede5 Jul 08 20:20:30.419945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae177082-3cf1-4ffd-af1c-64e651c28b1e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:30.445849 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-424b92c7-f68c-42a7-800a-901e17a0bbb8 req-1f6184b7-a2f4-46ec-a6db-a15ada4dee12 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.450868 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc4754d7-3b68-4f0a-a734-28e0b7f152b9 req-63400fbe-cd50-48f9-83ec-b739f78d1e56 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 210 time: 0.0451005 Jul 08 20:20:30.474573 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.488838 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 7436e6df-efcd-4306-8585-03af3832ce30 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:30.495512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 7436e6df-efcd-4306-8585-03af3832ce30 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:30.495900 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.548439 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be496cb-5ca7-4443-bbe0-f4dd1daaaeb8 x-openstack-request-id: req-3be496cb-5ca7-4443-bbe0-f4dd1daaaeb8 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:30.548838 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203da05e-19d8-4833-9a8e-7681476c2e99", "name": "network-vif-plugged", "status": "completed", "tag": "4c9c7b80-9bbb-4481-b5c2-68b480cb533a", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:30.549089 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3be496cb-5ca7-4443-bbe0-f4dd1daaaeb8 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:30.549938 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203da05e-19d8-4833-9a8e-7681476c2e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9c7b80-9bbb-4481-b5c2-68b480cb533a', 'code': 200} Jul 08 20:20:30.574016 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.630393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.642867 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.655116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Pushing event updated for resources: {'Port': ['ID=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:30.691489 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7436e6df-efcd-4306-8585-03af3832ce30, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7436e6df-efcd-4306-8585-03af3832ce30,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:30.696948 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.714743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:20:30.733670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:30.747116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:20:30.757011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7436e6df-efcd-4306-8585-03af3832ce30,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:30.783789 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.787000 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.792441 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.793429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:30.794294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.855831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd9c66-6df7-47c0-83f6-156282f5e486 req-8b0e0eac-10e5-4afc-bf03-a10524c7b27b tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:30.858245 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-03dd9c66-6df7-47c0-83f6-156282f5e486 req-8b0e0eac-10e5-4afc-bf03-a10524c7b27b tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 945 time: 0.2001495 Jul 08 20:20:30.871099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:30.871828 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.916199 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.916777 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9cf13e8-a7a0-4609-a83a-7de0097ee018 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:20:30.921561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:30.922729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b98a5cf4-1c8f-414e-a8fe-5d79189d5739 admin admin] 10.222.0.101 "DELETE /v2.0/routers/e9cf13e8-a7a0-4609-a83a-7de0097ee018 HTTP/1.1" status: 204 len: 168 time: 1.7248034 Jul 08 20:20:30.928443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52216) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:30.949948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event updated for resources: {'Network': ['ID=a3389621-712b-4895-8d75-82796895ede5,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:30.961379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network a3389621-712b-4895-8d75-82796895ede5 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:20:30.985723 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f715485-7293-4aea-b257-d4ee7fe9475b req-ae0e69ad-f909-4e59-bd69-f66751ba28eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:30.987257 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f715485-7293-4aea-b257-d4ee7fe9475b req-ae0e69ad-f909-4e59-bd69-f66751ba28eb service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 1098 time: 0.3786695 Jul 08 20:20:30.989899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2e2dff-0e91-4cf7-8149-dd014457a203 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:30.990759 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-424b92c7-f68c-42a7-800a-901e17a0bbb8 req-1f6184b7-a2f4-46ec-a6db-a15ada4dee12 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.002299 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-424b92c7-f68c-42a7-800a-901e17a0bbb8 req-1f6184b7-a2f4-46ec-a6db-a15ada4dee12 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.003427 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.021400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Transition to ACTIVE for port object 4c2e2dff-0e91-4cf7-8149-dd014457a203 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:31.025318 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d0e6f1c7-6c79-4b0b-bd36-cc254398a0fe tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3997438 Jul 08 20:20:31.033556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52220) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:31.044672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-22a93961-d7e3-4845-8f01-1d8334b7c25b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Request body: {'subnet': {'network_id': 'a3389621-712b-4895-8d75-82796895ede5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:31.054657 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.061162 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-7652b683-1a8f-4493-8602-043e074abee2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0247579 Jul 08 20:20:31.062371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-c749b8eb-28b6-40e7-845f-46b9875dbbd6 admin admin] Deleting subnet 030fe488-ae64-46f0-8601-af0be05a2e8f {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:20:31.075320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-03dd9c66-6df7-47c0-83f6-156282f5e486 req-d4df9513-9ee5-43b7-9f4b-1929fac5d1ab tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955066 Jul 08 20:20:31.092493 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c749b8eb-28b6-40e7-845f-46b9875dbbd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.092777 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Request body: {'port': {'device_id': 'b5c5d7ff-c4b2-4999-959e-467c091ade08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:31.115548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6184b7-a2f4-46ec-a6db-a15ada4dee12 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d30f7fb-e482-4b96-b9c5-30b8ea037efe,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:31.121073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c4e3c117-32e0-483b-8846-be05e524e3b0 None None] Provisioning for port bf01dd2c-0e77-4bad-8c78-2f56ceae7774 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:31.126367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c4e3c117-32e0-483b-8846-be05e524e3b0 None None] Provisioning complete for port bf01dd2c-0e77-4bad-8c78-2f56ceae7774 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:31.126742 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c4e3c117-32e0-483b-8846-be05e524e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.139364 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f715485-7293-4aea-b257-d4ee7fe9475b req-8b816b07-5ee2-4db6-8335-a1c1099b31ab service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=186623e7-9ac3-491d-8d80-d7575b591f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401238 Jul 08 20:20:31.166306 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c749b8eb-28b6-40e7-845f-46b9875dbbd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.169522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c4e3c117-32e0-483b-8846-be05e524e3b0 None None] Port bf01dd2c-0e77-4bad-8c78-2f56ceae7774 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:20:31.240480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-424b92c7-f68c-42a7-800a-901e17a0bbb8 req-1f6184b7-a2f4-46ec-a6db-a15ada4dee12 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.252519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2e2dff-0e91-4cf7-8149-dd014457a203,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:31.271382 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-424b92c7-f68c-42a7-800a-901e17a0bbb8 req-1f6184b7-a2f4-46ec-a6db-a15ada4dee12 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.315009 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c749b8eb-28b6-40e7-845f-46b9875dbbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.317611 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6184b7-a2f4-46ec-a6db-a15ada4dee12 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3876154c-8ab5-4359-a8f1-1a3a33c0a550,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:31.347442 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-424b92c7-f68c-42a7-800a-901e17a0bbb8 req-1f6184b7-a2f4-46ec-a6db-a15ada4dee12 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.348795 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-424b92c7-f68c-42a7-800a-901e17a0bbb8 req-1f6184b7-a2f4-46ec-a6db-a15ada4dee12 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0939820 Jul 08 20:20:31.363026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a93961-d7e3-4845-8f01-1d8334b7c25b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Made reservation on behalf of 5f66d5cdab294f8c90c0efe2d4e10af2 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:31.365776 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22a93961-d7e3-4845-8f01-1d8334b7c25b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.388681 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.394606 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c749b8eb-28b6-40e7-845f-46b9875dbbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.426642 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c749b8eb-28b6-40e7-845f-46b9875dbbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.431228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c749b8eb-28b6-40e7-845f-46b9875dbbd6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/030fe488-ae64-46f0-8601-af0be05a2e8f HTTP/1.1" status: 204 len: 168 time: 0.4936802 Jul 08 20:20:31.431228 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749b8eb-28b6-40e7-845f-46b9875dbbd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030fe488-ae64-46f0-8601-af0be05a2e8f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:31.432353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52226) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:31.443246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b4e686-b515-41aa-8620-31609468aa9c None None] Network d003ff44-c136-4ab0-8d62-6f299626cb47 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:20:31.524466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:20:31.544436 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.558494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:20:31.559960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 43036d9f-7d39-4bd2-b0b3-38e7f8dcd000 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:20:31.560734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f85df689-e19d-48ab-952b-0f91998429f1 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:20:31.568377 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c3146-4ad2-4d55-8926-73650052fa50 req-2caf3f56-cb1d-402c-a511-aa0c9de8bcc7 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:31.569961 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-880c3146-4ad2-4d55-8926-73650052fa50 req-2caf3f56-cb1d-402c-a511-aa0c9de8bcc7 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 946 time: 0.3636117 Jul 08 20:20:31.571060 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-22e39d2c-d3c8-40d6-8b5f-6b4bcb637be8 req-d4ef4708-76eb-4a63-a5f4-350c24b482b9 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0441501 Jul 08 20:20:31.579906 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Attempting to bind port 4c2e2dff-0e91-4cf7-8149-dd014457a203 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:20:31.580266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Attempting to bind port 4c2e2dff-0e91-4cf7-8149-dd014457a203 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:20:31.580581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Attempting to bind port 4c2e2dff-0e91-4cf7-8149-dd014457a203 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:31.619492 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Port 4c2e2dff-0e91-4cf7-8149-dd014457a203 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:20:31.619832 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Attempting to bind port 4c2e2dff-0e91-4cf7-8149-dd014457a203 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:31.648858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:20:31.649184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:20:31.649591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:20:31.650045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Bound port: 4c2e2dff-0e91-4cf7-8149-dd014457a203, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:20:31.650417 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.660987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Deleting port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:31.661918 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.726982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: f85df689-e19d-48ab-952b-0f91998429f1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:20:31.727323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f85df689-e19d-48ab-952b-0f91998429f1 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:20:31.784220 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-880c3146-4ad2-4d55-8926-73650052fa50 req-30c09fd4-8d8b-46a8-b564-48b18de079a9 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/security-groups?id=186623e7-9ac3-491d-8d80-d7575b591f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011759 Jul 08 20:20:31.798568 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] For port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14,segment=NetworkSegment(de657de2-c681-47b3-81b4-b7ee963a12e5),segment_id=de657de2-c681-47b3-81b4-b7ee963a12e5)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:31.799532 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.821227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Calling delete_port for 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:31.847974 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-0b31da99-7aaf-46ba-b4a7-a56d4910f624 req-ed4daf62-943b-4dbb-8d59-efe908728456 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-843970305', 'description': 'tempest-description-954151477'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:31.895998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602153cc-4e46-475c-b7e4-e6614cbac253 req-09104012-ea9e-4b89-bed3-c3414e1a71e6 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:31.901161 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-602153cc-4e46-475c-b7e4-e6614cbac253 req-09104012-ea9e-4b89-bed3-c3414e1a71e6 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 949 time: 0.1860325 Jul 08 20:20:31.908169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773febf2-b62d-4888-b134-33ac841d46b1 None None] DHCP port deletion for d003ff44-c136-4ab0-8d62-6f299626cb47 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:20:31.963648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-602153cc-4e46-475c-b7e4-e6614cbac253 req-0163f905-636c-4216-866a-0981777bc366 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/security-groups?id=0901dcea-c3a1-4aac-b909-c7e9cbafff02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542552 Jul 08 20:20:31.966856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-773febf2-b62d-4888-b134-33ac841d46b1 None None] Deleting port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:31.967242 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-773febf2-b62d-4888-b134-33ac841d46b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:31.974572 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:20:31.977675 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.015722 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] No DVR routers for this DVR port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:20:32.018702 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:32.031431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:20:32.035504 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0b31da99-7aaf-46ba-b4a7-a56d4910f624 req-ed4daf62-943b-4dbb-8d59-efe908728456 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.057294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-773febf2-b62d-4888-b134-33ac841d46b1 None None] For port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14,segment=NetworkSegment(de657de2-c681-47b3-81b4-b7ee963a12e5),segment_id=de657de2-c681-47b3-81b4-b7ee963a12e5)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:32.057733 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-773febf2-b62d-4888-b134-33ac841d46b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.072641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-773febf2-b62d-4888-b134-33ac841d46b1 None None] Calling delete_port for 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:32.079454 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.145580 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.157830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d003ff44-c136-4ab0-8d62-6f299626cb47']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:32.177838 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-773febf2-b62d-4888-b134-33ac841d46b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.179875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de657de2-c681-47b3-81b4-b7ee963a12e5') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:32.180480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de657de2-c681-47b3-81b4-b7ee963a12e5') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:32.196505 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.215756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773febf2-b62d-4888-b134-33ac841d46b1 None None] Pushing event deleted for resources: {'Port': ['ID=7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:32.220107 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.220575 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:32.221244 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.222688 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] 10.222.0.103 "PUT /v2.0/ports/4c2e2dff-0e91-4cf7-8149-dd014457a203 HTTP/1.1" status: 200 len: 1096 time: 2.5236070 Jul 08 20:20:32.228503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:32.229244 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:20:32.229888 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.230897 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773febf2-b62d-4888-b134-33ac841d46b1 None None] No DVR routers for this DVR port 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:20:32.231440 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53913329-0187-4333-80f0-a11aa6d46b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:32.242773 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ab94a-ca76-4675-805a-27d09c2efcae req-1876e94a-20e3-463d-b047-b17c70daa474 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:32.250991 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b45ab94a-ca76-4675-805a-27d09c2efcae req-1876e94a-20e3-463d-b047-b17c70daa474 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 935 time: 0.1507280 Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:20:32.253213 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:20:32.306066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd1350-23f2-4916-9a84-d1bab40445e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2e2dff-0e91-4cf7-8149-dd014457a203,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:32.343654 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b45ab94a-ca76-4675-805a-27d09c2efcae req-48f7b9ce-5d9d-41fa-9b48-f2b043bc45e8 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847681 Jul 08 20:20:32.348938 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.364210 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.366499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] 10.222.0.101 "DELETE /v2.0/networks/d003ff44-c136-4ab0-8d62-6f299626cb47 HTTP/1.1" status: 204 len: 168 time: 0.9332108 Jul 08 20:20:32.405015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82658ab2-a015-4584-8e4d-a68cc213414a admin admin] Pushing event deleted for resources: {'Network': ['ID=d003ff44-c136-4ab0-8d62-6f299626cb47,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:32.471683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf01dd2c-0e77-4bad-8c78-2f56ceae7774 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:32.487895 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.491778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0b31da99-7aaf-46ba-b4a7-a56d4910f624 req-ed4daf62-943b-4dbb-8d59-efe908728456 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.508469 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0b31da99-7aaf-46ba-b4a7-a56d4910f624 req-ed4daf62-943b-4dbb-8d59-efe908728456 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.533887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Transition to ACTIVE for port object bf01dd2c-0e77-4bad-8c78-2f56ceae7774 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:32.546504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-868d9cde-0e4c-4a95-a4e8-b270d4800da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:32.548081 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-868d9cde-0e4c-4a95-a4e8-b270d4800da3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e56bc4ea1ea4875a20713f35e2c3d62&device_id=d0d97af6-eba5-4b61-8d12-084cba52371f HTTP/1.1" status: 200 len: 1099 time: 0.2589564 Jul 08 20:20:32.551709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7436e6df-efcd-4306-8585-03af3832ce30'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:32.553929 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.557007 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9278a3-6a3a-4cf3-9acc-2d4a1a48750f" -d '{"events": [{"server_uuid": "3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4", "name": "network-vif-plugged", "status": "completed", "tag": "7436e6df-efcd-4306-8585-03af3832ce30"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:32.598333 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0b31da99-7aaf-46ba-b4a7-a56d4910f624 req-ed4daf62-943b-4dbb-8d59-efe908728456 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.612763 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0b31da99-7aaf-46ba-b4a7-a56d4910f624 req-ed4daf62-943b-4dbb-8d59-efe908728456 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7787144 Jul 08 20:20:32.626071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4daf62-943b-4dbb-8d59-efe908728456 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9fb6cd-ace2-4434-80d7-a23fbe53dd00,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:32.633314 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52244) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:32.686976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-a0c13006-6d67-4ed0-8705-c40a3124db64 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203 HTTP/1.1" status: 200 len: 217 time: 0.1177769 Jul 08 20:20:32.692533 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c147a9-42e8-4996-97e5-bde340899870 x-openstack-request-id: req-d9c147a9-42e8-4996-97e5-bde340899870 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:32.692888 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:32.693112 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d9c147a9-42e8-4996-97e5-bde340899870 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:32.693519 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203', 'status': 'completed', 'code': 200} Jul 08 20:20:32.706380 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cbddf446-9346-4b3c-8be8-810d80c914b6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3404ade70f2541f2811596eefba2d608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715244 Jul 08 20:20:32.708993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52248) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:32.733472 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8030ed-ac9d-4022-b0d4-8be0d1388376 x-openstack-request-id: req-1c8030ed-ac9d-4022-b0d4-8be0d1388376 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:32.733978 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4", "name": "network-vif-plugged", "status": "completed", "tag": "7436e6df-efcd-4306-8585-03af3832ce30", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:32.734435 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1c8030ed-ac9d-4022-b0d4-8be0d1388376 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:32.734854 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7436e6df-efcd-4306-8585-03af3832ce30', 'code': 200} Jul 08 20:20:32.765500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:32.816952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.objects.ports [None req-22a93961-d7e3-4845-8f01-1d8334b7c25b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:20:32.818609 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22a93961-d7e3-4845-8f01-1d8334b7c25b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.845406 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16f6d1af-66b1-4470-80b3-2f453636f1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.878548 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a93961-d7e3-4845-8f01-1d8334b7c25b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eebc849b-1cd2-4e59-bda4-4fe4102757df,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:32.921691 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16f6d1af-66b1-4470-80b3-2f453636f1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:32.957104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-f577ce47-a2d8-4f52-9ec5-d8c2c11d7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:32.958639 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-f577ce47-a2d8-4f52-9ec5-d8c2c11d7482 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.2547121 Jul 08 20:20:32.997433 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad274a3b-df00-450a-a155-61e71726af76 req-c9977c02-2de0-452e-a85b-051bbf6284ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:32.998762 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad274a3b-df00-450a-a155-61e71726af76 req-c9977c02-2de0-452e-a85b-051bbf6284ee service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 1098 time: 0.1672647 Jul 08 20:20:33.035350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Attempting to bind port bf01dd2c-0e77-4bad-8c78-2f56ceae7774 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:20:33.035958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Attempting to bind port bf01dd2c-0e77-4bad-8c78-2f56ceae7774 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:20:33.036077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Attempting to bind port bf01dd2c-0e77-4bad-8c78-2f56ceae7774 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:33.040379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a93961-d7e3-4845-8f01-1d8334b7c25b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Checking segment: {'id': 'e66cf0fd-1be4-4bb1-91c8-241877fb0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3389621-712b-4895-8d75-82796895ede5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:20:33.040783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a93961-d7e3-4845-8f01-1d8334b7c25b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Network hostable DHCP agents. Network: a3389621-712b-4895-8d75-82796895ede5, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:20:33.053382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Port bf01dd2c-0e77-4bad-8c78-2f56ceae7774 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:20:33.053712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Attempting to bind port bf01dd2c-0e77-4bad-8c78-2f56ceae7774 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:33.054595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16f6d1af-66b1-4470-80b3-2f453636f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:33.057175 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16f6d1af-66b1-4470-80b3-2f453636f1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:33.060597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-16f6d1af-66b1-4470-80b3-2f453636f1d0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c HTTP/1.1" status: 204 len: 168 time: 0.3484044 Jul 08 20:20:33.069941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053eef85-8763-41b3-bbc8-8f5765ae28c1 req-906f373a-bd1b-4f06-ae6d-0f901f67038c tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:33.071706 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-053eef85-8763-41b3-bbc8-8f5765ae28c1 req-906f373a-bd1b-4f06-ae6d-0f901f67038c tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 946 time: 0.3072748 Jul 08 20:20:33.077379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:20:33.077722 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:20:33.078223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:20:33.078559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Bound port: bf01dd2c-0e77-4bad-8c78-2f56ceae7774, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:20:33.078920 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:33.088128 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6d1af-66b1-4470-80b3-2f453636f1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:33.091868 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad274a3b-df00-450a-a155-61e71726af76 req-808e40d1-f402-4c83-b249-301e83f3271e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776565 Jul 08 20:20:33.126643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a93961-d7e3-4845-8f01-1d8334b7c25b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Network a3389621-712b-4895-8d75-82796895ede5 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:20:33.158977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-eb086f2c-19a5-4293-a977-587f337e714a tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39602 time: 0.4077339 Jul 08 20:20:33.182262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-22a93961-d7e3-4845-8f01-1d8334b7c25b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, a3389621-712b-4895-8d75-82796895ede5) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:33.186450 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-053eef85-8763-41b3-bbc8-8f5765ae28c1 req-9443996f-bb1d-421a-8620-28ca8a630543 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053863 Jul 08 20:20:33.191363 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-2e42c0ab-a5f2-448e-8f60-d215bba86652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:33.192881 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-2e42c0ab-a5f2-448e-8f60-d215bba86652 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2224362 Jul 08 20:20:33.195814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a93961-d7e3-4845-8f01-1d8334b7c25b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:33.196300 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22a93961-d7e3-4845-8f01-1d8334b7c25b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:33.203282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d475147b-afc1-47ad-aa04-732c422231a9 None None] Network a3389621-712b-4895-8d75-82796895ede5 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:20:33.252527 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-c567eaa6-d057-48f1-a685-e31cbc6839e2 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/01b42610-5d3b-47a2-8032-5d0a5e3f36a5 HTTP/1.1" status: 200 len: 2981 time: 0.0925689 Jul 08 20:20:33.267539 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-22a93961-d7e3-4845-8f01-1d8334b7c25b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2296429 Jul 08 20:20:33.271414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52254) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:33.274928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] For port bf01dd2c-0e77-4bad-8c78-2f56ceae7774, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:20:33.288300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-720088146', 'network_id': 'a3389621-712b-4895-8d75-82796895ede5'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:33.297025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] For port bf01dd2c-0e77-4bad-8c78-2f56ceae7774, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:20:33.317474 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:33.323754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Made reservation on behalf of 5f66d5cdab294f8c90c0efe2d4e10af2 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:33.327608 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:33.367628 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] device_id is not set on port 62d741d0-80b1-4485-9287-4742080552c7 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:20:33.380419 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-fe0c5ff6-6215-4395-9312-0049d50c5f4a tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/01b42610-5d3b-47a2-8032-5d0a5e3f36a5 HTTP/1.1" status: 200 len: 2981 time: 0.1265292 Jul 08 20:20:33.425336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:33.425980 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:33.427545 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] 10.222.0.103 "PUT /v2.0/ports/bf01dd2c-0e77-4bad-8c78-2f56ceae7774 HTTP/1.1" status: 200 len: 1096 time: 2.3511660 Jul 08 20:20:33.489607 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-cdb16a21-9d5c-4c76-9997-bb3699c94959 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770624 Jul 08 20:20:33.501307 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85571018-3f47-407d-a484-d166317fc0f3 req-38186caa-bb24-4684-8cc0-05bff849b003 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.1157887 Jul 08 20:20:33.540552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:20:33.589115 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ea0433-1660-478d-a5e3-3aac2a68f70d None None] Network a3389621-712b-4895-8d75-82796895ede5 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:20:33.594860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:20:33.597045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7d9fb07c-aab3-4462-ab6d-f3d9c4e01d14 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:20:33.631548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-9e74aa36-b735-465d-a869-c2a70e36acee tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/0901dcea-c3a1-4aac-b909-c7e9cbafff02 HTTP/1.1" status: 200 len: 2981 time: 0.2430997 Jul 08 20:20:33.719580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Allocated IP 172.20.0.5 (a3389621-712b-4895-8d75-82796895ede5/eebc849b-1cd2-4e59-bda4-4fe4102757df/62d741d0-80b1-4485-9287-4742080552c7) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:20:33.748966 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-7d3d5d52-2b76-4405-b241-338c17e72d3e tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/0901dcea-c3a1-4aac-b909-c7e9cbafff02 HTTP/1.1" status: 200 len: 2981 time: 0.1161656 Jul 08 20:20:33.821274 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-1409f692-5793-400c-878b-46eeb336ab67 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/186623e7-9ac3-491d-8d80-d7575b591f0b HTTP/1.1" status: 200 len: 2981 time: 0.0637548 Jul 08 20:20:33.947901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2f636-6020-4f22-8e6e-868bc5605ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:34.041902 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbb4d531-6f79-4ccb-b02f-c2442b85af4b req-c97977b8-9d21-4bcd-9a2c-481595b9b7f0 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393872 Jul 08 20:20:34.057857 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-13fc019b-043a-4a65-b1e6-db9a1d10110e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:34.073402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-f365e44b-72d4-4ad6-a1b2-d0698ef5bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:34.075849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-f365e44b-72d4-4ad6-a1b2-d0698ef5bf65 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e56bc4ea1ea4875a20713f35e2c3d62&device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 1099 time: 0.5908687 Jul 08 20:20:34.150898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdc6aa-2f4d-4690-99b8-6dfece19bb93 req-e77b0ade-608f-4d83-a36c-3af9807bad24 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:34.159523 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3dbdc6aa-2f4d-4690-99b8-6dfece19bb93 req-e77b0ade-608f-4d83-a36c-3af9807bad24 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 949 time: 0.2347844 Jul 08 20:20:34.163184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52276) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:34.173066 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-c10b2c75-7abd-487d-a63c-2ed2bf79c27a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bf01dd2c-0e77-4bad-8c78-2f56ceae7774 HTTP/1.1" status: 200 len: 217 time: 0.0836151 Jul 08 20:20:34.269756 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-b1775a7e-86a1-428c-9e55-bc796ad3c6b1 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/186623e7-9ac3-491d-8d80-d7575b591f0b HTTP/1.1" status: 200 len: 2981 time: 0.4385011 Jul 08 20:20:34.283302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1275957603-network', 'tenant_id': '12186e02ce744e01bcd7d8888ea0fb20'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:34.289284 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3dbdc6aa-2f4d-4690-99b8-6dfece19bb93 req-4a5ea58d-7b43-4b4c-8727-56ad9a227f27 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/security-groups?id=0901dcea-c3a1-4aac-b909-c7e9cbafff02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287818 Jul 08 20:20:34.301699 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-f80894ce-8d9e-4c52-bbf7-7f3c7e6df439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:34.303189 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-f80894ce-8d9e-4c52-bbf7-7f3c7e6df439 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1126599 Jul 08 20:20:34.354933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53913329-0187-4333-80f0-a11aa6d46b0f req-5d9bb703-383f-40e0-ab31-ce347e6a0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:34.357179 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53913329-0187-4333-80f0-a11aa6d46b0f req-5d9bb703-383f-40e0-ab31-ce347e6a0081 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e56bc4ea1ea4875a20713f35e2c3d62&device_id=d0d97af6-eba5-4b61-8d12-084cba52371f HTTP/1.1" status: 200 len: 1099 time: 0.1868515 Jul 08 20:20:34.360667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Made reservation on behalf of 12186e02ce744e01bcd7d8888ea0fb20 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:34.362729 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:34.374846 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-f883afab-f9c3-4ff5-a3e3-5b321bd79f4d tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/3bb664ba-3fcb-45b6-a166-25babe70024a HTTP/1.1" status: 200 len: 2981 time: 0.0765870 Jul 08 20:20:34.384239 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:34.401488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb9ea0-4839-45e3-8789-85c94474ca26 req-625d4020-23a0-4d81-b604-13e1b2c690aa tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:34.403685 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-78cb9ea0-4839-45e3-8789-85c94474ca26 req-625d4020-23a0-4d81-b604-13e1b2c690aa tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.104 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 949 time: 0.1800246 Jul 08 20:20:34.469736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:34.504000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-003294e9-5aa6-4fba-bbba-225cad13a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:34.505576 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-003294e9-5aa6-4fba-bbba-225cad13a724 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1956663 Jul 08 20:20:34.506377 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-4449e76f-4b72-4f21-b9f4-b6de613831bf tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/3bb664ba-3fcb-45b6-a166-25babe70024a HTTP/1.1" status: 200 len: 2981 time: 0.1194928 Jul 08 20:20:34.560488 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-3216e43e-70a5-4fb1-9cbb-18e0f69ddd43 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] show failed (client error): The resource could not be found. Jul 08 20:20:34.561559 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-3216e43e-70a5-4fb1-9cbb-18e0f69ddd43 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c HTTP/1.1" status: 404 len: 352 time: 0.0472307 Jul 08 20:20:34.595236 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-c6356ff9-e409-46ba-92a4-b8cfd9826608 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] show failed (client error): The resource could not be found. Jul 08 20:20:34.596261 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-c6356ff9-e409-46ba-92a4-b8cfd9826608 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/50c108a4-a7b7-4fe3-bcce-dc67c8fdca6c HTTP/1.1" status: 404 len: 352 time: 0.0239861 Jul 08 20:20:34.608743 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:34.616290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53913329-0187-4333-80f0-a11aa6d46b0f req-c7dcbf75-7ca7-4990-b510-95325d596255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:34.617799 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53913329-0187-4333-80f0-a11aa6d46b0f req-c7dcbf75-7ca7-4990-b510-95325d596255 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2501736 Jul 08 20:20:34.646021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aab11-1dd1-4982-98c1-3407a690f3db req-4a441da5-0a28-466e-87c4-a8c7fc6afdef tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:34.647453 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab3aab11-1dd1-4982-98c1-3407a690f3db req-4a441da5-0a28-466e-87c4-a8c7fc6afdef tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 946 time: 0.2183030 Jul 08 20:20:34.657785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-78cb9ea0-4839-45e3-8789-85c94474ca26 req-b65461a6-89be-436e-a397-e16137ae9262 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Deleting port 560de148-5ea8-4a54-9801-8a81d9df121c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:34.658133 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-78cb9ea0-4839-45e3-8789-85c94474ca26 req-b65461a6-89be-436e-a397-e16137ae9262 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:34.692125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Network a3389621-712b-4895-8d75-82796895ede5 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:20:34.694119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c5d7ff-c4b2-4999-959e-467c091ade08', 'tag': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:34.696334 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625e8d40-a510-4008-bd00-a05659e2ccdf" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c5d7ff-c4b2-4999-959e-467c091ade08", "tag": "bf01dd2c-0e77-4bad-8c78-2f56ceae7774"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:34.707748 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53913329-0187-4333-80f0-a11aa6d46b0f req-4fa7285b-5cd4-4e0c-a21e-3f3b048e5347 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203 HTTP/1.1" status: 200 len: 217 time: 0.0796864 Jul 08 20:20:34.733355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:34.737867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event updated for resources: {'Port': ['ID=62d741d0-80b1-4485-9287-4742080552c7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:34.744143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:20:34.775672 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-f39cb749-56c8-4c47-b9f0-9113c4201cb8 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610455 Jul 08 20:20:34.783099 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-d6e1b7d9-dcc0-4eb6-b9b8-4cf6d1a5266d tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/528d9e9b-ff1e-4f58-9ed0-72641efbe79a HTTP/1.1" status: 200 len: 2977 time: 0.1773705 Jul 08 20:20:34.825973 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab3aab11-1dd1-4982-98c1-3407a690f3db req-5be4083c-9c3e-4b33-959b-327dc013856f tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/security-groups?id=186623e7-9ac3-491d-8d80-d7575b591f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676073 Jul 08 20:20:34.852114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:34.852114 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:34.874395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53913329-0187-4333-80f0-a11aa6d46b0f req-d5c7acc5-10bd-4a71-b28e-5cd7c2e4471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:34.875911 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53913329-0187-4333-80f0-a11aa6d46b0f req-d5c7acc5-10bd-4a71-b28e-5cd7c2e4471a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1463590 Jul 08 20:20:34.878345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-78cb9ea0-4839-45e3-8789-85c94474ca26 req-b65461a6-89be-436e-a397-e16137ae9262 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] For port 560de148-5ea8-4a54-9801-8a81d9df121c, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=560de148-5ea8-4a54-9801-8a81d9df121c,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:34.878716 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-78cb9ea0-4839-45e3-8789-85c94474ca26 req-b65461a6-89be-436e-a397-e16137ae9262 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:34.896722 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-29076b82-e892-4624-bb24-5243b2f9fd18 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/528d9e9b-ff1e-4f58-9ed0-72641efbe79a HTTP/1.1" status: 200 len: 2977 time: 0.1049597 Jul 08 20:20:34.910036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-78cb9ea0-4839-45e3-8789-85c94474ca26 req-b65461a6-89be-436e-a397-e16137ae9262 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Calling delete_port for 560de148-5ea8-4a54-9801-8a81d9df121c owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:34.928369 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:34.939222 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:34.952954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:20:34.985133 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-17cefd14-5f2f-4e35-834a-4acc8b4d85dd tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.7125492 Jul 08 20:20:34.990717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:34.991079 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Added segment 699aa462-77cd-4c5a-8cae-9c60902901ee of type vlan for network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 Jul 08 20:20:35.001519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52290) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:35.033274 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-2993f33c-dcc9-415a-89c0-3be476a0bdf9 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/62c2eeec-4295-4fe5-a8b7-5b65c789dacf HTTP/1.1" status: 200 len: 2981 time: 0.1256459 Jul 08 20:20:35.097643 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b82b9f-6984-439e-9fc1-8b31b988f0a3 req-257749bc-b48f-46d7-9390-485332ffb690 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104959 Jul 08 20:20:35.103924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cf82e9-e124-40a1-97ad-ab465cc3889d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:35.124350 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:35.137395 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-a8f9525f-5b5f-49ba-87df-56edc2844fd8 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/62c2eeec-4295-4fe5-a8b7-5b65c789dacf HTTP/1.1" status: 200 len: 2981 time: 0.0938392 Jul 08 20:20:35.138199 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53913329-0187-4333-80f0-a11aa6d46b0f req-2b912ab6-d88e-4dc2-8275-b5230a8e19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:35.139700 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53913329-0187-4333-80f0-a11aa6d46b0f req-2b912ab6-d88e-4dc2-8275-b5230a8e19a6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2479608 Jul 08 20:20:35.195208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e584d-022c-48fd-9cf0-91b957d5dc61 req-ba276dbb-8142-4a3b-b0b8-1c6334645b4b tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:35.196786 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a8e584d-022c-48fd-9cf0-91b957d5dc61 req-ba276dbb-8142-4a3b-b0b8-1c6334645b4b tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 947 time: 0.2376420 Jul 08 20:20:35.220890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-78cb9ea0-4839-45e3-8789-85c94474ca26 req-b65461a6-89be-436e-a397-e16137ae9262 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:35.235948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:35.236943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:35.237521 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:35.264196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1354a1ae-dbfa-4811-9291-86bb3aad2294 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Deleting port 62d741d0-80b1-4485-9287-4742080552c7 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:35.264540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1354a1ae-dbfa-4811-9291-86bb3aad2294 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:35.279698 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-f7b53bd5-64f7-4118-9d5a-aa3df19d457d tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/9d30f7fb-e482-4b96-b9c5-30b8ea037efe HTTP/1.1" status: 200 len: 2981 time: 0.1154835 Jul 08 20:20:35.282875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65461a6-89be-436e-a397-e16137ae9262 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Pushing event deleted for resources: {'Port': ['ID=560de148-5ea8-4a54-9801-8a81d9df121c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:35.343957 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1808808 Jul 08 20:20:35.351304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52300) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:35.369587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-de92348b-b295-4921-b7cc-1293be9813f9 admin admin] Request body: {'subnet': {'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1275957603-subnet', 'tenant_id': '12186e02ce744e01bcd7d8888ea0fb20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:35.370699 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a8e584d-022c-48fd-9cf0-91b957d5dc61 req-63fccf94-acc6-4d22-a81d-38072b22268b tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466660 Jul 08 20:20:35.395387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b12eb-abd8-4a13-bacc-a1be7df98c1e admin admin] Pushing event updated for resources: {'Network': ['ID=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:35.408909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cb9ea0-4839-45e3-8789-85c94474ca26 req-b65461a6-89be-436e-a397-e16137ae9262 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] No DVR routers for this DVR port 560de148-5ea8-4a54-9801-8a81d9df121c on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:20:35.409111 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53913329-0187-4333-80f0-a11aa6d46b0f req-43aaf344-b566-4bd8-94b5-12c84a65e065 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537694 Jul 08 20:20:35.414517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:20:35.436784 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-78cb9ea0-4839-45e3-8789-85c94474ca26 req-b65461a6-89be-436e-a397-e16137ae9262 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:35.438837 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-78cb9ea0-4839-45e3-8789-85c94474ca26 req-b65461a6-89be-436e-a397-e16137ae9262 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.104 "DELETE /v2.0/ports/560de148-5ea8-4a54-9801-8a81d9df121c HTTP/1.1" status: 204 len: 173 time: 1.0228648 Jul 08 20:20:35.485962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3bdff1-4efb-4621-92df-17a7f612ea1e', 'name': 'network-vif-deleted', 'tag': '560de148-5ea8-4a54-9801-8a81d9df121c'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:35.488478 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11836d81-fcf2-4e23-8cbb-37b59e42a74d" -d '{"events": [{"server_uuid": "0c3bdff1-4efb-4621-92df-17a7f612ea1e", "name": "network-vif-deleted", "tag": "560de148-5ea8-4a54-9801-8a81d9df121c"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:35.522575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de92348b-b295-4921-b7cc-1293be9813f9 admin admin] Made reservation on behalf of 12186e02ce744e01bcd7d8888ea0fb20 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:35.525757 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de92348b-b295-4921-b7cc-1293be9813f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:35.540036 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-0e705f07-c9dc-4bb0-b2ab-26b6bac0091e tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/9d30f7fb-e482-4b96-b9c5-30b8ea037efe HTTP/1.1" status: 200 len: 2981 time: 0.2172031 Jul 08 20:20:35.629135 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53913329-0187-4333-80f0-a11aa6d46b0f req-fc464a62-7373-4db1-9379-95670c28dca3 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054930 Jul 08 20:20:35.635338 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1354a1ae-dbfa-4811-9291-86bb3aad2294 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:35.670330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1354a1ae-dbfa-4811-9291-86bb3aad2294 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Calling delete_port for 62d741d0-80b1-4485-9287-4742080552c7 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:35.694965 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca176c0c-7c35-400c-a4eb-351b6dba33eb req-84a3587b-c6ed-4973-aa32-dd87ceafd6de tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:35.703798 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca176c0c-7c35-400c-a4eb-351b6dba33eb req-84a3587b-c6ed-4973-aa32-dd87ceafd6de tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 946 time: 0.0880339 Jul 08 20:20:35.715691 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-a729851c-7b8e-4444-b274-45b5ff69916a tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/a009af15-e97a-45eb-81c7-fc1e794b496a HTTP/1.1" status: 200 len: 2981 time: 0.1734188 Jul 08 20:20:35.741685 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca176c0c-7c35-400c-a4eb-351b6dba33eb req-b82ace0e-4537-4162-8e40-80e084ac0411 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367985 Jul 08 20:20:35.816224 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-00401c03-3231-4fa6-b1a5-debdaf9ea83d tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/a009af15-e97a-45eb-81c7-fc1e794b496a HTTP/1.1" status: 200 len: 2981 time: 0.0998628 Jul 08 20:20:35.915373 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1f9832b3-7cc2-48a2-806e-56b80f73395c req-6289f444-7299-42ca-abc0-16c44ea7faac tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0451691 Jul 08 20:20:35.974037 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2f3f6f-9d34-4152-8c8d-39f66256a6ed x-openstack-request-id: req-ee2f3f6f-9d34-4152-8c8d-39f66256a6ed {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:35.974522 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c5d7ff-c4b2-4999-959e-467c091ade08", "tag": "bf01dd2c-0e77-4bad-8c78-2f56ceae7774", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:35.974936 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ee2f3f6f-9d34-4152-8c8d-39f66256a6ed {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:35.975546 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c5d7ff-c4b2-4999-959e-467c091ade08', 'tag': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774', 'status': 'completed', 'code': 200} Jul 08 20:20:35.996722 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-64fa4bb2-4cb1-47f5-8d5b-71b1ffe14cb0 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/ae177082-3cf1-4ffd-af1c-64e651c28b1e HTTP/1.1" status: 200 len: 2981 time: 0.1504717 Jul 08 20:20:36.017557 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de92348b-b295-4921-b7cc-1293be9813f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:36.076760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e8d40-a510-4008-bd00-a05659e2ccdf req-43cae1d0-c56b-4d71-be33-7f4a5687bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:36.084047 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-625e8d40-a510-4008-bd00-a05659e2ccdf req-43cae1d0-c56b-4d71-be33-7f4a5687bfe0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e56bc4ea1ea4875a20713f35e2c3d62&device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 1099 time: 0.0816653 Jul 08 20:20:36.111299 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1354a1ae-dbfa-4811-9291-86bb3aad2294 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:36.178459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354a1ae-dbfa-4811-9291-86bb3aad2294 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event deleted for resources: {'Port': ['ID=62d741d0-80b1-4485-9287-4742080552c7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:36.189279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92348b-b295-4921-b7cc-1293be9813f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=292379a6-ccc8-4ff7-b796-dd5f388cdc04,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:36.195536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92348b-b295-4921-b7cc-1293be9813f9 admin admin] Checking segment: {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:20:36.195905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de92348b-b295-4921-b7cc-1293be9813f9 admin admin] Network hostable DHCP agents. Network: bc95e2f6-b48f-4a63-8e2f-0f1147e6b760, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:20:36.210562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e8d40-a510-4008-bd00-a05659e2ccdf req-de4e1f2b-4d0a-45b9-9bc8-0c10600dc82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:36.212050 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-625e8d40-a510-4008-bd00-a05659e2ccdf req-de4e1f2b-4d0a-45b9-9bc8-0c10600dc82a service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1212258 Jul 08 20:20:36.219625 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-72f4d79e-3ce8-45c6-8f39-a40efd9fc8f9 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/ae177082-3cf1-4ffd-af1c-64e651c28b1e HTTP/1.1" status: 200 len: 2981 time: 0.2154570 Jul 08 20:20:36.262656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b5186a2e-747b-410d-a33e-831a5428dcfe req-c46b1501-f0b1-4216-9639-d5578362fb99 tempest-ImagesNegativeTestJSON-351305261 tempest-ImagesNegativeTestJSON-351305261-project] 10.222.0.101 "GET /v2.0/ports?device_id=0c3bdff1-4efb-4621-92df-17a7f612ea1e HTTP/1.1" status: 200 len: 210 time: 0.0478218 Jul 08 20:20:36.292126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4c2e2dff-0e91-4cf7-8149-dd014457a203 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:20:36.326598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de92348b-b295-4921-b7cc-1293be9813f9 admin admin] Network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:20:36.337656 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1354a1ae-dbfa-4811-9291-86bb3aad2294 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:36.342316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1354a1ae-dbfa-4811-9291-86bb3aad2294 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "DELETE /v2.0/ports/62d741d0-80b1-4485-9287-4742080552c7 HTTP/1.1" status: 204 len: 168 time: 1.3368139 Jul 08 20:20:36.345497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52310) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:36.351986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3389621-712b-4895-8d75-82796895ede5', 'external_fixed_ips': [{'subnet_id': 'eebc849b-1cd2-4e59-bda4-4fe4102757df', 'ip_address': '172.20.0.5'}]}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:36.376847 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-d33c9156-2e79-42ab-b71e-b099ee167c93 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/b81f4a3d-15f4-4d81-9604-b9f3f6cd397b HTTP/1.1" status: 200 len: 2973 time: 0.1499014 Jul 08 20:20:36.381440 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-625e8d40-a510-4008-bd00-a05659e2ccdf req-ae8f27c7-2b55-450a-ace7-8046abc7bd88 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bf01dd2c-0e77-4bad-8c78-2f56ceae7774 HTTP/1.1" status: 200 len: 217 time: 0.1143982 Jul 08 20:20:36.395429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-de92348b-b295-4921-b7cc-1293be9813f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, bc95e2f6-b48f-4a63-8e2f-0f1147e6b760) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:36.398160 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48247111-acdc-4cc9-9185-a72a365470a7 x-openstack-request-id: req-48247111-acdc-4cc9-9185-a72a365470a7 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:36.398442 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3bdff1-4efb-4621-92df-17a7f612ea1e", "name": "network-vif-deleted", "tag": "560de148-5ea8-4a54-9801-8a81d9df121c", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:36.398692 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-48247111-acdc-4cc9-9185-a72a365470a7 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:36.399215 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3bdff1-4efb-4621-92df-17a7f612ea1e', 'name': 'network-vif-deleted', 'tag': '560de148-5ea8-4a54-9801-8a81d9df121c', 'status': 'completed', 'code': 200} Jul 08 20:20:36.415494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de92348b-b295-4921-b7cc-1293be9813f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:36.416659 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de92348b-b295-4921-b7cc-1293be9813f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:36.430812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc4d61-d14b-460c-95f1-9edfa5b8c74e None None] Network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:20:36.456184 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:36.457066 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:36.463988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 560de148-5ea8-4a54-9801-8a81d9df121c no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:20:36.511821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e8d40-a510-4008-bd00-a05659e2ccdf req-5be158fe-b0d2-42a4-b815-1a286c72efda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:36.518365 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-625e8d40-a510-4008-bd00-a05659e2ccdf req-5be158fe-b0d2-42a4-b815-1a286c72efda service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1264172 Jul 08 20:20:36.534680 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:36.552911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-7b4926d7-d9a6-4ef3-ab82-5191b040f48d tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/b81f4a3d-15f4-4d81-9604-b9f3f6cd397b HTTP/1.1" status: 200 len: 2973 time: 0.1749477 Jul 08 20:20:36.572223 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-de92348b-b295-4921-b7cc-1293be9813f9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2124858 Jul 08 20:20:36.586187 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 560de148-5ea8-4a54-9801-8a81d9df121c {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:20:36.586416 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 560de148-5ea8-4a54-9801-8a81d9df121c not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:20:36.614717 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6527f006-fe27-4c3b-9efc-6ba5d6b53ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:36.630925 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e8d40-a510-4008-bd00-a05659e2ccdf req-c808682e-42ae-4251-8f2f-55e1701f60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:36.632898 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-625e8d40-a510-4008-bd00-a05659e2ccdf req-c808682e-42ae-4251-8f2f-55e1701f60ab service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1040642 Jul 08 20:20:36.642940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:36.691001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '4c2e2dff-0e91-4cf7-8149-dd014457a203', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '4c2e2dff-0e91-4cf7-8149-dd014457a203', 'mac_address': 'fa:16:3e:5e:de:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:20:36.755963 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-6ba31f7a-06d6-457f-a5ea-ba63d0c7c7da tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/ddc07502-40b1-4843-9752-2cd87c13aa0f HTTP/1.1" status: 200 len: 2981 time: 0.2020235 Jul 08 20:20:36.779237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a9f4df-429e-4f7c-a61f-5d73ad6efcf1 None None] Network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:20:36.807533 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:36.825580 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-625e8d40-a510-4008-bd00-a05659e2ccdf req-0b15ab72-0e22-46a8-8110-d66ac309c05f service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789529 Jul 08 20:20:36.864197 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:36.901863 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2e2dff-0e91-4cf7-8149-dd014457a203 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:36.902137 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26bc1a21-dcf3-410b-9548-c20e67532d23 req-e8d39640-a2b7-4631-b844-44442c8c7760 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/ddc07502-40b1-4843-9752-2cd87c13aa0f HTTP/1.1" status: 200 len: 2981 time: 0.1133754 Jul 08 20:20:36.929078 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:36.935980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:36.943102 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:36.981858 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-625e8d40-a510-4008-bd00-a05659e2ccdf req-7df5695f-17c0-4a7c-bede-6f40dc1d8fd2 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468356 Jul 08 20:20:37.046412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4c2e2dff-0e91-4cf7-8149-dd014457a203,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:37.064375 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c18aca-2353-4421-961e-3ccf7e63de99 req-7f9056bb-067b-4de0-8e1f-b1e3917036b2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:37.065560 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e1c18aca-2353-4421-961e-3ccf7e63de99 req-7f9056bb-067b-4de0-8e1f-b1e3917036b2 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 947 time: 0.0823543 Jul 08 20:20:37.121889 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e1c18aca-2353-4421-961e-3ccf7e63de99 req-e99784e2-bbad-43ba-ba3c-ec886585e822 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476959 Jul 08 20:20:37.216154 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:37.219765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['4c2e2dff-0e91-4cf7-8149-dd014457a203'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:20:37.238592 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:37.262018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4d7d9-1693-400a-9541-919e13dcf65d req-6608cc93-72b1-4c30-aa96-490efd68f516 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:37.263559 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3b4d7d9-1693-400a-9541-919e13dcf65d req-6608cc93-72b1-4c30-aa96-490efd68f516 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 946 time: 0.1309788 Jul 08 20:20:37.371991 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3b4d7d9-1693-400a-9541-919e13dcf65d req-c8ac0ba8-6a23-4279-88d7-c5d5799d5f25 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815122 Jul 08 20:20:37.478479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-745f9191-9089-421b-999c-b6364ff87b0f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:37.480447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Allocated IP 172.20.0.5 (a3389621-712b-4895-8d75-82796895ede5/eebc849b-1cd2-4e59-bda4-4fe4102757df/15779754-1d8a-4392-a36e-ad0769c6290c) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:20:37.484966 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-745f9191-9089-421b-999c-b6364ff87b0f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 812 time: 0.1309388 Jul 08 20:20:37.494988 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-582ed8b0-851a-42c0-96eb-6769d983e8be tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/quotas/12186e02ce744e01bcd7d8888ea0fb20 HTTP/1.1" status: 200 len: 375 time: 0.0090692 Jul 08 20:20:37.530382 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7b73b6f-ae25-45e9-90ec-391874ee5be3 req-5e3422bd-3360-4757-a762-1f2000f743a8 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=36ae81ae4c5a4229917575d6da8c8c72 HTTP/1.1" status: 200 len: 6102 time: 0.1094842 Jul 08 20:20:37.530781 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-751a4a01-3572-4df4-9c80-30095bdda5a4 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295737 Jul 08 20:20:37.620733 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7b73b6f-ae25-45e9-90ec-391874ee5be3 req-6dbf1d1e-5f61-4c96-b9b9-9cf89014dd80 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] 10.222.0.101 "GET /v2.0/security-groups/3bb664ba-3fcb-45b6-a166-25babe70024a HTTP/1.1" status: 200 len: 2981 time: 0.0619254 Jul 08 20:20:37.626925 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-8f470117-b8e2-4c55-9060-282d74446245 service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893075 Jul 08 20:20:37.667658 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:37.694977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7b73b6f-ae25-45e9-90ec-391874ee5be3 req-b5c7139d-155a-49ca-b292-c9506e6b7b60 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] 10.222.0.101 "GET /v2.0/security-groups/3bb664ba-3fcb-45b6-a166-25babe70024a HTTP/1.1" status: 200 len: 2981 time: 0.0671005 Jul 08 20:20:37.721025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-5c182519-4044-4c2e-9be0-5febcb83d9be service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876110 Jul 08 20:20:37.726208 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:37.765149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Network a3389621-712b-4895-8d75-82796895ede5 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:20:37.771382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:37.774962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:20:37.818980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event updated for resources: {'Port': ['ID=15779754-1d8a-4392-a36e-ad0769c6290c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:37.843636 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-109ad84e-09c7-46bc-b765-81c4d5f66e76 req-4f0f7474-fa24-44de-bce5-6d5ac6394e61 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0435307 Jul 08 20:20:37.992145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb49de67-196d-4b52-b7ec-ead228b5e625 req-368dc0c6-0910-4aea-be8d-9ec11fce57ab tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/ab9fb6cd-ace2-4434-80d7-a23fbe53dd00 HTTP/1.1" status: 200 len: 1776 time: 0.0541255 Jul 08 20:20:38.062800 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-cb49de67-196d-4b52-b7ec-ead228b5e625 req-9ac3d904-f185-427a-b98f-e56b023743a1 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.081881 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.093400 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-cb49de67-196d-4b52-b7ec-ead228b5e625 req-9ac3d904-f185-427a-b98f-e56b023743a1 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.110254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.145158 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-cb49de67-196d-4b52-b7ec-ead228b5e625 req-9ac3d904-f185-427a-b98f-e56b023743a1 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.149634 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-cb49de67-196d-4b52-b7ec-ead228b5e625 req-9ac3d904-f185-427a-b98f-e56b023743a1 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.151057 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb49de67-196d-4b52-b7ec-ead228b5e625 req-9ac3d904-f185-427a-b98f-e56b023743a1 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "DELETE /v2.0/security-groups/ab9fb6cd-ace2-4434-80d7-a23fbe53dd00 HTTP/1.1" status: 204 len: 173 time: 0.1518576 Jul 08 20:20:38.167968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3d904-f185-427a-b98f-e56b023743a1 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9fb6cd-ace2-4434-80d7-a23fbe53dd00,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:38.233544 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-94f0a658-2c61-410c-9a4e-0b43ae23c073 req-7a42e622-f2a8-472d-93cb-a142da929891 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 210 time: 0.0436685 Jul 08 20:20:38.304305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bf01dd2c-0e77-4bad-8c78-2f56ceae7774 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:20:38.310651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4c2e2dff-0e91-4cf7-8149-dd014457a203 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:20:38.447158 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f46f7d06-dbe7-4e69-a57b-402d33cc051c req-d68b6ba6-8113-4cf9-9302-eebb798a8f3f tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "GET /v2.0/security-groups/3876154c-8ab5-4359-a8f1-1a3a33c0a550 HTTP/1.1" status: 200 len: 1778 time: 0.1090391 Jul 08 20:20:38.503960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 4c2e2dff-0e91-4cf7-8149-dd014457a203 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:38.552319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bf01dd2c-0e77-4bad-8c78-2f56ceae7774, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:38.571379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774', 'mac_address': 'fa:16:3e:e3:ec:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:20:38.576309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 4c2e2dff-0e91-4cf7-8149-dd014457a203 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:38.576716 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.587406 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f46f7d06-dbe7-4e69-a57b-402d33cc051c req-2fc21970-c77e-45b0-a5e1-c78fc36428c3 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.619246 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f46f7d06-dbe7-4e69-a57b-402d33cc051c req-2fc21970-c77e-45b0-a5e1-c78fc36428c3 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.673371 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.678261 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f46f7d06-dbe7-4e69-a57b-402d33cc051c req-2fc21970-c77e-45b0-a5e1-c78fc36428c3 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.681498 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f46f7d06-dbe7-4e69-a57b-402d33cc051c req-2fc21970-c77e-45b0-a5e1-c78fc36428c3 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.682802 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f46f7d06-dbe7-4e69-a57b-402d33cc051c req-2fc21970-c77e-45b0-a5e1-c78fc36428c3 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] 10.222.0.101 "DELETE /v2.0/security-groups/3876154c-8ab5-4359-a8f1-1a3a33c0a550 HTTP/1.1" status: 204 len: 173 time: 0.2251730 Jul 08 20:20:38.698711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc21970-c77e-45b0-a5e1-c78fc36428c3 tempest-SecurityGroupsTestAdminJSON-520249587 tempest-SecurityGroupsTestAdminJSON-520249587-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3876154c-8ab5-4359-a8f1-1a3a33c0a550,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:38.731762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf01dd2c-0e77-4bad-8c78-2f56ceae7774 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:38.743536 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.778533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bf01dd2c-0e77-4bad-8c78-2f56ceae7774, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:38.823501 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:38.826922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:38.835290 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b403d33-0dd6-4ad8-b902-3b53c4057b16" -d '{"events": [{"server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:38.843870 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.850760 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.898712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19a478-cfa4-4dcc-a426-cdb74456f337 req-36b660e4-9302-4159-ac2a-d6d04d6d0fd5 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:38.909417 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3f19a478-cfa4-4dcc-a426-cdb74456f337 req-36b660e4-9302-4159-ac2a-d6d04d6d0fd5 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 947 time: 0.2061536 Jul 08 20:20:38.955484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebde74f-2d8e-46e8-a875-038952e7b180 req-b9da4b21-70f3-4f0f-bc48-78d9bebd86a9 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:38.964012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ebde74f-2d8e-46e8-a875-038952e7b180 req-b9da4b21-70f3-4f0f-bc48-78d9bebd86a9 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 946 time: 0.0842812 Jul 08 20:20:38.964296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:38.966869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4c2e2dff-0e91-4cf7-8149-dd014457a203,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:38.985703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3f19a478-cfa4-4dcc-a426-cdb74456f337 req-6fa6a973-816b-4800-bcfb-a219abe74a8a tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751874 Jul 08 20:20:39.018908 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ebde74f-2d8e-46e8-a875-038952e7b180 req-075ca7b7-504a-4655-9130-f6f86484e140 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537736 Jul 08 20:20:39.054370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:39.105095 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9903ac4b-cb8c-4577-a6d9-ec9cbc6e22e5 x-openstack-request-id: req-9903ac4b-cb8c-4577-a6d9-ec9cbc6e22e5 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:39.105911 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:39.106212 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9903ac4b-cb8c-4577-a6d9-ec9cbc6e22e5 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:39.106840 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203', 'code': 200} Jul 08 20:20:39.128353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['bf01dd2c-0e77-4bad-8c78-2f56ceae7774'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:20:39.147837 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a4e1d0a-0deb-4c2f-b95e-826522b9e6c4 req-3028d20f-b8c2-4875-91ed-02be5afeecd9 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] 10.222.0.101 "GET /v2.0/security-groups/e74470a1-7eb8-4df3-a625-b575d3170873 HTTP/1.1" status: 200 len: 1777 time: 0.0880206 Jul 08 20:20:39.231915 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4a4e1d0a-0deb-4c2f-b95e-826522b9e6c4 req-360b0e0b-507c-4bd0-95f5-e69ddc07cfe1 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:39.247061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23853b-2d49-40d2-9f98-020fb816336f req-829b8937-5936-4432-b2b2-0c015d29a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:39.249213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef23853b-2d49-40d2-9f98-020fb816336f req-829b8937-5936-4432-b2b2-0c015d29a200 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d0d97af6-eba5-4b61-8d12-084cba52371f HTTP/1.1" status: 200 len: 1101 time: 0.0741541 Jul 08 20:20:39.260401 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4a4e1d0a-0deb-4c2f-b95e-826522b9e6c4 req-360b0e0b-507c-4bd0-95f5-e69ddc07cfe1 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:39.305882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4fddde4-eac3-4eee-be06-d9e6f98a2eae req-0e66d487-4f8d-4829-bbe7-fd01fc5b1312 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0477028 Jul 08 20:20:39.312767 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4a4e1d0a-0deb-4c2f-b95e-826522b9e6c4 req-360b0e0b-507c-4bd0-95f5-e69ddc07cfe1 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:39.316682 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4a4e1d0a-0deb-4c2f-b95e-826522b9e6c4 req-360b0e0b-507c-4bd0-95f5-e69ddc07cfe1 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:39.318389 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a4e1d0a-0deb-4c2f-b95e-826522b9e6c4 req-360b0e0b-507c-4bd0-95f5-e69ddc07cfe1 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] 10.222.0.101 "DELETE /v2.0/security-groups/e74470a1-7eb8-4df3-a625-b575d3170873 HTTP/1.1" status: 204 len: 173 time: 0.1693618 Jul 08 20:20:39.329883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b0e0b-507c-4bd0-95f5-e69ddc07cfe1 tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74470a1-7eb8-4df3-a625-b575d3170873,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:39.340698 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Router d3a4f1e9-fae8-4a5e-8149-62456c23581f is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:20:39.401179 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef23853b-2d49-40d2-9f98-020fb816336f req-a9ad37d2-55f1-4b26-a414-896d43a09fbe service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927036 Jul 08 20:20:39.523144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:20:39.543809 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c4bc9c-4d26-4da9-ada5-cc45200ca8eb None None] Sync routers for ids ['d3a4f1e9-fae8-4a5e-8149-62456c23581f'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:20:39.562192 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:39.565075 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-417f648e-b666-42d9-8b2c-4be2f418068e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.2183795 Jul 08 20:20:39.566996 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c4bc9c-4d26-4da9-ada5-cc45200ca8eb None None] Routers {'d3a4f1e9-fae8-4a5e-8149-62456c23581f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:20:39.568267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52396) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:39.572534 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a6c4bc9c-4d26-4da9-ada5-cc45200ca8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:20:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['d3a4f1e9-fae8-4a5e-8149-62456c23581f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:39.619099 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2e0de443-b6aa-4e2f-9071-a3ba960fb636 req-662c32df-c8d0-4146-a8b5-03cc8841aa75 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 210 time: 0.0631711 Jul 08 20:20:39.680786 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:39.729729 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:39.792310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e3f22650-ba9c-4367-8d62-e1e4c8f43651 req-168ee8f0-2e96-43e7-8730-ccdd7a5c264d tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] 10.222.0.101 "GET /v2.0/security-groups/3e31f5d5-46d2-49f7-b5f1-7fc268d62c25 HTTP/1.1" status: 200 len: 1777 time: 0.0575116 Jul 08 20:20:39.803794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-dcb70329-80a2-489c-8400-0418ce803c1f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:39.805324 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-dcb70329-80a2-489c-8400-0418ce803c1f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 812 time: 0.1846752 Jul 08 20:20:39.823681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-b3b84b57-9ba4-48f1-8d69-2adb8bd032f6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Request body: {'port': {'device_id': '7af94e76-61af-4991-a220-b32a36b34600', 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'admin_state_up': True, 'tenant_id': '12186e02ce744e01bcd7d8888ea0fb20'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:39.856643 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:39.897301 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-a6c4bc9c-4d26-4da9-ada5-cc45200ca8eb None None] Set router d3a4f1e9-fae8-4a5e-8149-62456c23581f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:20:39.968641 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e3f22650-ba9c-4367-8d62-e1e4c8f43651 req-91d5c108-b81b-40c4-a530-f918816eefde tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:39.970905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Deleting port 15779754-1d8a-4392-a36e-ad0769c6290c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:39.971411 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.037644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-b3b84b57-9ba4-48f1-8d69-2adb8bd032f6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Made reservation on behalf of 12186e02ce744e01bcd7d8888ea0fb20 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:40.049695 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-b3b84b57-9ba4-48f1-8d69-2adb8bd032f6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.083388 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e3f22650-ba9c-4367-8d62-e1e4c8f43651 req-91d5c108-b81b-40c4-a530-f918816eefde tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.091062 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.104950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Calling delete_port for 15779754-1d8a-4392-a36e-ad0769c6290c owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:40.221114 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e3f22650-ba9c-4367-8d62-e1e4c8f43651 req-91d5c108-b81b-40c4-a530-f918816eefde tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.225241 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e3f22650-ba9c-4367-8d62-e1e4c8f43651 req-91d5c108-b81b-40c4-a530-f918816eefde tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.227604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e3f22650-ba9c-4367-8d62-e1e4c8f43651 req-91d5c108-b81b-40c4-a530-f918816eefde tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] 10.222.0.101 "DELETE /v2.0/security-groups/3e31f5d5-46d2-49f7-b5f1-7fc268d62c25 HTTP/1.1" status: 204 len: 173 time: 0.4211261 Jul 08 20:20:40.298464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.323450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bf01dd2c-0e77-4bad-8c78-2f56ceae7774 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:20:40.330372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5c108-b81b-40c4-a530-f918816eefde tempest-SecurityGroupsTestAdminJSON-528866311 tempest-SecurityGroupsTestAdminJSON-528866311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e31f5d5-46d2-49f7-b5f1-7fc268d62c25,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:40.396452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-b3b84b57-9ba4-48f1-8d69-2adb8bd032f6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Allocated IP 172.20.0.3 (bc95e2f6-b48f-4a63-8e2f-0f1147e6b760/292379a6-ccc8-4ff7-b796-dd5f388cdc04/1a44c79a-3abb-4982-b865-060e647d4e33) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:20:40.415909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event deleted for resources: {'Port': ['ID=15779754-1d8a-4392-a36e-ad0769c6290c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:40.505369 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a6c4bc9c-4d26-4da9-ada5-cc45200ca8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a4f1e9-fae8-4a5e-8149-62456c23581f', 'name': '', 'tenant_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3389621-712b-4895-8d75-82796895ede5', 'external_fixed_ips': [{'subnet_id': 'eebc849b-1cd2-4e59-bda4-4fe4102757df', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '15779754-1d8a-4392-a36e-ad0769c6290c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:20:36Z', 'updated_at': '2021-07-08T20:20:37Z', 'revision_number': 3, 'project_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'gw_port': {'id': '15779754-1d8a-4392-a36e-ad0769c6290c', 'name': '', 'network_id': 'a3389621-712b-4895-8d75-82796895ede5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a4f1e9-fae8-4a5e-8149-62456c23581f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'eebc849b-1cd2-4e59-bda4-4fe4102757df', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:20:37Z', 'updated_at': '2021-07-08T20:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eebc849b-1cd2-4e59-bda4-4fe4102757df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:40.527404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port bf01dd2c-0e77-4bad-8c78-2f56ceae7774 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:40.533394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port bf01dd2c-0e77-4bad-8c78-2f56ceae7774 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:40.535225 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.556156 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.581346 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c4bc9c-4d26-4da9-ada5-cc45200ca8eb None None] Checking router: d3a4f1e9-fae8-4a5e-8149-62456c23581f for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:20:40.588505 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c4bc9c-4d26-4da9-ada5-cc45200ca8eb None None] Updating router d3a4f1e9-fae8-4a5e-8149-62456c23581f port 15779754-1d8a-4392-a36e-ad0769c6290c binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:20:40.640976 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c4bc9c-4d26-4da9-ada5-cc45200ca8eb None None] Port 15779754-1d8a-4392-a36e-ad0769c6290c not found while updating agent binding for router d3a4f1e9-fae8-4a5e-8149-62456c23581f. {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 08 20:20:40.667002 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c4bc9c-4d26-4da9-ada5-cc45200ca8eb None None] Routers {'d3a4f1e9-fae8-4a5e-8149-62456c23581f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:20:40.668355 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a6c4bc9c-4d26-4da9-ada5-cc45200ca8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:20:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['d3a4f1e9-fae8-4a5e-8149-62456c23581f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:40.762735 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.847066 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-a6c4bc9c-4d26-4da9-ada5-cc45200ca8eb None None] Set router d3a4f1e9-fae8-4a5e-8149-62456c23581f gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:20:40.862054 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-b3b84b57-9ba4-48f1-8d69-2adb8bd032f6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.878880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bf01dd2c-0e77-4bad-8c78-2f56ceae7774, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:40.886337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.887503 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.899917 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52428) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:40.902366 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.947846 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-b3b84b57-9ba4-48f1-8d69-2adb8bd032f6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:40.977432 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a6c4bc9c-4d26-4da9-ada5-cc45200ca8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a4f1e9-fae8-4a5e-8149-62456c23581f', 'name': '', 'tenant_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:20:36Z', 'updated_at': '2021-07-08T20:20:40Z', 'revision_number': 5, 'project_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:40.986876 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e2671a60-33a4-438b-a25e-a8e3f44c60b5 req-e1e5f72a-e38a-44b4-ada3-d01c83bc9470 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0913956 Jul 08 20:20:41.007578 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:41.056082 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c4bc9c-4d26-4da9-ada5-cc45200ca8eb None None] The sync data for ids ['d3a4f1e9-fae8-4a5e-8149-62456c23581f'] in n-d-791506-16 is: [{'id': 'd3a4f1e9-fae8-4a5e-8149-62456c23581f', 'name': '', 'tenant_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:20:36Z', 'updated_at': '2021-07-08T20:20:40Z', 'revision_number': 5, 'project_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:20:41.063877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.064863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3a4f1e9-fae8-4a5e-8149-62456c23581f {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:20:41.070689 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.071087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-b3b84b57-9ba4-48f1-8d69-2adb8bd032f6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:20:41.075822 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a4bf7cee-bf82-4c3e-bc24-5f3419f0366d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "DELETE /v2.0/routers/d3a4f1e9-fae8-4a5e-8149-62456c23581f HTTP/1.1" status: 204 len: 168 time: 1.5057335 Jul 08 20:20:41.076621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52434) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:41.080294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-b3b84b57-9ba4-48f1-8d69-2adb8bd032f6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:41.108470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c5d7ff-c4b2-4999-959e-467c091ade08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:41.110900 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a469eeca-6d09-49b2-810f-103a5292a466" -d '{"events": [{"server_uuid": "b5c5d7ff-c4b2-4999-959e-467c091ade08", "name": "network-vif-plugged", "status": "completed", "tag": "bf01dd2c-0e77-4bad-8c78-2f56ceae7774"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:41.113133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-b3b84b57-9ba4-48f1-8d69-2adb8bd032f6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:20:41.136543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-810f36e2-e9e9-4c62-9d73-af5b504acc6f tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Deleting subnet eebc849b-1cd2-4e59-bda4-4fe4102757df {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:20:41.141157 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-810f36e2-e9e9-4c62-9d73-af5b504acc6f tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.188287 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b84b57-9ba4-48f1-8d69-2adb8bd032f6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Pushing event updated for resources: {'Port': ['ID=1a44c79a-3abb-4982-b865-060e647d4e33,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:41.211336 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-810f36e2-e9e9-4c62-9d73-af5b504acc6f tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.212380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415ce28-8160-4e85-b89a-bb0c69e8e2a0 req-7b2c5bef-a467-4588-8a89-48f879669c7b tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:41.225689 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0415ce28-8160-4e85-b89a-bb0c69e8e2a0 req-7b2c5bef-a467-4588-8a89-48f879669c7b tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 949 time: 0.6792798 Jul 08 20:20:41.257242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-b3b84b57-9ba4-48f1-8d69-2adb8bd032f6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:41.265495 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-b3b84b57-9ba4-48f1-8d69-2adb8bd032f6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.267931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52438) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:41.329998 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0415ce28-8160-4e85-b89a-bb0c69e8e2a0 req-f5f26d39-d25d-4ce7-a803-a28d79f575e5 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027477 Jul 08 20:20:41.345590 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-b3b84b57-9ba4-48f1-8d69-2adb8bd032f6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5280521 Jul 08 20:20:41.367981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-810f36e2-e9e9-4c62-9d73-af5b504acc6f tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.376088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Request body: {'port': {'device_id': '7af94e76-61af-4991-a220-b32a36b34600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:41.380338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830a7a1-a8a5-4176-8376-17d70d03ff37 req-dcd74649-feb0-444a-b45a-50e219702409 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:41.397746 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8830a7a1-a8a5-4176-8376-17d70d03ff37 req-dcd74649-feb0-444a-b45a-50e219702409 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 931 time: 0.1334352 Jul 08 20:20:41.421119 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50c2eb8-d0cf-425a-bf45-419dac1114f0 x-openstack-request-id: req-d50c2eb8-d0cf-425a-bf45-419dac1114f0 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:41.421657 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c5d7ff-c4b2-4999-959e-467c091ade08", "name": "network-vif-plugged", "status": "completed", "tag": "bf01dd2c-0e77-4bad-8c78-2f56ceae7774", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:41.421657 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d50c2eb8-d0cf-425a-bf45-419dac1114f0 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:41.422029 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c5d7ff-c4b2-4999-959e-467c091ade08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774', 'code': 200} Jul 08 20:20:41.495505 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8830a7a1-a8a5-4176-8376-17d70d03ff37 req-afaec6b5-4424-4324-85cf-46e0887a1f21 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750539 Jul 08 20:20:41.500737 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ea8d9bae-41f0-4374-87fd-8f7fd946c440 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=36ae81ae4c5a4229917575d6da8c8c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898156 Jul 08 20:20:41.504483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52442) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:41.590330 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0b00e05-65db-487c-bc9c-2ea9f2a5d183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.605081 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-810f36e2-e9e9-4c62-9d73-af5b504acc6f tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.624083 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-810f36e2-e9e9-4c62-9d73-af5b504acc6f tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.630168 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-810f36e2-e9e9-4c62-9d73-af5b504acc6f tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "DELETE /v2.0/subnets/eebc849b-1cd2-4e59-bda4-4fe4102757df HTTP/1.1" status: 204 len: 168 time: 0.5521939 Jul 08 20:20:41.631952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52450) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:41.675448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f36e2-e9e9-4c62-9d73-af5b504acc6f tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eebc849b-1cd2-4e59-bda4-4fe4102757df,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:41.686927 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0b00e05-65db-487c-bc9c-2ea9f2a5d183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.793864 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.880951 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0b00e05-65db-487c-bc9c-2ea9f2a5d183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.883821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0b00e05-65db-487c-bc9c-2ea9f2a5d183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.888981 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d0b00e05-65db-487c-bc9c-2ea9f2a5d183 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3bb664ba-3fcb-45b6-a166-25babe70024a HTTP/1.1" status: 204 len: 168 time: 0.3797727 Jul 08 20:20:41.901145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b00e05-65db-487c-bc9c-2ea9f2a5d183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb664ba-3fcb-45b6-a166-25babe70024a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:41.906201 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-73f25684-b4ca-40d6-ac64-ff33b6924f49 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=09052d6efad64fc589e41dd6745535cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327336 Jul 08 20:20:41.914651 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52460) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:41.916489 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.948068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3389621-712b-4895-8d75-82796895ede5']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:41.953341 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:41.967568 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66cf0fd-1be4-4bb1-91c8-241877fb0fd0') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:41.967872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66cf0fd-1be4-4bb1-91c8-241877fb0fd0') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:41.988186 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.016967 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2ffb097a-bdc3-4666-9ba9-020d0c5868ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.039962 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2ffb097a-bdc3-4666-9ba9-020d0c5868ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.086374 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.100315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:20:42.100807 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:20:42.103123 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:20:42.114631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2ffb097a-bdc3-4666-9ba9-020d0c5868ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.117315 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2ffb097a-bdc3-4666-9ba9-020d0c5868ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.121644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2ffb097a-bdc3-4666-9ba9-020d0c5868ce admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0901dcea-c3a1-4aac-b909-c7e9cbafff02 HTTP/1.1" status: 204 len: 168 time: 0.2014811 Jul 08 20:20:42.164832 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb097a-bdc3-4666-9ba9-020d0c5868ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0901dcea-c3a1-4aac-b909-c7e9cbafff02,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:42.205928 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.211710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a3389621-712b-4895-8d75-82796895ede5 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 20:20:42.214261 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.224957 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "DELETE /v2.0/networks/a3389621-712b-4895-8d75-82796895ede5 HTTP/1.1" status: 204 len: 168 time: 0.5869851 Jul 08 20:20:42.274902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6c3f9-9bb9-4648-a8f7-6928305f7a87 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3389621-712b-4895-8d75-82796895ede5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:42.311587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a44c79a-3abb-4982-b865-060e647d4e33 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:42.319383 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.345204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Transition to ACTIVE for port object 1a44c79a-3abb-4982-b865-060e647d4e33 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:42.374222 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1184db41-9178-445e-a65b-752d904a0e35 req-5511d66c-9c6c-4bcf-af34-686ccdc4ecd6 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0597408 Jul 08 20:20:42.387868 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.410393 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52472) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:42.508787 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d2390622-6031-47b1-b8fd-67b6a97f32bb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9e46376bc286480db7f814583ee51c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939300 Jul 08 20:20:42.509048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8ade9-b36c-4501-bd64-761401140ae2 req-281bfe7c-f4e5-4ad7-9169-8f9b80ef8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:42.509415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52476) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:42.512177 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00f8ade9-b36c-4501-bd64-761401140ae2 req-281bfe7c-f4e5-4ad7-9169-8f9b80ef8cf9 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 1101 time: 1.0080526 Jul 08 20:20:42.582081 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c87f610-710b-4968-89a6-d15d5c36279d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.616434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c87f610-710b-4968-89a6-d15d5c36279d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.645107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Pushing event updated for resources: {'Port': ['ID=1a44c79a-3abb-4982-b865-060e647d4e33,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:42.680085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00f8ade9-b36c-4501-bd64-761401140ae2 req-a308ca42-71ce-45af-ad3c-bcbedceed306 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405289 Jul 08 20:20:42.704837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c87f610-710b-4968-89a6-d15d5c36279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.709822 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c87f610-710b-4968-89a6-d15d5c36279d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.713481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4c87f610-710b-4968-89a6-d15d5c36279d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9d30f7fb-e482-4b96-b9c5-30b8ea037efe HTTP/1.1" status: 204 len: 168 time: 0.2008121 Jul 08 20:20:42.722523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87f610-710b-4968-89a6-d15d5c36279d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d30f7fb-e482-4b96-b9c5-30b8ea037efe,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:42.827428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fac4eb-0523-4953-8114-a454c57b8573 req-3462fb91-edbe-48de-8bed-479841610572 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:42.830123 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-77fac4eb-0523-4953-8114-a454c57b8573 req-3462fb91-edbe-48de-8bed-479841610572 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 943 time: 0.1036658 Jul 08 20:20:42.857788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Attempting to bind port 1a44c79a-3abb-4982-b865-060e647d4e33 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:20:42.858151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Attempting to bind port 1a44c79a-3abb-4982-b865-060e647d4e33 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:20:42.858449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Attempting to bind port 1a44c79a-3abb-4982-b865-060e647d4e33 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:42.880541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606afafe-82e4-4ee1-b10b-2a2984579d2c req-0867d7da-5bb7-4410-80ab-65a828b309ba tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:42.882574 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-606afafe-82e4-4ee1-b10b-2a2984579d2c req-0867d7da-5bb7-4410-80ab-65a828b309ba tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 949 time: 0.2416260 Jul 08 20:20:42.883831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Port 1a44c79a-3abb-4982-b865-060e647d4e33 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:20:42.883831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Attempting to bind port 1a44c79a-3abb-4982-b865-060e647d4e33 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:42.894348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:20:42.895205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Checking segment: {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:20:42.895205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Bound using segment: {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:20:42.895551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Bound port: 1a44c79a-3abb-4982-b865-060e647d4e33, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:20:42.895843 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:42.935146 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-77fac4eb-0523-4953-8114-a454c57b8573 req-49f6e6cd-442c-4d25-aca8-39575b2717c8 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969076 Jul 08 20:20:42.935673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52494) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:42.956923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3b296dac-3e45-4a7b-98b2-5c5b5589bd55 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Request body: {'router': {'name': 'tempest-router--250282503', 'project_id': '7d20fd72211044ebbfe7439dbce132b1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:42.989344 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-606afafe-82e4-4ee1-b10b-2a2984579d2c req-12e99b10-3488-4afe-a2d1-0612ceeaf63f tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975890 Jul 08 20:20:43.033548 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3b296dac-3e45-4a7b-98b2-5c5b5589bd55 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:43.035140 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3b296dac-3e45-4a7b-98b2-5c5b5589bd55 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:43.111992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] For port 1a44c79a-3abb-4982-b865-060e647d4e33, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:20:43.116148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] For port 1a44c79a-3abb-4982-b865-060e647d4e33, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1a44c79a-3abb-4982-b865-060e647d4e33,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:20:43.122039 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:43.133734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3b296dac-3e45-4a7b-98b2-5c5b5589bd55 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:43.142789 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3b296dac-3e45-4a7b-98b2-5c5b5589bd55 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:43.169100 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3b296dac-3e45-4a7b-98b2-5c5b5589bd55 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:43.171536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:43.171969 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3b296dac-3e45-4a7b-98b2-5c5b5589bd55 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2349291 Jul 08 20:20:43.172304 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:43.173899 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] 10.222.0.103 "PUT /v2.0/ports/1a44c79a-3abb-4982-b865-060e647d4e33 HTTP/1.1" status: 200 len: 1092 time: 1.8163388 Jul 08 20:20:43.174484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52510) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:43.174610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af94e76-61af-4991-a220-b32a36b34600', 'tag': '1a44c79a-3abb-4982-b865-060e647d4e33'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:43.177512 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f780ca-b59f-4ee6-81f6-ebd205ecb7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7af94e76-61af-4991-a220-b32a36b34600", "tag": "1a44c79a-3abb-4982-b865-060e647d4e33"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:43.219706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e93d6-0455-4364-a5f2-191a954bf2ea service neutron] Pushing event updated for resources: {'Port': ['ID=1a44c79a-3abb-4982-b865-060e647d4e33,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:43.274510 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bedd6bb-47b4-4c79-b8ad-c864f4030fa4 x-openstack-request-id: req-4bedd6bb-47b4-4c79-b8ad-c864f4030fa4 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:43.275129 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af94e76-61af-4991-a220-b32a36b34600", "tag": "1a44c79a-3abb-4982-b865-060e647d4e33", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:43.275555 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4bedd6bb-47b4-4c79-b8ad-c864f4030fa4 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:43.276108 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af94e76-61af-4991-a220-b32a36b34600', 'tag': '1a44c79a-3abb-4982-b865-060e647d4e33', 'status': 'completed', 'code': 200} Jul 08 20:20:43.328136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-f5bc47a5-7e7d-452c-83aa-f1081d42b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:43.335899 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aaf8af14-1898-448e-b36a-37312f83d62b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:43.345747 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-f5bc47a5-7e7d-452c-83aa-f1081d42b618 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 1095 time: 0.1222823 Jul 08 20:20:43.438766 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-9c9dbfcd-9a35-4468-97b3-4e3539eda52e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a44c79a-3abb-4982-b865-060e647d4e33 HTTP/1.1" status: 200 len: 217 time: 0.0805500 Jul 08 20:20:43.539572 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-665bb954-ed70-4ab4-911d-48920996ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:43.542147 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-665bb954-ed70-4ab4-911d-48920996ee63 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.0907693 Jul 08 20:20:43.591561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aaf8af14-1898-448e-b36a-37312f83d62b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:43.600180 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aaf8af14-1898-448e-b36a-37312f83d62b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:43.629973 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-33927945-f82c-42af-a614-17913ccc37b4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800450 Jul 08 20:20:43.759033 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b22bd519-d667-4833-9345-c927602a311f req-a50fe2ee-e1a0-4e9a-9132-db80ddf1de58 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0582991 Jul 08 20:20:43.760396 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aaf8af14-1898-448e-b36a-37312f83d62b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:43.761104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf8af14-1898-448e-b36a-37312f83d62b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 292486b5-e414-4b1c-967a-773fb8214b3c {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:20:43.767029 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aaf8af14-1898-448e-b36a-37312f83d62b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:43.768711 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-aaf8af14-1898-448e-b36a-37312f83d62b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "DELETE /v2.0/routers/292486b5-e414-4b1c-967a-773fb8214b3c HTTP/1.1" status: 204 len: 168 time: 0.5927963 Jul 08 20:20:43.875518 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-5d8ccd71-7c39-48a6-aebc-37b4096d1061 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270572 Jul 08 20:20:44.003158 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d4d3f53-7aec-4890-b5db-afc0a170fe47 req-52d4729e-6d58-40c4-89bb-d33ae2c79fe5 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215129 Jul 08 20:20:44.148993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52566) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:44.193592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f780ca-b59f-4ee6-81f6-ebd205ecb7d6 req-cf16a236-bd01-4fbc-83ba-e544ad5c8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:44.195123 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04f780ca-b59f-4ee6-81f6-ebd205ecb7d6 req-cf16a236-bd01-4fbc-83ba-e544ad5c8584 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 1095 time: 0.1329622 Jul 08 20:20:44.307032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efea48-3ab7-44c5-bb7e-79207f257a9f req-a501f546-01e3-42b9-8cd6-04e01ad6fe55 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:44.316136 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-02efea48-3ab7-44c5-bb7e-79207f257a9f req-a501f546-01e3-42b9-8cd6-04e01ad6fe55 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 943 time: 0.1300399 Jul 08 20:20:44.316380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f780ca-b59f-4ee6-81f6-ebd205ecb7d6 req-51def45e-3554-43ef-8b51-0b9b7ce464d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:44.318745 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04f780ca-b59f-4ee6-81f6-ebd205ecb7d6 req-51def45e-3554-43ef-8b51-0b9b7ce464d2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 913 time: 0.1159375 Jul 08 20:20:44.402166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-02efea48-3ab7-44c5-bb7e-79207f257a9f req-22050be4-da3a-4589-8b00-b45608769d03 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824437 Jul 08 20:20:44.451118 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04f780ca-b59f-4ee6-81f6-ebd205ecb7d6 req-be8a69a9-f473-4bac-b59a-0e1511d72329 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a44c79a-3abb-4982-b865-060e647d4e33 HTTP/1.1" status: 200 len: 217 time: 0.1217034 Jul 08 20:20:44.492231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7436e6df-efcd-4306-8585-03af3832ce30 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:20:44.509098 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-f86ed906-d72b-48bd-a67f-06ba551271aa tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=99527f66ba204555b1bab28de559f6c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872378 Jul 08 20:20:44.646264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1115449671', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}, 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:44.679591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b315-5ab7-477d-b584-9e28c8efd3b8 req-f91f6f02-3487-4efa-b64c-c77a2fb721ef tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:44.681902 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c01b315-5ab7-477d-b584-9e28c8efd3b8 req-f91f6f02-3487-4efa-b64c-c77a2fb721ef tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 949 time: 0.0740459 Jul 08 20:20:44.700309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7436e6df-efcd-4306-8585-03af3832ce30, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7436e6df-efcd-4306-8585-03af3832ce30,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:44.726654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '7436e6df-efcd-4306-8585-03af3832ce30', 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53', 'port_id': '7436e6df-efcd-4306-8585-03af3832ce30', 'mac_address': 'fa:16:3e:43:7b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d30581c-537d-4c32-9235-0aa435cb33f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:20:44.734474 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c01b315-5ab7-477d-b584-9e28c8efd3b8 req-a44b5b29-e1a3-43e9-a913-c0869806d607 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455377 Jul 08 20:20:44.780435 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:44.789933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f780ca-b59f-4ee6-81f6-ebd205ecb7d6 req-9093ff13-80b3-4de4-b9b7-e9c023567f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:44.791598 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04f780ca-b59f-4ee6-81f6-ebd205ecb7d6 req-9093ff13-80b3-4de4-b9b7-e9c023567f7f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.3205309 Jul 08 20:20:44.799217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7436e6df-efcd-4306-8585-03af3832ce30 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:44.823911 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:44.825514 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:44.849096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7436e6df-efcd-4306-8585-03af3832ce30, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7436e6df-efcd-4306-8585-03af3832ce30,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:44.856417 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:44.857622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04f780ca-b59f-4ee6-81f6-ebd205ecb7d6 req-f9ffb767-bb98-411b-9bcd-bad052fd2c2f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548856 Jul 08 20:20:44.941258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-581a145b-65a5-45e7-b2e7-249117f05dae tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:44.948505 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-581a145b-65a5-45e7-b2e7-249117f05dae tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3839650 Jul 08 20:20:44.996408 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7436e6df-efcd-4306-8585-03af3832ce30'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:20:45.025615 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-60ed7999-1655-4982-920c-7a54218f40e8 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/quotas/99527f66ba204555b1bab28de559f6c5 HTTP/1.1" status: 200 len: 375 time: 0.0760849 Jul 08 20:20:45.044368 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:45.085632 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-2d9bc73c-ef7a-4094-9b19-601926d443d2 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=99527f66ba204555b1bab28de559f6c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590365 Jul 08 20:20:45.169343 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7436e6df-efcd-4306-8585-03af3832ce30,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:45.207256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb8867-e725-45c2-8dd0-b9d7c3862c00 req-16b9c517-15d6-48f6-85a2-48906c0d94d5 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:45.225024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-afeb8867-e725-45c2-8dd0-b9d7c3862c00 req-16b9c517-15d6-48f6-85a2-48906c0d94d5 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0d97af6-eba5-4b61-8d12-084cba52371f HTTP/1.1" status: 200 len: 949 time: 0.1670566 Jul 08 20:20:45.299624 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-afeb8867-e725-45c2-8dd0-b9d7c3862c00 req-c73f26b3-7150-4af0-a2dd-25b8d2e2e5a8 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733511 Jul 08 20:20:45.597168 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-95850adf-4f2f-49b7-b086-488501432816 req-bf0c7a90-8893-4f39-a76e-c23ee6eaa3ba tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0478513 Jul 08 20:20:45.612967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:45.675576 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04f780ca-b59f-4ee6-81f6-ebd205ecb7d6 req-fdfd4e7f-f7b3-4997-9444-8ac37ba95102 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7994559 Jul 08 20:20:45.886102 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-03fd2443-e4a9-4674-a235-44e7a3f7007d req-f5804189-d0a7-4471-be5d-53d35cad0df9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 210 time: 0.2533977 Jul 08 20:20:46.028290 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04f780ca-b59f-4ee6-81f6-ebd205ecb7d6 req-38b82dc0-55d7-4121-8b9a-fa37d40d018c service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139555 Jul 08 20:20:46.296946 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:46.325191 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:46.337113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5ae47-432d-4d9c-8777-e1f186770ca0 req-70d84845-d3dd-4e7b-858d-b71ee695a54c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:46.338722 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42c5ae47-432d-4d9c-8777-e1f186770ca0 req-70d84845-d3dd-4e7b-858d-b71ee695a54c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 943 time: 0.2411516 Jul 08 20:20:46.364433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 1a44c79a-3abb-4982-b865-060e647d4e33 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:20:46.523256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7436e6df-efcd-4306-8585-03af3832ce30 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:20:46.578775 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42c5ae47-432d-4d9c-8777-e1f186770ca0 req-d682ad40-5f65-4662-8374-f11858c20754 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200503 Jul 08 20:20:46.677113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 1a44c79a-3abb-4982-b865-060e647d4e33, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1a44c79a-3abb-4982-b865-060e647d4e33,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:46.688908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Allocated IP 172.25.4.62 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/301058e5-420b-4c9e-a3cd-41c085ad9a42) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:20:46.714498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '1a44c79a-3abb-4982-b865-060e647d4e33', 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'port_id': '1a44c79a-3abb-4982-b865-060e647d4e33', 'mac_address': 'fa:16:3e:9a:5d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292379a6-ccc8-4ff7-b796-dd5f388cdc04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:20:46.717627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 7436e6df-efcd-4306-8585-03af3832ce30 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:46.718213 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:46.874175 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:46.879256 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-b20bfd76-7103-4c5d-aa35-8a2e748f8342 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=a392253432a54761bd12b5416a26cea7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556476 Jul 08 20:20:46.947718 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:46.986333 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:47.035672 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c73b06c3-5acb-477a-a923-24e2b2c5d1a0 req-131a223e-c9df-4204-ac9b-6e440731a327 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0639701 Jul 08 20:20:47.051473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657644ed-4456-459f-bc45-ae43682f0017 req-1650279a-79c2-4332-be45-e142175e059c tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:47.066990 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-1650279a-79c2-4332-be45-e142175e059c tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742718 Jul 08 20:20:47.084494 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-8a25b01d-3be0-4138-9247-2c0c200ab2df tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/quotas/a392253432a54761bd12b5416a26cea7 HTTP/1.1" status: 200 len: 375 time: 0.0193443 Jul 08 20:20:47.148753 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:20:47.156415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a44c79a-3abb-4982-b865-060e647d4e33 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:47.164178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:47.171069 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:20:47.193741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 1a44c79a-3abb-4982-b865-060e647d4e33, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1a44c79a-3abb-4982-b865-060e647d4e33,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:47.204047 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:47.207131 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-94c67646-04f0-425d-ba19-058d7286e326 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a392253432a54761bd12b5416a26cea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1075749 Jul 08 20:20:47.256789 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-0a2c898d-cfc1-4762-83f1-86a258e48889 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=99527f66ba204555b1bab28de559f6c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332901 Jul 08 20:20:47.267101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Pushing event updated for resources: {'Port': ['ID=301058e5-420b-4c9e-a3cd-41c085ad9a42,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:47.285843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=1a44c79a-3abb-4982-b865-060e647d4e33,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:47.362119 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:47.366290 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:47.412274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7436e6df-efcd-4306-8585-03af3832ce30'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:47.414706 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb1c7f9-3380-4bc9-b661-ae8435a93d58" -d '{"events": [{"server_uuid": "3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4", "name": "network-vif-plugged", "status": "completed", "tag": "7436e6df-efcd-4306-8585-03af3832ce30"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:47.447794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7436e6df-efcd-4306-8585-03af3832ce30, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7436e6df-efcd-4306-8585-03af3832ce30,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:47.455551 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:47.496954 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68b825b4-9382-4f09-836e-cb3fbb9da485 req-67ec5324-2f39-4345-b48d-d5716b4fe72f tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 210 time: 0.1609561 Jul 08 20:20:47.557102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['1a44c79a-3abb-4982-b865-060e647d4e33'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:20:47.605391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-868c0200-b0a7-4e66-a8b5-3c1ccba97ff2 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:47.607215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-868c0200-b0a7-4e66-a8b5-3c1ccba97ff2 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3360896 Jul 08 20:20:47.645755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Request body: {'port': {'device_id': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '99527f66ba204555b1bab28de559f6c5'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:47.668928 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8335d5be-ca31-44c7-8a56-7dde6a9635c0 x-openstack-request-id: req-8335d5be-ca31-44c7-8a56-7dde6a9635c0 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:20:47.669580 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4", "name": "network-vif-plugged", "status": "completed", "tag": "7436e6df-efcd-4306-8585-03af3832ce30", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:20:47.671557 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8335d5be-ca31-44c7-8a56-7dde6a9635c0 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:20:47.672189 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7436e6df-efcd-4306-8585-03af3832ce30', 'code': 200} Jul 08 20:20:47.751806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7436e6df-efcd-4306-8585-03af3832ce30,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:47.906344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-267d3afc-89d6-462c-8fd4-123b18235a34 req-3e65c3cb-4591-452f-8ba3-3f735cb3d62c tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/ports?device_id=1af3c62b-4f64-4178-a847-e803eb80fb52 HTTP/1.1" status: 200 len: 210 time: 0.2353675 Jul 08 20:20:48.060928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Made reservation on behalf of 99527f66ba204555b1bab28de559f6c5 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:48.065701 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:48.108827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:48.309904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c192c705-9627-45ad-a608-4dbb2160b670 req-8b50dba9-ebf2-4b31-95cd-f1148c6c9c3f tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0488579 Jul 08 20:20:48.346760 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:48.352438 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:48.370506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4c2e2dff-0e91-4cf7-8149-dd014457a203 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:20:48.435976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39af3186-98d5-4fe4-94c7-d902947f586e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:48.542664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Allocated IP 192.168.233.102 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/c8349f3a-9fc5-4ed9-9b39-802272273c76) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:20:48.618235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:48.635544 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:48.648566 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '4c2e2dff-0e91-4cf7-8149-dd014457a203', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '4c2e2dff-0e91-4cf7-8149-dd014457a203', 'mac_address': 'fa:16:3e:5e:de:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:20:48.721360 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:48.740775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f49de2-f957-4083-8d22-e61d4365e6f6 req-8413ee64-c314-4fd0-9142-146d9e623a0f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:48.751334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-50f49de2-f957-4083-8d22-e61d4365e6f6 req-8413ee64-c314-4fd0-9142-146d9e623a0f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 944 time: 0.8250127 Jul 08 20:20:48.758755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c2e2dff-0e91-4cf7-8149-dd014457a203 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:48.814534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-429d257f-50f0-4bc8-b0f2-5c8537f1f1a6 req-9f06209f-859e-4dda-b8ce-cb7d2b63e7a7 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 210 time: 0.0593250 Jul 08 20:20:48.850738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:48.858888 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:48.928878 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:48.977482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-50f49de2-f957-4083-8d22-e61d4365e6f6 req-67e4ef39-e777-4db5-b4ce-79f29dd97b5b tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251468 Jul 08 20:20:49.002480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Transition to ACTIVE for port object c8349f3a-9fc5-4ed9-9b39-802272273c76 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:49.025913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4c2e2dff-0e91-4cf7-8149-dd014457a203,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:49.088727 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:49.106994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['4c2e2dff-0e91-4cf7-8149-dd014457a203'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:20:49.199854 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:20:49.206988 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:49.210236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:20:49.233547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Pushing event updated for resources: {'Port': ['ID=c8349f3a-9fc5-4ed9-9b39-802272273c76,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:49.255293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb74162c-2e72-4d0e-a6ed-d5d10e493a0a req-b9dc8d76-d83b-49bc-9eac-f6605b4a6410 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/ports?device_id=1af3c62b-4f64-4178-a847-e803eb80fb52 HTTP/1.1" status: 200 len: 210 time: 0.0545475 Jul 08 20:20:49.268913 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:49.443861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:49.444550 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:49.500160 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-d8c02cce-aa62-4baa-9647-ac1580fca7b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8733191 Jul 08 20:20:49.514916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Request body: {'port': {'device_id': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:49.626491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Router 40cde091-bff9-4db0-9621-453ed44e08f7 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:20:49.703309 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:49.757347 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d1f2c393-8280-4caf-bc5f-3fe8a83be9f5 None None] Provisioning for port c8349f3a-9fc5-4ed9-9b39-802272273c76 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:49.763981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d1f2c393-8280-4caf-bc5f-3fe8a83be9f5 None None] Provisioning complete for port c8349f3a-9fc5-4ed9-9b39-802272273c76 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:49.764534 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d1f2c393-8280-4caf-bc5f-3fe8a83be9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:49.792338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-04853954-1d5c-463c-89a8-f1b56a52b893 req-b47666d9-079f-457e-9b33-50ebe983c0a9 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0918419 Jul 08 20:20:49.862094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2c393-8280-4caf-bc5f-3fe8a83be9f5 None None] Port c8349f3a-9fc5-4ed9-9b39-802272273c76 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:20:49.888280 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-0e5a93ef-e210-4610-b4b0-39750c4cebb2 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=a392253432a54761bd12b5416a26cea7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497603 Jul 08 20:20:50.187531 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:20:50.197977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e0c28-b630-46b1-9cea-d5421d551c37 None None] Sync routers for ids ['40cde091-bff9-4db0-9621-453ed44e08f7'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:20:50.211091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e0c28-b630-46b1-9cea-d5421d551c37 None None] Routers {'40cde091-bff9-4db0-9621-453ed44e08f7'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:20:50.220169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-654e0c28-b630-46b1-9cea-d5421d551c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:20:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['40cde091-bff9-4db0-9621-453ed44e08f7'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:50.223566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657644ed-4456-459f-bc45-ae43682f0017 req-b28a2274-e2dc-4dcc-bf96-60a9b7800f22 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:50.225317 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-b28a2274-e2dc-4dcc-bf96-60a9b7800f22 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3219206 Jul 08 20:20:50.229730 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:50.233716 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4554e6ca-93b2-4ec6-9f19-da308c7f3885 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0838063 Jul 08 20:20:50.238145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52770) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:50.246335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Request body: {'port': {'device_id': '1af3c62b-4f64-4178-a847-e803eb80fb52', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': 'a392253432a54761bd12b5416a26cea7'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:50.312850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-654e0c28-b630-46b1-9cea-d5421d551c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:50.362785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e0c28-b630-46b1-9cea-d5421d551c37 None None] Routers {'40cde091-bff9-4db0-9621-453ed44e08f7'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:20:50.366251 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-654e0c28-b630-46b1-9cea-d5421d551c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:20:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['40cde091-bff9-4db0-9621-453ed44e08f7'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:50.374422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8349f3a-9fc5-4ed9-9b39-802272273c76 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:50.414477 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:50.450269 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Transition to ACTIVE for port object c8349f3a-9fc5-4ed9-9b39-802272273c76 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:50.452005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-654e0c28-b630-46b1-9cea-d5421d551c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:50.452857 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e0c28-b630-46b1-9cea-d5421d551c37 None None] The sync data for ids ['40cde091-bff9-4db0-9621-453ed44e08f7'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:20:50.454659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 1a44c79a-3abb-4982-b865-060e647d4e33 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:20:50.465966 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:50.513562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e48d2-98ac-43cc-914c-d424ae5b0903 req-e8a30986-5ffc-47ef-9291-d1e81742bfe4 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:50.522489 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-798e48d2-98ac-43cc-914c-d424ae5b0903 req-e8a30986-5ffc-47ef-9291-d1e81742bfe4 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 936 time: 0.4973533 Jul 08 20:20:50.554930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 1a44c79a-3abb-4982-b865-060e647d4e33 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:50.562459 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 1a44c79a-3abb-4982-b865-060e647d4e33 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:50.562889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e51f1-b32a-4681-852f-4f07497130bc req-8fddafcb-8f01-4902-b1a3-25b43ce255cb tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:50.564099 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:50.569933 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b98e51f1-b32a-4681-852f-4f07497130bc req-8fddafcb-8f01-4902-b1a3-25b43ce255cb tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 944 time: 0.3123107 Jul 08 20:20:50.640801 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6f291046-826f-4f25-861b-c3f7b8239f70 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/routers/40cde091-bff9-4db0-9621-453ed44e08f7 HTTP/1.1" status: 200 len: 920 time: 0.3750422 Jul 08 20:20:50.651121 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-798e48d2-98ac-43cc-914c-d424ae5b0903 req-b56bc8db-7927-459b-b852-b259654c5725 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/security-groups?id=39af3186-98d5-4fe4-94c7-d902947f586e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204600 Jul 08 20:20:50.663199 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52782) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:50.693424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Pushing event updated for resources: {'Port': ['ID=c8349f3a-9fc5-4ed9-9b39-802272273c76,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:50.746516 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b98e51f1-b32a-4681-852f-4f07497130bc req-913dafa7-72b1-4ee1-9f83-437bf0727e82 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743536 Jul 08 20:20:50.751458 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3f4ef5c8-4886-4f8d-8cb3-d1ac16d9d829 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "GET /v2.0/ports?device_id=40cde091-bff9-4db0-9621-453ed44e08f7 HTTP/1.1" status: 200 len: 205 time: 0.0844450 Jul 08 20:20:50.751890 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52790) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:50.821903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Attempting to bind port c8349f3a-9fc5-4ed9-9b39-802272273c76 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:20:50.825013 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Attempting to bind port c8349f3a-9fc5-4ed9-9b39-802272273c76 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:20:50.825777 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Attempting to bind port c8349f3a-9fc5-4ed9-9b39-802272273c76 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:50.831236 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:50.849145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Port c8349f3a-9fc5-4ed9-9b39-802272273c76 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:20:50.849654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Attempting to bind port c8349f3a-9fc5-4ed9-9b39-802272273c76 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:50.862335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:20:50.863154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:20:50.864528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:20:50.865776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Bound port: c8349f3a-9fc5-4ed9-9b39-802272273c76, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:20:50.869441 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:50.890600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af94e76-61af-4991-a220-b32a36b34600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a44c79a-3abb-4982-b865-060e647d4e33'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:50.893598 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f387e932-a982-46e3-b1a5-e9d567fb7ac8" -d '{"events": [{"server_uuid": "7af94e76-61af-4991-a220-b32a36b34600", "name": "network-vif-plugged", "status": "completed", "tag": "1a44c79a-3abb-4982-b865-060e647d4e33"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:50.901080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Made reservation on behalf of a392253432a54761bd12b5416a26cea7 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:20:50.906886 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:50.912825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 1a44c79a-3abb-4982-b865-060e647d4e33, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1a44c79a-3abb-4982-b865-060e647d4e33,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:50.925711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:50.926575 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:50.927936 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4c2e2dff-0e91-4cf7-8149-dd014457a203 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:20:51.039527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=1a44c79a-3abb-4982-b865-060e647d4e33,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:51.057193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:20:51.064688 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-901fd34d-86ad-47ac-b9b2-17d825be4406 req-e4f8f4ae-d308-48b0-8bd8-75179adc1243 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.1049635 Jul 08 20:20:51.067132 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:20:51.070843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 4c2e2dff-0e91-4cf7-8149-dd014457a203 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:51.071453 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:51.076401 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:51.162205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:51.163346 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:51.165451 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:51.169576 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] 10.222.0.104 "PUT /v2.0/ports/c8349f3a-9fc5-4ed9-9b39-802272273c76 HTTP/1.1" status: 200 len: 1097 time: 1.6565614 Jul 08 20:20:51.169851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:51.172147 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720165c3-9990-400d-922b-8ffb005926e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:51.234247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cced4e-5775-41ec-bea7-91420e752271 service neutron] Pushing event updated for resources: {'Port': ['ID=c8349f3a-9fc5-4ed9-9b39-802272273c76,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:51.327396 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:51.369194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-1a58b1d9-72c4-47a9-af27-f8edd7e9af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:51.372692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-1a58b1d9-72c4-47a9-af27-f8edd7e9af38 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=99527f66ba204555b1bab28de559f6c5&device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 1100 time: 0.1262531 Jul 08 20:20:51.461348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:51.470785 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:51.473198 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-680ceb25-edfd-49f4-ac67-f98074e04a21 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76 HTTP/1.1" status: 200 len: 217 time: 0.0937538 Jul 08 20:20:51.579788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4c2e2dff-0e91-4cf7-8149-dd014457a203,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:51.603939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-e1050ab8-4fa3-46e4-804e-18399f21fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:51.604204 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:51.616901 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-e1050ab8-4fa3-46e4-804e-18399f21fe99 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1336639 Jul 08 20:20:51.623064 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:51.654041 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:51.742498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c83ca9-a7de-4b46-9fd5-131e279d2665,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:51.877300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Allocated IP 192.168.233.82 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/014f75b7-462d-407b-8fc5-12c94df97f9c) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:20:51.911793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Deleting port 301058e5-420b-4c9e-a3cd-41c085ad9a42 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:20:51.916904 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:52.127150 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:52.197015 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Calling delete_port for 301058e5-420b-4c9e-a3cd-41c085ad9a42 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:20:52.341763 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:52.362431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Transition to ACTIVE for port object 014f75b7-462d-407b-8fc5-12c94df97f9c will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:52.542715 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:52.559862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-0ed1b1a6-d327-4967-ab7c-aa83cde30fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:52.561486 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-0ed1b1a6-d327-4967-ab7c-aa83cde30fba service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9371424 Jul 08 20:20:52.592360 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:52.656061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:20:52.665349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:52.686360 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:20:52.744052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:52.744749 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:52.753887 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-86f189d9-f317-4d34-a676-a3d4c98d03d8 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782553 Jul 08 20:20:52.780833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Pushing event updated for resources: {'Port': ['ID=014f75b7-462d-407b-8fc5-12c94df97f9c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:52.795507 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-d368624c-4a48-44b8-a72b-26680bfac56e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5593266 Jul 08 20:20:52.847210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Request body: {'port': {'device_id': '1af3c62b-4f64-4178-a847-e803eb80fb52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:52.852892 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Pushing event deleted for resources: {'Port': ['ID=301058e5-420b-4c9e-a3cd-41c085ad9a42,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:52.951674 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:52.954479 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:52.978412 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09b69103-fcc9-4bb2-9e31-d49dc58c332f req-06e05f20-3996-45cd-ad2c-a64a49c96293 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169507 Jul 08 20:20:53.123192 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:53.184709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a39e36de-6af6-4db0-8f6c-ef982d0716a0 None None] Provisioning for port 014f75b7-462d-407b-8fc5-12c94df97f9c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:53.211746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a39e36de-6af6-4db0-8f6c-ef982d0716a0 None None] Provisioning complete for port 014f75b7-462d-407b-8fc5-12c94df97f9c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:53.212149 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a39e36de-6af6-4db0-8f6c-ef982d0716a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:53.322134 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:53.322409 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a39e36de-6af6-4db0-8f6c-ef982d0716a0 None None] Port 014f75b7-462d-407b-8fc5-12c94df97f9c cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:20:53.326327 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:53.428364 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:53.428924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Fanout notify agent at l3_agent the message router_deleted on router 40cde091-bff9-4db0-9621-453ed44e08f7 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:20:53.438864 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:53.443718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0a9d84a7-995f-4621-9d0c-ac00877bb82b tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "DELETE /v2.0/routers/40cde091-bff9-4db0-9621-453ed44e08f7 HTTP/1.1" status: 204 len: 168 time: 2.6903417 Jul 08 20:20:53.444515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52820) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:53.449890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1385538680', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'enable_snat': False}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:53.496095 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:53.497619 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:53.579811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014f75b7-462d-407b-8fc5-12c94df97f9c {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:53.592019 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:53.614895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Transition to ACTIVE for port object 014f75b7-462d-407b-8fc5-12c94df97f9c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:53.622778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:53.629856 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:53.786914 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Pushing event updated for resources: {'Port': ['ID=014f75b7-462d-407b-8fc5-12c94df97f9c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:53.930749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Attempting to bind port 014f75b7-462d-407b-8fc5-12c94df97f9c on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:20:53.931106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Attempting to bind port 014f75b7-462d-407b-8fc5-12c94df97f9c by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:20:53.931447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Attempting to bind port 014f75b7-462d-407b-8fc5-12c94df97f9c on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:53.943566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Port 014f75b7-462d-407b-8fc5-12c94df97f9c on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:20:53.943811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Attempting to bind port 014f75b7-462d-407b-8fc5-12c94df97f9c on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:53.963819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:20:53.965083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:20:53.966353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:20:53.966981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Bound port: 014f75b7-462d-407b-8fc5-12c94df97f9c, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:20:53.968559 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:53.994028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:54.224018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] For port 014f75b7-462d-407b-8fc5-12c94df97f9c, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:20:54.248690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] For port 014f75b7-462d-407b-8fc5-12c94df97f9c, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=014f75b7-462d-407b-8fc5-12c94df97f9c,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:20:54.256644 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:54.346040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:54.353996 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:54.356251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] 10.222.0.103 "PUT /v2.0/ports/014f75b7-462d-407b-8fc5-12c94df97f9c HTTP/1.1" status: 200 len: 1096 time: 1.5360646 Jul 08 20:20:54.357653 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af3c62b-4f64-4178-a847-e803eb80fb52', 'tag': '014f75b7-462d-407b-8fc5-12c94df97f9c'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:20:54.360392 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4917db72-2198-419c-abf5-93e96a7f90dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1af3c62b-4f64-4178-a847-e803eb80fb52", "tag": "014f75b7-462d-407b-8fc5-12c94df97f9c"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:20:54.405782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3737c-c71b-482f-8f16-39ade040946d service neutron] Pushing event updated for resources: {'Port': ['ID=014f75b7-462d-407b-8fc5-12c94df97f9c,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:54.512952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657644ed-4456-459f-bc45-ae43682f0017 req-3fc2be34-ca5b-4534-8c68-8fa8560f4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:54.514926 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-3fc2be34-ca5b-4534-8c68-8fa8560f4a49 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a392253432a54761bd12b5416a26cea7&device_id=1af3c62b-4f64-4178-a847-e803eb80fb52 HTTP/1.1" status: 200 len: 1099 time: 0.0910213 Jul 08 20:20:54.576185 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:54.610928 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:54.632030 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-93622cca-6ad8-4a32-8e48-55544c4869c4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=014f75b7-462d-407b-8fc5-12c94df97f9c HTTP/1.1" status: 200 len: 217 time: 0.1063583 Jul 08 20:20:54.789689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657644ed-4456-459f-bc45-ae43682f0017 req-bb3a903f-8f7d-406d-8974-7c17f139c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:54.793809 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-bb3a903f-8f7d-406d-8974-7c17f139c2c3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1506886 Jul 08 20:20:54.923095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Allocated IP 172.25.4.19 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/75f490b6-92bf-4d23-94a5-850296da7e72) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:20:54.947356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657644ed-4456-459f-bc45-ae43682f0017 req-863b95fa-5beb-4434-99bf-72eca6779e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:54.950501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-863b95fa-5beb-4434-99bf-72eca6779e3c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1446197 Jul 08 20:20:55.126787 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-900d792d-9578-4930-96b0-17e01da89103 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675739 Jul 08 20:20:55.147247 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:55.252876 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:55.341656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-657644ed-4456-459f-bc45-ae43682f0017 req-a9ca953f-6bdf-4a87-8a62-c45e5be696e9 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055452 Jul 08 20:20:55.346329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:20:55.350108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:55.354144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:20:55.414197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event updated for resources: {'Port': ['ID=75f490b6-92bf-4d23-94a5-850296da7e72,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:55.445423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:55.445848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:55.446093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:55.446443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:55.446757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:55.447137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:55.447468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:55.447934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:55.448399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:55.449572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:55.450445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:55.450786 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:55.708818 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:56.029831 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:56.262671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Router 0f28f81f-72bd-48b0-8888-f1ce5f4671a5 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:20:56.459878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:20:56.481328 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Sync routers for ids ['0f28f81f-72bd-48b0-8888-f1ce5f4671a5'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:20:56.506521 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Routers {'0f28f81f-72bd-48b0-8888-f1ce5f4671a5'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:20:56.508585 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:20:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0f28f81f-72bd-48b0-8888-f1ce5f4671a5'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:56.528878 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:56.532468 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-59364b0a-f346-487e-9b96-20d9290b8a46 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0863209 Jul 08 20:20:56.544458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52830) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:56.584331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c8349f3a-9fc5-4ed9-9b39-802272273c76 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:20:56.755199 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Set router 0f28f81f-72bd-48b0-8888-f1ce5f4671a5 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:20:56.762052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:56.775951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'c8349f3a-9fc5-4ed9-9b39-802272273c76', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'c8349f3a-9fc5-4ed9-9b39-802272273c76', 'mac_address': 'fa:16:3e:f4:cc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:20:56.841180 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:56.845812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d02519fc-953c-4cba-ada7-a39dc69febe9 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/routers/0f28f81f-72bd-48b0-8888-f1ce5f4671a5 HTTP/1.1" status: 200 len: 908 time: 0.2996747 Jul 08 20:20:56.848804 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52836) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:20:56.853839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1385538680', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'enable_snat': True}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:20:56.859464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8349f3a-9fc5-4ed9-9b39-802272273c76 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:56.888723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:56.898363 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:56.903285 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:56.910023 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:57.009992 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:57.014309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c8349f3a-9fc5-4ed9-9b39-802272273c76,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:57.083952 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f28f81f-72bd-48b0-8888-f1ce5f4671a5', 'name': 'tempest-snat-router-1385538680', 'tenant_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19'}], 'enable_snat': False}, 'gw_port_id': '75f490b6-92bf-4d23-94a5-850296da7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:20:53Z', 'updated_at': '2021-07-08T20:20:55Z', 'revision_number': 3, 'project_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'gw_port': {'id': '75f490b6-92bf-4d23-94a5-850296da7e72', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f28f81f-72bd-48b0-8888-f1ce5f4671a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:20:54Z', 'updated_at': '2021-07-08T20:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:57.155354 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Checking router: 0f28f81f-72bd-48b0-8888-f1ce5f4671a5 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:20:57.155848 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Updating router 0f28f81f-72bd-48b0-8888-f1ce5f4671a5 port 75f490b6-92bf-4d23-94a5-850296da7e72 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:20:57.191570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['c8349f3a-9fc5-4ed9-9b39-802272273c76'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:20:57.254937 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:57.288812 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:58.016359 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:58.045675 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Transition to ACTIVE for port object 75f490b6-92bf-4d23-94a5-850296da7e72 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:20:58.059801 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:58.081184 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:58.121452 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:58.134719 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Attempting to bind port 75f490b6-92bf-4d23-94a5-850296da7e72 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:20:58.135127 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Attempting to bind port 75f490b6-92bf-4d23-94a5-850296da7e72 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:20:58.135432 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Attempting to bind port 75f490b6-92bf-4d23-94a5-850296da7e72 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:20:58.138855 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Pushing event updated for resources: {'Port': ['ID=75f490b6-92bf-4d23-94a5-850296da7e72,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:58.154722 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:20:58.154722 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:20:58.155264 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:58.155375 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:20:58.155810 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Bound port: 75f490b6-92bf-4d23-94a5-850296da7e72, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:20:58.156493 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:58.160422 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:58.160422 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:58.160422 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:58.161258 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:58.161258 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:58.161594 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:58.161861 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:58.162173 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:58.162488 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:58.162809 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:58.163121 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:58.163439 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:58.237686 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] For port 75f490b6-92bf-4d23-94a5-850296da7e72, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:20:58.243913 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] For port 75f490b6-92bf-4d23-94a5-850296da7e72, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=75f490b6-92bf-4d23-94a5-850296da7e72,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:20:58.254917 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:58.362653 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7ffad-6324-4b5b-9ec4-cf592b82feca None None] Pushing event updated for resources: {'Port': ['ID=75f490b6-92bf-4d23-94a5-850296da7e72,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:58.369848 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Allocated IP 172.25.4.173 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/9a6b5356-9074-4215-a638-ede32ccf69a3) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:20:58.430600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 014f75b7-462d-407b-8fc5-12c94df97f9c details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:20:58.439560 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Routers {'0f28f81f-72bd-48b0-8888-f1ce5f4671a5'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:20:58.440371 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:20:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0f28f81f-72bd-48b0-8888-f1ce5f4671a5'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:58.580314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c8349f3a-9fc5-4ed9-9b39-802272273c76 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:20:58.657433 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:58.665404 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] Set router 0f28f81f-72bd-48b0-8888-f1ce5f4671a5 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:20:58.709486 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:58.783360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 014f75b7-462d-407b-8fc5-12c94df97f9c, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=014f75b7-462d-407b-8fc5-12c94df97f9c,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:58.784770 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:20:58.788623 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:20:58.792307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:20:58.828965 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port c8349f3a-9fc5-4ed9-9b39-802272273c76 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:20:58.832077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '014f75b7-462d-407b-8fc5-12c94df97f9c', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '014f75b7-462d-407b-8fc5-12c94df97f9c', 'mac_address': 'fa:16:3e:1d:e5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:20:58.853532 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port c8349f3a-9fc5-4ed9-9b39-802272273c76 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:20:58.854192 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:58.864232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event updated for resources: {'Port': ['ID=9a6b5356-9074-4215-a638-ede32ccf69a3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:58.981726 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:59.046633 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:59.049575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014f75b7-462d-407b-8fc5-12c94df97f9c {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:20:59.084265 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f28f81f-72bd-48b0-8888-f1ce5f4671a5', 'name': 'tempest-snat-router-1385538680', 'tenant_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19'}], 'enable_snat': False}, 'gw_port_id': '75f490b6-92bf-4d23-94a5-850296da7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:20:53Z', 'updated_at': '2021-07-08T20:20:55Z', 'revision_number': 3, 'project_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'gw_port': {'id': '75f490b6-92bf-4d23-94a5-850296da7e72', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f28f81f-72bd-48b0-8888-f1ce5f4671a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:20:54Z', 'updated_at': '2021-07-08T20:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:20:59.091282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 014f75b7-462d-407b-8fc5-12c94df97f9c, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=014f75b7-462d-407b-8fc5-12c94df97f9c,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:59.105870 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:59.142498 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e0143-a244-4589-b268-888607d2b010 None None] The sync data for ids ['0f28f81f-72bd-48b0-8888-f1ce5f4671a5'] in n-d-791506-16 is: [{'id': '0f28f81f-72bd-48b0-8888-f1ce5f4671a5', 'name': 'tempest-snat-router-1385538680', 'tenant_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19'}], 'enable_snat': False}, 'gw_port_id': '75f490b6-92bf-4d23-94a5-850296da7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:20:53Z', 'updated_at': '2021-07-08T20:20:55Z', 'revision_number': 3, 'project_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'gw_port': {'id': '75f490b6-92bf-4d23-94a5-850296da7e72', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f28f81f-72bd-48b0-8888-f1ce5f4671a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:20:54Z', 'updated_at': '2021-07-08T20:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:20:59.148669 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:20:59.200019 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=014f75b7-462d-407b-8fc5-12c94df97f9c,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:59.202862 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:59.221853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:59.222273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:59.222761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:59.223362 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:59.223814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:59.224282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:59.224726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:59.225320 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:59.225972 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:59.226391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:59.226809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:59.227225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:20:59.362801 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:20:59.409620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c8349f3a-9fc5-4ed9-9b39-802272273c76,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:20:59.427725 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['014f75b7-462d-407b-8fc5-12c94df97f9c'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:20:59.663151 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8e7296-0f98-420d-9f2b-4925ac778405 req-583d2975-08bf-4ac9-87e2-4758121ec6a1 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1833441 Jul 08 20:20:59.856926 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e7296-0f98-420d-9f2b-4925ac778405 req-be2b31a0-92b6-42d8-a79a-72d110c2c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:20:59.858909 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8e7296-0f98-420d-9f2b-4925ac778405 req-be2b31a0-92b6-42d8-a79a-72d110c2c32a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=b3bf966748d24071b9483777d06f251b&device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 1098 time: 0.1373100 Jul 08 20:20:59.948509 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:00.177908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Router 14827bf0-dcd5-434b-a665-7a154ed7b0a0 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:21:00.367214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e7296-0f98-420d-9f2b-4925ac778405 req-eeb90868-c467-48c8-a35f-dae081501a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:00.369112 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8e7296-0f98-420d-9f2b-4925ac778405 req-eeb90868-c467-48c8-a35f-dae081501a18 service neutron] 10.222.0.104 "GET /v2.0/networks?id=09f22467-4999-45ea-bbf6-26db94b6ea72 HTTP/1.1" status: 200 len: 915 time: 0.2223814 Jul 08 20:21:00.442980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 014f75b7-462d-407b-8fc5-12c94df97f9c up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:21:00.446276 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:21:00.459355 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8e7296-0f98-420d-9f2b-4925ac778405 req-ad8ddffa-347e-48ab-8084-c171840bcdcc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9c7b80-9bbb-4481-b5c2-68b480cb533a HTTP/1.1" status: 200 len: 217 time: 0.0807612 Jul 08 20:21:00.478196 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:00.483375 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-caa995c2-5299-4cd7-929c-60fb2eaa9e9c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6329188 Jul 08 20:21:00.484367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52842) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:00.525092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] Sync routers for ids ['14827bf0-dcd5-434b-a665-7a154ed7b0a0'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:21:00.530751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e7296-0f98-420d-9f2b-4925ac778405 req-d69604ff-6a4c-415f-8f7d-cddaa9667a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:00.536085 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8e7296-0f98-420d-9f2b-4925ac778405 req-d69604ff-6a4c-415f-8f7d-cddaa9667a99 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ed88bbc9-1f61-4e29-a185-5bef84f4e834 HTTP/1.1" status: 200 len: 853 time: 0.0643327 Jul 08 20:21:00.572262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] Routers {'14827bf0-dcd5-434b-a665-7a154ed7b0a0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:00.576885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:20:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['14827bf0-dcd5-434b-a665-7a154ed7b0a0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:00.701108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e7296-0f98-420d-9f2b-4925ac778405 req-71bda510-4fc2-4abb-bcc3-e1616020c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:00.705589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8e7296-0f98-420d-9f2b-4925ac778405 req-71bda510-4fc2-4abb-bcc3-e1616020c3a8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=09f22467-4999-45ea-bbf6-26db94b6ea72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1619749 Jul 08 20:21:00.727697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3a66834a-9d62-4b81-b808-fbc25c3d9123 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/routers/14827bf0-dcd5-434b-a665-7a154ed7b0a0 HTTP/1.1" status: 200 len: 908 time: 0.2417257 Jul 08 20:21:00.729025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52844) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:00.795494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 014f75b7-462d-407b-8fc5-12c94df97f9c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:21:00.806304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 014f75b7-462d-407b-8fc5-12c94df97f9c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:21:00.809217 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:00.897752 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] Set router 14827bf0-dcd5-434b-a665-7a154ed7b0a0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:21:00.921632 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8e7296-0f98-420d-9f2b-4925ac778405 req-843c770e-8a98-4a55-bf25-67dde45bb80b service neutron] 10.222.0.104 "GET /v2.0/networks/09f22467-4999-45ea-bbf6-26db94b6ea72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090676 Jul 08 20:21:00.951848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:01.116430 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8e7296-0f98-420d-9f2b-4925ac778405 req-8a88dde3-354f-434d-9d37-120b37da3d4a service neutron] 10.222.0.104 "GET /v2.0/networks/09f22467-4999-45ea-bbf6-26db94b6ea72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868374 Jul 08 20:21:01.208601 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:01.331938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Deleting port 9a6b5356-9074-4215-a638-ede32ccf69a3 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:01.332397 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:01.492895 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:01.611311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 014f75b7-462d-407b-8fc5-12c94df97f9c, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=014f75b7-462d-407b-8fc5-12c94df97f9c,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:01.639802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:01.684292 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:01.706098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Calling delete_port for 9a6b5356-9074-4215-a638-ede32ccf69a3 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:01.754066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 75f490b6-92bf-4d23-94a5-850296da7e72 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:21:01.846135 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=014f75b7-462d-407b-8fc5-12c94df97f9c,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:01.861561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14827bf0-dcd5-434b-a665-7a154ed7b0a0', 'name': 'tempest-snat-router-1385538680', 'tenant_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '9a6b5356-9074-4215-a638-ede32ccf69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:20:56Z', 'updated_at': '2021-07-08T20:20:59Z', 'revision_number': 3, 'project_id': '5f66d5cdab294f8c90c0efe2d4e10af2', 'gw_port': {'id': '9a6b5356-9074-4215-a638-ede32ccf69a3', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14827bf0-dcd5-434b-a665-7a154ed7b0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:20:58Z', 'updated_at': '2021-07-08T20:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:01.895189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] Checking router: 14827bf0-dcd5-434b-a665-7a154ed7b0a0 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:21:01.895572 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] Updating router 14827bf0-dcd5-434b-a665-7a154ed7b0a0 port 9a6b5356-9074-4215-a638-ede32ccf69a3 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:21:01.989327 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:02.068462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 75f490b6-92bf-4d23-94a5-850296da7e72 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:21:02.090212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 75f490b6-92bf-4d23-94a5-850296da7e72 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:21:02.093355 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:02.157754 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:02.249175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a6b5356-9074-4215-a638-ede32ccf69a3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:02.313711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:02.356618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 75f490b6-92bf-4d23-94a5-850296da7e72, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=75f490b6-92bf-4d23-94a5-850296da7e72,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:02.364838 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:02.392506 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:02.454271 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=75f490b6-92bf-4d23-94a5-850296da7e72,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:02.503591 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:21:02.504688 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:21:02.557145 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:02.557145 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:02.610466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:02.610881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14827bf0-dcd5-434b-a665-7a154ed7b0a0 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:02.619006 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:02.620988 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e34ccf26-b2bd-4f6e-a718-67e47815653b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "DELETE /v2.0/routers/14827bf0-dcd5-434b-a665-7a154ed7b0a0 HTTP/1.1" status: 204 len: 168 time: 1.8898840 Jul 08 20:21:02.624731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52854) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:02.769161 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:02.963723 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:03.031662 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] Port 9a6b5356-9074-4215-a638-ede32ccf69a3 not found while updating agent binding for router 14827bf0-dcd5-434b-a665-7a154ed7b0a0. {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 08 20:21:03.040943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] Routers set() bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:03.041581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] Router IDs set() for agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 20:21:03.043168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_agentschedulers_db [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'14827bf0-dcd5-434b-a665-7a154ed7b0a0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:20:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent'). {{(pid=94067) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 20:21:03.043804 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bba36-608e-427d-9c77-e2de1b0c0c90 None None] The sync data for ids ['14827bf0-dcd5-434b-a665-7a154ed7b0a0'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:21:03.057191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Deleting port 75f490b6-92bf-4d23-94a5-850296da7e72 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:03.057430 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:03.148346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4939aea9-ad38-4555-8469-ae3e9e29f818 req-6d3e6289-0496-45e5-b9d9-e046a87e607b tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0408461 Jul 08 20:21:03.213566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feef4b-8b33-4c91-8f26-bafc94f6e238 req-60486aeb-7154-4e9d-9564-2b4046fe166c tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:03.216857 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57feef4b-8b33-4c91-8f26-bafc94f6e238 req-60486aeb-7154-4e9d-9564-2b4046fe166c tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/ports?device_id=1af3c62b-4f64-4178-a847-e803eb80fb52 HTTP/1.1" status: 200 len: 949 time: 0.0990961 Jul 08 20:21:03.217362 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] For port 75f490b6-92bf-4d23-94a5-850296da7e72, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=75f490b6-92bf-4d23-94a5-850296da7e72,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:03.217737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:03.236760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Calling delete_port for 75f490b6-92bf-4d23-94a5-850296da7e72 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:03.291259 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1182585a-3be1-439e-ac91-de81d82e7d88 x-openstack-request-id: req-1182585a-3be1-439e-ac91-de81d82e7d88 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:03.291657 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af94e76-61af-4991-a220-b32a36b34600", "name": "network-vif-plugged", "status": "completed", "tag": "1a44c79a-3abb-4982-b865-060e647d4e33", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:03.292530 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1182585a-3be1-439e-ac91-de81d82e7d88 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:03.293073 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af94e76-61af-4991-a220-b32a36b34600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a44c79a-3abb-4982-b865-060e647d4e33', 'code': 200} Jul 08 20:21:03.434938 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34b9df3-c028-4608-ade5-bbc0f1027179 x-openstack-request-id: req-e34b9df3-c028-4608-ade5-bbc0f1027179 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:03.435234 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:03.435491 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e34b9df3-c028-4608-ade5-bbc0f1027179 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:03.435902 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76', 'status': 'completed', 'code': 200} Jul 08 20:21:03.591599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 75f490b6-92bf-4d23-94a5-850296da7e72 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:21:03.660135 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720165c3-9990-400d-922b-8ffb005926e3 req-dd13fd81-3f9d-47e3-b776-0585a62e30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:03.661920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-720165c3-9990-400d-922b-8ffb005926e3 req-dd13fd81-3f9d-47e3-b776-0585a62e30b9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=99527f66ba204555b1bab28de559f6c5&device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 1102 time: 0.2252316 Jul 08 20:21:03.712138 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57feef4b-8b33-4c91-8f26-bafc94f6e238 req-ca358e36-9f75-4d3f-9fce-4e961945c713 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c83ca9-a7de-4b46-9fd5-131e279d2665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823463 Jul 08 20:21:03.723640 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 75f490b6-92bf-4d23-94a5-850296da7e72 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:21:03.724090 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:03.738114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4aa0d-fc07-4df0-9c70-39ef370b41ab req-0a1c870b-b042-4b0c-b624-e95eb41840dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:03.748333 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6da4aa0d-fc07-4df0-9c70-39ef370b41ab req-0a1c870b-b042-4b0c-b624-e95eb41840dd service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 1097 time: 0.0817461 Jul 08 20:21:03.771708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720165c3-9990-400d-922b-8ffb005926e3 req-879b550c-4f54-4ff0-a35b-74478e90ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:03.773466 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-720165c3-9990-400d-922b-8ffb005926e3 req-879b550c-4f54-4ff0-a35b-74478e90ad8b service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1020329 Jul 08 20:21:03.805937 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6da4aa0d-fc07-4df0-9c70-39ef370b41ab req-79578029-1144-4efd-8f04-d88b95dda544 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572879 Jul 08 20:21:03.826548 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:03.848574 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Could not find standard attr ID for object 75f490b6-92bf-4d23-94a5-850296da7e72. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:21:03.851287 n-d-791506-16 neutron-server[94067]: INFO neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No ports have port_id starting with 75f490b6-92bf-4d23-94a5-850296da7e72 Jul 08 20:21:03.861287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event deleted for resources: {'Port': ['ID=75f490b6-92bf-4d23-94a5-850296da7e72,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:03.864009 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-720165c3-9990-400d-922b-8ffb005926e3 req-f9cc0920-5d8b-4a87-8ff6-b98d0a95f0e8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76 HTTP/1.1" status: 200 len: 217 time: 0.0832059 Jul 08 20:21:03.985868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe0faf-d697-455c-a42e-8a5f31c30f8d req-e48a6f6c-81f9-4bce-99a9-c0503a9e3006 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:03.992884 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-acbe0faf-d697-455c-a42e-8a5f31c30f8d req-e48a6f6c-81f9-4bce-99a9-c0503a9e3006 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 950 time: 0.4089375 Jul 08 20:21:04.001514 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:04.024028 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98807b-571d-4d01-a13c-244fb9d5bc51 req-3a0d32f8-5617-4d00-9316-9868181ed865 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:04.033361 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe98807b-571d-4d01-a13c-244fb9d5bc51 req-3a0d32f8-5617-4d00-9316-9868181ed865 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 945 time: 0.1180484 Jul 08 20:21:04.047639 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1a334224-3e67-4324-9738-fe002a8f32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:04.083951 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe98807b-571d-4d01-a13c-244fb9d5bc51 req-5a4d8ca4-f9d3-42cf-b11d-30b4455bdb61 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494514 Jul 08 20:21:04.242229 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:21:04.280841 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2643e06-284b-44a5-b886-491a21a4866a x-openstack-request-id: req-b2643e06-284b-44a5-b886-491a21a4866a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:04.281729 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af3c62b-4f64-4178-a847-e803eb80fb52", "tag": "014f75b7-462d-407b-8fc5-12c94df97f9c", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:04.282179 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b2643e06-284b-44a5-b886-491a21a4866a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:04.282756 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af3c62b-4f64-4178-a847-e803eb80fb52', 'tag': '014f75b7-462d-407b-8fc5-12c94df97f9c', 'status': 'completed', 'code': 200} Jul 08 20:21:04.437218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917db72-2198-419c-abf5-93e96a7f90dd req-42ee6cd2-f8e3-47e7-99e2-c3adfe81a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:04.439126 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4917db72-2198-419c-abf5-93e96a7f90dd req-42ee6cd2-f8e3-47e7-99e2-c3adfe81a11c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a392253432a54761bd12b5416a26cea7&device_id=1af3c62b-4f64-4178-a847-e803eb80fb52 HTTP/1.1" status: 200 len: 1101 time: 0.1223261 Jul 08 20:21:04.456314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-acbe0faf-d697-455c-a42e-8a5f31c30f8d req-d3f07351-3c25-456b-a039-4731863a1e02 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/security-groups?id=39af3186-98d5-4fe4-94c7-d902947f586e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624426 Jul 08 20:21:04.457938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720165c3-9990-400d-922b-8ffb005926e3 req-afa93ca6-55e4-40bb-b4b3-6fe6b60de20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:04.474001 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-720165c3-9990-400d-922b-8ffb005926e3 req-afa93ca6-55e4-40bb-b4b3-6fe6b60de20b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.5905342 Jul 08 20:21:04.474001 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:04.474001 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:04.579219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:04.595260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f28f81f-72bd-48b0-8888-f1ce5f4671a5 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:04.607181 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:04.617930 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ed4c8d1d-973a-4ea1-8b7c-7d463727d9f1 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "DELETE /v2.0/routers/0f28f81f-72bd-48b0-8888-f1ce5f4671a5 HTTP/1.1" status: 204 len: 168 time: 1.9919417 Jul 08 20:21:04.618501 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52896) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:04.635424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-878309698', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:04.643237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917db72-2198-419c-abf5-93e96a7f90dd req-3ce4337f-0f49-4d6d-8d81-52fc37705519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:04.649260 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4917db72-2198-419c-abf5-93e96a7f90dd req-3ce4337f-0f49-4d6d-8d81-52fc37705519 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1947343 Jul 08 20:21:04.709750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720165c3-9990-400d-922b-8ffb005926e3 req-f25fe323-fd35-4306-83e2-6772f439937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:04.715252 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-720165c3-9990-400d-922b-8ffb005926e3 req-f25fe323-fd35-4306-83e2-6772f439937d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2418172 Jul 08 20:21:04.768896 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4917db72-2198-419c-abf5-93e96a7f90dd req-80bc6c71-fd0c-4491-9ca3-154a669466cf service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=014f75b7-462d-407b-8fc5-12c94df97f9c HTTP/1.1" status: 200 len: 217 time: 0.1140084 Jul 08 20:21:04.962055 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:04.963133 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:04.968919 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-720165c3-9990-400d-922b-8ffb005926e3 req-63323948-fe3e-4e7e-bc59-5c04d9f59274 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377224 Jul 08 20:21:05.046492 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8d1fabb1-7284-4904-9544-f0f3c26eda78 req-69fc2cb8-fdfa-4dc8-a49d-b409e2140c36 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=25129010322d48d594976dcbf7ed1163&device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.1968021 Jul 08 20:21:05.102296 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8d1fabb1-7284-4904-9544-f0f3c26eda78 req-df344bf3-1cbb-4d3b-929f-668ee4062133 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=25129010322d48d594976dcbf7ed1163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367436 Jul 08 20:21:05.140188 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-720165c3-9990-400d-922b-8ffb005926e3 req-14ef91fc-aacc-477c-bdd2-0b9a9546ecc5 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623628 Jul 08 20:21:05.280576 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:05.293833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203'}, {'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76'}, {'server_uuid': '1af3c62b-4f64-4178-a847-e803eb80fb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014f75b7-462d-407b-8fc5-12c94df97f9c'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:05.299707 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab96098-3fbd-409e-8ecb-d021916d5f49" -d '{"events": [{"server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203"}, {"server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "name": "network-vif-plugged", "status": "completed", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76"}, {"server_uuid": "1af3c62b-4f64-4178-a847-e803eb80fb52", "name": "network-vif-plugged", "status": "completed", "tag": "014f75b7-462d-407b-8fc5-12c94df97f9c"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:05.329955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fabb1-7284-4904-9544-f0f3c26eda78 req-dca85c6a-936d-46c2-8937-c7b53a3e2904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:05.336668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8d1fabb1-7284-4904-9544-f0f3c26eda78 req-dca85c6a-936d-46c2-8937-c7b53a3e2904 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2206583 Jul 08 20:21:05.343960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917db72-2198-419c-abf5-93e96a7f90dd req-8a3beb23-990a-4d60-88f3-1f7e1d207c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:05.345512 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4917db72-2198-419c-abf5-93e96a7f90dd req-8a3beb23-990a-4d60-88f3-1f7e1d207c63 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.4985530 Jul 08 20:21:05.354114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214da21-a23f-4017-9b1b-20d7fa65ae88 req-13d76ba3-726e-4009-997b-8ad91757effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:05.355746 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2214da21-a23f-4017-9b1b-20d7fa65ae88 req-13d76ba3-726e-4009-997b-8ad91757effb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e56bc4ea1ea4875a20713f35e2c3d62&device_id=d0d97af6-eba5-4b61-8d12-084cba52371f HTTP/1.1" status: 200 len: 1101 time: 0.5856671 Jul 08 20:21:05.480805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917db72-2198-419c-abf5-93e96a7f90dd req-e4ab5b96-66a9-477b-9d34-20ba53fe6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:05.483830 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4917db72-2198-419c-abf5-93e96a7f90dd req-e4ab5b96-66a9-477b-9d34-20ba53fe6692 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1270657 Jul 08 20:21:05.527708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 75f490b6-92bf-4d23-94a5-850296da7e72 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:05.567078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 75f490b6-92bf-4d23-94a5-850296da7e72 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:21:05.567779 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 75f490b6-92bf-4d23-94a5-850296da7e72 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:21:05.700817 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:05.723029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394b4b-18d3-4547-b48e-242f3f695690 req-f8dddc25-8d4d-4828-88e4-a1f61db51364 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:05.725871 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cc394b4b-18d3-4547-b48e-242f3f695690 req-f8dddc25-8d4d-4828-88e4-a1f61db51364 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/ports?device_id=1af3c62b-4f64-4178-a847-e803eb80fb52 HTTP/1.1" status: 200 len: 949 time: 0.3461537 Jul 08 20:21:05.767857 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4917db72-2198-419c-abf5-93e96a7f90dd req-57b71f18-df8a-474f-bb1d-ef622b229c56 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736170 Jul 08 20:21:05.769189 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214da21-a23f-4017-9b1b-20d7fa65ae88 req-dab05a42-ccd6-4d1e-8b66-2f390ad75269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:05.770759 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2214da21-a23f-4017-9b1b-20d7fa65ae88 req-dab05a42-ccd6-4d1e-8b66-2f390ad75269 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2510719 Jul 08 20:21:05.861744 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cc394b4b-18d3-4547-b48e-242f3f695690 req-697c7ce1-334c-4e2f-a6ae-b4792a18688e tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c83ca9-a7de-4b46-9fd5-131e279d2665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165555 Jul 08 20:21:05.919896 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2214da21-a23f-4017-9b1b-20d7fa65ae88 req-69200f10-6db0-498d-a92d-01b0b5af7063 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203 HTTP/1.1" status: 200 len: 217 time: 0.1347716 Jul 08 20:21:05.986388 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214da21-a23f-4017-9b1b-20d7fa65ae88 req-14e55198-52bb-4da3-a9f6-26f9cd0a7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:05.988304 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2214da21-a23f-4017-9b1b-20d7fa65ae88 req-14e55198-52bb-4da3-a9f6-26f9cd0a7556 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0595207 Jul 08 20:21:06.094798 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4917db72-2198-419c-abf5-93e96a7f90dd req-571adf5d-9187-4690-906c-13089d94abe2 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104582 Jul 08 20:21:06.096738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214da21-a23f-4017-9b1b-20d7fa65ae88 req-505a7688-6fdd-48ac-a19a-4f328028044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:06.098293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2214da21-a23f-4017-9b1b-20d7fa65ae88 req-505a7688-6fdd-48ac-a19a-4f328028044e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0984011 Jul 08 20:21:06.106201 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2a1a627-ef8d-4322-9025-d470b9136e10 req-c42857d9-dbae-4fcd-b5b2-670977a3abd1 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0848019 Jul 08 20:21:06.156317 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:06.191719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:06.245828 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b857a3-f02f-41ad-96b4-064a29086dad x-openstack-request-id: req-f8b857a3-f02f-41ad-96b4-064a29086dad {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:06.246132 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203", "code": 200}, {"server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "name": "network-vif-plugged", "status": "completed", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76", "code": 200}, {"server_uuid": "1af3c62b-4f64-4178-a847-e803eb80fb52", "name": "network-vif-plugged", "status": "completed", "tag": "014f75b7-462d-407b-8fc5-12c94df97f9c", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:06.246405 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f8b857a3-f02f-41ad-96b4-064a29086dad {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:06.253051 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203', 'code': 200} Jul 08 20:21:06.253527 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76', 'code': 200} Jul 08 20:21:06.253972 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af3c62b-4f64-4178-a847-e803eb80fb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014f75b7-462d-407b-8fc5-12c94df97f9c', 'code': 200} Jul 08 20:21:06.297042 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2214da21-a23f-4017-9b1b-20d7fa65ae88 req-1cae6f5e-ac91-4f0e-a159-620f3e527959 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780081 Jul 08 20:21:06.404680 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Allocated IP 172.25.4.24 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/79f03674-0a4f-4dd6-a763-4b41185ffa53) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:21:06.533644 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2a7d4e5e-77d0-43b5-b9ad-077139540b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:06.568545 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2214da21-a23f-4017-9b1b-20d7fa65ae88 req-ed7659ad-e702-422c-b3c2-1df730446b56 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612004 Jul 08 20:21:06.592506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7436e6df-efcd-4306-8585-03af3832ce30 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:06.646077 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:06.672077 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f362a6-9399-4de2-9279-16e9aa06697e req-bd4b412d-fa1b-4668-b621-e9d9c16d1638 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:06.674665 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72f362a6-9399-4de2-9279-16e9aa06697e req-bd4b412d-fa1b-4668-b621-e9d9c16d1638 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 950 time: 0.2125473 Jul 08 20:21:06.702893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2aa8f-1ef2-4f7a-b3df-a471e78442ad req-1fec0b55-362a-49db-8ab2-6cee4fa8ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:06.704382 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5fc2aa8f-1ef2-4f7a-b3df-a471e78442ad req-1fec0b55-362a-49db-8ab2-6cee4fa8ff7f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1af3c62b-4f64-4178-a847-e803eb80fb52 HTTP/1.1" status: 200 len: 1101 time: 0.2727396 Jul 08 20:21:06.706935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc525d-398d-4d9f-aaaa-71d15692a9f0 req-4a924306-eb4e-4c4a-ae44-eef428d9e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:06.709032 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cdc525d-398d-4d9f-aaaa-71d15692a9f0 req-4a924306-eb4e-4c4a-ae44-eef428d9e8bc service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 1102 time: 0.2216659 Jul 08 20:21:06.718391 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4193454-c5c7-457d-b651-1a631c00caaa req-6076d651-bafc-4ad9-b0c3-bd30218245cf tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:06.718818 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:06.720497 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4193454-c5c7-457d-b651-1a631c00caaa req-6076d651-bafc-4ad9-b0c3-bd30218245cf tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 945 time: 0.3009384 Jul 08 20:21:06.742775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72f362a6-9399-4de2-9279-16e9aa06697e req-42bd9f21-4ced-42eb-affd-37e1d5b4a14a tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/security-groups?id=39af3186-98d5-4fe4-94c7-d902947f586e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610404 Jul 08 20:21:06.757503 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:06.764924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7436e6df-efcd-4306-8585-03af3832ce30, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7436e6df-efcd-4306-8585-03af3832ce30,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:06.772591 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:06.811912 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:21:06.815304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:21:06.820618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:21:06.824848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Pushing event updated for resources: {'Port': ['ID=79f03674-0a4f-4dd6-a763-4b41185ffa53,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:06.863177 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cdc525d-398d-4d9f-aaaa-71d15692a9f0 req-0f386546-5b38-428a-a88d-7eafba324538 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=39af3186-98d5-4fe4-94c7-d902947f586e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415076 Jul 08 20:21:06.872917 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5fc2aa8f-1ef2-4f7a-b3df-a471e78442ad req-c271490e-6d0a-44ea-beb2-356171816b93 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=e6c83ca9-a7de-4b46-9fd5-131e279d2665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454153 Jul 08 20:21:06.876236 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4193454-c5c7-457d-b651-1a631c00caaa req-5ce70aa3-dfdd-4171-9afd-0758bcced3d8 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414633 Jul 08 20:21:06.890106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7436e6df-efcd-4306-8585-03af3832ce30,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:06.909886 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:06.955826 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8d1fabb1-7284-4904-9544-f0f3c26eda78 req-e66894fb-d86b-4ead-8561-f9d0b3ce2e93 tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.104 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0379872 Jul 08 20:21:07.212474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a2b11-1fba-4f53-b45f-da3dee262b31 req-95230287-f6be-4cc0-8a25-81e97dcaafd1 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:07.215739 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1e3a2b11-1fba-4f53-b45f-da3dee262b31 req-95230287-f6be-4cc0-8a25-81e97dcaafd1 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/ports?device_id=1af3c62b-4f64-4178-a847-e803eb80fb52 HTTP/1.1" status: 200 len: 949 time: 0.1009688 Jul 08 20:21:07.263474 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1e3a2b11-1fba-4f53-b45f-da3dee262b31 req-8ad0434f-9fe6-46b8-bdf8-e2b607a415f5 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c83ca9-a7de-4b46-9fd5-131e279d2665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419304 Jul 08 20:21:07.298071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:07.589815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b8a6a-2250-4c15-a7c1-7c2769b4c2a7 req-059381f5-d8c7-4441-80cd-c4b8dea146db tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:07.591635 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a9b8a6a-2250-4c15-a7c1-7c2769b4c2a7 req-059381f5-d8c7-4441-80cd-c4b8dea146db tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0d97af6-eba5-4b61-8d12-084cba52371f HTTP/1.1" status: 200 len: 949 time: 0.1394591 Jul 08 20:21:07.674510 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a9b8a6a-2250-4c15-a7c1-7c2769b4c2a7 req-20530eca-2339-4939-912e-2fe78594a5cd tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772834 Jul 08 20:21:07.685585 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:07.856306 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4344c72-d346-4f3f-8802-ecccc0fe3bf2 req-19ca9697-175e-4dce-9238-1e0d206ce2dc tempest-ServerShowV257Test-255885892 tempest-ServerShowV257Test-255885892-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fe107ca-bd75-423b-836c-92eafe1eb4af HTTP/1.1" status: 200 len: 210 time: 0.0486012 Jul 08 20:21:07.943016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Router 72a37864-bf2d-4c22-98c3-25cc542369ba is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:21:07.986960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-917d1b6a-53db-4f45-81c0-eb999bfabdbd tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:07.993676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-917d1b6a-53db-4f45-81c0-eb999bfabdbd tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/networks?id=fdb5f88e-06d4-480f-a839-50102aa47e53 HTTP/1.1" status: 200 len: 804 time: 0.1626620 Jul 08 20:21:08.045159 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-3951ae9e-f404-4441-813f-66f8b079f181 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/quotas/f072151cc9a246949063c5a455a633da HTTP/1.1" status: 200 len: 375 time: 0.0501838 Jul 08 20:21:08.091579 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:08.105115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d762ce-772f-4513-9038-29a0c6960627 req-4e3dd07d-5883-42ad-ad1b-e2cf76e154d5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:08.114535 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a9d762ce-772f-4513-9038-29a0c6960627 req-4e3dd07d-5883-42ad-ad1b-e2cf76e154d5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 945 time: 0.1161835 Jul 08 20:21:08.162720 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a9d762ce-772f-4513-9038-29a0c6960627 req-254a37d6-5436-4ccf-9067-6fcaded05815 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467856 Jul 08 20:21:08.255718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7436e6df-efcd-4306-8585-03af3832ce30'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:08.258774 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624b78fd-6cac-427f-89ae-8378fe9ee91c" -d '{"events": [{"server_uuid": "3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4", "name": "network-vif-unplugged", "status": "completed", "tag": "7436e6df-efcd-4306-8585-03af3832ce30"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:08.459410 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-e9600747-7b8b-462b-8a42-ae1064cd3936 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f072151cc9a246949063c5a455a633da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4137630 Jul 08 20:21:08.462223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:21:08.475511 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d6835f-e180-486b-a867-ee22e2e2605a None None] Sync routers for ids ['72a37864-bf2d-4c22-98c3-25cc542369ba'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:21:08.491052 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d6835f-e180-486b-a867-ee22e2e2605a None None] Routers {'72a37864-bf2d-4c22-98c3-25cc542369ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:08.492011 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-84d6835f-e180-486b-a867-ee22e2e2605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['72a37864-bf2d-4c22-98c3-25cc542369ba'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:08.494854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:08.496899 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-441e5a1c-b277-4b72-940b-b424cf1f0e03 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8744559 Jul 08 20:21:08.499457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53028) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:08.504776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3f280c13-79de-4055-bb38-aad3e471a51e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'enable_snat': False}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:08.530443 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-84d6835f-e180-486b-a867-ee22e2e2605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:08.539897 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d6835f-e180-486b-a867-ee22e2e2605a None None] Routers {'72a37864-bf2d-4c22-98c3-25cc542369ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:08.540818 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-84d6835f-e180-486b-a867-ee22e2e2605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['72a37864-bf2d-4c22-98c3-25cc542369ba'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:08.596398 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-82bbc963-96e7-480a-a75e-1269acdebb8a service neutron] 10.222.0.101 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210768 Jul 08 20:21:08.623804 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-84d6835f-e180-486b-a867-ee22e2e2605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:08.625550 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d6835f-e180-486b-a867-ee22e2e2605a None None] The sync data for ids ['72a37864-bf2d-4c22-98c3-25cc542369ba'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:21:08.750499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-c6097a24-72c8-4fe6-8328-802393992613 service neutron] 10.222.0.101 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441755 Jul 08 20:21:08.941657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6049c9-e095-423a-8a41-6f11cb2915d6 req-c67b2dec-49b2-4648-9148-ab457e3f6128 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:08.943209 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f6049c9-e095-423a-8a41-6f11cb2915d6 req-c67b2dec-49b2-4648-9148-ab457e3f6128 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 950 time: 0.1630695 Jul 08 20:21:08.945293 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f280c13-79de-4055-bb38-aad3e471a51e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:08.953788 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99d818f-ac12-4835-b515-37a2abece31c x-openstack-request-id: req-b99d818f-ac12-4835-b515-37a2abece31c {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:08.954083 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4", "name": "network-vif-unplugged", "status": "completed", "tag": "7436e6df-efcd-4306-8585-03af3832ce30", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:08.954338 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b99d818f-ac12-4835-b515-37a2abece31c {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:08.954725 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7436e6df-efcd-4306-8585-03af3832ce30', 'code': 200} Jul 08 20:21:09.037499 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f6049c9-e095-423a-8a41-6f11cb2915d6 req-ff9d74e9-bf1e-4eaf-8151-3bfaee998423 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/security-groups?id=39af3186-98d5-4fe4-94c7-d902947f586e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862935 Jul 08 20:21:09.213038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a919f-d688-4639-8e2f-6951c3e73729 req-9bd12ab5-4895-4c3f-9c7c-ae9ea1721a5a tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:09.240146 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d76a919f-d688-4639-8e2f-6951c3e73729 req-9bd12ab5-4895-4c3f-9c7c-ae9ea1721a5a tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/ports?device_id=1af3c62b-4f64-4178-a847-e803eb80fb52 HTTP/1.1" status: 200 len: 949 time: 0.1235526 Jul 08 20:21:09.298047 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c278bdd5-4b99-49ae-8cbd-6f5b47f5a2fb req-485bb2a2-de43-4340-84fc-7267ef3caba8 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 210 time: 0.0363629 Jul 08 20:21:09.309042 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d76a919f-d688-4639-8e2f-6951c3e73729 req-2fbfe81b-b150-4d5d-8fef-8bd00cd57431 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c83ca9-a7de-4b46-9fd5-131e279d2665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672297 Jul 08 20:21:09.647359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53068) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:09.662437 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:09.700775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ef068-72f4-4f85-894b-3571b27f1069 req-e55fc774-086a-43ab-987c-e421fc259a64 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:09.715384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-469ef068-72f4-4f85-894b-3571b27f1069 req-e55fc774-086a-43ab-987c-e421fc259a64 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 945 time: 0.1804461 Jul 08 20:21:09.792227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-469ef068-72f4-4f85-894b-3571b27f1069 req-163622b2-fc14-473a-b6ba-94bd066c3d03 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758383 Jul 08 20:21:09.865144 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9903-a7ae-47e4-807f-2c1608a3beb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.045062 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9903-a7ae-47e4-807f-2c1608a3beb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.054028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9903-a7ae-47e4-807f-2c1608a3beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.073288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53718bca-cfc6-4667-ae89-e0af3b367078 req-46ef952a-67fd-4d1d-901b-4a0114e1a21c tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:10.074419 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53718bca-cfc6-4667-ae89-e0af3b367078 req-46ef952a-67fd-4d1d-901b-4a0114e1a21c tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "GET /v2.0/ports?device_id=3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4 HTTP/1.1" status: 200 len: 944 time: 0.7287800 Jul 08 20:21:10.159016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6e9a9903-a7ae-47e4-807f-2c1608a3beb6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=25129010322d48d594976dcbf7ed1163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5055037 Jul 08 20:21:10.160156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a9903-a7ae-47e4-807f-2c1608a3beb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669f5c67-ec3e-41ce-a592-b4947102e6ae,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:10.171152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53092) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:10.193014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871b694-d77d-4927-b0f3-b7386318e6b2 req-14f250f1-ba14-400e-88a7-9269cd41e2b5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:10.194619 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b871b694-d77d-4927-b0f3-b7386318e6b2 req-14f250f1-ba14-400e-88a7-9269cd41e2b5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 945 time: 0.7848992 Jul 08 20:21:10.259271 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66d19235-78f4-428d-a900-67eb58c09dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.310776 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66d19235-78f4-428d-a900-67eb58c09dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.401558 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f280c13-79de-4055-bb38-aad3e471a51e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.416012 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f280c13-79de-4055-bb38-aad3e471a51e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.430421 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66d19235-78f4-428d-a900-67eb58c09dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.434443 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66d19235-78f4-428d-a900-67eb58c09dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.436848 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-53718bca-cfc6-4667-ae89-e0af3b367078 req-55ab9d80-ee54-41ed-8191-2cb60d83a861 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Deleting port 7436e6df-efcd-4306-8585-03af3832ce30 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:10.437178 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-53718bca-cfc6-4667-ae89-e0af3b367078 req-55ab9d80-ee54-41ed-8191-2cb60d83a861 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.438589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-66d19235-78f4-428d-a900-67eb58c09dc1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/669f5c67-ec3e-41ce-a592-b4947102e6ae HTTP/1.1" status: 204 len: 168 time: 0.2664058 Jul 08 20:21:10.455763 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d19235-78f4-428d-a900-67eb58c09dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669f5c67-ec3e-41ce-a592-b4947102e6ae,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:10.527962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4c2e2dff-0e91-4cf7-8149-dd014457a203 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:10.561282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-b871b694-d77d-4927-b0f3-b7386318e6b2 req-bf84779a-6b1b-436f-acde-5e7c4de5b490 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Deleting port 1a44c79a-3abb-4982-b865-060e647d4e33 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:10.561621 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b871b694-d77d-4927-b0f3-b7386318e6b2 req-bf84779a-6b1b-436f-acde-5e7c4de5b490 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.709853 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed2f9bff-4700-407e-a1b0-6d320f01cc76 req-7851fffe-8143-4712-98f6-0031627b8cdb tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 210 time: 0.0624948 Jul 08 20:21:10.766218 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.766826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-53718bca-cfc6-4667-ae89-e0af3b367078 req-55ab9d80-ee54-41ed-8191-2cb60d83a861 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] For port 7436e6df-efcd-4306-8585-03af3832ce30, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7436e6df-efcd-4306-8585-03af3832ce30,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:10.766826 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-53718bca-cfc6-4667-ae89-e0af3b367078 req-55ab9d80-ee54-41ed-8191-2cb60d83a861 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.815025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-53718bca-cfc6-4667-ae89-e0af3b367078 req-55ab9d80-ee54-41ed-8191-2cb60d83a861 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Calling delete_port for 7436e6df-efcd-4306-8585-03af3832ce30 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:10.852055 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:10.861061 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.925021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-bead867e-84d2-483d-a56d-e568d2b57ed9 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:10.926711 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-bead867e-84d2-483d-a56d-e568d2b57ed9 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "GET /v2.0/networks?id=fdb5f88e-06d4-480f-a839-50102aa47e53 HTTP/1.1" status: 200 len: 804 time: 0.3400059 Jul 08 20:21:10.928592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b871b694-d77d-4927-b0f3-b7386318e6b2 req-bf84779a-6b1b-436f-acde-5e7c4de5b490 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] For port 1a44c79a-3abb-4982-b865-060e647d4e33, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1a44c79a-3abb-4982-b865-060e647d4e33,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:10.929001 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b871b694-d77d-4927-b0f3-b7386318e6b2 req-bf84779a-6b1b-436f-acde-5e7c4de5b490 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:10.942045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f280c13-79de-4055-bb38-aad3e471a51e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Router 72a37864-bf2d-4c22-98c3-25cc542369ba has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:21:10.957174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-487495ef-0148-461f-b502-dcaa240552b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Request body: {'port': {'device_id': 'fd327d66-8dbb-4975-b454-c2b5acf6f9dd', 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53', 'admin_state_up': True, 'tenant_id': 'f072151cc9a246949063c5a455a633da'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:10.961725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-b871b694-d77d-4927-b0f3-b7386318e6b2 req-bf84779a-6b1b-436f-acde-5e7c4de5b490 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Calling delete_port for 1a44c79a-3abb-4982-b865-060e647d4e33 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:10.967494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:10.969815 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2e71ce-eab3-4ca9-8f75-1ce63ac76e37" -d '{"events": [{"server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:11.019145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4c2e2dff-0e91-4cf7-8149-dd014457a203,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:11.129084 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770d061-bb9e-4ec6-8a27-79c9eea0ae75 req-88ecc30d-13a2-47a4-b2ff-14f68d7b945b tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:11.137366 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7770d061-bb9e-4ec6-8a27-79c9eea0ae75 req-88ecc30d-13a2-47a4-b2ff-14f68d7b945b tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/ports?device_id=1af3c62b-4f64-4178-a847-e803eb80fb52 HTTP/1.1" status: 200 len: 949 time: 0.3346484 Jul 08 20:21:11.171172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-487495ef-0148-461f-b502-dcaa240552b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Made reservation on behalf of f072151cc9a246949063c5a455a633da for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:21:11.174897 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-487495ef-0148-461f-b502-dcaa240552b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:11.240758 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7770d061-bb9e-4ec6-8a27-79c9eea0ae75 req-5d1a2350-9c54-47d9-9ac0-846eb010d5b7 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c83ca9-a7de-4b46-9fd5-131e279d2665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023762 Jul 08 20:21:11.314856 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9e744d-5abd-4a79-bef7-365d526b5a06 x-openstack-request-id: req-fa9e744d-5abd-4a79-bef7-365d526b5a06 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:11.315143 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:11.315744 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fa9e744d-5abd-4a79-bef7-365d526b5a06 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:11.318900 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203', 'code': 200} Jul 08 20:21:11.378893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f280c13-79de-4055-bb38-aad3e471a51e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:21:11.384421 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f280c13-79de-4055-bb38-aad3e471a51e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:11.389241 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3f280c13-79de-4055-bb38-aad3e471a51e tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "PUT /v2.0/routers/72a37864-bf2d-4c22-98c3-25cc542369ba HTTP/1.1" status: 200 len: 920 time: 2.8859897 Jul 08 20:21:11.391929 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53138) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:11.400903 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-53718bca-cfc6-4667-ae89-e0af3b367078 req-55ab9d80-ee54-41ed-8191-2cb60d83a861 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:11.405996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e6735-ee89-46cd-9a6c-865bc5d55128 None None] Sync routers for ids ['72a37864-bf2d-4c22-98c3-25cc542369ba'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:21:11.455462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e6735-ee89-46cd-9a6c-865bc5d55128 None None] Routers {'72a37864-bf2d-4c22-98c3-25cc542369ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:11.456218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cd0e6735-ee89-46cd-9a6c-865bc5d55128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['72a37864-bf2d-4c22-98c3-25cc542369ba'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:11.457513 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-487495ef-0148-461f-b502-dcaa240552b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Allocated IP 172.20.0.3 (fdb5f88e-06d4-480f-a839-50102aa47e53/1d30581c-537d-4c32-9235-0aa435cb33f2/e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:21:11.462185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ee208-0dc3-48c6-bd97-c79e96434b32 req-63e2f704-894a-48b9-96a1-5779a8c04148 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:11.470145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e4ee208-0dc3-48c6-bd97-c79e96434b32 req-63e2f704-894a-48b9-96a1-5779a8c04148 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=7af94e76-61af-4991-a220-b32a36b34600 HTTP/1.1" status: 200 len: 945 time: 0.3457408 Jul 08 20:21:11.504445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cd0e6735-ee89-46cd-9a6c-865bc5d55128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:11.516746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e6735-ee89-46cd-9a6c-865bc5d55128 None None] Routers {'72a37864-bf2d-4c22-98c3-25cc542369ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:11.517807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cd0e6735-ee89-46cd-9a6c-865bc5d55128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['72a37864-bf2d-4c22-98c3-25cc542369ba'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:11.549519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab9d80-ee54-41ed-8191-2cb60d83a861 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Pushing event deleted for resources: {'Port': ['ID=7436e6df-efcd-4306-8585-03af3832ce30,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:11.568170 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cd0e6735-ee89-46cd-9a6c-865bc5d55128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:11.570550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e6735-ee89-46cd-9a6c-865bc5d55128 None None] The sync data for ids ['72a37864-bf2d-4c22-98c3-25cc542369ba'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:21:11.634032 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e4ee208-0dc3-48c6-bd97-c79e96434b32 req-ab1d8c1a-3d67-4409-a19f-e08d43bb8885 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629124 Jul 08 20:21:11.696584 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-487495ef-0148-461f-b502-dcaa240552b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:11.702689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-53718bca-cfc6-4667-ae89-e0af3b367078 req-55ab9d80-ee54-41ed-8191-2cb60d83a861 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] No DVR routers for this DVR port 7436e6df-efcd-4306-8585-03af3832ce30 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:21:11.706722 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b871b694-d77d-4927-b0f3-b7386318e6b2 req-bf84779a-6b1b-436f-acde-5e7c4de5b490 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:11.710752 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-53718bca-cfc6-4667-ae89-e0af3b367078 req-55ab9d80-ee54-41ed-8191-2cb60d83a861 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:11.713541 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53718bca-cfc6-4667-ae89-e0af3b367078 req-55ab9d80-ee54-41ed-8191-2cb60d83a861 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "DELETE /v2.0/ports/7436e6df-efcd-4306-8585-03af3832ce30 HTTP/1.1" status: 204 len: 173 time: 1.6285579 Jul 08 20:21:11.718605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4', 'name': 'network-vif-deleted', 'tag': '7436e6df-efcd-4306-8585-03af3832ce30'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:11.720926 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24764901-99e2-40b7-8339-fda6fff79c9a" -d '{"events": [{"server_uuid": "3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4", "name": "network-vif-deleted", "tag": "7436e6df-efcd-4306-8585-03af3832ce30"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:11.769633 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84779a-6b1b-436f-acde-5e7c4de5b490 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Pushing event deleted for resources: {'Port': ['ID=1a44c79a-3abb-4982-b865-060e647d4e33,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:11.780914 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-487495ef-0148-461f-b502-dcaa240552b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:11.781403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bff66fc2-6581-4a9c-9033-c977a2ed6e41 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/routers/72a37864-bf2d-4c22-98c3-25cc542369ba HTTP/1.1" status: 200 len: 920 time: 0.3901041 Jul 08 20:21:11.787217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53162) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:11.791213 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f9be4f-5783-460b-95f4-8e8aa4a18a47 x-openstack-request-id: req-90f9be4f-5783-460b-95f4-8e8aa4a18a47 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:11.791509 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4", "name": "network-vif-deleted", "tag": "7436e6df-efcd-4306-8585-03af3832ce30", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:11.792403 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-90f9be4f-5783-460b-95f4-8e8aa4a18a47 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:11.796391 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdf09e1-f81d-483f-bbbc-93f9ff34d5c4', 'name': 'network-vif-deleted', 'tag': '7436e6df-efcd-4306-8585-03af3832ce30', 'status': 'completed', 'code': 200} Jul 08 20:21:11.852183 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-487495ef-0148-461f-b502-dcaa240552b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Network fdb5f88e-06d4-480f-a839-50102aa47e53 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:21:11.856399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-487495ef-0148-461f-b502-dcaa240552b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:21:11.860119 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-487495ef-0148-461f-b502-dcaa240552b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:21:11.914806 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b871b694-d77d-4927-b0f3-b7386318e6b2 req-bf84779a-6b1b-436f-acde-5e7c4de5b490 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] No DVR routers for this DVR port 1a44c79a-3abb-4982-b865-060e647d4e33 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:21:11.918191 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b871b694-d77d-4927-b0f3-b7386318e6b2 req-bf84779a-6b1b-436f-acde-5e7c4de5b490 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:11.920201 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b871b694-d77d-4927-b0f3-b7386318e6b2 req-bf84779a-6b1b-436f-acde-5e7c4de5b490 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "DELETE /v2.0/ports/1a44c79a-3abb-4982-b865-060e647d4e33 HTTP/1.1" status: 204 len: 173 time: 1.7161195 Jul 08 20:21:11.933987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487495ef-0148-461f-b502-dcaa240552b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Pushing event updated for resources: {'Port': ['ID=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:11.988157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-487495ef-0148-461f-b502-dcaa240552b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:11.992846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-487495ef-0148-461f-b502-dcaa240552b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:12.020089 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a80b7-aec7-462f-95ca-29dda3f4656b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:12.021622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0d7a80b7-aec7-462f-95ca-29dda3f4656b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&device_id=72a37864-bf2d-4c22-98c3-25cc542369ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2230020 Jul 08 20:21:12.025224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53170) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:12.027352 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-487495ef-0148-461f-b502-dcaa240552b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0768094 Jul 08 20:21:12.047793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Request body: {'port': {'device_id': 'fd327d66-8dbb-4975-b454-c2b5acf6f9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:12.153308 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:12.433719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180b365-5144-4af7-9766-f3693e9eaffd req-37b4c9cf-6100-4354-ae8c-295e3842aac9 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:12.440497 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e180b365-5144-4af7-9766-f3693e9eaffd req-37b4c9cf-6100-4354-ae8c-295e3842aac9 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 931 time: 0.4724016 Jul 08 20:21:12.508964 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5d0d32-d22e-4abd-9e77-5796989d3a8c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:12.511452 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fa5d0d32-d22e-4abd-9e77-5796989d3a8c tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 881 time: 0.4854000 Jul 08 20:21:12.514324 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53182) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:12.544800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bf01dd2c-0e77-4bad-8c78-2f56ceae7774 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:21:12.549583 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 1a44c79a-3abb-4982-b865-060e647d4e33 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:12.556516 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-372d30a2-3b48-411a-a0eb-70ca7c434bec tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a37864-bf2d-4c22-98c3-25cc542369ba HTTP/1.1" status: 200 len: 205 time: 0.0387130 Jul 08 20:21:12.559240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53188) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:12.597399 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e180b365-5144-4af7-9766-f3693e9eaffd req-a5da3728-099f-4c76-a941-946d23251623 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512063 Jul 08 20:21:12.634330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ca31d-426c-4b6b-ab06-6e67bba28bb2 req-6a87a9b5-ca52-42c8-b41c-ced096ca3c9a tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:12.640328 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b7ca31d-426c-4b6b-ab06-6e67bba28bb2 req-6a87a9b5-ca52-42c8-b41c-ced096ca3c9a tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.103 "GET /v2.0/ports?device_id=1af3c62b-4f64-4178-a847-e803eb80fb52 HTTP/1.1" status: 200 len: 949 time: 0.1734760 Jul 08 20:21:12.640691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 1a44c79a-3abb-4982-b865-060e647d4e33 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:21:12.641046 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 1a44c79a-3abb-4982-b865-060e647d4e33 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:21:12.654940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7436e6df-efcd-4306-8585-03af3832ce30 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:12.753712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 7436e6df-efcd-4306-8585-03af3832ce30 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:21:12.753712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7436e6df-efcd-4306-8585-03af3832ce30 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:21:12.783432 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:21:12.922624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bf01dd2c-0e77-4bad-8c78-2f56ceae7774, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:12.944780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774', 'mac_address': 'fa:16:3e:e3:ec:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:21:12.971583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8b7ca31d-426c-4b6b-ab06-6e67bba28bb2 req-76b33106-cbcb-43b2-81c2-90b640de54c3 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Deleting port 014f75b7-462d-407b-8fc5-12c94df97f9c {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:12.971926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8b7ca31d-426c-4b6b-ab06-6e67bba28bb2 req-76b33106-cbcb-43b2-81c2-90b640de54c3 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:13.034904 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:13.040739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:21:13.060165 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:13.062179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf01dd2c-0e77-4bad-8c78-2f56ceae7774 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:21:13.106623 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:13.106870 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bf01dd2c-0e77-4bad-8c78-2f56ceae7774, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:13.115910 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:13.202581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8b7ca31d-426c-4b6b-ab06-6e67bba28bb2 req-76b33106-cbcb-43b2-81c2-90b640de54c3 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] For port 014f75b7-462d-407b-8fc5-12c94df97f9c, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=014f75b7-462d-407b-8fc5-12c94df97f9c,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:13.204327 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8b7ca31d-426c-4b6b-ab06-6e67bba28bb2 req-76b33106-cbcb-43b2-81c2-90b640de54c3 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:13.222068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['bf01dd2c-0e77-4bad-8c78-2f56ceae7774'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:21:13.234322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:13.235425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8b7ca31d-426c-4b6b-ab06-6e67bba28bb2 req-76b33106-cbcb-43b2-81c2-90b640de54c3 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Calling delete_port for 014f75b7-462d-407b-8fc5-12c94df97f9c owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:13.288173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Transition to ACTIVE for port object e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:21:13.304916 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:13.361379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334411a-148e-4d1f-9c7e-dd212809d4ff req-bda6818a-f57e-44fe-9493-89d66a086ad5 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:13.371830 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b334411a-148e-4d1f-9c7e-dd212809d4ff req-bda6818a-f57e-44fe-9493-89d66a086ad5 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/ports?device_id=1af3c62b-4f64-4178-a847-e803eb80fb52 HTTP/1.1" status: 200 len: 949 time: 0.6164837 Jul 08 20:21:13.546772 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8b7ca31d-426c-4b6b-ab06-6e67bba28bb2 req-76b33106-cbcb-43b2-81c2-90b640de54c3 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:13.588433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b33106-cbcb-43b2-81c2-90b640de54c3 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Pushing event deleted for resources: {'Port': ['ID=014f75b7-462d-407b-8fc5-12c94df97f9c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:13.728837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:13.739118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Attempting to bind port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:21:13.739458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Attempting to bind port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:21:13.739947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Attempting to bind port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb on network fdb5f88e-06d4-480f-a839-50102aa47e53 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:21:13.758063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b334411a-148e-4d1f-9c7e-dd212809d4ff req-7fcbe635-9560-4b07-a0bd-2d5c49dd8196 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c83ca9-a7de-4b46-9fd5-131e279d2665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790174 Jul 08 20:21:13.763088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7ca31d-426c-4b6b-ab06-6e67bba28bb2 req-76b33106-cbcb-43b2-81c2-90b640de54c3 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] No DVR routers for this DVR port 014f75b7-462d-407b-8fc5-12c94df97f9c on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:21:13.767870 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8b7ca31d-426c-4b6b-ab06-6e67bba28bb2 req-76b33106-cbcb-43b2-81c2-90b640de54c3 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:13.769974 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b7ca31d-426c-4b6b-ab06-6e67bba28bb2 req-76b33106-cbcb-43b2-81c2-90b640de54c3 tempest-ServerDiagnosticsNegativeTest-693415772 tempest-ServerDiagnosticsNegativeTest-693415772-project] 10.222.0.103 "DELETE /v2.0/ports/014f75b7-462d-407b-8fc5-12c94df97f9c HTTP/1.1" status: 204 len: 173 time: 1.1076672 Jul 08 20:21:13.784026 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:13.794360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb on network fdb5f88e-06d4-480f-a839-50102aa47e53 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:21:13.794939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Attempting to bind port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb on network fdb5f88e-06d4-480f-a839-50102aa47e53 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:21:13.797518 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af94e76-61af-4991-a220-b32a36b34600', 'name': 'network-vif-deleted', 'tag': '1a44c79a-3abb-4982-b865-060e647d4e33'}, {'server_uuid': '1af3c62b-4f64-4178-a847-e803eb80fb52', 'name': 'network-vif-deleted', 'tag': '014f75b7-462d-407b-8fc5-12c94df97f9c'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:13.800117 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a30cf7-ae03-435d-a1ca-078b7e3d61c6" -d '{"events": [{"server_uuid": "7af94e76-61af-4991-a220-b32a36b34600", "name": "network-vif-deleted", "tag": "1a44c79a-3abb-4982-b865-060e647d4e33"}, {"server_uuid": "1af3c62b-4f64-4178-a847-e803eb80fb52", "name": "network-vif-deleted", "tag": "014f75b7-462d-407b-8fc5-12c94df97f9c"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:13.852743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:21:13.853151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Checking segment: {'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:21:13.853601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Bound using segment: {'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:21:13.854422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Bound port: e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:21:13.855008 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:14.045923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] For port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:21:14.049812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] For port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:21:14.060733 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:14.066314 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Deleting port 79f03674-0a4f-4dd6-a763-4b41185ffa53 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:14.066688 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:14.142542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89181c3-f6cb-4b73-8570-c02ad5c3d298 req-03a85f54-27f7-45e3-9b29-dac6ded53239 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:14.144086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e89181c3-f6cb-4b73-8570-c02ad5c3d298 req-03a85f54-27f7-45e3-9b29-dac6ded53239 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 946 time: 0.1901817 Jul 08 20:21:14.156130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:14.156844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:14.158209 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] 10.222.0.104 "PUT /v2.0/ports/e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb HTTP/1.1" status: 200 len: 1092 time: 2.1197340 Jul 08 20:21:14.160175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd327d66-8dbb-4975-b454-c2b5acf6f9dd', 'tag': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:14.162854 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d473c6-dcd4-4a46-bc6a-92427dda5d93" -d '{"events": [{"name": "network-changed", "server_uuid": "fd327d66-8dbb-4975-b454-c2b5acf6f9dd", "tag": "e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:14.257250 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d98ad-a211-481e-9f96-887eb96021c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:14.332080 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e89181c3-f6cb-4b73-8570-c02ad5c3d298 req-04bc0209-8d65-448d-a94f-536e5c13dc84 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.101 "GET /v2.0/security-groups?id=186623e7-9ac3-491d-8d80-d7575b591f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771989 Jul 08 20:21:14.348337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:14.447330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Calling delete_port for 79f03674-0a4f-4dd6-a763-4b41185ffa53 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:14.476459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-8902841f-aeeb-40b3-87ae-26c5004b3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:14.483301 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-8902841f-aeeb-40b3-87ae-26c5004b3d8e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f072151cc9a246949063c5a455a633da&device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 1095 time: 0.2650247 Jul 08 20:21:14.552779 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bf01dd2c-0e77-4bad-8c78-2f56ceae7774 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:21:14.644540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-783880ce-d81a-42e8-bbae-a7e2ecce69a5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb HTTP/1.1" status: 200 len: 217 time: 0.1552548 Jul 08 20:21:14.681707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c8349f3a-9fc5-4ed9-9b39-802272273c76 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:21:14.843089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-5ef1ed6b-6d51-4dce-9cf6-76ca5f49bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:14.844398 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-5ef1ed6b-6d51-4dce-9cf6-76ca5f49bd52 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1d30581c-537d-4c32-9235-0aa435cb33f2 HTTP/1.1" status: 200 len: 844 time: 0.1768489 Jul 08 20:21:14.927241 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-cd15497c-8e93-4756-8383-f70c5a0c0fa4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fdb5f88e-06d4-480f-a839-50102aa47e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705533 Jul 08 20:21:14.938252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5703a-4ecf-467a-8d38-4426bef416fd req-afc60295-a866-4c31-b854-3aa5be5f410a tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:14.945454 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-85d5703a-4ecf-467a-8d38-4426bef416fd req-afc60295-a866-4c31-b854-3aa5be5f410a tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 943 time: 0.3126097 Jul 08 20:21:14.961650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:14.999089 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'c8349f3a-9fc5-4ed9-9b39-802272273c76', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'c8349f3a-9fc5-4ed9-9b39-802272273c76', 'mac_address': 'fa:16:3e:f4:cc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:21:15.021371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port bf01dd2c-0e77-4bad-8c78-2f56ceae7774 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:21:15.021751 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.094533 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-85d5703a-4ecf-467a-8d38-4426bef416fd req-b52c0113-e6fb-4f7f-9b96-3f81daaaf07c tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480176 Jul 08 20:21:15.131406 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.176073 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.198771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff053a20-3482-412b-a5bc-ab99540dcb82 req-de784376-87fc-420c-8c63-133440dccf51 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:15.201437 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff053a20-3482-412b-a5bc-ab99540dcb82 req-de784376-87fc-420c-8c63-133440dccf51 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.104 "GET /v2.0/ports?device_id=203da05e-19d8-4833-9a8e-7681476c2e99 HTTP/1.1" status: 200 len: 946 time: 0.1494710 Jul 08 20:21:15.204141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Pushing event deleted for resources: {'Port': ['ID=79f03674-0a4f-4dd6-a763-4b41185ffa53,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:15.254845 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-ffd0f4e1-43d1-4ba8-a817-718492232759 service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064539 Jul 08 20:21:15.263965 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8349f3a-9fc5-4ed9-9b39-802272273c76 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:21:15.331658 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424a08dd-6631-45dc-92b9-37b318078ca1 x-openstack-request-id: req-424a08dd-6631-45dc-92b9-37b318078ca1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:15.331913 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af94e76-61af-4991-a220-b32a36b34600", "name": "network-vif-deleted", "tag": "1a44c79a-3abb-4982-b865-060e647d4e33", "status": "completed", "code": 200}, {"server_uuid": "1af3c62b-4f64-4178-a847-e803eb80fb52", "name": "network-vif-deleted", "tag": "014f75b7-462d-407b-8fc5-12c94df97f9c", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:15.332369 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-424a08dd-6631-45dc-92b9-37b318078ca1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:15.333023 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af94e76-61af-4991-a220-b32a36b34600', 'name': 'network-vif-deleted', 'tag': '1a44c79a-3abb-4982-b865-060e647d4e33', 'status': 'completed', 'code': 200} Jul 08 20:21:15.333453 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af3c62b-4f64-4178-a847-e803eb80fb52', 'name': 'network-vif-deleted', 'tag': '014f75b7-462d-407b-8fc5-12c94df97f9c', 'status': 'completed', 'code': 200} Jul 08 20:21:15.337208 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.422606 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.452243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-ff053a20-3482-412b-a5bc-ab99540dcb82 req-7e89ba66-5286-45ec-a979-a6fab49d2506 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Deleting port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:15.452389 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ff053a20-3482-412b-a5bc-ab99540dcb82 req-7e89ba66-5286-45ec-a979-a6fab49d2506 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.606412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-ff053a20-3482-412b-a5bc-ab99540dcb82 req-7e89ba66-5286-45ec-a979-a6fab49d2506 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] For port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4c9c7b80-9bbb-4481-b5c2-68b480cb533a,segment=NetworkSegment(5bd5808f-7c76-4b06-a042-667779e3a54f),segment_id=5bd5808f-7c76-4b06-a042-667779e3a54f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:15.606783 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ff053a20-3482-412b-a5bc-ab99540dcb82 req-7e89ba66-5286-45ec-a979-a6fab49d2506 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.621115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-ff053a20-3482-412b-a5bc-ab99540dcb82 req-7e89ba66-5286-45ec-a979-a6fab49d2506 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Calling delete_port for 4c9c7b80-9bbb-4481-b5c2-68b480cb533a owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:15.646671 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:15.657000 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.687980 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.704749 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.731333 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c8349f3a-9fc5-4ed9-9b39-802272273c76,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:15.756022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c5d7ff-c4b2-4999-959e-467c091ade08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:15.759169 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0dcbd0-7028-493a-a213-319154d0f159" -d '{"events": [{"server_uuid": "b5c5d7ff-c4b2-4999-959e-467c091ade08", "name": "network-vif-plugged", "status": "completed", "tag": "bf01dd2c-0e77-4bad-8c78-2f56ceae7774"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:15.782420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bf01dd2c-0e77-4bad-8c78-2f56ceae7774, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:15.795640 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43af45f9-6ab8-46e6-b392-9887737bb4b3 req-78b3c21a-8818-470a-99d5-e33deacacd50 service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882708 Jul 08 20:21:15.798839 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['c8349f3a-9fc5-4ed9-9b39-802272273c76'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:21:15.801973 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.803522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 014f75b7-462d-407b-8fc5-12c94df97f9c no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:15.809065 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.809664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Fanout notify agent at l3_agent the message router_deleted on router 72a37864-bf2d-4c22-98c3-25cc542369ba {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:15.817515 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.825501 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9254de45-6d27-447c-b855-71c7601fbcd6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "DELETE /v2.0/routers/72a37864-bf2d-4c22-98c3-25cc542369ba HTTP/1.1" status: 204 len: 168 time: 3.2584441 Jul 08 20:21:15.825745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53300) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:15.835229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-398b5438-040b-43e3-a692-14bf9c4e8b0a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1781003227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:15.856477 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ff053a20-3482-412b-a5bc-ab99540dcb82 req-7e89ba66-5286-45ec-a979-a6fab49d2506 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.875626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 014f75b7-462d-407b-8fc5-12c94df97f9c {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:21:15.876002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 014f75b7-462d-407b-8fc5-12c94df97f9c not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:21:15.911366 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-398b5438-040b-43e3-a692-14bf9c4e8b0a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.914190 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-398b5438-040b-43e3-a692-14bf9c4e8b0a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:15.938747 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89ba66-5286-45ec-a979-a6fab49d2506 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Pushing event deleted for resources: {'Port': ['ID=4c9c7b80-9bbb-4481-b5c2-68b480cb533a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:15.988864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:16.006304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-398b5438-040b-43e3-a692-14bf9c4e8b0a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:16.013556 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-398b5438-040b-43e3-a692-14bf9c4e8b0a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:16.032337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-398b5438-040b-43e3-a692-14bf9c4e8b0a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:16.033890 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-398b5438-040b-43e3-a692-14bf9c4e8b0a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2071416 Jul 08 20:21:16.036942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53302) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:16.043218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Request body: {'router': {'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:16.098673 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff053a20-3482-412b-a5bc-ab99540dcb82 req-7e89ba66-5286-45ec-a979-a6fab49d2506 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] No DVR routers for this DVR port 4c9c7b80-9bbb-4481-b5c2-68b480cb533a on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:21:16.101832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ff053a20-3482-412b-a5bc-ab99540dcb82 req-7e89ba66-5286-45ec-a979-a6fab49d2506 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:16.113728 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff053a20-3482-412b-a5bc-ab99540dcb82 req-7e89ba66-5286-45ec-a979-a6fab49d2506 tempest-AttachSCSIVolumeTestJSON-1113778872 tempest-AttachSCSIVolumeTestJSON-1113778872-project] 10.222.0.104 "DELETE /v2.0/ports/4c9c7b80-9bbb-4481-b5c2-68b480cb533a HTTP/1.1" status: 204 len: 173 time: 0.9028916 Jul 08 20:21:16.246571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['4c9c7b80-9bbb-4481-b5c2-68b480cb533a'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:21:16.675449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c8349f3a-9fc5-4ed9-9b39-802272273c76 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:21:16.816377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port c8349f3a-9fc5-4ed9-9b39-802272273c76 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:21:16.817621 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:16.992293 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:17.046251 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:17.085968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:17.091921 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:17.209840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c8349f3a-9fc5-4ed9-9b39-802272273c76,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:17.306030 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:17.334793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203da05e-19d8-4833-9a8e-7681476c2e99', 'name': 'network-vif-deleted', 'tag': '4c9c7b80-9bbb-4481-b5c2-68b480cb533a'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:17.337596 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2397cf-fb32-4db5-98de-508f99dd8787" -d '{"events": [{"server_uuid": "203da05e-19d8-4833-9a8e-7681476c2e99", "name": "network-vif-deleted", "tag": "4c9c7b80-9bbb-4481-b5c2-68b480cb533a"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:17.382933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:17.411885 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:17.662340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Allocated IP 172.25.4.218 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/d5ef75da-be8f-41b1-8110-0dd53cb3a6d1) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:21:17.794434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:17.876657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:17.990044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:21:17.995494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:21:18.008091 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:21:18.010771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Pushing event updated for resources: {'Port': ['ID=d5ef75da-be8f-41b1-8110-0dd53cb3a6d1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:18.477121 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:18.639449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:21:18.645589 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4c9c7b80-9bbb-4481-b5c2-68b480cb533a no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:18.712611 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 4c9c7b80-9bbb-4481-b5c2-68b480cb533a {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:21:18.712940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4c9c7b80-9bbb-4481-b5c2-68b480cb533a not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:21:18.805550 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:18.809807 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:18.923661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:18.952920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb', 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53', 'port_id': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb', 'mac_address': 'fa:16:3e:35:01:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d30581c-537d-4c32-9235-0aa435cb33f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:21:19.039430 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:19.047656 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Router 97921412-94f0-44f6-ae63-edab36059f18 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:21:19.083380 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:21:19.127569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:19.133600 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:19.218834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:19.250615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:21:19.262461 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbabc76-0e5a-41ff-9af2-3df75c8f4f27 None None] Sync routers for ids ['97921412-94f0-44f6-ae63-edab36059f18'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:21:19.285896 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbabc76-0e5a-41ff-9af2-3df75c8f4f27 None None] Routers {'97921412-94f0-44f6-ae63-edab36059f18'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:19.287661 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-dcbabc76-0e5a-41ff-9af2-3df75c8f4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['97921412-94f0-44f6-ae63-edab36059f18'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:19.289753 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:19.297527 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dbe1131b-c81f-4fe8-8a92-a2c03b8ebfb6 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "PUT /v2.0/routers/97921412-94f0-44f6-ae63-edab36059f18 HTTP/1.1" status: 200 len: 880 time: 3.2571836 Jul 08 20:21:19.298090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53316) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:19.368381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:21:19.429084 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-dcbabc76-0e5a-41ff-9af2-3df75c8f4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:19.457646 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbabc76-0e5a-41ff-9af2-3df75c8f4f27 None None] Routers {'97921412-94f0-44f6-ae63-edab36059f18'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:19.459782 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-dcbabc76-0e5a-41ff-9af2-3df75c8f4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['97921412-94f0-44f6-ae63-edab36059f18'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:19.558639 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-dcbabc76-0e5a-41ff-9af2-3df75c8f4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:19.559383 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbabc76-0e5a-41ff-9af2-3df75c8f4f27 None None] The sync data for ids ['97921412-94f0-44f6-ae63-edab36059f18'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:21:19.594089 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5202c7c1-d367-45e7-bc64-76120bfab604 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/routers/97921412-94f0-44f6-ae63-edab36059f18 HTTP/1.1" status: 200 len: 921 time: 0.2923160 Jul 08 20:21:19.594497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53318) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:19.721140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb3caa7-355e-4fc2-80e8-a9c7ce92c882 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:19.725266 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cbb3caa7-355e-4fc2-80e8-a9c7ce92c882 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&device_id=97921412-94f0-44f6-ae63-edab36059f18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1277404 Jul 08 20:21:19.725812 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53320) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:19.842064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f743a0-35fe-43f5-911b-835bb08cd9bb tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:19.846042 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-79f743a0-35fe-43f5-911b-835bb08cd9bb tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 881 time: 0.1172678 Jul 08 20:21:19.846426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53322) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:19.889332 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-669ca2e4-129f-4836-9978-d480088aa34e tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "GET /v2.0/ports?device_id=97921412-94f0-44f6-ae63-edab36059f18 HTTP/1.1" status: 200 len: 205 time: 0.0395174 Jul 08 20:21:19.889733 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53324) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:20.129970 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:20.472621 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:20.545286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Deleting port d5ef75da-be8f-41b1-8110-0dd53cb3a6d1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:20.546114 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:20.633426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:21:20.635636 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:20.653649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Calling delete_port for d5ef75da-be8f-41b1-8110-0dd53cb3a6d1 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:20.746102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:21:20.750421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:21:20.750804 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:20.934512 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:20.941676 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:21.020896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:21.028684 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:21.033180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Pushing event deleted for resources: {'Port': ['ID=d5ef75da-be8f-41b1-8110-0dd53cb3a6d1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:21.145734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:21.165277 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:21.273566 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:21.287417 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:21.382823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:21.384323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Fanout notify agent at l3_agent the message router_deleted on router 97921412-94f0-44f6-ae63-edab36059f18 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:21.413392 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:21.427483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-43f8bf0f-5d1c-4a11-b295-4cb321af5886 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "DELETE /v2.0/routers/97921412-94f0-44f6-ae63-edab36059f18 HTTP/1.1" status: 204 len: 168 time: 1.5243602 Jul 08 20:21:21.427735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53326) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:21.429574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2c8aed35-1b4a-4aaa-b6ad-eaf2fae7bdcb tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1061582612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:21.476054 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c8aed35-1b4a-4aaa-b6ad-eaf2fae7bdcb tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:21.477233 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c8aed35-1b4a-4aaa-b6ad-eaf2fae7bdcb tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:21.586930 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c8aed35-1b4a-4aaa-b6ad-eaf2fae7bdcb tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:21.594602 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c8aed35-1b4a-4aaa-b6ad-eaf2fae7bdcb tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:21.615496 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c8aed35-1b4a-4aaa-b6ad-eaf2fae7bdcb tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:21.621601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53330) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:21.622925 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2c8aed35-1b4a-4aaa-b6ad-eaf2fae7bdcb tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1965549 Jul 08 20:21:21.626457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'enable_snat': True}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:22.064038 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:22.387185 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:22.417006 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:22.555288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Allocated IP 172.25.4.93 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/e8f44cb5-7860-4146-b00c-6be85d6a099c) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:21:22.679124 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:22.726173 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:22.816439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:21:22.820433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:21:22.825892 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:21:23.049331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event updated for resources: {'Port': ['ID=e8f44cb5-7860-4146-b00c-6be85d6a099c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:23.104249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:23.104541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:23.104943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:23.105685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:23.106031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:23.106743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:23.106743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:23.107064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:23.107347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:23.107678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:23.108011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:23.108363 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:23.128993 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:23.201263 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:23.474044 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:23.483679 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:23.678921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Router 9a4dd306-f840-4786-9015-cd2899bfbd22 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:21:23.819122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:21:23.831769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083071d0-3d39-43b2-886d-8eb76b724f27 None None] Sync routers for ids ['9a4dd306-f840-4786-9015-cd2899bfbd22'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:21:23.833291 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:23.834862 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1c1efa98-1a24-4d43-a9ab-aab799548b40 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "PUT /v2.0/routers/9a4dd306-f840-4786-9015-cd2899bfbd22 HTTP/1.1" status: 200 len: 914 time: 2.2122254 Jul 08 20:21:23.838992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53340) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:23.875878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083071d0-3d39-43b2-886d-8eb76b724f27 None None] Routers {'9a4dd306-f840-4786-9015-cd2899bfbd22'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:23.876915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-083071d0-3d39-43b2-886d-8eb76b724f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['9a4dd306-f840-4786-9015-cd2899bfbd22'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:23.960527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-083071d0-3d39-43b2-886d-8eb76b724f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:23.976870 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083071d0-3d39-43b2-886d-8eb76b724f27 None None] Routers {'9a4dd306-f840-4786-9015-cd2899bfbd22'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:23.979204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-083071d0-3d39-43b2-886d-8eb76b724f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['9a4dd306-f840-4786-9015-cd2899bfbd22'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:24.024218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-083071d0-3d39-43b2-886d-8eb76b724f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:24.025273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083071d0-3d39-43b2-886d-8eb76b724f27 None None] The sync data for ids ['9a4dd306-f840-4786-9015-cd2899bfbd22'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:21:24.095136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53342) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:24.095805 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2e1dab83-268b-4b25-acb7-95e6efce2f94 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/routers/9a4dd306-f840-4786-9015-cd2899bfbd22 HTTP/1.1" status: 200 len: 920 time: 0.2547023 Jul 08 20:21:24.205678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de02fe-74d7-4333-8139-d724dddab4d5 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:24.207577 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-02de02fe-74d7-4333-8139-d724dddab4d5 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&device_id=9a4dd306-f840-4786-9015-cd2899bfbd22&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1109078 Jul 08 20:21:24.211532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53344) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:24.347625 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a43c2c9-0b40-440c-b661-6bc857fee133 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:24.349675 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1a43c2c9-0b40-440c-b661-6bc857fee133 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 881 time: 0.1351197 Jul 08 20:21:24.352573 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53346) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:24.391149 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-924efcdf-be14-47da-8860-633bdef7cb9e tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a4dd306-f840-4786-9015-cd2899bfbd22 HTTP/1.1" status: 200 len: 205 time: 0.0362043 Jul 08 20:21:24.396860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53348) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:24.531374 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:24.670625 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:24.748121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Deleting port e8f44cb5-7860-4146-b00c-6be85d6a099c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:24.748946 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:24.837109 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:24.850477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Calling delete_port for e8f44cb5-7860-4146-b00c-6be85d6a099c owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:25.091112 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:25.147349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Pushing event deleted for resources: {'Port': ['ID=e8f44cb5-7860-4146-b00c-6be85d6a099c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:25.224014 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:25.342120 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:25.344756 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:25.404769 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:25.405690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Fanout notify agent at l3_agent the message router_deleted on router 9a4dd306-f840-4786-9015-cd2899bfbd22 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:25.419620 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:25.427127 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-76d3c970-f208-4b87-b198-5279e38b5638 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "DELETE /v2.0/routers/9a4dd306-f840-4786-9015-cd2899bfbd22 HTTP/1.1" status: 204 len: 168 time: 1.0256782 Jul 08 20:21:25.427428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53350) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:25.436662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f623ada2-db2d-439f-98e1-f9594beccb24 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-152221388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:25.468956 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f623ada2-db2d-439f-98e1-f9594beccb24 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:25.470056 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f623ada2-db2d-439f-98e1-f9594beccb24 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:25.553861 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f623ada2-db2d-439f-98e1-f9594beccb24 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:25.564681 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f623ada2-db2d-439f-98e1-f9594beccb24 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:25.594113 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f623ada2-db2d-439f-98e1-f9594beccb24 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:25.595466 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f623ada2-db2d-439f-98e1-f9594beccb24 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1669397 Jul 08 20:21:25.598937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53352) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:25.608525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'enable_snat': False}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:26.209357 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:26.507205 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:26.527944 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:26.656896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Allocated IP 172.25.4.75 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/be3a0fa9-3a96-45b2-ac6b-923f2fc7a0b9) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:21:26.674518 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-f45fe668-8af9-464c-8076-3d5a9d67cbe9 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:26.675844 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-f45fe668-8af9-464c-8076-3d5a9d67cbe9 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 812 time: 0.1395128 Jul 08 20:21:26.696041 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697f93c5-9120-4c75-9827-2dde662798e6 x-openstack-request-id: req-697f93c5-9120-4c75-9827-2dde662798e6 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:26.696426 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd327d66-8dbb-4975-b454-c2b5acf6f9dd", "tag": "e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:26.696807 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-697f93c5-9120-4c75-9827-2dde662798e6 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:26.697825 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd327d66-8dbb-4975-b454-c2b5acf6f9dd', 'tag': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb', 'status': 'completed', 'code': 200} Jul 08 20:21:26.699722 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-842bf96a-8244-4a93-8dc1-509d61f6132c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/quotas/12186e02ce744e01bcd7d8888ea0fb20 HTTP/1.1" status: 200 len: 375 time: 0.0161388 Jul 08 20:21:26.737171 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-6cfd4329-8b71-4fe8-be16-5157f048a2d0 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365710 Jul 08 20:21:26.787791 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:26.859732 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:26.897898 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:21:26.903754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:21:26.907566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:21:26.972765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Pushing event updated for resources: {'Port': ['ID=be3a0fa9-3a96-45b2-ac6b-923f2fc7a0b9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:27.078031 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04b68b5-22f0-408b-b444-931a3158ff7d x-openstack-request-id: req-a04b68b5-22f0-408b-b444-931a3158ff7d {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:27.078624 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c5d7ff-c4b2-4999-959e-467c091ade08", "name": "network-vif-plugged", "status": "completed", "tag": "bf01dd2c-0e77-4bad-8c78-2f56ceae7774", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:27.078772 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a04b68b5-22f0-408b-b444-931a3158ff7d {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:27.079050 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c5d7ff-c4b2-4999-959e-467c091ade08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774', 'code': 200} Jul 08 20:21:27.223190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53416) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:27.269735 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d473c6-dcd4-4a46-bc6a-92427dda5d93 req-457a7dde-9293-417d-ae81-84b39252b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:27.271262 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65d473c6-dcd4-4a46-bc6a-92427dda5d93 req-457a7dde-9293-417d-ae81-84b39252b9df service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f072151cc9a246949063c5a455a633da&device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 1097 time: 0.5376439 Jul 08 20:21:27.283115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-f9900e49-3358-4ffa-8e62-cd5ea02808e7 service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354655 Jul 08 20:21:27.364480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f89f0-58ab-4d12-8c00-532fe67b8fcf req-265cb80b-2cb2-4f98-ac2f-7073bf3e64ea tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:27.366360 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c31f89f0-58ab-4d12-8c00-532fe67b8fcf req-265cb80b-2cb2-4f98-ac2f-7073bf3e64ea tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 945 time: 0.1585958 Jul 08 20:21:27.488018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c31f89f0-58ab-4d12-8c00-532fe67b8fcf req-2ada5ea3-0cd4-479e-b588-cc346b9beac4 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858459 Jul 08 20:21:27.493401 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-250054de-b7ae-4c30-bbb5-74e9aac71dd4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a392253432a54761bd12b5416a26cea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652199 Jul 08 20:21:27.493401 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:27.495057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53436) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:27.513856 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d473c6-dcd4-4a46-bc6a-92427dda5d93 req-b9a701a2-95be-4630-b221-bec0b159afef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:27.515361 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65d473c6-dcd4-4a46-bc6a-92427dda5d93 req-b9a701a2-95be-4630-b221-bec0b159afef service neutron] 10.222.0.104 "GET /v2.0/networks?id=fdb5f88e-06d4-480f-a839-50102aa47e53 HTTP/1.1" status: 200 len: 905 time: 0.2225096 Jul 08 20:21:27.517337 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-a3210494-822e-4528-8461-f26453df5128 service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332597 Jul 08 20:21:27.567179 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65d473c6-dcd4-4a46-bc6a-92427dda5d93 req-c73b67fd-90c4-4dba-96fa-ab0f90baab16 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb HTTP/1.1" status: 200 len: 217 time: 0.0443258 Jul 08 20:21:27.581247 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f87916-93a2-4079-80c4-f36f581b8daf x-openstack-request-id: req-61f87916-93a2-4079-80c4-f36f581b8daf {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:27.581247 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203da05e-19d8-4833-9a8e-7681476c2e99", "name": "network-vif-deleted", "tag": "4c9c7b80-9bbb-4481-b5c2-68b480cb533a", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:27.581477 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-61f87916-93a2-4079-80c4-f36f581b8daf {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:27.581881 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203da05e-19d8-4833-9a8e-7681476c2e99', 'name': 'network-vif-deleted', 'tag': '4c9c7b80-9bbb-4481-b5c2-68b480cb533a', 'status': 'completed', 'code': 200} Jul 08 20:21:27.647334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d473c6-dcd4-4a46-bc6a-92427dda5d93 req-ae3497f4-f91c-4897-ae8e-554978dc7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:27.648903 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65d473c6-dcd4-4a46-bc6a-92427dda5d93 req-ae3497f4-f91c-4897-ae8e-554978dc7d6f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1d30581c-537d-4c32-9235-0aa435cb33f2 HTTP/1.1" status: 200 len: 844 time: 0.0728133 Jul 08 20:21:27.691959 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd9f3b4d-04e2-46d7-b59a-515b7f859709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:27.695941 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65d473c6-dcd4-4a46-bc6a-92427dda5d93 req-25d8263b-e439-4ea1-9bee-d8defd05eb85 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fdb5f88e-06d4-480f-a839-50102aa47e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369115 Jul 08 20:21:27.743966 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:27.749352 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:27.792821 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd9f3b4d-04e2-46d7-b59a-515b7f859709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:27.933678 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65d473c6-dcd4-4a46-bc6a-92427dda5d93 req-2ba4a165-3d63-433b-acc3-d1d0418696fb service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280459 Jul 08 20:21:27.981789 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd9f3b4d-04e2-46d7-b59a-515b7f859709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:27.985294 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd9f3b4d-04e2-46d7-b59a-515b7f859709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:27.986903 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fd9f3b4d-04e2-46d7-b59a-515b7f859709 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e6c83ca9-a7de-4b46-9fd5-131e279d2665 HTTP/1.1" status: 204 len: 168 time: 0.4892805 Jul 08 20:21:28.029540 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f3b4d-04e2-46d7-b59a-515b7f859709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c83ca9-a7de-4b46-9fd5-131e279d2665,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:28.100438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65d473c6-dcd4-4a46-bc6a-92427dda5d93 req-b51ab298-e06c-4f67-836d-eec7fdc23044 service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590722 Jul 08 20:21:28.186241 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e94d8d91-b9fa-43ad-9005-592a09764940 req-b2fcc41b-633f-432e-8040-5c8e000d13c3 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 210 time: 0.0459700 Jul 08 20:21:28.210458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Router f04b34e7-8d82-40ba-8ddb-69485d0c44cb is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:21:28.288481 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370861b-aa11-4dad-8d1a-ae343aa78e8c req-70f881f9-47ba-40cd-a33a-a49cffddf6b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:28.301258 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1370861b-aa11-4dad-8d1a-ae343aa78e8c req-70f881f9-47ba-40cd-a33a-a49cffddf6b9 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 950 time: 0.1573870 Jul 08 20:21:28.449302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1370861b-aa11-4dad-8d1a-ae343aa78e8c req-b94a7b47-dfa6-4f05-a242-353257cfb334 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/security-groups?id=39af3186-98d5-4fe4-94c7-d902947f586e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468978 Jul 08 20:21:28.482427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:21:28.497069 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:28.502293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a9282316-8614-49dd-a373-a7df0e57b50d tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "PUT /v2.0/routers/f04b34e7-8d82-40ba-8ddb-69485d0c44cb HTTP/1.1" status: 200 len: 914 time: 2.8980286 Jul 08 20:21:28.503398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53496) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:28.505054 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcb5642-005a-4958-b696-cee14b096773 None None] Sync routers for ids ['f04b34e7-8d82-40ba-8ddb-69485d0c44cb'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:21:28.551070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b59d2-64c0-4c04-acbf-cb60cce30e6e req-bbcccf8d-0155-467d-9e30-ca4af11dda97 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:28.553482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-083b59d2-64c0-4c04-acbf-cb60cce30e6e req-bbcccf8d-0155-467d-9e30-ca4af11dda97 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 949 time: 0.1166992 Jul 08 20:21:28.556214 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcb5642-005a-4958-b696-cee14b096773 None None] Routers {'f04b34e7-8d82-40ba-8ddb-69485d0c44cb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:28.557475 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ffcb5642-005a-4958-b696-cee14b096773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f04b34e7-8d82-40ba-8ddb-69485d0c44cb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:28.628776 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-083b59d2-64c0-4c04-acbf-cb60cce30e6e req-22c17a77-6c02-4c31-9d2d-5e52d577e008 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664575 Jul 08 20:21:28.648521 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ffcb5642-005a-4958-b696-cee14b096773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:28.675648 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcb5642-005a-4958-b696-cee14b096773 None None] Routers {'f04b34e7-8d82-40ba-8ddb-69485d0c44cb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:28.676219 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ffcb5642-005a-4958-b696-cee14b096773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f04b34e7-8d82-40ba-8ddb-69485d0c44cb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:28.787217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-86d9eca6-49a0-4505-b8aa-431edbf122a0 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/routers/f04b34e7-8d82-40ba-8ddb-69485d0c44cb HTTP/1.1" status: 200 len: 920 time: 0.2813766 Jul 08 20:21:28.792499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53516) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:28.804097 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ffcb5642-005a-4958-b696-cee14b096773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:28.805513 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcb5642-005a-4958-b696-cee14b096773 None None] The sync data for ids ['f04b34e7-8d82-40ba-8ddb-69485d0c44cb'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:21:28.900137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53518) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:28.925753 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c5f5995-24ff-409d-81bf-682116a6fe06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:28.961753 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4376bde-ced8-46ad-9331-7984e9bc143b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:28.964328 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d4376bde-ced8-46ad-9331-7984e9bc143b tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&device_id=f04b34e7-8d82-40ba-8ddb-69485d0c44cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1682756 Jul 08 20:21:28.968874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53520) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:29.021892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3420f8-0747-4d5d-b22f-8c59ead26a13 req-1d3eae81-1999-4db7-88b8-ee3e43c00e80 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:29.027506 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec3420f8-0747-4d5d-b22f-8c59ead26a13 req-1d3eae81-1999-4db7-88b8-ee3e43c00e80 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 945 time: 0.1572344 Jul 08 20:21:29.080901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76'}, {'server_uuid': 'fd327d66-8dbb-4975-b454-c2b5acf6f9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:29.083932 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa34817e-93bf-4ac7-bfc9-9813f0561c25" -d '{"events": [{"server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "name": "network-vif-plugged", "status": "completed", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76"}, {"server_uuid": "fd327d66-8dbb-4975-b454-c2b5acf6f9dd", "name": "network-vif-plugged", "status": "completed", "tag": "e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:29.117133 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec3420f8-0747-4d5d-b22f-8c59ead26a13 req-816c4a9d-65eb-4733-ba95-e0e7317ea8b7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836914 Jul 08 20:21:29.196061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471d1272-c661-4abc-94ea-9a917d887cd0 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:29.198515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-471d1272-c661-4abc-94ea-9a917d887cd0 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 881 time: 0.2283480 Jul 08 20:21:29.202141 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53530) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:29.236208 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f57e31-b3fa-4a23-9add-4783bdc74293 x-openstack-request-id: req-45f57e31-b3fa-4a23-9add-4783bdc74293 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:29.236522 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "name": "network-vif-plugged", "status": "completed", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76", "code": 200}, {"server_uuid": "fd327d66-8dbb-4975-b454-c2b5acf6f9dd", "name": "network-vif-plugged", "status": "completed", "tag": "e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:29.236793 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-45f57e31-b3fa-4a23-9add-4783bdc74293 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:29.237199 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76', 'code': 200} Jul 08 20:21:29.237456 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd327d66-8dbb-4975-b454-c2b5acf6f9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb', 'code': 200} Jul 08 20:21:29.258962 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-497c0c58-b0d7-4325-a761-fda0269bcdf0 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "GET /v2.0/ports?device_id=f04b34e7-8d82-40ba-8ddb-69485d0c44cb HTTP/1.1" status: 200 len: 205 time: 0.0551553 Jul 08 20:21:29.265641 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53538) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:29.280406 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c5f5995-24ff-409d-81bf-682116a6fe06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:29.286051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c5f5995-24ff-409d-81bf-682116a6fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:29.370361 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3c5f5995-24ff-409d-81bf-682116a6fe06 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=94272f42ba02463d8e86f8ecafe1a8ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4651067 Jul 08 20:21:29.387604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53546) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:29.401056 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f5995-24ff-409d-81bf-682116a6fe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ad21d4-f057-4c4d-9bf5-280eb8ec3d65,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:29.490614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12b820-e80f-4033-a4f4-84b074c0e4ad req-d96a7c1c-3f15-4af5-a525-b07b3ad943e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:29.492795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b12b820-e80f-4033-a4f4-84b074c0e4ad req-d96a7c1c-3f15-4af5-a525-b07b3ad943e3 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 1097 time: 0.1345141 Jul 08 20:21:29.550124 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b12b820-e80f-4033-a4f4-84b074c0e4ad req-78ce0ceb-f827-423c-ba20-1417ab985f14 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488515 Jul 08 20:21:29.574914 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:29.766011 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b755ce03-9433-422f-8844-3a4ee1bb0325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:29.799950 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b755ce03-9433-422f-8844-3a4ee1bb0325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:29.861682 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e84322b2-2d84-4cfa-9efe-703f1e8a6e8b req-d93a7062-864f-44e0-b043-a018706fadf5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 210 time: 0.0480413 Jul 08 20:21:29.877881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:29.891757 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b755ce03-9433-422f-8844-3a4ee1bb0325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:29.897823 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b755ce03-9433-422f-8844-3a4ee1bb0325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:29.902861 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b755ce03-9433-422f-8844-3a4ee1bb0325 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d0ad21d4-f057-4c4d-9bf5-280eb8ec3d65 HTTP/1.1" status: 204 len: 168 time: 0.5088756 Jul 08 20:21:29.949933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755ce03-9433-422f-8844-3a4ee1bb0325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ad21d4-f057-4c4d-9bf5-280eb8ec3d65,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:29.997503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Deleting port be3a0fa9-3a96-45b2-ac6b-923f2fc7a0b9 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:29.997853 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:30.095365 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:30.110428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Calling delete_port for be3a0fa9-3a96-45b2-ac6b-923f2fc7a0b9 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:30.423144 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:30.512671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Pushing event deleted for resources: {'Port': ['ID=be3a0fa9-3a96-45b2-ac6b-923f2fc7a0b9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:30.533335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-c020c964-ae7d-4f42-848b-30651fc15d5f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:30.541672 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-c020c964-ae7d-4f42-848b-30651fc15d5f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 812 time: 0.3276026 Jul 08 20:21:30.608896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-6e70e868-11c3-4c72-b212-6416941e5bbe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Request body: {'port': {'device_id': '961bf4d4-3c20-4ed8-bda8-1aef2ade0a65', 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'admin_state_up': True, 'tenant_id': '12186e02ce744e01bcd7d8888ea0fb20'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:30.644652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bf01dd2c-0e77-4bad-8c78-2f56ceae7774 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:30.665609 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:30.701644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c8349f3a-9fc5-4ed9-9b39-802272273c76 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:30.819149 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-6e70e868-11c3-4c72-b212-6416941e5bbe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Made reservation on behalf of 12186e02ce744e01bcd7d8888ea0fb20 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:21:30.826901 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-6e70e868-11c3-4c72-b212-6416941e5bbe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:30.880736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:30.884249 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:30.907795 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:30.965985 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:30.966737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Fanout notify agent at l3_agent the message router_deleted on router f04b34e7-8d82-40ba-8ddb-69485d0c44cb {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:30.984031 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:30.991153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2d5b1f1d-fdde-438f-83c3-317ebd69f19d tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "DELETE /v2.0/routers/f04b34e7-8d82-40ba-8ddb-69485d0c44cb HTTP/1.1" status: 204 len: 168 time: 1.7200799 Jul 08 20:21:30.993599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53628) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:31.006235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:31.014762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1032245088', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:31.027134 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9ddd5-6e44-4060-9b9a-8ea88bf32d97 req-694a00a4-7bd7-4895-8ffc-a5390498ba6e tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:31.028871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8ed9ddd5-6e44-4060-9b9a-8ea88bf32d97 req-694a00a4-7bd7-4895-8ffc-a5390498ba6e tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 945 time: 0.6145563 Jul 08 20:21:31.073156 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:31.114222 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:31.115331 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:31.196310 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:31.264994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:31.267464 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8ed9ddd5-6e44-4060-9b9a-8ea88bf32d97 req-d89f0e87-27ef-4627-ae26-82e2afb10b1b tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265937 Jul 08 20:21:31.269879 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789fd8a7-e22b-4707-aa8b-d6691037e56d" -d '{"events": [{"server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "name": "network-vif-unplugged", "status": "completed", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:31.292851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-6e70e868-11c3-4c72-b212-6416941e5bbe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Allocated IP 172.20.0.2 (bc95e2f6-b48f-4a63-8e2f-0f1147e6b760/292379a6-ccc8-4ff7-b796-dd5f388cdc04/93321c83-37e4-403a-a613-634705242f16) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:21:31.300000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c8349f3a-9fc5-4ed9-9b39-802272273c76,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:31.303185 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:31.341532 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69abdb6b-80f3-41e4-8bf2-6d9add7b14ea req-d7f62680-63cd-4b9d-ab32-1ca4d795f944 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 210 time: 0.0680799 Jul 08 20:21:31.387740 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bf01dd2c-0e77-4bad-8c78-2f56ceae7774, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:31.404839 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:31.591050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:31.607975 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3e9cbd-c5a8-4eb3-821d-73af3ec93795 x-openstack-request-id: req-ba3e9cbd-c5a8-4eb3-821d-73af3ec93795 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:31.608344 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "name": "network-vif-unplugged", "status": "completed", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:31.608516 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ba3e9cbd-c5a8-4eb3-821d-73af3ec93795 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:31.611763 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76', 'code': 200} Jul 08 20:21:31.636123 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:31.775031 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-6e70e868-11c3-4c72-b212-6416941e5bbe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:31.867491 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-6e70e868-11c3-4c72-b212-6416941e5bbe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:31.979294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70e868-11c3-4c72-b212-6416941e5bbe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Pushing event updated for resources: {'Port': ['ID=93321c83-37e4-403a-a613-634705242f16,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:32.005868 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-6e70e868-11c3-4c72-b212-6416941e5bbe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:21:32.007917 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:32.013857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-6e70e868-11c3-4c72-b212-6416941e5bbe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:21:32.018599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-6e70e868-11c3-4c72-b212-6416941e5bbe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:21:32.029031 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:32.065684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53674) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:32.134158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-6e70e868-11c3-4c72-b212-6416941e5bbe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:32.134924 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-6e70e868-11c3-4c72-b212-6416941e5bbe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:32.149600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Allocated IP 172.25.4.100 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/b03339e7-6637-47b4-af64-097427e76477) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:21:32.171674 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-6e70e868-11c3-4c72-b212-6416941e5bbe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5685625 Jul 08 20:21:32.185186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Request body: {'port': {'device_id': '961bf4d4-3c20-4ed8-bda8-1aef2ade0a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:32.290195 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b50579cd-d5f6-4b31-8d92-160678ac78e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:32.312460 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:32.382825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:32.427439 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:32.482567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:21:32.486500 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Pushing event updated for resources: {'Port': ['ID=b03339e7-6637-47b4-af64-097427e76477,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:32.490750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:21:32.492828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:21:32.647559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4c2e2dff-0e91-4cf7-8149-dd014457a203 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:21:32.858711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:32.889710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00456a3d-c629-4ccd-a1c1-7f579d1acb9a req-01f88bbf-0daa-4c39-aeed-97e52efc8d3f tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:32.893722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '4c2e2dff-0e91-4cf7-8149-dd014457a203', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '4c2e2dff-0e91-4cf7-8149-dd014457a203', 'mac_address': 'fa:16:3e:5e:de:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:21:32.898572 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00456a3d-c629-4ccd-a1c1-7f579d1acb9a req-01f88bbf-0daa-4c39-aeed-97e52efc8d3f tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 945 time: 0.4184558 Jul 08 20:21:32.976680 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:32.994106 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00456a3d-c629-4ccd-a1c1-7f579d1acb9a req-5a799649-121d-40bd-b43c-cc4b7c3c4382 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944479 Jul 08 20:21:32.995671 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2e2dff-0e91-4cf7-8149-dd014457a203 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:21:33.059396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:33.066456 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:33.109022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527033a-3015-406d-8f02-25d4fa17356b req-e071f52b-a574-43bc-90d1-ad9606f1963f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:33.110278 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9527033a-3015-406d-8f02-25d4fa17356b req-e071f52b-a574-43bc-90d1-ad9606f1963f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 931 time: 0.5898950 Jul 08 20:21:33.126876 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b50579cd-d5f6-4b31-8d92-160678ac78e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:33.132021 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b50579cd-d5f6-4b31-8d92-160678ac78e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:33.159024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4c2e2dff-0e91-4cf7-8149-dd014457a203,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:33.183952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['4c2e2dff-0e91-4cf7-8149-dd014457a203'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:21:33.187432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50579cd-d5f6-4b31-8d92-160678ac78e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fb6827-00e5-42ec-bd34-8a61229fac98,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:33.194664 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b50579cd-d5f6-4b31-8d92-160678ac78e4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=57b4c5bae94b4f29a28b1399875daa0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1278548 Jul 08 20:21:33.195228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53718) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:33.242981 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9527033a-3015-406d-8f02-25d4fa17356b req-0e0f57e1-dc90-4f6b-9472-f931f320ae7d tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247666 Jul 08 20:21:33.284678 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba4478a0-2909-4595-be89-bcb781ca04ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:33.343467 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba4478a0-2909-4595-be89-bcb781ca04ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:33.355857 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:33.356072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93321c83-37e4-403a-a613-634705242f16 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:21:33.371832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:33.399665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Transition to ACTIVE for port object 93321c83-37e4-403a-a613-634705242f16 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:21:33.412389 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:33.479257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=93321c83-37e4-403a-a613-634705242f16,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:33.482955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba4478a0-2909-4595-be89-bcb781ca04ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:33.485515 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba4478a0-2909-4595-be89-bcb781ca04ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:33.489391 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ba4478a0-2909-4595-be89-bcb781ca04ec admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a5fb6827-00e5-42ec-bd34-8a61229fac98 HTTP/1.1" status: 204 len: 168 time: 0.2909894 Jul 08 20:21:33.499341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4478a0-2909-4595-be89-bcb781ca04ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fb6827-00e5-42ec-bd34-8a61229fac98,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:33.614763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c5d7ff-c4b2-4999-959e-467c091ade08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:33.617609 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023f3092-d6de-4e01-b17a-3906c0a24a3c" -d '{"events": [{"server_uuid": "b5c5d7ff-c4b2-4999-959e-467c091ade08", "name": "network-vif-unplugged", "status": "completed", "tag": "bf01dd2c-0e77-4bad-8c78-2f56ceae7774"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:33.661345 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:33.671363 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Attempting to bind port 93321c83-37e4-403a-a613-634705242f16 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:21:33.672196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Attempting to bind port 93321c83-37e4-403a-a613-634705242f16 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:21:33.672728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Attempting to bind port 93321c83-37e4-403a-a613-634705242f16 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:21:33.679683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Port 93321c83-37e4-403a-a613-634705242f16 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:21:33.680341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Attempting to bind port 93321c83-37e4-403a-a613-634705242f16 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:21:33.709927 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:21:33.710284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Checking segment: {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:21:33.710686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Bound using segment: {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:21:33.711160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Bound port: 93321c83-37e4-403a-a613-634705242f16, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:21:33.711540 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:33.754236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53738) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:33.791633 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f51ec96-72b9-4f7b-8fd9-66588ff9f381 x-openstack-request-id: req-4f51ec96-72b9-4f7b-8fd9-66588ff9f381 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:33.792479 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c5d7ff-c4b2-4999-959e-467c091ade08", "name": "network-vif-unplugged", "status": "completed", "tag": "bf01dd2c-0e77-4bad-8c78-2f56ceae7774", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:33.792934 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4f51ec96-72b9-4f7b-8fd9-66588ff9f381 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:33.793498 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c5d7ff-c4b2-4999-959e-467c091ade08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774', 'code': 200} Jul 08 20:21:33.840269 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Router 2947545b-5c48-45c3-a7bd-840b59b1198d is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:21:33.954437 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-b189f1b3-766e-4a4d-a108-a34afebc1dc2 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=d428214bae194774ae82c66289510d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019063 Jul 08 20:21:34.032341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:21:34.048355 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-87d78dba-7c22-44a3-b473-80768ff869f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:34.058972 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c785dc-2425-411d-99eb-30de76c1da2e None None] Sync routers for ids ['2947545b-5c48-45c3-a7bd-840b59b1198d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:21:34.062519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d9cba-21db-46ef-89e7-a426511d9ea3 req-85913a7f-3654-44d9-8ceb-07ef7885e512 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:34.065600 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-365d9cba-21db-46ef-89e7-a426511d9ea3 req-85913a7f-3654-44d9-8ceb-07ef7885e512 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 945 time: 0.1146908 Jul 08 20:21:34.082310 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c785dc-2425-411d-99eb-30de76c1da2e None None] Routers {'2947545b-5c48-45c3-a7bd-840b59b1198d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:34.083250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a5c785dc-2425-411d-99eb-30de76c1da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['2947545b-5c48-45c3-a7bd-840b59b1198d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:34.117420 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-365d9cba-21db-46ef-89e7-a426511d9ea3 req-efb3310f-d007-4d0a-8de1-b56fa7145561 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Jul 08 20:21:34.120258 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:34.121863 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4fb479c2-51aa-4b5c-a7bb-fdd29f15d36a tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1240644 Jul 08 20:21:34.124887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53752) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:34.133117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:34.139139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a5c785dc-2425-411d-99eb-30de76c1da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:34.159037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] For port 93321c83-37e4-403a-a613-634705242f16, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:21:34.164358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c785dc-2425-411d-99eb-30de76c1da2e None None] Routers {'2947545b-5c48-45c3-a7bd-840b59b1198d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:34.166373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a5c785dc-2425-411d-99eb-30de76c1da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['2947545b-5c48-45c3-a7bd-840b59b1198d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:34.213784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] For port 93321c83-37e4-403a-a613-634705242f16, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=93321c83-37e4-403a-a613-634705242f16,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:21:34.231529 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:34.252870 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-fb05aa14-5150-412a-8634-30a6dbcd58d8 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:34.255004 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-fb05aa14-5150-412a-8634-30a6dbcd58d8 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2990398 Jul 08 20:21:34.271707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a5c785dc-2425-411d-99eb-30de76c1da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:34.273449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c785dc-2425-411d-99eb-30de76c1da2e None None] The sync data for ids ['2947545b-5c48-45c3-a7bd-840b59b1198d'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:21:34.351723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:34.352358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:34.354183 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] 10.222.0.103 "PUT /v2.0/ports/93321c83-37e4-403a-a613-634705242f16 HTTP/1.1" status: 200 len: 1092 time: 2.1741629 Jul 08 20:21:34.354997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961bf4d4-3c20-4ed8-bda8-1aef2ade0a65', 'tag': '93321c83-37e4-403a-a613-634705242f16'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:34.357871 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3622fb2-26e4-4ae3-8fbd-ccaa5e222cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "961bf4d4-3c20-4ed8-bda8-1aef2ade0a65", "tag": "93321c83-37e4-403a-a613-634705242f16"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:34.375316 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-931277a2-5977-4de1-953c-c5fd0e463ec1 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/quotas/d428214bae194774ae82c66289510d0a HTTP/1.1" status: 200 len: 375 time: 0.0856125 Jul 08 20:21:34.448551 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-5e529e91-09ee-47fb-be7f-06300c26f50c tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d428214bae194774ae82c66289510d0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722992 Jul 08 20:21:34.454318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77722d8e-afde-4b0d-a51e-4f2e435f7cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=93321c83-37e4-403a-a613-634705242f16,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:34.595076 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:34.622020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49144fef-a731-4761-b202-259fd46fa214 req-488fc2b4-2241-467f-a80e-3f2a89ffb7de tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:34.626074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49144fef-a731-4761-b202-259fd46fa214 req-488fc2b4-2241-467f-a80e-3f2a89ffb7de tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 943 time: 0.1033652 Jul 08 20:21:34.653167 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:34.661982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4c2e2dff-0e91-4cf7-8149-dd014457a203 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:21:34.703154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c8349f3a-9fc5-4ed9-9b39-802272273c76 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:21:34.724848 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f822b2f4-c741-4c84-9fb6-7a0ad6524c6a x-openstack-request-id: req-f822b2f4-c741-4c84-9fb6-7a0ad6524c6a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:34.725141 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961bf4d4-3c20-4ed8-bda8-1aef2ade0a65", "tag": "93321c83-37e4-403a-a613-634705242f16", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:34.725396 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f822b2f4-c741-4c84-9fb6-7a0ad6524c6a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:34.725791 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961bf4d4-3c20-4ed8-bda8-1aef2ade0a65', 'tag': '93321c83-37e4-403a-a613-634705242f16', 'status': 'completed', 'code': 200} Jul 08 20:21:34.794598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-ad866321-bd0e-41d7-89e0-51565572830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:34.796351 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-ad866321-bd0e-41d7-89e0-51565572830b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 1095 time: 0.2668734 Jul 08 20:21:34.803496 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49144fef-a731-4761-b202-259fd46fa214 req-77288e64-5eab-4175-9390-cfb743b748ae tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602159 Jul 08 20:21:34.869546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Deleting port b03339e7-6637-47b4-af64-097427e76477 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:34.869908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:34.894921 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f2eb9bc-60f7-48c5-b6bb-720b32f00226 req-345d9a92-370f-4635-8964-fdbb1d73d7ab tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=3387aa5e-8444-4313-80ec-875e6b574b6b HTTP/1.1" status: 200 len: 210 time: 0.0884252 Jul 08 20:21:34.930363 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 4c2e2dff-0e91-4cf7-8149-dd014457a203 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:21:34.933862 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:34.968091 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-e118af77-62db-4794-9f7c-098f53ce7e49 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93321c83-37e4-403a-a613-634705242f16 HTTP/1.1" status: 200 len: 217 time: 0.1596646 Jul 08 20:21:35.048543 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:35.085652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'c8349f3a-9fc5-4ed9-9b39-802272273c76', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'c8349f3a-9fc5-4ed9-9b39-802272273c76', 'mac_address': 'fa:16:3e:f4:cc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:21:35.087432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-63db494a-f3bb-4e8a-bdfb-fd00f9da911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:35.089731 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-63db494a-f3bb-4e8a-bdfb-fd00f9da911d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.1128514 Jul 08 20:21:35.133575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:35.142127 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-205b12a9-4765-4964-9cde-d4c482ef01e7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408788 Jul 08 20:21:35.162137 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:35.193303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Calling delete_port for b03339e7-6637-47b4-af64-097427e76477 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:35.281482 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:35.287345 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:35.302184 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:35.362850 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-d012ef79-34cd-42eb-bafd-b3a30d2bd9a6 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989257 Jul 08 20:21:35.377563 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f3be8fb-519e-4db8-a9de-26e1dff74192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:35.391192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4c2e2dff-0e91-4cf7-8149-dd014457a203,revision_number=10']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:35.396853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8349f3a-9fc5-4ed9-9b39-802272273c76 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:21:35.454826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:35.462366 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:35.583301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['c8349f3a-9fc5-4ed9-9b39-802272273c76'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:21:35.653071 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c8349f3a-9fc5-4ed9-9b39-802272273c76,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:35.695543 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-534c09e0-9304-4058-a904-10bfeb969ce0 req-5a81bf8a-7a31-4ad6-8723-9f602e3cca8e service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217468 Jul 08 20:21:35.743859 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:35.784478 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Pushing event deleted for resources: {'Port': ['ID=b03339e7-6637-47b4-af64-097427e76477,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:35.809049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:35.829663 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25de18f-7738-436f-a74a-8900314b8cbb" -d '{"events": [{"server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:36.015758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437364-9904-488d-91ec-438f57fcd56b req-e5694a40-868f-4366-8b8e-9a9c087333cf tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:36.031851 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-50437364-9904-488d-91ec-438f57fcd56b req-e5694a40-868f-4366-8b8e-9a9c087333cf tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 945 time: 0.6628091 Jul 08 20:21:36.162521 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-50437364-9904-488d-91ec-438f57fcd56b req-e6f7b049-ef52-4ba7-85eb-b867de093453 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294789 Jul 08 20:21:36.192513 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:36.534596 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-447af5f2-607a-4d03-9994-8ddbdb36f47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:36.568341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3622fb2-26e4-4ae3-8fbd-ccaa5e222cf8 req-2335d1ee-fe53-4bed-bd82-a74c84e6327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:36.581230 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a3622fb2-26e4-4ae3-8fbd-ccaa5e222cf8 req-2335d1ee-fe53-4bed-bd82-a74c84e6327e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 1095 time: 0.2233520 Jul 08 20:21:36.662546 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:36.681387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:36.700920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c8349f3a-9fc5-4ed9-9b39-802272273c76 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:21:36.849432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Router 2947545b-5c48-45c3-a7bd-840b59b1198d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:21:36.850652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port c8349f3a-9fc5-4ed9-9b39-802272273c76 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:21:36.854432 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:36.898897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3622fb2-26e4-4ae3-8fbd-ccaa5e222cf8 req-62ea9ecc-c2bd-4bec-af9c-ddd70571da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:36.904107 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a3622fb2-26e4-4ae3-8fbd-ccaa5e222cf8 req-62ea9ecc-c2bd-4bec-af9c-ddd70571da77 service neutron] 10.222.0.103 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 913 time: 0.3050261 Jul 08 20:21:36.924075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5f3be8fb-519e-4db8-a9de-26e1dff74192 admin admin] Deleting port af975cba-f75a-43e8-a20a-d293d59461cf {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:36.924467 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f3be8fb-519e-4db8-a9de-26e1dff74192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:37.000880 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:37.047515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-9756e0be-09ce-4918-8b26-9787d6c93f11 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=d428214bae194774ae82c66289510d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012537 Jul 08 20:21:37.093738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:21:37.101729 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:37.106252 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c8e0b-a5a7-44d5-9e68-49ff07520f23 None None] Sync routers for ids ['2947545b-5c48-45c3-a7bd-840b59b1198d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:21:37.140558 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c8e0b-a5a7-44d5-9e68-49ff07520f23 None None] Routers {'2947545b-5c48-45c3-a7bd-840b59b1198d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:37.144825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:37.149283 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-236c8e0b-a5a7-44d5-9e68-49ff07520f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['2947545b-5c48-45c3-a7bd-840b59b1198d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:37.150799 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-15687ca3-8e97-4d68-9bb5-cc766de3df53 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "PUT /v2.0/routers/2947545b-5c48-45c3-a7bd-840b59b1198d HTTP/1.1" status: 200 len: 706 time: 3.0239766 Jul 08 20:21:37.154028 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53880) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:37.163800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:37.168871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a3622fb2-26e4-4ae3-8fbd-ccaa5e222cf8 req-1e4f00c1-508c-44f0-9805-9c73292f16bc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93321c83-37e4-403a-a613-634705242f16 HTTP/1.1" status: 200 len: 217 time: 0.2383535 Jul 08 20:21:37.173166 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:37.270523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c8349f3a-9fc5-4ed9-9b39-802272273c76,revision_number=10']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:37.288292 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-236c8e0b-a5a7-44d5-9e68-49ff07520f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:37.316878 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c8e0b-a5a7-44d5-9e68-49ff07520f23 None None] Routers {'2947545b-5c48-45c3-a7bd-840b59b1198d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:37.318216 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-236c8e0b-a5a7-44d5-9e68-49ff07520f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['2947545b-5c48-45c3-a7bd-840b59b1198d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:37.391047 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-27ffe60c-c0de-42f1-9709-80e7da598735 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/routers/2947545b-5c48-45c3-a7bd-840b59b1198d HTTP/1.1" status: 200 len: 741 time: 0.2331324 Jul 08 20:21:37.393251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53886) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:37.395022 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-236c8e0b-a5a7-44d5-9e68-49ff07520f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:37.401550 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c8e0b-a5a7-44d5-9e68-49ff07520f23 None None] The sync data for ids ['2947545b-5c48-45c3-a7bd-840b59b1198d'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:21:37.404985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-3d31d035-876b-4f80-b304-31ef6e5cbc81 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:37.406634 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-3d31d035-876b-4f80-b304-31ef6e5cbc81 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416840 Jul 08 20:21:37.458967 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Request body: {'port': {'device_id': '3387aa5e-8444-4313-80ec-875e6b574b6b', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': 'd428214bae194774ae82c66289510d0a'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:37.538231 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ab5fc606-6fc4-4572-8576-5a04813af330 tempest-RoutersAdminTest-946330993 tempest-RoutersAdminTest-946330993-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&device_id=2947545b-5c48-45c3-a7bd-840b59b1198d HTTP/1.1" status: 200 len: 205 time: 0.1393173 Jul 08 20:21:37.538476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53888) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:37.596552 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ae786680-4859-4450-a4e5-471b1729cbc2 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "GET /v2.0/ports?device_id=2947545b-5c48-45c3-a7bd-840b59b1198d HTTP/1.1" status: 200 len: 205 time: 0.0543156 Jul 08 20:21:37.596839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53890) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:37.604436 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3622fb2-26e4-4ae3-8fbd-ccaa5e222cf8 req-c2fa1e3f-2b82-4ed8-8f6e-fab9b7b798b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:37.606263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a3622fb2-26e4-4ae3-8fbd-ccaa5e222cf8 req-c2fa1e3f-2b82-4ed8-8f6e-fab9b7b798b6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.3237779 Jul 08 20:21:37.668103 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a3622fb2-26e4-4ae3-8fbd-ccaa5e222cf8 req-a513f3f0-fc45-4362-9f58-f33cc3338a82 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472238 Jul 08 20:21:37.673037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Made reservation on behalf of d428214bae194774ae82c66289510d0a for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:21:37.677614 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:37.754080 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:37.755627 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47366331-e699-46a0-b0c1-935a08726fe8 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:37.775521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5f3be8fb-519e-4db8-a9de-26e1dff74192 admin admin] For port af975cba-f75a-43e8-a20a-d293d59461cf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=af975cba-f75a-43e8-a20a-d293d59461cf,segment=NetworkSegment(5bd5808f-7c76-4b06-a042-667779e3a54f),segment_id=5bd5808f-7c76-4b06-a042-667779e3a54f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:37.776131 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f3be8fb-519e-4db8-a9de-26e1dff74192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:37.807642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5f3be8fb-519e-4db8-a9de-26e1dff74192 admin admin] Calling delete_port for af975cba-f75a-43e8-a20a-d293d59461cf owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:38.065928 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47366331-e699-46a0-b0c1-935a08726fe8 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:38.068323 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47366331-e699-46a0-b0c1-935a08726fe8 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:38.101508 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:38.140083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f3be8fb-519e-4db8-a9de-26e1dff74192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:38.143942 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47366331-e699-46a0-b0c1-935a08726fe8 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:38.145202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47366331-e699-46a0-b0c1-935a08726fe8 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Fanout notify agent at l3_agent the message router_deleted on router 2947545b-5c48-45c3-a7bd-840b59b1198d {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:38.163640 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47366331-e699-46a0-b0c1-935a08726fe8 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:38.169100 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-47366331-e699-46a0-b0c1-935a08726fe8 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "DELETE /v2.0/routers/2947545b-5c48-45c3-a7bd-840b59b1198d HTTP/1.1" status: 204 len: 168 time: 0.5673854 Jul 08 20:21:38.170681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53892) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:38.180786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3be8fb-519e-4db8-a9de-26e1dff74192 admin admin] Pushing event deleted for resources: {'Port': ['ID=af975cba-f75a-43e8-a20a-d293d59461cf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:38.271347 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c974c798-5f47-4352-be33-701bdb987dd1 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "GET /v2.0/ports?device_id=2947545b-5c48-45c3-a7bd-840b59b1198d HTTP/1.1" status: 200 len: 205 time: 0.0989566 Jul 08 20:21:38.280050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53894) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:38.321483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a3622fb2-26e4-4ae3-8fbd-ccaa5e222cf8 req-3239066c-5cda-48ab-afeb-0ebe134183f3 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405749 Jul 08 20:21:38.388500 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-83cfce11-242a-4c00-84d9-dac9826c19db tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] delete failed (client error): The resource could not be found. Jul 08 20:21:38.390057 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-83cfce11-242a-4c00-84d9-dac9826c19db tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "DELETE /v2.0/routers/2947545b-5c48-45c3-a7bd-840b59b1198d HTTP/1.1" status: 404 len: 336 time: 0.1086514 Jul 08 20:21:38.394427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53898) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:38.471060 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53902) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:38.473021 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b1fa5534-253d-4f2f-91ae-6e6a3af07a98 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "GET /v2.0/ports?device_id=f04b34e7-8d82-40ba-8ddb-69485d0c44cb HTTP/1.1" status: 200 len: 205 time: 0.0767741 Jul 08 20:21:38.626005 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-5b382cac-50cc-436d-b63e-c0c888d060ea tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] delete failed (client error): The resource could not be found. Jul 08 20:21:38.630420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53904) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:38.632541 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5b382cac-50cc-436d-b63e-c0c888d060ea tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "DELETE /v2.0/routers/f04b34e7-8d82-40ba-8ddb-69485d0c44cb HTTP/1.1" status: 404 len: 336 time: 0.0705643 Jul 08 20:21:38.677386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 93321c83-37e4-403a-a613-634705242f16 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:21:38.685026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a3622fb2-26e4-4ae3-8fbd-ccaa5e222cf8 req-f4410a6b-e664-4920-a987-fd64511c3439 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315065 Jul 08 20:21:38.700774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53906) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:38.704220 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7b9d9f21-b52a-4691-b910-acffc9ca98af tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a4dd306-f840-4786-9015-cd2899bfbd22 HTTP/1.1" status: 200 len: 205 time: 0.0723853 Jul 08 20:21:38.769089 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-7e47fd89-9aa7-4591-965b-caa8e24e2235 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] delete failed (client error): The resource could not be found. Jul 08 20:21:38.773115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53908) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:38.782519 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7e47fd89-9aa7-4591-965b-caa8e24e2235 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "DELETE /v2.0/routers/9a4dd306-f840-4786-9015-cd2899bfbd22 HTTP/1.1" status: 404 len: 336 time: 0.0737238 Jul 08 20:21:38.791879 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f3be8fb-519e-4db8-a9de-26e1dff74192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:38.832322 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:38.833078 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9a83a204-33cc-4463-b9f5-769f29f61a0f tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "GET /v2.0/ports?device_id=97921412-94f0-44f6-ae63-edab36059f18 HTTP/1.1" status: 200 len: 205 time: 0.0587461 Jul 08 20:21:38.833738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53910) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:38.844141 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:38.920549 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-08d03b7e-90bb-482e-a599-ab0c5e671540 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] delete failed (client error): The resource could not be found. Jul 08 20:21:38.921693 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-08d03b7e-90bb-482e-a599-ab0c5e671540 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "DELETE /v2.0/routers/97921412-94f0-44f6-ae63-edab36059f18 HTTP/1.1" status: 404 len: 336 time: 0.0869417 Jul 08 20:21:38.924527 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53912) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:38.970399 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-026ca391-04c2-478c-9d0e-36ccecf0fd30 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a37864-bf2d-4c22-98c3-25cc542369ba HTTP/1.1" status: 200 len: 205 time: 0.0436642 Jul 08 20:21:38.973812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53914) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:38.982473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f083c8-6db3-419d-9b5c-b4629f1fecc4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:38.998939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 93321c83-37e4-403a-a613-634705242f16, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=93321c83-37e4-403a-a613-634705242f16,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:39.040590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '93321c83-37e4-403a-a613-634705242f16', 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'port_id': '93321c83-37e4-403a-a613-634705242f16', 'mac_address': 'fa:16:3e:ee:93:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292379a6-ccc8-4ff7-b796-dd5f388cdc04', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:21:39.076701 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-e245b760-9556-48b1-8821-f2604a8eb5ab tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] delete failed (client error): The resource could not be found. Jul 08 20:21:39.083067 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e245b760-9556-48b1-8821-f2604a8eb5ab tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "DELETE /v2.0/routers/72a37864-bf2d-4c22-98c3-25cc542369ba HTTP/1.1" status: 404 len: 336 time: 0.1079242 Jul 08 20:21:39.085898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53916) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:39.122833 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:39.143253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53918) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:39.143507 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-734f3e97-5936-4e30-be73-6413eb2127ff tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "GET /v2.0/ports?device_id=40cde091-bff9-4db0-9621-453ed44e08f7 HTTP/1.1" status: 200 len: 205 time: 0.0513530 Jul 08 20:21:39.156519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93321c83-37e4-403a-a613-634705242f16 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:21:39.169766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Allocated IP 192.168.233.195 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/b7ced6f5-d82a-441a-a8e4-8c00e51b386d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:21:39.201463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 93321c83-37e4-403a-a613-634705242f16, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=93321c83-37e4-403a-a613-634705242f16,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:39.209814 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:39.236658 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-0f464a39-1778-407f-ac3d-3c6324e9d4ac tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] delete failed (client error): The resource could not be found. Jul 08 20:21:39.238089 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0f464a39-1778-407f-ac3d-3c6324e9d4ac tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "DELETE /v2.0/routers/40cde091-bff9-4db0-9621-453ed44e08f7 HTTP/1.1" status: 404 len: 336 time: 0.0936131 Jul 08 20:21:39.240825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53920) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:39.284605 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-570557bd-b99b-48cd-9a30-2612dc795db5 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] DELETE failed (client error): The resource could not be found. Jul 08 20:21:39.285441 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570557bd-b99b-48cd-9a30-2612dc795db5 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:21:39.287228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-570557bd-b99b-48cd-9a30-2612dc795db5 tempest-RoutersAdminTest-1239248581 tempest-RoutersAdminTest-1239248581-project] 10.222.0.101 "DELETE /v2.0/subnets/eebc849b-1cd2-4e59-bda4-4fe4102757df HTTP/1.1" status: 404 len: 337 time: 0.0453360 Jul 08 20:21:39.388127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=93321c83-37e4-403a-a613-634705242f16,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:39.554398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['93321c83-37e4-403a-a613-634705242f16'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:21:39.636262 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:39.653687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Transition to ACTIVE for port object b7ced6f5-d82a-441a-a8e4-8c00e51b386d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:21:39.691425 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:39.717168 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:39.886466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:21:39.891815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3be8fb-519e-4db8-a9de-26e1dff74192 admin admin] Router dfcde3bc-67bc-436b-9218-854163413b8d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:21:39.896095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:21:39.904828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:21:39.909790 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Pushing event updated for resources: {'Port': ['ID=b7ced6f5-d82a-441a-a8e4-8c00e51b386d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:39.972813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53926) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:40.085852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:40.094693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:40.173436 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-03ad6ca6-7b06-4ba0-a28c-522c5c366f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:40.203252 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-295fc2c3-98d7-41c4-99d8-891ed7bda832 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7582018 Jul 08 20:21:40.246016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Request body: {'port': {'device_id': '3387aa5e-8444-4313-80ec-875e6b574b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:40.289845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3be8fb-519e-4db8-a9de-26e1dff74192 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:21:40.304445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c38320-c265-4bd0-b65f-ef146142537d None None] Sync routers for ids ['dfcde3bc-67bc-436b-9218-854163413b8d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:21:40.356453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dd1e7024-cf7f-421d-87ee-2c56261bd073 None None] Provisioning for port b7ced6f5-d82a-441a-a8e4-8c00e51b386d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:21:40.371756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c38320-c265-4bd0-b65f-ef146142537d None None] Routers {'dfcde3bc-67bc-436b-9218-854163413b8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:40.372498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-11c38320-c265-4bd0-b65f-ef146142537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['dfcde3bc-67bc-436b-9218-854163413b8d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:40.382444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dd1e7024-cf7f-421d-87ee-2c56261bd073 None None] Provisioning complete for port b7ced6f5-d82a-441a-a8e4-8c00e51b386d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:21:40.382830 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7024-cf7f-421d-87ee-2c56261bd073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:40.404030 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-03ad6ca6-7b06-4ba0-a28c-522c5c366f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:40.413493 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-03ad6ca6-7b06-4ba0-a28c-522c5c366f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:40.473545 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-03ad6ca6-7b06-4ba0-a28c-522c5c366f86 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0c3c5a3886494171904f1fbaf6a6a458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4995379 Jul 08 20:21:40.474259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53930) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:40.557666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad6ca6-7b06-4ba0-a28c-522c5c366f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3b9d75-f841-44b0-847e-f32bf7bd0488,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:40.623860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-11c38320-c265-4bd0-b65f-ef146142537d None None] Set router dfcde3bc-67bc-436b-9218-854163413b8d gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:21:40.643865 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7064296f-901e-463a-ac96-76c41e23c74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:40.753067 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5f3be8fb-519e-4db8-a9de-26e1dff74192 admin admin] 10.222.0.101 "PUT /v2.0/routers/dfcde3bc-67bc-436b-9218-854163413b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9979827 Jul 08 20:21:40.759753 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53932) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:40.765315 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7064296f-901e-463a-ac96-76c41e23c74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:40.820276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e7024-cf7f-421d-87ee-2c56261bd073 None None] Port b7ced6f5-d82a-441a-a8e4-8c00e51b386d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:21:40.829324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 93321c83-37e4-403a-a613-634705242f16 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:21:40.874132 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7064296f-901e-463a-ac96-76c41e23c74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:40.876206 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7064296f-901e-463a-ac96-76c41e23c74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:40.877862 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7064296f-901e-463a-ac96-76c41e23c74a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1b3b9d75-f841-44b0-847e-f32bf7bd0488 HTTP/1.1" status: 204 len: 168 time: 0.3597374 Jul 08 20:21:40.893795 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064296f-901e-463a-ac96-76c41e23c74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3b9d75-f841-44b0-847e-f32bf7bd0488,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:40.895845 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:40.966444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 93321c83-37e4-403a-a613-634705242f16 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:21:41.029666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 93321c83-37e4-403a-a613-634705242f16 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:21:41.029919 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:41.036443 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:41.153877 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Deleting port c80a62ce-d1c1-40fe-b91b-672589fd262b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:41.154222 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:41.197689 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:41.249904 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:21:41.255718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-11c38320-c265-4bd0-b65f-ef146142537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-299789634-router', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:21:38Z', 'revision_number': 5, 'project_id': 'b3bf966748d24071b9483777d06f251b', 'gw_port': {'id': 'c80a62ce-d1c1-40fe-b91b-672589fd262b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:18:44Z', 'updated_at': '2021-07-08T20:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:41.320660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c38320-c265-4bd0-b65f-ef146142537d None None] Checking router: dfcde3bc-67bc-436b-9218-854163413b8d for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:21:41.357908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] For port c80a62ce-d1c1-40fe-b91b-672589fd262b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c80a62ce-d1c1-40fe-b91b-672589fd262b,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:41.358258 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:41.365007 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:41.378325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c38320-c265-4bd0-b65f-ef146142537d None None] Routers {'dfcde3bc-67bc-436b-9218-854163413b8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:41.379375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-11c38320-c265-4bd0-b65f-ef146142537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['dfcde3bc-67bc-436b-9218-854163413b8d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:41.448106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Calling delete_port for c80a62ce-d1c1-40fe-b91b-672589fd262b owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:41.546734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 93321c83-37e4-403a-a613-634705242f16, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=93321c83-37e4-403a-a613-634705242f16,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:41.560559 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:41.761229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53942) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:41.829336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=93321c83-37e4-403a-a613-634705242f16,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:41.835622 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ced6f5-d82a-441a-a8e4-8c00e51b386d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:21:41.854237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8e9939b3-2f29-4980-85b5-5bc905f37eff admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5f66d5cdab294f8c90c0efe2d4e10af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917709 Jul 08 20:21:41.856758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53948) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:41.859365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-11c38320-c265-4bd0-b65f-ef146142537d None None] Set router dfcde3bc-67bc-436b-9218-854163413b8d gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:21:41.864585 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:41.886748 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:41.937155 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-11c38320-c265-4bd0-b65f-ef146142537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-299789634-router', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:21:41Z', 'revision_number': 6, 'project_id': 'b3bf966748d24071b9483777d06f251b', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:41.937601 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-303c5420-77ee-4f8d-b738-01b5832bc098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:41.951732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80a62ce-d1c1-40fe-b91b-672589fd262b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:41.957537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Transition to ACTIVE for port object b7ced6f5-d82a-441a-a8e4-8c00e51b386d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:21:41.961784 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-303c5420-77ee-4f8d-b738-01b5832bc098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:41.983784 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c38320-c265-4bd0-b65f-ef146142537d None None] The sync data for ids ['dfcde3bc-67bc-436b-9218-854163413b8d'] in n-d-791506-16 is: [{'id': 'dfcde3bc-67bc-436b-9218-854163413b8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-299789634-router', 'tenant_id': 'b3bf966748d24071b9483777d06f251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:18:42Z', 'updated_at': '2021-07-08T20:21:41Z', 'revision_number': 6, 'project_id': 'b3bf966748d24071b9483777d06f251b', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:21:42.008324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.055867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-303c5420-77ee-4f8d-b738-01b5832bc098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.060620 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-303c5420-77ee-4f8d-b738-01b5832bc098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.065269 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-303c5420-77ee-4f8d-b738-01b5832bc098 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ae177082-3cf1-4ffd-af1c-64e651c28b1e HTTP/1.1" status: 204 len: 168 time: 0.2073388 Jul 08 20:21:42.075603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c5420-77ee-4f8d-b738-01b5832bc098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae177082-3cf1-4ffd-af1c-64e651c28b1e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:42.087647 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.186228 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.188368 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.256791 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.257365 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfcde3bc-67bc-436b-9218-854163413b8d {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:42.263663 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.265039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e2ad15f7-875d-490b-b1e3-bdf8d48e1770 admin admin] 10.222.0.101 "DELETE /v2.0/routers/dfcde3bc-67bc-436b-9218-854163413b8d HTTP/1.1" status: 204 len: 168 time: 1.5036926 Jul 08 20:21:42.269028 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53952) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:42.314011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ced6f5-d82a-441a-a8e4-8c00e51b386d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:42.401300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db40921-a0e3-4178-96e0-f2ab246327e0 admin admin] Deleting subnet ed88bbc9-1f61-4e29-a185-5bef84f4e834 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:21:42.404841 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2db40921-a0e3-4178-96e0-f2ab246327e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.498625 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2db40921-a0e3-4178-96e0-f2ab246327e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.562625 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Attempting to bind port b7ced6f5-d82a-441a-a8e4-8c00e51b386d on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:21:42.562972 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Attempting to bind port b7ced6f5-d82a-441a-a8e4-8c00e51b386d by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:21:42.563304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Attempting to bind port b7ced6f5-d82a-441a-a8e4-8c00e51b386d on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:21:42.581509 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Port b7ced6f5-d82a-441a-a8e4-8c00e51b386d on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:21:42.581839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Attempting to bind port b7ced6f5-d82a-441a-a8e4-8c00e51b386d on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:21:42.599728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:21:42.600077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:21:42.600477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:21:42.609233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Bound port: b7ced6f5-d82a-441a-a8e4-8c00e51b386d, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:21:42.609626 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.654490 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2db40921-a0e3-4178-96e0-f2ab246327e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.791096 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2db40921-a0e3-4178-96e0-f2ab246327e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.801821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] For port b7ced6f5-d82a-441a-a8e4-8c00e51b386d, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:21:42.807369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] For port b7ced6f5-d82a-441a-a8e4-8c00e51b386d, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b7ced6f5-d82a-441a-a8e4-8c00e51b386d,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:21:42.819844 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.877382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db40921-a0e3-4178-96e0-f2ab246327e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed88bbc9-1f61-4e29-a185-5bef84f4e834,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:42.899118 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2db40921-a0e3-4178-96e0-f2ab246327e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.901680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f672a53-766e-433f-ba77-544dae6b403a None None] Network 09f22467-4999-45ea-bbf6-26db94b6ea72 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:21:42.909232 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2db40921-a0e3-4178-96e0-f2ab246327e0 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ed88bbc9-1f61-4e29-a185-5bef84f4e834 HTTP/1.1" status: 204 len: 168 time: 0.6391315 Jul 08 20:21:42.917990 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53964) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:42.951667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:42.953248 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:42.957661 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] 10.222.0.103 "PUT /v2.0/ports/b7ced6f5-d82a-441a-a8e4-8c00e51b386d HTTP/1.1" status: 200 len: 1097 time: 2.7384036 Jul 08 20:21:42.997352 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3387aa5e-8444-4313-80ec-875e6b574b6b', 'tag': 'b7ced6f5-d82a-441a-a8e4-8c00e51b386d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:43.000141 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669f7c71-a07a-46cb-91f0-384940235e20" -d '{"events": [{"name": "network-changed", "server_uuid": "3387aa5e-8444-4313-80ec-875e6b574b6b", "tag": "b7ced6f5-d82a-441a-a8e4-8c00e51b386d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:43.101621 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:43.125974 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c66c8e-d3d1-41b2-9d57-3a20e0cfd934 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ced6f5-d82a-441a-a8e4-8c00e51b386d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:43.143455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-1dc0be10-4a48-4ed0-bcb5-ad4aa5fd5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:43.145072 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-1dc0be10-4a48-4ed0-bcb5-ad4aa5fd5f4a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d428214bae194774ae82c66289510d0a&device_id=3387aa5e-8444-4313-80ec-875e6b574b6b HTTP/1.1" status: 200 len: 1100 time: 0.1292427 Jul 08 20:21:43.221270 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-4c446846-5296-4a92-b877-f859fd92897c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b7ced6f5-d82a-441a-a8e4-8c00e51b386d HTTP/1.1" status: 200 len: 217 time: 0.0668151 Jul 08 20:21:43.265945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Deleting port 8bd452f6-880a-4e3d-8682-aa53765abe9f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:43.266542 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:43.347940 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-6a0539e2-f3a8-4018-8b46-b23f7b11c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:43.351794 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-6a0539e2-f3a8-4018-8b46-b23f7b11c335 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1202383 Jul 08 20:21:43.501416 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-9982c0cd-ea68-46e3-a3ce-4e305c1d4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:43.503463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-9982c0cd-ea68-46e3-a3ce-4e305c1d4f0a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1413302 Jul 08 20:21:43.519172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] For port 8bd452f6-880a-4e3d-8682-aa53765abe9f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8bd452f6-880a-4e3d-8682-aa53765abe9f,segment=NetworkSegment(5bd5808f-7c76-4b06-a042-667779e3a54f),segment_id=5bd5808f-7c76-4b06-a042-667779e3a54f)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:43.519534 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:43.535854 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec618e6-3af8-4ea5-83f8-43c5a9e170d2 None None] DHCP port deletion for 09f22467-4999-45ea-bbf6-26db94b6ea72 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:21:43.605736 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Calling delete_port for 8bd452f6-880a-4e3d-8682-aa53765abe9f owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:43.687182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c80a62ce-d1c1-40fe-b91b-672589fd262b no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:43.762675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: c80a62ce-d1c1-40fe-b91b-672589fd262b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:21:43.767629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c80a62ce-d1c1-40fe-b91b-672589fd262b not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:21:43.768271 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device af975cba-f75a-43e8-a20a-d293d59461cf no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:43.838826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: af975cba-f75a-43e8-a20a-d293d59461cf {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:21:43.843997 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device af975cba-f75a-43e8-a20a-d293d59461cf not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:21:43.860945 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-e8246e48-c12a-4f3a-aa1a-45f35461fe05 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460546 Jul 08 20:21:43.898495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5ec618e6-3af8-4ea5-83f8-43c5a9e170d2 None None] Deleting port 8bd452f6-880a-4e3d-8682-aa53765abe9f {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:43.899204 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5ec618e6-3af8-4ea5-83f8-43c5a9e170d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:43.944864 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:44.023395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5ec618e6-3af8-4ea5-83f8-43c5a9e170d2 None None] For port 8bd452f6-880a-4e3d-8682-aa53765abe9f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8bd452f6-880a-4e3d-8682-aa53765abe9f,segment=NetworkSegment(5bd5808f-7c76-4b06-a042-667779e3a54f),segment_id=5bd5808f-7c76-4b06-a042-667779e3a54f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:44.024428 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5ec618e6-3af8-4ea5-83f8-43c5a9e170d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:44.029421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd452f6-880a-4e3d-8682-aa53765abe9f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:44.054516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] No DVR routers for this DVR port 8bd452f6-880a-4e3d-8682-aa53765abe9f on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:21:44.063550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5ec618e6-3af8-4ea5-83f8-43c5a9e170d2 None None] Calling delete_port for 8bd452f6-880a-4e3d-8682-aa53765abe9f owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:44.126015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-806039ce-8b5b-4815-9244-8ababea7ef69 req-e81ceaa0-cbc7-44ff-adc3-6b40dc50d7df service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545636 Jul 08 20:21:44.185936 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:44.198824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f22467-4999-45ea-bbf6-26db94b6ea72']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:44.210977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd5808f-7c76-4b06-a042-667779e3a54f') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:44.211271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd5808f-7c76-4b06-a042-667779e3a54f') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:44.222603 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:44.239658 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:44.246944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:21:44.247349 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:44.259340 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5ec618e6-3af8-4ea5-83f8-43c5a9e170d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:44.288062 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec618e6-3af8-4ea5-83f8-43c5a9e170d2 None None] No DVR routers for this DVR port 8bd452f6-880a-4e3d-8682-aa53765abe9f on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:21:44.336833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec618e6-3af8-4ea5-83f8-43c5a9e170d2 None None] Pushing event deleted for resources: {'Port': ['ID=8bd452f6-880a-4e3d-8682-aa53765abe9f,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:21:44.342185 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:21:44.349824 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:44.373287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:44.376422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] 10.222.0.101 "DELETE /v2.0/networks/09f22467-4999-45ea-bbf6-26db94b6ea72 HTTP/1.1" status: 204 len: 168 time: 1.4573138 Jul 08 20:21:44.379454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53982) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:44.427988 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66d357-f3ea-4b1a-ae16-539eb278286b admin admin] Pushing event deleted for resources: {'Network': ['ID=09f22467-4999-45ea-bbf6-26db94b6ea72,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:44.913913 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53992) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:45.048313 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75d44a67-c58c-4b30-a2f7-ff281eedc1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:45.096569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-abf18ea9-8549-46c4-ac52-3c454e38b95e tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1581781103'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:45.144949 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abf18ea9-8549-46c4-ac52-3c454e38b95e tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:45.149071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abf18ea9-8549-46c4-ac52-3c454e38b95e tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:45.304813 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abf18ea9-8549-46c4-ac52-3c454e38b95e tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:45.314460 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abf18ea9-8549-46c4-ac52-3c454e38b95e tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:45.340415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abf18ea9-8549-46c4-ac52-3c454e38b95e tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:45.347621 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-abf18ea9-8549-46c4-ac52-3c454e38b95e tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4332399 Jul 08 20:21:45.350675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53996) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:45.599279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8bd452f6-880a-4e3d-8682-aa53765abe9f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:45.655545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-75d44a67-c58c-4b30-a2f7-ff281eedc1cc admin admin] Deleting port 9f1ffe63-e066-468d-b3b4-f6a235243721 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:45.656121 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75d44a67-c58c-4b30-a2f7-ff281eedc1cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:45.680073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 8bd452f6-880a-4e3d-8682-aa53765abe9f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:21:45.681018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8bd452f6-880a-4e3d-8682-aa53765abe9f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:21:45.795513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-75d44a67-c58c-4b30-a2f7-ff281eedc1cc admin admin] For port 9f1ffe63-e066-468d-b3b4-f6a235243721, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9f1ffe63-e066-468d-b3b4-f6a235243721,segment=NetworkSegment(af082bbb-e66e-4512-b88a-068a15bee89f),segment_id=af082bbb-e66e-4512-b88a-068a15bee89f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:45.796804 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75d44a67-c58c-4b30-a2f7-ff281eedc1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:45.819274 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-75d44a67-c58c-4b30-a2f7-ff281eedc1cc admin admin] Calling delete_port for 9f1ffe63-e066-468d-b3b4-f6a235243721 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:45.992252 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-03690cc5-77c4-40bf-951f-7a48bc3874a7 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.128122 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75d44a67-c58c-4b30-a2f7-ff281eedc1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.157859 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d44a67-c58c-4b30-a2f7-ff281eedc1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1ffe63-e066-468d-b3b4-f6a235243721,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:46.215997 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-03690cc5-77c4-40bf-951f-7a48bc3874a7 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.218450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-03690cc5-77c4-40bf-951f-7a48bc3874a7 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.280285 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-03690cc5-77c4-40bf-951f-7a48bc3874a7 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.280961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03690cc5-77c4-40bf-951f-7a48bc3874a7 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 288c7c0b-e33c-46e7-8edc-99bc22962c76 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:46.287430 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-03690cc5-77c4-40bf-951f-7a48bc3874a7 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.293119 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-03690cc5-77c4-40bf-951f-7a48bc3874a7 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] 10.222.0.101 "DELETE /v2.0/routers/288c7c0b-e33c-46e7-8edc-99bc22962c76 HTTP/1.1" status: 204 len: 168 time: 0.9369531 Jul 08 20:21:46.293370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53998) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:46.312555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-8e6dfc69-4672-4d55-b39b-aadd9105cf12 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Request body: {'router': {'name': 'tempest-router-678979451', 'distributed': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:46.337681 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8e6dfc69-4672-4d55-b39b-aadd9105cf12 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.338786 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8e6dfc69-4672-4d55-b39b-aadd9105cf12 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.426649 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8e6dfc69-4672-4d55-b39b-aadd9105cf12 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.432274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8e6dfc69-4672-4d55-b39b-aadd9105cf12 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.438787 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75d44a67-c58c-4b30-a2f7-ff281eedc1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.450313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8e6dfc69-4672-4d55-b39b-aadd9105cf12 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.451645 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8e6dfc69-4672-4d55-b39b-aadd9105cf12 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1573246 Jul 08 20:21:46.454604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54000) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:46.557024 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bdf005d-dae3-4321-8abb-c4d5254ce512 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.706032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b7ced6f5-d82a-441a-a8e4-8c00e51b386d details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:21:46.742005 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bdf005d-dae3-4321-8abb-c4d5254ce512 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.745248 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bdf005d-dae3-4321-8abb-c4d5254ce512 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.798409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bdf005d-dae3-4321-8abb-c4d5254ce512 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.799136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdf005d-dae3-4321-8abb-c4d5254ce512 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0cda7207-9ee1-4fa2-aaec-90f38a315209 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:46.813030 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bdf005d-dae3-4321-8abb-c4d5254ce512 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.819553 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2bdf005d-dae3-4321-8abb-c4d5254ce512 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] 10.222.0.101 "DELETE /v2.0/routers/0cda7207-9ee1-4fa2-aaec-90f38a315209 HTTP/1.1" status: 204 len: 168 time: 0.3613329 Jul 08 20:21:46.819771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54014) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:46.838138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b57206fc-04a0-4c60-b788-6001c6ee02e4 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Request body: {'router': {'name': 'tempest-router-1796438921', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9535c33110bc452898347f286ee928d0'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:46.878128 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b57206fc-04a0-4c60-b788-6001c6ee02e4 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.879339 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b57206fc-04a0-4c60-b788-6001c6ee02e4 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:46.975924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b7ced6f5-d82a-441a-a8e4-8c00e51b386d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b7ced6f5-d82a-441a-a8e4-8c00e51b386d,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:46.996529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'b7ced6f5-d82a-441a-a8e4-8c00e51b386d', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'b7ced6f5-d82a-441a-a8e4-8c00e51b386d', 'mac_address': 'fa:16:3e:23:aa:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:21:47.016363 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b57206fc-04a0-4c60-b788-6001c6ee02e4 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:47.029421 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b57206fc-04a0-4c60-b788-6001c6ee02e4 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:47.058417 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b57206fc-04a0-4c60-b788-6001c6ee02e4 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:47.062622 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b57206fc-04a0-4c60-b788-6001c6ee02e4 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2390752 Jul 08 20:21:47.064347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54018) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:47.085168 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:47.085866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1fe18519-752c-4298-ac6e-3bdea22bbefd tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:47.116463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ced6f5-d82a-441a-a8e4-8c00e51b386d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:21:47.170833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b7ced6f5-d82a-441a-a8e4-8c00e51b386d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b7ced6f5-d82a-441a-a8e4-8c00e51b386d,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:47.177100 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:47.242042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d44a67-c58c-4b30-a2f7-ff281eedc1cc admin admin] Router 206a81e8-16d9-4434-9cd9-8fbd7cad1116 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:21:47.288158 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=b7ced6f5-d82a-441a-a8e4-8c00e51b386d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:47.318955 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:47.445646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d44a67-c58c-4b30-a2f7-ff281eedc1cc admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:21:47.458213 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae627b2a-0ae9-4ced-93af-50612b6ab419 None None] Sync routers for ids ['206a81e8-16d9-4434-9cd9-8fbd7cad1116'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:21:47.475372 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-75d44a67-c58c-4b30-a2f7-ff281eedc1cc admin admin] 10.222.0.101 "PUT /v2.0/routers/206a81e8-16d9-4434-9cd9-8fbd7cad1116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0947402 Jul 08 20:21:47.497343 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54020) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:47.502630 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae627b2a-0ae9-4ced-93af-50612b6ab419 None None] Routers {'206a81e8-16d9-4434-9cd9-8fbd7cad1116'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:47.503501 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ae627b2a-0ae9-4ced-93af-50612b6ab419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['206a81e8-16d9-4434-9cd9-8fbd7cad1116'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:47.509296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b7ced6f5-d82a-441a-a8e4-8c00e51b386d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:21:47.610530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fe18519-752c-4298-ac6e-3bdea22bbefd tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:47.611045 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fe18519-752c-4298-ac6e-3bdea22bbefd tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:47.717315 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:47.740379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1fe18519-752c-4298-ac6e-3bdea22bbefd tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94066) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 08 20:21:47.741320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1fe18519-752c-4298-ac6e-3bdea22bbefd tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Router 627f065f-99c1-4eb2-b2ae-cab9b2aa3e79 migrating from provider to provider. {{(pid=94066) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 08 20:21:47.742551 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fe18519-752c-4298-ac6e-3bdea22bbefd tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:47.748575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fe18519-752c-4298-ac6e-3bdea22bbefd tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:47.757589 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fe18519-752c-4298-ac6e-3bdea22bbefd tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:47.872789 n-d-791506-16 neutron-server[94066]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1fe18519-752c-4298-ac6e-3bdea22bbefd tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] No L3 agents can host the router 627f065f-99c1-4eb2-b2ae-cab9b2aa3e79 Jul 08 20:21:47.891077 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-ae627b2a-0ae9-4ced-93af-50612b6ab419 None None] Set router 206a81e8-16d9-4434-9cd9-8fbd7cad1116 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:21:48.009176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe18519-752c-4298-ac6e-3bdea22bbefd tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Hosts for router 627f065f-99c1-4eb2-b2ae-cab9b2aa3e79: [] {{(pid=94066) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 08 20:21:48.010221 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:48.038804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe18519-752c-4298-ac6e-3bdea22bbefd tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Hosts for other DVR routers connected to router 627f065f-99c1-4eb2-b2ae-cab9b2aa3e79: set() {{(pid=94066) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 08 20:21:48.042822 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fe18519-752c-4298-ac6e-3bdea22bbefd tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:48.044061 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1fe18519-752c-4298-ac6e-3bdea22bbefd tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] 10.222.0.101 "PUT /v2.0/routers/627f065f-99c1-4eb2-b2ae-cab9b2aa3e79 HTTP/1.1" status: 200 len: 717 time: 0.9775374 Jul 08 20:21:48.048068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54022) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:48.124344 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ae627b2a-0ae9-4ced-93af-50612b6ab419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'name': 'tempest-AttachSCSIVolumeTestJSON-1977407848-router', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:10Z', 'updated_at': '2021-07-08T20:21:46Z', 'revision_number': 5, 'project_id': 'd7d11451eb5b49419e970e9c71ad4369', 'gw_port': {'id': '675067f0-59ac-40b6-a7ba-b80848b3d339', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:19:12Z', 'updated_at': '2021-07-08T20:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:48.147554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c68749e1-2e3b-47cc-b8ea-30ab89badd69 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] 10.222.0.101 "GET /v2.0/routers/627f065f-99c1-4eb2-b2ae-cab9b2aa3e79 HTTP/1.1" status: 200 len: 717 time: 0.0979373 Jul 08 20:21:48.152729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54024) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:48.170178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Deleting port 675067f0-59ac-40b6-a7ba-b80848b3d339 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:48.170814 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:48.182245 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae627b2a-0ae9-4ced-93af-50612b6ab419 None None] Checking router: 206a81e8-16d9-4434-9cd9-8fbd7cad1116 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:21:48.201916 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae627b2a-0ae9-4ced-93af-50612b6ab419 None None] Routers {'206a81e8-16d9-4434-9cd9-8fbd7cad1116'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:21:48.203156 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ae627b2a-0ae9-4ced-93af-50612b6ab419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['206a81e8-16d9-4434-9cd9-8fbd7cad1116'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:48.279901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] For port 675067f0-59ac-40b6-a7ba-b80848b3d339, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=675067f0-59ac-40b6-a7ba-b80848b3d339,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:48.281290 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:48.300515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Calling delete_port for 675067f0-59ac-40b6-a7ba-b80848b3d339 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:48.512070 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-ae627b2a-0ae9-4ced-93af-50612b6ab419 None None] Set router 206a81e8-16d9-4434-9cd9-8fbd7cad1116 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:21:48.581966 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:48.589705 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ae627b2a-0ae9-4ced-93af-50612b6ab419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'name': 'tempest-AttachSCSIVolumeTestJSON-1977407848-router', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:10Z', 'updated_at': '2021-07-08T20:21:48Z', 'revision_number': 6, 'project_id': 'd7d11451eb5b49419e970e9c71ad4369', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:48.621509 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae627b2a-0ae9-4ced-93af-50612b6ab419 None None] The sync data for ids ['206a81e8-16d9-4434-9cd9-8fbd7cad1116'] in n-d-791506-16 is: [{'id': '206a81e8-16d9-4434-9cd9-8fbd7cad1116', 'name': 'tempest-AttachSCSIVolumeTestJSON-1977407848-router', 'tenant_id': 'd7d11451eb5b49419e970e9c71ad4369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:19:10Z', 'updated_at': '2021-07-08T20:21:48Z', 'revision_number': 6, 'project_id': 'd7d11451eb5b49419e970e9c71ad4369', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:21:48.714417 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Pushing event deleted for resources: {'Port': ['ID=675067f0-59ac-40b6-a7ba-b80848b3d339,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:48.726452 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b7ced6f5-d82a-441a-a8e4-8c00e51b386d up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:21:48.767672 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-18f0e06f-3599-43ed-9816-102f34aae120 tempest-RoutersTestDVR-789589061 tempest-RoutersTestDVR-789589061-project] 10.222.0.101 "GET /v2.0/routers/627f065f-99c1-4eb2-b2ae-cab9b2aa3e79 HTTP/1.1" status: 200 len: 683 time: 0.6093118 Jul 08 20:21:48.770086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54028) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:48.811407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port b7ced6f5-d82a-441a-a8e4-8c00e51b386d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:21:48.818065 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port b7ced6f5-d82a-441a-a8e4-8c00e51b386d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:21:48.818925 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:48.996077 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.015233 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa321-7090-435b-a666-e8f80c7b5f27 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.039922 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.113066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b7ced6f5-d82a-441a-a8e4-8c00e51b386d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b7ced6f5-d82a-441a-a8e4-8c00e51b386d,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:49.121350 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.255764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa321-7090-435b-a666-e8f80c7b5f27 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.258048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa321-7090-435b-a666-e8f80c7b5f27 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.261599 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.269938 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.288233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=b7ced6f5-d82a-441a-a8e4-8c00e51b386d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:49.316963 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa321-7090-435b-a666-e8f80c7b5f27 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.317606 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6aa321-7090-435b-a666-e8f80c7b5f27 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 627f065f-99c1-4eb2-b2ae-cab9b2aa3e79 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:49.327477 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa321-7090-435b-a666-e8f80c7b5f27 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.328905 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2b6aa321-7090-435b-a666-e8f80c7b5f27 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] 10.222.0.101 "DELETE /v2.0/routers/627f065f-99c1-4eb2-b2ae-cab9b2aa3e79 HTTP/1.1" status: 204 len: 168 time: 0.5577011 Jul 08 20:21:49.332584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54030) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:49.337171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-25f7daf4-d680-4023-af6d-67cb2e35cbf6 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Request body: {'router': {'name': 'tempest-router-1042379829', 'distributed': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:49.362976 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.363576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 206a81e8-16d9-4434-9cd9-8fbd7cad1116 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:49.371697 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.375423 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-499a1528-0727-4d59-8d2e-2895c572693c admin admin] 10.222.0.101 "DELETE /v2.0/routers/206a81e8-16d9-4434-9cd9-8fbd7cad1116 HTTP/1.1" status: 204 len: 168 time: 1.8711429 Jul 08 20:21:49.376563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54032) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:49.409417 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25f7daf4-d680-4023-af6d-67cb2e35cbf6 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.410736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25f7daf4-d680-4023-af6d-67cb2e35cbf6 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.480034 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25f7daf4-d680-4023-af6d-67cb2e35cbf6 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.489931 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25f7daf4-d680-4023-af6d-67cb2e35cbf6 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.543806 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25f7daf4-d680-4023-af6d-67cb2e35cbf6 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.550583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54034) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:49.562899 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-25f7daf4-d680-4023-af6d-67cb2e35cbf6 tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2291760 Jul 08 20:21:49.585506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d111f5-9a25-42cc-869f-fbb6d669e4b0 admin admin] Deleting subnet df3b44b7-430a-4de0-b847-3a49d2b5bb28 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:21:49.595857 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4d111f5-9a25-42cc-869f-fbb6d669e4b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.633391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 675067f0-59ac-40b6-a7ba-b80848b3d339 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:49.671509 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4d111f5-9a25-42cc-869f-fbb6d669e4b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.712339 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd643f44-5f24-449f-9f66-f319f1ce9e7d tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.714527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 675067f0-59ac-40b6-a7ba-b80848b3d339 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:21:49.715078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 675067f0-59ac-40b6-a7ba-b80848b3d339 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:21:49.715707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9f1ffe63-e066-468d-b3b4-f6a235243721 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:49.796691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 9f1ffe63-e066-468d-b3b4-f6a235243721 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:21:49.797384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9f1ffe63-e066-468d-b3b4-f6a235243721 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:21:49.859805 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4d111f5-9a25-42cc-869f-fbb6d669e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:49.972984 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4d111f5-9a25-42cc-869f-fbb6d669e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.022017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d111f5-9a25-42cc-869f-fbb6d669e4b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df3b44b7-430a-4de0-b847-3a49d2b5bb28,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:50.047872 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4d111f5-9a25-42cc-869f-fbb6d669e4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.049783 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b4d111f5-9a25-42cc-869f-fbb6d669e4b0 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/df3b44b7-430a-4de0-b847-3a49d2b5bb28 HTTP/1.1" status: 204 len: 168 time: 0.6722834 Jul 08 20:21:50.052255 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54036) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:50.060164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a6f3f-e979-4e7e-96ef-f3ac367e2c70 None None] Network f2c466b4-5d90-4cc4-be8e-a5a6976da6c0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:21:50.087804 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd643f44-5f24-449f-9f66-f319f1ce9e7d tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.091266 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd643f44-5f24-449f-9f66-f319f1ce9e7d tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.194034 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.196202 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd643f44-5f24-449f-9f66-f319f1ce9e7d tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.197775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd643f44-5f24-449f-9f66-f319f1ce9e7d tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71febb3f-5c81-4fac-b167-298c551e3329 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:50.214653 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd643f44-5f24-449f-9f66-f319f1ce9e7d tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.217512 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bd643f44-5f24-449f-9f66-f319f1ce9e7d tempest-RoutersTestDVR-626325973 tempest-RoutersTestDVR-626325973-project-admin] 10.222.0.101 "DELETE /v2.0/routers/71febb3f-5c81-4fac-b167-298c551e3329 HTTP/1.1" status: 204 len: 168 time: 0.6658490 Jul 08 20:21:50.324511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Deleting port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:50.324511 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.447399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] For port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3a52ad05-490a-48a9-9c45-a8093b7e6b3d,segment=NetworkSegment(af082bbb-e66e-4512-b88a-068a15bee89f),segment_id=af082bbb-e66e-4512-b88a-068a15bee89f)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:50.448206 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.471732 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Calling delete_port for 3a52ad05-490a-48a9-9c45-a8093b7e6b3d owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:50.555644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c0a449-b7bf-4d36-952a-85e39416d1a0 None None] DHCP port deletion for f2c466b4-5d90-4cc4-be8e-a5a6976da6c0 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:21:50.594691 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.701080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a52ad05-490a-48a9-9c45-a8093b7e6b3d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:50.703522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] No DVR routers for this DVR port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:21:50.741590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-32c0a449-b7bf-4d36-952a-85e39416d1a0 None None] Deleting port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:50.750762 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32c0a449-b7bf-4d36-952a-85e39416d1a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.774902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54042) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:50.845719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-32c0a449-b7bf-4d36-952a-85e39416d1a0 None None] For port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d, host n-d-791506-16, got binding levels [] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:50.846305 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32c0a449-b7bf-4d36-952a-85e39416d1a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.864069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-32c0a449-b7bf-4d36-952a-85e39416d1a0 None None] Calling delete_port for 3a52ad05-490a-48a9-9c45-a8093b7e6b3d owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:50.867137 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.ipam_backend_mixin [None req-32c0a449-b7bf-4d36-952a-85e39416d1a0 None None] Port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d was not found and therefore no delete operation was performed {{(pid=94067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:21:50.869217 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32c0a449-b7bf-4d36-952a-85e39416d1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.889856 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.906412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c466b4-5d90-4cc4-be8e-a5a6976da6c0']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:50.913915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0a449-b7bf-4d36-952a-85e39416d1a0 None None] Pushing event deleted for resources: {'Port': ['ID=3a52ad05-490a-48a9-9c45-a8093b7e6b3d,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:50.925397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af082bbb-e66e-4512-b88a-068a15bee89f') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:50.925847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af082bbb-e66e-4512-b88a-068a15bee89f') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:21:50.926785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0a449-b7bf-4d36-952a-85e39416d1a0 None None] No DVR routers for this DVR port 3a52ad05-490a-48a9-9c45-a8093b7e6b3d on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:21:50.964446 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:50.991032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.004810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:21:51.006405 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:21:51.011088 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:21:51.078559 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a05777bb-8ce4-4da4-b34c-e4bb4230f1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.096844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.107780 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.110841 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] 10.222.0.101 "DELETE /v2.0/networks/f2c466b4-5d90-4cc4-be8e-a5a6976da6c0 HTTP/1.1" status: 204 len: 168 time: 1.0569851 Jul 08 20:21:51.168402 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bba13-c159-438e-ae51-dd6031f52840 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c466b4-5d90-4cc4-be8e-a5a6976da6c0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:51.489627 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a05777bb-8ce4-4da4-b34c-e4bb4230f1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.497076 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a05777bb-8ce4-4da4-b34c-e4bb4230f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.579943 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a05777bb-8ce4-4da4-b34c-e4bb4230f1bc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9535c33110bc452898347f286ee928d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7952425 Jul 08 20:21:51.580062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54048) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:51.580404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54050) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:51.628279 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05777bb-8ce4-4da4-b34c-e4bb4230f1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004381c6-44ed-47a5-8c65-e0d7cf0f2d4c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:51.636355 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3a52ad05-490a-48a9-9c45-a8093b7e6b3d no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:51.700454 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 3a52ad05-490a-48a9-9c45-a8093b7e6b3d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:21:51.700923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3a52ad05-490a-48a9-9c45-a8093b7e6b3d not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:21:51.725965 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-66c8905d-bb88-4161-8a93-e00d50b9d4b0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b3bf966748d24071b9483777d06f251b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1360731 Jul 08 20:21:51.726847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54056) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:51.735970 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0cea0da7-cc2a-4086-ba22-b328c026844f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.766999 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0cea0da7-cc2a-4086-ba22-b328c026844f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.788347 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2cefef98-9ca7-4255-b275-4deb1019ffd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.815492 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2cefef98-9ca7-4255-b275-4deb1019ffd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.858772 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0cea0da7-cc2a-4086-ba22-b328c026844f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.864185 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0cea0da7-cc2a-4086-ba22-b328c026844f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.870286 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0cea0da7-cc2a-4086-ba22-b328c026844f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/004381c6-44ed-47a5-8c65-e0d7cf0f2d4c HTTP/1.1" status: 204 len: 168 time: 0.2885656 Jul 08 20:21:51.881216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0da7-cc2a-4086-ba22-b328c026844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004381c6-44ed-47a5-8c65-e0d7cf0f2d4c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:51.891414 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2cefef98-9ca7-4255-b275-4deb1019ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.895455 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2cefef98-9ca7-4255-b275-4deb1019ffd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:51.898932 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2cefef98-9ca7-4255-b275-4deb1019ffd5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/186623e7-9ac3-491d-8d80-d7575b591f0b HTTP/1.1" status: 204 len: 168 time: 0.1686420 Jul 08 20:21:51.912002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefef98-9ca7-4255-b275-4deb1019ffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186623e7-9ac3-491d-8d80-d7575b591f0b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:52.522316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54070) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:52.572726 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54072) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:52.587753 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79bb8f0f-d68b-4bb3-ae72-56ae36e25597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:52.594793 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cee7d05f-ba2f-4640-9ab6-e12f62fe450b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d7d11451eb5b49419e970e9c71ad4369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0707443 Jul 08 20:21:52.596915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54074) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:52.695573 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee9ff-1919-4c07-985b-11d01cc2d2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:52.730520 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee9ff-1919-4c07-985b-11d01cc2d2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:52.798497 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79bb8f0f-d68b-4bb3-ae72-56ae36e25597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:52.804302 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79bb8f0f-d68b-4bb3-ae72-56ae36e25597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:52.865964 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb8f0f-d68b-4bb3-ae72-56ae36e25597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c97c5d-b777-49ca-9fb4-ac1725d70ccf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:52.872287 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee9ff-1919-4c07-985b-11d01cc2d2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:52.874944 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee9ff-1919-4c07-985b-11d01cc2d2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:52.910760 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4b4ee9ff-1919-4c07-985b-11d01cc2d2cc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/62c2eeec-4295-4fe5-a8b7-5b65c789dacf HTTP/1.1" status: 204 len: 168 time: 0.2783322 Jul 08 20:21:52.911184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54104) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:52.912011 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-79bb8f0f-d68b-4bb3-ae72-56ae36e25597 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2946073ebdbe4f548f98b36c39069dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123608 Jul 08 20:21:52.912011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ee9ff-1919-4c07-985b-11d01cc2d2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c2eeec-4295-4fe5-a8b7-5b65c789dacf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:52.957974 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6587b593-b349-410c-b7cd-c86b7fc318fa x-openstack-request-id: req-6587b593-b349-410c-b7cd-c86b7fc318fa {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:52.958503 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:52.958503 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6587b593-b349-410c-b7cd-c86b7fc318fa {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:52.959062 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203', 'code': 200} Jul 08 20:21:52.968095 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d870cc2-9c4b-40d4-b5cb-9ee9b8fce9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:52.994760 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d870cc2-9c4b-40d4-b5cb-9ee9b8fce9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:53.008411 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6d7ef-353e-4035-9452-871177274ca1 req-59c92400-58d9-4016-b1ac-93792546a452 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:53.010746 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75e6d7ef-353e-4035-9452-871177274ca1 req-59c92400-58d9-4016-b1ac-93792546a452 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 945 time: 0.0855975 Jul 08 20:21:53.055110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d870cc2-9c4b-40d4-b5cb-9ee9b8fce9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:53.058633 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d870cc2-9c4b-40d4-b5cb-9ee9b8fce9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:53.059216 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75e6d7ef-353e-4035-9452-871177274ca1 req-0b92cd32-7f34-4a70-91d3-cc4945e8f7bf tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Jul 08 20:21:53.060097 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9d870cc2-9c4b-40d4-b5cb-9ee9b8fce9df admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/92c97c5d-b777-49ca-9fb4-ac1725d70ccf HTTP/1.1" status: 204 len: 168 time: 0.1724772 Jul 08 20:21:53.077444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d870cc2-9c4b-40d4-b5cb-9ee9b8fce9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c97c5d-b777-49ca-9fb4-ac1725d70ccf,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:53.125625 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:53.160970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429416e-6d6f-4102-b528-50e9715bfe80 req-f10fa93b-673f-47ac-b833-bf552c102778 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:53.162693 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9429416e-6d6f-4102-b528-50e9715bfe80 req-f10fa93b-673f-47ac-b833-bf552c102778 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=3387aa5e-8444-4313-80ec-875e6b574b6b HTTP/1.1" status: 200 len: 950 time: 0.1096933 Jul 08 20:21:53.205555 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9429416e-6d6f-4102-b528-50e9715bfe80 req-13fcc7bf-026a-43d9-9ad2-af0b793a4670 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360188 Jul 08 20:21:53.356092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e3f6d-0aef-48e0-9ab5-dce2b5183db0 req-a8cccdae-c7b8-41fb-b2a3-bfd9acda3871 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:53.358007 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-491e3f6d-0aef-48e0-9ab5-dce2b5183db0 req-a8cccdae-c7b8-41fb-b2a3-bfd9acda3871 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 945 time: 0.1158419 Jul 08 20:21:53.423900 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1f1de0-b5ab-475a-ba89-461de05b2842 x-openstack-request-id: req-6b1f1de0-b5ab-475a-ba89-461de05b2842 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:53.424196 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3387aa5e-8444-4313-80ec-875e6b574b6b", "tag": "b7ced6f5-d82a-441a-a8e4-8c00e51b386d", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:53.424417 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6b1f1de0-b5ab-475a-ba89-461de05b2842 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:53.424846 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3387aa5e-8444-4313-80ec-875e6b574b6b', 'tag': 'b7ced6f5-d82a-441a-a8e4-8c00e51b386d', 'status': 'completed', 'code': 200} Jul 08 20:21:53.477079 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-491e3f6d-0aef-48e0-9ab5-dce2b5183db0 req-995ebf1e-8574-4c8e-a893-df9149aa7b3e tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113682 Jul 08 20:21:53.551127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f7c71-a07a-46cb-91f0-384940235e20 req-dea9400c-36e5-45e8-a1fc-f4d0f2c28078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:53.552820 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-669f7c71-a07a-46cb-91f0-384940235e20 req-dea9400c-36e5-45e8-a1fc-f4d0f2c28078 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d428214bae194774ae82c66289510d0a&device_id=3387aa5e-8444-4313-80ec-875e6b574b6b HTTP/1.1" status: 200 len: 1102 time: 0.1271966 Jul 08 20:21:53.680444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba10b2d-7be9-4b4e-8b3a-08e77b97a4a4 req-346608b7-1ecd-4601-a57c-cc107b690266 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:53.686208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f7c71-a07a-46cb-91f0-384940235e20 req-bdc80a3b-b6e6-4d50-99d2-81de7b357314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:53.687818 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-669f7c71-a07a-46cb-91f0-384940235e20 req-bdc80a3b-b6e6-4d50-99d2-81de7b357314 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.1274946 Jul 08 20:21:53.691217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4ba10b2d-7be9-4b4e-8b3a-08e77b97a4a4 req-346608b7-1ecd-4601-a57c-cc107b690266 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 951 time: 0.0913398 Jul 08 20:21:53.747244 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4ba10b2d-7be9-4b4e-8b3a-08e77b97a4a4 req-82d79540-aa09-4d9d-919a-c497d18e7e7e tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/security-groups?id=39af3186-98d5-4fe4-94c7-d902947f586e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550268 Jul 08 20:21:53.755478 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-669f7c71-a07a-46cb-91f0-384940235e20 req-c3462040-fdb5-41d1-b47c-8e901d19fff2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b7ced6f5-d82a-441a-a8e4-8c00e51b386d HTTP/1.1" status: 200 len: 217 time: 0.0522962 Jul 08 20:21:53.861274 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f7c71-a07a-46cb-91f0-384940235e20 req-09093a95-b8d4-4a97-a271-37aae7d23363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:53.862921 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-669f7c71-a07a-46cb-91f0-384940235e20 req-09093a95-b8d4-4a97-a271-37aae7d23363 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0965447 Jul 08 20:21:54.016331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f7c71-a07a-46cb-91f0-384940235e20 req-6de1b5f7-4f12-4918-b1c8-0501424a6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:54.019049 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-669f7c71-a07a-46cb-91f0-384940235e20 req-6de1b5f7-4f12-4918-b1c8-0501424a6150 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1437771 Jul 08 20:21:54.152592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aa50b-106c-4541-8680-1df75d98b80c req-f4ff57a6-eda2-4a01-b9bb-aa8ba7018853 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:54.160997 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-256aa50b-106c-4541-8680-1df75d98b80c req-f4ff57a6-eda2-4a01-b9bb-aa8ba7018853 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0d97af6-eba5-4b61-8d12-084cba52371f HTTP/1.1" status: 200 len: 950 time: 0.0753782 Jul 08 20:21:54.171823 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-669f7c71-a07a-46cb-91f0-384940235e20 req-301c7512-e7a3-4140-ba57-7b88120c9848 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415136 Jul 08 20:21:54.211798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-256aa50b-106c-4541-8680-1df75d98b80c req-c38a950b-01fc-4359-a04a-567b3d90a763 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495455 Jul 08 20:21:54.305998 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-669f7c71-a07a-46cb-91f0-384940235e20 req-8eba765a-d773-4e02-9874-91e359297277 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229398 Jul 08 20:21:54.380592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54204) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:54.425312 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baadaf-d8e7-42ff-a1ff-b8d3368bb000 req-8cb0aaf5-c863-40f7-8a84-289f2b168be5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:54.432135 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-46baadaf-d8e7-42ff-a1ff-b8d3368bb000 req-8cb0aaf5-c863-40f7-8a84-289f2b168be5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 945 time: 0.1151786 Jul 08 20:21:54.488431 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-46baadaf-d8e7-42ff-a1ff-b8d3368bb000 req-06a437d8-ea11-4082-8f67-50cfab2915b3 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494759 Jul 08 20:21:54.660551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-network', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:54.708906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Made reservation on behalf of a2ee0dc014ab4ec693d7df1bbc66c8b1 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:21:54.718213 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:54.732589 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:54.895513 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be7e4b-a522-4201-ac8a-3459ccc3fa03 req-9b73d1b3-b031-4a6c-aac4-a1313f268f0e tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:54.905955 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-25be7e4b-a522-4201-ac8a-3459ccc3fa03 req-9b73d1b3-b031-4a6c-aac4-a1313f268f0e tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=3387aa5e-8444-4313-80ec-875e6b574b6b HTTP/1.1" status: 200 len: 950 time: 0.1228249 Jul 08 20:21:54.944662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:54.955847 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:54.960386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76'}, {'server_uuid': '961bf4d4-3c20-4ed8-bda8-1aef2ade0a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93321c83-37e4-403a-a613-634705242f16'}, {'server_uuid': '3387aa5e-8444-4313-80ec-875e6b574b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ced6f5-d82a-441a-a8e4-8c00e51b386d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:54.966002 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acd8ffc-0c11-46d7-b9d9-f1483aca941f" -d '{"events": [{"server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "name": "network-vif-plugged", "status": "completed", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76"}, {"server_uuid": "961bf4d4-3c20-4ed8-bda8-1aef2ade0a65", "name": "network-vif-plugged", "status": "completed", "tag": "93321c83-37e4-403a-a613-634705242f16"}, {"server_uuid": "3387aa5e-8444-4313-80ec-875e6b574b6b", "name": "network-vif-plugged", "status": "completed", "tag": "b7ced6f5-d82a-441a-a8e4-8c00e51b386d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:54.973299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-25be7e4b-a522-4201-ac8a-3459ccc3fa03 req-b1a913f4-4a3d-457c-90bf-2162ed080539 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695329 Jul 08 20:21:54.986593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:21:55.007543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857f30ac-6f0c-4b77-a534-d6825eabb704,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:55.014223 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:55.014223 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Added segment e56ce635-ab87-4885-867d-c5436baae5d8 of type vlan for network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f Jul 08 20:21:55.045993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338fe96-f7f0-4042-b99b-c53ffaf72ace req-cc2570ac-1878-4049-9424-76c5968bfd4c tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:55.048495 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e338fe96-f7f0-4042-b99b-c53ffaf72ace req-cc2570ac-1878-4049-9424-76c5968bfd4c tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 945 time: 0.0974452 Jul 08 20:21:55.073076 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:55.100474 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e338fe96-f7f0-4042-b99b-c53ffaf72ace req-931faaf2-aff8-4bef-9c08-90bf9de035ca tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455058 Jul 08 20:21:55.112788 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:55.113782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:55.114352 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:55.178273 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7962248 Jul 08 20:21:55.182251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54286) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:55.189710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4f536893-a4b9-45aa-b6a9-15814e4a4646 admin admin] Request body: {'subnet': {'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-subnet', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:55.194559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68649d2-7c32-47ba-9a5a-68389c226ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:55.210674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:21:55.238269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f536893-a4b9-45aa-b6a9-15814e4a4646 admin admin] Made reservation on behalf of a2ee0dc014ab4ec693d7df1bbc66c8b1 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:21:55.241662 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f536893-a4b9-45aa-b6a9-15814e4a4646 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:55.325195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54304) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:55.379824 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1c70fb-f573-4650-9439-ceb0359583b6 x-openstack-request-id: req-ef1c70fb-f573-4650-9439-ceb0359583b6 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:55.382866 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "name": "network-vif-plugged", "status": "completed", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76", "code": 200}, {"server_uuid": "961bf4d4-3c20-4ed8-bda8-1aef2ade0a65", "name": "network-vif-plugged", "status": "completed", "tag": "93321c83-37e4-403a-a613-634705242f16", "code": 200}, {"server_uuid": "3387aa5e-8444-4313-80ec-875e6b574b6b", "name": "network-vif-plugged", "status": "completed", "tag": "b7ced6f5-d82a-441a-a8e4-8c00e51b386d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:55.385191 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ef1c70fb-f573-4650-9439-ceb0359583b6 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:55.385688 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76', 'code': 200} Jul 08 20:21:55.388034 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961bf4d4-3c20-4ed8-bda8-1aef2ade0a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93321c83-37e4-403a-a613-634705242f16', 'code': 200} Jul 08 20:21:55.388573 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3387aa5e-8444-4313-80ec-875e6b574b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ced6f5-d82a-441a-a8e4-8c00e51b386d', 'code': 200} Jul 08 20:21:55.545809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-909354723', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:55.547690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef300c9a-9570-45c8-929a-6658cdab4fc3 req-91a1fe38-d507-48fb-b04f-057bf5e08cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:55.549372 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef300c9a-9570-45c8-929a-6658cdab4fc3 req-91a1fe38-d507-48fb-b04f-057bf5e08cfe service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3387aa5e-8444-4313-80ec-875e6b574b6b HTTP/1.1" status: 200 len: 1102 time: 0.1504083 Jul 08 20:21:55.597349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Made reservation on behalf of cb541b26aba84e8986c35cfc36bf2801 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:21:55.601754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:55.606206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e641dd-7e30-4cdb-bca3-d00aa12421f4 req-eba64ee2-aa1c-488e-9028-2f12f6c48548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:55.607808 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95e641dd-7e30-4cdb-bca3-d00aa12421f4 req-eba64ee2-aa1c-488e-9028-2f12f6c48548 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 1097 time: 0.2112682 Jul 08 20:21:55.623588 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:55.744049 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef300c9a-9570-45c8-929a-6658cdab4fc3 req-affaf914-359e-40c6-9546-6f3b7100046f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691949 Jul 08 20:21:55.766173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95e641dd-7e30-4cdb-bca3-d00aa12421f4 req-106d81c2-2f1b-4ec7-a9fe-64d41e18dff1 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400807 Jul 08 20:21:55.796179 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f536893-a4b9-45aa-b6a9-15814e4a4646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:55.815211 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:55.838684 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:55.845953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] device_id is not set on port 0abe4467-4ba0-4640-b993-4f3daedf82a1 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:21:55.885951 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f536893-a4b9-45aa-b6a9-15814e4a4646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02497ea6-a8d2-4775-bbb5-becb69ed5561,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:55.897786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f536893-a4b9-45aa-b6a9-15814e4a4646 admin admin] Checking segment: {'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:21:55.898150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f536893-a4b9-45aa-b6a9-15814e4a4646 admin admin] Network hostable DHCP agents. Network: 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:21:55.904717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1786ef5b-bb64-4ad2-833d-4a0b6fa2f7fe,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:55.922921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4dc34-c7f7-49bd-a0c5-b4950b899956 req-db28bc85-625d-4e13-b778-d3b08f91a735 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:55.924795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2fd4dc34-c7f7-49bd-a0c5-b4950b899956 req-db28bc85-625d-4e13-b778-d3b08f91a735 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 951 time: 0.1412542 Jul 08 20:21:55.927378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:55.927959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:55.928288 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:55.928646 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:55.929023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:55.929363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:55.929874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:55.930321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:55.930672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:55.930995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:55.931449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:55.931843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:55.935255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f536893-a4b9-45aa-b6a9-15814e4a4646 admin admin] Network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:21:55.960371 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4f536893-a4b9-45aa-b6a9-15814e4a4646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:21:55.967099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f536893-a4b9-45aa-b6a9-15814e4a4646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:55.967756 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f536893-a4b9-45aa-b6a9-15814e4a4646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:55.975546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90963f13-ae3b-49f4-b76c-d6d29836abb6 None None] Network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:21:55.977849 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31287f76-ccff-41cd-9e3c-c6201811a675 req-14e428d4-ff82-40c8-b5c8-a0e4558f0fbd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:55.984829 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31287f76-ccff-41cd-9e3c-c6201811a675 req-14e428d4-ff82-40c8-b5c8-a0e4558f0fbd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 945 time: 0.1923456 Jul 08 20:21:56.019642 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2fd4dc34-c7f7-49bd-a0c5-b4950b899956 req-70967bb2-31e3-4304-986a-7b7cf06ad043 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/security-groups?id=39af3186-98d5-4fe4-94c7-d902947f586e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805864 Jul 08 20:21:56.036842 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4f536893-a4b9-45aa-b6a9-15814e4a4646 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8532383 Jul 08 20:21:56.037924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54346) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:56.038982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Allocated IP 172.25.4.246 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/0abe4467-4ba0-4640-b993-4f3daedf82a1) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:21:56.049293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:56.090687 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:56.091694 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31287f76-ccff-41cd-9e3c-c6201811a675 req-efc1d60d-b6a0-4ae3-8dc0-f7ea98a5b0e1 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057539 Jul 08 20:21:56.092784 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:56.146691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:21:56.147570 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:56.350614 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:56.363411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Allocated IP 172.20.0.2 (48a19f87-9413-4e4d-bcec-0eb6bedd7a1f/02497ea6-a8d2-4775-bbb5-becb69ed5561/0361c9e8-688f-48d9-8a5c-703919b7ba28) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:21:56.508655 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:56.538020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780266d4-bb5f-47f0-ae24-e9cf8f74261d req-b5fd4aaa-a7db-47b2-a981-321b01014596 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:56.540681 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-780266d4-bb5f-47f0-ae24-e9cf8f74261d req-b5fd4aaa-a7db-47b2-a981-321b01014596 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=3387aa5e-8444-4313-80ec-875e6b574b6b HTTP/1.1" status: 200 len: 950 time: 0.1750548 Jul 08 20:21:56.622448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:21:56.627803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:21:56.636051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:21:56.646771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-780266d4-bb5f-47f0-ae24-e9cf8f74261d req-9b194ed3-479f-48c3-b6be-5e4d67cbbee9 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758564 Jul 08 20:21:56.668932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Pushing event updated for resources: {'Port': ['ID=0abe4467-4ba0-4640-b993-4f3daedf82a1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:56.692846 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:56.702074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:56.702698 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:56.746771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d2068adb-52de-4834-a804-e97a51128c21 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.4201899 Jul 08 20:21:56.747615 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:56.751024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54364) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:56.756939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Transition to ACTIVE for port object 0361c9e8-688f-48d9-8a5c-703919b7ba28 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:21:56.759530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.246'}]}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:21:56.785263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c8349f3a-9fc5-4ed9-9b39-802272273c76 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:56.788924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Transition to ACTIVE for port object 0361c9e8-688f-48d9-8a5c-703919b7ba28 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:21:56.820584 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:56.820584 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:56.828478 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:56.881206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:21:56.889218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:21:56.894599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:21:56.919394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Pushing event updated for resources: {'Port': ['ID=0361c9e8-688f-48d9-8a5c-703919b7ba28,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:56.965247 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:56.997721 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:57.054175 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Attempting to bind port 0361c9e8-688f-48d9-8a5c-703919b7ba28 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:21:57.054563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Attempting to bind port 0361c9e8-688f-48d9-8a5c-703919b7ba28 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:21:57.054929 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Attempting to bind port 0361c9e8-688f-48d9-8a5c-703919b7ba28 on network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:21:57.076172 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbec269-382f-439a-9c24-841ffd42a797 req-b908f011-14f3-4877-9086-5c1dbc0ea9b0 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:57.077790 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7bbec269-382f-439a-9c24-841ffd42a797 req-b908f011-14f3-4877-9086-5c1dbc0ea9b0 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 945 time: 0.3834267 Jul 08 20:21:57.086986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:21:57.087640 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Checking segment: {'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:21:57.088308 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:57.088872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Bound using segment: {'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:21:57.089507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Bound port: 0361c9e8-688f-48d9-8a5c-703919b7ba28, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:21:57.090068 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:57.118050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:57.164819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7bbec269-382f-439a-9c24-841ffd42a797 req-eb59bc79-cfbc-43aa-8f0e-19c9be380189 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792627 Jul 08 20:21:57.212676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] For port 0361c9e8-688f-48d9-8a5c-703919b7ba28, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:21:57.217339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] For port 0361c9e8-688f-48d9-8a5c-703919b7ba28, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0361c9e8-688f-48d9-8a5c-703919b7ba28,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:21:57.219315 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:57.227233 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:57.364053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c8349f3a-9fc5-4ed9-9b39-802272273c76,revision_number=11']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:57.391958 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:57.401640 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea8eb90-d27a-4f4a-a1fd-71b67202e3ab" -d '{"events": [{"server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "name": "network-vif-unplugged", "status": "completed", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:57.447437 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992154d-25a9-42b5-b542-9fc9a76c064c None None] Pushing event updated for resources: {'Port': ['ID=0361c9e8-688f-48d9-8a5c-703919b7ba28,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:57.463573 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:57.485487 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:57.521652 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:57.546918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bdae8-5778-4d41-8c44-60f02693b107 req-07770c2c-978e-4e8a-b6e5-21373e12eb13 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:57.553134 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3c2bdae8-5778-4d41-8c44-60f02693b107 req-07770c2c-978e-4e8a-b6e5-21373e12eb13 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 949 time: 0.2098525 Jul 08 20:21:57.678455 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:57.696384 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3c2bdae8-5778-4d41-8c44-60f02693b107 req-0ee106ff-2634-4476-89ac-ce647f5af6be tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/security-groups?id=39af3186-98d5-4fe4-94c7-d902947f586e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422968 Jul 08 20:21:57.727054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c03329-866b-4be6-ac53-dd0819444ce0 req-1019b622-5976-4686-b47f-7a52b098542d tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:57.735067 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31c03329-866b-4be6-ac53-dd0819444ce0 req-1019b622-5976-4686-b47f-7a52b098542d tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 945 time: 0.2148833 Jul 08 20:21:57.747693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4598964-3c91-4eec-9a18-783d31a35729 req-736281a8-35e2-4539-a450-d8305aba350a tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:57.749315 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4598964-3c91-4eec-9a18-783d31a35729 req-736281a8-35e2-4539-a450-d8305aba350a tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.104 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 949 time: 0.2601528 Jul 08 20:21:57.800375 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Allocated IP 172.25.4.239 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/ce4d8517-42a2-4af6-bff9-af0c338b5ef6) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:21:57.813454 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31c03329-866b-4be6-ac53-dd0819444ce0 req-b8bceacd-10c5-49a3-a19d-146aaa5d3a11 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774586 Jul 08 20:21:57.895505 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51af6008-0610-4d19-8355-0436469b15cc x-openstack-request-id: req-51af6008-0610-4d19-8355-0436469b15cc {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:21:57.895809 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "name": "network-vif-unplugged", "status": "completed", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:21:57.896068 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-51af6008-0610-4d19-8355-0436469b15cc {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:21:57.896512 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76', 'code': 200} Jul 08 20:21:58.060265 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:58.110490 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:58.115713 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:58.161689 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:58.192290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:21:58.204819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:21:58.210347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:21:58.220739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4d8517-42a2-4af6-bff9-af0c338b5ef6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:58.252760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-b4598964-3c91-4eec-9a18-783d31a35729 req-e36bf8a6-1396-4208-a1e0-f5d4827511f3 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Deleting port c8349f3a-9fc5-4ed9-9b39-802272273c76 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:58.252952 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4598964-3c91-4eec-9a18-783d31a35729 req-e36bf8a6-1396-4208-a1e0-f5d4827511f3 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:58.376210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4f8d1-f804-4c99-adbc-9f44cfd33ec5 req-d59335a5-5900-45c2-96b3-534324425ae4 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:58.389384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b5f4f8d1-f804-4c99-adbc-9f44cfd33ec5 req-d59335a5-5900-45c2-96b3-534324425ae4 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=3387aa5e-8444-4313-80ec-875e6b574b6b HTTP/1.1" status: 200 len: 950 time: 0.3804741 Jul 08 20:21:58.527338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b5f4f8d1-f804-4c99-adbc-9f44cfd33ec5 req-f46c6fe7-1bd9-4f01-b898-91b486bdbe17 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341166 Jul 08 20:21:58.578123 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:58.649237 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:58.743724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b4598964-3c91-4eec-9a18-783d31a35729 req-e36bf8a6-1396-4208-a1e0-f5d4827511f3 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] For port c8349f3a-9fc5-4ed9-9b39-802272273c76, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c8349f3a-9fc5-4ed9-9b39-802272273c76,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:58.744586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4598964-3c91-4eec-9a18-783d31a35729 req-e36bf8a6-1396-4208-a1e0-f5d4827511f3 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:58.756964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4c2e2dff-0e91-4cf7-8149-dd014457a203 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:21:58.812648 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-b4598964-3c91-4eec-9a18-783d31a35729 req-e36bf8a6-1396-4208-a1e0-f5d4827511f3 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Calling delete_port for c8349f3a-9fc5-4ed9-9b39-802272273c76 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:58.816294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:58.819337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:58.877302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:58.877683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7537b3f-929f-4cfc-aebc-d5ba1ecb3125 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:21:58.886424 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404284d4-e264-4efe-a58b-e9cf8eced111 None None] Network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:21:58.914682 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 08 20:21:58.918765 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ca30396a-3903-449a-a02b-aeb1c9a68ae0 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1639380 Jul 08 20:21:58.918967 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54494) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:21:59.100338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9d847c10-a9b6-47ad-8f85-a221c6930542 None None] Provisioning for port 0361c9e8-688f-48d9-8a5c-703919b7ba28 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:21:59.109437 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:59.125851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c269a542-c6b3-4cec-8dc9-22883b228d36 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Deleting port 0abe4467-4ba0-4640-b993-4f3daedf82a1 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:21:59.126195 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c269a542-c6b3-4cec-8dc9-22883b228d36 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:59.147571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1672a8-dde9-4b4e-b6a1-51da9131992f req-31e73b6f-082f-4c5c-9e91-ef03bba9644b tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:59.154677 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1e1672a8-dde9-4b4e-b6a1-51da9131992f req-31e73b6f-082f-4c5c-9e91-ef03bba9644b tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 945 time: 0.5107484 Jul 08 20:21:59.220403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1e1672a8-dde9-4b4e-b6a1-51da9131992f req-6767f50d-ad75-48a5-a071-57733c78934e tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647995 Jul 08 20:21:59.253962 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c269a542-c6b3-4cec-8dc9-22883b228d36 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:59.272161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c269a542-c6b3-4cec-8dc9-22883b228d36 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Calling delete_port for 0abe4467-4ba0-4640-b993-4f3daedf82a1 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:21:59.284817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:21:59.293778 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:59.474656 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c269a542-c6b3-4cec-8dc9-22883b228d36 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:59.520302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269a542-c6b3-4cec-8dc9-22883b228d36 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Pushing event deleted for resources: {'Port': ['ID=0abe4467-4ba0-4640-b993-4f3daedf82a1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:59.521217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4c2e2dff-0e91-4cf7-8149-dd014457a203,revision_number=11']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:59.534745 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4598964-3c91-4eec-9a18-783d31a35729 req-e36bf8a6-1396-4208-a1e0-f5d4827511f3 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:59.559775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:59.566579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:59.566929 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:59.567272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:59.570192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:59.570612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:59.572618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:59.573029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:59.573408 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:59.574979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:59.575743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:59.577174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:21:59.607021 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6dd90136-d632-4374-ab74-3f37b322ed98 req-b9208e2a-7559-48ee-9827-4b4b27d2db76 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.101 "GET /v2.0/ports?device_id=b21f4014-d05e-4c6e-97f7-33e22719c0db HTTP/1.1" status: 200 len: 210 time: 0.0935638 Jul 08 20:21:59.628398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bf8a6-1396-4208-a1e0-f5d4827511f3 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Pushing event deleted for resources: {'Port': ['ID=c8349f3a-9fc5-4ed9-9b39-802272273c76,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:21:59.641161 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:59.711858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0361c9e8-688f-48d9-8a5c-703919b7ba28 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:21:59.745919 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c269a542-c6b3-4cec-8dc9-22883b228d36 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:59.749727 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c269a542-c6b3-4cec-8dc9-22883b228d36 tempest-RoutersAdminNegativeIpV6Test-2035725743 tempest-RoutersAdminNegativeIpV6Test-2035725743-project-admin] 10.222.0.101 "DELETE /v2.0/ports/0abe4467-4ba0-4640-b993-4f3daedf82a1 HTTP/1.1" status: 204 len: 168 time: 0.8296983 Jul 08 20:21:59.776219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-7ab7fd42-4436-4b94-aea1-999f5d67922c tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=d428214bae194774ae82c66289510d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360768 Jul 08 20:21:59.803037 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 0361c9e8-688f-48d9-8a5c-703919b7ba28 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:21:59.804314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4598964-3c91-4eec-9a18-783d31a35729 req-e36bf8a6-1396-4208-a1e0-f5d4827511f3 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] No DVR routers for this DVR port c8349f3a-9fc5-4ed9-9b39-802272273c76 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:21:59.813629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 0361c9e8-688f-48d9-8a5c-703919b7ba28 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:21:59.814168 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:59.814503 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4598964-3c91-4eec-9a18-783d31a35729 req-e36bf8a6-1396-4208-a1e0-f5d4827511f3 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:59.816542 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4598964-3c91-4eec-9a18-783d31a35729 req-e36bf8a6-1396-4208-a1e0-f5d4827511f3 tempest-ImagesOneServerTestJSON-1677735699 tempest-ImagesOneServerTestJSON-1677735699-project] 10.222.0.104 "DELETE /v2.0/ports/c8349f3a-9fc5-4ed9-9b39-802272273c76 HTTP/1.1" status: 204 len: 173 time: 2.0598881 Jul 08 20:21:59.817039 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'name': 'network-vif-deleted', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:59.819474 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba6299b-fe7b-4433-aefc-81472995cc20" -d '{"events": [{"server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "name": "network-vif-deleted", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:59.871034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6a6b4c30-5f28-428f-9b5c-82d4ed95379c None None] Provisioning complete for port 0361c9e8-688f-48d9-8a5c-703919b7ba28 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:21:59.871978 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6a6b4c30-5f28-428f-9b5c-82d4ed95379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:21:59.912813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:21:59.915237 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd4040a-ce7d-4ac9-be9a-f85a1fa586e1" -d '{"events": [{"server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:21:59.973075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-7d261bf4-00c2-48da-b835-7d1def261d94 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:21:59.974592 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-7d261bf4-00c2-48da-b835-7d1def261d94 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975677 Jul 08 20:21:59.985650 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:00.011983 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-90709acd-a876-4af9-a7e5-937c883d19ee tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/quotas/d428214bae194774ae82c66289510d0a HTTP/1.1" status: 200 len: 375 time: 0.0317619 Jul 08 20:22:00.043854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Router 83903e93-6552-480f-b629-5fe781e5b771 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:22:00.049923 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6a6b4c30-5f28-428f-9b5c-82d4ed95379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:00.088561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6a6b4c30-5f28-428f-9b5c-82d4ed95379c None None] For port 0361c9e8-688f-48d9-8a5c-703919b7ba28, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0361c9e8-688f-48d9-8a5c-703919b7ba28,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:00.111157 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6a6b4c30-5f28-428f-9b5c-82d4ed95379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:00.166954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54546) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:00.186507 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:22:00.187193 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:22:00.229454 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b4c30-5f28-428f-9b5c-82d4ed95379c None None] Pushing event updated for resources: {'Port': ['ID=0361c9e8-688f-48d9-8a5c-703919b7ba28,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:00.254687 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-d7738618-8372-4ea3-b722-4c853c2424e2 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d428214bae194774ae82c66289510d0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2222164 Jul 08 20:22:00.273352 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:22:00.283225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Sync routers for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:22:00.297785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:22:00.299470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:00.304475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:00.307407 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-df25f97b-c2ec-4db9-a50f-d7764af219b6 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.2686377 Jul 08 20:22:00.313216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54552) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:00.411294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f62da081-9584-4ff7-b7fe-63b1e147e203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:00.602522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:22:00.695223 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d569e085-f76e-460a-b579-e089fa8c3f02 x-openstack-request-id: req-d569e085-f76e-460a-b579-e089fa8c3f02 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:00.695602 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21f4014-d05e-4c6e-97f7-33e22719c0db", "name": "network-vif-deleted", "tag": "c8349f3a-9fc5-4ed9-9b39-802272273c76", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:00.695860 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d569e085-f76e-460a-b579-e089fa8c3f02 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:00.696278 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21f4014-d05e-4c6e-97f7-33e22719c0db', 'name': 'network-vif-deleted', 'tag': 'c8349f3a-9fc5-4ed9-9b39-802272273c76', 'status': 'completed', 'code': 200} Jul 08 20:22:00.936362 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02a2089-aa73-4da1-9227-28b780df75ea x-openstack-request-id: req-b02a2089-aa73-4da1-9227-28b780df75ea {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:00.939734 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:00.940149 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b02a2089-aa73-4da1-9227-28b780df75ea {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:00.940714 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203', 'code': 200} Jul 08 20:22:00.987637 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c8349f3a-9fc5-4ed9-9b39-802272273c76 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:22:01.070173 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f62da081-9584-4ff7-b7fe-63b1e147e203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:01.106627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: c8349f3a-9fc5-4ed9-9b39-802272273c76 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:22:01.107861 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c8349f3a-9fc5-4ed9-9b39-802272273c76 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:22:01.138987 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f62da081-9584-4ff7-b7fe-63b1e147e203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:01.184274 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62da081-9584-4ff7-b7fe-63b1e147e203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be6c04c-86f0-4d24-9c94-c4cf18b748b5,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:01.217925 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f62da081-9584-4ff7-b7fe-63b1e147e203 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=623eb78a1c654baa9c7ced42bdf2f8ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0468321 Jul 08 20:22:01.225780 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54604) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:01.267647 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:01.310959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:21:58Z', 'revision_number': 3, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:01.363567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9da1d-2419-4ccb-9845-03057cfe3dc6 req-16bd6cd2-8a04-49b4-a25a-de226628448d tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:01.365252 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6e9da1d-2419-4ccb-9845-03057cfe3dc6 req-16bd6cd2-8a04-49b4-a25a-de226628448d tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 945 time: 0.2785506 Jul 08 20:22:01.385840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Checking router: 83903e93-6552-480f-b629-5fe781e5b771 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:22:01.387127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Updating router 83903e93-6552-480f-b629-5fe781e5b771 port ce4d8517-42a2-4af6-bff9-af0c338b5ef6 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:22:01.450660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a4ce845-35b2-4eb0-abbc-9d187240410b req-916d8d9c-0fa9-463b-ac0c-2fd5f3ce1f7e tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 210 time: 0.0394084 Jul 08 20:22:01.465487 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:01.557522 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6e9da1d-2419-4ccb-9845-03057cfe3dc6 req-a80120a5-1ebf-4ceb-8273-35d68a40e6df tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739700 Jul 08 20:22:01.560337 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59da8118-bc19-40de-9292-eba4810db01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:01.638157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Allocated IP 172.20.0.1 (48a19f87-9413-4e4d-bcec-0eb6bedd7a1f/02497ea6-a8d2-4775-bbb5-becb69ed5561/da66c2dd-f328-44a7-ab3f-fb2dc1dea24a) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:22:01.664724 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59da8118-bc19-40de-9292-eba4810db01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:01.771758 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59da8118-bc19-40de-9292-eba4810db01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:01.775113 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59da8118-bc19-40de-9292-eba4810db01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:01.777992 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-59da8118-bc19-40de-9292-eba4810db01d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7be6c04c-86f0-4d24-9c94-c4cf18b748b5 HTTP/1.1" status: 204 len: 168 time: 0.5453694 Jul 08 20:22:01.810725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da8118-bc19-40de-9292-eba4810db01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be6c04c-86f0-4d24-9c94-c4cf18b748b5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:01.840696 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:01.857899 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0361c9e8-688f-48d9-8a5c-703919b7ba28 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:22:01.880339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Transition to ACTIVE for port object da66c2dd-f328-44a7-ab3f-fb2dc1dea24a will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:01.976874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:02.062853 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:02.065627 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:02.070628 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:22:02.074909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Pushing event updated for resources: {'Port': ['ID=da66c2dd-f328-44a7-ab3f-fb2dc1dea24a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:02.124489 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:02.130219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 0361c9e8-688f-48d9-8a5c-703919b7ba28 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:02.130740 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:02.151751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:02.162428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Transition to ACTIVE for port object ce4d8517-42a2-4af6-bff9-af0c338b5ef6 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:02.213542 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:02.374630 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54634) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:02.415301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cdac1-66a1-4533-afa8-66f6e306deea None None] Pushing event updated for resources: {'Port': ['ID=ce4d8517-42a2-4af6-bff9-af0c338b5ef6,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:02.470819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Attempting to bind port ce4d8517-42a2-4af6-bff9-af0c338b5ef6 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:22:02.473263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Attempting to bind port ce4d8517-42a2-4af6-bff9-af0c338b5ef6 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:22:02.473659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Attempting to bind port ce4d8517-42a2-4af6-bff9-af0c338b5ef6 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:02.500290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:22:02.500692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:02.501105 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:02.501503 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:22:02.501993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Bound port: ce4d8517-42a2-4af6-bff9-af0c338b5ef6, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:22:02.502478 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:02.522258 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:02.661762 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-b00744dd-7a04-45e6-9164-2c95cad594e3 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=d428214bae194774ae82c66289510d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824254 Jul 08 20:22:02.710829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54642) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:02.734319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] For port ce4d8517-42a2-4af6-bff9-af0c338b5ef6, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:22:02.745878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] For port ce4d8517-42a2-4af6-bff9-af0c338b5ef6, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce4d8517-42a2-4af6-bff9-af0c338b5ef6,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:22:02.796961 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:03.081980 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d0d8365b-ca7a-426d-85a4-62eca01f132c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cb541b26aba84e8986c35cfc36bf2801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699732 Jul 08 20:22:03.084443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54650) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:03.087232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-9b607461-12c6-46f0-9f21-4f95c6643963 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:03.089832 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-9b607461-12c6-46f0-9f21-4f95c6643963 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4187672 Jul 08 20:22:03.117291 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Request body: {'port': {'device_id': '2798dcde-795d-4844-9f22-58be64bb7ebe', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': 'd428214bae194774ae82c66289510d0a'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:03.153540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:22:03.154440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:03.191727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f230a33c-cf14-442d-8414-05bde3abf6d0 None None] Provisioning for port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:03.362390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c96204b5-c32a-4158-969c-c7d7fabab1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:03.429159 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c96204b5-c32a-4158-969c-c7d7fabab1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:03.490744 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c96204b5-c32a-4158-969c-c7d7fabab1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:03.494040 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c96204b5-c32a-4158-969c-c7d7fabab1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:03.495502 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c96204b5-c32a-4158-969c-c7d7fabab1f8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1786ef5b-bb64-4ad2-833d-4a0b6fa2f7fe HTTP/1.1" status: 204 len: 168 time: 0.4011555 Jul 08 20:22:03.530315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96204b5-c32a-4158-969c-c7d7fabab1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1786ef5b-bb64-4ad2-833d-4a0b6fa2f7fe,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:03.579397 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:03.600991 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:03.747575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f230a33c-cf14-442d-8414-05bde3abf6d0 None None] Provisioning complete for port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:03.748011 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f230a33c-cf14-442d-8414-05bde3abf6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:03.765815 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cdac1-66a1-4533-afa8-66f6e306deea None None] Pushing event updated for resources: {'Port': ['ID=ce4d8517-42a2-4af6-bff9-af0c338b5ef6,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:03.787356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Pushing event updated for resources: {'Port': ['ID=da66c2dd-f328-44a7-ab3f-fb2dc1dea24a,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:03.824393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:04.064537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:04.070603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:04.085922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f230a33c-cf14-442d-8414-05bde3abf6d0 None None] Port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:22:04.185443 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a24bbccc-75bb-410e-b286-6d45b125487c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:04.239808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:22:04.303282 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1ee068c0-08d4-4eb7-97e5-b40472d22b8e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=99527f66ba204555b1bab28de559f6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9224503 Jul 08 20:22:04.304059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54710) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:04.428096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Made reservation on behalf of d428214bae194774ae82c66289510d0a for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:04.432272 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:04.467508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Router 83903e93-6552-480f-b629-5fe781e5b771 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:22:04.590828 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-68eb23c4-5c3c-4c7b-ab1c-d8386dce98ad req-498116bc-d9a3-4ad5-9099-b7592afc226d tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 210 time: 0.2746627 Jul 08 20:22:04.740094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Allocated IP 192.168.233.117 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/8ab85fdb-be52-4964-91f6-855a19197c19) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:22:04.767445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4265-cca0-42d4-aa17-e89d6918f518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:04.889765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9ecc1937-9af8-44c5-a41d-6a416f128160 None None] Provisioning complete for port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:04.891831 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4265-cca0-42d4-aa17-e89d6918f518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:04.895603 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9ecc1937-9af8-44c5-a41d-6a416f128160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:05.122301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:22:05.126434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4265-cca0-42d4-aa17-e89d6918f518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:05.129345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9ecc1937-9af8-44c5-a41d-6a416f128160 None None] Port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:22:05.136246 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4265-cca0-42d4-aa17-e89d6918f518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:05.139336 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ac2a4265-cca0-42d4-aa17-e89d6918f518 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/39af3186-98d5-4fe4-94c7-d902947f586e HTTP/1.1" status: 204 len: 168 time: 0.7875557 Jul 08 20:22:05.171543 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e5c95672-00b4-4b67-a826-3e6ff8c01c2e admin admin] 10.222.0.101 "PUT /v2.0/routers/83903e93-6552-480f-b629-5fe781e5b771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8571370 Jul 08 20:22:05.196752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a4265-cca0-42d4-aa17-e89d6918f518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39af3186-98d5-4fe4-94c7-d902947f586e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:05.254317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:01Z', 'revision_number': 1, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:05.295618 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:05.363551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Transition to ACTIVE for port object 8ab85fdb-be52-4964-91f6-855a19197c19 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:05.392043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1111047-6c18-4d51-b5c1-91129a61562c None None] The sync data for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 is: [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:01Z', 'revision_number': 1, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:22:05.489734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:05.505613 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b7ced6f5-d82a-441a-a8e4-8c00e51b386d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:22:05.786899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:05.792241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Pushing event updated for resources: {'Port': ['ID=8ab85fdb-be52-4964-91f6-855a19197c19,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:05.798747 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:05.801536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:22:05.836247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54786) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:06.209565 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:06.210356 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:06.324085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-c62985d0-8bf8-4868-9bbc-f8e2d76b459f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2069845 Jul 08 20:22:06.338899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Request body: {'port': {'device_id': '2798dcde-795d-4844-9f22-58be64bb7ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:06.350499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4b6270c9-9494-4e3a-ae36-ebee6df2aca1 tempest-AgentManagementNegativeTest-1767795215 tempest-AgentManagementNegativeTest-1767795215-project] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5076044 Jul 08 20:22:06.537667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258a199-e6d3-42f4-8058-61063f7ba5e3 req-62012f51-74a5-4ad0-873b-6304f0f8bab1 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:06.559138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d258a199-e6d3-42f4-8058-61063f7ba5e3 req-62012f51-74a5-4ad0-873b-6304f0f8bab1 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 936 time: 0.3704832 Jul 08 20:22:06.567951 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c4142adc-41a7-4b7d-9aea-b3908e91f92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:06.627988 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a9f1f21-6eec-422b-9f31-ddf13bd93b25 req-a5c4a152-f215-4432-af3c-721d47c843a3 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6953058 Jul 08 20:22:06.675525 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d258a199-e6d3-42f4-8058-61063f7ba5e3 req-b410cce2-72a2-47b1-86aa-05d5463502a7 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142957 Jul 08 20:22:06.786449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-533faea8-2f88-49d7-86f5-c78dc2b980ab None None] Provisioning for port 8ab85fdb-be52-4964-91f6-855a19197c19 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:06.801661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-533faea8-2f88-49d7-86f5-c78dc2b980ab None None] Provisioning complete for port 8ab85fdb-be52-4964-91f6-855a19197c19 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:06.802057 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-533faea8-2f88-49d7-86f5-c78dc2b980ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:06.915412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:22:06.981891 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:07.030122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-533faea8-2f88-49d7-86f5-c78dc2b980ab None None] Port 8ab85fdb-be52-4964-91f6-855a19197c19 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:22:07.198972 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:07.356790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54838) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:07.387127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:07.436014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb', 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53', 'port_id': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb', 'mac_address': 'fa:16:3e:35:01:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d30581c-537d-4c32-9235-0aa435cb33f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:22:07.515243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f1f21-6eec-422b-9f31-ddf13bd93b25 req-e746ec39-686f-4dc9-b616-144e9457ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:07.521427 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a9f1f21-6eec-422b-9f31-ddf13bd93b25 req-e746ec39-686f-4dc9-b616-144e9457ddbe service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e56bc4ea1ea4875a20713f35e2c3d62&device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 1099 time: 0.8349099 Jul 08 20:22:07.537557 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:07.578203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:22:07.632107 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:07.653014 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:07.719571 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92cf11b3-1381-426a-8823-e3dd2d9dd5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:07.757538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:22:07.901505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:08.136464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92cf11b3-1381-426a-8823-e3dd2d9dd5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:08.179176 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92cf11b3-1381-426a-8823-e3dd2d9dd5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:08.193185 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:08.236154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce4d8517-42a2-4af6-bff9-af0c338b5ef6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:22:08.322124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e39180-edef-4899-9384-657df7523731 req-be18ac88-d5fd-420c-bd5e-ba98c117a20d tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:08.335004 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43e39180-edef-4899-9384-657df7523731 req-be18ac88-d5fd-420c-bd5e-ba98c117a20d tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 947 time: 1.0178380 Jul 08 20:22:08.410669 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ce4d8517-42a2-4af6-bff9-af0c338b5ef6 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:08.445500 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-92cf11b3-1381-426a-8823-e3dd2d9dd5b5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f95fe87b3d7842acb9be541ccffbe1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0854256 Jul 08 20:22:08.449037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54872) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:08.455416 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ce4d8517-42a2-4af6-bff9-af0c338b5ef6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:08.455849 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:08.475295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf11b3-1381-426a-8823-e3dd2d9dd5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee96b63-b822-49a6-82d1-7ed8093c6ec3,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:08.500770 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f1f21-6eec-422b-9f31-ddf13bd93b25 req-d16a54c0-4c63-4019-af71-9872c14de063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:08.505072 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a9f1f21-6eec-422b-9f31-ddf13bd93b25 req-d16a54c0-4c63-4019-af71-9872c14de063 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.9421735 Jul 08 20:22:08.596667 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fd41-5f42-4bda-b9b7-277058fb45a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:08.660466 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fd41-5f42-4bda-b9b7-277058fb45a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:08.726498 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:08.784406 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port ce4d8517-42a2-4af6-bff9-af0c338b5ef6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce4d8517-42a2-4af6-bff9-af0c338b5ef6,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:08.788343 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fd41-5f42-4bda-b9b7-277058fb45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:08.791731 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:08.796127 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fd41-5f42-4bda-b9b7-277058fb45a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:08.797360 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c4d2fd41-5f42-4bda-b9b7-277058fb45a3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3ee96b63-b822-49a6-82d1-7ed8093c6ec3 HTTP/1.1" status: 204 len: 168 time: 0.3470008 Jul 08 20:22:08.844527 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2fd41-5f42-4bda-b9b7-277058fb45a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee96b63-b822-49a6-82d1-7ed8093c6ec3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:08.906567 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a9f1f21-6eec-422b-9f31-ddf13bd93b25 req-5500a11c-36e4-42aa-8c70-87bb90a9511c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bf01dd2c-0e77-4bad-8c78-2f56ceae7774 HTTP/1.1" status: 200 len: 217 time: 0.1942408 Jul 08 20:22:08.934774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:22:09.094248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=ce4d8517-42a2-4af6-bff9-af0c338b5ef6,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:09.103402 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43e39180-edef-4899-9384-657df7523731 req-fc9a14a8-dda6-47b2-b96b-33e034e0417b tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6821909 Jul 08 20:22:09.127256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:09.127858 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:09.308382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f1f21-6eec-422b-9f31-ddf13bd93b25 req-11f99099-32aa-47b4-af4a-b6d6c35454fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:09.314551 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a9f1f21-6eec-422b-9f31-ddf13bd93b25 req-11f99099-32aa-47b4-af4a-b6d6c35454fe service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.3518748 Jul 08 20:22:09.443413 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:09.531434 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:09.542183 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd327d66-8dbb-4975-b454-c2b5acf6f9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:09.557119 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1317506e-900c-4d6b-b123-d19cce337c7c" -d '{"events": [{"server_uuid": "fd327d66-8dbb-4975-b454-c2b5acf6f9dd", "name": "network-vif-plugged", "status": "completed", "tag": "e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:09.577462 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:09.694839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-e543d107-a778-4305-9732-fd38fef4871d tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:09.696426 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-e543d107-a778-4305-9732-fd38fef4871d tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 821 time: 1.5575130 Jul 08 20:22:09.745331 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-f1325d42-5193-45af-8915-68148f732fb6 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/quotas/a2ee0dc014ab4ec693d7df1bbc66c8b1 HTTP/1.1" status: 200 len: 375 time: 0.0410616 Jul 08 20:22:09.753080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:09.782297 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:09.827747 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5a0eb-7c7b-4b18-b336-e7536fdd6f28 req-5708f22f-f41a-4909-914a-96fc755f4956 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:09.829931 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ec5a0eb-7c7b-4b18-b336-e7536fdd6f28 req-5708f22f-f41a-4909-914a-96fc755f4956 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.103 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 947 time: 1.0154867 Jul 08 20:22:09.969954 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-edd92faa-be05-40d2-bf97-0e12ffeb25e1 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2149746 Jul 08 20:22:10.079297 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce4d8517-42a2-4af6-bff9-af0c338b5ef6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:22:10.103241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f1f21-6eec-422b-9f31-ddf13bd93b25 req-722220c8-7a49-4c94-b876-c95323861edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:10.105383 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a9f1f21-6eec-422b-9f31-ddf13bd93b25 req-722220c8-7a49-4c94-b876-c95323861edf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7466960 Jul 08 20:22:10.207454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00c903-5294-4c81-855d-1a43da9ac688 req-50eaf029-e1d8-4e03-b1ac-bcce2c6f662f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:10.210446 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb00c903-5294-4c81-855d-1a43da9ac688 req-50eaf029-e1d8-4e03-b1ac-bcce2c6f662f tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 936 time: 0.6619222 Jul 08 20:22:10.254460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ce4d8517-42a2-4af6-bff9-af0c338b5ef6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:10.255087 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:10.345491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab85fdb-be52-4964-91f6-855a19197c19 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:22:10.414684 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb00c903-5294-4c81-855d-1a43da9ac688 req-f14d1b7d-04be-4bf7-a5b1-f9470d553402 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887765 Jul 08 20:22:10.427916 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:10.467743 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Sync routers for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:22:10.505405 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:22:10.505811 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:22:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:10.577415 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a9f1f21-6eec-422b-9f31-ddf13bd93b25 req-bb46781e-25a2-4428-8f01-40163e88ebc8 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484370 Jul 08 20:22:10.596483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Transition to ACTIVE for port object 8ab85fdb-be52-4964-91f6-855a19197c19 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:10.657668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-7ec5a0eb-7c7b-4b18-b336-e7536fdd6f28 req-5dae7123-fb00-4ad2-9a42-4aa68aae8627 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Deleting port bf01dd2c-0e77-4bad-8c78-2f56ceae7774 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:22:10.660442 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7ec5a0eb-7c7b-4b18-b336-e7536fdd6f28 req-5dae7123-fb00-4ad2-9a42-4aa68aae8627 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:10.819811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:10.937689 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:22:11.068419 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-b53bcd79-89a0-451a-a3d8-83d72d7e99c5 service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0973547 Jul 08 20:22:11.146200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-7ec5a0eb-7c7b-4b18-b336-e7536fdd6f28 req-5dae7123-fb00-4ad2-9a42-4aa68aae8627 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] For port bf01dd2c-0e77-4bad-8c78-2f56ceae7774, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:11.147262 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7ec5a0eb-7c7b-4b18-b336-e7536fdd6f28 req-5dae7123-fb00-4ad2-9a42-4aa68aae8627 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:11.195543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-7ec5a0eb-7c7b-4b18-b336-e7536fdd6f28 req-5dae7123-fb00-4ad2-9a42-4aa68aae8627 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Calling delete_port for bf01dd2c-0e77-4bad-8c78-2f56ceae7774 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:22:11.441639 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54924) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:11.497140 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-e9fae1dd-53f1-46f9-bbb1-1f12c618ab1a service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276805 Jul 08 20:22:11.524232 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a9f1f21-6eec-422b-9f31-ddf13bd93b25 req-b7203c09-ab72-4583-9297-be963e2ae2f1 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9299204 Jul 08 20:22:11.630913 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7ec5a0eb-7c7b-4b18-b336-e7536fdd6f28 req-5dae7123-fb00-4ad2-9a42-4aa68aae8627 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:11.636303 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab85fdb-be52-4964-91f6-855a19197c19,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:11.675687 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 2, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:11.820708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae7123-fb00-4ad2-9a42-4aa68aae8627 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Pushing event deleted for resources: {'Port': ['ID=bf01dd2c-0e77-4bad-8c78-2f56ceae7774,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:11.829680 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Checking router: 83903e93-6552-480f-b629-5fe781e5b771 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:22:11.830175 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Updating router 83903e93-6552-480f-b629-5fe781e5b771 port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:22:11.890110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1870795417'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:11.961956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:11.971697 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:11.981772 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7935f483-2e5c-493c-9a15-7b962b1fa7fa x-openstack-request-id: req-7935f483-2e5c-493c-9a15-7b962b1fa7fa {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:11.982255 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd327d66-8dbb-4975-b454-c2b5acf6f9dd", "name": "network-vif-plugged", "status": "completed", "tag": "e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:11.982329 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7935f483-2e5c-493c-9a15-7b962b1fa7fa {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:11.982702 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd327d66-8dbb-4975-b454-c2b5acf6f9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb', 'code': 200} Jul 08 20:22:12.003653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:12.016157 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:12.183776 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:12.190655 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:12.278793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5edd10-ae1a-43d8-ab7a-b57391a950e4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:12.382079 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec5a0eb-7c7b-4b18-b336-e7536fdd6f28 req-5dae7123-fb00-4ad2-9a42-4aa68aae8627 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] No DVR routers for this DVR port bf01dd2c-0e77-4bad-8c78-2f56ceae7774 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:22:12.388619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Attempting to bind port 8ab85fdb-be52-4964-91f6-855a19197c19 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:22:12.399393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Attempting to bind port 8ab85fdb-be52-4964-91f6-855a19197c19 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:22:12.400425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Attempting to bind port 8ab85fdb-be52-4964-91f6-855a19197c19 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:12.427506 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7ec5a0eb-7c7b-4b18-b336-e7536fdd6f28 req-5dae7123-fb00-4ad2-9a42-4aa68aae8627 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:12.433047 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ec5a0eb-7c7b-4b18-b336-e7536fdd6f28 req-5dae7123-fb00-4ad2-9a42-4aa68aae8627 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.103 "DELETE /v2.0/ports/bf01dd2c-0e77-4bad-8c78-2f56ceae7774 HTTP/1.1" status: 204 len: 173 time: 2.5879283 Jul 08 20:22:12.433629 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c5d7ff-c4b2-4999-959e-467c091ade08', 'name': 'network-vif-deleted', 'tag': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:12.453875 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb64035-c4b5-40f5-afa4-f4430b946f0e" -d '{"events": [{"server_uuid": "b5c5d7ff-c4b2-4999-959e-467c091ade08", "name": "network-vif-deleted", "tag": "bf01dd2c-0e77-4bad-8c78-2f56ceae7774"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:12.459124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Port 8ab85fdb-be52-4964-91f6-855a19197c19 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:22:12.459446 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Attempting to bind port 8ab85fdb-be52-4964-91f6-855a19197c19 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:12.464746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:22:12.485742 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:22:12.486581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:12.488002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:22:12.490396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Bound port: 8ab85fdb-be52-4964-91f6-855a19197c19, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:22:12.491878 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:12.499486 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:12.501401 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Added segment 37d02bea-2c0e-45d1-87d5-cc80e5d1f165 of type vlan for network 3e23d196-8601-4208-96e1-0ec03b866158 Jul 08 20:22:12.664227 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:12.766531 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] For port 8ab85fdb-be52-4964-91f6-855a19197c19, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:22:12.778583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] For port 8ab85fdb-be52-4964-91f6-855a19197c19, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8ab85fdb-be52-4964-91f6-855a19197c19,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:22:12.795093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32d4c3bb-6e67-4414-88c7-5b375e339f08 req-59f5d6a9-591d-4ab6-82aa-fe735f888596 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 210 time: 0.5002098 Jul 08 20:22:12.798731 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:12.801467 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:12.833421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:12.834182 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:12.849427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bf01dd2c-0e77-4bad-8c78-2f56ceae7774 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:22:12.966904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: bf01dd2c-0e77-4bad-8c78-2f56ceae7774 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:22:12.970533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bf01dd2c-0e77-4bad-8c78-2f56ceae7774 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:22:13.038810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54968) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:13.055002 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6104133 Jul 08 20:22:13.065606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab85fdb-be52-4964-91f6-855a19197c19,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:13.111194 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:13.171656 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Transition to ACTIVE for port object da66c2dd-f328-44a7-ab3f-fb2dc1dea24a will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:13.183978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003c265-8aa9-4812-832c-170ecceab1af tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=3e23d196-8601-4208-96e1-0ec03b866158,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:13.186998 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:13.193550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:13.200423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 3e23d196-8601-4208-96e1-0ec03b866158 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:22:13.205598 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:13.217167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54978) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:13.218469 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-fea6a36b-bd08-4383-9209-2bda4ba153c0 service neutron] 10.222.0.104 "PUT /v2.0/ports/8ab85fdb-be52-4964-91f6-855a19197c19 HTTP/1.1" status: 200 len: 1097 time: 6.8914967 Jul 08 20:22:13.242238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d869a4ef-e510-42df-bdee-acda69256ada tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'subnet': {'network_id': '3e23d196-8601-4208-96e1-0ec03b866158', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:13.348686 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Pushing event updated for resources: {'Port': ['ID=da66c2dd-f328-44a7-ab3f-fb2dc1dea24a,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:13.460652 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:13.460985 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:13.470383 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:13.470950 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:13.471478 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:13.471951 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:13.478724 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:13.479314 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:13.479788 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:13.480282 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:13.480787 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:13.481254 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:13.574473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22c3eb-8096-4340-bf07-2402023871f2 req-21027d53-e68f-4fa8-b6f3-574779e7a233 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:13.580813 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d22c3eb-8096-4340-bf07-2402023871f2 req-21027d53-e68f-4fa8-b6f3-574779e7a233 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 948 time: 0.7832482 Jul 08 20:22:13.596875 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Attempting to bind port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:22:13.597590 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Attempting to bind port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:22:13.598211 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Attempting to bind port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a on network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:13.616988 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:22:13.621064 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Checking segment: {'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:13.623588 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:13.625663 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Bound using segment: {'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:22:13.626399 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Bound port: da66c2dd-f328-44a7-ab3f-fb2dc1dea24a, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:22:13.636957 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:13.737472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d22c3eb-8096-4340-bf07-2402023871f2 req-39feb6f5-ab58-4558-94ef-a41117482d4e tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475458 Jul 08 20:22:13.793931 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6397167-85f0-42e2-83d1-2d1142b9a1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:13.802551 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7baacf5c-3dc9-4b26-af1d-97d60efad854 req-33030f2e-9a63-488c-ab5e-b831b95c485d tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 210 time: 0.1267014 Jul 08 20:22:13.920457 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] For port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:22:13.937756 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] For port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=da66c2dd-f328-44a7-ab3f-fb2dc1dea24a,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:22:13.953478 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:13.957794 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-c6397167-85f0-42e2-83d1-2d1142b9a1ee admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:22:13.957794 n-d-791506-16 neutron-server[94066]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 20:22:13.957794 n-d-791506-16 neutron-server[94066]: [parameters: {'project_id': '3a71ba688b14482ebfab88523e1dfaba', 'id': 'c9cbed04-280c-4d36-8abc-07bea96f63a1', 'expiration': datetime.datetime(2021, 7, 8, 20, 24, 13, 933104)}] Jul 08 20:22:13.957794 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:22:13.961052 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-c6397167-85f0-42e2-83d1-2d1142b9a1ee admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:22:13.978554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d869a4ef-e510-42df-bdee-acda69256ada tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:13.992962 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d869a4ef-e510-42df-bdee-acda69256ada tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:13.995465 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee74261-5e02-4c0c-97cb-565005820e7d x-openstack-request-id: req-eee74261-5e02-4c0c-97cb-565005820e7d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:13.995989 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c5d7ff-c4b2-4999-959e-467c091ade08", "name": "network-vif-deleted", "tag": "bf01dd2c-0e77-4bad-8c78-2f56ceae7774", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:13.999441 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-eee74261-5e02-4c0c-97cb-565005820e7d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:13.999977 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c5d7ff-c4b2-4999-959e-467c091ade08', 'name': 'network-vif-deleted', 'tag': 'bf01dd2c-0e77-4bad-8c78-2f56ceae7774', 'status': 'completed', 'code': 200} Jul 08 20:22:14.115770 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-0e4ca149-5e2f-467b-bec7-e87af70c4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:14.124927 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:22:14.127347 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-0e4ca149-5e2f-467b-bec7-e87af70c4ae4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d428214bae194774ae82c66289510d0a&device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 1100 time: 0.2758045 Jul 08 20:22:14.127828 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:22:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:14.268039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-16560cef-0b11-484c-acdb-69db28093713 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=8ab85fdb-be52-4964-91f6-855a19197c19 HTTP/1.1" status: 200 len: 217 time: 0.1328328 Jul 08 20:22:14.416564 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-926c91b7-b4df-4663-b31b-89533b54d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:14.444403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-926c91b7-b4df-4663-b31b-89533b54d08e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1590650 Jul 08 20:22:14.466312 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6397167-85f0-42e2-83d1-2d1142b9a1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:14.475547 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fa59b722-de17-4423-b71b-4ed1548bd56c req-8b494042-6513-4ac6-8ddd-975722196f67 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5c5d7ff-c4b2-4999-959e-467c091ade08 HTTP/1.1" status: 200 len: 210 time: 0.1201680 Jul 08 20:22:14.498197 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce396432-3414-4433-a7ae-7ed4f01ec378 None None] Pushing event updated for resources: {'Port': ['ID=da66c2dd-f328-44a7-ab3f-fb2dc1dea24a,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:14.591670 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:22:14.707382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-2a55caf6-2ff9-41d9-8e56-52a6f9508204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:14.709080 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-2a55caf6-2ff9-41d9-8e56-52a6f9508204 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2589052 Jul 08 20:22:14.720439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-72b7dbdd-b50f-4be2-866d-7f81564b5a20 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:22:14.721622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-72b7dbdd-b50f-4be2-866d-7f81564b5a20 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055265 Jul 08 20:22:14.804471 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d869a4ef-e510-42df-bdee-acda69256ada tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:14.945868 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-eb88ffda-54df-4f2f-ba41-f5e8fc9f5f6e service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154908 Jul 08 20:22:15.012712 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6397167-85f0-42e2-83d1-2d1142b9a1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:15.047100 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6397167-85f0-42e2-83d1-2d1142b9a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:15.078999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869a4ef-e510-42df-bdee-acda69256ada tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Subnet': ['ID=ddce7c6c-cd77-4fa4-9b45-deaa7d660c8b,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:15.177490 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:13Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:15.186233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6397167-85f0-42e2-83d1-2d1142b9a1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dab487-391e-4c55-81ab-ab03afe95e85,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:15.287906 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e010432a-1fb8-4993-8d5f-eadf166cbc51 None None] The sync data for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 is: [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:13Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:22:15.406918 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d066488a-89bf-48ce-9757-b318db9159af req-8fc66125-38ea-4b7b-9933-9a2f2839f7f0 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 210 time: 0.1833980 Jul 08 20:22:15.408726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d869a4ef-e510-42df-bdee-acda69256ada tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking segment: {'id': '37d02bea-2c0e-45d1-87d5-cc80e5d1f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3e23d196-8601-4208-96e1-0ec03b866158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:15.413415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d869a4ef-e510-42df-bdee-acda69256ada tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network hostable DHCP agents. Network: 3e23d196-8601-4208-96e1-0ec03b866158, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:22:15.436305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c6397167-85f0-42e2-83d1-2d1142b9a1ee admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3a71ba688b14482ebfab88523e1dfaba&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3941979 Jul 08 20:22:15.438370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55006) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:15.669512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d869a4ef-e510-42df-bdee-acda69256ada tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network 3e23d196-8601-4208-96e1-0ec03b866158 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:22:15.694490 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f54fc51-28f2-49e3-8902-7f35318d6124 req-316db762-99ba-437c-8eec-54ff154d07bb service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7410753 Jul 08 20:22:15.703564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-d869a4ef-e510-42df-bdee-acda69256ada tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 3e23d196-8601-4208-96e1-0ec03b866158) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:15.715346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f8c60f-bd43-4a8c-9da6-4e438e2e3ab9 None None] Network 3e23d196-8601-4208-96e1-0ec03b866158 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:15.726842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869a4ef-e510-42df-bdee-acda69256ada tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:15.728339 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d869a4ef-e510-42df-bdee-acda69256ada tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:15.741262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01df5924-f9d0-4a83-952d-8084fea74ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:15.834234 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01df5924-f9d0-4a83-952d-8084fea74ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:15.856872 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d869a4ef-e510-42df-bdee-acda69256ada tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6342962 Jul 08 20:22:15.866925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55020) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:15.875136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cd8e5e6a-4251-48dc-90cb-29d7d0a683a2 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1896972307'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:15.997344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8e5e6a-4251-48dc-90cb-29d7d0a683a2 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:15.999949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-f996d622-c7de-448e-9cb6-8f728ffbc480 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:16.001666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-f996d622-c7de-448e-9cb6-8f728ffbc480 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.103 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 821 time: 0.6989262 Jul 08 20:22:16.004277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2798dcde-795d-4844-9f22-58be64bb7ebe', 'tag': '8ab85fdb-be52-4964-91f6-855a19197c19'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:16.007393 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295e6489-469d-4c3c-bf15-f83444fdba79" -d '{"events": [{"name": "network-changed", "server_uuid": "2798dcde-795d-4844-9f22-58be64bb7ebe", "tag": "8ab85fdb-be52-4964-91f6-855a19197c19"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:16.011234 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd8e5e6a-4251-48dc-90cb-29d7d0a683a2 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:16.020944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2826b53-c4ed-4587-9289-8b9e284a7833 req-bced35a4-ec6a-49d4-b3ac-88343b2a6072 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:16.030319 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e2826b53-c4ed-4587-9289-8b9e284a7833 req-bced35a4-ec6a-49d4-b3ac-88343b2a6072 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 948 time: 0.9072602 Jul 08 20:22:16.087765 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Request body: {'port': {'device_id': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'admin_state_up': True, 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:16.140400 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01df5924-f9d0-4a83-952d-8084fea74ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:16.146867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01df5924-f9d0-4a83-952d-8084fea74ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:16.153143 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-01df5924-f9d0-4a83-952d-8084fea74ae6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f1dab487-391e-4c55-81ab-ab03afe95e85 HTTP/1.1" status: 204 len: 168 time: 0.7069027 Jul 08 20:22:16.153143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8e5e6a-4251-48dc-90cb-29d7d0a683a2 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:22:16.172184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da66c2dd-f328-44a7-ab3f-fb2dc1dea24a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:22:16.225291 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df5924-f9d0-4a83-952d-8084fea74ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dab487-391e-4c55-81ab-ab03afe95e85,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:16.243156 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd8e5e6a-4251-48dc-90cb-29d7d0a683a2 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:16.246428 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-cd8e5e6a-4251-48dc-90cb-29d7d0a683a2 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Added segment 60eda60d-672b-4f68-b96f-00688f1a6567 of type vlan for network cd4e5931-8d44-4358-a6e6-104445b16952 Jul 08 20:22:16.478752 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd8e5e6a-4251-48dc-90cb-29d7d0a683a2 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:16.633810 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd8e5e6a-4251-48dc-90cb-29d7d0a683a2 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:16.676032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8e5e6a-4251-48dc-90cb-29d7d0a683a2 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:16.689032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd8e5e6a-4251-48dc-90cb-29d7d0a683a2 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:16.704313 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126bc322-dbd6-4746-824e-d974f45a70e8 x-openstack-request-id: req-126bc322-dbd6-4746-824e-d974f45a70e8 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:16.705526 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2798dcde-795d-4844-9f22-58be64bb7ebe", "tag": "8ab85fdb-be52-4964-91f6-855a19197c19", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:16.705925 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-126bc322-dbd6-4746-824e-d974f45a70e8 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:16.709154 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2798dcde-795d-4844-9f22-58be64bb7ebe', 'tag': '8ab85fdb-be52-4964-91f6-855a19197c19', 'status': 'completed', 'code': 200} Jul 08 20:22:16.721271 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e2826b53-c4ed-4587-9289-8b9e284a7833 req-9b4ff232-1dcd-44bf-a4eb-acd38b712360 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900091 Jul 08 20:22:16.841590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Made reservation on behalf of a2ee0dc014ab4ec693d7df1bbc66c8b1 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:16.845756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:16.847189 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:16.857641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e6489-469d-4c3c-bf15-f83444fdba79 req-1222d0e7-d3b8-4d5e-a0a7-fcecb0a2decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:16.859526 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-295e6489-469d-4c3c-bf15-f83444fdba79 req-1222d0e7-d3b8-4d5e-a0a7-fcecb0a2decd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d428214bae194774ae82c66289510d0a&device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 1100 time: 0.3370197 Jul 08 20:22:16.983042 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:16.983884 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:17.109541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-3e23d196-8601-4208-96e1-0ec03b866158', 'network_id': '3e23d196-8601-4208-96e1-0ec03b866158', 'tenant_id': '5b26d626c5f3464dbd4f465d3ae734ce', 'fixed_ips': [{'subnet_id': 'ddce7c6c-cd77-4fa4-9b45-deaa7d660c8b'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:22:17.117937 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:17.295711 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cd8e5e6a-4251-48dc-90cb-29d7d0a683a2 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4270537 Jul 08 20:22:17.304233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55054) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:17.374328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-25ac8757-d59f-4be3-b288-7accc3b58458 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'subnet': {'network_id': 'cd4e5931-8d44-4358-a6e6-104445b16952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:17.543653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e5e6a-4251-48dc-90cb-29d7d0a683a2 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=cd4e5931-8d44-4358-a6e6-104445b16952,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:17.650381 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec4334b0-389a-47d4-9f09-79b570a9dacb req-f6b4d4ff-4f49-4cba-9b8a-1daa64f55900 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 210 time: 0.2379282 Jul 08 20:22:17.788038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Allocated IP 172.20.255.242 (3e23d196-8601-4208-96e1-0ec03b866158/ddce7c6c-cd77-4fa4-9b45-deaa7d660c8b/5058e637-cbba-4dd3-8241-c1bdb2f713bf) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:22:17.797152 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Allocated IP 172.20.0.14 (48a19f87-9413-4e4d-bcec-0eb6bedd7a1f/02497ea6-a8d2-4775-bbb5-becb69ed5561/091a04d4-f2a8-430a-a02c-21debeefbf17) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:22:17.991409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e6489-469d-4c3c-bf15-f83444fdba79 req-47f0fe07-02c7-452c-828a-346bda3ddcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:17.999997 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-295e6489-469d-4c3c-bf15-f83444fdba79 req-47f0fe07-02c7-452c-828a-346bda3ddcb8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 1.0355883 Jul 08 20:22:18.003542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac8757-d59f-4be3-b288-7accc3b58458 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:18.008386 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25ac8757-d59f-4be3-b288-7accc3b58458 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:18.118105 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:18.135917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Transition to ACTIVE for port object 5058e637-cbba-4dd3-8241-c1bdb2f713bf will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:18.176044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Transition to ACTIVE for port object 5058e637-cbba-4dd3-8241-c1bdb2f713bf will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:18.202586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network cd4e5931-8d44-4358-a6e6-104445b16952 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:22:18.222775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189d95f-cd33-43d4-9bbb-69b96997f59b req-70b72d4c-ae33-498d-8dab-a2ac5705e261 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:18.235541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f189d95f-cd33-43d4-9bbb-69b96997f59b req-70b72d4c-ae33-498d-8dab-a2ac5705e261 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0d97af6-eba5-4b61-8d12-084cba52371f HTTP/1.1" status: 200 len: 948 time: 0.5033844 Jul 08 20:22:18.249592 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:22:18.357062 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:18.381038 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f189d95f-cd33-43d4-9bbb-69b96997f59b req-7cf6db1d-5407-4711-8229-ad7ead52e4c1 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444511 Jul 08 20:22:18.406521 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:18.454452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Transition to ACTIVE for port object 091a04d4-f2a8-430a-a02c-21debeefbf17 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:18.492989 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:18.558102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55082) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:18.565075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Network 3e23d196-8601-4208-96e1-0ec03b866158 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:18.599969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:18.628848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:22:18.675403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-295e6489-469d-4c3c-bf15-f83444fdba79 req-c00bf3b1-266c-4987-82a3-286e0783ecde service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=8ab85fdb-be52-4964-91f6-855a19197c19 HTTP/1.1" status: 200 len: 217 time: 0.6746092 Jul 08 20:22:18.681536 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:18.814641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Pushing event updated for resources: {'Port': ['ID=5058e637-cbba-4dd3-8241-c1bdb2f713bf,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:18.844069 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:18.881741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8ab85fdb-be52-4964-91f6-855a19197c19 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:22:18.892256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55094) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:18.914924 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25ac8757-d59f-4be3-b288-7accc3b58458 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:18.929650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Attempting to bind port 5058e637-cbba-4dd3-8241-c1bdb2f713bf on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:22:18.930032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Attempting to bind port 5058e637-cbba-4dd3-8241-c1bdb2f713bf by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '37d02bea-2c0e-45d1-87d5-cc80e5d1f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3e23d196-8601-4208-96e1-0ec03b866158'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:22:18.930407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Attempting to bind port 5058e637-cbba-4dd3-8241-c1bdb2f713bf on network 3e23d196-8601-4208-96e1-0ec03b866158 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:18.979522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:22:18.980288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Checking segment: {'id': '37d02bea-2c0e-45d1-87d5-cc80e5d1f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3e23d196-8601-4208-96e1-0ec03b866158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:18.981583 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:18.984194 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Bound using segment: {'id': '37d02bea-2c0e-45d1-87d5-cc80e5d1f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3e23d196-8601-4208-96e1-0ec03b866158'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:22:18.985498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Bound port: 5058e637-cbba-4dd3-8241-c1bdb2f713bf, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d02bea-2c0e-45d1-87d5-cc80e5d1f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3e23d196-8601-4208-96e1-0ec03b866158'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:22:18.986132 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:19.057975 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:22:19.179023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=da66c2dd-f328-44a7-ab3f-fb2dc1dea24a,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:19.190345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac8757-d59f-4be3-b288-7accc3b58458 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Subnet': ['ID=7505d3c4-e2cd-4e56-81f5-4b50984ecb3a,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:19.211112 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:19.226366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-49956092-network', 'tenant_id': 'd172857dc969491188c1ca1b85b45243'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:19.231012 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1741006e-25ef-42d0-9533-f85bb72bff94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:19.265793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac8757-d59f-4be3-b288-7accc3b58458 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking segment: {'id': '60eda60d-672b-4f68-b96f-00688f1a6567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cd4e5931-8d44-4358-a6e6-104445b16952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:19.266313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ac8757-d59f-4be3-b288-7accc3b58458 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network hostable DHCP agents. Network: cd4e5931-8d44-4358-a6e6-104445b16952, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:22:19.305250 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e6489-469d-4c3c-bf15-f83444fdba79 req-593116e7-98d3-40e0-b20f-2e5a7ec7d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:19.309174 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-295e6489-469d-4c3c-bf15-f83444fdba79 req-593116e7-98d3-40e0-b20f-2e5a7ec7d6db service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.6017272 Jul 08 20:22:19.317077 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Made reservation on behalf of d172857dc969491188c1ca1b85b45243 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:19.320647 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:19.361220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a899ca-40f0-4ff6-b6ee-6505fbefddf3 req-c2be7d6b-4c93-41fd-9152-9f482f33f721 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:19.371967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-21a899ca-40f0-4ff6-b6ee-6505fbefddf3 req-c2be7d6b-4c93-41fd-9152-9f482f33f721 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 932 time: 0.3475621 Jul 08 20:22:19.380149 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:19.425904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:19.431390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ac8757-d59f-4be3-b288-7accc3b58458 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network cd4e5931-8d44-4358-a6e6-104445b16952 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:22:19.473790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-25ac8757-d59f-4be3-b288-7accc3b58458 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, cd4e5931-8d44-4358-a6e6-104445b16952) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:19.488375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] For port 5058e637-cbba-4dd3-8241-c1bdb2f713bf, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:22:19.491349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844efc0c-bf14-43b4-b9fb-e8af5be20e98 None None] Network cd4e5931-8d44-4358-a6e6-104445b16952 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:19.492223 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-21a899ca-40f0-4ff6-b6ee-6505fbefddf3 req-db42786f-758d-40c4-8e15-2617e286e40a tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190937 Jul 08 20:22:19.513088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ac8757-d59f-4be3-b288-7accc3b58458 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:19.514034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] For port 5058e637-cbba-4dd3-8241-c1bdb2f713bf, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=5058e637-cbba-4dd3-8241-c1bdb2f713bf,segment=NetworkSegment(37d02bea-2c0e-45d1-87d5-cc80e5d1f165),segment_id=37d02bea-2c0e-45d1-87d5-cc80e5d1f165)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:22:19.514409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25ac8757-d59f-4be3-b288-7accc3b58458 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:19.516320 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8ab85fdb-be52-4964-91f6-855a19197c19, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8ab85fdb-be52-4964-91f6-855a19197c19,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:19.521885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:19.525463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:22:19.654797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Pushing event updated for resources: {'Port': ['ID=091a04d4-f2a8-430a-a02c-21debeefbf17,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:19.709248 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:19.711788 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1741006e-25ef-42d0-9533-f85bb72bff94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:19.716546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec617b4-5c35-4f91-a28a-64f7eb23cb4a req-d0bafb5a-c438-44a9-bd44-dc8d3f6ddaab tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:19.722981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1741006e-25ef-42d0-9533-f85bb72bff94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:19.723739 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fec617b4-5c35-4f91-a28a-64f7eb23cb4a req-d0bafb5a-c438-44a9-bd44-dc8d3f6ddaab tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.103 "GET /v2.0/ports?device_id=d0d97af6-eba5-4b61-8d12-084cba52371f HTTP/1.1" status: 200 len: 948 time: 0.3833344 Jul 08 20:22:19.725929 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=da66c2dd-f328-44a7-ab3f-fb2dc1dea24a,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:19.791170 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:19.791997 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:19.817197 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1741006e-25ef-42d0-9533-f85bb72bff94 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=74c62758e62d414aa4e7f6c6a669eed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9233942 Jul 08 20:22:19.825618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55104) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:19.840973 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-25ac8757-d59f-4be3-b288-7accc3b58458 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5343702 Jul 08 20:22:19.857928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55106) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:19.866284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e6489-469d-4c3c-bf15-f83444fdba79 req-e24549b6-c235-4640-b22e-a9842162c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:19.869026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-295e6489-469d-4c3c-bf15-f83444fdba79 req-e24549b6-c235-4640-b22e-a9842162c67b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4613199 Jul 08 20:22:19.877105 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10a788-4589-4e44-a16d-ea0efcf7ea3c req-4618697a-a270-4330-a83c-1fda4ead4dbd tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:19.878615 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f10a788-4589-4e44-a16d-ea0efcf7ea3c req-4618697a-a270-4330-a83c-1fda4ead4dbd tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 948 time: 1.2960770 Jul 08 20:22:19.961443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '8ab85fdb-be52-4964-91f6-855a19197c19', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '8ab85fdb-be52-4964-91f6-855a19197c19', 'mac_address': 'fa:16:3e:34:9c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:22:19.969401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad6b9f-88d2-4085-9ed5-ce4615765f74 None None] Pushing event updated for resources: {'Port': ['ID=5058e637-cbba-4dd3-8241-c1bdb2f713bf,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:20.001784 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.008485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741006e-25ef-42d0-9533-f85bb72bff94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76ff5f6-50e7-4e4d-aa86-f0491da318a7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:20.035506 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.049264 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.061515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-295e6489-469d-4c3c-bf15-f83444fdba79 req-142cd766-47a1-40ea-a080-cfc7c07e319f service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550894 Jul 08 20:22:20.072948 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab85fdb-be52-4964-91f6-855a19197c19 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:22:20.099008 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8ab85fdb-be52-4964-91f6-855a19197c19, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8ab85fdb-be52-4964-91f6-855a19197c19,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:20.104088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-cd4e5931-8d44-4358-a6e6-104445b16952', 'network_id': 'cd4e5931-8d44-4358-a6e6-104445b16952', 'tenant_id': '5b26d626c5f3464dbd4f465d3ae734ce', 'fixed_ips': [{'subnet_id': '7505d3c4-e2cd-4e56-81f5-4b50984ecb3a'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:22:20.105606 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.109217 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.127047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:22:20.132007 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f10a788-4589-4e44-a16d-ea0efcf7ea3c req-6ceb3a88-0a82-40f9-8bf9-89d44c809de2 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042569 Jul 08 20:22:20.205486 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.206063 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Added segment 507c81ad-45d3-49ac-b78e-4e7f9d487116 of type vlan for network 432cb7ff-a68c-4267-82ba-31951a391fbf Jul 08 20:22:20.241469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931c193a-a7bc-4bf1-b15b-87b4f24b4d1d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:20.248243 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-ba527977-7fef-42d9-97b4-384c08a19dde tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2157683 Jul 08 20:22:20.269381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Request body: {'port': {'device_id': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:20.307066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a7487-3f21-48f5-923d-654cdb3f9e04 req-3d4fe4bc-62a0-41d5-bdd1-bc2514435242 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:20.308988 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fa1a7487-3f21-48f5-923d-654cdb3f9e04 req-3d4fe4bc-62a0-41d5-bdd1-bc2514435242 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0d97af6-eba5-4b61-8d12-084cba52371f HTTP/1.1" status: 200 len: 948 time: 0.5157630 Jul 08 20:22:20.316247 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b2847c6-b773-4055-ae88-19aa2aee148e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.338508 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Allocated IP 172.20.0.2 (cd4e5931-8d44-4358-a6e6-104445b16952/7505d3c4-e2cd-4e56-81f5-4b50984ecb3a/80f006ff-ef2f-4ff3-8d67-00615a99bfec) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:22:20.394871 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.474877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b2847c6-b773-4055-ae88-19aa2aee148e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.566671 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.617927 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.629021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:20.631228 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.642760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4bf6a4ba-6702-41a8-9d5a-40eb73d4cfc4 None None] Provisioning for port 091a04d4-f2a8-430a-a02c-21debeefbf17 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:20.682840 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.684582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Transition to ACTIVE for port object 80f006ff-ef2f-4ff3-8d67-00615a99bfec will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:20.702447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4bf6a4ba-6702-41a8-9d5a-40eb73d4cfc4 None None] Provisioning complete for port 091a04d4-f2a8-430a-a02c-21debeefbf17 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:20.702874 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4bf6a4ba-6702-41a8-9d5a-40eb73d4cfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.745893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Transition to ACTIVE for port object 80f006ff-ef2f-4ff3-8d67-00615a99bfec will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:20.754888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=8ab85fdb-be52-4964-91f6-855a19197c19,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:20.769535 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.782901 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b2847c6-b773-4055-ae88-19aa2aee148e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.792177 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b2847c6-b773-4055-ae88-19aa2aee148e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.793515 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7b2847c6-b773-4055-ae88-19aa2aee148e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f76ff5f6-50e7-4e4d-aa86-f0491da318a7 HTTP/1.1" status: 204 len: 168 time: 0.9511113 Jul 08 20:22:20.841303 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2820220 Jul 08 20:22:20.842212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2847c6-b773-4055-ae88-19aa2aee148e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76ff5f6-50e7-4e4d-aa86-f0491da318a7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:20.850986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b580fd-2be4-4016-bc53-8bd8cc7a117d admin admin] Pushing event updated for resources: {'Network': ['ID=432cb7ff-a68c-4267-82ba-31951a391fbf,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:20.854310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55122) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:20.863620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-160aa4ee-d77a-4ea7-ab11-3a8dfe604654 admin admin] Request body: {'subnet': {'network_id': '432cb7ff-a68c-4267-82ba-31951a391fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-49956092-subnet', 'tenant_id': 'd172857dc969491188c1ca1b85b45243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:20.881841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['8ab85fdb-be52-4964-91f6-855a19197c19'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:22:20.905667 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fa1a7487-3f21-48f5-923d-654cdb3f9e04 req-479438f6-509d-46bc-8bc3-591b15e058dc tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/security-groups?id=a009af15-e97a-45eb-81c7-fc1e794b496a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495120 Jul 08 20:22:20.907442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160aa4ee-d77a-4ea7-ab11-3a8dfe604654 admin admin] Made reservation on behalf of d172857dc969491188c1ca1b85b45243 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:20.914439 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-160aa4ee-d77a-4ea7-ab11-3a8dfe604654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:20.982760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 432cb7ff-a68c-4267-82ba-31951a391fbf details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:22:21.012582 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:21.079882 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Network cd4e5931-8d44-4358-a6e6-104445b16952 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:21.138553 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:21.141268 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6a4ba-6702-41a8-9d5a-40eb73d4cfc4 None None] Port 091a04d4-f2a8-430a-a02c-21debeefbf17 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:22:21.146792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:22:21.199130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Pushing event updated for resources: {'Port': ['ID=80f006ff-ef2f-4ff3-8d67-00615a99bfec,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:21.221124 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-295e6489-469d-4c3c-bf15-f83444fdba79 req-f33b6e71-ab94-411b-bdd3-237e0219b2fe service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1035085 Jul 08 20:22:21.370767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-fec617b4-5c35-4f91-a28a-64f7eb23cb4a req-ba51e4a1-e5ac-4eca-90ab-717eac14a36e tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Deleting port 4c2e2dff-0e91-4cf7-8149-dd014457a203 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:22:21.371187 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fec617b4-5c35-4f91-a28a-64f7eb23cb4a req-ba51e4a1-e5ac-4eca-90ab-717eac14a36e tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:21.461011 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-160aa4ee-d77a-4ea7-ab11-3a8dfe604654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:21.482422 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Attempting to bind port 80f006ff-ef2f-4ff3-8d67-00615a99bfec on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:22:21.482920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Attempting to bind port 80f006ff-ef2f-4ff3-8d67-00615a99bfec by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '60eda60d-672b-4f68-b96f-00688f1a6567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cd4e5931-8d44-4358-a6e6-104445b16952'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:22:21.483506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Attempting to bind port 80f006ff-ef2f-4ff3-8d67-00615a99bfec on network cd4e5931-8d44-4358-a6e6-104445b16952 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:21.492070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:22:21.493001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Checking segment: {'id': '60eda60d-672b-4f68-b96f-00688f1a6567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cd4e5931-8d44-4358-a6e6-104445b16952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:21.493126 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:21.494745 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Bound using segment: {'id': '60eda60d-672b-4f68-b96f-00688f1a6567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cd4e5931-8d44-4358-a6e6-104445b16952'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:22:21.494931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Bound port: 80f006ff-ef2f-4ff3-8d67-00615a99bfec, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60eda60d-672b-4f68-b96f-00688f1a6567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cd4e5931-8d44-4358-a6e6-104445b16952'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:22:21.495411 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:21.543951 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-fec617b4-5c35-4f91-a28a-64f7eb23cb4a req-ba51e4a1-e5ac-4eca-90ab-717eac14a36e tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] For port 4c2e2dff-0e91-4cf7-8149-dd014457a203, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4c2e2dff-0e91-4cf7-8149-dd014457a203,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:21.544399 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fec617b4-5c35-4f91-a28a-64f7eb23cb4a req-ba51e4a1-e5ac-4eca-90ab-717eac14a36e tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:21.569721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-fec617b4-5c35-4f91-a28a-64f7eb23cb4a req-ba51e4a1-e5ac-4eca-90ab-717eac14a36e tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Calling delete_port for 4c2e2dff-0e91-4cf7-8149-dd014457a203 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:22:21.628463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] For port 80f006ff-ef2f-4ff3-8d67-00615a99bfec, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:22:21.640212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] For port 80f006ff-ef2f-4ff3-8d67-00615a99bfec, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=80f006ff-ef2f-4ff3-8d67-00615a99bfec,segment=NetworkSegment(60eda60d-672b-4f68-b96f-00688f1a6567),segment_id=60eda60d-672b-4f68-b96f-00688f1a6567)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:22:21.655157 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:21.739309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160aa4ee-d77a-4ea7-ab11-3a8dfe604654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=398b5013-893c-49d6-ae89-51fd55b4accf,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:21.785587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160aa4ee-d77a-4ea7-ab11-3a8dfe604654 admin admin] Checking segment: {'id': '507c81ad-45d3-49ac-b78e-4e7f9d487116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432cb7ff-a68c-4267-82ba-31951a391fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:21.786330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160aa4ee-d77a-4ea7-ab11-3a8dfe604654 admin admin] Network hostable DHCP agents. Network: 432cb7ff-a68c-4267-82ba-31951a391fbf, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:22:21.791711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 5058e637-cbba-4dd3-8241-c1bdb2f713bf up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:22:21.797129 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047255f-6edd-456b-9ccc-72d6506e81db None None] Pushing event updated for resources: {'Port': ['ID=80f006ff-ef2f-4ff3-8d67-00615a99bfec,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:21.813587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f4c4f-7049-4c39-b219-036fa9c900c0 req-5c586847-fc40-4b49-b2d0-7c6748e34339 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:21.823294 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-633f4c4f-7049-4c39-b219-036fa9c900c0 req-5c586847-fc40-4b49-b2d0-7c6748e34339 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 949 time: 0.3557751 Jul 08 20:22:21.904668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 5058e637-cbba-4dd3-8241-c1bdb2f713bf completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:21.904887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160aa4ee-d77a-4ea7-ab11-3a8dfe604654 admin admin] Network 432cb7ff-a68c-4267-82ba-31951a391fbf is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:22:21.912836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da66c2dd-f328-44a7-ab3f-fb2dc1dea24a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:22:21.951305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Deleting port 80f006ff-ef2f-4ff3-8d67-00615a99bfec {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:22:21.953525 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:21.968745 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-633f4c4f-7049-4c39-b219-036fa9c900c0 req-5cf32818-a366-4b79-b2b0-69961ba0fec1 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439440 Jul 08 20:22:21.970230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4018f8e1-911d-4402-89e7-7ebe4f071fa1 None None] Network 3e23d196-8601-4208-96e1-0ec03b866158 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:21.971309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-160aa4ee-d77a-4ea7-ab11-3a8dfe604654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 432cb7ff-a68c-4267-82ba-31951a391fbf) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:21.994545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160aa4ee-d77a-4ea7-ab11-3a8dfe604654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:21.997052 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-160aa4ee-d77a-4ea7-ab11-3a8dfe604654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:22.052301 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-160aa4ee-d77a-4ea7-ab11-3a8dfe604654 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1944246 Jul 08 20:22:22.490706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810ab95-9dad-423e-92be-5427c9b9189c req-0d9ad288-678e-4241-ac32-34c00c8e8987 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:22.492335 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6810ab95-9dad-423e-92be-5427c9b9189c req-0d9ad288-678e-4241-ac32-34c00c8e8987 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 932 time: 1.5075004 Jul 08 20:22:22.501000 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fec617b4-5c35-4f91-a28a-64f7eb23cb4a req-ba51e4a1-e5ac-4eca-90ab-717eac14a36e tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:22.553935 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2d80059f-9bf0-46ba-a6b2-e5cea96764d6 req-ba50d109-29ce-457f-8e0a-29f9ea911068 tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0d97af6-eba5-4b61-8d12-084cba52371f HTTP/1.1" status: 200 len: 210 time: 0.0779619 Jul 08 20:22:22.559968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed0bf3-f712-4b29-99ab-f163ea00160f None None] Network 432cb7ff-a68c-4267-82ba-31951a391fbf requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:22.625370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51e4a1-e5ac-4eca-90ab-717eac14a36e tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Pushing event deleted for resources: {'Port': ['ID=4c2e2dff-0e91-4cf7-8149-dd014457a203,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:22.652750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] For port 80f006ff-ef2f-4ff3-8d67-00615a99bfec, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=80f006ff-ef2f-4ff3-8d67-00615a99bfec,segment=NetworkSegment(60eda60d-672b-4f68-b96f-00688f1a6567),segment_id=60eda60d-672b-4f68-b96f-00688f1a6567)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:22.653409 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:22.735751 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Calling delete_port for 80f006ff-ef2f-4ff3-8d67-00615a99bfec owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:22:22.777860 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6810ab95-9dad-423e-92be-5427c9b9189c req-51fdd479-4033-4331-b749-4d41362e54c0 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430570 Jul 08 20:22:22.781938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec617b4-5c35-4f91-a28a-64f7eb23cb4a req-ba51e4a1-e5ac-4eca-90ab-717eac14a36e tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] No DVR routers for this DVR port 4c2e2dff-0e91-4cf7-8149-dd014457a203 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:22:22.792315 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fec617b4-5c35-4f91-a28a-64f7eb23cb4a req-ba51e4a1-e5ac-4eca-90ab-717eac14a36e tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:22.794934 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fec617b4-5c35-4f91-a28a-64f7eb23cb4a req-ba51e4a1-e5ac-4eca-90ab-717eac14a36e tempest-ListImageFiltersTestJSON-32459848 tempest-ListImageFiltersTestJSON-32459848-project] 10.222.0.103 "DELETE /v2.0/ports/4c2e2dff-0e91-4cf7-8149-dd014457a203 HTTP/1.1" status: 204 len: 173 time: 3.0383201 Jul 08 20:22:22.795717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'name': 'network-vif-deleted', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:22.798335 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bae8f9-8e5e-400b-8b50-8cd067e85763" -d '{"events": [{"server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "name": "network-vif-deleted", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:22.805536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091a04d4-f2a8-430a-a02c-21debeefbf17 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:22:22.819680 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:22.882016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bf862c6d-acff-4091-8cac-abe511cf0a26 None None] Provisioning for port 5058e637-cbba-4dd3-8241-c1bdb2f713bf completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:22.889507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Transition to ACTIVE for port object 091a04d4-f2a8-430a-a02c-21debeefbf17 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:22.934509 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8ab85fdb-be52-4964-91f6-855a19197c19 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:22:23.014977 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1524bd-a0c1-41c0-a087-e63b301ac9ef x-openstack-request-id: req-4b1524bd-a0c1-41c0-a087-e63b301ac9ef {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:23.015389 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d97af6-eba5-4b61-8d12-084cba52371f", "name": "network-vif-deleted", "tag": "4c2e2dff-0e91-4cf7-8149-dd014457a203", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:23.015777 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4b1524bd-a0c1-41c0-a087-e63b301ac9ef {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:23.016518 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d97af6-eba5-4b61-8d12-084cba52371f', 'name': 'network-vif-deleted', 'tag': '4c2e2dff-0e91-4cf7-8149-dd014457a203', 'status': 'completed', 'code': 200} Jul 08 20:22:23.017471 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:23.107960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bf862c6d-acff-4091-8cac-abe511cf0a26 None None] Provisioning complete for port 5058e637-cbba-4dd3-8241-c1bdb2f713bf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:23.108193 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf862c6d-acff-4091-8cac-abe511cf0a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:23.155315 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:23.162765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c5036270-e0c8-4644-a66c-74ee8a1604f9 req-c3eaf1f3-9be2-4860-b991-99694077c6ec tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-718848175', 'description': 'tempest-description-1267212206'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:23.177891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Pushing event updated for resources: {'Port': ['ID=091a04d4-f2a8-430a-a02c-21debeefbf17,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:23.238611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c5036270-e0c8-4644-a66c-74ee8a1604f9 req-c3eaf1f3-9be2-4860-b991-99694077c6ec tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:23.341809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:23.342165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:23.342513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:23.342854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:23.343191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:23.343525 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:23.351693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:23.354855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:23.356842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:23.360561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:23.365624 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:23.366036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:23.384868 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:23.385441 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:23.497853 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Port': ['ID=80f006ff-ef2f-4ff3-8d67-00615a99bfec,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:23.531285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 8ab85fdb-be52-4964-91f6-855a19197c19 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:23.593598 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 8ab85fdb-be52-4964-91f6-855a19197c19 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:23.594764 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:23.597376 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No DVR routers for this DVR port 80f006ff-ef2f-4ff3-8d67-00615a99bfec on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:22:23.599499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c5036270-e0c8-4644-a66c-74ee8a1604f9 req-c3eaf1f3-9be2-4860-b991-99694077c6ec tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:23.607299 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c5036270-e0c8-4644-a66c-74ee8a1604f9 req-c3eaf1f3-9be2-4860-b991-99694077c6ec tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:23.647781 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c5036270-e0c8-4644-a66c-74ee8a1604f9 req-c3eaf1f3-9be2-4860-b991-99694077c6ec tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:23.650845 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c5036270-e0c8-4644-a66c-74ee8a1604f9 req-c3eaf1f3-9be2-4860-b991-99694077c6ec tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5071342 Jul 08 20:22:23.690108 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:23.698423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaf1f3-9be2-4860-b991-99694077c6ec tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf73398d-0fa1-4c62-a7f0-0fa7f14b088c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:23.911918 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:24.019120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0245a0f5-408a-4289-a057-f2a05f3ea154 None None] Network cd4e5931-8d44-4358-a6e6-104445b16952 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:24.092705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Attempting to bind port 091a04d4-f2a8-430a-a02c-21debeefbf17 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:22:24.093078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Attempting to bind port 091a04d4-f2a8-430a-a02c-21debeefbf17 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:22:24.093427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Attempting to bind port 091a04d4-f2a8-430a-a02c-21debeefbf17 on network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:24.137403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0fa1f-eed7-4385-8c5b-e8356cec10bc req-7c1e1f9c-d536-44cb-a5db-ce1325f82a5e tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:24.139300 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0eb0fa1f-eed7-4385-8c5b-e8356cec10bc req-7c1e1f9c-d536-44cb-a5db-ce1325f82a5e tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 949 time: 0.6472893 Jul 08 20:22:24.142454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Port 091a04d4-f2a8-430a-a02c-21debeefbf17 on network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:22:24.142791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Attempting to bind port 091a04d4-f2a8-430a-a02c-21debeefbf17 on network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:24.162585 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf862c6d-acff-4091-8cac-abe511cf0a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:24.193834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:22:24.197521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Checking segment: {'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:24.197521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Bound using segment: {'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:22:24.201152 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Bound port: 091a04d4-f2a8-430a-a02c-21debeefbf17, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:22:24.201565 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:24.263466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58155d32-2cbd-4517-ae84-63efb4277355 None None] Network 432cb7ff-a68c-4267-82ba-31951a391fbf requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:24.325529 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0eb0fa1f-eed7-4385-8c5b-e8356cec10bc req-062dc057-1c8d-4fd2-be03-acc815e813d6 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688590 Jul 08 20:22:24.352037 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:24.511066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-bf862c6d-acff-4091-8cac-abe511cf0a26 None None] For port 5058e637-cbba-4dd3-8241-c1bdb2f713bf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=5058e637-cbba-4dd3-8241-c1bdb2f713bf,segment=NetworkSegment(37d02bea-2c0e-45d1-87d5-cc80e5d1f165),segment_id=37d02bea-2c0e-45d1-87d5-cc80e5d1f165)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:24.542609 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf862c6d-acff-4091-8cac-abe511cf0a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:24.546039 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Subnet': ['ID=7505d3c4-e2cd-4e56-81f5-4b50984ecb3a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:24.629440 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] For port 091a04d4-f2a8-430a-a02c-21debeefbf17, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:22:24.637482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] For port 091a04d4-f2a8-430a-a02c-21debeefbf17, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=091a04d4-f2a8-430a-a02c-21debeefbf17,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:22:24.679186 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:24.740467 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d137ecb1-5789-4a02-9da5-3d467a6b48cf None None] Could not find standard attr ID for object 80f006ff-ef2f-4ff3-8d67-00615a99bfec. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:22:24.758267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409271f6-3d96-454c-a6c3-2818bafc73bb None None] DHCP port deletion for cd4e5931-8d44-4358-a6e6-104445b16952 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:22:24.763666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf862c6d-acff-4091-8cac-abe511cf0a26 None None] Pushing event updated for resources: {'Port': ['ID=5058e637-cbba-4dd3-8241-c1bdb2f713bf,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:24.781921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2798dcde-795d-4844-9f22-58be64bb7ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab85fdb-be52-4964-91f6-855a19197c19'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:24.792133 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4ac587-b399-4d2f-af5a-e829e289377e" -d '{"events": [{"server_uuid": "2798dcde-795d-4844-9f22-58be64bb7ebe", "name": "network-vif-plugged", "status": "completed", "tag": "8ab85fdb-be52-4964-91f6-855a19197c19"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:24.809295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8ab85fdb-be52-4964-91f6-855a19197c19, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8ab85fdb-be52-4964-91f6-855a19197c19,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:24.819952 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:24.918909 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=8ab85fdb-be52-4964-91f6-855a19197c19,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:24.920906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcba5e-0293-4920-88d9-9f4b4f4e4f20 req-2772ceef-07ef-4f0c-9b15-92bf5b4016f2 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:24.925394 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eebcba5e-0293-4920-88d9-9f4b4f4e4f20 req-2772ceef-07ef-4f0c-9b15-92bf5b4016f2 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 944 time: 0.3391514 Jul 08 20:22:24.933019 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:24.941622 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4c2e2dff-0e91-4cf7-8149-dd014457a203 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:22:24.968544 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa804d88-8f21-4316-a958-b9075e8aba44 req-ee282866-7218-45aa-ae2d-65ff51d925de tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/cf73398d-0fa1-4c62-a7f0-0fa7f14b088c HTTP/1.1" status: 200 len: 1806 time: 0.4880466 Jul 08 20:22:24.986449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 4c2e2dff-0e91-4cf7-8149-dd014457a203 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:22:24.986794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4c2e2dff-0e91-4cf7-8149-dd014457a203 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:22:25.004219 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eebcba5e-0293-4920-88d9-9f4b4f4e4f20 req-20b20a12-7562-45b9-85b4-d0a5f7f7cc4d tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704629 Jul 08 20:22:25.014566 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.046716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4e5931-8d44-4358-a6e6-104445b16952']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:25.067664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60eda60d-672b-4f68-b96f-00688f1a6567') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:25.068079 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60eda60d-672b-4f68-b96f-00688f1a6567') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:25.083875 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.117476 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.129237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:22:25.132608 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.133432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-02e550ca-b054-4f63-9792-24350937e630 None None] Provisioning complete for port 5058e637-cbba-4dd3-8241-c1bdb2f713bf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:25.133574 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-02e550ca-b054-4f63-9792-24350937e630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:22:25.291474 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:22:25.309211 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-aa804d88-8f21-4316-a958-b9075e8aba44 req-fadc6a3c-7a25-4565-9f2f-216e6854e62b tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf73398d-0fa1-4c62-a7f0-0fa7f14b088c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:25.309760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-aa804d88-8f21-4316-a958-b9075e8aba44 req-fadc6a3c-7a25-4565-9f2f-216e6854e62b tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf73398d-0fa1-4c62-a7f0-0fa7f14b088c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:25.322650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a34ef5-dcec-42a5-8e55-c8227440a127 req-b4760e10-c6e9-4770-8d21-7b2a26b1331e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:25.324776 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a9a34ef5-dcec-42a5-8e55-c8227440a127 req-b4760e10-c6e9-4770-8d21-7b2a26b1331e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 945 time: 0.1522338 Jul 08 20:22:25.359307 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.365225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:25.365922 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.367343 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] 10.222.0.103 "PUT /v2.0/ports/091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 1093 time: 5.1027884 Jul 08 20:22:25.367926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:25.371449 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684b09fb-2f53-47b4-a7f4-4c52dad28345" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:25.398759 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.417000 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/cd4e5931-8d44-4358-a6e6-104445b16952 HTTP/1.1" status: 204 len: 168 time: 5.5206385 Jul 08 20:22:25.432878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55236) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:25.445487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a9a34ef5-dcec-42a5-8e55-c8227440a127 req-fc40761e-327f-44b9-8413-7bfeb7ffdb55 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072285 Jul 08 20:22:25.459476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e9ff034b-7f88-44c0-802f-cb613a6c41df tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1807380591'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:25.476359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96fad0-2815-423f-b991-fd0d451f5b0d tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Network': ['ID=cd4e5931-8d44-4358-a6e6-104445b16952,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:25.543773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5a2be-a01c-4664-997a-d1566db2a416 service neutron] Pushing event updated for resources: {'Port': ['ID=091a04d4-f2a8-430a-a02c-21debeefbf17,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:25.589843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ff034b-7f88-44c0-802f-cb613a6c41df tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:25.595818 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9ff034b-7f88-44c0-802f-cb613a6c41df tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.663273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ff034b-7f88-44c0-802f-cb613a6c41df tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:22:25.670450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-aa804d88-8f21-4316-a958-b9075e8aba44 req-fadc6a3c-7a25-4565-9f2f-216e6854e62b tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.687377 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-10b070e6-0f3e-475b-becf-87059973efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:25.690857 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9ff034b-7f88-44c0-802f-cb613a6c41df tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.690857 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-e9ff034b-7f88-44c0-802f-cb613a6c41df tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Added segment 5b99239a-ff2a-4a15-8069-a8f87506916b of type vlan for network 66d601da-a8eb-4274-a8f5-3920d0d0c05f Jul 08 20:22:25.716588 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-10b070e6-0f3e-475b-becf-87059973efc5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 1096 time: 0.2323189 Jul 08 20:22:25.767958 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9ff034b-7f88-44c0-802f-cb613a6c41df tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.779745 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-200114cf-9dcd-4591-aad6-2a85868f8fd2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 217 time: 0.0622323 Jul 08 20:22:25.789416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-aa804d88-8f21-4316-a958-b9075e8aba44 req-fadc6a3c-7a25-4565-9f2f-216e6854e62b tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.798540 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-aa804d88-8f21-4316-a958-b9075e8aba44 req-fadc6a3c-7a25-4565-9f2f-216e6854e62b tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.835440 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9ff034b-7f88-44c0-802f-cb613a6c41df tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:25.848775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ff034b-7f88-44c0-802f-cb613a6c41df tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:25.851459 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9ff034b-7f88-44c0-802f-cb613a6c41df tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:26.085305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e9ff034b-7f88-44c0-802f-cb613a6c41df tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6379223 Jul 08 20:22:26.086325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55262) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:26.116446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'subnet': {'network_id': '66d601da-a8eb-4274-a8f5-3920d0d0c05f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:26.164584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff034b-7f88-44c0-802f-cb613a6c41df tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=66d601da-a8eb-4274-a8f5-3920d0d0c05f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:26.181979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 66d601da-a8eb-4274-a8f5-3920d0d0c05f details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:22:26.359382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc6a3c-7a25-4565-9f2f-216e6854e62b tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a468b5-8536-4bb0-9cbb-2b46bd77ffcd,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:26.383050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:26.393739 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-aa804d88-8f21-4316-a958-b9075e8aba44 req-fadc6a3c-7a25-4565-9f2f-216e6854e62b tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:26.394920 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:26.406216 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa804d88-8f21-4316-a958-b9075e8aba44 req-fadc6a3c-7a25-4565-9f2f-216e6854e62b tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1085205 Jul 08 20:22:26.435547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-94caea26-d571-4b20-ac0a-c4714cf9c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:26.437184 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-94caea26-d571-4b20-ac0a-c4714cf9c088 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.6408145 Jul 08 20:22:26.464066 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58751baf-5d42-4fde-8a88-1dc5b6866976 x-openstack-request-id: req-58751baf-5d42-4fde-8a88-1dc5b6866976 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:26.464367 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2798dcde-795d-4844-9f22-58be64bb7ebe", "name": "network-vif-plugged", "status": "completed", "tag": "8ab85fdb-be52-4964-91f6-855a19197c19", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:26.464658 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-58751baf-5d42-4fde-8a88-1dc5b6866976 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:26.465098 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2798dcde-795d-4844-9f22-58be64bb7ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab85fdb-be52-4964-91f6-855a19197c19', 'code': 200} Jul 08 20:22:26.490622 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feef5a1-90d3-4a19-bf04-19e1d773b231 x-openstack-request-id: req-4feef5a1-90d3-4a19-bf04-19e1d773b231 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:26.491031 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:26.491328 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4feef5a1-90d3-4a19-bf04-19e1d773b231 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:26.491761 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'status': 'completed', 'code': 200} Jul 08 20:22:26.514052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 5058e637-cbba-4dd3-8241-c1bdb2f713bf up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:22:26.562144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.ipam_backend_mixin [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Performing IP validity checks on allocation pools {{(pid=94066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 20:22:26.562682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.ipam_backend_mixin [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 20:22:26.621359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 5058e637-cbba-4dd3-8241-c1bdb2f713bf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:26.622046 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:26.762121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb1899-dc69-48fb-8d70-5cbcb5e5952a req-0f36fec5-0746-48c1-954e-d92195d2e59f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:26.765054 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c3fb1899-dc69-48fb-8d70-5cbcb5e5952a req-0f36fec5-0746-48c1-954e-d92195d2e59f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 945 time: 0.4319103 Jul 08 20:22:26.769248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 80f006ff-ef2f-4ff3-8d67-00615a99bfec no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:22:26.794689 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 80f006ff-ef2f-4ff3-8d67-00615a99bfec {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:22:26.795040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 80f006ff-ef2f-4ff3-8d67-00615a99bfec not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:22:26.891787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-66bb9c4a-e2c4-4339-8346-58146820e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:26.893562 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-66bb9c4a-e2c4-4339-8346-58146820e1dd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4357495 Jul 08 20:22:26.896882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba163cf-e95f-4f24-843c-58dce5b62ff9 req-25ca19fa-ff3c-4459-bff6-e197c4b5fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:26.898423 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ba163cf-e95f-4f24-843c-58dce5b62ff9 req-25ca19fa-ff3c-4459-bff6-e197c4b5fdc9 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 1102 time: 0.3057930 Jul 08 20:22:26.922181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129878ac-f4a1-4679-adc8-cf1874bd4923 req-94f9ac2f-c4ea-4641-a2b7-776fef7e3382 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:26.927180 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-129878ac-f4a1-4679-adc8-cf1874bd4923 req-94f9ac2f-c4ea-4641-a2b7-776fef7e3382 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 950 time: 0.1729417 Jul 08 20:22:26.927287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:27.054837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking segment: {'id': '5b99239a-ff2a-4a15-8069-a8f87506916b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '66d601da-a8eb-4274-a8f5-3920d0d0c05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:27.055204 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network hostable DHCP agents. Network: 66d601da-a8eb-4274-a8f5-3920d0d0c05f, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:22:27.062649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df065b-3cf2-4f56-a17a-55c4ff90ba24 req-4adc4969-53ef-4b9c-8f08-f47c42a8e69f tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:27.064319 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-41df065b-3cf2-4f56-a17a-55c4ff90ba24 req-4adc4969-53ef-4b9c-8f08-f47c42a8e69f tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 944 time: 0.3154392 Jul 08 20:22:27.075799 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-129878ac-f4a1-4679-adc8-cf1874bd4923 req-f01f91be-cfa5-431b-a97d-a6af1830304b tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358333 Jul 08 20:22:27.077604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Subnet': ['ID=7f9e609c-faae-4ca6-9158-16ad7dfcd21c,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:27.090364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ba163cf-e95f-4f24-843c-58dce5b62ff9 req-2a30e004-8b95-4d1d-aeee-9bb003e9ef4f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806893 Jul 08 20:22:27.115429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network 66d601da-a8eb-4274-a8f5-3920d0d0c05f is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:22:27.128730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 66d601da-a8eb-4274-a8f5-3920d0d0c05f) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:27.149269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928fee8d-ca68-41c5-8128-ec6fcbef8b2a None None] Network 66d601da-a8eb-4274-a8f5-3920d0d0c05f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:27.154003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:27.158572 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:27.164336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-c3fb1899-dc69-48fb-8d70-5cbcb5e5952a req-31878f26-ec0c-40cf-9112-76000dce7c50 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Deleting port 93321c83-37e4-403a-a613-634705242f16 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:22:27.164777 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c3fb1899-dc69-48fb-8d70-5cbcb5e5952a req-31878f26-ec0c-40cf-9112-76000dce7c50 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:27.173383 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-bbb6e8a3-1f04-4a96-a163-b32edcbdd0f1 service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591708 Jul 08 20:22:27.211523 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9403afe0-0f5f-4923-bbe4-b749ecf1a299 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1114349 Jul 08 20:22:27.217493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55296) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:27.235295 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-41df065b-3cf2-4f56-a17a-55c4ff90ba24 req-e6ace1ac-3f81-4096-8a53-2e4c3930017e tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515851 Jul 08 20:22:27.306773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-4b362ff1-f256-4fb2-b18c-03d58384f2b6 req-5e8cb34a-cf8f-4725-8cc9-c73aaf8bf7b5 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-507321355', 'description': 'tempest-description-1246991820'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:27.411065 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4b362ff1-f256-4fb2-b18c-03d58384f2b6 req-5e8cb34a-cf8f-4725-8cc9-c73aaf8bf7b5 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:27.449763 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:27.455556 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c3bde71-7081-4a68-b6ac-721b60632476 req-50510c45-8197-4a66-b255-74cdd85b47d2 service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673039 Jul 08 20:22:27.460959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-c3fb1899-dc69-48fb-8d70-5cbcb5e5952a req-31878f26-ec0c-40cf-9112-76000dce7c50 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] For port 93321c83-37e4-403a-a613-634705242f16, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=93321c83-37e4-403a-a613-634705242f16,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:27.461691 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c3fb1899-dc69-48fb-8d70-5cbcb5e5952a req-31878f26-ec0c-40cf-9112-76000dce7c50 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:27.488723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-c3fb1899-dc69-48fb-8d70-5cbcb5e5952a req-31878f26-ec0c-40cf-9112-76000dce7c50 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Calling delete_port for 93321c83-37e4-403a-a613-634705242f16 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:22:27.554783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-66d601da-a8eb-4274-a8f5-3920d0d0c05f', 'network_id': '66d601da-a8eb-4274-a8f5-3920d0d0c05f', 'tenant_id': '5b26d626c5f3464dbd4f465d3ae734ce', 'fixed_ips': [{'subnet_id': '7f9e609c-faae-4ca6-9158-16ad7dfcd21c'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:22:27.557906 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:27.692273 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4b362ff1-f256-4fb2-b18c-03d58384f2b6 req-5e8cb34a-cf8f-4725-8cc9-c73aaf8bf7b5 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:27.704286 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4b362ff1-f256-4fb2-b18c-03d58384f2b6 req-5e8cb34a-cf8f-4725-8cc9-c73aaf8bf7b5 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:27.714984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b09fb-2f53-47b4-a7f4-4c52dad28345 req-df49471c-b746-48f9-833b-c99d362be31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:27.716481 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-684b09fb-2f53-47b4-a7f4-4c52dad28345 req-df49471c-b746-48f9-833b-c99d362be31b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 1096 time: 0.1531956 Jul 08 20:22:27.733419 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:27.852573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Allocated IP 172.20.0.3 (66d601da-a8eb-4274-a8f5-3920d0d0c05f/7f9e609c-faae-4ca6-9158-16ad7dfcd21c/3743d63a-94ab-4ca2-83ce-f91661fc09de) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:22:27.896911 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c3fb1899-dc69-48fb-8d70-5cbcb5e5952a req-31878f26-ec0c-40cf-9112-76000dce7c50 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:27.905505 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4b362ff1-f256-4fb2-b18c-03d58384f2b6 req-5e8cb34a-cf8f-4725-8cc9-c73aaf8bf7b5 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:27.921846 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b362ff1-f256-4fb2-b18c-03d58384f2b6 req-5e8cb34a-cf8f-4725-8cc9-c73aaf8bf7b5 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6253140 Jul 08 20:22:27.938534 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['93321c83-37e4-403a-a613-634705242f16'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:22:27.996887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31878f26-ec0c-40cf-9112-76000dce7c50 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Pushing event deleted for resources: {'Port': ['ID=93321c83-37e4-403a-a613-634705242f16,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:27.999302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cb34a-cf8f-4725-8cc9-c73aaf8bf7b5 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b9960f-7e5c-4f6b-a3ee-fc149161201f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:28.102250 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fb1899-dc69-48fb-8d70-5cbcb5e5952a req-31878f26-ec0c-40cf-9112-76000dce7c50 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] No DVR routers for this DVR port 93321c83-37e4-403a-a613-634705242f16 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:22:28.115308 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c3fb1899-dc69-48fb-8d70-5cbcb5e5952a req-31878f26-ec0c-40cf-9112-76000dce7c50 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:28.120204 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c3fb1899-dc69-48fb-8d70-5cbcb5e5952a req-31878f26-ec0c-40cf-9112-76000dce7c50 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "DELETE /v2.0/ports/93321c83-37e4-403a-a613-634705242f16 HTTP/1.1" status: 204 len: 173 time: 1.3484437 Jul 08 20:22:28.150403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b09fb-2f53-47b4-a7f4-4c52dad28345 req-1d7983a5-bb4b-49e1-8a6b-8e671e227cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:28.153374 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-684b09fb-2f53-47b4-a7f4-4c52dad28345 req-1d7983a5-bb4b-49e1-8a6b-8e671e227cce service neutron] 10.222.0.103 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.4042463 Jul 08 20:22:28.283384 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:28.295762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Transition to ACTIVE for port object 3743d63a-94ab-4ca2-83ce-f91661fc09de will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:28.341040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Transition to ACTIVE for port object 3743d63a-94ab-4ca2-83ce-f91661fc09de will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:28.357474 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:28.424388 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:28.464491 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-684b09fb-2f53-47b4-a7f4-4c52dad28345 req-0c9bb804-0ff1-40db-b13a-79c30e16f8de service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 217 time: 0.2998910 Jul 08 20:22:28.513785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Network 66d601da-a8eb-4274-a8f5-3920d0d0c05f is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:28.518125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:28.520662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961bf4d4-3c20-4ed8-bda8-1aef2ade0a65', 'name': 'network-vif-deleted', 'tag': '93321c83-37e4-403a-a613-634705242f16'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:28.523759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:22:28.538730 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5bea92-9994-4ae1-ba2d-0e29eaaabd0e" -d '{"events": [{"server_uuid": "961bf4d4-3c20-4ed8-bda8-1aef2ade0a65", "name": "network-vif-deleted", "tag": "93321c83-37e4-403a-a613-634705242f16"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:28.551924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Pushing event updated for resources: {'Port': ['ID=3743d63a-94ab-4ca2-83ce-f91661fc09de,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:28.659567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9e609c-faae-4ca6-9158-16ad7dfcd21c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:28.858016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b09fb-2f53-47b4-a7f4-4c52dad28345 req-7fbf53ea-55c1-4068-81ec-5c5b413cdf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:28.859842 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-684b09fb-2f53-47b4-a7f4-4c52dad28345 req-7fbf53ea-55c1-4068-81ec-5c5b413cdf22 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.2795155 Jul 08 20:22:29.095366 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1c5a01c7-d17e-44eb-85e4-114063b337e3 req-bf83f9c7-4ce1-414c-aa6c-446b007cc919 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 210 time: 0.6575105 Jul 08 20:22:29.123969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 091a04d4-f2a8-430a-a02c-21debeefbf17 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:22:29.141949 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:29.215902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d601da-a8eb-4274-a8f5-3920d0d0c05f']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:29.242954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b99239a-ff2a-4a15-8069-a8f87506916b') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:29.244146 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b99239a-ff2a-4a15-8069-a8f87506916b') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:29.246500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Attempting to bind port 3743d63a-94ab-4ca2-83ce-f91661fc09de on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:22:29.246500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Attempting to bind port 3743d63a-94ab-4ca2-83ce-f91661fc09de by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5b99239a-ff2a-4a15-8069-a8f87506916b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '66d601da-a8eb-4274-a8f5-3920d0d0c05f'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:22:29.246500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Attempting to bind port 3743d63a-94ab-4ca2-83ce-f91661fc09de on network 66d601da-a8eb-4274-a8f5-3920d0d0c05f {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:29.255087 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:29.266075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:22:29.266503 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Checking segment: {'id': '5b99239a-ff2a-4a15-8069-a8f87506916b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '66d601da-a8eb-4274-a8f5-3920d0d0c05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:29.266926 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:29.267374 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Bound using segment: {'id': '5b99239a-ff2a-4a15-8069-a8f87506916b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '66d601da-a8eb-4274-a8f5-3920d0d0c05f'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:22:29.268810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Bound port: 3743d63a-94ab-4ca2-83ce-f91661fc09de, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b99239a-ff2a-4a15-8069-a8f87506916b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '66d601da-a8eb-4274-a8f5-3920d0d0c05f'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:22:29.268810 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:29.273711 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:29.281529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:22:29.282771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:29.345151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b09fb-2f53-47b4-a7f4-4c52dad28345 req-a75833a9-5664-4e70-b0c4-dcb423bbfdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:29.346774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-684b09fb-2f53-47b4-a7f4-4c52dad28345 req-a75833a9-5664-4e70-b0c4-dcb423bbfdb4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4110405 Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:22:29.359932 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:22:29.366297 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 20:22:29.366297 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 20:22:29.366297 n-d-791506-16 neutron-server[94066]: [parameters: {'id': '66d601da-a8eb-4274-a8f5-3920d0d0c05f'}] Jul 08 20:22:29.366297 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:22:29.366670 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:22:29.473478 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-75f933f9-9a64-4f28-957d-07d4b28e8037 req-7dd6874d-db14-4922-a6b3-bc2486b352be tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/76b9960f-7e5c-4f6b-a3ee-fc149161201f HTTP/1.1" status: 200 len: 1806 time: 0.3794582 Jul 08 20:22:29.485532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-75f933f9-9a64-4f28-957d-07d4b28e8037 req-fb1d43fc-eded-4061-89c1-c8859eda4948 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '76b9960f-7e5c-4f6b-a3ee-fc149161201f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:29.485858 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-75f933f9-9a64-4f28-957d-07d4b28e8037 req-fb1d43fc-eded-4061-89c1-c8859eda4948 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '76b9960f-7e5c-4f6b-a3ee-fc149161201f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:29.498459 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 091a04d4-f2a8-430a-a02c-21debeefbf17, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=091a04d4-f2a8-430a-a02c-21debeefbf17,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:29.543715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'port_id': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'mac_address': 'fa:16:3e:57:d6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:22:29.638297 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-684b09fb-2f53-47b4-a7f4-4c52dad28345 req-4c2af1d6-62f4-4e74-8898-7fb1da395527 service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761815 Jul 08 20:22:29.700515 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-75f933f9-9a64-4f28-957d-07d4b28e8037 req-fb1d43fc-eded-4061-89c1-c8859eda4948 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:29.713428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] For port 3743d63a-94ab-4ca2-83ce-f91661fc09de, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:22:29.724767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] For port 3743d63a-94ab-4ca2-83ce-f91661fc09de, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3743d63a-94ab-4ca2-83ce-f91661fc09de,segment=NetworkSegment(5b99239a-ff2a-4a15-8069-a8f87506916b),segment_id=5b99239a-ff2a-4a15-8069-a8f87506916b)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:22:29.738048 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:29.799969 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0db90-13d4-4b6e-b5e5-b713be3f88c1 req-199cab6b-34d6-4d4b-84c3-170541113927 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:29.809971 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0cc0db90-13d4-4b6e-b5e5-b713be3f88c1 req-199cab6b-34d6-4d4b-84c3-170541113927 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 950 time: 0.2456934 Jul 08 20:22:29.811975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a72d8-e456-4f14-a89e-01f6ef21301c None None] Pushing event updated for resources: {'Port': ['ID=3743d63a-94ab-4ca2-83ce-f91661fc09de,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:29.819107 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:29.839483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091a04d4-f2a8-430a-a02c-21debeefbf17 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:22:29.867249 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-75f933f9-9a64-4f28-957d-07d4b28e8037 req-fb1d43fc-eded-4061-89c1-c8859eda4948 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:29.870886 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:29.882326 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 091a04d4-f2a8-430a-a02c-21debeefbf17, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=091a04d4-f2a8-430a-a02c-21debeefbf17,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:29.892151 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:29.892702 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0cc0db90-13d4-4b6e-b5e5-b713be3f88c1 req-99ded004-65b6-45b2-a032-ac691221cce9 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804853 Jul 08 20:22:29.922605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-75f933f9-9a64-4f28-957d-07d4b28e8037 req-fb1d43fc-eded-4061-89c1-c8859eda4948 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:29.948285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-684b09fb-2f53-47b4-a7f4-4c52dad28345 req-dc2e7fa9-476b-4452-ab94-298b8de9ec94 service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983286 Jul 08 20:22:29.965502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d43fc-eded-4061-89c1-c8859eda4948 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3ea4a8-b5e5-4b57-876b-5b9ef1521441,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:30.112876 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-75f933f9-9a64-4f28-957d-07d4b28e8037 req-fb1d43fc-eded-4061-89c1-c8859eda4948 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:30.114015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-75f933f9-9a64-4f28-957d-07d4b28e8037 req-fb1d43fc-eded-4061-89c1-c8859eda4948 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6380358 Jul 08 20:22:30.121325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=091a04d4-f2a8-430a-a02c-21debeefbf17,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:30.135466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de7a868-e8e9-460b-a33d-d59fcbc7cd62 None None] Network 66d601da-a8eb-4274-a8f5-3920d0d0c05f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:30.179618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Deleting port 3743d63a-94ab-4ca2-83ce-f91661fc09de {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:22:30.182482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:30.187117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['091a04d4-f2a8-430a-a02c-21debeefbf17'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:22:30.222007 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa4eefe-5f1d-4233-9bbc-f7cf1f5e4ac5 x-openstack-request-id: req-3aa4eefe-5f1d-4233-9bbc-f7cf1f5e4ac5 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:30.222559 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961bf4d4-3c20-4ed8-bda8-1aef2ade0a65", "name": "network-vif-deleted", "tag": "93321c83-37e4-403a-a613-634705242f16", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:30.222642 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3aa4eefe-5f1d-4233-9bbc-f7cf1f5e4ac5 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:30.225637 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961bf4d4-3c20-4ed8-bda8-1aef2ade0a65', 'name': 'network-vif-deleted', 'tag': '93321c83-37e4-403a-a613-634705242f16', 'status': 'completed', 'code': 200} Jul 08 20:22:30.263213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5514f77-611a-410a-aee6-dd3c53450a64 req-51f002cd-0895-453c-8c7a-c9c043c36e98 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:30.265083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5514f77-611a-410a-aee6-dd3c53450a64 req-51f002cd-0895-453c-8c7a-c9c043c36e98 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 945 time: 0.1890910 Jul 08 20:22:30.302050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] For port 3743d63a-94ab-4ca2-83ce-f91661fc09de, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3743d63a-94ab-4ca2-83ce-f91661fc09de,segment=NetworkSegment(5b99239a-ff2a-4a15-8069-a8f87506916b),segment_id=5b99239a-ff2a-4a15-8069-a8f87506916b)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:30.302417 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:30.319916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Calling delete_port for 3743d63a-94ab-4ca2-83ce-f91661fc09de owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:22:30.337208 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5514f77-611a-410a-aee6-dd3c53450a64 req-d3085fe8-8d03-4a9b-b0ee-b5246e14fd15 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662892 Jul 08 20:22:30.558726 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:30.639616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Port': ['ID=3743d63a-94ab-4ca2-83ce-f91661fc09de,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:30.654151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No DVR routers for this DVR port 3743d63a-94ab-4ca2-83ce-f91661fc09de on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:22:30.655841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246a72f7-726c-4a25-a653-f7d18556e56c None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:22:30.970227 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 93321c83-37e4-403a-a613-634705242f16 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:22:31.012019 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:31.054696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d601da-a8eb-4274-a8f5-3920d0d0c05f']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:31.095751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b99239a-ff2a-4a15-8069-a8f87506916b') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:31.095924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b99239a-ff2a-4a15-8069-a8f87506916b') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:31.112816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 93321c83-37e4-403a-a613-634705242f16 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:22:31.113192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 93321c83-37e4-403a-a613-634705242f16 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:22:31.123391 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:31.157437 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:31.160015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246a72f7-726c-4a25-a653-f7d18556e56c None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:22:31.192609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:22:31.195556 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:22:31.209629 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:22:31.797514 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3bf3fb64-fb5b-4874-89c8-91ae2397fcc3 req-413017bd-26f6-4c15-8d31-ca06c8571e1d tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 210 time: 0.0736728 Jul 08 20:22:32.129757 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752b364-c504-4f22-81d2-4dcf177331a0 req-bd86d546-ab3a-460c-9aea-d808f2cf2aa8 tempest-ServersAdminNegativeTestJSON-2111774808 tempest-ServersAdminNegativeTestJSON-2111774808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:32.144196 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1752b364-c504-4f22-81d2-4dcf177331a0 req-bd86d546-ab3a-460c-9aea-d808f2cf2aa8 tempest-ServersAdminNegativeTestJSON-2111774808 tempest-ServersAdminNegativeTestJSON-2111774808-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 1102 time: 0.1235764 Jul 08 20:22:32.158045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55428) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:32.220382 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1752b364-c504-4f22-81d2-4dcf177331a0 req-94aa1597-6b84-4d3a-bd9f-164a2a3ea462 tempest-ServersAdminNegativeTestJSON-2111774808 tempest-ServersAdminNegativeTestJSON-2111774808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:32.280784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-698d3c0d-b02a-42ba-8549-9ccd6ccc8a3e req-31e24640-e112-4160-8c2c-f94c0f222db7 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1746239731', 'description': 'tempest-description-999071357'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:32.320929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:32.359458 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:32.368581 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/66d601da-a8eb-4274-a8f5-3920d0d0c05f HTTP/1.1" status: 204 len: 168 time: 5.1473958 Jul 08 20:22:32.373331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55438) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:32.391809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-94f63497-02cd-4f58-a8e3-529729ef117c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1361468126'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:32.398283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fcc06-9b66-4240-a5d7-ceff99337602 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Network': ['ID=66d601da-a8eb-4274-a8f5-3920d0d0c05f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:32.497995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1752b364-c504-4f22-81d2-4dcf177331a0 req-94aa1597-6b84-4d3a-bd9f-164a2a3ea462 tempest-ServersAdminNegativeTestJSON-2111774808 tempest-ServersAdminNegativeTestJSON-2111774808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:32.535873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1752b364-c504-4f22-81d2-4dcf177331a0 req-94aa1597-6b84-4d3a-bd9f-164a2a3ea462 tempest-ServersAdminNegativeTestJSON-2111774808 tempest-ServersAdminNegativeTestJSON-2111774808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:32.583657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-698d3c0d-b02a-42ba-8549-9ccd6ccc8a3e req-31e24640-e112-4160-8c2c-f94c0f222db7 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:32.642138 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1752b364-c504-4f22-81d2-4dcf177331a0 req-94aa1597-6b84-4d3a-bd9f-164a2a3ea462 tempest-ServersAdminNegativeTestJSON-2111774808 tempest-ServersAdminNegativeTestJSON-2111774808-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886189 Jul 08 20:22:32.796980 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f03c53d7-987b-4ce0-87c3-67edeccda42b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7e56bc4ea1ea4875a20713f35e2c3d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6371279 Jul 08 20:22:32.798435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa1597-6b84-4d3a-bd9f-164a2a3ea462 tempest-ServersAdminNegativeTestJSON-2111774808 tempest-ServersAdminNegativeTestJSON-2111774808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89598cfe-6191-4fe1-b56c-d348ae15552c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:32.800985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55454) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:32.812114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f63497-02cd-4f58-a8e3-529729ef117c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:32.816695 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94f63497-02cd-4f58-a8e3-529729ef117c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:32.867944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f63497-02cd-4f58-a8e3-529729ef117c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:22:32.898821 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94f63497-02cd-4f58-a8e3-529729ef117c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:32.899178 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-94f63497-02cd-4f58-a8e3-529729ef117c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Added segment 9b3df101-7bb4-4795-a877-e6c1ef2cfcfe of type vlan for network 50ec72e4-e04b-4804-9225-80abcd785aa9 Jul 08 20:22:32.958649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 091a04d4-f2a8-430a-a02c-21debeefbf17 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:22:33.022264 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f96c8430-37ce-4d8a-86bf-0cd4d691c1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.074069 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f96c8430-37ce-4d8a-86bf-0cd4d691c1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.076938 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 091a04d4-f2a8-430a-a02c-21debeefbf17 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:33.083158 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 091a04d4-f2a8-430a-a02c-21debeefbf17 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:33.083827 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.126405 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda911-74b9-4125-9004-2b7f4c2243ce req-28607470-021e-4703-ae2a-064b3e982036 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:33.129115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-16eda911-74b9-4125-9004-2b7f4c2243ce req-28607470-021e-4703-ae2a-064b3e982036 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 945 time: 0.2327771 Jul 08 20:22:33.131849 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94f63497-02cd-4f58-a8e3-529729ef117c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.166535 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f96c8430-37ce-4d8a-86bf-0cd4d691c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.177319 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f96c8430-37ce-4d8a-86bf-0cd4d691c1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.178735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f96c8430-37ce-4d8a-86bf-0cd4d691c1cf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a009af15-e97a-45eb-81c7-fc1e794b496a HTTP/1.1" status: 204 len: 168 time: 0.3764658 Jul 08 20:22:33.191716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c8430-37ce-4d8a-86bf-0cd4d691c1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a009af15-e97a-45eb-81c7-fc1e794b496a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:33.264414 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-698d3c0d-b02a-42ba-8549-9ccd6ccc8a3e req-31e24640-e112-4160-8c2c-f94c0f222db7 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.273828 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-698d3c0d-b02a-42ba-8549-9ccd6ccc8a3e req-31e24640-e112-4160-8c2c-f94c0f222db7 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.294892 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.316206 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-698d3c0d-b02a-42ba-8549-9ccd6ccc8a3e req-31e24640-e112-4160-8c2c-f94c0f222db7 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.317720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-698d3c0d-b02a-42ba-8549-9ccd6ccc8a3e req-31e24640-e112-4160-8c2c-f94c0f222db7 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0478935 Jul 08 20:22:33.331806 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-16eda911-74b9-4125-9004-2b7f4c2243ce req-21ca55fe-5e3c-47c5-b9be-73756125e3fa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889634 Jul 08 20:22:33.334515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e24640-e112-4160-8c2c-f94c0f222db7 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c7211e-2bfd-4e4d-9d5b-a3cda0515388,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:33.337941 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94f63497-02cd-4f58-a8e3-529729ef117c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.346016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f63497-02cd-4f58-a8e3-529729ef117c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:33.346930 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94f63497-02cd-4f58-a8e3-529729ef117c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.448097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55476) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:33.454179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1a2e1a4f-c3f9-4c5e-a03f-745b12d99d87 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'subnet': {'network_id': '50ec72e4-e04b-4804-9225-80abcd785aa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:33.459494 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-94f63497-02cd-4f58-a8e3-529729ef117c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0814414 Jul 08 20:22:33.476211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:33.482303 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f63497-02cd-4f58-a8e3-529729ef117c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=50ec72e4-e04b-4804-9225-80abcd785aa9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:33.494367 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62da1dd8-8a1d-46ae-970c-5ccae2f0ee3e" -d '{"events": [{"server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "name": "network-vif-plugged", "status": "completed", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:33.510341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 50ec72e4-e04b-4804-9225-80abcd785aa9 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:22:33.634488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2e1a4f-c3f9-4c5e-a03f-745b12d99d87 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:33.648579 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1a4f-c3f9-4c5e-a03f-745b12d99d87 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.662308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 091a04d4-f2a8-430a-a02c-21debeefbf17, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=091a04d4-f2a8-430a-a02c-21debeefbf17,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:33.699769 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.771080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-ef816787-2715-45b3-b57e-b85863a47c89 req-08c6ddae-4b3e-4134-b78c-f44946c31ec9 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-460916808', 'description': 'tempest-description-195362158'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:33.826441 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ef816787-2715-45b3-b57e-b85863a47c89 req-08c6ddae-4b3e-4134-b78c-f44946c31ec9 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:33.955521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=091a04d4-f2a8-430a-a02c-21debeefbf17,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:34.046974 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ef816787-2715-45b3-b57e-b85863a47c89 req-08c6ddae-4b3e-4134-b78c-f44946c31ec9 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:34.054239 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ef816787-2715-45b3-b57e-b85863a47c89 req-08c6ddae-4b3e-4134-b78c-f44946c31ec9 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:34.056826 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27dedea1-0c9b-49b1-8d6a-d9faf67e5b94 req-9fadfa32-44f4-4751-9f4b-5a676978b856 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 210 time: 0.2221291 Jul 08 20:22:34.060962 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a6794f53-fb01-4f05-8e78-67c987a97454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:34.113959 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ef816787-2715-45b3-b57e-b85863a47c89 req-08c6ddae-4b3e-4134-b78c-f44946c31ec9 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:34.128732 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef816787-2715-45b3-b57e-b85863a47c89 req-08c6ddae-4b3e-4134-b78c-f44946c31ec9 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3637526 Jul 08 20:22:34.135229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6ddae-4b3e-4134-b78c-f44946c31ec9 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a597eabe-9d4b-47cc-81a4-2da3718b8010,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:34.206956 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47761cb5-ae50-4756-9d1f-d80b41b40ab7 x-openstack-request-id: req-47761cb5-ae50-4756-9d1f-d80b41b40ab7 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:34.207296 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "name": "network-vif-plugged", "status": "completed", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:34.207554 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-47761cb5-ae50-4756-9d1f-d80b41b40ab7 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:34.207987 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'code': 200} Jul 08 20:22:34.428158 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b2215f10-4823-4147-b06c-794d34b4559c req-b2d3e09c-fc5f-46bc-b540-816e2f2319fd tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/94c7211e-2bfd-4e4d-9d5b-a3cda0515388 HTTP/1.1" status: 200 len: 1806 time: 0.2682145 Jul 08 20:22:34.438735 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1a4f-c3f9-4c5e-a03f-745b12d99d87 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:34.570497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a9aad-bc67-4401-a08d-7003f2e8adb5 req-70fee878-3dd1-45ad-82e3-086e9fd3e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:34.572603 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-595a9aad-bc67-4401-a08d-7003f2e8adb5 req-70fee878-3dd1-45ad-82e3-086e9fd3e067 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 1098 time: 0.2521222 Jul 08 20:22:34.672667 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-595a9aad-bc67-4401-a08d-7003f2e8adb5 req-c9ea1dc6-8d0d-4bfe-9fdc-069e87b4c7f1 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809333 Jul 08 20:22:34.685748 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b2215f10-4823-4147-b06c-794d34b4559c req-a0732239-8eb7-47ca-8e9a-545f67cf8598 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/a597eabe-9d4b-47cc-81a4-2da3718b8010 HTTP/1.1" status: 200 len: 1805 time: 0.2565825 Jul 08 20:22:34.693560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-b2215f10-4823-4147-b06c-794d34b4559c req-ec734255-3ba7-48b1-a51b-33e7875237bd tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '94c7211e-2bfd-4e4d-9d5b-a3cda0515388', 'remote_group_id': 'a597eabe-9d4b-47cc-81a4-2da3718b8010', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:34.693887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-b2215f10-4823-4147-b06c-794d34b4559c req-ec734255-3ba7-48b1-a51b-33e7875237bd tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '94c7211e-2bfd-4e4d-9d5b-a3cda0515388', 'remote_group_id': 'a597eabe-9d4b-47cc-81a4-2da3718b8010', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:34.697249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e1a4f-c3f9-4c5e-a03f-745b12d99d87 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Subnet': ['ID=47804b81-c439-49eb-9b26-4ef51c6dbe2d,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:34.734771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2e1a4f-c3f9-4c5e-a03f-745b12d99d87 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking segment: {'id': '9b3df101-7bb4-4795-a877-e6c1ef2cfcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '50ec72e4-e04b-4804-9225-80abcd785aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:34.735285 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2e1a4f-c3f9-4c5e-a03f-745b12d99d87 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network hostable DHCP agents. Network: 50ec72e4-e04b-4804-9225-80abcd785aa9, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:22:34.791373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2e1a4f-c3f9-4c5e-a03f-745b12d99d87 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network 50ec72e4-e04b-4804-9225-80abcd785aa9 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:22:34.813195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-1a2e1a4f-c3f9-4c5e-a03f-745b12d99d87 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 50ec72e4-e04b-4804-9225-80abcd785aa9) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:34.821184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2e1a4f-c3f9-4c5e-a03f-745b12d99d87 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:34.822200 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1a4f-c3f9-4c5e-a03f-745b12d99d87 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:34.824498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14941239-c087-48da-8601-a102599550d5 None None] Network 50ec72e4-e04b-4804-9225-80abcd785aa9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:34.858555 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b2215f10-4823-4147-b06c-794d34b4559c req-ec734255-3ba7-48b1-a51b-33e7875237bd tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:34.877790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1a2e1a4f-c3f9-4c5e-a03f-745b12d99d87 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4282119 Jul 08 20:22:34.880395 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55518) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:34.988291 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b2215f10-4823-4147-b06c-794d34b4559c req-ec734255-3ba7-48b1-a51b-33e7875237bd tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:34.997825 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b2215f10-4823-4147-b06c-794d34b4559c req-ec734255-3ba7-48b1-a51b-33e7875237bd tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:35.032455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b2215f10-4823-4147-b06c-794d34b4559c req-ec734255-3ba7-48b1-a51b-33e7875237bd tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:35.053328 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b2215f10-4823-4147-b06c-794d34b4559c req-ec734255-3ba7-48b1-a51b-33e7875237bd tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3655951 Jul 08 20:22:35.081133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec734255-3ba7-48b1-a51b-33e7875237bd tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abdfcefa-9619-4ed3-bd1a-4d197917330b,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:35.178002 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:35.302169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245192dd-c6e0-4313-be1f-cfae4fc2f6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-50ec72e4-e04b-4804-9225-80abcd785aa9', 'network_id': '50ec72e4-e04b-4804-9225-80abcd785aa9', 'tenant_id': '5b26d626c5f3464dbd4f465d3ae734ce', 'fixed_ips': [{'subnet_id': '47804b81-c439-49eb-9b26-4ef51c6dbe2d'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:22:35.303040 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-245192dd-c6e0-4313-be1f-cfae4fc2f6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:35.323507 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:35.437555 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:35.492615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Subnet': ['ID=47804b81-c439-49eb-9b26-4ef51c6dbe2d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:35.594243 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:35.607258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ec72e4-e04b-4804-9225-80abcd785aa9']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:35.620974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3df101-7bb4-4795-a877-e6c1ef2cfcfe') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:35.621355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3df101-7bb4-4795-a877-e6c1ef2cfcfe') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server [None req-245192dd-c6e0-4313-be1f-cfae4fc2f6ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47804b81-c439-49eb-9b26-4ef51c6dbe2d: This subnet is being modified by another concurrent operation. Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:22:35.623220 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise exception Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47804b81-c439-49eb-9b26-4ef51c6dbe2d: This subnet is being modified by another concurrent operation. Jul 08 20:22:35.627042 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Jul 08 20:22:35.641767 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:35.663630 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:35.673472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:22:35.675936 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:22:35.687320 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:22:35.699182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af50367b-2838-42b5-9507-19ae53ee5f46 None None] Network 50ec72e4-e04b-4804-9225-80abcd785aa9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:35.732758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b8d57-ef19-4e85-948b-260777a23d26 req-229cf907-731e-4919-84ba-8e48c99ead46 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:35.743236 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e22b8d57-ef19-4e85-948b-260777a23d26 req-229cf907-731e-4919-84ba-8e48c99ead46 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 950 time: 0.2917736 Jul 08 20:22:35.849258 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e22b8d57-ef19-4e85-948b-260777a23d26 req-a2a432da-2a78-41fa-8bea-39d43ff6ad3a tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074696 Jul 08 20:22:35.856043 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da6ed2-5501-4e49-892a-9c35c613db0a req-fce20d65-577b-4dd5-bfa9-99479b65cc31 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:35.863742 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c2da6ed2-5501-4e49-892a-9c35c613db0a req-fce20d65-577b-4dd5-bfa9-99479b65cc31 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 946 time: 0.6832559 Jul 08 20:22:35.880028 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-82d0e663-7c0c-4a15-b31b-99d1a7c50863 req-e0ba24b1-f2f5-432f-b2b5-1672975f4106 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-820864621', 'description': 'tempest-description-456026902'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:35.931430 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-82d0e663-7c0c-4a15-b31b-99d1a7c50863 req-e0ba24b1-f2f5-432f-b2b5-1672975f4106 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:35.947486 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:35.967833 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:35.984402 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/50ec72e4-e04b-4804-9225-80abcd785aa9 HTTP/1.1" status: 204 len: 168 time: 1.1027379 Jul 08 20:22:35.988587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55546) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:36.017491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-14823fde-4e75-4157-8b9b-58bb8d340af4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-900526139'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:36.068936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e0340-3f38-4579-93da-fc79445da951 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Network': ['ID=50ec72e4-e04b-4804-9225-80abcd785aa9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:36.088698 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c2da6ed2-5501-4e49-892a-9c35c613db0a req-6deb1a46-9d58-440b-9b5b-d3054592234e tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921718 Jul 08 20:22:36.199806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332b2456-9c1a-4dd4-9621-900cb068690d None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:22:36.271533 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-82d0e663-7c0c-4a15-b31b-99d1a7c50863 req-e0ba24b1-f2f5-432f-b2b5-1672975f4106 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:36.288126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-82d0e663-7c0c-4a15-b31b-99d1a7c50863 req-e0ba24b1-f2f5-432f-b2b5-1672975f4106 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:36.364053 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aad15fad-a5c8-4013-b1b7-a98887bdb601 req-3bbd2438-2d89-44e8-9cb7-b28ddb334ff9 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=961bf4d4-3c20-4ed8-bda8-1aef2ade0a65 HTTP/1.1" status: 200 len: 210 time: 0.0651634 Jul 08 20:22:36.372974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b2456-9c1a-4dd4-9621-900cb068690d None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:22:36.412025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14823fde-4e75-4157-8b9b-58bb8d340af4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:36.417260 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14823fde-4e75-4157-8b9b-58bb8d340af4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:36.429750 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-82d0e663-7c0c-4a15-b31b-99d1a7c50863 req-e0ba24b1-f2f5-432f-b2b5-1672975f4106 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:36.445315 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-82d0e663-7c0c-4a15-b31b-99d1a7c50863 req-e0ba24b1-f2f5-432f-b2b5-1672975f4106 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5741401 Jul 08 20:22:36.446340 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba24b1-f2f5-432f-b2b5-1672975f4106 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7beb073-1110-43c0-8feb-9ddc4419319f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:36.474027 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f959fa-b230-4333-a404-00a5630a1217 req-b8329082-1c8c-4195-90f9-f2c6692c3902 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:36.476029 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93f959fa-b230-4333-a404-00a5630a1217 req-b8329082-1c8c-4195-90f9-f2c6692c3902 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.104 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 950 time: 0.3456876 Jul 08 20:22:36.492489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14823fde-4e75-4157-8b9b-58bb8d340af4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:22:36.558399 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14823fde-4e75-4157-8b9b-58bb8d340af4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:36.558807 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-14823fde-4e75-4157-8b9b-58bb8d340af4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Added segment 1ac2e210-0658-4c46-aa87-ed56958e12d6 of type vlan for network 8563cf30-850a-436b-a877-df4223e244a0 Jul 08 20:22:36.573724 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fac26282-6f2f-4277-9afd-0a16d3088d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:36.722890 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-81487180-df1c-4330-8080-848c0cc74651 req-fc7fdcf8-bee4-43d5-8b66-26f370945c4d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-701751298', 'description': 'tempest-description-1215056147'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:36.756992 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14823fde-4e75-4157-8b9b-58bb8d340af4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:36.817728 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-81487180-df1c-4330-8080-848c0cc74651 req-fc7fdcf8-bee4-43d5-8b66-26f370945c4d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:36.879545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-93f959fa-b230-4333-a404-00a5630a1217 req-dfba3b09-7a7d-42d6-8314-8df77ac4097b tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Deleting port 8ab85fdb-be52-4964-91f6-855a19197c19 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:22:36.879886 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-93f959fa-b230-4333-a404-00a5630a1217 req-dfba3b09-7a7d-42d6-8314-8df77ac4097b tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:36.986732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-93f959fa-b230-4333-a404-00a5630a1217 req-dfba3b09-7a7d-42d6-8314-8df77ac4097b tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] For port 8ab85fdb-be52-4964-91f6-855a19197c19, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8ab85fdb-be52-4964-91f6-855a19197c19,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:36.987805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-93f959fa-b230-4333-a404-00a5630a1217 req-dfba3b09-7a7d-42d6-8314-8df77ac4097b tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:37.004544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-93f959fa-b230-4333-a404-00a5630a1217 req-dfba3b09-7a7d-42d6-8314-8df77ac4097b tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Calling delete_port for 8ab85fdb-be52-4964-91f6-855a19197c19 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:22:37.033560 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:37.221455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14823fde-4e75-4157-8b9b-58bb8d340af4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:37.228593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14823fde-4e75-4157-8b9b-58bb8d340af4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:37.229359 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14823fde-4e75-4157-8b9b-58bb8d340af4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:37.235576 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-81487180-df1c-4330-8080-848c0cc74651 req-fc7fdcf8-bee4-43d5-8b66-26f370945c4d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:37.262359 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-81487180-df1c-4330-8080-848c0cc74651 req-fc7fdcf8-bee4-43d5-8b66-26f370945c4d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:37.364138 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-14823fde-4e75-4157-8b9b-58bb8d340af4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3650103 Jul 08 20:22:37.367125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55574) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:37.374191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1a0acb8c-c46e-46b6-83aa-9be7b60e5577 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'subnet': {'network_id': '8563cf30-850a-436b-a877-df4223e244a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:37.427475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-81487180-df1c-4330-8080-848c0cc74651 req-fc7fdcf8-bee4-43d5-8b66-26f370945c4d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:37.445309 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-81487180-df1c-4330-8080-848c0cc74651 req-fc7fdcf8-bee4-43d5-8b66-26f370945c4d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8052385 Jul 08 20:22:37.497878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fdcf8-bee4-43d5-8b66-26f370945c4d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a79443e-eb25-477f-96e4-764791074e68,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:37.500078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14823fde-4e75-4157-8b9b-58bb8d340af4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=8563cf30-850a-436b-a877-df4223e244a0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:37.551330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 8563cf30-850a-436b-a877-df4223e244a0 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:22:37.697077 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-93f959fa-b230-4333-a404-00a5630a1217 req-dfba3b09-7a7d-42d6-8314-8df77ac4097b tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:37.759313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b7ced6f5-d82a-441a-a8e4-8c00e51b386d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:22:37.840654 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-548025fa-74a4-4793-b729-aa12c60f3a8c req-f1d5cc20-fb4b-4dbf-af22-d2a4378cf432 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=2798dcde-795d-4844-9f22-58be64bb7ebe HTTP/1.1" status: 200 len: 210 time: 0.2036231 Jul 08 20:22:37.884063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0acb8c-c46e-46b6-83aa-9be7b60e5577 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:37.891723 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a0acb8c-c46e-46b6-83aa-9be7b60e5577 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:37.964299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba3b09-7a7d-42d6-8314-8df77ac4097b tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Pushing event deleted for resources: {'Port': ['ID=8ab85fdb-be52-4964-91f6-855a19197c19,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:38.064091 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f959fa-b230-4333-a404-00a5630a1217 req-dfba3b09-7a7d-42d6-8314-8df77ac4097b tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] No DVR routers for this DVR port 8ab85fdb-be52-4964-91f6-855a19197c19 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:22:38.070569 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-93f959fa-b230-4333-a404-00a5630a1217 req-dfba3b09-7a7d-42d6-8314-8df77ac4097b tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:38.076891 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93f959fa-b230-4333-a404-00a5630a1217 req-dfba3b09-7a7d-42d6-8314-8df77ac4097b tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.104 "DELETE /v2.0/ports/8ab85fdb-be52-4964-91f6-855a19197c19 HTTP/1.1" status: 204 len: 173 time: 1.5949228 Jul 08 20:22:38.112463 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:38.123585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2798dcde-795d-4844-9f22-58be64bb7ebe', 'name': 'network-vif-deleted', 'tag': '8ab85fdb-be52-4964-91f6-855a19197c19'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:38.126062 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a593d3-efb9-4f7a-acc2-76da04f305e1" -d '{"events": [{"server_uuid": "2798dcde-795d-4844-9f22-58be64bb7ebe", "name": "network-vif-deleted", "tag": "8ab85fdb-be52-4964-91f6-855a19197c19"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:38.159315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd2476-fcd4-406e-856a-4b479cd13fa7 req-a86d5f67-f4d2-46e7-82e7-596a4b510c0b tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:38.162296 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-decd2476-fcd4-406e-856a-4b479cd13fa7 req-a86d5f67-f4d2-46e7-82e7-596a4b510c0b tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 946 time: 0.4101796 Jul 08 20:22:38.236040 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-decd2476-fcd4-406e-856a-4b479cd13fa7 req-7f769f2a-36e6-425f-a4f8-2614855fba4b tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670335 Jul 08 20:22:38.291792 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11931103-cfd7-48b5-8a14-364eb055474d req-9768d360-7df7-4549-adca-80d5dbfa8b24 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/f7beb073-1110-43c0-8feb-9ddc4419319f HTTP/1.1" status: 200 len: 1805 time: 0.1628981 Jul 08 20:22:38.458942 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11931103-cfd7-48b5-8a14-364eb055474d req-824beab8-fe34-4fcb-a382-33f51ef361b7 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/2a79443e-eb25-477f-96e4-764791074e68 HTTP/1.1" status: 200 len: 1806 time: 0.1562662 Jul 08 20:22:38.519117 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7ab464-0fb3-4929-a4df-563b62179994 x-openstack-request-id: req-3b7ab464-0fb3-4929-a4df-563b62179994 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:38.519487 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2798dcde-795d-4844-9f22-58be64bb7ebe", "name": "network-vif-deleted", "tag": "8ab85fdb-be52-4964-91f6-855a19197c19", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:38.519811 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3b7ab464-0fb3-4929-a4df-563b62179994 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:38.520273 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2798dcde-795d-4844-9f22-58be64bb7ebe', 'name': 'network-vif-deleted', 'tag': '8ab85fdb-be52-4964-91f6-855a19197c19', 'status': 'completed', 'code': 200} Jul 08 20:22:38.532411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-11931103-cfd7-48b5-8a14-364eb055474d req-2ebe7566-8eee-4889-985f-b5dd344b5850 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f7beb073-1110-43c0-8feb-9ddc4419319f', 'remote_group_id': '2a79443e-eb25-477f-96e4-764791074e68', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:38.533865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-11931103-cfd7-48b5-8a14-364eb055474d req-2ebe7566-8eee-4889-985f-b5dd344b5850 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f7beb073-1110-43c0-8feb-9ddc4419319f', 'remote_group_id': '2a79443e-eb25-477f-96e4-764791074e68', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:38.610892 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a0acb8c-c46e-46b6-83aa-9be7b60e5577 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:38.735197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0acb8c-c46e-46b6-83aa-9be7b60e5577 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Subnet': ['ID=e48b3112-6992-4b69-87c3-a1edde4540eb,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:38.742407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0acb8c-c46e-46b6-83aa-9be7b60e5577 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking segment: {'id': '1ac2e210-0658-4c46-aa87-ed56958e12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8563cf30-850a-436b-a877-df4223e244a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:38.744397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0acb8c-c46e-46b6-83aa-9be7b60e5577 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network hostable DHCP agents. Network: 8563cf30-850a-436b-a877-df4223e244a0, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:22:38.751883 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-bcf49f58-95e0-4553-9741-7f3a3004089a tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2157748 Jul 08 20:22:38.763031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:38.769126 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11931103-cfd7-48b5-8a14-364eb055474d req-2ebe7566-8eee-4889-985f-b5dd344b5850 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:38.791835 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0acb8c-c46e-46b6-83aa-9be7b60e5577 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network 8563cf30-850a-436b-a877-df4223e244a0 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:22:38.801674 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:38.815168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-1a0acb8c-c46e-46b6-83aa-9be7b60e5577 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 8563cf30-850a-436b-a877-df4223e244a0) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:38.827443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0acb8c-c46e-46b6-83aa-9be7b60e5577 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:38.828344 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a0acb8c-c46e-46b6-83aa-9be7b60e5577 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:38.841371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394a5f9e-8375-413d-9fa7-62f4deaeda5e None None] Network 8563cf30-850a-436b-a877-df4223e244a0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:38.883452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11931103-cfd7-48b5-8a14-364eb055474d req-2ebe7566-8eee-4889-985f-b5dd344b5850 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:38.892178 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11931103-cfd7-48b5-8a14-364eb055474d req-2ebe7566-8eee-4889-985f-b5dd344b5850 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:38.900286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1a0acb8c-c46e-46b6-83aa-9be7b60e5577 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5306616 Jul 08 20:22:38.912148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55632) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:38.984101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe7566-8eee-4889-985f-b5dd344b5850 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a3ef33-fa99-4a48-861d-aa153c41ca30,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:38.988783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8ab85fdb-be52-4964-91f6-855a19197c19 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:22:39.019565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 8ab85fdb-be52-4964-91f6-855a19197c19 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:22:39.021133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8ab85fdb-be52-4964-91f6-855a19197c19 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:22:39.033032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11931103-cfd7-48b5-8a14-364eb055474d req-2ebe7566-8eee-4889-985f-b5dd344b5850 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.047418 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11931103-cfd7-48b5-8a14-364eb055474d req-2ebe7566-8eee-4889-985f-b5dd344b5850 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5781362 Jul 08 20:22:39.130991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-8563cf30-850a-436b-a877-df4223e244a0', 'network_id': '8563cf30-850a-436b-a877-df4223e244a0', 'tenant_id': '5b26d626c5f3464dbd4f465d3ae734ce', 'fixed_ips': [{'subnet_id': 'e48b3112-6992-4b69-87c3-a1edde4540eb'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:22:39.133440 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.234911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.305095 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.436415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Allocated IP 172.20.0.2 (8563cf30-850a-436b-a877-df4223e244a0/e48b3112-6992-4b69-87c3-a1edde4540eb/f405960d-3de6-4d0d-8403-a02c948c312f) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:22:39.490346 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.626358 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.632220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Allocated IP 172.25.4.111 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/20a56994-ee2c-4c28-b4c9-bca0256bee94) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:22:39.641065 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Transition to ACTIVE for port object f405960d-3de6-4d0d-8403-a02c948c312f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:39.683083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Transition to ACTIVE for port object f405960d-3de6-4d0d-8403-a02c948c312f will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:39.688315 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.691132 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.742925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Network 8563cf30-850a-436b-a877-df4223e244a0 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:39.746777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:39.751533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:22:39.761343 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Pushing event updated for resources: {'Port': ['ID=f405960d-3de6-4d0d-8403-a02c948c312f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:39.807502 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.812095 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.846064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Attempting to bind port f405960d-3de6-4d0d-8403-a02c948c312f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:22:39.846581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Attempting to bind port f405960d-3de6-4d0d-8403-a02c948c312f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '1ac2e210-0658-4c46-aa87-ed56958e12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8563cf30-850a-436b-a877-df4223e244a0'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:22:39.846825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Attempting to bind port f405960d-3de6-4d0d-8403-a02c948c312f on network 8563cf30-850a-436b-a877-df4223e244a0 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:39.853268 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:22:39.853777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Checking segment: {'id': '1ac2e210-0658-4c46-aa87-ed56958e12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8563cf30-850a-436b-a877-df4223e244a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:39.854283 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.854751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Bound using segment: {'id': '1ac2e210-0658-4c46-aa87-ed56958e12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8563cf30-850a-436b-a877-df4223e244a0'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:22:39.855297 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Bound port: f405960d-3de6-4d0d-8403-a02c948c312f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac2e210-0658-4c46-aa87-ed56958e12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8563cf30-850a-436b-a877-df4223e244a0'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:22:39.855763 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.873401 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.920925 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:39.924340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Subnet': ['ID=e48b3112-6992-4b69-87c3-a1edde4540eb,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:39.924730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:39.933149 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:22:39.940388 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Pushing event updated for resources: {'Port': ['ID=20a56994-ee2c-4c28-b4c9-bca0256bee94,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:39.947407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] For port f405960d-3de6-4d0d-8403-a02c948c312f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:22:39.952227 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] For port f405960d-3de6-4d0d-8403-a02c948c312f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f405960d-3de6-4d0d-8403-a02c948c312f,segment=NetworkSegment(1ac2e210-0658-4c46-aa87-ed56958e12d6),segment_id=1ac2e210-0658-4c46-aa87-ed56958e12d6)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:22:39.958552 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.966064 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:39.985531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8563cf30-850a-436b-a877-df4223e244a0']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:39.994844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5597f1-f6f4-4b31-b89f-2ccca518eb0d req-446a2f6e-3d36-4f94-bc97-f88b78d06cc7 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:39.997018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e5597f1-f6f4-4b31-b89f-2ccca518eb0d req-446a2f6e-3d36-4f94-bc97-f88b78d06cc7 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 812 time: 0.3179746 Jul 08 20:22:40.007642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac2e210-0658-4c46-aa87-ed56958e12d6') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:40.008197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac2e210-0658-4c46-aa87-ed56958e12d6') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:40.026105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e5597f1-f6f4-4b31-b89f-2ccca518eb0d req-d590f85b-a36c-4e58-9dcc-1f2d4cb1f7e4 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/quotas/12186e02ce744e01bcd7d8888ea0fb20 HTTP/1.1" status: 200 len: 375 time: 0.0224783 Jul 08 20:22:40.027849 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:40.058815 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec87ef8-4c3d-463b-bab0-3cff10ae6d33 None None] Pushing event updated for resources: {'Port': ['ID=f405960d-3de6-4d0d-8403-a02c948c312f,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:40.073310 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:40.073659 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:40.077792 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e5597f1-f6f4-4b31-b89f-2ccca518eb0d req-7e00fa50-0c45-4e8a-b5da-6895d0d68d2e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427461 Jul 08 20:22:40.082965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:22:40.083387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:22:40.086593 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:22:40.098386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0afddb-3dee-4224-8e6a-d719dd105773 None None] Network 8563cf30-850a-436b-a877-df4223e244a0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:40.129743 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:40.215677 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 20:22:40.215677 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 20:22:40.215677 n-d-791506-16 neutron-server[94066]: [parameters: {'id': '8563cf30-850a-436b-a877-df4223e244a0'}] Jul 08 20:22:40.215677 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:22:40.215677 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:22:40.258658 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e5597f1-f6f4-4b31-b89f-2ccca518eb0d req-112af47f-5072-4c94-b42e-e3f0f489b6fb service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596026 Jul 08 20:22:40.288171 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f89026-bafa-4005-965e-916792773dff None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:22:40.366251 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:40.370654 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e5597f1-f6f4-4b31-b89f-2ccca518eb0d req-c899aa27-e63b-44fb-86b6-c63e24aadca5 service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027627 Jul 08 20:22:40.373841 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:40.383556 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f89026-bafa-4005-965e-916792773dff None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:22:40.462701 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:40.469215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Pushing event updated for resources: {'Port': ['ID=20a56994-ee2c-4c28-b4c9-bca0256bee94,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:40.480468 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:40.481887 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-f2aece29-0e4d-489d-9476-604bd5943ba5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7254658 Jul 08 20:22:40.605175 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-6bd2edce-7251-455a-bdb1-559662991c58 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.1134899 Jul 08 20:22:40.686573 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05ac6963-4924-404d-b595-d4de4e462417 req-01aaa49b-2a42-493d-b846-dac8ce9ced0f tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/2a79443e-eb25-477f-96e4-764791074e68 HTTP/1.1" status: 200 len: 1806 time: 0.0578229 Jul 08 20:22:40.716013 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:40.740751 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-59663517-6238-46ed-9679-1ea1a69ce8b2 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:40.747900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f9e45f7-d827-486c-8643-918cb3c9093e req-59663517-6238-46ed-9679-1ea1a69ce8b2 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.1389484 Jul 08 20:22:40.828293 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-05ac6963-4924-404d-b595-d4de4e462417 req-32a9a88a-29f7-4c01-b935-1ed98ee32613 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:40.874287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-05ac6963-4924-404d-b595-d4de4e462417 req-32a9a88a-29f7-4c01-b935-1ed98ee32613 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:40.890568 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Deleting port f405960d-3de6-4d0d-8403-a02c948c312f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:22:40.891012 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:40.987502 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a02804ec-d977-443b-afda-af44a77cb9c8 req-e918f5d2-ceae-4f3e-8950-cb0ba230a9d8 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=1a76fd06-88f0-4ef9-b3cf-d5f267a2792a HTTP/1.1" status: 200 len: 210 time: 0.0482452 Jul 08 20:22:41.002548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] For port f405960d-3de6-4d0d-8403-a02c948c312f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f405960d-3de6-4d0d-8403-a02c948c312f,segment=NetworkSegment(1ac2e210-0658-4c46-aa87-ed56958e12d6),segment_id=1ac2e210-0658-4c46-aa87-ed56958e12d6)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:41.002548 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.011716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Calling delete_port for f405960d-3de6-4d0d-8403-a02c948c312f owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:22:41.072458 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-05ac6963-4924-404d-b595-d4de4e462417 req-32a9a88a-29f7-4c01-b935-1ed98ee32613 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.075952 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-05ac6963-4924-404d-b595-d4de4e462417 req-32a9a88a-29f7-4c01-b935-1ed98ee32613 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.090720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05ac6963-4924-404d-b595-d4de4e462417 req-32a9a88a-29f7-4c01-b935-1ed98ee32613 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "DELETE /v2.0/security-groups/2a79443e-eb25-477f-96e4-764791074e68 HTTP/1.1" status: 204 len: 173 time: 0.3964236 Jul 08 20:22:41.109280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9a88a-29f7-4c01-b935-1ed98ee32613 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a79443e-eb25-477f-96e4-764791074e68,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:41.168025 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.227137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No DVR routers for this DVR port f405960d-3de6-4d0d-8403-a02c948c312f on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:22:41.230508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Port': ['ID=f405960d-3de6-4d0d-8403-a02c948c312f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:41.355347 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.385042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8563cf30-850a-436b-a877-df4223e244a0']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:41.429485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac2e210-0658-4c46-aa87-ed56958e12d6') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:41.430366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac2e210-0658-4c46-aa87-ed56958e12d6') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:41.441090 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.455629 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.464141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:22:41.464733 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:22:41.468696 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:22:41.521346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-6feaad2a-0bd0-4f30-98bf-242b70659f75 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:41.523110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-6feaad2a-0bd0-4f30-98bf-242b70659f75 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 821 time: 0.1570561 Jul 08 20:22:41.541737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.543772 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b616a2f5-58a1-4d40-9b13-23c0d19f6b3c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/quotas/a2ee0dc014ab4ec693d7df1bbc66c8b1 HTTP/1.1" status: 200 len: 375 time: 0.0145297 Jul 08 20:22:41.556520 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.558622 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/8563cf30-850a-436b-a877-df4223e244a0 HTTP/1.1" status: 204 len: 168 time: 2.6431420 Jul 08 20:22:41.573321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55762) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:41.578911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-98b8d5db-e865-42f4-93f1-6727325139d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1637179448'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:41.583024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6701dc-6f3d-4980-8468-e75229dc59c5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Network': ['ID=8563cf30-850a-436b-a877-df4223e244a0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:41.626861 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-fd252b8b-d683-407f-a37e-d87c42f4c8f5 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0770271 Jul 08 20:22:41.637815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b8d5db-e865-42f4-93f1-6727325139d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:41.642459 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-98b8d5db-e865-42f4-93f1-6727325139d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.646409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-65aa953a-9fb5-4862-8baf-a8c47c70bdf1 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:22:41.652482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-65aa953a-9fb5-4862-8baf-a8c47c70bdf1 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133331 Jul 08 20:22:41.680490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b8d5db-e865-42f4-93f1-6727325139d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:22:41.699125 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-98b8d5db-e865-42f4-93f1-6727325139d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.699855 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-98b8d5db-e865-42f4-93f1-6727325139d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Added segment 485f8ad6-251e-4de1-9a84-38b0ff50dbcf of type vlan for network ec4f8c9a-7a10-4c37-9100-80a337f2943a Jul 08 20:22:41.764603 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-98b8d5db-e865-42f4-93f1-6727325139d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.805089 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-98b8d5db-e865-42f4-93f1-6727325139d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.810661 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-1234e834-87e1-478b-bbf2-3fed2b137e74 service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510370 Jul 08 20:22:41.813637 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b8d5db-e865-42f4-93f1-6727325139d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:41.814656 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-98b8d5db-e865-42f4-93f1-6727325139d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:41.899190 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-98b8d5db-e865-42f4-93f1-6727325139d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3244274 Jul 08 20:22:41.902059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55780) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:41.908272 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'subnet': {'network_id': 'ec4f8c9a-7a10-4c37-9100-80a337f2943a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:41.917366 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-c3f2209c-fa5a-45c3-84a9-249b0b3ff154 service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053569 Jul 08 20:22:41.922743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8d5db-e865-42f4-93f1-6727325139d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=ec4f8c9a-7a10-4c37-9100-80a337f2943a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:41.935056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network ec4f8c9a-7a10-4c37-9100-80a337f2943a details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:22:41.940614 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-187ebf1c-c448-4ce9-a5c1-28d7a2dcee38 req-a9f423d5-39b8-4276-b89f-0ab38ba63a5e tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/f7beb073-1110-43c0-8feb-9ddc4419319f HTTP/1.1" status: 200 len: 1805 time: 0.0627074 Jul 08 20:22:42.111383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:42.117026 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:42.199736 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Performing IP validity checks on allocation pools {{(pid=94065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 20:22:42.200393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 20:22:42.350917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54e1a0-7e3e-4832-893b-bd385f6634bf req-7939955e-4fbb-4958-a25f-d0e6365d8354 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:42.358459 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1c54e1a0-7e3e-4832-893b-bd385f6634bf req-7939955e-4fbb-4958-a25f-d0e6365d8354 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=3387aa5e-8444-4313-80ec-875e6b574b6b HTTP/1.1" status: 200 len: 950 time: 0.1608529 Jul 08 20:22:42.453510 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1c54e1a0-7e3e-4832-893b-bd385f6634bf req-59586b25-f9f1-4b49-9ab8-4e58a1773cce tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/security-groups?id=37f083c8-6db3-419d-9b5c-b4629f1fecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938411 Jul 08 20:22:42.478647 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:42.575550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-2cee1a4a-bf0d-48a1-845a-dc7e8812d3df req-0dc0651a-a71a-44b5-9ef6-5ab5666a0c54 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-920555956', 'description': 'tempest-description-2094795608'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:42.607884 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2cee1a4a-bf0d-48a1-845a-dc7e8812d3df req-0dc0651a-a71a-44b5-9ef6-5ab5666a0c54 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:42.626874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Subnet': ['ID=2c339090-30e6-46bc-971a-e0be0ae08c8d,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:42.646239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking segment: {'id': '485f8ad6-251e-4de1-9a84-38b0ff50dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ec4f8c9a-7a10-4c37-9100-80a337f2943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:42.646404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network hostable DHCP agents. Network: ec4f8c9a-7a10-4c37-9100-80a337f2943a, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:22:42.679623 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network ec4f8c9a-7a10-4c37-9100-80a337f2943a is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:22:42.698002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, ec4f8c9a-7a10-4c37-9100-80a337f2943a) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:42.710233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637dc2f2-d1db-421c-9272-bb3703f76567 None None] Network ec4f8c9a-7a10-4c37-9100-80a337f2943a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:42.721922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:42.722670 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:42.770892 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2cee1a4a-bf0d-48a1-845a-dc7e8812d3df req-0dc0651a-a71a-44b5-9ef6-5ab5666a0c54 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:42.780323 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2cee1a4a-bf0d-48a1-845a-dc7e8812d3df req-0dc0651a-a71a-44b5-9ef6-5ab5666a0c54 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:42.810767 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5db2c2fa-46fd-4438-b137-bcf91d749236 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9076157 Jul 08 20:22:42.813566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55844) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:42.910794 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2cee1a4a-bf0d-48a1-845a-dc7e8812d3df req-0dc0651a-a71a-44b5-9ef6-5ab5666a0c54 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:42.914491 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2cee1a4a-bf0d-48a1-845a-dc7e8812d3df req-0dc0651a-a71a-44b5-9ef6-5ab5666a0c54 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3501253 Jul 08 20:22:42.917678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0651a-a71a-44b5-9ef6-5ab5666a0c54 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b132aea-dc50-4ba6-b624-10c38b77314a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:43.005746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227e573-2f76-4071-a89e-32e5ca1f25c9 req-c92ff1f5-6b1f-46ac-8c44-d2406a012759 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:43.007414 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b227e573-2f76-4071-a89e-32e5ca1f25c9 req-c92ff1f5-6b1f-46ac-8c44-d2406a012759 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.103 "GET /v2.0/ports?device_id=3387aa5e-8444-4313-80ec-875e6b574b6b HTTP/1.1" status: 200 len: 950 time: 0.1823940 Jul 08 20:22:43.023769 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.039427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-ec4f8c9a-7a10-4c37-9100-80a337f2943a', 'network_id': 'ec4f8c9a-7a10-4c37-9100-80a337f2943a', 'tenant_id': '5b26d626c5f3464dbd4f465d3ae734ce', 'fixed_ips': [{'subnet_id': '2c339090-30e6-46bc-971a-e0be0ae08c8d'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:22:43.041598 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.119195 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.151087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-b227e573-2f76-4071-a89e-32e5ca1f25c9 req-adba34ed-1ff4-4682-8e9a-5e71366cabf8 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Deleting port b7ced6f5-d82a-441a-a8e4-8c00e51b386d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:22:43.151690 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b227e573-2f76-4071-a89e-32e5ca1f25c9 req-adba34ed-1ff4-4682-8e9a-5e71366cabf8 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.244213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Allocated IP 172.20.0.3 (ec4f8c9a-7a10-4c37-9100-80a337f2943a/2c339090-30e6-46bc-971a-e0be0ae08c8d/e88b86d9-c354-4bf2-8204-42c1893accfd) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:22:43.250079 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ba9d47a-e258-41af-b59d-e95e2fd42aa1 req-c2199932-02f3-4a8d-87c1-b63a27dd76d9 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 210 time: 0.0361292 Jul 08 20:22:43.310948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b227e573-2f76-4071-a89e-32e5ca1f25c9 req-adba34ed-1ff4-4682-8e9a-5e71366cabf8 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] For port b7ced6f5-d82a-441a-a8e4-8c00e51b386d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b7ced6f5-d82a-441a-a8e4-8c00e51b386d,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:43.311507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b227e573-2f76-4071-a89e-32e5ca1f25c9 req-adba34ed-1ff4-4682-8e9a-5e71366cabf8 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.348257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-b227e573-2f76-4071-a89e-32e5ca1f25c9 req-adba34ed-1ff4-4682-8e9a-5e71366cabf8 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Calling delete_port for b7ced6f5-d82a-441a-a8e4-8c00e51b386d owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:22:43.538811 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.552024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Transition to ACTIVE for port object e88b86d9-c354-4bf2-8204-42c1893accfd will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:43.581920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Transition to ACTIVE for port object e88b86d9-c354-4bf2-8204-42c1893accfd will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:43.592600 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.613038 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.663714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Pushing event updated for resources: {'Port': ['ID=e88b86d9-c354-4bf2-8204-42c1893accfd,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:43.675527 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Subnet': ['ID=2c339090-30e6-46bc-971a-e0be0ae08c8d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:43.676177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Network ec4f8c9a-7a10-4c37-9100-80a337f2943a is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:43.677682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:43.684510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:22:43.751810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Attempting to bind port e88b86d9-c354-4bf2-8204-42c1893accfd on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:22:43.752415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Attempting to bind port e88b86d9-c354-4bf2-8204-42c1893accfd by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '485f8ad6-251e-4de1-9a84-38b0ff50dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ec4f8c9a-7a10-4c37-9100-80a337f2943a'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:22:43.753018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Attempting to bind port e88b86d9-c354-4bf2-8204-42c1893accfd on network ec4f8c9a-7a10-4c37-9100-80a337f2943a {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:43.759136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:22:43.760059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Checking segment: {'id': '485f8ad6-251e-4de1-9a84-38b0ff50dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ec4f8c9a-7a10-4c37-9100-80a337f2943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:43.760621 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.761344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Bound using segment: {'id': '485f8ad6-251e-4de1-9a84-38b0ff50dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ec4f8c9a-7a10-4c37-9100-80a337f2943a'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:22:43.761980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Bound port: e88b86d9-c354-4bf2-8204-42c1893accfd, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485f8ad6-251e-4de1-9a84-38b0ff50dbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ec4f8c9a-7a10-4c37-9100-80a337f2943a'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:22:43.762520 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.802078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-366727d6-8906-4275-978b-eb46888d9ddb tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:43.803657 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-366727d6-8906-4275-978b-eb46888d9ddb tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 812 time: 0.3997204 Jul 08 20:22:43.813190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55866) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:43.818926 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.831558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4f8c9a-7a10-4c37-9100-80a337f2943a']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:43.843833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] For port e88b86d9-c354-4bf2-8204-42c1893accfd, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:22:43.848312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] For port e88b86d9-c354-4bf2-8204-42c1893accfd, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e88b86d9-c354-4bf2-8204-42c1893accfd,segment=NetworkSegment(485f8ad6-251e-4de1-9a84-38b0ff50dbcf),segment_id=485f8ad6-251e-4de1-9a84-38b0ff50dbcf)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:22:43.855874 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.858050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485f8ad6-251e-4de1-9a84-38b0ff50dbcf') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:43.861187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485f8ad6-251e-4de1-9a84-38b0ff50dbcf') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:43.866731 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-37c1daf1-f87b-42d4-946c-50b26d08125c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/quotas/12186e02ce744e01bcd7d8888ea0fb20 HTTP/1.1" status: 200 len: 375 time: 0.0241129 Jul 08 20:22:43.879851 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b227e573-2f76-4071-a89e-32e5ca1f25c9 req-adba34ed-1ff4-4682-8e9a-5e71366cabf8 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.888053 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.919554 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.932345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3848eb-3e6a-4a25-b4a3-6ea35d42e9a7 None None] Pushing event updated for resources: {'Port': ['ID=e88b86d9-c354-4bf2-8204-42c1893accfd,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:43.943616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:22:43.944125 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:43.950902 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b7ced6f5-d82a-441a-a8e4-8c00e51b386d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:22:43.971706 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-5f26bda7-58ac-48d6-bd5a-c3b7696089a7 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934110 Jul 08 20:22:44.030084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-db4bd7eb-da1f-4f6f-80a1-432c6915d4bd tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:44.031736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-db4bd7eb-da1f-4f6f-80a1-432c6915d4bd tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.104 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 821 time: 0.5455465 Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:22:44.044888 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:22:44.048527 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 20:22:44.048527 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 20:22:44.048527 n-d-791506-16 neutron-server[94066]: [parameters: {'id': 'ec4f8c9a-7a10-4c37-9100-80a337f2943a'}] Jul 08 20:22:44.048527 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:22:44.049405 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:22:44.067916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa8b521-b827-42ea-ba7b-534383801883 None None] Network ec4f8c9a-7a10-4c37-9100-80a337f2943a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:44.094478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba34ed-1ff4-4682-8e9a-5e71366cabf8 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Pushing event deleted for resources: {'Port': ['ID=b7ced6f5-d82a-441a-a8e4-8c00e51b386d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:44.097819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b227e573-2f76-4071-a89e-32e5ca1f25c9 req-adba34ed-1ff4-4682-8e9a-5e71366cabf8 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] No DVR routers for this DVR port b7ced6f5-d82a-441a-a8e4-8c00e51b386d on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:22:44.100256 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b227e573-2f76-4071-a89e-32e5ca1f25c9 req-adba34ed-1ff4-4682-8e9a-5e71366cabf8 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.102586 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b227e573-2f76-4071-a89e-32e5ca1f25c9 req-adba34ed-1ff4-4682-8e9a-5e71366cabf8 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.103 "DELETE /v2.0/ports/b7ced6f5-d82a-441a-a8e4-8c00e51b386d HTTP/1.1" status: 204 len: 173 time: 1.0856125 Jul 08 20:22:44.109096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3387aa5e-8444-4313-80ec-875e6b574b6b', 'name': 'network-vif-deleted', 'tag': 'b7ced6f5-d82a-441a-a8e4-8c00e51b386d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:44.112101 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fbe5b2-9702-49dd-b78c-5657c72a8194" -d '{"events": [{"server_uuid": "3387aa5e-8444-4313-80ec-875e6b574b6b", "name": "network-vif-deleted", "tag": "b7ced6f5-d82a-441a-a8e4-8c00e51b386d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:44.123037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Request body: {'port': {'device_id': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'admin_state_up': True, 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:44.144946 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16e93953-20a4-44ca-810f-c4c3479c0b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.148014 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aced9a1b-3504-4c20-85b4-da3b292d9009 req-349db18a-1bd4-467a-b24b-03da95ff0c94 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/7b132aea-dc50-4ba6-b624-10c38b77314a HTTP/1.1" status: 200 len: 1806 time: 0.0473313 Jul 08 20:22:44.160734 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-aced9a1b-3504-4c20-85b4-da3b292d9009 req-a6338f51-9efe-4223-8696-1c8f0296860e tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7b132aea-dc50-4ba6-b624-10c38b77314a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:44.161297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-aced9a1b-3504-4c20-85b4-da3b292d9009 req-a6338f51-9efe-4223-8696-1c8f0296860e tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7b132aea-dc50-4ba6-b624-10c38b77314a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:44.233120 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-aced9a1b-3504-4c20-85b4-da3b292d9009 req-a6338f51-9efe-4223-8696-1c8f0296860e tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.269663 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-aced9a1b-3504-4c20-85b4-da3b292d9009 req-a6338f51-9efe-4223-8696-1c8f0296860e tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.273843 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-aced9a1b-3504-4c20-85b4-da3b292d9009 req-a6338f51-9efe-4223-8696-1c8f0296860e tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.300133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6338f51-9efe-4223-8696-1c8f0296860e tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5aac182-fdf7-49f1-824c-93223c24bdb3,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:44.323265 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-116078ba-7230-4473-a7d3-ac816267b052 service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506792 Jul 08 20:22:44.456373 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16e93953-20a4-44ca-810f-c4c3479c0b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.459237 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-5a230d7c-9718-4f87-bec7-81e4fe4e1391 service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276414 Jul 08 20:22:44.461126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16e93953-20a4-44ca-810f-c4c3479c0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.466960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26071e1e-df64-45d4-b8d7-718ef1b2ff55 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:22:44.467502 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-aced9a1b-3504-4c20-85b4-da3b292d9009 req-a6338f51-9efe-4223-8696-1c8f0296860e tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.468965 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aced9a1b-3504-4c20-85b4-da3b292d9009 req-a6338f51-9efe-4223-8696-1c8f0296860e tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3132727 Jul 08 20:22:44.510203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e93953-20a4-44ca-810f-c4c3479c0b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b03d22-b774-4ed7-a60c-cf46380b95b3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:44.516882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-16e93953-20a4-44ca-810f-c4c3479c0b80 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b84a30368634414880ea286df5941444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7004015 Jul 08 20:22:44.516882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Made reservation on behalf of a2ee0dc014ab4ec693d7df1bbc66c8b1 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:44.517317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55878) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:44.519726 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.558153 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.610247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26071e1e-df64-45d4-b8d7-718ef1b2ff55 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:22:44.679739 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-306bb667-5513-4bee-b8b7-1eab5646f712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.731634 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-306bb667-5513-4bee-b8b7-1eab5646f712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.779159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Allocated IP 172.20.0.5 (48a19f87-9413-4e4d-bcec-0eb6bedd7a1f/02497ea6-a8d2-4775-bbb5-becb69ed5561/8a8f449a-010e-4be0-903a-f0b85a2553f1) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:22:44.841988 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Deleting port e88b86d9-c354-4bf2-8204-42c1893accfd {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:22:44.842589 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.870269 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4dd6a56e-0f4f-4b7b-b57d-545dd5af9cbf req-a5bc05ec-787b-4d2a-9a6e-b04e40fdccb0 tempest-ServersAdminNegativeTestJSON-18260338 tempest-ServersAdminNegativeTestJSON-18260338-project] 10.222.0.101 "GET /v2.0/ports?device_id=3387aa5e-8444-4313-80ec-875e6b574b6b HTTP/1.1" status: 200 len: 210 time: 0.0853271 Jul 08 20:22:44.969759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:22:44.973108 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-306bb667-5513-4bee-b8b7-1eab5646f712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.980921 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-306bb667-5513-4bee-b8b7-1eab5646f712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:44.984165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-306bb667-5513-4bee-b8b7-1eab5646f712 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d1b03d22-b774-4ed7-a60c-cf46380b95b3 HTTP/1.1" status: 204 len: 168 time: 0.4646904 Jul 08 20:22:45.049402 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bb667-5513-4bee-b8b7-1eab5646f712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b03d22-b774-4ed7-a60c-cf46380b95b3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:45.064541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] For port e88b86d9-c354-4bf2-8204-42c1893accfd, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e88b86d9-c354-4bf2-8204-42c1893accfd,segment=NetworkSegment(485f8ad6-251e-4de1-9a84-38b0ff50dbcf),segment_id=485f8ad6-251e-4de1-9a84-38b0ff50dbcf)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:45.064935 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.104029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Calling delete_port for e88b86d9-c354-4bf2-8204-42c1893accfd owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:22:45.122798 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d380faa-c9ec-441b-bbe7-20007111c96a x-openstack-request-id: req-6d380faa-c9ec-441b-bbe7-20007111c96a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:45.122944 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3387aa5e-8444-4313-80ec-875e6b574b6b", "name": "network-vif-deleted", "tag": "b7ced6f5-d82a-441a-a8e4-8c00e51b386d", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:45.123167 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6d380faa-c9ec-441b-bbe7-20007111c96a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:45.129377 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3387aa5e-8444-4313-80ec-875e6b574b6b', 'name': 'network-vif-deleted', 'tag': 'b7ced6f5-d82a-441a-a8e4-8c00e51b386d', 'status': 'completed', 'code': 200} Jul 08 20:22:45.249963 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.258609 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.294783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Transition to ACTIVE for port object 8a8f449a-010e-4be0-903a-f0b85a2553f1 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:45.309325 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.335377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd327d66-8dbb-4975-b454-c2b5acf6f9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:45.339875 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5590094c-48f5-4505-b93d-838d4fb03fc8" -d '{"events": [{"server_uuid": "fd327d66-8dbb-4975-b454-c2b5acf6f9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:45.374551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:45.375633 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Port': ['ID=e88b86d9-c354-4bf2-8204-42c1893accfd,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:45.383052 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.394464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No DVR routers for this DVR port e88b86d9-c354-4bf2-8204-42c1893accfd on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:22:45.451166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c9c858d-223d-4814-b10b-244cd68188f7 req-ce3e67e0-8f92-4450-9968-bb0f35c7b83c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 210 time: 0.0694742 Jul 08 20:22:45.457336 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-abb64d16-1d6c-4949-aa49-ae733970c58c req-2699f338-bf6e-4f50-9ed0-c5af5e2f6b10 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/7b132aea-dc50-4ba6-b624-10c38b77314a HTTP/1.1" status: 200 len: 2400 time: 0.0871687 Jul 08 20:22:45.460512 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.470678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55902) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:45.476657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-abb64d16-1d6c-4949-aa49-ae733970c58c req-f0c15df6-48bd-4286-b37c-4db51c76e470 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7b132aea-dc50-4ba6-b624-10c38b77314a', 'remote_group_id': None}]} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:45.476991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-abb64d16-1d6c-4949-aa49-ae733970c58c req-f0c15df6-48bd-4286-b37c-4db51c76e470 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7b132aea-dc50-4ba6-b624-10c38b77314a', 'remote_group_id': None}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:45.481806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['091a04d4-f2a8-430a-a02c-21debeefbf17'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:22:45.515076 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:45.540077 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.551056 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd44e-ad6b-4d0f-bba7-af3aaaaff492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.566767 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4f8c9a-7a10-4c37-9100-80a337f2943a']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:45.567658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:45.589645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:45.593805 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c904292-62ad-4c5c-be24-5862e1309b00 req-e35cd565-43fb-477b-ae49-40a12ffd59d2 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 210 time: 0.0491562 Jul 08 20:22:45.595535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485f8ad6-251e-4de1-9a84-38b0ff50dbcf') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:45.595831 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485f8ad6-251e-4de1-9a84-38b0ff50dbcf') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:45.596580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:22:45.606409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.647567 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.662032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:22:45.662632 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:22:45.671223 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:22:45.683351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Pushing event updated for resources: {'Port': ['ID=8a8f449a-010e-4be0-903a-f0b85a2553f1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:45.758712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:45.759455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.785532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-abb64d16-1d6c-4949-aa49-ae733970c58c req-f0c15df6-48bd-4286-b37c-4db51c76e470 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.831570 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.843329 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.845114 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/ec4f8c9a-7a10-4c37-9100-80a337f2943a HTTP/1.1" status: 204 len: 168 time: 3.0305412 Jul 08 20:22:45.850911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55912) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:45.854708 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-abb64d16-1d6c-4949-aa49-ae733970c58c req-f0c15df6-48bd-4286-b37c-4db51c76e470 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.866026 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-abb64d16-1d6c-4949-aa49-ae733970c58c req-f0c15df6-48bd-4286-b37c-4db51c76e470 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.867205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1aaae3f1-0799-44ee-a667-03d2799abbfd tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-547959600'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:45.880958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff71dd-036d-4e3d-9bd3-b775b0ac2bc5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Network': ['ID=ec4f8c9a-7a10-4c37-9100-80a337f2943a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:45.894579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-034f1373-6044-452e-bcab-865c7ea39270 None None] Provisioning for port 8a8f449a-010e-4be0-903a-f0b85a2553f1 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:45.896737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c15df6-48bd-4286-b37c-4db51c76e470 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd36e2a-de11-4b2d-9fa1-fc7bcf077eab,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:45.906321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-034f1373-6044-452e-bcab-865c7ea39270 None None] Provisioning complete for port 8a8f449a-010e-4be0-903a-f0b85a2553f1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:45.907198 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-034f1373-6044-452e-bcab-865c7ea39270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.935745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-1599172f-26f0-4a2d-aae9-140f1507e74d tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:45.938282 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-1599172f-26f0-4a2d-aae9-140f1507e74d tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/networks?id=fdb5f88e-06d4-480f-a839-50102aa47e53 HTTP/1.1" status: 200 len: 804 time: 0.1836474 Jul 08 20:22:45.950920 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd44e-ad6b-4d0f-bba7-af3aaaaff492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.954408 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-034f1373-6044-452e-bcab-865c7ea39270 None None] Port 8a8f449a-010e-4be0-903a-f0b85a2553f1 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:22:45.957689 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-23583118-014b-4239-96ab-2f64e0947321 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/quotas/f072151cc9a246949063c5a455a633da HTTP/1.1" status: 200 len: 375 time: 0.0124726 Jul 08 20:22:45.962705 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd44e-ad6b-4d0f-bba7-af3aaaaff492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:45.977013 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b48d6baf-a46c-41c7-8457-af0f86b6fbaa tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8684247 Jul 08 20:22:45.991412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Request body: {'port': {'device_id': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:46.013052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaae3f1-0799-44ee-a667-03d2799abbfd tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:46.016650 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1aaae3f1-0799-44ee-a667-03d2799abbfd tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:46.046110 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-abb64d16-1d6c-4949-aa49-ae733970c58c req-f0c15df6-48bd-4286-b37c-4db51c76e470 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:46.047736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-abb64d16-1d6c-4949-aa49-ae733970c58c req-f0c15df6-48bd-4286-b37c-4db51c76e470 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5760164 Jul 08 20:22:46.048369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbd44e-ad6b-4d0f-bba7-af3aaaaff492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8660007d-8b1e-4aa3-a0f6-c38dc0018588,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:46.057867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aaae3f1-0799-44ee-a667-03d2799abbfd tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:22:46.067642 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b7fbd44e-ad6b-4d0f-bba7-af3aaaaff492 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=35fb4614cc0f4b2596b8b4a1f2046e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5825422 Jul 08 20:22:46.070146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55918) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:46.077575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-8327c4bf-b88d-41c8-a162-3d3d7208e8d7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f072151cc9a246949063c5a455a633da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1152322 Jul 08 20:22:46.098622 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501bc87f-83c3-4c57-aafc-7c92b8590a89 x-openstack-request-id: req-501bc87f-83c3-4c57-aafc-7c92b8590a89 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:46.099226 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd327d66-8dbb-4975-b454-c2b5acf6f9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:46.099696 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-501bc87f-83c3-4c57-aafc-7c92b8590a89 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:46.100335 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd327d66-8dbb-4975-b454-c2b5acf6f9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb', 'code': 200} Jul 08 20:22:46.100804 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1aaae3f1-0799-44ee-a667-03d2799abbfd tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:46.101468 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-1aaae3f1-0799-44ee-a667-03d2799abbfd tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Added segment 5816ecb3-37cd-40c8-9948-51348b1ed215 of type vlan for network 908d7e6f-39e5-49fb-9f65-a4db4456fa0a Jul 08 20:22:46.147212 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:46.174212 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c0af2d1-5c00-4ce3-a92f-8210ed56b5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:46.176617 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1aaae3f1-0799-44ee-a667-03d2799abbfd tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:46.221312 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-55db0213-4bc3-40d5-a21e-26aec08f40fc service neutron] 10.222.0.101 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427138 Jul 08 20:22:46.225567 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c0af2d1-5c00-4ce3-a92f-8210ed56b5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:46.252644 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1aaae3f1-0799-44ee-a667-03d2799abbfd tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:46.258113 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaae3f1-0799-44ee-a667-03d2799abbfd tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:46.259271 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1aaae3f1-0799-44ee-a667-03d2799abbfd tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:46.362732 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1aaae3f1-0799-44ee-a667-03d2799abbfd tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5017869 Jul 08 20:22:46.367687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55922) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:46.375136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaae3f1-0799-44ee-a667-03d2799abbfd tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=908d7e6f-39e5-49fb-9f65-a4db4456fa0a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:46.376184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-43e1c918-6504-4ae8-85fd-a7044ada015c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'subnet': {'network_id': '908d7e6f-39e5-49fb-9f65-a4db4456fa0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:46.389830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 908d7e6f-39e5-49fb-9f65-a4db4456fa0a details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:22:46.401544 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-f0f3d246-019e-40fe-8b4c-b1d178ef9463 service neutron] 10.222.0.101 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714919 Jul 08 20:22:46.544555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a68502-e694-47a4-9d56-e75bf06a8036 req-6948553c-b6af-4fc5-bd1f-641855650e15 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:46.546348 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9a68502-e694-47a4-9d56-e75bf06a8036 req-6948553c-b6af-4fc5-bd1f-641855650e15 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd327d66-8dbb-4975-b454-c2b5acf6f9dd HTTP/1.1" status: 200 len: 943 time: 0.1233110 Jul 08 20:22:46.561543 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c0af2d1-5c00-4ce3-a92f-8210ed56b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:46.574898 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c0af2d1-5c00-4ce3-a92f-8210ed56b5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:46.576164 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0c0af2d1-5c00-4ce3-a92f-8210ed56b5eb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8660007d-8b1e-4aa3-a0f6-c38dc0018588 HTTP/1.1" status: 204 len: 168 time: 0.5018477 Jul 08 20:22:46.777934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-b9a68502-e694-47a4-9d56-e75bf06a8036 req-c207df6f-9624-4316-98dc-4bb527da9343 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Deleting port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:22:46.779278 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9a68502-e694-47a4-9d56-e75bf06a8036 req-c207df6f-9624-4316-98dc-4bb527da9343 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:46.920723 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55946) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:46.947511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-b9a68502-e694-47a4-9d56-e75bf06a8036 req-c207df6f-9624-4316-98dc-4bb527da9343 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] For port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:46.948413 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9a68502-e694-47a4-9d56-e75bf06a8036 req-c207df6f-9624-4316-98dc-4bb527da9343 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:46.967989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2d3a9-46bd-420f-8364-c18a05111297 req-1d8d8592-51e1-46b4-a853-19a4914fdb4f tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:46.969911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d3b2d3a9-46bd-420f-8364-c18a05111297 req-1d8d8592-51e1-46b4-a853-19a4914fdb4f tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 931 time: 0.1853557 Jul 08 20:22:46.976208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0af2d1-5c00-4ce3-a92f-8210ed56b5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8660007d-8b1e-4aa3-a0f6-c38dc0018588,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:46.979047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-b9a68502-e694-47a4-9d56-e75bf06a8036 req-c207df6f-9624-4316-98dc-4bb527da9343 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Calling delete_port for e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:22:46.986764 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b7ced6f5-d82a-441a-a8e4-8c00e51b386d no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:22:47.010271 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8f449a-010e-4be0-903a-f0b85a2553f1 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:22:47.039514 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: b7ced6f5-d82a-441a-a8e4-8c00e51b386d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:22:47.041627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b7ced6f5-d82a-441a-a8e4-8c00e51b386d not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:22:47.054183 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.078719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d3b2d3a9-46bd-420f-8364-c18a05111297 req-cef0b3dc-3bb9-4e8b-a5d3-46f25e8de76e tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969579 Jul 08 20:22:47.103132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e1c918-6504-4ae8-85fd-a7044ada015c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:47.106959 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43e1c918-6504-4ae8-85fd-a7044ada015c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.124332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Transition to ACTIVE for port object 8a8f449a-010e-4be0-903a-f0b85a2553f1 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:47.171901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-1eeb6c2a-a395-4a64-962c-c6438290a61f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:47.174572 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-1eeb6c2a-a395-4a64-962c-c6438290a61f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 812 time: 0.6240880 Jul 08 20:22:47.179940 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1c260183-f562-4322-94bc-daaa0d8fbde1 req-fb105ce6-e011-4c15-baaf-27f36a37256c tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/7b132aea-dc50-4ba6-b624-10c38b77314a HTTP/1.1" status: 200 len: 2999 time: 0.6281142 Jul 08 20:22:47.202852 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9a68502-e694-47a4-9d56-e75bf06a8036 req-c207df6f-9624-4316-98dc-4bb527da9343 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.209229 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.224409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-bfc41e8d-354d-41ae-9186-d488ac2bb274 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Request body: {'port': {'device_id': '4d287505-384a-482d-bf8f-3f91c42d5a33', 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'admin_state_up': True, 'tenant_id': '12186e02ce744e01bcd7d8888ea0fb20'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:47.288034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207df6f-9624-4316-98dc-4bb527da9343 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Pushing event deleted for resources: {'Port': ['ID=e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:47.292340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4e74cab6-06f3-4218-a538-d5723fe980f3 req-646fe206-d2e9-4d74-99ca-9330ccb4bb9f tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 210 time: 0.0921550 Jul 08 20:22:47.302957 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a20460f2-feb4-4e4c-817e-b52ce26c3f98 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d428214bae194774ae82c66289510d0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787620 Jul 08 20:22:47.313827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55964) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:47.344993 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.400840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a68502-e694-47a4-9d56-e75bf06a8036 req-c207df6f-9624-4316-98dc-4bb527da9343 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] No DVR routers for this DVR port e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:22:47.411053 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9a68502-e694-47a4-9d56-e75bf06a8036 req-c207df6f-9624-4316-98dc-4bb527da9343 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.413201 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9a68502-e694-47a4-9d56-e75bf06a8036 req-c207df6f-9624-4316-98dc-4bb527da9343 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "DELETE /v2.0/ports/e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb HTTP/1.1" status: 204 len: 173 time: 0.8604367 Jul 08 20:22:47.413664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd327d66-8dbb-4975-b454-c2b5acf6f9dd', 'name': 'network-vif-deleted', 'tag': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:47.416825 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb1a0f9-dfbc-4013-8a01-b6a1539bad36" -d '{"events": [{"server_uuid": "fd327d66-8dbb-4975-b454-c2b5acf6f9dd", "name": "network-vif-deleted", "tag": "e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:47.464263 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2891f6cc-6f7b-4a7f-92dc-ef46508d5db4 req-28a02bb7-8889-4ca8-a08e-eebf059bb9c2 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-group-rules/9bd36e2a-de11-4b2d-9fa1-fc7bcf077eab HTTP/1.1" status: 200 len: 783 time: 0.0726845 Jul 08 20:22:47.563657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afa0f876-f3b3-41c0-954b-f8ba2188fcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.597886 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2891f6cc-6f7b-4a7f-92dc-ef46508d5db4 req-52861fe8-ccec-4f18-9f81-52a2077da6f3 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/7b132aea-dc50-4ba6-b624-10c38b77314a HTTP/1.1" status: 200 len: 2999 time: 0.1218035 Jul 08 20:22:47.652452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afa0f876-f3b3-41c0-954b-f8ba2188fcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.662628 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1966369f-e3c1-4432-8f2f-f38f9c78923c req-941ca684-3345-49a4-a51c-35087ef38446 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 210 time: 0.0794165 Jul 08 20:22:47.663119 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2891f6cc-6f7b-4a7f-92dc-ef46508d5db4 req-6d73cb99-68e5-486a-a8ca-1274fedab95c tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.693656 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2891f6cc-6f7b-4a7f-92dc-ef46508d5db4 req-6d73cb99-68e5-486a-a8ca-1274fedab95c tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.782121 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afa0f876-f3b3-41c0-954b-f8ba2188fcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.786769 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afa0f876-f3b3-41c0-954b-f8ba2188fcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.788275 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-afa0f876-f3b3-41c0-954b-f8ba2188fcb7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/37f083c8-6db3-419d-9b5c-b4629f1fecc4 HTTP/1.1" status: 204 len: 168 time: 0.4719336 Jul 08 20:22:47.793357 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2891f6cc-6f7b-4a7f-92dc-ef46508d5db4 req-6d73cb99-68e5-486a-a8ca-1274fedab95c tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.805951 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2891f6cc-6f7b-4a7f-92dc-ef46508d5db4 req-6d73cb99-68e5-486a-a8ca-1274fedab95c tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.807251 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2891f6cc-6f7b-4a7f-92dc-ef46508d5db4 req-6d73cb99-68e5-486a-a8ca-1274fedab95c tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/9bd36e2a-de11-4b2d-9fa1-fc7bcf077eab HTTP/1.1" status: 204 len: 173 time: 0.1951895 Jul 08 20:22:47.808076 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0f876-f3b3-41c0-954b-f8ba2188fcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f083c8-6db3-419d-9b5c-b4629f1fecc4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:47.808903 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8f449a-010e-4be0-903a-f0b85a2553f1,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:47.814459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73cb99-68e5-486a-a8ca-1274fedab95c tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bd36e2a-de11-4b2d-9fa1-fc7bcf077eab,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:47.827096 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43e1c918-6504-4ae8-85fd-a7044ada015c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.863489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-bfc41e8d-354d-41ae-9186-d488ac2bb274 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Made reservation on behalf of 12186e02ce744e01bcd7d8888ea0fb20 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:47.871736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-bfc41e8d-354d-41ae-9186-d488ac2bb274 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:47.935256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1c918-6504-4ae8-85fd-a7044ada015c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Subnet': ['ID=fa7511c0-b8b2-45f1-8505-a48b878479b4,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:47.937496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Attempting to bind port 8a8f449a-010e-4be0-903a-f0b85a2553f1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:22:47.937830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Attempting to bind port 8a8f449a-010e-4be0-903a-f0b85a2553f1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:22:47.938157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Attempting to bind port 8a8f449a-010e-4be0-903a-f0b85a2553f1 on network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:47.951428 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1d8e279-6ad1-4d08-9aab-47eb1292f5e3 req-704c9be3-2e6e-461b-a37b-c0f67cf175d9 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/7b132aea-dc50-4ba6-b624-10c38b77314a HTTP/1.1" status: 200 len: 2400 time: 0.0525477 Jul 08 20:22:47.959506 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Port 8a8f449a-010e-4be0-903a-f0b85a2553f1 on network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:22:47.959834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Attempting to bind port 8a8f449a-010e-4be0-903a-f0b85a2553f1 on network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:48.023014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:22:48.023975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Checking segment: {'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:48.025675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Bound using segment: {'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:22:48.026313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Bound port: 8a8f449a-010e-4be0-903a-f0b85a2553f1, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e56ce635-ab87-4885-867d-c5436baae5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:22:48.026830 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:48.050760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e1c918-6504-4ae8-85fd-a7044ada015c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking segment: {'id': '5816ecb3-37cd-40c8-9948-51348b1ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '908d7e6f-39e5-49fb-9f65-a4db4456fa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:48.051155 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e1c918-6504-4ae8-85fd-a7044ada015c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network hostable DHCP agents. Network: 908d7e6f-39e5-49fb-9f65-a4db4456fa0a, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:22:48.064240 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdfc536-be72-4bba-9781-0a66475e9227 x-openstack-request-id: req-acdfc536-be72-4bba-9781-0a66475e9227 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:48.064645 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd327d66-8dbb-4975-b454-c2b5acf6f9dd", "name": "network-vif-deleted", "tag": "e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:48.065151 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-acdfc536-be72-4bba-9781-0a66475e9227 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:48.065666 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd327d66-8dbb-4975-b454-c2b5acf6f9dd', 'name': 'network-vif-deleted', 'tag': 'e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb', 'status': 'completed', 'code': 200} Jul 08 20:22:48.079634 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1d8e279-6ad1-4d08-9aab-47eb1292f5e3 req-24d517a3-a474-42a2-8790-6acea37b7041 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:48.140063 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1d8e279-6ad1-4d08-9aab-47eb1292f5e3 req-24d517a3-a474-42a2-8790-6acea37b7041 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:48.143173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e1c918-6504-4ae8-85fd-a7044ada015c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network 908d7e6f-39e5-49fb-9f65-a4db4456fa0a is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:22:48.188293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-43e1c918-6504-4ae8-85fd-a7044ada015c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 908d7e6f-39e5-49fb-9f65-a4db4456fa0a) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:48.199294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96e997c-a6f6-402b-b416-164d3e1449d9 None None] Network 908d7e6f-39e5-49fb-9f65-a4db4456fa0a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:48.217626 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e1c918-6504-4ae8-85fd-a7044ada015c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:48.218483 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43e1c918-6504-4ae8-85fd-a7044ada015c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:48.223801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] For port 8a8f449a-010e-4be0-903a-f0b85a2553f1, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:22:48.238148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] For port 8a8f449a-010e-4be0-903a-f0b85a2553f1, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8a8f449a-010e-4be0-903a-f0b85a2553f1,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:22:48.247772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-bfc41e8d-354d-41ae-9186-d488ac2bb274 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Allocated IP 172.20.0.7 (bc95e2f6-b48f-4a63-8e2f-0f1147e6b760/292379a6-ccc8-4ff7-b796-dd5f388cdc04/ed0036ba-5210-4149-a5f1-023eba1d6b20) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:22:48.261548 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:48.268953 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1d8e279-6ad1-4d08-9aab-47eb1292f5e3 req-24d517a3-a474-42a2-8790-6acea37b7041 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:48.272311 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1d8e279-6ad1-4d08-9aab-47eb1292f5e3 req-24d517a3-a474-42a2-8790-6acea37b7041 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:48.273565 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1d8e279-6ad1-4d08-9aab-47eb1292f5e3 req-24d517a3-a474-42a2-8790-6acea37b7041 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "DELETE /v2.0/security-groups/7b132aea-dc50-4ba6-b624-10c38b77314a HTTP/1.1" status: 204 len: 173 time: 0.3150501 Jul 08 20:22:48.297356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d517a3-a474-42a2-8790-6acea37b7041 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b132aea-dc50-4ba6-b624-10c38b77314a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:48.300619 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55996) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:48.302644 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-43e1c918-6504-4ae8-85fd-a7044ada015c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9305017 Jul 08 20:22:48.413829 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-ce968050-fb60-4354-8d4a-76f22d82d541 req-235b2463-0a68-43ef-b2b5-ead5a38fdf1c tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] show failed (client error): The resource could not be found. Jul 08 20:22:48.415855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:48.419495 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:48.420661 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce968050-fb60-4354-8d4a-76f22d82d541 req-235b2463-0a68-43ef-b2b5-ead5a38fdf1c tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/2a79443e-eb25-477f-96e4-764791074e68 HTTP/1.1" status: 404 len: 352 time: 0.1092284 Jul 08 20:22:48.428463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] 10.222.0.104 "PUT /v2.0/ports/8a8f449a-010e-4be0-903a-f0b85a2553f1 HTTP/1.1" status: 200 len: 1092 time: 2.4415238 Jul 08 20:22:48.434249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'tag': '8a8f449a-010e-4be0-903a-f0b85a2553f1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:48.453778 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3779a303-25f5-4bb6-b0ed-1df44b72e586" -d '{"events": [{"name": "network-changed", "server_uuid": "d53b2e32-116c-4b5b-994d-58516b371be8", "tag": "8a8f449a-010e-4be0-903a-f0b85a2553f1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:48.584160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-908d7e6f-39e5-49fb-9f65-a4db4456fa0a', 'network_id': '908d7e6f-39e5-49fb-9f65-a4db4456fa0a', 'tenant_id': '5b26d626c5f3464dbd4f465d3ae734ce', 'fixed_ips': [{'subnet_id': 'fa7511c0-b8b2-45f1-8505-a48b878479b4'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:22:48.585343 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:48.648068 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:48.678059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56010) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:48.786400 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-00f768df-d0f4-42b1-80fc-fa886f915f3c req-0c3f14d9-e087-4c97-8e38-009d0e8d15f0 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 210 time: 0.1167049 Jul 08 20:22:48.947426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Allocated IP 172.20.0.1 (908d7e6f-39e5-49fb-9f65-a4db4456fa0a/fa7511c0-b8b2-45f1-8505-a48b878479b4/4b5d7c25-1943-49a6-99dc-8c7d58faf4fe) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:22:49.127133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56014) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:49.148158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e436c7-3e08-4dc3-9aa7-071c5fbcc643 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8f449a-010e-4be0-903a-f0b85a2553f1,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:49.303795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ea2ea-d5fc-48ab-b791-44529d851a87 req-ed51fdb3-f1af-43df-a4f9-870cc226d76e tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:49.308367 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:49.313615 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b00ea2ea-d5fc-48ab-b791-44529d851a87 req-ed51fdb3-f1af-43df-a4f9-870cc226d76e tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 943 time: 0.8797977 Jul 08 20:22:49.354201 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:49.355011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b0920d8c-2c3e-42bb-a0c6-418ad4c70289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:49.356894 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-b0920d8c-2c3e-42bb-a0c6-418ad4c70289 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 1095 time: 0.2280955 Jul 08 20:22:49.374942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Transition to ACTIVE for port object 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:49.414330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Transition to ACTIVE for port object 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:49.430198 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-bfc41e8d-354d-41ae-9186-d488ac2bb274 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:49.431490 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:49.446699 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b00ea2ea-d5fc-48ab-b791-44529d851a87 req-a033d140-33fd-440d-8b22-5f858d52fa37 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319654 Jul 08 20:22:49.449774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-40cd118d-0f78-4cef-9fe8-d36d482b2178 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8f449a-010e-4be0-903a-f0b85a2553f1 HTTP/1.1" status: 200 len: 217 time: 0.0786169 Jul 08 20:22:49.496453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Pushing event updated for resources: {'Port': ['ID=4b5d7c25-1943-49a6-99dc-8c7d58faf4fe,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:49.508790 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0c4287f-c492-4945-85e2-29a9301d75f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:49.510721 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Network 908d7e6f-39e5-49fb-9f65-a4db4456fa0a is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:49.512216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:49.514825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:22:49.574211 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-86a5673d-7e57-45ef-8578-002c90f5a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:49.575740 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-86a5673d-7e57-45ef-8578-002c90f5a9ec service neutron] 10.222.0.104 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.1181755 Jul 08 20:22:49.610365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Attempting to bind port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:22:49.610739 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Attempting to bind port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5816ecb3-37cd-40c8-9948-51348b1ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '908d7e6f-39e5-49fb-9f65-a4db4456fa0a'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:22:49.611104 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Attempting to bind port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe on network 908d7e6f-39e5-49fb-9f65-a4db4456fa0a {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:49.617612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:22:49.618003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Checking segment: {'id': '5816ecb3-37cd-40c8-9948-51348b1ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '908d7e6f-39e5-49fb-9f65-a4db4456fa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:49.618372 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:49.618795 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Bound using segment: {'id': '5816ecb3-37cd-40c8-9948-51348b1ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '908d7e6f-39e5-49fb-9f65-a4db4456fa0a'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:22:49.619551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Bound port: 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5816ecb3-37cd-40c8-9948-51348b1ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '908d7e6f-39e5-49fb-9f65-a4db4456fa0a'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:22:49.620352 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:49.623554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-be976132-0a6f-47db-85d2-3c07ebc056a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:49.625165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-be976132-0a6f-47db-85d2-3c07ebc056a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "GET /v2.0/networks?id=fdb5f88e-06d4-480f-a839-50102aa47e53 HTTP/1.1" status: 200 len: 804 time: 0.3102603 Jul 08 20:22:49.647950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-9e8c034b-ad65-4f00-b0cd-ec21fd8b6a03 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Request body: {'port': {'device_id': '49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42', 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53', 'admin_state_up': True, 'tenant_id': 'f072151cc9a246949063c5a455a633da'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:49.651550 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-bfc41e8d-354d-41ae-9186-d488ac2bb274 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:49.661647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a31f847e-f5fa-4cfe-a970-85082e47cfe6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=295a6152db9a4eefb87a41acf07badf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9721651 Jul 08 20:22:49.665729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56038) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:49.739771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] For port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:22:49.743608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] For port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4b5d7c25-1943-49a6-99dc-8c7d58faf4fe,segment=NetworkSegment(5816ecb3-37cd-40c8-9948-51348b1ed215),segment_id=5816ecb3-37cd-40c8-9948-51348b1ed215)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:22:49.749480 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3e29d5e-37bd-462a-ad8d-fe81f2e1ab99 req-67232481-e7de-4f77-b812-801c6dbd6ed3 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/f7beb073-1110-43c0-8feb-9ddc4419319f HTTP/1.1" status: 200 len: 1805 time: 0.4375901 Jul 08 20:22:49.758204 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:49.777521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-bfc41e8d-354d-41ae-9186-d488ac2bb274 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:49.824460 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-bfc41e8d-354d-41ae-9186-d488ac2bb274 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:49.830557 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ec8bb2-00ea-461b-817f-2af277c77396 x-openstack-request-id: req-58ec8bb2-00ea-461b-817f-2af277c77396 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:49.831398 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53b2e32-116c-4b5b-994d-58516b371be8", "tag": "8a8f449a-010e-4be0-903a-f0b85a2553f1", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:49.831601 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-58ec8bb2-00ea-461b-817f-2af277c77396 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:49.833212 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'tag': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'status': 'completed', 'code': 200} Jul 08 20:22:49.849861 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:49.853933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a00986-d130-4dc0-8e80-3cc8c8a941b6 None None] Pushing event updated for resources: {'Port': ['ID=4b5d7c25-1943-49a6-99dc-8c7d58faf4fe,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:49.856979 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc41e8d-354d-41ae-9186-d488ac2bb274 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Pushing event updated for resources: {'Port': ['ID=ed0036ba-5210-4149-a5f1-023eba1d6b20,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:49.864282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-bfc41e8d-354d-41ae-9186-d488ac2bb274 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:22:49.880461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-0c308ad0-fd13-4aa1-ba34-53612fffbe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:49.882079 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-0c308ad0-fd13-4aa1-ba34-53612fffbe68 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2988987 Jul 08 20:22:49.941625 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0c4287f-c492-4945-85e2-29a9301d75f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:49.948355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7511c0-b8b2-45f1-8505-a48b878479b4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:50.022587 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e3e29d5e-37bd-462a-ad8d-fe81f2e1ab99 req-90cc8235-3cd7-4745-8e49-9fd8f9d62dfe tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.032593 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0c4287f-c492-4945-85e2-29a9301d75f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.041601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-bfc41e8d-354d-41ae-9186-d488ac2bb274 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:50.042343 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-bfc41e8d-354d-41ae-9186-d488ac2bb274 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.053331 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e3e29d5e-37bd-462a-ad8d-fe81f2e1ab99 req-90cc8235-3cd7-4745-8e49-9fd8f9d62dfe tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.139875 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.159050 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-97ccfb70-cb9b-4b45-805d-3c0c229e236e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.163975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908d7e6f-39e5-49fb-9f65-a4db4456fa0a']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:50.189800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5816ecb3-37cd-40c8-9948-51348b1ed215') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:50.190151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5816ecb3-37cd-40c8-9948-51348b1ed215') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:50.200612 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e3e29d5e-37bd-462a-ad8d-fe81f2e1ab99 req-90cc8235-3cd7-4745-8e49-9fd8f9d62dfe tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.204313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e3e29d5e-37bd-462a-ad8d-fe81f2e1ab99 req-90cc8235-3cd7-4745-8e49-9fd8f9d62dfe tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.207526 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3e29d5e-37bd-462a-ad8d-fe81f2e1ab99 req-90cc8235-3cd7-4745-8e49-9fd8f9d62dfe tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "DELETE /v2.0/security-groups/f7beb073-1110-43c0-8feb-9ddc4419319f HTTP/1.1" status: 204 len: 173 time: 0.4505975 Jul 08 20:22:50.208192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-9e8c034b-ad65-4f00-b0cd-ec21fd8b6a03 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Made reservation on behalf of f072151cc9a246949063c5a455a633da for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:50.216140 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d0c4287f-c492-4945-85e2-29a9301d75f9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3e4997c9df8a45dfaebefaff303ab62b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0836906 Jul 08 20:22:50.217873 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-9e8c034b-ad65-4f00-b0cd-ec21fd8b6a03 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.226030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56076) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:50.226748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4287f-c492-4945-85e2-29a9301d75f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a471521-933c-467a-a5aa-d88aa2d36473,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:50.254506 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.256841 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc8235-3cd7-4745-8e49-9fd8f9d62dfe tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7beb073-1110-43c0-8feb-9ddc4419319f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:50.276778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-bfc41e8d-354d-41ae-9186-d488ac2bb274 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0564635 Jul 08 20:22:50.296331 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.306099 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-97ccfb70-cb9b-4b45-805d-3c0c229e236e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.313095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-70d153e5-f39e-40fd-8443-ba3afe9428be tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:22:50.314379 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-70d153e5-f39e-40fd-8443-ba3afe9428be tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126848 Jul 08 20:22:50.347739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:22:50.348288 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:22:50.351309 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:22:50.468934 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3918d814-96d1-4d02-8bec-38eb60383da7 req-07ee3121-bea1-4253-9782-639ffde74b53 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 210 time: 0.0677643 Jul 08 20:22:50.504116 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-02f31186-4337-4325-8429-b920c3f45ad6 service neutron] 10.222.0.104 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126201 Jul 08 20:22:50.514266 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 20:22:50.514266 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 20:22:50.514266 n-d-791506-16 neutron-server[94066]: [parameters: {'id': '908d7e6f-39e5-49fb-9f65-a4db4456fa0a'}] Jul 08 20:22:50.514266 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:22:50.514665 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:22:50.522107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Request body: {'port': {'device_id': '4d287505-384a-482d-bf8f-3f91c42d5a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:50.525374 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:22:50.548661 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-9e8c034b-ad65-4f00-b0cd-ec21fd8b6a03 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Allocated IP 172.20.0.13 (fdb5f88e-06d4-480f-a839-50102aa47e53/1d30581c-537d-4c32-9235-0aa435cb33f2/ef30d63b-90b9-4ae8-b096-1a9caa6dc904) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:22:50.582946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:50.605055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d45a-6f2f-4d08-9fd1-b5d24aa1c57d req-ab906520-df3a-43bb-9364-f8b29c6f0b02 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:50.606744 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6c6d45a-6f2f-4d08-9fd1-b5d24aa1c57d req-ab906520-df3a-43bb-9364-f8b29c6f0b02 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 931 time: 0.6626432 Jul 08 20:22:50.607728 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47e543b7-36f8-4ee7-a10f-41b86c2ab762 req-5aa12d4a-68be-4ff0-8e5b-6aad3a76f8cc tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/a597eabe-9d4b-47cc-81a4-2da3718b8010 HTTP/1.1" status: 200 len: 1805 time: 0.0739832 Jul 08 20:22:50.621567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56090) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:50.721071 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f7010a5-c62f-4dd2-9c03-2e056db6fb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.755935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-97ccfb70-cb9b-4b45-805d-3c0c229e236e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.758695 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-97ccfb70-cb9b-4b45-805d-3c0c229e236e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.758971 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-47e543b7-36f8-4ee7-a10f-41b86c2ab762 req-8be7f353-03b6-46f9-9e48-f9e4419f1b3a tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.762346 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-97ccfb70-cb9b-4b45-805d-3c0c229e236e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/89598cfe-6191-4fe1-b56c-d348ae15552c HTTP/1.1" status: 204 len: 168 time: 1.0872624 Jul 08 20:22:50.783428 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-47e543b7-36f8-4ee7-a10f-41b86c2ab762 req-8be7f353-03b6-46f9-9e48-f9e4419f1b3a tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.799759 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f7010a5-c62f-4dd2-9c03-2e056db6fb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.802177 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.811300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccfb70-cb9b-4b45-805d-3c0c229e236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89598cfe-6191-4fe1-b56c-d348ae15552c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:50.822403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6c6d45a-6f2f-4d08-9fd1-b5d24aa1c57d req-2bb8971e-a2fb-4f8a-a280-40976e24abcf tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034600 Jul 08 20:22:50.876622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5976c343-f9c2-4271-bdd6-5336c07c4948 req-608ba310-bddd-41c1-ac6a-ad58987d4d47 service neutron] 10.222.0.104 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519957 Jul 08 20:22:50.918406 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-41eefebf-e786-4730-bd15-e0a326a1b242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.928596 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-47e543b7-36f8-4ee7-a10f-41b86c2ab762 req-8be7f353-03b6-46f9-9e48-f9e4419f1b3a tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.931444 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-47e543b7-36f8-4ee7-a10f-41b86c2ab762 req-8be7f353-03b6-46f9-9e48-f9e4419f1b3a tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:50.935839 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47e543b7-36f8-4ee7-a10f-41b86c2ab762 req-8be7f353-03b6-46f9-9e48-f9e4419f1b3a tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "DELETE /v2.0/security-groups/a597eabe-9d4b-47cc-81a4-2da3718b8010 HTTP/1.1" status: 204 len: 173 time: 0.3149569 Jul 08 20:22:50.993462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:22:51.007805 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-9e8c034b-ad65-4f00-b0cd-ec21fd8b6a03 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.065397 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f7010a5-c62f-4dd2-9c03-2e056db6fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.072831 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f7010a5-c62f-4dd2-9c03-2e056db6fb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.074464 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4f7010a5-c62f-4dd2-9c03-2e056db6fb62 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7a471521-933c-467a-a5aa-d88aa2d36473 HTTP/1.1" status: 204 len: 168 time: 0.8262746 Jul 08 20:22:51.112808 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.125836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7f353-03b6-46f9-9e48-f9e4419f1b3a tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a597eabe-9d4b-47cc-81a4-2da3718b8010,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:51.158587 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-9e8c034b-ad65-4f00-b0cd-ec21fd8b6a03 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.199729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:22:51.200083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e6e9df1b-1cc6-4660-92ce-2fc0a2ef1ffb not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:22:51.233109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42776502-70a7-41bf-b1be-041bcb696a31 None None] Network 908d7e6f-39e5-49fb-9f65-a4db4456fa0a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:51.237191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7010a5-c62f-4dd2-9c03-2e056db6fb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a471521-933c-467a-a5aa-d88aa2d36473,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:51.320338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-9e8c034b-ad65-4f00-b0cd-ec21fd8b6a03 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Network fdb5f88e-06d4-480f-a839-50102aa47e53 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:22:51.375901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779a303-25f5-4bb6-b0ed-1df44b72e586 req-08491b3b-ae93-4a64-ad3f-642d5ac50d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:51.378048 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3779a303-25f5-4bb6-b0ed-1df44b72e586 req-08491b3b-ae93-4a64-ad3f-642d5ac50d89 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 1095 time: 0.4382436 Jul 08 20:22:51.386235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-9e8c034b-ad65-4f00-b0cd-ec21fd8b6a03 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:51.402134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2f12f2ba-f0b7-4742-9760-364d85f54dc3 None None] Provisioning for port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:51.416771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2f12f2ba-f0b7-4742-9760-364d85f54dc3 None None] Provisioning complete for port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:51.417296 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2f12f2ba-f0b7-4742-9760-364d85f54dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.417977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-9e8c034b-ad65-4f00-b0cd-ec21fd8b6a03 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:22:51.511838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c034b-ad65-4f00-b0cd-ec21fd8b6a03 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Pushing event updated for resources: {'Port': ['ID=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:51.532954 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-79719361-c666-4d27-8855-88787bcd59c3 req-ec67f82b-7eb1-4b2c-b6d8-e8f1090ea6f6 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/94c7211e-2bfd-4e4d-9d5b-a3cda0515388 HTTP/1.1" status: 200 len: 1806 time: 0.5768664 Jul 08 20:22:51.552401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd3a5a-f753-45be-a63e-beabda047050 req-6823c577-1b12-43d4-94f2-6bf26f890855 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:51.563600 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-48cd3a5a-f753-45be-a63e-beabda047050 req-6823c577-1b12-43d4-94f2-6bf26f890855 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 943 time: 0.4092133 Jul 08 20:22:51.591134 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2f12f2ba-f0b7-4742-9760-364d85f54dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.633700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2f12f2ba-f0b7-4742-9760-364d85f54dc3 None None] For port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4b5d7c25-1943-49a6-99dc-8c7d58faf4fe,segment=NetworkSegment(5816ecb3-37cd-40c8-9948-51348b1ed215),segment_id=5816ecb3-37cd-40c8-9948-51348b1ed215)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:51.647056 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2f12f2ba-f0b7-4742-9760-364d85f54dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.666733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-9e8c034b-ad65-4f00-b0cd-ec21fd8b6a03 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:51.669566 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-9e8c034b-ad65-4f00-b0cd-ec21fd8b6a03 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.676868 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-48cd3a5a-f753-45be-a63e-beabda047050 req-31d5963d-7f50-4b3c-a626-3169def49798 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122608 Jul 08 20:22:51.682254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779a303-25f5-4bb6-b0ed-1df44b72e586 req-0f4e8463-afd6-4885-89c9-e093576dcfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:51.683989 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3779a303-25f5-4bb6-b0ed-1df44b72e586 req-0f4e8463-afd6-4885-89c9-e093576dcfe3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.2942364 Jul 08 20:22:51.690144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0036ba-5210-4149-a5f1-023eba1d6b20 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:22:51.705679 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.716501 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12f2ba-f0b7-4742-9760-364d85f54dc3 None None] Pushing event updated for resources: {'Port': ['ID=4b5d7c25-1943-49a6-99dc-8c7d58faf4fe,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:51.748183 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3779a303-25f5-4bb6-b0ed-1df44b72e586 req-dbc907a7-22e8-4e82-b924-709b74a844a8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8f449a-010e-4be0-903a-f0b85a2553f1 HTTP/1.1" status: 200 len: 217 time: 0.0530934 Jul 08 20:22:51.755384 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Transition to ACTIVE for port object ed0036ba-5210-4149-a5f1-023eba1d6b20 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:51.766234 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.772097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Deleting port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:22:51.772909 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.855778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f75a79-8dd6-4115-afeb-ebe96c063ef7 None None] DHCP port deletion for 908d7e6f-39e5-49fb-9f65-a4db4456fa0a request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:22:51.856148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779a303-25f5-4bb6-b0ed-1df44b72e586 req-8ac8d62a-c891-4ada-a3f3-5afe8be93738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:51.857820 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3779a303-25f5-4bb6-b0ed-1df44b72e586 req-8ac8d62a-c891-4ada-a3f3-5afe8be93738 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.1038616 Jul 08 20:22:51.869356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0036ba-5210-4149-a5f1-023eba1d6b20,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:51.918265 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-79719361-c666-4d27-8855-88787bcd59c3 req-1113c258-cda7-43ce-85aa-b0010786ba7d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.936429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-61f75a79-8dd6-4115-afeb-ebe96c063ef7 None None] Deleting port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:22:51.937113 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-61f75a79-8dd6-4115-afeb-ebe96c063ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.974469 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-41eefebf-e786-4730-bd15-e0a326a1b242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:51.990449 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-41eefebf-e786-4730-bd15-e0a326a1b242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.002245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-9e8c034b-ad65-4f00-b0cd-ec21fd8b6a03 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3645041 Jul 08 20:22:52.015451 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-79719361-c666-4d27-8855-88787bcd59c3 req-1113c258-cda7-43ce-85aa-b0010786ba7d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.019858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-61f75a79-8dd6-4115-afeb-ebe96c063ef7 None None] For port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4b5d7c25-1943-49a6-99dc-8c7d58faf4fe,segment=NetworkSegment(5816ecb3-37cd-40c8-9948-51348b1ed215),segment_id=5816ecb3-37cd-40c8-9948-51348b1ed215)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:52.020692 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-61f75a79-8dd6-4115-afeb-ebe96c063ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.039779 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-61f75a79-8dd6-4115-afeb-ebe96c063ef7 None None] Calling delete_port for 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:22:52.041220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Request body: {'port': {'device_id': '49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:52.066585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Attempting to bind port ed0036ba-5210-4149-a5f1-023eba1d6b20 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:22:52.067007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Attempting to bind port ed0036ba-5210-4149-a5f1-023eba1d6b20 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:22:52.067818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Attempting to bind port ed0036ba-5210-4149-a5f1-023eba1d6b20 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:52.075183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Port ed0036ba-5210-4149-a5f1-023eba1d6b20 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:22:52.075725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Attempting to bind port ed0036ba-5210-4149-a5f1-023eba1d6b20 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:52.083253 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:22:52.083924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Checking segment: {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:52.084469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Bound using segment: {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:22:52.085092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Bound port: ed0036ba-5210-4149-a5f1-023eba1d6b20, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:22:52.085786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.105861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] For port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4b5d7c25-1943-49a6-99dc-8c7d58faf4fe,segment=NetworkSegment(5816ecb3-37cd-40c8-9948-51348b1ed215),segment_id=5816ecb3-37cd-40c8-9948-51348b1ed215)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:52.106492 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.125317 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-41eefebf-e786-4730-bd15-e0a326a1b242 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f19903af42924c8b81a458222931fe3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4996598 Jul 08 20:22:52.133629 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56136) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:52.142880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Calling delete_port for 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:22:52.157464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eefebf-e786-4730-bd15-e0a326a1b242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96ecc23-4682-4306-8132-15d8be6b9399,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:52.167217 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-61f75a79-8dd6-4115-afeb-ebe96c063ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.178165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779a303-25f5-4bb6-b0ed-1df44b72e586 req-ba693d75-af6c-4526-bc82-021fb9292b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:52.180809 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3779a303-25f5-4bb6-b0ed-1df44b72e586 req-ba693d75-af6c-4526-bc82-021fb9292b54 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3122597 Jul 08 20:22:52.218990 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.231658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f75a79-8dd6-4115-afeb-ebe96c063ef7 None None] No DVR routers for this DVR port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:22:52.243450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f75a79-8dd6-4115-afeb-ebe96c063ef7 None None] Pushing event deleted for resources: {'Port': ['ID=4b5d7c25-1943-49a6-99dc-8c7d58faf4fe,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:52.308371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-79719361-c666-4d27-8855-88787bcd59c3 req-1113c258-cda7-43ce-85aa-b0010786ba7d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.311007 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-79719361-c666-4d27-8855-88787bcd59c3 req-1113c258-cda7-43ce-85aa-b0010786ba7d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.312158 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-79719361-c666-4d27-8855-88787bcd59c3 req-1113c258-cda7-43ce-85aa-b0010786ba7d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "DELETE /v2.0/security-groups/94c7211e-2bfd-4e4d-9d5b-a3cda0515388 HTTP/1.1" status: 204 len: 173 time: 0.7664289 Jul 08 20:22:52.315725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] For port ed0036ba-5210-4149-a5f1-023eba1d6b20, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:22:52.348209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113c258-cda7-43ce-85aa-b0010786ba7d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c7211e-2bfd-4e4d-9d5b-a3cda0515388,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:52.364505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56144) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:52.375990 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d60ba51f-80e5-4977-8c41-76ae918ead05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.379544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] For port ed0036ba-5210-4149-a5f1-023eba1d6b20, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ed0036ba-5210-4149-a5f1-023eba1d6b20,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:22:52.400256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d60ba51f-80e5-4977-8c41-76ae918ead05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.425307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0f4e2-cdf3-4e79-9537-3ed23c56629c req-5966b2b5-21c1-4038-9f94-76701ff3a056 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:52.427289 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-37a0f4e2-cdf3-4e79-9537-3ed23c56629c req-5966b2b5-21c1-4038-9f94-76701ff3a056 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 932 time: 0.4627860 Jul 08 20:22:52.429503 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3779a303-25f5-4bb6-b0ed-1df44b72e586 req-8f56adc9-f769-4701-a560-ced772e80e2a service neutron] 10.222.0.104 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428603 Jul 08 20:22:52.432816 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.500541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:22:52.543122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:52.544848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.546697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] 10.222.0.103 "PUT /v2.0/ports/ed0036ba-5210-4149-a5f1-023eba1d6b20 HTTP/1.1" status: 200 len: 1092 time: 2.1914048 Jul 08 20:22:52.551349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:22:52.551349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:22:52.574192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d287505-384a-482d-bf8f-3f91c42d5a33', 'tag': 'ed0036ba-5210-4149-a5f1-023eba1d6b20'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:52.577870 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f07499-1b01-4605-bb8c-1ce2eba8216c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d287505-384a-482d-bf8f-3f91c42d5a33", "tag": "ed0036ba-5210-4149-a5f1-023eba1d6b20"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:52.625632 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-37a0f4e2-cdf3-4e79-9537-3ed23c56629c req-7594bbb5-76c2-4448-8df6-6ebc51d9cf5e tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876893 Jul 08 20:22:52.637880 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.666700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No DVR routers for this DVR port 4b5d7c25-1943-49a6-99dc-8c7d58faf4fe on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:22:52.688025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2060029300-network', 'tenant_id': 'ab7b020e697c4efaa3be1224920322f3'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:52.718155 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3bdb6-c31b-46ca-8eca-145ffb97fd59 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0036ba-5210-4149-a5f1-023eba1d6b20,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:52.718513 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Port': ['ID=4b5d7c25-1943-49a6-99dc-8c7d58faf4fe,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:52.764075 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d60ba51f-80e5-4977-8c41-76ae918ead05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.766674 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d60ba51f-80e5-4977-8c41-76ae918ead05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.770294 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d60ba51f-80e5-4977-8c41-76ae918ead05 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c96ecc23-4682-4306-8132-15d8be6b9399 HTTP/1.1" status: 204 len: 168 time: 0.6263378 Jul 08 20:22:52.777112 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3779a303-25f5-4bb6-b0ed-1df44b72e586 req-9a066f82-9d53-481e-b361-6afe90f25b92 service neutron] 10.222.0.104 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322577 Jul 08 20:22:52.797277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Made reservation on behalf of ab7b020e697c4efaa3be1224920322f3 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:52.799622 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.803977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ba51f-80e5-4977-8c41-76ae918ead05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96ecc23-4682-4306-8132-15d8be6b9399,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:52.816154 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f9736137-0deb-41e8-a356-16e8ec11b1af req-582503f8-1a48-4c26-a995-df1f7c8650da tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/76b9960f-7e5c-4f6b-a3ee-fc149161201f HTTP/1.1" status: 200 len: 2406 time: 0.1336987 Jul 08 20:22:52.821387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.836042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.847343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5e3b0-eb61-4b6a-b10e-8243d7f45f4d req-40983c48-4b6c-484a-917d-4dadefa042de tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:52.849678 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fc5e3b0-eb61-4b6a-b10e-8243d7f45f4d req-40983c48-4b6c-484a-917d-4dadefa042de tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 943 time: 0.3415411 Jul 08 20:22:52.859203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-e0998f23-4503-416d-98c9-d813bed273fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:52.859415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908d7e6f-39e5-49fb-9f65-a4db4456fa0a']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:52.859531 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-e0998f23-4503-416d-98c9-d813bed273fa service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 1095 time: 0.2392476 Jul 08 20:22:52.895050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5816ecb3-37cd-40c8-9948-51348b1ed215') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:52.895396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5816ecb3-37cd-40c8-9948-51348b1ed215') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:52.915499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.926628 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-58692c3b-1e70-40d6-be09-0df2c6310f94 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed0036ba-5210-4149-a5f1-023eba1d6b20 HTTP/1.1" status: 200 len: 217 time: 0.0589375 Jul 08 20:22:52.944369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.966649 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:22:52.966649 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:22:52.969864 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:22:53.012387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8a8f449a-010e-4be0-903a-f0b85a2553f1 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:22:53.013477 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f9736137-0deb-41e8-a356-16e8ec11b1af req-93d0047f-69d6-4340-ba62-370181e70f37 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.045429 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fc5e3b0-eb61-4b6a-b10e-8243d7f45f4d req-5b79b705-ebd7-47fb-9a3c-34f9a000d193 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829970 Jul 08 20:22:53.059404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef30d63b-90b9-4ae8-b096-1a9caa6dc904 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:22:53.059760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d58d0ef3-284a-4e48-a9c0-d4b83a3d99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:53.061302 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-d58d0ef3-284a-4e48-a9c0-d4b83a3d99b2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.1225760 Jul 08 20:22:53.070505 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.081227 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.092995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f9736137-0deb-41e8-a356-16e8ec11b1af req-93d0047f-69d6-4340-ba62-370181e70f37 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.093188 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.099318 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/908d7e6f-39e5-49fb-9f65-a4db4456fa0a HTTP/1.1" status: 204 len: 168 time: 4.7860725 Jul 08 20:22:53.103269 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56166) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:53.107090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Transition to ACTIVE for port object ef30d63b-90b9-4ae8-b096-1a9caa6dc904 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:22:53.119162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2865ee22-e068-4279-bece-9cd603d41a3a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885487259'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:53.167072 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.184053 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696438b2-0827-49d0-b7ba-f30254e4eba4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Network': ['ID=908d7e6f-39e5-49fb-9f65-a4db4456fa0a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:53.197335 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-578e46e9-02d7-4ba4-b873-cc361ea206c8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094685 Jul 08 20:22:53.201958 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d82ff93-449f-4cdf-ad34-50b5373092de x-openstack-request-id: req-3d82ff93-449f-4cdf-ad34-50b5373092de {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:53.202939 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d287505-384a-482d-bf8f-3f91c42d5a33", "tag": "ed0036ba-5210-4149-a5f1-023eba1d6b20", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:53.203282 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3d82ff93-449f-4cdf-ad34-50b5373092de {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:53.203754 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d287505-384a-482d-bf8f-3f91c42d5a33', 'tag': 'ed0036ba-5210-4149-a5f1-023eba1d6b20', 'status': 'completed', 'code': 200} Jul 08 20:22:53.267440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Pushing event updated for resources: {'Port': ['ID=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:53.268816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8a8f449a-010e-4be0-903a-f0b85a2553f1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8a8f449a-010e-4be0-903a-f0b85a2553f1,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:53.297110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'port_id': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'mac_address': 'fa:16:3e:ca:20:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:22:53.321294 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56172) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:53.341657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-730fcccc-0d9b-4980-a082-a9cbfb500b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.346728 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.356921 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f9736137-0deb-41e8-a356-16e8ec11b1af req-93d0047f-69d6-4340-ba62-370181e70f37 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.360236 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f9736137-0deb-41e8-a356-16e8ec11b1af req-93d0047f-69d6-4340-ba62-370181e70f37 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.361497 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f9736137-0deb-41e8-a356-16e8ec11b1af req-93d0047f-69d6-4340-ba62-370181e70f37 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "DELETE /v2.0/security-groups/76b9960f-7e5c-4f6b-a3ee-fc149161201f HTTP/1.1" status: 204 len: 173 time: 0.5442595 Jul 08 20:22:53.385284 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.408351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8f449a-010e-4be0-903a-f0b85a2553f1 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:22:53.409671 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.417848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Attempting to bind port ef30d63b-90b9-4ae8-b096-1a9caa6dc904 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:22:53.418455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Attempting to bind port ef30d63b-90b9-4ae8-b096-1a9caa6dc904 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:22:53.420697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Attempting to bind port ef30d63b-90b9-4ae8-b096-1a9caa6dc904 on network fdb5f88e-06d4-480f-a839-50102aa47e53 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:53.427717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Port ef30d63b-90b9-4ae8-b096-1a9caa6dc904 on network fdb5f88e-06d4-480f-a839-50102aa47e53 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:22:53.428233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Attempting to bind port ef30d63b-90b9-4ae8-b096-1a9caa6dc904 on network fdb5f88e-06d4-480f-a839-50102aa47e53 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:22:53.435161 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.443953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8a8f449a-010e-4be0-903a-f0b85a2553f1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8a8f449a-010e-4be0-903a-f0b85a2553f1,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:53.447699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:22:53.447699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Checking segment: {'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:53.448292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Bound using segment: {'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:22:53.448865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Bound port: ef30d63b-90b9-4ae8-b096-1a9caa6dc904, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:22:53.449282 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.450506 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.453553 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0047f-69d6-4340-ba62-370181e70f37 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b9960f-7e5c-4f6b-a3ee-fc149161201f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:53.471538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2865ee22-e068-4279-bece-9cd603d41a3a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:53.475467 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2865ee22-e068-4279-bece-9cd603d41a3a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.490762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:22:53.520341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=8a8f449a-010e-4be0-903a-f0b85a2553f1,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:53.539461 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.539461 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Added segment 2934dc51-8915-464b-9c18-22828820e1f4 of type vlan for network 3862663c-4f45-4d20-8582-22ecb51972c5 Jul 08 20:22:53.557973 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2865ee22-e068-4279-bece-9cd603d41a3a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:22:53.567337 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-457afec7-9273-4522-a02a-a2e4d7f9c0db req-6546e7f9-e3d2-4576-8d2f-36021dc548a2 tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "GET /v2.0/security-groups/cf73398d-0fa1-4c62-a7f0-0fa7f14b088c HTTP/1.1" status: 200 len: 2400 time: 0.1510799 Jul 08 20:22:53.568927 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53a4595-fbb4-41d7-842e-f5b6a90efb2a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:53.572270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4836de7-945d-4d6c-85b8-38ce057599d9 req-bccfdab8-2907-4692-ad19-cd342dda017d tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:53.573622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-b30123cd-345c-45cf-8fcc-6e150fca3868 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197505 Jul 08 20:22:53.574050 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4836de7-945d-4d6c-85b8-38ce057599d9 req-bccfdab8-2907-4692-ad19-cd342dda017d tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 943 time: 0.2278035 Jul 08 20:22:53.612495 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2865ee22-e068-4279-bece-9cd603d41a3a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.612955 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-2865ee22-e068-4279-bece-9cd603d41a3a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Added segment 50a12333-b564-4566-84b5-e6e3ea5b3a41 of type vlan for network 8f9ec40f-0205-41fa-8d95-a6c9bb817aed Jul 08 20:22:53.641001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['8a8f449a-010e-4be0-903a-f0b85a2553f1'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:22:53.645055 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.685643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] For port ef30d63b-90b9-4ae8-b096-1a9caa6dc904, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:22:53.716169 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2865ee22-e068-4279-bece-9cd603d41a3a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.721898 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4836de7-945d-4d6c-85b8-38ce057599d9 req-e7353e59-450d-4c02-bedd-f5f9e9f54818 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318052 Jul 08 20:22:53.724225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] For port ef30d63b-90b9-4ae8-b096-1a9caa6dc904, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:22:53.737682 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.767122 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-457afec7-9273-4522-a02a-a2e4d7f9c0db req-a9e72dde-842c-47b8-9058-7a69328f700d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.773766 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.775292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:53.775896 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.806562 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-730fcccc-0d9b-4980-a082-a9cbfb500b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.813167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:53.813905 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.815016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] 10.222.0.104 "PUT /v2.0/ports/ef30d63b-90b9-4ae8-b096-1a9caa6dc904 HTTP/1.1" status: 200 len: 1093 time: 1.7952893 Jul 08 20:22:53.815476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42', 'tag': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:53.817754 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e8d501-fb81-4060-8f58-f9402f26b62c" -d '{"events": [{"name": "network-changed", "server_uuid": "49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42", "tag": "ef30d63b-90b9-4ae8-b096-1a9caa6dc904"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:53.823349 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2865ee22-e068-4279-bece-9cd603d41a3a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.828918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2865ee22-e068-4279-bece-9cd603d41a3a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:53.829735 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2865ee22-e068-4279-bece-9cd603d41a3a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.831930 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-730fcccc-0d9b-4980-a082-a9cbfb500b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:53.893722 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5259547 Jul 08 20:22:53.895900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35335acf-634b-4c2e-bb4b-2ec27877ceac req-f7c59d53-fd5c-4546-b28e-26facb5e25be service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865705 Jul 08 20:22:53.919282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56186) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:53.940190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-093f9bbe-2b1e-4703-b749-aa1e72ed9eef admin admin] Request body: {'subnet': {'network_id': '3862663c-4f45-4d20-8582-22ecb51972c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2060029300-subnet', 'tenant_id': 'ab7b020e697c4efaa3be1224920322f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:53.972520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe340a-8f56-47ed-a995-ad9d0d555441 service neutron] Pushing event updated for resources: {'Port': ['ID=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:53.996669 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2865ee22-e068-4279-bece-9cd603d41a3a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8867648 Jul 08 20:22:54.000220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56188) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:54.013219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-484eaf1c-43c1-4b72-9dff-534fba6d10cf tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'subnet': {'network_id': '8f9ec40f-0205-41fa-8d95-a6c9bb817aed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:54.020715 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-730fcccc-0d9b-4980-a082-a9cbfb500b4b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ae68a7d16d934d108c41a55d1f7de76a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6981604 Jul 08 20:22:54.021531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fcccc-0d9b-4980-a082-a9cbfb500b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6e7686-3e3e-4640-944b-559b2fdf69a5,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:54.024010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56190) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:54.049462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865ee22-e068-4279-bece-9cd603d41a3a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=8f9ec40f-0205-41fa-8d95-a6c9bb817aed,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:54.066953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 8f9ec40f-0205-41fa-8d95-a6c9bb817aed details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:22:54.111657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093f9bbe-2b1e-4703-b749-aa1e72ed9eef admin admin] Made reservation on behalf of ab7b020e697c4efaa3be1224920322f3 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:54.114137 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-093f9bbe-2b1e-4703-b749-aa1e72ed9eef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:54.244141 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-b0cd1010-c4ee-4051-96b8-55acf4e5447f tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=4e28270a226847348566c8df22000cea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497670 Jul 08 20:22:54.257210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-e923b680-23ad-4a65-9b23-4da0c57b8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:54.258713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-e923b680-23ad-4a65-9b23-4da0c57b8096 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f072151cc9a246949063c5a455a633da&device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 1096 time: 0.3885367 Jul 08 20:22:54.259638 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-457afec7-9273-4522-a02a-a2e4d7f9c0db req-a9e72dde-842c-47b8-9058-7a69328f700d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:54.307542 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423817f5-6094-42c5-85ec-4ed96658ba20 admin admin] Pushing event updated for resources: {'Network': ['ID=3862663c-4f45-4d20-8582-22ecb51972c5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:54.319161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 3862663c-4f45-4d20-8582-22ecb51972c5 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:22:54.343135 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f07499-1b01-4605-bb8c-1ce2eba8216c req-89b8c47f-b697-4eda-8f9f-7110003c8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:54.344799 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f07499-1b01-4605-bb8c-1ce2eba8216c req-89b8c47f-b697-4eda-8f9f-7110003c8412 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 1095 time: 0.1004415 Jul 08 20:22:54.361108 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-457afec7-9273-4522-a02a-a2e4d7f9c0db req-a9e72dde-842c-47b8-9058-7a69328f700d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:54.362738 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c6c035b-0323-4841-b826-79c99fba20c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:54.363835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-457afec7-9273-4522-a02a-a2e4d7f9c0db req-a9e72dde-842c-47b8-9058-7a69328f700d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:54.375004 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-33397338-5674-4a34-a4fc-42633ffebc17 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef30d63b-90b9-4ae8-b096-1a9caa6dc904 HTTP/1.1" status: 200 len: 217 time: 0.1017151 Jul 08 20:22:54.379047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56202) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:54.379365 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-457afec7-9273-4522-a02a-a2e4d7f9c0db req-a9e72dde-842c-47b8-9058-7a69328f700d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] 10.222.0.101 "DELETE /v2.0/security-groups/cf73398d-0fa1-4c62-a7f0-0fa7f14b088c HTTP/1.1" status: 204 len: 173 time: 0.8015814 Jul 08 20:22:54.388425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484eaf1c-43c1-4b72-9dff-534fba6d10cf tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:54.391889 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-484eaf1c-43c1-4b72-9dff-534fba6d10cf tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:54.460267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e72dde-842c-47b8-9058-7a69328f700d tempest-SecurityGroupRulesTestJSON-570846471 tempest-SecurityGroupRulesTestJSON-570846471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf73398d-0fa1-4c62-a7f0-0fa7f14b088c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:54.521121 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c6c035b-0323-4841-b826-79c99fba20c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:54.540964 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f07499-1b01-4605-bb8c-1ce2eba8216c req-a9e3441d-6622-49e8-93c5-5ccb95d64384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:54.542556 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f07499-1b01-4605-bb8c-1ce2eba8216c req-a9e3441d-6622-49e8-93c5-5ccb95d64384 service neutron] 10.222.0.103 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 913 time: 0.1904433 Jul 08 20:22:54.593525 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f07499-1b01-4605-bb8c-1ce2eba8216c req-ab8f9f6f-7948-4f82-ae68-c6b4638ac697 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed0036ba-5210-4149-a5f1-023eba1d6b20 HTTP/1.1" status: 200 len: 217 time: 0.0428426 Jul 08 20:22:54.611067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bc8fa-7f92-4ea1-905c-7d33902d43ae req-e17c633b-43df-4e40-9ba1-052b2125627b tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:54.612578 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c24bc8fa-7f92-4ea1-905c-7d33902d43ae req-e17c633b-43df-4e40-9ba1-052b2125627b tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 944 time: 0.1157241 Jul 08 20:22:54.623543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-d1e14bb0-baef-43d9-aedc-1a3a0b226e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:54.625033 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-d1e14bb0-baef-43d9-aedc-1a3a0b226e0a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1d30581c-537d-4c32-9235-0aa435cb33f2 HTTP/1.1" status: 200 len: 844 time: 0.2195501 Jul 08 20:22:54.627620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc7ee9d-25f4-4eac-b2a3-8feda5ac4dcf admin admin] Deleting subnet 398b5013-893c-49d6-ae89-51fd55b4accf {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:22:54.668769 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ee9d-25f4-4eac-b2a3-8feda5ac4dcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:54.680734 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-8bb188ef-18d6-49c3-a43d-d785f8e0d045 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:54.682322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-8bb188ef-18d6-49c3-a43d-d785f8e0d045 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4290786 Jul 08 20:22:54.688136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f07499-1b01-4605-bb8c-1ce2eba8216c req-ca3b96d4-7f03-436b-8385-25a6bfdff1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:54.689724 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f07499-1b01-4605-bb8c-1ce2eba8216c req-ca3b96d4-7f03-436b-8385-25a6bfdff1fc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.0880449 Jul 08 20:22:54.692758 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c24bc8fa-7f92-4ea1-905c-7d33902d43ae req-96687871-ea81-42f4-a563-b4560b7969f5 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727582 Jul 08 20:22:54.727250 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f07499-1b01-4605-bb8c-1ce2eba8216c req-b29a1ab8-71ea-4ea1-8bc7-f8c77fd31e07 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296102 Jul 08 20:22:54.732346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-11210193-e596-43f0-a218-cbb7da47cb9f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fdb5f88e-06d4-480f-a839-50102aa47e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885415 Jul 08 20:22:54.843716 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f07499-1b01-4605-bb8c-1ce2eba8216c req-b2c1ad7e-16c5-4fac-bb80-e1e5029a0304 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056840 Jul 08 20:22:54.987556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03103964-3ed4-4c51-85c6-12d996a6b773 req-4af6b5f6-251d-42f5-9ebe-a073983aacac tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:54.989178 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-03103964-3ed4-4c51-85c6-12d996a6b773 req-4af6b5f6-251d-42f5-9ebe-a073983aacac tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 943 time: 0.1445124 Jul 08 20:22:54.991079 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f07499-1b01-4605-bb8c-1ce2eba8216c req-ef259340-68b2-45a1-aa02-7857993e8f76 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364365 Jul 08 20:22:55.026152 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8a8f449a-010e-4be0-903a-f0b85a2553f1 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:22:55.031018 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-03103964-3ed4-4c51-85c6-12d996a6b773 req-79d40df1-32b8-413f-a901-8d617f3d1e93 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351827 Jul 08 20:22:55.081698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 8a8f449a-010e-4be0-903a-f0b85a2553f1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:55.085356 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f25cc30-37ca-4e8f-a0c9-7f13426f3e37 x-openstack-request-id: req-8f25cc30-37ca-4e8f-a0c9-7f13426f3e37 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:55.085638 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42", "tag": "ef30d63b-90b9-4ae8-b096-1a9caa6dc904", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:55.085883 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8f25cc30-37ca-4e8f-a0c9-7f13426f3e37 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:55.086267 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42', 'tag': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904', 'status': 'completed', 'code': 200} Jul 08 20:22:55.086976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 8a8f449a-010e-4be0-903a-f0b85a2553f1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:55.087777 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:55.158451 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-ae0ecda4-1e1d-40a1-8cd2-7702b3a21c5a tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/quotas/4e28270a226847348566c8df22000cea HTTP/1.1" status: 200 len: 375 time: 0.4305270 Jul 08 20:22:55.170643 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ee9d-25f4-4eac-b2a3-8feda5ac4dcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:55.173816 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:55.200582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8f449a-010e-4be0-903a-f0b85a2553f1'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:55.203083 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a5fad0-3fc8-4239-a568-68bf296cc7bf" -d '{"events": [{"server_uuid": "d53b2e32-116c-4b5b-994d-58516b371be8", "name": "network-vif-plugged", "status": "completed", "tag": "8a8f449a-010e-4be0-903a-f0b85a2553f1"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:55.215323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463d4a2-3137-4a15-964b-17f930367a5f req-c5b29c44-b446-4993-9f5c-ee0801fbb0e2 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:55.216910 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e463d4a2-3137-4a15-964b-17f930367a5f req-c5b29c44-b446-4993-9f5c-ee0801fbb0e2 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 944 time: 0.0725558 Jul 08 20:22:55.217699 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8a8f449a-010e-4be0-903a-f0b85a2553f1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8a8f449a-010e-4be0-903a-f0b85a2553f1,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:55.222097 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:55.239671 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:22:55.270682 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c6c035b-0323-4841-b826-79c99fba20c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:55.271828 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e463d4a2-3137-4a15-964b-17f930367a5f req-b4802070-8316-4e22-8883-d55a27a56ef9 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468462 Jul 08 20:22:55.273260 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c6c035b-0323-4841-b826-79c99fba20c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:55.278621 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4c6c035b-0323-4841-b826-79c99fba20c4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1e6e7686-3e3e-4640-944b-559b2fdf69a5 HTTP/1.1" status: 204 len: 168 time: 1.2467711 Jul 08 20:22:55.278723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=8a8f449a-010e-4be0-903a-f0b85a2553f1,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:55.284407 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-b07a9eaa-dc19-4abf-9802-94228f042919 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4e28270a226847348566c8df22000cea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068122 Jul 08 20:22:55.292910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-093f9bbe-2b1e-4703-b749-aa1e72ed9eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:55.342353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c035b-0323-4841-b826-79c99fba20c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6e7686-3e3e-4640-944b-559b2fdf69a5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:55.354158 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ee9d-25f4-4eac-b2a3-8feda5ac4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:55.384186 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4069704-839b-4d9e-96c0-980dcf033a8b x-openstack-request-id: req-b4069704-839b-4d9e-96c0-980dcf033a8b {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:22:55.384579 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53b2e32-116c-4b5b-994d-58516b371be8", "name": "network-vif-plugged", "status": "completed", "tag": "8a8f449a-010e-4be0-903a-f0b85a2553f1", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:22:55.384978 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b4069704-839b-4d9e-96c0-980dcf033a8b {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:22:55.385468 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'code': 200} Jul 08 20:22:55.459347 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-af12c135-86ba-4235-a4d5-f264e5caf12b service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7079175 Jul 08 20:22:55.486458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f9bbe-2b1e-4703-b749-aa1e72ed9eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b4da90-4aea-4430-87d4-6e5a1a1ef6e8,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:55.505598 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-484eaf1c-43c1-4b72-9dff-534fba6d10cf tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:55.600620 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-800caaf8-c843-4663-87d9-e0a409813a70 req-dde2d71e-16fd-40c3-9515-f1a66224ceae tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 210 time: 0.0688663 Jul 08 20:22:55.611161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ca8b6-6c54-4464-822b-c177a3d833ee req-de5ba975-5551-4176-b783-1a51bd71bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:55.613281 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d38ca8b6-6c54-4464-822b-c177a3d833ee req-de5ba975-5551-4176-b783-1a51bd71bf91 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 1097 time: 0.1597271 Jul 08 20:22:55.617711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093f9bbe-2b1e-4703-b749-aa1e72ed9eef admin admin] Checking segment: {'id': '2934dc51-8915-464b-9c18-22828820e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3862663c-4f45-4d20-8582-22ecb51972c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:55.618892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093f9bbe-2b1e-4703-b749-aa1e72ed9eef admin admin] Network hostable DHCP agents. Network: 3862663c-4f45-4d20-8582-22ecb51972c5, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:22:55.661979 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ee9d-25f4-4eac-b2a3-8feda5ac4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:55.672190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484eaf1c-43c1-4b72-9dff-534fba6d10cf tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Subnet': ['ID=d18d8d9d-0bc8-42f2-8dbe-06563236e766,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:55.701100 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d38ca8b6-6c54-4464-822b-c177a3d833ee req-3c1c9d84-101f-4616-8652-38c684db651d service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807674 Jul 08 20:22:55.729203 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ee9d-25f4-4eac-b2a3-8feda5ac4dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:55.733575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9bc7ee9d-25f4-4eac-b2a3-8feda5ac4dcf admin admin] 10.222.0.101 "DELETE /v2.0/subnets/398b5013-893c-49d6-ae89-51fd55b4accf HTTP/1.1" status: 204 len: 168 time: 1.3436630 Jul 08 20:22:55.733575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7ee9d-25f4-4eac-b2a3-8feda5ac4dcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=398b5013-893c-49d6-ae89-51fd55b4accf,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:55.735101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56226) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:55.736966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093f9bbe-2b1e-4703-b749-aa1e72ed9eef admin admin] Network 3862663c-4f45-4d20-8582-22ecb51972c5 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:22:55.745839 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9fedcd8-10e5-4210-a2b9-c4f9bbf463d5 req-2c340ceb-a91f-4f35-a43e-c3130b7f96e9 service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780344 Jul 08 20:22:55.754631 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484eaf1c-43c1-4b72-9dff-534fba6d10cf tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking segment: {'id': '50a12333-b564-4566-84b5-e6e3ea5b3a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8f9ec40f-0205-41fa-8d95-a6c9bb817aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:55.755008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484eaf1c-43c1-4b72-9dff-534fba6d10cf tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network hostable DHCP agents. Network: 8f9ec40f-0205-41fa-8d95-a6c9bb817aed, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:22:55.799326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-093f9bbe-2b1e-4703-b749-aa1e72ed9eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 3862663c-4f45-4d20-8582-22ecb51972c5) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:55.808978 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7025c8e-e615-436b-be97-af0db112f1a7 None None] Network 3862663c-4f45-4d20-8582-22ecb51972c5 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:55.813823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f9bbe-2b1e-4703-b749-aa1e72ed9eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:55.814428 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-093f9bbe-2b1e-4703-b749-aa1e72ed9eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:55.877647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-093f9bbe-2b1e-4703-b749-aa1e72ed9eef admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9484084 Jul 08 20:22:55.904423 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:55.919883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484eaf1c-43c1-4b72-9dff-534fba6d10cf tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network 8f9ec40f-0205-41fa-8d95-a6c9bb817aed is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:22:55.979401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-484eaf1c-43c1-4b72-9dff-534fba6d10cf tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 8f9ec40f-0205-41fa-8d95-a6c9bb817aed) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:55.998393 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484eaf1c-43c1-4b72-9dff-534fba6d10cf tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:55.999397 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-484eaf1c-43c1-4b72-9dff-534fba6d10cf tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:56.010063 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29590df2-dae5-4320-82c6-19e3630dae63 None None] Network 8f9ec40f-0205-41fa-8d95-a6c9bb817aed requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:56.067302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56240) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:56.077610 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-484eaf1c-43c1-4b72-9dff-534fba6d10cf tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0718193 Jul 08 20:22:56.094663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dc8078-d704-418e-8d71-a1f0f8534da0 None None] Network 3862663c-4f45-4d20-8582-22ecb51972c5 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:56.125744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8d501-fb81-4060-8f58-f9402f26b62c req-3671dee5-e3fd-4f4c-bb76-8e14d997b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:56.137766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1e8d501-fb81-4060-8f58-f9402f26b62c req-3671dee5-e3fd-4f4c-bb76-8e14d997b164 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f072151cc9a246949063c5a455a633da&device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 1096 time: 0.3095028 Jul 08 20:22:56.265509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13968303-b4fc-46f2-858c-9a7207d8018c req-f3dfe807-115d-476e-96e0-5a8496dbe48d tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:56.267576 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-13968303-b4fc-46f2-858c-9a7207d8018c req-f3dfe807-115d-476e-96e0-5a8496dbe48d tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 944 time: 0.3931448 Jul 08 20:22:56.282254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:56.301450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:56.307234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432cb7ff-a68c-4267-82ba-31951a391fbf']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:56.329188 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507c81ad-45d3-49ac-b78e-4e7f9d487116') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:56.329775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507c81ad-45d3-49ac-b78e-4e7f9d487116') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:56.353426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:56.391481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-13968303-b4fc-46f2-858c-9a7207d8018c req-ef9a890f-12d7-4910-81ce-47996fa07dfc tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134512 Jul 08 20:22:56.392868 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:56.399989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8d501-fb81-4060-8f58-f9402f26b62c req-f1940fef-a1bc-44d7-bc8d-06874563730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:56.417259 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1e8d501-fb81-4060-8f58-f9402f26b62c req-f1940fef-a1bc-44d7-bc8d-06874563730b service neutron] 10.222.0.104 "GET /v2.0/networks?id=fdb5f88e-06d4-480f-a839-50102aa47e53 HTTP/1.1" status: 200 len: 905 time: 0.2291181 Jul 08 20:22:56.420370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:22:56.421068 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:56.474826 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:22:56.526910 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:22:56.530319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d761b25e-68cc-4d66-9d3e-e098eba1b773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-8f9ec40f-0205-41fa-8d95-a6c9bb817aed', 'network_id': '8f9ec40f-0205-41fa-8d95-a6c9bb817aed', 'tenant_id': '5b26d626c5f3464dbd4f465d3ae734ce', 'fixed_ips': [{'subnet_id': 'd18d8d9d-0bc8-42f2-8dbe-06563236e766'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:22:56.532831 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d761b25e-68cc-4d66-9d3e-e098eba1b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:56.538879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d16c2-f66d-4275-a7b0-34204b669e1a req-6864d032-70c1-4b37-84f9-c62dc97117a9 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:56.545809 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f16d16c2-f66d-4275-a7b0-34204b669e1a req-6864d032-70c1-4b37-84f9-c62dc97117a9 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 943 time: 0.2788005 Jul 08 20:22:56.546426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:56.639568 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:56.641844 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] 10.222.0.101 "DELETE /v2.0/networks/432cb7ff-a68c-4267-82ba-31951a391fbf HTTP/1.1" status: 204 len: 168 time: 0.9025989 Jul 08 20:22:56.675216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=432cb7ff-a68c-4267-82ba-31951a391fbf,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:56.681728 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1e8d501-fb81-4060-8f58-f9402f26b62c req-d0bf182f-a879-4284-b7d9-cb6de5de1c1a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef30d63b-90b9-4ae8-b096-1a9caa6dc904 HTTP/1.1" status: 200 len: 217 time: 0.1538274 Jul 08 20:22:56.691202 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f16d16c2-f66d-4275-a7b0-34204b669e1a req-f096bbed-6493-45b6-84b1-fc256a3a1187 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440125 Jul 08 20:22:56.706809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:56.707804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:56.708256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:56.708761 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:56.710026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:56.710475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:56.711341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:56.712102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:56.712800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:56.714085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:56.714745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:56.715180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d73ea-9f98-47a1-bc0a-903c155233f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:56.737662 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server [None req-d761b25e-68cc-4d66-9d3e-e098eba1b773 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d18d8d9d-0bc8-42f2-8dbe-06563236e766: This subnet is being modified by another concurrent operation. Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:22:56.744616 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise exception Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d18d8d9d-0bc8-42f2-8dbe-06563236e766: This subnet is being modified by another concurrent operation. Jul 08 20:22:56.747992 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Jul 08 20:22:56.765648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fef479-ec0e-4c22-8334-c5220e902fef None None] Network 8f9ec40f-0205-41fa-8d95-a6c9bb817aed requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:22:56.782708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8d501-fb81-4060-8f58-f9402f26b62c req-e84d83bd-3156-4cba-9856-d11d8004fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:56.789465 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1e8d501-fb81-4060-8f58-f9402f26b62c req-e84d83bd-3156-4cba-9856-d11d8004fa38 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1d30581c-537d-4c32-9235-0aa435cb33f2 HTTP/1.1" status: 200 len: 844 time: 0.0981097 Jul 08 20:22:56.802152 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Subnet': ['ID=d18d8d9d-0bc8-42f2-8dbe-06563236e766,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:56.850210 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1e8d501-fb81-4060-8f58-f9402f26b62c req-af6d8123-d97d-4c5d-a7e7-a5630fe868c5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fdb5f88e-06d4-480f-a839-50102aa47e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516245 Jul 08 20:22:57.016731 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.032898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9ec40f-0205-41fa-8d95-a6c9bb817aed']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:57.046007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device ed0036ba-5210-4149-a5f1-023eba1d6b20 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:22:57.047331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a12333-b564-4566-84b5-e6e3ea5b3a41') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:57.047634 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a12333-b564-4566-84b5-e6e3ea5b3a41') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:22:57.049315 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f9323-56b6-471e-961e-5cd9795b3821 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:22:57.058915 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1e8d501-fb81-4060-8f58-f9402f26b62c req-ab7bdcdd-bccb-4df3-93a1-6f74341fdd4c service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014549 Jul 08 20:22:57.065591 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.100396 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.110833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f484e75-05c2-489f-8816-36cff2aca001 req-eb9de23b-cc49-4d52-8127-a1e78fe07419 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:57.117285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f484e75-05c2-489f-8816-36cff2aca001 req-eb9de23b-cc49-4d52-8127-a1e78fe07419 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 945 time: 0.1497526 Jul 08 20:22:57.129167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:22:57.129879 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:22:57.132887 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:22:57.153755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56276) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:57.236667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419ceae-09e2-4720-a002-0d9093670d9b req-45808b81-bb59-4f48-8f7e-26a650773110 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:57.238408 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-45808b81-bb59-4f48-8f7e-26a650773110 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/networks?id=3862663c-4f45-4d20-8582-22ecb51972c5 HTTP/1.1" status: 200 len: 814 time: 0.2771838 Jul 08 20:22:57.265562 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-acab114a-81db-4df2-a041-0add8690c74f tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/quotas/ab7b020e697c4efaa3be1224920322f3 HTTP/1.1" status: 200 len: 375 time: 0.0184758 Jul 08 20:22:57.273184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f9323-56b6-471e-961e-5cd9795b3821 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:22:57.296562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port ed0036ba-5210-4149-a5f1-023eba1d6b20, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ed0036ba-5210-4149-a5f1-023eba1d6b20,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:57.309926 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f484e75-05c2-489f-8816-36cff2aca001 req-febfd5b8-a9b1-4e41-baf5-7287a07fb226 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916242 Jul 08 20:22:57.319268 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-f29e4929-80f4-49cb-b504-fdfdfcf67e18 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ab7b020e697c4efaa3be1224920322f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467248 Jul 08 20:22:57.322744 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1e8d501-fb81-4060-8f58-f9402f26b62c req-a23a8810-df7f-4830-80e1-468d19b3ad74 service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530689 Jul 08 20:22:57.341496 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.365124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'ed0036ba-5210-4149-a5f1-023eba1d6b20', 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'port_id': 'ed0036ba-5210-4149-a5f1-023eba1d6b20', 'mac_address': 'fa:16:3e:65:d8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292379a6-ccc8-4ff7-b796-dd5f388cdc04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:22:57.406519 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.414427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56282) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:57.415628 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/8f9ec40f-0205-41fa-8d95-a6c9bb817aed HTTP/1.1" status: 204 len: 168 time: 1.3465381 Jul 08 20:22:57.437557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9e8ac351-27d6-4e25-9fb6-31a66d7f84a0 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1984896479'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:57.451839 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cf729739-8c07-4df1-83a0-8e0c0c8c108c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d172857dc969491188c1ca1b85b45243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659242 Jul 08 20:22:57.453981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec9afd-c768-4095-950b-b47d3ce09cd4 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Network': ['ID=8f9ec40f-0205-41fa-8d95-a6c9bb817aed,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:57.454275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56288) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:57.464061 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-6ae34ec9-4976-4a3b-b671-9e86d7d1c81e tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=4e28270a226847348566c8df22000cea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938535 Jul 08 20:22:57.522397 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc99d770-747d-4122-9699-8fd9917f1355 req-0ed773e1-9b49-4d70-be60-981102c04404 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 210 time: 0.0739105 Jul 08 20:22:57.535674 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b9b82c5-7394-46cb-b5a2-ee6dcd96b46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.565071 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.580119 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b9b82c5-7394-46cb-b5a2-ee6dcd96b46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.616890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0036ba-5210-4149-a5f1-023eba1d6b20 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:22:57.639650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-62ac6f5e-98fc-446f-9c44-e2e93977b0ce tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:57.644136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8ac351-27d6-4e25-9fb6-31a66d7f84a0 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:57.646188 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-62ac6f5e-98fc-446f-9c44-e2e93977b0ce tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726928 Jul 08 20:22:57.650341 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac351-27d6-4e25-9fb6-31a66d7f84a0 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.664449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Request body: {'port': {'device_id': '371f8b92-6ceb-45b9-8e75-e997778d4d6f', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '4e28270a226847348566c8df22000cea'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:57.686736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b9b82c5-7394-46cb-b5a2-ee6dcd96b46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.689278 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b9b82c5-7394-46cb-b5a2-ee6dcd96b46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.690757 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6b9b82c5-7394-46cb-b5a2-ee6dcd96b46f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/931c193a-a7bc-4bf1-b15b-87b4f24b4d1d HTTP/1.1" status: 204 len: 168 time: 0.2355473 Jul 08 20:22:57.701127 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-f42a3d47-9cf9-4f23-ac67-8a9acaf487ac service neutron] 10.222.0.101 "GET /v2.0/networks/3862663c-4f45-4d20-8582-22ecb51972c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749139 Jul 08 20:22:57.722377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8ac351-27d6-4e25-9fb6-31a66d7f84a0 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:22:57.727841 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b82c5-7394-46cb-b5a2-ee6dcd96b46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931c193a-a7bc-4bf1-b15b-87b4f24b4d1d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:57.747146 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56296) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:57.750567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port ed0036ba-5210-4149-a5f1-023eba1d6b20, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ed0036ba-5210-4149-a5f1-023eba1d6b20,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:57.784203 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.809840 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac351-27d6-4e25-9fb6-31a66d7f84a0 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.810411 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-9e8ac351-27d6-4e25-9fb6-31a66d7f84a0 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Added segment 457d555a-7061-4b93-bad5-e2315287b148 of type vlan for network a21e3cca-8a47-4914-b88d-dabcca8843e7 Jul 08 20:22:57.890634 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac351-27d6-4e25-9fb6-31a66d7f84a0 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.917342 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-2224aeda-722b-4207-b7e0-9d1009bfff37 service neutron] 10.222.0.101 "GET /v2.0/networks/3862663c-4f45-4d20-8582-22ecb51972c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064323 Jul 08 20:22:57.930301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=ed0036ba-5210-4149-a5f1-023eba1d6b20,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:57.942822 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac351-27d6-4e25-9fb6-31a66d7f84a0 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:57.967902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ac351-27d6-4e25-9fb6-31a66d7f84a0 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:57.968590 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac351-27d6-4e25-9fb6-31a66d7f84a0 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:58.047063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ac351-27d6-4e25-9fb6-31a66d7f84a0 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=a21e3cca-8a47-4914-b88d-dabcca8843e7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:58.049830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['ed0036ba-5210-4149-a5f1-023eba1d6b20'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:22:58.069960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-adcb7abb-5eb0-480d-933d-247dacca3ea0 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:58.071605 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-adcb7abb-5eb0-480d-933d-247dacca3ea0 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3936341 Jul 08 20:22:58.082032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network a21e3cca-8a47-4914-b88d-dabcca8843e7 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:22:58.172455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-136649203'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:58.212917 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-19127f69-5c90-47e4-84d1-cdda20722fae tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.1157186 Jul 08 20:22:58.221701 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-44eab632-c55c-45f7-a82b-44d43c8e5cb3 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Request body: {'floatingip': {'port_id': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:58.291256 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e8ac351-27d6-4e25-9fb6-31a66d7f84a0 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8648565 Jul 08 20:22:58.296259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56312) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:58.301133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Made reservation on behalf of 4e28270a226847348566c8df22000cea for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:58.307477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-783439ac-84e3-4332-bd37-de20e2ec6d49 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:58.309823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:58.344154 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:58.370649 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-44eab632-c55c-45f7-a82b-44d43c8e5cb3 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:58.388315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Made reservation on behalf of e944808a7d0643058af46a6b0b98e81c for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:58.392027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:58.418756 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:58.447495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89fb06-1a0e-4c54-bc88-ae0f16541894 req-c5113d92-354f-4f5c-b74d-2dfd6d829e2f tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:58.454288 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e89fb06-1a0e-4c54-bc88-ae0f16541894 req-c5113d92-354f-4f5c-b74d-2dfd6d829e2f tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 944 time: 0.2678902 Jul 08 20:22:58.573088 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e89fb06-1a0e-4c54-bc88-ae0f16541894 req-056574b6-86c7-48a2-ab35-791a4cc505eb tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178627 Jul 08 20:22:58.639016 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-783439ac-84e3-4332-bd37-de20e2ec6d49 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:58.668877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-783439ac-84e3-4332-bd37-de20e2ec6d49 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:58.678153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-783439ac-84e3-4332-bd37-de20e2ec6d49 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network a21e3cca-8a47-4914-b88d-dabcca8843e7 is not hosted by any dhcp agent {{(pid=94066) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 20:22:58.683647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783439ac-84e3-4332-bd37-de20e2ec6d49 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:58.684254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-783439ac-84e3-4332-bd37-de20e2ec6d49 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:58.685899 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-783439ac-84e3-4332-bd37-de20e2ec6d49 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "PUT /v2.0/networks/a21e3cca-8a47-4914-b88d-dabcca8843e7 HTTP/1.1" status: 200 len: 723 time: 0.3840792 Jul 08 20:22:58.692103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56330) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:58.714649 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1c8559c3-36aa-4c78-953d-958ff5f2b7fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'subnet': {'network_id': 'a21e3cca-8a47-4914-b88d-dabcca8843e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:58.838581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56334) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:58.902194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783439ac-84e3-4332-bd37-de20e2ec6d49 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=a21e3cca-8a47-4914-b88d-dabcca8843e7,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:58.914061 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network a21e3cca-8a47-4914-b88d-dabcca8843e7 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:22:58.971514 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:58.985451 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:58.997409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-297258941-network', 'tenant_id': 'e3381582e550468ba5b4e2c6f2e9b1a6'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:59.028346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:22:59.032148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2885fc-7400-44a1-9f81-74c87a060277,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:59.047957 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e895c-72a0-4819-8a4c-df27fbd4e9e5 req-aa459c3a-7c45-424c-9b36-1e2d049e7d4a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:59.056372 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d60e895c-72a0-4819-8a4c-df27fbd4e9e5 req-aa459c3a-7c45-424c-9b36-1e2d049e7d4a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 944 time: 0.3030124 Jul 08 20:22:59.082742 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.083092 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Added segment 7d005322-66e6-4e97-84ec-ccf87fde9705 of type vlan for network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 Jul 08 20:22:59.132145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device ed0036ba-5210-4149-a5f1-023eba1d6b20 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:22:59.135205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef30d63b-90b9-4ae8-b096-1a9caa6dc904 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:22:59.140783 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d60e895c-72a0-4819-8a4c-df27fbd4e9e5 req-fa3802c1-28b8-4a8c-bdcf-450cffab3f79 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833421 Jul 08 20:22:59.166461 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.236874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.242619 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:59.243772 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.270053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port ed0036ba-5210-4149-a5f1-023eba1d6b20 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:22:59.282067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port ed0036ba-5210-4149-a5f1-023eba1d6b20 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:22:59.282808 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.302008 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.320016 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.326668 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5752294 Jul 08 20:22:59.340743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef30d63b-90b9-4ae8-b096-1a9caa6dc904, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:59.342040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81105d66-3c8e-4d7d-a0f3-398b9e0f0dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Pushing event updated for resources: {'Network': ['ID=36f0d0f5-dab6-42b9-bc9d-868ec066ab34,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:59.355388 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8559c3-36aa-4c78-953d-958ff5f2b7fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:22:59.358387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:22:59.364080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904', 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53', 'port_id': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904', 'mac_address': 'fa:16:3e:95:d3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d30581c-537d-4c32-9235-0aa435cb33f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:22:59.365109 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c8559c3-36aa-4c78-953d-958ff5f2b7fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.381131 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-44eab632-c55c-45f7-a82b-44d43c8e5cb3 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:22:59.465223 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de8005b2-6512-4c54-856b-bd29186de1da req-1b24ac3c-be90-4166-9952-b2ccabc3ba7e tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 210 time: 0.0758965 Jul 08 20:22:59.476693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f448f079-71fa-49cb-a9bd-716d627f2e92,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:59.494279 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.496097 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.521269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef30d63b-90b9-4ae8-b096-1a9caa6dc904 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:22:59.532618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d287505-384a-482d-bf8f-3f91c42d5a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0036ba-5210-4149-a5f1-023eba1d6b20'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:22:59.534915 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e99903-c74d-4937-bb6e-988acc78e7f4" -d '{"events": [{"server_uuid": "4d287505-384a-482d-bf8f-3f91c42d5a33", "name": "network-vif-plugged", "status": "completed", "tag": "ed0036ba-5210-4149-a5f1-023eba1d6b20"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:22:59.559943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port ed0036ba-5210-4149-a5f1-023eba1d6b20, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ed0036ba-5210-4149-a5f1-023eba1d6b20,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:59.561914 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef30d63b-90b9-4ae8-b096-1a9caa6dc904, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:22:59.567650 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.573458 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.626700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=ed0036ba-5210-4149-a5f1-023eba1d6b20,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:59.635389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:59.635766 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:59.636083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:59.636421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:59.636831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:59.637136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:59.637525 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:59.637783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:59.638110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:59.638433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:59.638751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:59.639078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:22:59.693541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3937ed21-ef31-4898-89dc-5e85a72b4d90 req-c44223de-b599-4de4-be04-6d38c9c1bded tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 210 time: 0.0541556 Jul 08 20:22:59.699090 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:59.706779 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c8559c3-36aa-4c78-953d-958ff5f2b7fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.774304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['ef30d63b-90b9-4ae8-b096-1a9caa6dc904'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:22:59.793450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8559c3-36aa-4c78-953d-958ff5f2b7fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Subnet': ['ID=f5d8f28f-df44-460a-abfd-00753b3d8334,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:22:59.799686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8559c3-36aa-4c78-953d-958ff5f2b7fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking segment: {'id': '457d555a-7061-4b93-bad5-e2315287b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a21e3cca-8a47-4914-b88d-dabcca8843e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:22:59.800055 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8559c3-36aa-4c78-953d-958ff5f2b7fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network hostable DHCP agents. Network: a21e3cca-8a47-4914-b88d-dabcca8843e7, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:22:59.819326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8559c3-36aa-4c78-953d-958ff5f2b7fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network a21e3cca-8a47-4914-b88d-dabcca8843e7 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:22:59.836039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-1c8559c3-36aa-4c78-953d-958ff5f2b7fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, a21e3cca-8a47-4914-b88d-dabcca8843e7) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:22:59.854834 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8559c3-36aa-4c78-953d-958ff5f2b7fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:22:59.855463 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c8559c3-36aa-4c78-953d-958ff5f2b7fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:22:59.879375 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1c8559c3-36aa-4c78-953d-958ff5f2b7fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1689346 Jul 08 20:22:59.879554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56346) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:22:59.887544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-bb719cfb-6c2e-4682-b9b9-abd929c60099 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:22:59.887765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b355b69d-2823-43e9-b466-011a12188aca None None] Network a21e3cca-8a47-4914-b88d-dabcca8843e7 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:00.014301 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb719cfb-6c2e-4682-b9b9-abd929c60099 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126633508'] for subnet, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.019918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Made reservation on behalf of e3381582e550468ba5b4e2c6f2e9b1a6 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:00.022445 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.037155 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.049656 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-44eab632-c55c-45f7-a82b-44d43c8e5cb3 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.063529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56348) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:00.100572 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Request body: {'port': {'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34', 'binding:host_id': 'n-h1-791506-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125625014'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:00.112523 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-44eab632-c55c-45f7-a82b-44d43c8e5cb3 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.134500 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edb7dcb-88bf-4090-aa24-335813284559 x-openstack-request-id: req-0edb7dcb-88bf-4090-aa24-335813284559 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:00.134500 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d287505-384a-482d-bf8f-3f91c42d5a33", "name": "network-vif-plugged", "status": "completed", "tag": "ed0036ba-5210-4149-a5f1-023eba1d6b20", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:00.134500 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0edb7dcb-88bf-4090-aa24-335813284559 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:00.135321 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d287505-384a-482d-bf8f-3f91c42d5a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0036ba-5210-4149-a5f1-023eba1d6b20', 'code': 200} Jul 08 20:23:00.236300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-a21e3cca-8a47-4914-b88d-dabcca8843e7', 'network_id': 'a21e3cca-8a47-4914-b88d-dabcca8843e7', 'tenant_id': '5b26d626c5f3464dbd4f465d3ae734ce', 'fixed_ips': [{'subnet_id': 'f5d8f28f-df44-460a-abfd-00753b3d8334'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:23:00.237338 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb719cfb-6c2e-4682-b9b9-abd929c60099 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794148736022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127148353'] for subnet, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.237477 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.317521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb719cfb-6c2e-4682-b9b9-abd929c60099 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:00.317798 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb719cfb-6c2e-4682-b9b9-abd929c60099 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.319095 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bb719cfb-6c2e-4682-b9b9-abd929c60099 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "PUT /v2.0/subnets/f5d8f28f-df44-460a-abfd-00753b3d8334 HTTP/1.1" status: 200 len: 806 time: 0.4386175 Jul 08 20:23:00.324336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56352) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:00.347312 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-44eab632-c55c-45f7-a82b-44d43c8e5cb3 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Floating IP 6dfb20ec-c160-482b-b2ea-8657a3efeea6 associated. External IP: 172.25.4.111, port: 091a04d4-f2a8-430a-a02c-21debeefbf17. Jul 08 20:23:00.389143 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Allocated IP 172.20.0.2 (a21e3cca-8a47-4914-b88d-dabcca8843e7/f5d8f28f-df44-460a-abfd-00753b3d8334/08febba0-e657-4c18-86f8-5fbe466c3774) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:00.390595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb719cfb-6c2e-4682-b9b9-abd929c60099 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Subnet': ['ID=f5d8f28f-df44-460a-abfd-00753b3d8334,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:00.423448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Allocated IP 192.168.233.197 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/2c1fdfb9-3e1b-489a-aafd-6f8688037b5f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:00.442626 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039680b-4a51-45c2-80a0-0a7cd62eaa28 req-1cd19712-ff3d-42af-9b42-a2bf27c3072b tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:00.444262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c039680b-4a51-45c2-80a0-0a7cd62eaa28 req-1cd19712-ff3d-42af-9b42-a2bf27c3072b tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 945 time: 0.2109466 Jul 08 20:23:00.481344 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.485920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419ceae-09e2-4720-a002-0d9093670d9b req-dc0aa559-c9b6-4eab-a819-d84ba86d1ffd tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:00.487536 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-dc0aa559-c9b6-4eab-a819-d84ba86d1ffd tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.103 "GET /v2.0/networks?id=3862663c-4f45-4d20-8582-22ecb51972c5 HTTP/1.1" status: 200 len: 814 time: 0.5088935 Jul 08 20:23:00.510628 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-8419ceae-09e2-4720-a002-0d9093670d9b req-33fefbaf-ee80-47d2-b8ba-4f99a1213778 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Request body: {'port': {'device_id': 'f11e84c9-10ef-4556-a2e6-5e1887348bf0', 'network_id': '3862663c-4f45-4d20-8582-22ecb51972c5', 'admin_state_up': True, 'tenant_id': 'ab7b020e697c4efaa3be1224920322f3'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:00.518591 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c039680b-4a51-45c2-80a0-0a7cd62eaa28 req-479df694-37cd-420e-8ed5-7ea62aee7c7d tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638463 Jul 08 20:23:00.565646 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.568736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.583382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Transition to ACTIVE for port object 08febba0-e657-4c18-86f8-5fbe466c3774 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:00.601878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Transition to ACTIVE for port object 08febba0-e657-4c18-86f8-5fbe466c3774 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:00.614555 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.647891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9d816-e47f-44c7-8019-1423ed6197d5 req-6bbae361-39eb-454d-81d1-ba87c6841431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:00.649447 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cc9d816-e47f-44c7-8019-1423ed6197d5 req-6bbae361-39eb-454d-81d1-ba87c6841431 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 1097 time: 0.3824301 Jul 08 20:23:00.657567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Network a21e3cca-8a47-4914-b88d-dabcca8843e7 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:00.658910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.661157 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:00.663784 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:00.706459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d8f28f-df44-460a-abfd-00753b3d8334,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:00.720137 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Pushing event updated for resources: {'Port': ['ID=08febba0-e657-4c18-86f8-5fbe466c3774,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:00.739131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Attempting to bind port 08febba0-e657-4c18-86f8-5fbe466c3774 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:00.739590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Attempting to bind port 08febba0-e657-4c18-86f8-5fbe466c3774 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '457d555a-7061-4b93-bad5-e2315287b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a21e3cca-8a47-4914-b88d-dabcca8843e7'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:00.740045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Attempting to bind port 08febba0-e657-4c18-86f8-5fbe466c3774 on network a21e3cca-8a47-4914-b88d-dabcca8843e7 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:00.746531 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:00.747376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Checking segment: {'id': '457d555a-7061-4b93-bad5-e2315287b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a21e3cca-8a47-4914-b88d-dabcca8843e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:00.748009 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.748408 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Bound using segment: {'id': '457d555a-7061-4b93-bad5-e2315287b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a21e3cca-8a47-4914-b88d-dabcca8843e7'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:00.749038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Bound port: 08febba0-e657-4c18-86f8-5fbe466c3774, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457d555a-7061-4b93-bad5-e2315287b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a21e3cca-8a47-4914-b88d-dabcca8843e7'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:00.749428 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.774734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.807149 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.810134 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.823794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] For port 08febba0-e657-4c18-86f8-5fbe466c3774, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:00.824024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21e3cca-8a47-4914-b88d-dabcca8843e7']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:00.827047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] For port 08febba0-e657-4c18-86f8-5fbe466c3774, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=08febba0-e657-4c18-86f8-5fbe466c3774,segment=NetworkSegment(457d555a-7061-4b93-bad5-e2315287b148),segment_id=457d555a-7061-4b93-bad5-e2315287b148)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:00.832178 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.833191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2302c8d-11d2-4254-a02c-2381ef05fbab req-2c139f4d-1cae-4490-88c3-a1820a4b2496 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:00.834760 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c2302c8d-11d2-4254-a02c-2381ef05fbab req-2c139f4d-1cae-4490-88c3-a1820a4b2496 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 945 time: 0.1607027 Jul 08 20:23:00.851859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457d555a-7061-4b93-bad5-e2315287b148') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:00.852416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457d555a-7061-4b93-bad5-e2315287b148') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:00.868562 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.878590 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cc9d816-e47f-44c7-8019-1423ed6197d5 req-a0a4d3d9-ae27-47a6-9649-1cb8202a0a74 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134633 Jul 08 20:23:00.892595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.893435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:23:00.905891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c2302c8d-11d2-4254-a02c-2381ef05fbab req-aa95d575-ca23-4ece-a4fc-2a62ae74dc30 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643859 Jul 08 20:23:00.906767 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:00.907177 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:00.910638 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:00.934401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Made reservation on behalf of bc0c126057304455b33325845b96781e for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:00.937090 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.945508 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a1e7b-9a20-4599-8fc8-27290c038f7c None None] Pushing event updated for resources: {'Port': ['ID=08febba0-e657-4c18-86f8-5fbe466c3774,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:00.955425 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:00.955782 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Added segment 2fb41f08-3671-46ae-8a4e-f417598795b2 of type vlan for network 74030d91-a705-4f53-b52f-88074a77224e Jul 08 20:23:00.956586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d75c7a1-c851-4e9d-8330-21255575ae9a None None] Network a21e3cca-8a47-4914-b88d-dabcca8843e7 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:01.003220 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 20:23:01.003220 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 20:23:01.003220 n-d-791506-16 neutron-server[94066]: [parameters: {'id': 'a21e3cca-8a47-4914-b88d-dabcca8843e7'}] Jul 08 20:23:01.003220 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:23:01.003678 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:23:01.015707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:01.018373 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.025740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8419ceae-09e2-4720-a002-0d9093670d9b req-33fefbaf-ee80-47d2-b8ba-4f99a1213778 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Made reservation on behalf of ab7b020e697c4efaa3be1224920322f3 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:01.029395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8419ceae-09e2-4720-a002-0d9093670d9b req-33fefbaf-ee80-47d2-b8ba-4f99a1213778 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.068924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef30d63b-90b9-4ae8-b096-1a9caa6dc904 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:01.075631 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3db3400e-4712-41ea-b5cf-3bb2d3635d91 req-e2698458-2ef5-49e3-9301-ec7807b57d85 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 210 time: 0.0313563 Jul 08 20:23:01.101485 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.115179 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.159539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port ef30d63b-90b9-4ae8-b096-1a9caa6dc904 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:01.168290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea3345f-39c7-42bb-b457-3f0ea7c80710 None None] Network a21e3cca-8a47-4914-b88d-dabcca8843e7 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:01.168731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Transition to ACTIVE for port object 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:01.170992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port ef30d63b-90b9-4ae8-b096-1a9caa6dc904 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:01.171477 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.208381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-44eab632-c55c-45f7-a82b-44d43c8e5cb3 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Router 83903e93-6552-480f-b629-5fe781e5b771 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:23:01.223892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-231c0d11-236b-4f38-b1b4-1422c793b17e req-bc3267d6-58b3-4f3b-ae5d-6ca46de72a64 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 210 time: 0.0319479 Jul 08 20:23:01.276927 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.278172 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:01.278757 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.354892 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.402762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef30d63b-90b9-4ae8-b096-1a9caa6dc904, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:01.408354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c2a32-40f5-4842-8c14-5763cf956237 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:23:01.411865 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.450554 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.485295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] Pushing event updated for resources: {'Network': ['ID=74030d91-a705-4f53-b52f-88074a77224e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:01.505477 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.509010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 74030d91-a705-4f53-b52f-88074a77224e details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:23:01.530975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:01.546224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-8419ceae-09e2-4720-a002-0d9093670d9b req-33fefbaf-ee80-47d2-b8ba-4f99a1213778 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Allocated IP 172.20.0.12 (3862663c-4f45-4d20-8582-22ecb51972c5/25b4da90-4aea-4430-87d4-6e5a1a1ef6e8/8a19e40a-7294-48a8-a25d-1c057300ecf8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:01.581348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:01.599043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886c2a32-40f5-4842-8c14-5763cf956237 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:23:01.603255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:01.608610 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.613131 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:01.631651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Pushing event updated for resources: {'Port': ['ID=2c1fdfb9-3e1b-489a-aafd-6f8688037b5f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:01.634674 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.660684 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9a252ff3-7c70-4831-9a94-f232b6ad780f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8204567 Jul 08 20:23:01.668986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-44eab632-c55c-45f7-a82b-44d43c8e5cb3 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:23:01.682686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56360) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:01.683865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] device_id is not set on port 09651b5a-e92a-43db-a963-6fcfa7228fc9 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:01.685109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c71b2-0129-4d6d-bbb1-d3059981b94e None None] Sync routers for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:23:01.693357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f965b710-65ea-4147-8395-533d32874d5d admin admin] Request body: {'subnet': {'network_id': '74030d91-a705-4f53-b52f-88074a77224e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-297258941-subnet', 'tenant_id': 'e3381582e550468ba5b4e2c6f2e9b1a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:01.702459 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-44eab632-c55c-45f7-a82b-44d43c8e5cb3 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.719677 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c71b2-0129-4d6d-bbb1-d3059981b94e None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:01.721305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-266c71b2-0129-4d6d-bbb1-d3059981b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:22:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:01.853449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:01.854132 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.856654 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6e4e29-4356-4f3a-849f-a394e8842130,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:01.900986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-266c71b2-0129-4d6d-bbb1-d3059981b94e None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:01.926390 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-44eab632-c55c-45f7-a82b-44d43c8e5cb3 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "PUT /v2.0/floatingips/6dfb20ec-c160-482b-b2ea-8657a3efeea6 HTTP/1.1" status: 200 len: 997 time: 3.7124152 Jul 08 20:23:01.935864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:01.938217 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765577d0-1618-4079-b98c-a986de84e83d" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:01.950187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f965b710-65ea-4147-8395-533d32874d5d admin admin] Made reservation on behalf of e3381582e550468ba5b4e2c6f2e9b1a6 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:01.952655 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f965b710-65ea-4147-8395-533d32874d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:01.982589 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-cb818ba4-86ed-4281-a989-3ef78bfa85d7 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3284059 Jul 08 20:23:02.063782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Request body: {'port': {'device_id': '371f8b92-6ceb-45b9-8e75-e997778d4d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:02.091298 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ee367d4-d616-4f04-81e1-c202b46af2f4 req-86e7f600-7799-4f7f-b14c-fc57017c4f84 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d53b2e32-116c-4b5b-994d-58516b371be8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5412140 Jul 08 20:23:02.093299 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Deleting port 08febba0-e657-4c18-86f8-5fbe466c3774 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:02.093639 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:02.147602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:02.149211 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69e19ea-4d72-4ea4-84d6-a18e5602c4a4" -d '{"events": [{"server_uuid": "49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42", "name": "network-vif-plugged", "status": "completed", "tag": "ef30d63b-90b9-4ae8-b096-1a9caa6dc904"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:02.163323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b200d0-e6c7-45af-9205-7f42f5541afc req-ebc80364-c6e1-4d68-a396-cb2c264f3563 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:02.165761 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39b200d0-e6c7-45af-9205-7f42f5541afc req-ebc80364-c6e1-4d68-a396-cb2c264f3563 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 946 time: 0.1621332 Jul 08 20:23:02.221275 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8419ceae-09e2-4720-a002-0d9093670d9b req-33fefbaf-ee80-47d2-b8ba-4f99a1213778 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:02.222865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] For port 08febba0-e657-4c18-86f8-5fbe466c3774, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=08febba0-e657-4c18-86f8-5fbe466c3774,segment=NetworkSegment(457d555a-7061-4b93-bad5-e2315287b148),segment_id=457d555a-7061-4b93-bad5-e2315287b148)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:02.223004 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:02.241662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Calling delete_port for 08febba0-e657-4c18-86f8-5fbe466c3774 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:02.278645 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39b200d0-e6c7-45af-9205-7f42f5541afc req-d53d7a76-2b7c-4999-ad9a-920dc388a1a8 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931673 Jul 08 20:23:02.331593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee367d4-d616-4f04-81e1-c202b46af2f4 req-d73c25fc-5acc-41e7-8c0d-08cd5489b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:02.332343 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ee367d4-d616-4f04-81e1-c202b46af2f4 req-d73c25fc-5acc-41e7-8c0d-08cd5489b6ca service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 1097 time: 0.1889391 Jul 08 20:23:02.360304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] device_id is not set on port 09651b5a-e92a-43db-a963-6fcfa7228fc9 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:02.369279 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-7ea04fc3-92df-4266-bc3c-db612f5cea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:02.370638 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-7ea04fc3-92df-4266-bc3c-db612f5cea57 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 1098 time: 0.4023273 Jul 08 20:23:02.371119 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:02.417728 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:02.438267 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:02.485653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Port': ['ID=08febba0-e657-4c18-86f8-5fbe466c3774,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:02.486166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-266c71b2-0129-4d6d-bbb1-d3059981b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6dfb20ec-c160-482b-b2ea-8657a3efeea6', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '83903e93-6552-480f-b629-5fe781e5b771', 'port_id': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'mac_address': 'fa:16:3e:57:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:22:39Z', 'updated_at': '2021-07-08T20:22:59Z', 'revision_number': 1, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:02.490369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Transition to ACTIVE for port object 09651b5a-e92a-43db-a963-6fcfa7228fc9 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:02.501389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No DVR routers for this DVR port 08febba0-e657-4c18-86f8-5fbe466c3774 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:02.515096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c71b2-0129-4d6d-bbb1-d3059981b94e None None] Checking router: 83903e93-6552-480f-b629-5fe781e5b771 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:23:02.530706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c71b2-0129-4d6d-bbb1-d3059981b94e None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:02.531413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-266c71b2-0129-4d6d-bbb1-d3059981b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:22:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:02.537888 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8419ceae-09e2-4720-a002-0d9093670d9b req-33fefbaf-ee80-47d2-b8ba-4f99a1213778 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:02.592685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee367d4-d616-4f04-81e1-c202b46af2f4 req-729f8dbe-9fb2-40b6-84f6-cf51846b5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:02.597997 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ee367d4-d616-4f04-81e1-c202b46af2f4 req-729f8dbe-9fb2-40b6-84f6-cf51846b5850 service neutron] 10.222.0.104 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.2406182 Jul 08 20:23:02.676383 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-266c71b2-0129-4d6d-bbb1-d3059981b94e None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:02.690482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8419ceae-09e2-4720-a002-0d9093670d9b req-33fefbaf-ee80-47d2-b8ba-4f99a1213778 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Network 3862663c-4f45-4d20-8582-22ecb51972c5 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:02.696261 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:02.726240 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-8419ceae-09e2-4720-a002-0d9093670d9b req-33fefbaf-ee80-47d2-b8ba-4f99a1213778 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:02.729618 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8419ceae-09e2-4720-a002-0d9093670d9b req-33fefbaf-ee80-47d2-b8ba-4f99a1213778 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:02.751856 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ee367d4-d616-4f04-81e1-c202b46af2f4 req-9467856c-5e7e-43db-aeae-f31eb73e3aa2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8f449a-010e-4be0-903a-f0b85a2553f1 HTTP/1.1" status: 200 len: 217 time: 0.1100121 Jul 08 20:23:02.766205 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:02.812598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21e3cca-8a47-4914-b88d-dabcca8843e7']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:02.821945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-408f14e1-cb4b-4c95-bf7b-29a9f7a1c219 None None] Provisioning for port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:02.833032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457d555a-7061-4b93-bad5-e2315287b148') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:02.833378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457d555a-7061-4b93-bad5-e2315287b148') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:02.839765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-408f14e1-cb4b-4c95-bf7b-29a9f7a1c219 None None] Provisioning complete for port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:02.840301 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-408f14e1-cb4b-4c95-bf7b-29a9f7a1c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:02.848998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234918dd-9e8a-49fc-ae48-fa59da97addf req-530eae56-18a9-4426-92aa-5a1ba090f3c4 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:02.860660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-234918dd-9e8a-49fc-ae48-fa59da97addf req-530eae56-18a9-4426-92aa-5a1ba090f3c4 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 945 time: 0.3787222 Jul 08 20:23:02.880581 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:02.901574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee367d4-d616-4f04-81e1-c202b46af2f4 req-400f5132-91d5-4a1f-9961-7c8e72d9996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:02.903091 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ee367d4-d616-4f04-81e1-c202b46af2f4 req-400f5132-91d5-4a1f-9961-7c8e72d9996a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.1343436 Jul 08 20:23:02.930553 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:02.967731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-408f14e1-cb4b-4c95-bf7b-29a9f7a1c219 None None] Port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:23:02.970811 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-234918dd-9e8a-49fc-ae48-fa59da97addf req-484854dc-dffb-46a3-a062-061728da93cd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092458 Jul 08 20:23:02.972102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:02.972456 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:02.977330 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:03.077656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-266c71b2-0129-4d6d-bbb1-d3059981b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6dfb20ec-c160-482b-b2ea-8657a3efeea6', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '83903e93-6552-480f-b629-5fe781e5b771', 'port_id': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'mac_address': 'fa:16:3e:57:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:22:39Z', 'updated_at': '2021-07-08T20:22:59Z', 'revision_number': 1, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:03.094605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:03.097778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee367d4-d616-4f04-81e1-c202b46af2f4 req-11f024a8-8970-4cf1-9c35-8dd21116d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:03.099316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ee367d4-d616-4f04-81e1-c202b46af2f4 req-11f024a8-8970-4cf1-9c35-8dd21116d80a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1747303 Jul 08 20:23:03.106877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:03.108670 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/a21e3cca-8a47-4914-b88d-dabcca8843e7 HTTP/1.1" status: 204 len: 168 time: 2.7825649 Jul 08 20:23:03.113791 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c71b2-0129-4d6d-bbb1-d3059981b94e None None] The sync data for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 is: [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6dfb20ec-c160-482b-b2ea-8657a3efeea6', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '83903e93-6552-480f-b629-5fe781e5b771', 'port_id': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'mac_address': 'fa:16:3e:57:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:22:39Z', 'updated_at': '2021-07-08T20:22:59Z', 'revision_number': 1, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:23:03.132412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56374) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:03.144618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a8f09-6697-40c5-ba05-efdf7f9a58ad tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Network': ['ID=a21e3cca-8a47-4914-b88d-dabcca8843e7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:03.185167 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db82450-e408-48dd-994d-be0509214a61 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:03.186179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db82450-e408-48dd-994d-be0509214a61 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:03.192538 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0db82450-e408-48dd-994d-be0509214a61 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/a21e3cca-8a47-4914-b88d-dabcca8843e7 HTTP/1.1" status: 404 len: 339 time: 0.0582795 Jul 08 20:23:03.193503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56376) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:03.234651 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-8f1bf19d-2cee-4189-8828-90278be45e81 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2025883967', 'description': 'd1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:03.239418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419ceae-09e2-4720-a002-0d9093670d9b req-33fefbaf-ee80-47d2-b8ba-4f99a1213778 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:03.240236 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8419ceae-09e2-4720-a002-0d9093670d9b req-33fefbaf-ee80-47d2-b8ba-4f99a1213778 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:03.244694 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f965b710-65ea-4147-8395-533d32874d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:03.249594 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43a57c7-d022-4dda-8419-c457280e485b x-openstack-request-id: req-a43a57c7-d022-4dda-8419-c457280e485b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:03.249889 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:03.250140 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a43a57c7-d022-4dda-8419-c457280e485b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:03.250558 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'status': 'completed', 'code': 200} Jul 08 20:23:03.342863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1bf19d-2cee-4189-8828-90278be45e81 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:03.347008 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf19d-2cee-4189-8828-90278be45e81 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:03.382935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1bf19d-2cee-4189-8828-90278be45e81 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:23:03.393363 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf19d-2cee-4189-8828-90278be45e81 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:03.393841 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-8f1bf19d-2cee-4189-8828-90278be45e81 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Added segment 5e168996-eeb7-4fbe-a602-ee872c71e9e2 of type vlan for network f0af9c12-a404-4f35-bdd9-8616626a2314 Jul 08 20:23:03.412398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fefbaf-ee80-47d2-b8ba-4f99a1213778 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Pushing event updated for resources: {'Port': ['ID=8a19e40a-7294-48a8-a25d-1c057300ecf8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:03.441717 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf19d-2cee-4189-8828-90278be45e81 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:03.475180 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a468b265-59ed-4130-a041-6c9116c19d9b None None] New status for floating IP 6dfb20ec-c160-482b-b2ea-8657a3efeea6: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:23:03.483150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event updated for resources: {'Port': ['ID=09651b5a-e92a-43db-a963-6fcfa7228fc9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:03.486305 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-33fefbaf-ee80-47d2-b8ba-4f99a1213778 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9875696 Jul 08 20:23:03.513240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa1458-2e50-49dc-8826-376891240412 req-202cd429-5ec4-438e-95ce-d3531427405d tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:03.514953 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4aaa1458-2e50-49dc-8826-376891240412 req-202cd429-5ec4-438e-95ce-d3531427405d tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 932 time: 0.2749882 Jul 08 20:23:03.515700 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf19d-2cee-4189-8828-90278be45e81 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:03.522338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1bf19d-2cee-4189-8828-90278be45e81 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:03.522986 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf19d-2cee-4189-8828-90278be45e81 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:03.531843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Request body: {'port': {'device_id': 'f11e84c9-10ef-4556-a2e6-5e1887348bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:03.581503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965b710-65ea-4147-8395-533d32874d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:03.591349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-1b742b5d-ff03-4151-a793-349d02b4fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:03.597285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-1b742b5d-ff03-4151-a793-349d02b4fff8 service neutron] 10.222.0.101 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 1.2117434 Jul 08 20:23:03.607309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Checking segment: {'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:03.607854 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ee367d4-d616-4f04-81e1-c202b46af2f4 req-8516242f-0e65-4b58-b018-fd9573c6d8a9 service neutron] 10.222.0.104 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018885 Jul 08 20:23:03.608147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Network hostable DHCP agents. Network: 36f0d0f5-dab6-42b9-bc9d-868ec066ab34, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:23:03.637984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765577d0-1618-4079-b98c-a986de84e83d req-fbfe5233-fdee-4324-a11f-d7280511e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:03.639631 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-765577d0-1618-4079-b98c-a986de84e83d req-fbfe5233-fdee-4324-a11f-d7280511e526 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 1098 time: 0.3838108 Jul 08 20:23:03.643404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bf19d-2cee-4189-8828-90278be45e81 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=f0af9c12-a404-4f35-bdd9-8616626a2314,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:03.646610 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8f1bf19d-2cee-4189-8828-90278be45e81 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4165592 Jul 08 20:23:03.658334 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network f0af9c12-a404-4f35-bdd9-8616626a2314 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:23:03.673404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56382) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:03.688581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f965b710-65ea-4147-8395-533d32874d5d admin admin] Checking segment: {'id': '2fb41f08-3671-46ae-8a4e-f417598795b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '74030d91-a705-4f53-b52f-88074a77224e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:03.689079 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f965b710-65ea-4147-8395-533d32874d5d admin admin] Network hostable DHCP agents. Network: 74030d91-a705-4f53-b52f-88074a77224e, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:23:03.784575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4aaa1458-2e50-49dc-8826-376891240412 req-f86f467b-3ef5-412b-8b4f-9f5894435cf0 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/security-groups?id=f53a4595-fbb4-41d7-842e-f5b6a90efb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551246 Jul 08 20:23:03.858582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a6918b-ab05-41d5-a5b2-6d7abac177ce tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:03.862087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d5a6918b-ab05-41d5-a5b2-6d7abac177ce tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "GET /v2.0/networks?id=f0af9c12-a404-4f35-bdd9-8616626a2314 HTTP/1.1" status: 200 len: 761 time: 0.1832631 Jul 08 20:23:03.864947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56384) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:03.871572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a440f16b-ba1d-4fcb-ae00-6543a8b33073 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'description': 'd2'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:03.881757 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ee367d4-d616-4f04-81e1-c202b46af2f4 req-59dce77e-21a3-4e9b-8572-0bc05d1e9920 service neutron] 10.222.0.104 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540514 Jul 08 20:23:03.922309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f965b710-65ea-4147-8395-533d32874d5d admin admin] Network 74030d91-a705-4f53-b52f-88074a77224e is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:23:03.950096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:23:03.996209 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-8ac3bbe9-f455-4f71-8d06-b55f3a317ddb service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 1000 time: 0.3850601 Jul 08 20:23:04.003485 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.015839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f965b710-65ea-4147-8395-533d32874d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 74030d91-a705-4f53-b52f-88074a77224e) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:04.028267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec456f67-f140-483f-a101-4de33e8cb738 None None] Network 74030d91-a705-4f53-b52f-88074a77224e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:04.028452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f965b710-65ea-4147-8395-533d32874d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:04.029276 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f965b710-65ea-4147-8395-533d32874d5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.043529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 36f0d0f5-dab6-42b9-bc9d-868ec066ab34) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:04.048874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:04.080125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc623cd0-58c1-483f-ad3b-62ec852b4ea7 None None] Network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:04.105778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765577d0-1618-4079-b98c-a986de84e83d req-ff1c1ee6-9815-4362-ba84-6c4b80c0fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:04.107472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-765577d0-1618-4079-b98c-a986de84e83d req-ff1c1ee6-9815-4362-ba84-6c4b80c0fde5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.3713832 Jul 08 20:23:04.108173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc6775-f8a5-4e48-aa5e-e671d2913603 req-b137aafa-d843-4995-ac50-c7bc5403c0ed tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:04.110148 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18cc6775-f8a5-4e48-aa5e-e671d2913603 req-b137aafa-d843-4995-ac50-c7bc5403c0ed tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 936 time: 0.1683769 Jul 08 20:23:04.114012 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a440f16b-ba1d-4fcb-ae00-6543a8b33073 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.128386 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2098-92a5-47c1-b321-046ab637e5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.142821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a440f16b-ba1d-4fcb-ae00-6543a8b33073 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.161958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:04.163288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:04.163288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:04.185875 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f965b710-65ea-4147-8395-533d32874d5d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4878938 Jul 08 20:23:04.189197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a440f16b-ba1d-4fcb-ae00-6543a8b33073 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network f0af9c12-a404-4f35-bdd9-8616626a2314 is not hosted by any dhcp agent {{(pid=94066) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 20:23:04.194846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a440f16b-ba1d-4fcb-ae00-6543a8b33073 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:04.195220 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a440f16b-ba1d-4fcb-ae00-6543a8b33073 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.197330 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a440f16b-ba1d-4fcb-ae00-6543a8b33073 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "PUT /v2.0/networks/f0af9c12-a404-4f35-bdd9-8616626a2314 HTTP/1.1" status: 200 len: 758 time: 0.3312850 Jul 08 20:23:04.205300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56388) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:04.229443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:04.231238 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:04.240107 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 2 to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 Jul 08 20:23:04.251141 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-bbb5f846-1681-4e88-8295-cf5f04f71a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:04.253150 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-bbb5f846-1681-4e88-8295-cf5f04f71a25 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.2203839 Jul 08 20:23:04.272943 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18cc6775-f8a5-4e48-aa5e-e671d2913603 req-43ed8e54-1f88-4949-9856-3fd861dd5697 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/security-groups?id=f448f079-71fa-49cb-a9bd-716d627f2e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497171 Jul 08 20:23:04.331651 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440f16b-ba1d-4fcb-ae00-6543a8b33073 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=f0af9c12-a404-4f35-bdd9-8616626a2314,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:04.345725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:04.346372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:04.348779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:04.357655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network f0af9c12-a404-4f35-bdd9-8616626a2314 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:23:04.359497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4e66f1-6459-4234-9f24-eeb974fc9eee tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:04.364474 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3b4e66f1-6459-4234-9f24-eeb974fc9eee tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "GET /v2.0/networks?id=f0af9c12-a404-4f35-bdd9-8616626a2314 HTTP/1.1" status: 200 len: 761 time: 0.1485131 Jul 08 20:23:04.364958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56392) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:04.371153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ab3f1430-c54a-43dd-aba5-071ee95778fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2055115080'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:04.375459 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3a4b1d-e905-42d4-a7bd-31b087d6c778 x-openstack-request-id: req-6a3a4b1d-e905-42d4-a7bd-31b087d6c778 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:04.375752 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42", "name": "network-vif-plugged", "status": "completed", "tag": "ef30d63b-90b9-4ae8-b096-1a9caa6dc904", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:04.376009 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6a3a4b1d-e905-42d4-a7bd-31b087d6c778 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:04.376396 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904', 'code': 200} Jul 08 20:23:04.377121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80638abb-d952-4830-b74a-1d59cea69783 None None] Network 74030d91-a705-4f53-b52f-88074a77224e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:04.410653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3f1430-c54a-43dd-aba5-071ee95778fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:04.415369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1430-c54a-43dd-aba5-071ee95778fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.470522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3f1430-c54a-43dd-aba5-071ee95778fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:23:04.504351 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1430-c54a-43dd-aba5-071ee95778fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.504351 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-ab3f1430-c54a-43dd-aba5-071ee95778fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Added segment 3bbad59b-b4db-4f9c-b415-ca72c8b0105f of type vlan for network eecb0848-46bb-4a7c-a9fc-bc8605fe6935 Jul 08 20:23:04.547613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:04.548168 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:04.563512 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 3 to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 Jul 08 20:23:04.580561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1430-c54a-43dd-aba5-071ee95778fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.612956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847f7e7-725b-423d-b137-ba200c1b78c4 req-c67eaf04-4406-4256-afaf-316eb1dada4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:04.614809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2847f7e7-725b-423d-b137-ba200c1b78c4 req-c67eaf04-4406-4256-afaf-316eb1dada4a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 1098 time: 0.1566706 Jul 08 20:23:04.635388 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1430-c54a-43dd-aba5-071ee95778fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.636258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:23:04.641992 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-765577d0-1618-4079-b98c-a986de84e83d req-85f72252-52cc-41c9-9b58-5f198490cf47 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 1002 time: 0.5180168 Jul 08 20:23:04.643553 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3f1430-c54a-43dd-aba5-071ee95778fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:04.644715 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1430-c54a-43dd-aba5-071ee95778fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.657584 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.671487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:04.671816 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:04.672156 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:04.714090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:04.714457 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:04.722430 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Transition to ACTIVE for port object 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:04.723116 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 4 to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 Jul 08 20:23:04.744362 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.754019 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ab3f1430-c54a-43dd-aba5-071ee95778fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3879426 Jul 08 20:23:04.758945 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2847f7e7-725b-423d-b137-ba200c1b78c4 req-a987a2a5-34cd-4406-b5c7-23bb4719c690 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369188 Jul 08 20:23:04.760296 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56398) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:04.770801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-4adc6873-a3aa-4564-a8b1-672eb31b4f51 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'subnet': {'network_id': 'eecb0848-46bb-4a7c-a9fc-bc8605fe6935', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:04.776712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f1430-c54a-43dd-aba5-071ee95778fa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=eecb0848-46bb-4a7c-a9fc-bc8605fe6935,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:04.804415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network eecb0848-46bb-4a7c-a9fc-bc8605fe6935 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:23:04.806856 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:04.807203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:04.807547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:04.821624 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765577d0-1618-4079-b98c-a986de84e83d req-e9229d09-430c-4ad8-9712-d20e86a2e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:04.823173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-765577d0-1618-4079-b98c-a986de84e83d req-e9229d09-430c-4ad8-9712-d20e86a2e8e7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.1630301 Jul 08 20:23:04.838624 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:04.838624 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:04.848602 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 5 to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 Jul 08 20:23:04.869772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-1fe672cb-ad68-4414-a353-b02911bbb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:04.871143 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-1fe672cb-ad68-4414-a353-b02911bbb124 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5981877 Jul 08 20:23:04.880669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10fc43-bf5b-484c-b4ed-717e2fca2f46 req-4d8ed029-5d30-4590-862a-37e6a2b7b67b tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:04.882344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7e10fc43-bf5b-484c-b4ed-717e2fca2f46 req-4d8ed029-5d30-4590-862a-37e6a2b7b67b tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 946 time: 0.1679087 Jul 08 20:23:04.902293 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adc6873-a3aa-4564-a8b1-672eb31b4f51 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:04.905748 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4adc6873-a3aa-4564-a8b1-672eb31b4f51 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:04.923837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-c91debf5-8b08-404f-b9ac-1d63cb96bf7e service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:23:04.924963 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-c91debf5-8b08-404f-b9ac-1d63cb96bf7e service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154593 Jul 08 20:23:04.936498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Pushing event updated for resources: {'Port': ['ID=2c1fdfb9-3e1b-489a-aafd-6f8688037b5f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:04.962942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:04.962942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:04.963366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:05.041282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:05.041624 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:05.048798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7e10fc43-bf5b-484c-b4ed-717e2fca2f46 req-47edd1c1-8d1a-40d0-beb4-7ddaa619922c tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537857 Jul 08 20:23:05.076400 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 6 to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 Jul 08 20:23:05.147992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a19e40a-7294-48a8-a25d-1c057300ecf8 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:23:05.166523 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:05.172148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:05.172480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:05.172873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:05.175536 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4adc6873-a3aa-4564-a8b1-672eb31b4f51 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:05.189498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Attempting to bind port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:05.189856 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Attempting to bind port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:05.190190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Attempting to bind port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:05.204110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:05.204454 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:05.211265 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 7 to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 Jul 08 20:23:05.222613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Transition to ACTIVE for port object 8a19e40a-7294-48a8-a25d-1c057300ecf8 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:05.230949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:05.231275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Attempting to bind port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:05.244026 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:05.247055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765577d0-1618-4079-b98c-a986de84e83d req-4029e397-57bb-48f6-b2a3-9d5d3a8e289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:05.248599 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-765577d0-1618-4079-b98c-a986de84e83d req-4029e397-57bb-48f6-b2a3-9d5d3a8e289d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4012165 Jul 08 20:23:05.265776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:05.266122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:05.266515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:05.266967 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Bound port: 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:05.267387 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:05.296459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:05.296833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:05.297171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:05.319008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc6873-a3aa-4564-a8b1-672eb31b4f51 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Subnet': ['ID=b36b0d62-a9d5-4c03-b4e1-7b37e5698eee,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:05.327693 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-dc003659-c337-4c7f-9a7c-e3a62cdf3c9b service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566995 Jul 08 20:23:05.339066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc6873-a3aa-4564-a8b1-672eb31b4f51 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking segment: {'id': '3bbad59b-b4db-4f9c-b415-ca72c8b0105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eecb0848-46bb-4a7c-a9fc-bc8605fe6935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:05.339424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc6873-a3aa-4564-a8b1-672eb31b4f51 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network hostable DHCP agents. Network: eecb0848-46bb-4a7c-a9fc-bc8605fe6935, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:23:05.362407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:05.362746 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:05.374587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a1401-c303-481f-af59-b1f3590a49a6 req-edfe4fcf-49e9-412d-8a53-1016456d1401 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:05.375564 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 8 to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 Jul 08 20:23:05.376066 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-edfe4fcf-49e9-412d-8a53-1016456d1401 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/networks?id=74030d91-a705-4f53-b52f-88074a77224e HTTP/1.1" status: 200 len: 814 time: 0.1577678 Jul 08 20:23:05.377109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc6873-a3aa-4564-a8b1-672eb31b4f51 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network eecb0848-46bb-4a7c-a9fc-bc8605fe6935 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:23:05.391612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-4adc6873-a3aa-4564-a8b1-672eb31b4f51 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, eecb0848-46bb-4a7c-a9fc-bc8605fe6935) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:05.403044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef5f7f4-5f7b-43e1-8af6-9f60e7686fd9 None None] Network eecb0848-46bb-4a7c-a9fc-bc8605fe6935 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:05.406448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc6873-a3aa-4564-a8b1-672eb31b4f51 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:05.406634 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4adc6873-a3aa-4564-a8b1-672eb31b4f51 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:05.411457 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-2b929f37-5638-4c21-8147-e02c9a7fa0c9 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/quotas/e3381582e550468ba5b4e2c6f2e9b1a6 HTTP/1.1" status: 200 len: 375 time: 0.0272083 Jul 08 20:23:05.462530 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4adc6873-a3aa-4564-a8b1-672eb31b4f51 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6990697 Jul 08 20:23:05.464969 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-a65fb7f5-b889-4d1b-a6dc-be5995998737 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e3381582e550468ba5b4e2c6f2e9b1a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363111 Jul 08 20:23:05.465705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56414) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:05.468137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Pushing event updated for resources: {'Port': ['ID=8a19e40a-7294-48a8-a25d-1c057300ecf8,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:05.478918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:05.479265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:05.479610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:05.552762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:05.553403 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:05.584958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] For port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:05.589122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] For port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2c1fdfb9-3e1b-489a-aafd-6f8688037b5f,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:05.608203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-eecb0848-46bb-4a7c-a9fc-bc8605fe6935', 'network_id': 'eecb0848-46bb-4a7c-a9fc-bc8605fe6935', 'tenant_id': '5b26d626c5f3464dbd4f465d3ae734ce', 'fixed_ips': [{'subnet_id': 'b36b0d62-a9d5-4c03-b4e1-7b37e5698eee'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:23:05.609359 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:05.629647 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 9 to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 Jul 08 20:23:05.634911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-4efc7f07-b212-47d1-b3bc-f2893b009d21 service neutron] 10.222.0.101 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994675 Jul 08 20:23:05.642833 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-765577d0-1618-4079-b98c-a986de84e83d req-73fc7717-fbca-42ba-9040-5248140db555 service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846307 Jul 08 20:23:05.685275 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:05.720917 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:05.740162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:05.740162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:05.740444 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:05.756727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Allocated IP 172.20.0.2 (eecb0848-46bb-4a7c-a9fc-bc8605fe6935/b36b0d62-a9d5-4c03-b4e1-7b37e5698eee/10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:05.765795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Attempting to bind port 8a19e40a-7294-48a8-a25d-1c057300ecf8 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:05.766135 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Attempting to bind port 8a19e40a-7294-48a8-a25d-1c057300ecf8 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '2934dc51-8915-464b-9c18-22828820e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3862663c-4f45-4d20-8582-22ecb51972c5'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:05.767034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Attempting to bind port 8a19e40a-7294-48a8-a25d-1c057300ecf8 on network 3862663c-4f45-4d20-8582-22ecb51972c5 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:05.794308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:05.794943 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:05.796341 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] 10.222.0.104 "PUT /v2.0/ports/2c1fdfb9-3e1b-489a-aafd-6f8688037b5f HTTP/1.1" status: 200 len: 1097 time: 3.7528131 Jul 08 20:23:05.797272 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:05.797603 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:05.797986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371f8b92-6ceb-45b9-8e75-e997778d4d6f', 'tag': '2c1fdfb9-3e1b-489a-aafd-6f8688037b5f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:05.800298 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b14e1a7-7302-4d39-9fb6-b684fa69fd74" -d '{"events": [{"name": "network-changed", "server_uuid": "371f8b92-6ceb-45b9-8e75-e997778d4d6f", "tag": "2c1fdfb9-3e1b-489a-aafd-6f8688037b5f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:05.802683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Port 8a19e40a-7294-48a8-a25d-1c057300ecf8 on network 3862663c-4f45-4d20-8582-22ecb51972c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:05.803068 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Attempting to bind port 8a19e40a-7294-48a8-a25d-1c057300ecf8 on network 3862663c-4f45-4d20-8582-22ecb51972c5 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:05.806835 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fce4d5d-416b-4712-b051-f19b45c09cce req-4534d9d6-3f69-406b-8a36-d4d309561930 service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486718 Jul 08 20:23:05.807404 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-e521c5d7-685f-47ab-8a59-3e8b2414f7b9 service neutron] 10.222.0.101 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623168 Jul 08 20:23:05.814293 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 10 to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 Jul 08 20:23:05.829566 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:05.856179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:05.856528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Checking segment: {'id': '2934dc51-8915-464b-9c18-22828820e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3862663c-4f45-4d20-8582-22ecb51972c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:05.856971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Bound using segment: {'id': '2934dc51-8915-464b-9c18-22828820e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3862663c-4f45-4d20-8582-22ecb51972c5'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:05.857433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Bound port: 8a19e40a-7294-48a8-a25d-1c057300ecf8, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2934dc51-8915-464b-9c18-22828820e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3862663c-4f45-4d20-8582-22ecb51972c5'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:05.857798 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:05.970315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:05.970659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:05.971000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:05.985771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6486d-8ac7-407c-a4d5-30fe8ceff35d service neutron] Pushing event updated for resources: {'Port': ['ID=2c1fdfb9-3e1b-489a-aafd-6f8688037b5f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:05.994521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:05.994803 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 09651b5a-e92a-43db-a963-6fcfa7228fc9 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:05.995182 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.039641 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.067639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Transition to ACTIVE for port object 10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:06.068262 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-765577d0-1618-4079-b98c-a986de84e83d req-87280211-bbce-4241-9efd-003d6ff4a932 service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031124 Jul 08 20:23:06.108057 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Transition to ACTIVE for port object 10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:06.120177 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.190432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Network eecb0848-46bb-4a7c-a9fc-bc8605fe6935 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:06.213122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:06.215507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:06.217664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Pushing event updated for resources: {'Port': ['ID=10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:06.228030 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.272827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Subnet': ['ID=b36b0d62-a9d5-4c03-b4e1-7b37e5698eee,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:06.309344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Attempting to bind port 10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:06.309612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Attempting to bind port 10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '3bbad59b-b4db-4f9c-b415-ca72c8b0105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eecb0848-46bb-4a7c-a9fc-bc8605fe6935'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:06.310107 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Attempting to bind port 10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a on network eecb0848-46bb-4a7c-a9fc-bc8605fe6935 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:06.317271 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:06.317607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Checking segment: {'id': '3bbad59b-b4db-4f9c-b415-ca72c8b0105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eecb0848-46bb-4a7c-a9fc-bc8605fe6935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:06.318234 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.318417 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Bound using segment: {'id': '3bbad59b-b4db-4f9c-b415-ca72c8b0105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eecb0848-46bb-4a7c-a9fc-bc8605fe6935'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:06.318952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Bound port: 10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbad59b-b4db-4f9c-b415-ca72c8b0105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eecb0848-46bb-4a7c-a9fc-bc8605fe6935'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:06.319649 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.361260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6add5-6a65-41b7-a777-5fb9d8aed16c req-3af7b0fe-131b-40d3-ba00-be202859ec98 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:06.369491 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2fa6add5-6a65-41b7-a777-5fb9d8aed16c req-3af7b0fe-131b-40d3-ba00-be202859ec98 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 944 time: 0.2331736 Jul 08 20:23:06.402056 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.411010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] For port 10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:06.415392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] For port 10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a,segment=NetworkSegment(3bbad59b-b4db-4f9c-b415-ca72c8b0105f),segment_id=3bbad59b-b4db-4f9c-b415-ca72c8b0105f)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:06.422842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecb0848-46bb-4a7c-a9fc-bc8605fe6935']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:06.423045 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.435894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbad59b-b4db-4f9c-b415-ca72c8b0105f') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:06.436143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbad59b-b4db-4f9c-b415-ca72c8b0105f') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:06.448183 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.467321 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.479154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:06.479572 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.540646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] For port 8a19e40a-7294-48a8-a25d-1c057300ecf8, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:06.552064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be59e62a-1462-4928-93ac-7292218dd5a7 None None] Network eecb0848-46bb-4a7c-a9fc-bc8605fe6935 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:06.558672 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:06.573933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 20:23:06.573933 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 20:23:06.573933 n-d-791506-16 neutron-server[94066]: [parameters: {'id': 'eecb0848-46bb-4a7c-a9fc-bc8605fe6935'}] Jul 08 20:23:06.573933 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:23:06.574737 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:23:06.577264 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1caaefe8-69ba-40a0-aae0-5af1991ab8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.577463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] For port 8a19e40a-7294-48a8-a25d-1c057300ecf8, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=8a19e40a-7294-48a8-a25d-1c057300ecf8,segment=NetworkSegment(2934dc51-8915-464b-9c18-22828820e1f4),segment_id=2934dc51-8915-464b-9c18-22828820e1f4)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:06.578842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] For port 09651b5a-e92a-43db-a963-6fcfa7228fc9, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:06.579215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempted to set empty binding levels {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 20:23:06.583022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-6c23d66b-39ba-4e8a-92f7-bc479f372e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:06.584571 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-6c23d66b-39ba-4e8a-92f7-bc479f372e2e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4e28270a226847348566c8df22000cea&device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 1100 time: 0.7188802 Jul 08 20:23:06.590632 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.599963 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.604838 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2fa6add5-6a65-41b7-a777-5fb9d8aed16c req-7ebc8c89-d677-4626-96ed-2c66d3c80aea tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/security-groups?id=f53a4595-fbb4-41d7-842e-f5b6a90efb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232249 Jul 08 20:23:06.620207 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4aae2-86ed-4b9c-b8e6-121210b7ab7e None None] Pushing event updated for resources: {'Port': ['ID=10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:06.703018 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-b460a169-f33f-4b1b-8e79-ffab7cd08f02 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2c1fdfb9-3e1b-489a-aafd-6f8688037b5f HTTP/1.1" status: 200 len: 217 time: 0.1096964 Jul 08 20:23:06.716006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608d34d-677d-47cc-bd44-703331af7c40 req-f9f6ab9a-e522-4e9f-ae44-224c2b553171 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:06.717549 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a608d34d-677d-47cc-bd44-703331af7c40 req-f9f6ab9a-e522-4e9f-ae44-224c2b553171 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 945 time: 0.6755362 Jul 08 20:23:06.725939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:06.726542 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.737533 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:06.738145 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.739518 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] 10.222.0.103 "PUT /v2.0/ports/8a19e40a-7294-48a8-a25d-1c057300ecf8 HTTP/1.1" status: 200 len: 1093 time: 3.2359607 Jul 08 20:23:06.760108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae476cce-240e-4b61-98ad-516dafdd57bf None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:23:06.789223 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ec56413-9678-4d83-8b1e-809480e334ac req-8ce82015-dd20-42cc-96bc-63fb28eccaea service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3288801 Jul 08 20:23:06.812256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e8b45-d0ac-42e7-8e71-b8191441abbd service neutron] Pushing event updated for resources: {'Port': ['ID=8a19e40a-7294-48a8-a25d-1c057300ecf8,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:06.820355 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.7543364 Jul 08 20:23:06.825561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56432) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:06.869068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae476cce-240e-4b61-98ad-516dafdd57bf None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:23:06.877188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-eaec5ff3-2a21-4525-b329-e0f99d6191dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:06.878668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-eaec5ff3-2a21-4525-b329-e0f99d6191dd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1567328 Jul 08 20:23:06.894598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6a0e-d0cd-423d-b1b0-28a8c4389610 req-9e256d90-70a9-45d3-9c59-588ed431f051 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:06.898406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-804d6a0e-d0cd-423d-b1b0-28a8c4389610 req-9e256d90-70a9-45d3-9c59-588ed431f051 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 948 time: 0.1482060 Jul 08 20:23:06.906334 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:06.951525 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-804d6a0e-d0cd-423d-b1b0-28a8c4389610 req-7da6a294-452d-41be-9bd0-bd10a3d6957a tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/security-groups?id=f448f079-71fa-49cb-a9bd-716d627f2e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473392 Jul 08 20:23:07.021291 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a608d34d-677d-47cc-bd44-703331af7c40 req-6fbe2dc2-7bf9-4732-a447-319b2d7613e9 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909179 Jul 08 20:23:07.027935 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b366c52b-8bfd-41e9-8974-5b5489178d9a x-openstack-request-id: req-b366c52b-8bfd-41e9-8974-5b5489178d9a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:07.028347 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371f8b92-6ceb-45b9-8e75-e997778d4d6f", "tag": "2c1fdfb9-3e1b-489a-aafd-6f8688037b5f", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:07.028624 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b366c52b-8bfd-41e9-8974-5b5489178d9a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:07.029053 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371f8b92-6ceb-45b9-8e75-e997778d4d6f', 'tag': '2c1fdfb9-3e1b-489a-aafd-6f8688037b5f', 'status': 'completed', 'code': 200} Jul 08 20:23:07.041207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75636d-e3fb-41af-a0d2-38b8b8addf04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event updated for resources: {'Port': ['ID=09651b5a-e92a-43db-a963-6fcfa7228fc9,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:07.076454 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:07.146701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Deleting port 10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:07.147290 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:07.184686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419ceae-09e2-4720-a002-0d9093670d9b req-1a302ccb-0db7-445d-bc8a-4ff1a832f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:07.186370 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-1a302ccb-0db7-445d-bc8a-4ff1a832f32a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ab7b020e697c4efaa3be1224920322f3&device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 1096 time: 0.3280985 Jul 08 20:23:07.193227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec56413-9678-4d83-8b1e-809480e334ac req-9e3c0e42-64c8-4632-8dce-67518f2f2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:07.194840 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ec56413-9678-4d83-8b1e-809480e334ac req-9e3c0e42-64c8-4632-8dce-67518f2f2898 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 1098 time: 0.2966332 Jul 08 20:23:07.217849 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-7dcc3095-e352-4b12-aeef-8900372ad2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:07.222235 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-7dcc3095-e352-4b12-aeef-8900372ad2c5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3105834 Jul 08 20:23:07.262590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] For port 10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a,segment=NetworkSegment(3bbad59b-b4db-4f9c-b415-ca72c8b0105f),segment_id=3bbad59b-b4db-4f9c-b415-ca72c8b0105f)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:07.263119 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:07.280835 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Calling delete_port for 10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:07.283346 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-c7ed803f-9e77-4494-89da-b3d6f2caa6e5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a19e40a-7294-48a8-a25d-1c057300ecf8 HTTP/1.1" status: 200 len: 217 time: 0.0874913 Jul 08 20:23:07.337792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-30f4d72b-eb7f-45af-85ec-fb939b65cbd8 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:07.339305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-30f4d72b-eb7f-45af-85ec-fb939b65cbd8 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=d53b2e32-116c-4b5b-994d-58516b371be8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1484649 Jul 08 20:23:07.416774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1b39313f-6294-4ebf-9b37-9d97b5d5d882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Deleting port 09651b5a-e92a-43db-a963-6fcfa7228fc9 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:07.417132 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b39313f-6294-4ebf-9b37-9d97b5d5d882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:07.424136 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ed72639-97f5-4b6a-b2c3-d55ded67c0a9 req-9e155ba1-d68c-468d-ad33-0217d4ca4773 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 210 time: 0.1632559 Jul 08 20:23:07.431267 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-cb15ce44-8471-49b7-bf41-bcc45c3c8887 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.0863562 Jul 08 20:23:07.444010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-d7415a4d-ad9f-4e8e-86af-9a39423acb64 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Request body: {'floatingip': {'port_id': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:07.466080 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:07.526582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Port': ['ID=10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:07.531784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419ceae-09e2-4720-a002-0d9093670d9b req-d17b3edd-507c-4ac3-ba26-58d437e84a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:07.533313 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-d17b3edd-507c-4ac3-ba26-58d437e84a50 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=25b4da90-4aea-4430-87d4-6e5a1a1ef6e8 HTTP/1.1" status: 200 len: 854 time: 0.1986375 Jul 08 20:23:07.536524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No DVR routers for this DVR port 10b2abc7-9ba6-47a5-aae5-4e6c1f730e6a on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:07.590760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1b39313f-6294-4ebf-9b37-9d97b5d5d882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] For port 09651b5a-e92a-43db-a963-6fcfa7228fc9, host n-h1-791506-16, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:07.590760 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b39313f-6294-4ebf-9b37-9d97b5d5d882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:07.639868 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec56413-9678-4d83-8b1e-809480e334ac req-92c12672-f2bf-40d2-a533-0d2c4e962a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:07.641589 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ec56413-9678-4d83-8b1e-809480e334ac req-92c12672-f2bf-40d2-a533-0d2c4e962a63 service neutron] 10.222.0.103 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.3814352 Jul 08 20:23:07.648374 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-23fdc9dd-3d44-4ce4-9b23-7e182ec2f29b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3862663c-4f45-4d20-8582-22ecb51972c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940292 Jul 08 20:23:07.661041 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1b39313f-6294-4ebf-9b37-9d97b5d5d882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Calling delete_port for 09651b5a-e92a-43db-a963-6fcfa7228fc9 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:07.667473 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-5712c21b-1544-4d20-b77e-9626e8f46a46 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991103 Jul 08 20:23:07.910895 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ec56413-9678-4d83-8b1e-809480e334ac req-ed03ac1b-4a0d-415d-a333-cb690f322458 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 1002 time: 0.2608244 Jul 08 20:23:08.011921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b920a-7fde-45f3-af67-b8042a075d33 req-a7cc5b08-ab84-471a-8f8b-1c3e6104e7e7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:08.013507 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c6b920a-7fde-45f3-af67-b8042a075d33 req-a7cc5b08-ab84-471a-8f8b-1c3e6104e7e7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 946 time: 0.4621773 Jul 08 20:23:08.015686 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-d7415a4d-ad9f-4e8e-86af-9a39423acb64 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:08.019970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-2776590f-7845-4ebd-b2a8-76dd5e0c936e service neutron] 10.222.0.103 "GET /v2.0/networks/3862663c-4f45-4d20-8582-22ecb51972c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551476 Jul 08 20:23:08.050438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ee1e372-1b5d-481d-af14-a97e2cf37366 req-0dd38e67-6557-43a3-ae1f-5cf1d2ec3ae8 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350139 Jul 08 20:23:08.053095 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:08.069852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecb0848-46bb-4a7c-a9fc-bc8605fe6935']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:08.086792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbad59b-b4db-4f9c-b415-ca72c8b0105f') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:08.087010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbad59b-b4db-4f9c-b415-ca72c8b0105f') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:08.104711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:08.110004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec56413-9678-4d83-8b1e-809480e334ac req-c034e436-9b1e-4b2c-8353-409821f774aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:08.110396 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:08.111491 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ec56413-9678-4d83-8b1e-809480e334ac req-c034e436-9b1e-4b2c-8353-409821f774aa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.1909800 Jul 08 20:23:08.157127 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b39313f-6294-4ebf-9b37-9d97b5d5d882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:08.163058 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:08.191806 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:08.192217 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:08.195326 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:08.228027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a1401-c303-481f-af59-b1f3590a49a6 req-3fb53d89-b3e1-47de-b734-3aaa40fe4897 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:08.228941 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c6b920a-7fde-45f3-af67-b8042a075d33 req-77213987-f69c-411b-9097-c0191da33117 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065516 Jul 08 20:23:08.229532 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-3fb53d89-b3e1-47de-b734-3aaa40fe4897 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.103 "GET /v2.0/networks?id=74030d91-a705-4f53-b52f-88074a77224e HTTP/1.1" status: 200 len: 814 time: 0.3096728 Jul 08 20:23:08.229696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39313f-6294-4ebf-9b37-9d97b5d5d882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event deleted for resources: {'Port': ['ID=09651b5a-e92a-43db-a963-6fcfa7228fc9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:08.247574 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b39313f-6294-4ebf-9b37-9d97b5d5d882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:08.249518 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1b39313f-6294-4ebf-9b37-9d97b5d5d882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "DELETE /v2.0/ports/09651b5a-e92a-43db-a963-6fcfa7228fc9 HTTP/1.1" status: 204 len: 168 time: 1.4230216 Jul 08 20:23:08.253404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56440) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:08.269425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-196a1401-c303-481f-af59-b1f3590a49a6 req-a9a15307-9e17-4040-b97c-ab4c8e874d51 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Request body: {'port': {'device_id': 'bfddad7e-a159-4662-841c-eff017320278', 'network_id': '74030d91-a705-4f53-b52f-88074a77224e', 'admin_state_up': True, 'tenant_id': 'e3381582e550468ba5b4e2c6f2e9b1a6'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:08.308782 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f56ff30-3b9a-4865-a38e-310dfd9d08a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] GET failed (client error): The resource could not be found. Jul 08 20:23:08.314362 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9f56ff30-3b9a-4865-a38e-310dfd9d08a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "GET /v2.0/ports/09651b5a-e92a-43db-a963-6fcfa7228fc9 HTTP/1.1" status: 404 len: 333 time: 0.0560865 Jul 08 20:23:08.318461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56444) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:08.323183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b9a517f8-b5fa-4969-ab34-639a53873e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Request body: {'port': {'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298243955'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:08.336340 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8419ceae-09e2-4720-a002-0d9093670d9b req-d17281cc-1606-408b-a3ca-47d62d8a1257 service neutron] 10.222.0.103 "GET /v2.0/networks/3862663c-4f45-4d20-8582-22ecb51972c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984550 Jul 08 20:23:08.365616 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14e1a7-7302-4d39-9fb6-b684fa69fd74 req-f5dae75f-3c05-44d0-acd7-30c3989236d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:08.368891 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b14e1a7-7302-4d39-9fb6-b684fa69fd74 req-f5dae75f-3c05-44d0-acd7-30c3989236d5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4e28270a226847348566c8df22000cea&device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 1100 time: 0.2555366 Jul 08 20:23:08.376621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec56413-9678-4d83-8b1e-809480e334ac req-6eef6c30-8f05-4c1c-9436-985a904d4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:08.378307 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ec56413-9678-4d83-8b1e-809480e334ac req-6eef6c30-8f05-4c1c-9436-985a904d4db8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2499406 Jul 08 20:23:08.380968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a517f8-b5fa-4969-ab34-639a53873e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Made reservation on behalf of bc0c126057304455b33325845b96781e for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:08.383861 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9a517f8-b5fa-4969-ab34-639a53873e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:08.388298 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:08.418580 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:08.422835 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/eecb0848-46bb-4a7c-a9fc-bc8605fe6935 HTTP/1.1" status: 204 len: 168 time: 2.9534914 Jul 08 20:23:08.422835 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35724f94-f5fc-42b4-b0e3-e520e018c44a tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Network': ['ID=eecb0848-46bb-4a7c-a9fc-bc8605fe6935,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:08.433821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56446) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:08.507976 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d172ae-f112-468f-9d5a-729ad29e8690 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] GET failed (client error): The resource could not be found. Jul 08 20:23:08.509664 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a8d172ae-f112-468f-9d5a-729ad29e8690 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "GET /v2.0/subnets/b36b0d62-a9d5-4c03-b4e1-7b37e5698eee HTTP/1.1" status: 404 len: 337 time: 0.0734344 Jul 08 20:23:08.514356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56452) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:08.548661 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-c528ca84-cb81-46ea-99a4-8d3984b024d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:08.549326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c528ca84-cb81-46ea-99a4-8d3984b024d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:08.551171 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c528ca84-cb81-46ea-99a4-8d3984b024d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/eecb0848-46bb-4a7c-a9fc-bc8605fe6935 HTTP/1.1" status: 404 len: 339 time: 0.0358577 Jul 08 20:23:08.558995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56454) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:08.559259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-b9a517f8-b5fa-4969-ab34-639a53873e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] device_id is not set on port 4608755c-7635-47da-b28c-4f1d29caf8ad yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:08.671787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196a1401-c303-481f-af59-b1f3590a49a6 req-a9a15307-9e17-4040-b97c-ab4c8e874d51 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Made reservation on behalf of e3381582e550468ba5b4e2c6f2e9b1a6 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:08.675628 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-196a1401-c303-481f-af59-b1f3590a49a6 req-a9a15307-9e17-4040-b97c-ab4c8e874d51 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:08.676955 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ec56413-9678-4d83-8b1e-809480e334ac req-2b707910-2d91-4362-839c-95072497c2b0 service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751350 Jul 08 20:23:08.762554 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14e1a7-7302-4d39-9fb6-b684fa69fd74 req-a7a3d25f-9cda-4d86-94ba-8f59b6b55a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:08.764155 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b14e1a7-7302-4d39-9fb6-b684fa69fd74 req-a7a3d25f-9cda-4d86-94ba-8f59b6b55a23 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.3842814 Jul 08 20:23:08.830036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48242e8-7fc1-4aa6-9507-7e5cdd440f99 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:08.834369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e48242e8-7fc1-4aa6-9507-7e5cdd440f99 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2717519 Jul 08 20:23:08.838024 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b14e1a7-7302-4d39-9fb6-b684fa69fd74 req-eef27a06-5ee3-4709-b507-c952c22d4bc1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2c1fdfb9-3e1b-489a-aafd-6f8688037b5f HTTP/1.1" status: 200 len: 217 time: 0.0610583 Jul 08 20:23:08.838487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56456) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:08.956617 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-196a1401-c303-481f-af59-b1f3590a49a6 req-a9a15307-9e17-4040-b97c-ab4c8e874d51 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Allocated IP 172.20.0.6 (74030d91-a705-4f53-b52f-88074a77224e/5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7/7ab54f9f-6926-499f-b1a2-5842b4d893b6) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:08.990035 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ca744c47-eea6-41d5-b5ab-7ffdf6788d66 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 207 time: 0.1221485 Jul 08 20:23:08.996603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56458) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:09.032900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ec56413-9678-4d83-8b1e-809480e334ac req-024b987f-03db-44df-b654-cbc06e4dc94b service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457115 Jul 08 20:23:09.033328 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11e84c9-10ef-4556-a2e6-5e1887348bf0', 'tag': '8a19e40a-7294-48a8-a25d-1c057300ecf8'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:09.035804 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da10bd9f-3d5f-4c54-bc2e-ac8dfc388fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "f11e84c9-10ef-4556-a2e6-5e1887348bf0", "tag": "8a19e40a-7294-48a8-a25d-1c057300ecf8"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:09.061781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14e1a7-7302-4d39-9fb6-b684fa69fd74 req-bb015fa3-5f1c-439d-90d5-7618db96ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:09.063258 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b14e1a7-7302-4d39-9fb6-b684fa69fd74 req-bb015fa3-5f1c-439d-90d5-7618db96ab86 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1851375 Jul 08 20:23:09.068918 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9a517f8-b5fa-4969-ab34-639a53873e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:09.126982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787db38-6086-4359-bc01-8c1daf06ee33 req-b47d5211-131a-4016-bd8b-144655705d68 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:09.128667 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d787db38-6086-4359-bc01-8c1daf06ee33 req-b47d5211-131a-4016-bd8b-144655705d68 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 944 time: 0.3463244 Jul 08 20:23:09.191578 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9a517f8-b5fa-4969-ab34-639a53873e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:09.199482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d787db38-6086-4359-bc01-8c1daf06ee33 req-f001c2be-5f4e-4fd9-a30b-98a86398e4b3 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/security-groups?id=f53a4595-fbb4-41d7-842e-f5b6a90efb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622468 Jul 08 20:23:09.228317 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14e1a7-7302-4d39-9fb6-b684fa69fd74 req-64d7965e-d476-4bb1-b540-5a69dbf30330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:09.229877 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b14e1a7-7302-4d39-9fb6-b684fa69fd74 req-64d7965e-d476-4bb1-b540-5a69dbf30330 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1571488 Jul 08 20:23:09.256047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a517f8-b5fa-4969-ab34-639a53873e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:09.270515 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-d7415a4d-ad9f-4e8e-86af-9a39423acb64 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:09.290129 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-d7415a4d-ad9f-4e8e-86af-9a39423acb64 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:09.375695 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab6d45f-a3cb-4977-bffb-d63f5a52e3b5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:09.381528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab6d45f-a3cb-4977-bffb-d63f5a52e3b5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:09.388320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab6d45f-a3cb-4977-bffb-d63f5a52e3b5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:09.396092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab6d45f-a3cb-4977-bffb-d63f5a52e3b5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:09.396092 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9ab6d45f-a3cb-4977-bffb-d63f5a52e3b5 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3965871 Jul 08 20:23:09.401256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56462) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:09.505389 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-196a1401-c303-481f-af59-b1f3590a49a6 req-a9a15307-9e17-4040-b97c-ab4c8e874d51 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:09.560701 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-d7415a4d-ad9f-4e8e-86af-9a39423acb64 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Floating IP 6dfb20ec-c160-482b-b2ea-8657a3efeea6 associated. External IP: 172.25.4.111, port: 091a04d4-f2a8-430a-a02c-21debeefbf17. Jul 08 20:23:09.627922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b9a517f8-b5fa-4969-ab34-639a53873e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:09.635753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-51ac1e3a-8b42-45bb-a59e-b7753723d860 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2334135 Jul 08 20:23:09.640249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a517f8-b5fa-4969-ab34-639a53873e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:09.641188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a517f8-b5fa-4969-ab34-639a53873e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:09.641798 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9a517f8-b5fa-4969-ab34-639a53873e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:09.643731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a517f8-b5fa-4969-ab34-639a53873e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event updated for resources: {'Port': ['ID=4608755c-7635-47da-b28c-4f1d29caf8ad,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:09.644995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56464) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:09.678725 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:09.697629 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b9a517f8-b5fa-4969-ab34-639a53873e1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3755283 Jul 08 20:23:09.698245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56466) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:09.704704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:09.760467 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b14e1a7-7302-4d39-9fb6-b684fa69fd74 req-f2afb14b-e50c-4d29-b170-9aa1e37666a4 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223725 Jul 08 20:23:09.762621 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-196a1401-c303-481f-af59-b1f3590a49a6 req-a9a15307-9e17-4040-b97c-ab4c8e874d51 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:09.811964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ea5b2c-1c38-4d8c-b57a-49f5e37d5fbc tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:09.813526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ea5b2c-1c38-4d8c-b57a-49f5e37d5fbc tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:09.815075 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-66ea5b2c-1c38-4d8c-b57a-49f5e37d5fbc tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1691470 Jul 08 20:23:09.819686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56468) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:09.854996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07868d93-17dd-4424-a750-43552caaf487 req-1bb7a52c-266e-434e-a499-67da1ced1513 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:09.856502 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-07868d93-17dd-4424-a750-43552caaf487 req-1bb7a52c-266e-434e-a499-67da1ced1513 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 948 time: 0.2299826 Jul 08 20:23:09.866954 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:09.873031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196a1401-c303-481f-af59-b1f3590a49a6 req-a9a15307-9e17-4040-b97c-ab4c8e874d51 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Network 74030d91-a705-4f53-b52f-88074a77224e is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:09.885109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a15307-9e17-4040-b97c-ab4c8e874d51 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Pushing event updated for resources: {'Port': ['ID=7ab54f9f-6926-499f-b1a2-5842b4d893b6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:09.887561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-196a1401-c303-481f-af59-b1f3590a49a6 req-a9a15307-9e17-4040-b97c-ab4c8e874d51 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:09.891683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-196a1401-c303-481f-af59-b1f3590a49a6 req-a9a15307-9e17-4040-b97c-ab4c8e874d51 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:09.954392 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-07868d93-17dd-4424-a750-43552caaf487 req-6b6df54c-f03e-4523-9c0a-e040a711148b tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/security-groups?id=f448f079-71fa-49cb-a9bd-716d627f2e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907598 Jul 08 20:23:09.958682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad13e3-283e-4dd0-bff5-0f824af9a1d9 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:09.960095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad13e3-283e-4dd0-bff5-0f824af9a1d9 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:09.966632 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-28ad13e3-283e-4dd0-bff5-0f824af9a1d9 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1377985 Jul 08 20:23:09.966632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56470) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:09.966920 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b14e1a7-7302-4d39-9fb6-b684fa69fd74 req-199b6365-546b-43ce-a157-561bac01ad15 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953728 Jul 08 20:23:10.145916 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] device_id is not set on port 4608755c-7635-47da-b28c-4f1d29caf8ad yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:10.157433 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:10.180003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Transition to ACTIVE for port object 4608755c-7635-47da-b28c-4f1d29caf8ad will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:10.191118 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:10.236550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d79787-614e-4e10-bc10-dd7e730d9002 req-ffa1ac7e-26c8-46e8-8cb7-087ad4a22672 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:10.238190 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10d79787-614e-4e10-bc10-dd7e730d9002 req-ffa1ac7e-26c8-46e8-8cb7-087ad4a22672 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "GET /v2.0/ports?device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 945 time: 0.1312377 Jul 08 20:23:10.287119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event updated for resources: {'Port': ['ID=4608755c-7635-47da-b28c-4f1d29caf8ad,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:10.349964 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:10.350307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:10.350650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:10.379466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:10.379846 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:10.381052 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 2 to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad Jul 08 20:23:10.405067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:10.405410 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:10.405753 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:10.408880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a1401-c303-481f-af59-b1f3590a49a6 req-a9a15307-9e17-4040-b97c-ab4c8e874d51 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:10.409513 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-196a1401-c303-481f-af59-b1f3590a49a6 req-a9a15307-9e17-4040-b97c-ab4c8e874d51 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:10.418950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:10.419313 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:10.421176 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 3 to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad Jul 08 20:23:10.446904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-a9a15307-9e17-4040-b97c-ab4c8e874d51 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1814139 Jul 08 20:23:10.447201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:10.447540 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:10.447882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:10.461075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d64199-9611-433d-ba7e-70f03dfa6c37 req-7ecc3a4b-ba99-4b87-9917-451a7d23b765 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:10.462616 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6d64199-9611-433d-ba7e-70f03dfa6c37 req-7ecc3a4b-ba99-4b87-9917-451a7d23b765 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 931 time: 0.1707342 Jul 08 20:23:10.464334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:10.464682 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:10.465229 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 4 to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad Jul 08 20:23:10.467464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Request body: {'port': {'device_id': 'bfddad7e-a159-4662-841c-eff017320278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:10.473682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-d7415a4d-ad9f-4e8e-86af-9a39423acb64 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Router 83903e93-6552-480f-b629-5fe781e5b771 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:23:10.480256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-10d79787-614e-4e10-bc10-dd7e730d9002 req-e0d32cf4-93dd-4c90-8eb0-1dc150ece4ac tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Deleting port ed0036ba-5210-4149-a5f1-023eba1d6b20 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:10.480604 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-10d79787-614e-4e10-bc10-dd7e730d9002 req-e0d32cf4-93dd-4c90-8eb0-1dc150ece4ac tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:10.504674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471a795e-393f-40cf-b564-6817fcaf4835 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:10.506069 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-471a795e-393f-40cf-b564-6817fcaf4835 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "GET /v2.0/networks/3e23d196-8601-4208-96e1-0ec03b866158 HTTP/1.1" status: 200 len: 800 time: 0.5393908 Jul 08 20:23:10.511314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56476) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:10.535567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:10.535908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:10.536253 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:10.599840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:10.600341 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:10.613600 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 5 to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad Jul 08 20:23:10.627362 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:10.647177 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6d64199-9611-433d-ba7e-70f03dfa6c37 req-dc507ae0-0b82-4d68-9902-b4df7ab645b7 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751165 Jul 08 20:23:10.661292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:10.661632 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:10.661984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:10.684059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-d7415a4d-ad9f-4e8e-86af-9a39423acb64 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:23:10.685949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:10.686297 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:10.696794 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 6 to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad Jul 08 20:23:10.705307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f614dd52-bceb-47c4-94f7-ccb9938ab3f3 None None] Sync routers for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:23:10.715769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-10d79787-614e-4e10-bc10-dd7e730d9002 req-e0d32cf4-93dd-4c90-8eb0-1dc150ece4ac tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] For port ed0036ba-5210-4149-a5f1-023eba1d6b20, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ed0036ba-5210-4149-a5f1-023eba1d6b20,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:10.715769 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-10d79787-614e-4e10-bc10-dd7e730d9002 req-e0d32cf4-93dd-4c90-8eb0-1dc150ece4ac tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:10.731287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f614dd52-bceb-47c4-94f7-ccb9938ab3f3 None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:10.733209 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-f614dd52-bceb-47c4-94f7-ccb9938ab3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:10.739358 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f5e5eb99-6199-429f-8d09-c2322727cd3c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "GET /v2.0/networks/3e23d196-8601-4208-96e1-0ec03b866158?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2006595 Jul 08 20:23:10.740391 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-10d79787-614e-4e10-bc10-dd7e730d9002 req-e0d32cf4-93dd-4c90-8eb0-1dc150ece4ac tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Calling delete_port for ed0036ba-5210-4149-a5f1-023eba1d6b20 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:10.743345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56478) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:10.754536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:10.754874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:10.755211 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:10.787635 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:10.787952 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:10.792279 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 7 to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad Jul 08 20:23:10.858841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c3795-6e04-4130-826e-7f2a4bd4df03 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:10.863706 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1e2c3795-6e04-4130-826e-7f2a4bd4df03 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "GET /v2.0/subnets/ddce7c6c-cd77-4fa4-9b45-deaa7d660c8b HTTP/1.1" status: 200 len: 811 time: 0.1159203 Jul 08 20:23:10.863706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:10.863706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:10.863706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:10.864114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56480) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:10.872259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:10.872567 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:10.877259 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 8 to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad Jul 08 20:23:10.902518 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:10.903115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:10.903702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:10.935075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:10.935516 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:10.937208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-f614dd52-bceb-47c4-94f7-ccb9938ab3f3 None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:10.945677 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 9 to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad Jul 08 20:23:11.010014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:11.010360 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:11.010707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:11.016490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34324a88-4b9d-45e4-adad-22728923ad76 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.021481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-34324a88-4b9d-45e4-adad-22728923ad76 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "GET /v2.0/subnets/ddce7c6c-cd77-4fa4-9b45-deaa7d660c8b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1524289 Jul 08 20:23:11.021674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56484) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:11.027264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f054d2ff-f646-45c3-b4d3-cc4dd4888080 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-838387364'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:11.032982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:11.033323 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:11.037346 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 10 to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad Jul 08 20:23:11.066603 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-10d79787-614e-4e10-bc10-dd7e730d9002 req-e0d32cf4-93dd-4c90-8eb0-1dc150ece4ac tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.076084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:11.076429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:11.077549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:11.106424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:11.106785 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port 4608755c-7635-47da-b28c-4f1d29caf8ad on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:11.107115 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.111960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d32cf4-93dd-4c90-8eb0-1dc150ece4ac tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Pushing event deleted for resources: {'Port': ['ID=ed0036ba-5210-4149-a5f1-023eba1d6b20,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:11.121541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:23:11.124085 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['ed0036ba-5210-4149-a5f1-023eba1d6b20'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:23:11.130342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f054d2ff-f646-45c3-b4d3-cc4dd4888080 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:11.134670 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f054d2ff-f646-45c3-b4d3-cc4dd4888080 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.144293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 8a19e40a-7294-48a8-a25d-1c057300ecf8 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:23:11.161904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4a35-dd17-4935-ad14-0924ac3f5d3c req-b28dc0e9-fc79-45cc-995a-da3f160f11eb tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.163457 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a36c4a35-dd17-4935-ad14-0924ac3f5d3c req-b28dc0e9-fc79-45cc-995a-da3f160f11eb tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d287505-384a-482d-bf8f-3f91c42d5a33 HTTP/1.1" status: 200 len: 867 time: 0.2296662 Jul 08 20:23:11.208770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-d7415a4d-ad9f-4e8e-86af-9a39423acb64 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Router 83903e93-6552-480f-b629-5fe781e5b771 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:23:11.211473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab54f9f-6926-499f-b1a2-5842b4d893b6 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:23:11.222457 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.224067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d79787-614e-4e10-bc10-dd7e730d9002 req-e0d32cf4-93dd-4c90-8eb0-1dc150ece4ac tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] No DVR routers for this DVR port ed0036ba-5210-4149-a5f1-023eba1d6b20 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:11.236234 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-10d79787-614e-4e10-bc10-dd7e730d9002 req-e0d32cf4-93dd-4c90-8eb0-1dc150ece4ac tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.238755 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10d79787-614e-4e10-bc10-dd7e730d9002 req-e0d32cf4-93dd-4c90-8eb0-1dc150ece4ac tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "DELETE /v2.0/ports/ed0036ba-5210-4149-a5f1-023eba1d6b20 HTTP/1.1" status: 204 len: 173 time: 0.9902656 Jul 08 20:23:11.239142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f054d2ff-f646-45c3-b4d3-cc4dd4888080 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:23:11.249611 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Transition to ACTIVE for port object 7ab54f9f-6926-499f-b1a2-5842b4d893b6 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:11.285265 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:23:11.294800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f054d2ff-f646-45c3-b4d3-cc4dd4888080 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.295400 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-f054d2ff-f646-45c3-b4d3-cc4dd4888080 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Added segment f2e94919-b409-4da5-820b-f4cf3de3a995 of type vlan for network 90eed253-fd3f-4742-8d89-a4e0d9c5cdd9 Jul 08 20:23:11.296875 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.309486 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a36c4a35-dd17-4935-ad14-0924ac3f5d3c req-3b82f12b-2efd-4b12-b345-4d0d932edda7 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382875 Jul 08 20:23:11.314258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] For port 4608755c-7635-47da-b28c-4f1d29caf8ad, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:11.314651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempted to set empty binding levels {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 20:23:11.335343 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.387416 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f054d2ff-f646-45c3-b4d3-cc4dd4888080 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.415096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] In _notify_port_updated(), no bound segment for port 4608755c-7635-47da-b28c-4f1d29caf8ad on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:23:11.416289 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.429667 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.432609 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "PUT /v2.0/ports/4608755c-7635-47da-b28c-4f1d29caf8ad HTTP/1.1" status: 200 len: 980 time: 1.7319942 Jul 08 20:23:11.441595 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd6913b-df47-4751-be03-ba6dfe95950a x-openstack-request-id: req-ecd6913b-df47-4751-be03-ba6dfe95950a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:11.441937 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11e84c9-10ef-4556-a2e6-5e1887348bf0", "tag": "8a19e40a-7294-48a8-a25d-1c057300ecf8", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:11.443237 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ecd6913b-df47-4751-be03-ba6dfe95950a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:11.443929 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11e84c9-10ef-4556-a2e6-5e1887348bf0', 'tag': '8a19e40a-7294-48a8-a25d-1c057300ecf8', 'status': 'completed', 'code': 200} Jul 08 20:23:11.445563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56486) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:11.459626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 8a19e40a-7294-48a8-a25d-1c057300ecf8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=8a19e40a-7294-48a8-a25d-1c057300ecf8,segment=NetworkSegment(2934dc51-8915-464b-9c18-22828820e1f4),segment_id=2934dc51-8915-464b-9c18-22828820e1f4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:11.495608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '8a19e40a-7294-48a8-a25d-1c057300ecf8', 'network_id': '3862663c-4f45-4d20-8582-22ecb51972c5', 'port_id': '8a19e40a-7294-48a8-a25d-1c057300ecf8', 'mac_address': 'fa:16:3e:a7:23:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b4da90-4aea-4430-87d4-6e5a1a1ef6e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:23:11.521512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Pushing event updated for resources: {'Port': ['ID=7ab54f9f-6926-499f-b1a2-5842b4d893b6,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:11.557657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2c1fdfb9-3e1b-489a-aafd-6f8688037b5f,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:11.579397 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f054d2ff-f646-45c3-b4d3-cc4dd4888080 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.585083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f054d2ff-f646-45c3-b4d3-cc4dd4888080 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.585677 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f054d2ff-f646-45c3-b4d3-cc4dd4888080 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.590155 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.595131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '2c1fdfb9-3e1b-489a-aafd-6f8688037b5f', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '2c1fdfb9-3e1b-489a-aafd-6f8688037b5f', 'mac_address': 'fa:16:3e:9a:03:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:23:11.597255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b08917-abb4-4fb9-ba38-72f97d1c41cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event updated for resources: {'Port': ['ID=4608755c-7635-47da-b28c-4f1d29caf8ad,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:11.605243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-d7415a4d-ad9f-4e8e-86af-9a39423acb64 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:23:11.610423 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-d7415a4d-ad9f-4e8e-86af-9a39423acb64 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.634429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a19e40a-7294-48a8-a25d-1c057300ecf8 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:23:11.656397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 8a19e40a-7294-48a8-a25d-1c057300ecf8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=8a19e40a-7294-48a8-a25d-1c057300ecf8,segment=NetworkSegment(2934dc51-8915-464b-9c18-22828820e1f4),segment_id=2934dc51-8915-464b-9c18-22828820e1f4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:11.664032 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.710015 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.710510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.710995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.711999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.712546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.712967 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.713440 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.713908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.714610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.714852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.715332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.715800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.716585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.717190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.717190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.717677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.723660 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9cbd6edd-cb60-4660-a5ac-1bc27d0285ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14461 time: 0.2673120 Jul 08 20:23:11.723922 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f054d2ff-f646-45c3-b4d3-cc4dd4888080 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6977925 Jul 08 20:23:11.725156 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10bd9f-3d5f-4c54-bc2e-ac8dfc388fe7 req-0edb11e3-2668-4891-9f22-6dd6e738131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.727889 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da10bd9f-3d5f-4c54-bc2e-ac8dfc388fe7 req-0edb11e3-2668-4891-9f22-6dd6e738131d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ab7b020e697c4efaa3be1224920322f3&device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 1096 time: 0.2704444 Jul 08 20:23:11.727889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56490) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:11.727889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56492) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:11.730555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:11.733143 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a1cffc-6d1f-409e-96c3-b8b628c47e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:11.740994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'subnet': {'network_id': '90eed253-fd3f-4742-8d89-a4e0d9c5cdd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:11.744520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Attempting to bind port 7ab54f9f-6926-499f-b1a2-5842b4d893b6 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:11.744952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Attempting to bind port 7ab54f9f-6926-499f-b1a2-5842b4d893b6 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '2fb41f08-3671-46ae-8a4e-f417598795b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '74030d91-a705-4f53-b52f-88074a77224e'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:11.745350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Attempting to bind port 7ab54f9f-6926-499f-b1a2-5842b4d893b6 on network 74030d91-a705-4f53-b52f-88074a77224e {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:11.755445 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47a91b-f57d-4f9a-8a56-a9260058d05b req-550fbd04-0d3f-4850-bfd4-d77f3fcdc9e3 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.763089 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6b47a91b-f57d-4f9a-8a56-a9260058d05b req-550fbd04-0d3f-4850-bfd4-d77f3fcdc9e3 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 946 time: 0.2079089 Jul 08 20:23:11.776337 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.777551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Port 7ab54f9f-6926-499f-b1a2-5842b4d893b6 on network 74030d91-a705-4f53-b52f-88074a77224e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:11.777956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Attempting to bind port 7ab54f9f-6926-499f-b1a2-5842b4d893b6 on network 74030d91-a705-4f53-b52f-88074a77224e {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:11.781086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054d2ff-f646-45c3-b4d3-cc4dd4888080 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Network': ['ID=90eed253-fd3f-4742-8d89-a4e0d9c5cdd9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:11.795333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:11.795999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Checking segment: {'id': '2fb41f08-3671-46ae-8a4e-f417598795b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '74030d91-a705-4f53-b52f-88074a77224e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:11.796768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Bound using segment: {'id': '2fb41f08-3671-46ae-8a4e-f417598795b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '74030d91-a705-4f53-b52f-88074a77224e'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:11.797381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Bound port: 7ab54f9f-6926-499f-b1a2-5842b4d893b6, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb41f08-3671-46ae-8a4e-f417598795b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '74030d91-a705-4f53-b52f-88074a77224e'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:11.797908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.798347 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:23:11.807762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 90eed253-fd3f-4742-8d89-a4e0d9c5cdd9 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:23:11.821677 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-d7415a4d-ad9f-4e8e-86af-9a39423acb64 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "PUT /v2.0/floatingips/6dfb20ec-c160-482b-b2ea-8657a3efeea6 HTTP/1.1" status: 200 len: 998 time: 4.3829668 Jul 08 20:23:11.862032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=8a19e40a-7294-48a8-a25d-1c057300ecf8,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:11.908003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2c1fdfb9-3e1b-489a-aafd-6f8688037b5f,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:11.918109 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:11.925724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-235e1a34-3ab3-47a0-ba5b-37a36b2e211e tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:11.933561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-f614dd52-bceb-47c4-94f7-ccb9938ab3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6dfb20ec-c160-482b-b2ea-8657a3efeea6', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '83903e93-6552-480f-b629-5fe781e5b771', 'port_id': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'mac_address': 'fa:16:3e:ca:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:22:39Z', 'updated_at': '2021-07-08T20:23:08Z', 'revision_number': 3, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:11.945237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-235e1a34-3ab3-47a0-ba5b-37a36b2e211e tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports/091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 943 time: 0.1165721 Jul 08 20:23:11.963142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] For port 7ab54f9f-6926-499f-b1a2-5842b4d893b6, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:11.972043 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] For port 7ab54f9f-6926-499f-b1a2-5842b4d893b6, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7ab54f9f-6926-499f-b1a2-5842b4d893b6,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:11.982541 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:12.000322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['8a19e40a-7294-48a8-a25d-1c057300ecf8'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:23:12.005073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f614dd52-bceb-47c4-94f7-ccb9938ab3f3 None None] Checking router: 83903e93-6552-480f-b629-5fe781e5b771 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:23:12.047625 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6b47a91b-f57d-4f9a-8a56-a9260058d05b req-3e8afb65-7bd7-4839-b4c8-0f79db14fcd3 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832909 Jul 08 20:23:12.055547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Made reservation on behalf of 5b26d626c5f3464dbd4f465d3ae734ce for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:12.060126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:12.071545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=2c1fdfb9-3e1b-489a-aafd-6f8688037b5f,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:12.079198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:12.079828 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:12.081369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] 10.222.0.103 "PUT /v2.0/ports/7ab54f9f-6926-499f-b1a2-5842b4d893b6 HTTP/1.1" status: 200 len: 1092 time: 1.6199815 Jul 08 20:23:12.112195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2acb5-1b83-445c-9bba-abfc296e635d service neutron] Pushing event updated for resources: {'Port': ['ID=7ab54f9f-6926-499f-b1a2-5842b4d893b6,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:12.114789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f614dd52-bceb-47c4-94f7-ccb9938ab3f3 None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:12.115487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-f614dd52-bceb-47c4-94f7-ccb9938ab3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:12.139722 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-d5ec1e7f-ddbe-486f-8c53-b7912ace1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:12.141675 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-d5ec1e7f-ddbe-486f-8c53-b7912ace1c2e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 1098 time: 0.1064570 Jul 08 20:23:12.187094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['2c1fdfb9-3e1b-489a-aafd-6f8688037b5f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:23:12.198732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Performing IP validity checks on allocation pools {{(pid=94065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 20:23:12.199300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 20:23:12.219934 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10bd9f-3d5f-4c54-bc2e-ac8dfc388fe7 req-3507f210-f970-49f4-8f19-99adb87c6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:12.221510 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da10bd9f-3d5f-4c54-bc2e-ac8dfc388fe7 req-3507f210-f970-49f4-8f19-99adb87c6baa service neutron] 10.222.0.103 "GET /v2.0/networks?id=3862663c-4f45-4d20-8582-22ecb51972c5 HTTP/1.1" status: 200 len: 915 time: 0.4748039 Jul 08 20:23:12.278859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a1401-c303-481f-af59-b1f3590a49a6 req-9265aa3e-3a69-4540-947f-366ab74243e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:12.280572 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-9265aa3e-3a69-4540-947f-366ab74243e8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e3381582e550468ba5b4e2c6f2e9b1a6&device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 1095 time: 0.1377902 Jul 08 20:23:12.282028 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-edace270-0392-47ef-8a8b-17027b06f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:12.283442 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-edace270-0392-47ef-8a8b-17027b06f974 service neutron] 10.222.0.101 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.1322072 Jul 08 20:23:12.309541 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da10bd9f-3d5f-4c54-bc2e-ac8dfc388fe7 req-d3f69bc2-0665-4484-a638-d8de3e714cae service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a19e40a-7294-48a8-a25d-1c057300ecf8 HTTP/1.1" status: 200 len: 217 time: 0.0766447 Jul 08 20:23:12.320326 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a2f61295-a61d-4045-9131-b32af95003d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Deleting port 4608755c-7635-47da-b28c-4f1d29caf8ad {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:12.320854 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2f61295-a61d-4045-9131-b32af95003d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:12.331724 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-88baef11-88e6-441e-898f-fe38df1b6a87 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab54f9f-6926-499f-b1a2-5842b4d893b6 HTTP/1.1" status: 200 len: 217 time: 0.0425026 Jul 08 20:23:12.355563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-f614dd52-bceb-47c4-94f7-ccb9938ab3f3 None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:12.372026 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-f3b3a56a-90e1-461d-95be-6571398c6aec service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 217 time: 0.0754976 Jul 08 20:23:12.458079 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a1401-c303-481f-af59-b1f3590a49a6 req-da630473-ba77-4ad3-9f0e-8f2c0cf40cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:12.459634 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-da630473-ba77-4ad3-9f0e-8f2c0cf40cc3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7 HTTP/1.1" status: 200 len: 854 time: 0.0962846 Jul 08 20:23:12.466680 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-48e83212-1b64-4455-9a77-fed9ad50f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:12.468554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-48e83212-1b64-4455-9a77-fed9ad50f423 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.0839186 Jul 08 20:23:12.493632 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10bd9f-3d5f-4c54-bc2e-ac8dfc388fe7 req-91cb404d-da39-44b7-a534-2717e9502b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:12.495245 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da10bd9f-3d5f-4c54-bc2e-ac8dfc388fe7 req-91cb404d-da39-44b7-a534-2717e9502b59 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=25b4da90-4aea-4430-87d4-6e5a1a1ef6e8 HTTP/1.1" status: 200 len: 854 time: 0.1700063 Jul 08 20:23:12.503051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a2f61295-a61d-4045-9131-b32af95003d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] For port 4608755c-7635-47da-b28c-4f1d29caf8ad, host n-h1-791506-16, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:12.503490 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2f61295-a61d-4045-9131-b32af95003d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:12.514981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60bb49-f9a9-4a76-aca1-6e7248a793e0 req-06becda0-d7e4-4561-9489-9ae78d427d7d tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:12.522104 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe60bb49-f9a9-4a76-aca1-6e7248a793e0 req-06becda0-d7e4-4561-9489-9ae78d427d7d tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 945 time: 0.2958369 Jul 08 20:23:12.530294 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-9c267ee5-b02b-4a6e-b560-9f6c7962555d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=74030d91-a705-4f53-b52f-88074a77224e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605237 Jul 08 20:23:12.591662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a2f61295-a61d-4045-9131-b32af95003d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Calling delete_port for 4608755c-7635-47da-b28c-4f1d29caf8ad owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:12.607160 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da10bd9f-3d5f-4c54-bc2e-ac8dfc388fe7 req-04fbe590-1f6a-4675-9a8a-554c60fd2ba0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3862663c-4f45-4d20-8582-22ecb51972c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822246 Jul 08 20:23:12.620208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-bace4e25-55c0-41d0-b820-9cadcf28d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:12.621857 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-bace4e25-55c0-41d0-b820-9cadcf28d114 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411517 Jul 08 20:23:12.660985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-aca25a39-7477-4fdb-b85e-0281ff94e467 service neutron] 10.222.0.103 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239932 Jul 08 20:23:12.688988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-f614dd52-bceb-47c4-94f7-ccb9938ab3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6dfb20ec-c160-482b-b2ea-8657a3efeea6', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '83903e93-6552-480f-b629-5fe781e5b771', 'port_id': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'mac_address': 'fa:16:3e:ca:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:22:39Z', 'updated_at': '2021-07-08T20:23:08Z', 'revision_number': 3, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:12.720865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f614dd52-bceb-47c4-94f7-ccb9938ab3f3 None None] The sync data for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 is: [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6dfb20ec-c160-482b-b2ea-8657a3efeea6', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '83903e93-6552-480f-b629-5fe781e5b771', 'port_id': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'mac_address': 'fa:16:3e:ca:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:22:39Z', 'updated_at': '2021-07-08T20:23:08Z', 'revision_number': 3, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:23:12.739463 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:12.748170 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe60bb49-f9a9-4a76-aca1-6e7248a793e0 req-20e73e24-c510-4e0b-b706-df4dbedff1c3 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/security-groups?id=f53a4595-fbb4-41d7-842e-f5b6a90efb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251406 Jul 08 20:23:12.811535 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-70e70935-e111-4732-8ef9-85a96cd70e71 service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761065 Jul 08 20:23:12.817351 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-196a1401-c303-481f-af59-b1f3590a49a6 req-6cd3bb17-8c53-4529-b8d7-2c41007f1f61 service neutron] 10.222.0.103 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314309 Jul 08 20:23:12.913864 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-fbf1fe8d-754a-4b9b-afd8-4064b8ab82f7 service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954180 Jul 08 20:23:12.936298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Subnet': ['ID=d21d9c59-d3f4-4e32-887e-b62b3c7286ad,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:12.960454 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63a174-63ea-4568-95df-c328b9b412e3 None None] New status for floating IP 6dfb20ec-c160-482b-b2ea-8657a3efeea6: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:23:12.968414 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da10bd9f-3d5f-4c54-bc2e-ac8dfc388fe7 req-d205a841-5995-4d1b-a2bd-c5a30dc69267 service neutron] 10.222.0.103 "GET /v2.0/networks/3862663c-4f45-4d20-8582-22ecb51972c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481190 Jul 08 20:23:12.986937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Checking segment: {'id': 'f2e94919-b409-4da5-820b-f4cf3de3a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '90eed253-fd3f-4742-8d89-a4e0d9c5cdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:12.987300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network hostable DHCP agents. Network: 90eed253-fd3f-4742-8d89-a4e0d9c5cdd9, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:23:13.008546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-8d03ca7d-32b9-4d2e-bcbd-2020d09f333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:13.010500 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-8d03ca7d-32b9-4d2e-bcbd-2020d09f333c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 1097 time: 0.0673721 Jul 08 20:23:13.052596 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2f61295-a61d-4045-9131-b32af95003d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:13.071933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:13.106762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f61295-a61d-4045-9131-b32af95003d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event deleted for resources: {'Port': ['ID=4608755c-7635-47da-b28c-4f1d29caf8ad,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:13.111597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Network 90eed253-fd3f-4742-8d89-a4e0d9c5cdd9 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:23:13.117462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 8a19e40a-7294-48a8-a25d-1c057300ecf8 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:13.128350 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2f61295-a61d-4045-9131-b32af95003d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:13.130323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a2f61295-a61d-4045-9131-b32af95003d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "DELETE /v2.0/ports/4608755c-7635-47da-b28c-4f1d29caf8ad HTTP/1.1" status: 204 len: 168 time: 1.3988669 Jul 08 20:23:13.137710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56500) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:13.142724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 90eed253-fd3f-4742-8d89-a4e0d9c5cdd9) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:13.155509 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d83eb-39c7-449e-9262-300cd41cc11e None None] Network 90eed253-fd3f-4742-8d89-a4e0d9c5cdd9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:13.155887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab80aad-b5dc-400b-aa7a-378aec762c2d req-7413401f-e3cd-44ce-8528-46b55946fea2 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:13.157521 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aab80aad-b5dc-400b-aa7a-378aec762c2d req-7413401f-e3cd-44ce-8528-46b55946fea2 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 949 time: 0.2697432 Jul 08 20:23:13.159256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:13.159444 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:13.167638 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da10bd9f-3d5f-4c54-bc2e-ac8dfc388fe7 req-cfd4aee2-f0b7-4ae9-8ad4-c597882e3eda service neutron] 10.222.0.103 "GET /v2.0/networks/3862663c-4f45-4d20-8582-22ecb51972c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898062 Jul 08 20:23:13.192587 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-55164930-07be-46a3-8271-b989dd3935d6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4593685 Jul 08 20:23:13.193615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56502) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:13.202949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-dac6e37d-b63e-4277-a6ef-b051313c6d1f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:13.214048 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-2950ca01-34a3-418f-9c1c-1441db706885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] GET failed (client error): The resource could not be found. Jul 08 20:23:13.220016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2950ca01-34a3-418f-9c1c-1441db706885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "GET /v2.0/ports/4608755c-7635-47da-b28c-4f1d29caf8ad HTTP/1.1" status: 404 len: 333 time: 0.0809722 Jul 08 20:23:13.221320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-3e89a5b1-0195-4024-8855-afce1b3606b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:13.222912 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-3e89a5b1-0195-4024-8855-afce1b3606b9 service neutron] 10.222.0.101 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.2059598 Jul 08 20:23:13.223378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56504) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:13.228773 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f45e0448-a323-47f3-a943-a5a67045c9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465324843', 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:13.255072 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aab80aad-b5dc-400b-aa7a-378aec762c2d req-5df60492-3bfa-42c3-80bc-d4972834745c tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/security-groups?id=f448f079-71fa-49cb-a9bd-716d627f2e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838943 Jul 08 20:23:13.280730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f48886-ea1d-4c59-ac84-cd6ccccf31ca None None] Sync routers for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:23:13.306754 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:13.318027 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 8a19e40a-7294-48a8-a25d-1c057300ecf8 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:13.324169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f48886-ea1d-4c59-ac84-cd6ccccf31ca None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:13.324926 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c4f48886-ea1d-4c59-ac84-cd6ccccf31ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:13.326769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:13.328058 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:13.341823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45e0448-a323-47f3-a943-a5a67045c9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Made reservation on behalf of bc0c126057304455b33325845b96781e for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:13.346563 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f45e0448-a323-47f3-a943-a5a67045c9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:13.346729 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dac6e37d-b63e-4277-a6ef-b051313c6d1f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126036371'] for subnet, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:13.358547 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-637fa4ff-febc-4e45-8063-95df0adcb6ef service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8f449a-010e-4be0-903a-f0b85a2553f1 HTTP/1.1" status: 200 len: 1001 time: 0.1185267 Jul 08 20:23:13.380498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 8a19e40a-7294-48a8-a25d-1c057300ecf8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:13.381017 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:13.428500 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-f45e0448-a323-47f3-a943-a5a67045c9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] device_id is not set on port 6297cde6-4b92-47bc-aa58-f132edce1c08 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:13.452705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d287505-384a-482d-bf8f-3f91c42d5a33', 'name': 'network-vif-deleted', 'tag': 'ed0036ba-5210-4149-a5f1-023eba1d6b20'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:13.455044 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff8b6ef-a043-47ba-a169-122b8e847698" -d '{"events": [{"server_uuid": "4d287505-384a-482d-bf8f-3f91c42d5a33", "name": "network-vif-deleted", "tag": "ed0036ba-5210-4149-a5f1-023eba1d6b20"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:13.483310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-33ac76e2-32b6-49a2-92ab-16e3ce6e56fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:13.484896 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-33ac76e2-32b6-49a2-92ab-16e3ce6e56fb service neutron] 10.222.0.101 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.1250215 Jul 08 20:23:13.632862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-9e4813cd-bbde-40f5-a743-da8e2f2bdabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:13.634551 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-9e4813cd-bbde-40f5-a743-da8e2f2bdabc service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1379104 Jul 08 20:23:13.708536 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f45e0448-a323-47f3-a943-a5a67045c9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:13.724431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-c4f48886-ea1d-4c59-ac84-cd6ccccf31ca None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:13.770363 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-058ce441-311a-4f00-9d54-fdb98cc25d7a service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264410 Jul 08 20:23:13.775478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-90eed253-fd3f-4742-8d89-a4e0d9c5cdd9', 'network_id': '90eed253-fd3f-4742-8d89-a4e0d9c5cdd9', 'tenant_id': '5b26d626c5f3464dbd4f465d3ae734ce', 'fixed_ips': [{'subnet_id': 'd21d9c59-d3f4-4e32-887e-b62b3c7286ad'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:23:13.776366 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:13.786463 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f45e0448-a323-47f3-a943-a5a67045c9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:13.861021 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:13.881385 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39b7bd-ac6c-46f4-af45-b464d54f3f37 req-01ab5600-51e1-4d5f-88d6-4213632bb8f1 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:13.884206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45e0448-a323-47f3-a943-a5a67045c9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:13.889662 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b39b7bd-ac6c-46f4-af45-b464d54f3f37 req-01ab5600-51e1-4d5f-88d6-4213632bb8f1 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 943 time: 0.4892468 Jul 08 20:23:13.892000 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:13.893471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-f45e0448-a323-47f3-a943-a5a67045c9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:13.900816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45e0448-a323-47f3-a943-a5a67045c9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:13.901779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45e0448-a323-47f3-a943-a5a67045c9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:13.902395 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f45e0448-a323-47f3-a943-a5a67045c9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:13.919152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e0448-a323-47f3-a943-a5a67045c9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event updated for resources: {'Port': ['ID=6297cde6-4b92-47bc-aa58-f132edce1c08,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:13.937871 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f45e0448-a323-47f3-a943-a5a67045c9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7110641 Jul 08 20:23:13.938871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56510) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:13.947478 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4e2682d-05bc-42f6-a5b6-544035880787 req-c24536e9-db91-4037-9962-6c37fbe65096 service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585972 Jul 08 20:23:13.950728 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dac6e37d-b63e-4277-a6ef-b051313c6d1f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794148736022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125939818'] for subnet, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.013163 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b39b7bd-ac6c-46f4-af45-b464d54f3f37 req-6830b479-68e5-4fc3-b531-5fd670180aec tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223657 Jul 08 20:23:14.020761 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c718855e-c067-44c8-ac02-92d0487280bd x-openstack-request-id: req-c718855e-c067-44c8-ac02-92d0487280bd {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:14.021166 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:14.021804 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c718855e-c067-44c8-ac02-92d0487280bd {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:14.022233 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'status': 'completed', 'code': 200} Jul 08 20:23:14.025222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11e84c9-10ef-4556-a2e6-5e1887348bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a19e40a-7294-48a8-a25d-1c057300ecf8'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:14.027566 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6afcbc9-592c-46dc-bae8-b219447c6590" -d '{"events": [{"server_uuid": "f11e84c9-10ef-4556-a2e6-5e1887348bf0", "name": "network-vif-plugged", "status": "completed", "tag": "8a19e40a-7294-48a8-a25d-1c057300ecf8"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:14.063349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ba39c-1894-45c7-b6d0-df9dcd24ce09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:14.067995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56516) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:14.070300 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cb0ba39c-1894-45c7-b6d0-df9dcd24ce09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "GET /v2.0/ports/6297cde6-4b92-47bc-aa58-f132edce1c08 HTTP/1.1" status: 200 len: 959 time: 0.1310201 Jul 08 20:23:14.071551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 8a19e40a-7294-48a8-a25d-1c057300ecf8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=8a19e40a-7294-48a8-a25d-1c057300ecf8,segment=NetworkSegment(2934dc51-8915-464b-9c18-22828820e1f4),segment_id=2934dc51-8915-464b-9c18-22828820e1f4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:14.076095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2c1fdfb9-3e1b-489a-aafd-6f8688037b5f,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:14.104713 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.105534 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device ed0036ba-5210-4149-a5f1-023eba1d6b20 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:23:14.120467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac6e37d-b63e-4277-a6ef-b051313c6d1f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:14.122531 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dac6e37d-b63e-4277-a6ef-b051313c6d1f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.128087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56518) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:14.137461 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dac6e37d-b63e-4277-a6ef-b051313c6d1f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "PUT /v2.0/subnets/d21d9c59-d3f4-4e32-887e-b62b3c7286ad HTTP/1.1" status: 200 len: 877 time: 0.9297955 Jul 08 20:23:14.149513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6e37d-b63e-4277-a6ef-b051313c6d1f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event updated for resources: {'Subnet': ['ID=d21d9c59-d3f4-4e32-887e-b62b3c7286ad,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:14.159403 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.168897 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63334fc0-2bff-4e04-99fa-fbc0e2acc13f x-openstack-request-id: req-63334fc0-2bff-4e04-99fa-fbc0e2acc13f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:14.169442 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d287505-384a-482d-bf8f-3f91c42d5a33", "name": "network-vif-deleted", "tag": "ed0036ba-5210-4149-a5f1-023eba1d6b20", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:14.169880 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-63334fc0-2bff-4e04-99fa-fbc0e2acc13f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:14.170448 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d287505-384a-482d-bf8f-3f91c42d5a33', 'name': 'network-vif-deleted', 'tag': 'ed0036ba-5210-4149-a5f1-023eba1d6b20', 'status': 'completed', 'code': 200} Jul 08 20:23:14.193408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1cffc-6d1f-409e-96c3-b8b628c47e3b req-f8b6b44d-dfd0-4db1-a23a-3fa32f711d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:14.195274 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0a1cffc-6d1f-409e-96c3-b8b628c47e3b req-f8b6b44d-dfd0-4db1-a23a-3fa32f711d4d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 1098 time: 0.1221676 Jul 08 20:23:14.246013 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Allocated IP 172.20.0.3 (90eed253-fd3f-4742-8d89-a4e0d9c5cdd9/d21d9c59-d3f4-4e32-887e-b62b3c7286ad/48377be6-5ded-4275-b273-55c3c795a827) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:14.353836 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.365598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-042b9b7f-d140-46d3-9693-a783e5f84106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Deleting port 6297cde6-4b92-47bc-aa58-f132edce1c08 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:14.366214 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-042b9b7f-d140-46d3-9693-a783e5f84106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.370942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1cffc-6d1f-409e-96c3-b8b628c47e3b req-4cb982a2-e8cc-425e-acc5-82640cfcfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:14.372712 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0a1cffc-6d1f-409e-96c3-b8b628c47e3b req-4cb982a2-e8cc-425e-acc5-82640cfcfa61 service neutron] 10.222.0.103 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.1689756 Jul 08 20:23:14.424800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0a1cffc-6d1f-409e-96c3-b8b628c47e3b req-f3bf8dc1-4c1f-44b5-8617-30abe7ca2db5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 217 time: 0.0434072 Jul 08 20:23:14.425413 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.437186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Transition to ACTIVE for port object 48377be6-5ded-4275-b273-55c3c795a827 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:14.438972 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-042b9b7f-d140-46d3-9693-a783e5f84106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.443890 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343de73-020b-4d9d-befa-d98004e4297e req-c45f4dbe-071c-4c4d-a44a-c486bbd491cf tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:14.446477 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e343de73-020b-4d9d-befa-d98004e4297e req-c45f4dbe-071c-4c4d-a44a-c486bbd491cf tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 946 time: 0.1461091 Jul 08 20:23:14.454949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Transition to ACTIVE for port object 48377be6-5ded-4275-b273-55c3c795a827 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:14.475051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-042b9b7f-d140-46d3-9693-a783e5f84106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Calling delete_port for 6297cde6-4b92-47bc-aa58-f132edce1c08 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:14.485567 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.498782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: ed0036ba-5210-4149-a5f1-023eba1d6b20 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:23:14.499208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device ed0036ba-5210-4149-a5f1-023eba1d6b20 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:23:14.532463 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.543942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Network 90eed253-fd3f-4742-8d89-a4e0d9c5cdd9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:14.547981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1cffc-6d1f-409e-96c3-b8b628c47e3b req-cdf7e8c6-93d0-427b-8473-26e4b540864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:14.549185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:14.550244 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0a1cffc-6d1f-409e-96c3-b8b628c47e3b req-cdf7e8c6-93d0-427b-8473-26e4b540864a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.1026568 Jul 08 20:23:14.553286 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=8a19e40a-7294-48a8-a25d-1c057300ecf8,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:14.566500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:14.619643 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e343de73-020b-4d9d-befa-d98004e4297e req-91dfade7-a1ec-4b51-b27a-694f8400c084 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/security-groups?id=f53a4595-fbb4-41d7-842e-f5b6a90efb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093600 Jul 08 20:23:14.631675 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-042b9b7f-d140-46d3-9693-a783e5f84106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.635729 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.709346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Attempting to bind port 48377be6-5ded-4275-b273-55c3c795a827 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:14.716175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b9b7f-d140-46d3-9693-a783e5f84106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event deleted for resources: {'Port': ['ID=6297cde6-4b92-47bc-aa58-f132edce1c08,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:14.717389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Attempting to bind port 48377be6-5ded-4275-b273-55c3c795a827 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'f2e94919-b409-4da5-820b-f4cf3de3a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '90eed253-fd3f-4742-8d89-a4e0d9c5cdd9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:14.717484 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Attempting to bind port 48377be6-5ded-4275-b273-55c3c795a827 on network 90eed253-fd3f-4742-8d89-a4e0d9c5cdd9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:14.718281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-042b9b7f-d140-46d3-9693-a783e5f84106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.724008 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-042b9b7f-d140-46d3-9693-a783e5f84106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "DELETE /v2.0/ports/6297cde6-4b92-47bc-aa58-f132edce1c08 HTTP/1.1" status: 204 len: 168 time: 0.6512012 Jul 08 20:23:14.724008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Subnet': ['ID=d21d9c59-d3f4-4e32-887e-b62b3c7286ad,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:14.724718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56536) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:14.736408 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=2c1fdfb9-3e1b-489a-aafd-6f8688037b5f,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:14.752827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1cffc-6d1f-409e-96c3-b8b628c47e3b req-a41e2590-01ea-4bb2-95b4-9f298e0997db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:14.754711 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0a1cffc-6d1f-409e-96c3-b8b628c47e3b req-a41e2590-01ea-4bb2-95b4-9f298e0997db service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1968985 Jul 08 20:23:14.764402 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:14.764799 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Checking segment: {'id': 'f2e94919-b409-4da5-820b-f4cf3de3a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '90eed253-fd3f-4742-8d89-a4e0d9c5cdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:14.765201 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.765586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Bound using segment: {'id': 'f2e94919-b409-4da5-820b-f4cf3de3a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '90eed253-fd3f-4742-8d89-a4e0d9c5cdd9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:14.766057 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Bound port: 48377be6-5ded-4275-b273-55c3c795a827, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e94919-b409-4da5-820b-f4cf3de3a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '90eed253-fd3f-4742-8d89-a4e0d9c5cdd9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:14.766435 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:14.801354 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1864b4-5eb6-474d-876c-e974d55e039f x-openstack-request-id: req-4f1864b4-5eb6-474d-876c-e974d55e039f {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:14.802249 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11e84c9-10ef-4556-a2e6-5e1887348bf0", "name": "network-vif-plugged", "status": "completed", "tag": "8a19e40a-7294-48a8-a25d-1c057300ecf8", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:14.802249 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4f1864b4-5eb6-474d-876c-e974d55e039f {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:14.802249 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11e84c9-10ef-4556-a2e6-5e1887348bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a19e40a-7294-48a8-a25d-1c057300ecf8', 'code': 200} Jul 08 20:23:14.803806 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c0c677-5bb9-48a1-8728-5f2df2401682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] GET failed (client error): The resource could not be found. Jul 08 20:23:14.816304 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-34c0c677-5bb9-48a1-8728-5f2df2401682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "GET /v2.0/ports/6297cde6-4b92-47bc-aa58-f132edce1c08 HTTP/1.1" status: 404 len: 333 time: 0.0887530 Jul 08 20:23:14.830993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Pushing event updated for resources: {'Port': ['ID=48377be6-5ded-4275-b273-55c3c795a827,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:14.839099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c4f48886-ea1d-4c59-ac84-cd6ccccf31ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6dfb20ec-c160-482b-b2ea-8657a3efeea6', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '83903e93-6552-480f-b629-5fe781e5b771', 'port_id': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'mac_address': 'fa:16:3e:ca:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:22:39Z', 'updated_at': '2021-07-08T20:23:13Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:14.859249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56540) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:14.865371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ad434d52-445f-44e2-9ef8-1b5928de2b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Request body: {'port': {'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013000716'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:14.879942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f48886-ea1d-4c59-ac84-cd6ccccf31ca None None] Checking router: 83903e93-6552-480f-b629-5fe781e5b771 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:23:14.904585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f48886-ea1d-4c59-ac84-cd6ccccf31ca None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:14.905266 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c4f48886-ea1d-4c59-ac84-cd6ccccf31ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:14.916687 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2049784c-7cb3-4f2b-a208-95cc3925c3f7 req-013b335a-4da9-4bcb-a361-a33a6e921132 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1001 time: 0.2584081 Jul 08 20:23:14.946223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] For port 48377be6-5ded-4275-b273-55c3c795a827, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:14.969750 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] For port 48377be6-5ded-4275-b273-55c3c795a827, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=48377be6-5ded-4275-b273-55c3c795a827,segment=NetworkSegment(f2e94919-b409-4da5-820b-f4cf3de3a995),segment_id=f2e94919-b409-4da5-820b-f4cf3de3a995)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:14.973585 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:15.007609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad434d52-445f-44e2-9ef8-1b5928de2b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Made reservation on behalf of bc0c126057304455b33325845b96781e for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:15.010710 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ad434d52-445f-44e2-9ef8-1b5928de2b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:15.019409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049784c-7cb3-4f2b-a208-95cc3925c3f7 req-5a4a46c4-a9ab-4f43-b138-5eafcee2b38a tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:15.019858 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:15.021506 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2049784c-7cb3-4f2b-a208-95cc3925c3f7 req-5a4a46c4-a9ab-4f43-b138-5eafcee2b38a tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports/8a8f449a-010e-4be0-903a-f0b85a2553f1 HTTP/1.1" status: 200 len: 942 time: 0.0861409 Jul 08 20:23:15.027722 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0a1cffc-6d1f-409e-96c3-b8b628c47e3b req-d373028e-9444-4220-a353-8058f2ecd922 service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414839 Jul 08 20:23:15.061303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90eed253-fd3f-4742-8d89-a4e0d9c5cdd9']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:15.103614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 7ab54f9f-6926-499f-b1a2-5842b4d893b6 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:23:15.110994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e94919-b409-4da5-820b-f4cf3de3a995') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:15.111435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e94919-b409-4da5-820b-f4cf3de3a995') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:15.120808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-ad434d52-445f-44e2-9ef8-1b5928de2b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] device_id is not set on port bd90d488-0e93-4fad-8f54-2a916d90a492 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:15.128692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-c4f48886-ea1d-4c59-ac84-cd6ccccf31ca None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:15.141881 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0a1cffc-6d1f-409e-96c3-b8b628c47e3b req-ec96d22a-6249-4b24-b0a6-15f616653704 service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064301 Jul 08 20:23:15.169654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9619e2d-05fd-469c-b9ab-b2b0e1677393 None None] Pushing event updated for resources: {'Port': ['ID=48377be6-5ded-4275-b273-55c3c795a827,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:15.233244 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2049784c-7cb3-4f2b-a208-95cc3925c3f7 req-1ea4e7f5-b31f-4f0d-a026-0fb369aeb852 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1001 time: 0.0751083 Jul 08 20:23:15.252159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c920a67-60e3-4582-9345-e45bc2508b38 None None] Network 90eed253-fd3f-4742-8d89-a4e0d9c5cdd9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:15.358605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049784c-7cb3-4f2b-a208-95cc3925c3f7 req-329f7ccd-4005-4c46-b570-758f8d3c0305 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:15.360196 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2049784c-7cb3-4f2b-a208-95cc3925c3f7 req-329f7ccd-4005-4c46-b570-758f8d3c0305 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.1145236 Jul 08 20:23:15.490712 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:15.557460 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645c487-2f78-494a-9660-65ea8f179671 req-1106990e-8436-43ce-bbdc-908b485a5f2c tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:15.564813 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:15.569249 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d645c487-2f78-494a-9660-65ea8f179671 req-1106990e-8436-43ce-bbdc-908b485a5f2c tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 950 time: 0.0988498 Jul 08 20:23:15.589725 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:15.590140 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:15.596513 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:15.616757 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d645c487-2f78-494a-9660-65ea8f179671 req-4a5e887e-5828-41e5-826b-320dcd40a486 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/security-groups?id=f448f079-71fa-49cb-a9bd-716d627f2e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465198 Jul 08 20:23:15.630141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 7ab54f9f-6926-499f-b1a2-5842b4d893b6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7ab54f9f-6926-499f-b1a2-5842b4d893b6,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:15.667959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b495135-46d0-45dc-9481-7d821a4c413b req-a618ce43-3279-44d0-a6b7-16eb6273f434 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:15.669555 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-a618ce43-3279-44d0-a6b7-16eb6273f434 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 812 time: 0.7386267 Jul 08 20:23:15.670991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '7ab54f9f-6926-499f-b1a2-5842b4d893b6', 'network_id': '74030d91-a705-4f53-b52f-88074a77224e', 'port_id': '7ab54f9f-6926-499f-b1a2-5842b4d893b6', 'mac_address': 'fa:16:3e:74:e1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:23:15.694641 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc0c2e-aa4f-4f82-a5e8-45180040ab4c req-abe98bdf-abcc-412a-9855-dbde31b361fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:15.701138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20fc0c2e-aa4f-4f82-a5e8-45180040ab4c req-abe98bdf-abcc-412a-9855-dbde31b361fc service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 1098 time: 0.7258813 Jul 08 20:23:15.708233 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 20:23:15.708233 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 20:23:15.708233 n-d-791506-16 neutron-server[94066]: [parameters: {'id': '90eed253-fd3f-4742-8d89-a4e0d9c5cdd9'}] Jul 08 20:23:15.708233 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:23:15.708542 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:23:15.760384 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:15.781635 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-d7233204-2f29-480d-962e-67626da06cb6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/quotas/12186e02ce744e01bcd7d8888ea0fb20 HTTP/1.1" status: 200 len: 375 time: 0.0789526 Jul 08 20:23:15.783410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab54f9f-6926-499f-b1a2-5842b4d893b6 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:23:15.800998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28027e0-5f11-4508-b98a-9d6d89f93476 None None] Network 90eed253-fd3f-4742-8d89-a4e0d9c5cdd9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:15.829911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-d96f235c-85b9-4887-a8e6-9d39bdb519a0 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462437 Jul 08 20:23:15.847585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-8a5e4a02-818a-4802-977d-586b4445226f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:23:15.848576 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-8a5e4a02-818a-4802-977d-586b4445226f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111732 Jul 08 20:23:15.856371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 7ab54f9f-6926-499f-b1a2-5842b4d893b6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7ab54f9f-6926-499f-b1a2-5842b4d893b6,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:15.868564 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:15.876436 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20fc0c2e-aa4f-4f82-a5e8-45180040ab4c req-a2c3e1ac-2356-4b72-aea8-6871082bc194 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f53a4595-fbb4-41d7-842e-f5b6a90efb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468050 Jul 08 20:23:15.881735 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ad434d52-445f-44e2-9ef8-1b5928de2b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:15.894744 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe277bd-36a3-4412-a58a-ced6952b28f6 req-0d4e7b8f-d275-403b-8c06-0a2298f40a15 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:15.897312 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfe277bd-36a3-4412-a58a-ced6952b28f6 req-0d4e7b8f-d275-403b-8c06-0a2298f40a15 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 943 time: 0.0920749 Jul 08 20:23:15.906592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c4f48886-ea1d-4c59-ac84-cd6ccccf31ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6dfb20ec-c160-482b-b2ea-8657a3efeea6', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '83903e93-6552-480f-b629-5fe781e5b771', 'port_id': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'mac_address': 'fa:16:3e:ca:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:22:39Z', 'updated_at': '2021-07-08T20:23:13Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:15.938719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ad434d52-445f-44e2-9ef8-1b5928de2b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:15.945967 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfe277bd-36a3-4412-a58a-ced6952b28f6 req-4fabdda8-79ea-4eba-a879-b0a173e537a3 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 Jul 08 20:23:15.963406 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f48886-ea1d-4c59-ac84-cd6ccccf31ca None None] The sync data for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 is: [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6dfb20ec-c160-482b-b2ea-8657a3efeea6', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '83903e93-6552-480f-b629-5fe781e5b771', 'port_id': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'mac_address': 'fa:16:3e:ca:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:22:39Z', 'updated_at': '2021-07-08T20:23:13Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:23:16.008895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=7ab54f9f-6926-499f-b1a2-5842b4d893b6,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:16.031184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'tag': '8a8f449a-010e-4be0-903a-f0b85a2553f1'}, {'name': 'network-changed', 'server_uuid': 'bfddad7e-a159-4662-841c-eff017320278', 'tag': '7ab54f9f-6926-499f-b1a2-5842b4d893b6'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:16.033491 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09502286-66b9-4747-a894-37e1c7939c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "d53b2e32-116c-4b5b-994d-58516b371be8", "tag": "8a8f449a-010e-4be0-903a-f0b85a2553f1"}, {"name": "network-changed", "server_uuid": "bfddad7e-a159-4662-841c-eff017320278", "tag": "7ab54f9f-6926-499f-b1a2-5842b4d893b6"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:16.048703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f167d86f-a3f2-4869-8696-d11e2ca8bddd None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:23:16.059553 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad434d52-445f-44e2-9ef8-1b5928de2b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:16.066865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ad434d52-445f-44e2-9ef8-1b5928de2b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:16.069484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad434d52-445f-44e2-9ef8-1b5928de2b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:16.070830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad434d52-445f-44e2-9ef8-1b5928de2b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:16.071441 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ad434d52-445f-44e2-9ef8-1b5928de2b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:16.080236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad434d52-445f-44e2-9ef8-1b5928de2b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event updated for resources: {'Port': ['ID=bd90d488-0e93-4fad-8f54-2a916d90a492,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:16.096904 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-5bbfb54c-b709-4992-8d8f-faead31f3abe tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1001 time: 0.1147122 Jul 08 20:23:16.108512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ad434d52-445f-44e2-9ef8-1b5928de2b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2452097 Jul 08 20:23:16.108756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56568) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:16.116838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:16.133072 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['7ab54f9f-6926-499f-b1a2-5842b4d893b6'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:23:16.162828 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-fe0717bf-51b6-4780-ab93-b0caacd03c2a service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058643 Jul 08 20:23:16.180495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-d6b60b77-835c-4532-8fbf-79602004fe8c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:16.183131 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-d6b60b77-835c-4532-8fbf-79602004fe8c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports/8a8f449a-010e-4be0-903a-f0b85a2553f1 HTTP/1.1" status: 200 len: 942 time: 0.0778339 Jul 08 20:23:16.192521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f167d86f-a3f2-4869-8696-d11e2ca8bddd None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:23:16.237046 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:16.340203 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:16.353123 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-b1c335f7-cb1f-42f9-8134-651490466259 service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893494 Jul 08 20:23:16.354680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-766cba22-73d9-49b8-8f54-ff51cc07a367 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1001 time: 0.0828032 Jul 08 20:23:16.434432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Deleting port 48377be6-5ded-4275-b273-55c3c795a827 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:16.434780 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:16.512701 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-cbd50c76-19b0-4126-b828-7f7ace11a7d6 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:16.516384 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-cbd50c76-19b0-4126-b828-7f7ace11a7d6 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.1555777 Jul 08 20:23:16.611803 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-d891db5c-d256-4e23-a12e-4a196130bd2e tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1001 time: 0.0882792 Jul 08 20:23:16.613461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] For port 48377be6-5ded-4275-b273-55c3c795a827, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=48377be6-5ded-4275-b273-55c3c795a827,segment=NetworkSegment(f2e94919-b409-4da5-820b-f4cf3de3a995),segment_id=f2e94919-b409-4da5-820b-f4cf3de3a995)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:16.613847 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:16.623624 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-d4f84119-702b-4609-8b64-b0a69d5c6186 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:16.660337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Calling delete_port for 48377be6-5ded-4275-b273-55c3c795a827 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:16.708232 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-d4f84119-702b-4609-8b64-b0a69d5c6186 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:16.787173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] device_id is not set on port bd90d488-0e93-4fad-8f54-2a916d90a492 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:16.803193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae3ea6-469e-4b9b-999e-6742ed90469f req-34b8c1ae-11c2-42bf-aa2f-f18431543c17 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:16.803563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371f8b92-6ceb-45b9-8e75-e997778d4d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1fdfb9-3e1b-489a-aafd-6f8688037b5f'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:16.807055 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7e986a-7364-4896-96ac-59023daa0ece" -d '{"events": [{"server_uuid": "371f8b92-6ceb-45b9-8e75-e997778d4d6f", "name": "network-vif-plugged", "status": "completed", "tag": "2c1fdfb9-3e1b-489a-aafd-6f8688037b5f"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:16.811013 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6cae3ea6-469e-4b9b-999e-6742ed90469f req-34b8c1ae-11c2-42bf-aa2f-f18431543c17 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 946 time: 0.1941373 Jul 08 20:23:16.814060 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:16.852677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Transition to ACTIVE for port object bd90d488-0e93-4fad-8f54-2a916d90a492 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:16.868513 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:16.875873 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:16.892498 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-d4f84119-702b-4609-8b64-b0a69d5c6186 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:16.899424 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-d4f84119-702b-4609-8b64-b0a69d5c6186 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:16.899734 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-d4f84119-702b-4609-8b64-b0a69d5c6186 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Floating IP 6dfb20ec-c160-482b-b2ea-8657a3efeea6 disassociated. External IP: 172.25.4.111, port: 8a8f449a-010e-4be0-903a-f0b85a2553f1. Jul 08 20:23:16.917181 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6cae3ea6-469e-4b9b-999e-6742ed90469f req-8d784a10-5e8a-4f26-baeb-82ba477dcadb tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/security-groups?id=f53a4595-fbb4-41d7-842e-f5b6a90efb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052105 Jul 08 20:23:16.953332 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No DVR routers for this DVR port 48377be6-5ded-4275-b273-55c3c795a827 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:16.994805 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912d2dd2-f2ad-4e9d-8007-c42b2ffb3bb2 x-openstack-request-id: req-912d2dd2-f2ad-4e9d-8007-c42b2ffb3bb2 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:16.994980 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53b2e32-116c-4b5b-994d-58516b371be8", "tag": "8a8f449a-010e-4be0-903a-f0b85a2553f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bfddad7e-a159-4662-841c-eff017320278", "tag": "7ab54f9f-6926-499f-b1a2-5842b4d893b6", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:16.995258 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-912d2dd2-f2ad-4e9d-8007-c42b2ffb3bb2 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:16.995589 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'tag': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'status': 'completed', 'code': 200} Jul 08 20:23:16.996121 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfddad7e-a159-4662-841c-eff017320278', 'tag': '7ab54f9f-6926-499f-b1a2-5842b4d893b6', 'status': 'completed', 'code': 200} Jul 08 20:23:16.998012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event updated for resources: {'Port': ['ID=bd90d488-0e93-4fad-8f54-2a916d90a492,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:17.087499 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Port': ['ID=48377be6-5ded-4275-b273-55c3c795a827,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:17.094798 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef30d63b-90b9-4ae8-b096-1a9caa6dc904 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:23:17.113680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 7ab54f9f-6926-499f-b1a2-5842b4d893b6 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:17.126789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:17.127136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:17.127475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:17.146409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:17.157640 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-db7380b7-4d11-45d9-b965-7d678c21edaf req-599a5378-cfca-43f5-a642-bf4a9fabb733 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 210 time: 0.0930040 Jul 08 20:23:17.165283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90eed253-fd3f-4742-8d89-a4e0d9c5cdd9']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:17.168722 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:17.169502 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:17.178469 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 2 to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 Jul 08 20:23:17.197009 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e94919-b409-4da5-820b-f4cf3de3a995') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:17.197514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e94919-b409-4da5-820b-f4cf3de3a995') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:17.211947 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:17.214332 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:17.214807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:17.215293 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:17.220053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09502286-66b9-4747-a894-37e1c7939c5a req-2ea7af2a-bfbe-43ef-b0f8-d5185f248c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:17.221625 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-2ea7af2a-bfbe-43ef-b0f8-d5185f248c50 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 1097 time: 0.1787195 Jul 08 20:23:17.236781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:17.237366 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:17.239183 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 3 to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 Jul 08 20:23:17.242441 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:17.252817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:17.253469 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:17.263552 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:17.319046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-d4f84119-702b-4609-8b64-b0a69d5c6186 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Router 83903e93-6552-480f-b629-5fe781e5b771 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:23:17.321408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:17.322426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:17.322924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:17.327598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09502286-66b9-4747-a894-37e1c7939c5a req-d00a5cfb-7fe8-4941-9a92-b8842e1e30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:17.329469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-d00a5cfb-7fe8-4941-9a92-b8842e1e30c1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e3381582e550468ba5b4e2c6f2e9b1a6&device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 1096 time: 0.2678645 Jul 08 20:23:17.345961 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef30d63b-90b9-4ae8-b096-1a9caa6dc904, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:17.350569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 7ab54f9f-6926-499f-b1a2-5842b4d893b6 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:17.374713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 7ab54f9f-6926-499f-b1a2-5842b4d893b6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:17.375824 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:17.379389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904', 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53', 'port_id': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904', 'mac_address': 'fa:16:3e:95:d3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d30581c-537d-4c32-9235-0aa435cb33f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:23:17.409037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:17.409614 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:17.413111 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:17.435825 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09502286-66b9-4747-a894-37e1c7939c5a req-1ec3110b-2739-4364-8d8b-58f884ef1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:17.437453 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-1ec3110b-2739-4364-8d8b-58f884ef1b69 service neutron] 10.222.0.104 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.2045603 Jul 08 20:23:17.452159 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 4 to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 Jul 08 20:23:17.479629 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:17.479892 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:17.497053 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:17.503379 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/90eed253-fd3f-4742-8d89-a4e0d9c5cdd9 HTTP/1.1" status: 204 len: 168 time: 3.3742678 Jul 08 20:23:17.505141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:17.505357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56588) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:17.509262 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:17.509616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:17.521553 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef30d63b-90b9-4ae8-b096-1a9caa6dc904 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:23:17.551128 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:17.560689 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-24629bed-6210-4dcb-804d-262b238d2ed6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:17.561443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24629bed-6210-4dcb-804d-262b238d2ed6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:17.565482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-24629bed-6210-4dcb-804d-262b238d2ed6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/subnets/d21d9c59-d3f4-4e32-887e-b62b3c7286ad HTTP/1.1" status: 404 len: 337 time: 0.0552330 Jul 08 20:23:17.567194 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef30d63b-90b9-4ae8-b096-1a9caa6dc904, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:17.569448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56590) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:17.576551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5300b0-bc92-4c7a-a1c9-81b93a1e839f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Network': ['ID=90eed253-fd3f-4742-8d89-a4e0d9c5cdd9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:17.585039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:17.585379 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:17.593149 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 5 to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 Jul 08 20:23:17.593321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 7ab54f9f-6926-499f-b1a2-5842b4d893b6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7ab54f9f-6926-499f-b1a2-5842b4d893b6,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:17.594851 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:17.601064 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:17.618783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09502286-66b9-4747-a894-37e1c7939c5a req-cd91721a-fdce-46d6-9dd1-76ada9e3d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:17.620423 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-cd91721a-fdce-46d6-9dd1-76ada9e3d311 service neutron] 10.222.0.103 "GET /v2.0/networks?id=74030d91-a705-4f53-b52f-88074a77224e HTTP/1.1" status: 200 len: 915 time: 0.2783678 Jul 08 20:23:17.625514 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-bd5c0fea-888b-421a-97af-f30773dbe540 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8f449a-010e-4be0-903a-f0b85a2553f1 HTTP/1.1" status: 200 len: 217 time: 0.1191745 Jul 08 20:23:17.627139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:17.627484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:17.627848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:17.638425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84f8fc-aae1-4099-ab2a-b15cce15da62 req-dc89ba05-88f8-413c-a978-11f425842dc8 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:17.638621 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ca4570-7143-4172-adbd-1c33746aac58 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:17.639359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ca4570-7143-4172-adbd-1c33746aac58 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:17.640262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-be84f8fc-aae1-4099-ab2a-b15cce15da62 req-dc89ba05-88f8-413c-a978-11f425842dc8 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 950 time: 0.2815177 Jul 08 20:23:17.646478 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e9ca4570-7143-4172-adbd-1c33746aac58 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/90eed253-fd3f-4742-8d89-a4e0d9c5cdd9 HTTP/1.1" status: 404 len: 339 time: 0.0753207 Jul 08 20:23:17.647732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-d4f84119-702b-4609-8b64-b0a69d5c6186 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:23:17.651279 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56598) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:17.653210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:17.654092 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:17.655610 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-d4f84119-702b-4609-8b64-b0a69d5c6186 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:17.659955 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1c75c2-eff6-479e-92e9-3c7aa25d7464 None None] Sync routers for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:23:17.672936 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1c75c2-eff6-479e-92e9-3c7aa25d7464 None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:17.673918 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8c1c75c2-eff6-479e-92e9-3c7aa25d7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:17.681737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:17.688991 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 6 to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 Jul 08 20:23:17.692406 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5d86c7-9aa9-46d7-90c2-6dd704948425 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:17.692827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5d86c7-9aa9-46d7-90c2-6dd704948425 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:17.697638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['ef30d63b-90b9-4ae8-b096-1a9caa6dc904'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:23:17.697944 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4a5d86c7-9aa9-46d7-90c2-6dd704948425 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/subnets/b36b0d62-a9d5-4c03-b4e1-7b37e5698eee HTTP/1.1" status: 404 len: 337 time: 0.0457358 Jul 08 20:23:17.706582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56600) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:17.717289 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-df92e55b-104e-47ff-b733-947c84593a96 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab54f9f-6926-499f-b1a2-5842b4d893b6 HTTP/1.1" status: 200 len: 217 time: 0.0750201 Jul 08 20:23:17.753325 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2e1b6c-d48c-4866-90b5-4dec0de9f45b tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:17.753837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2e1b6c-d48c-4866-90b5-4dec0de9f45b tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:17.756283 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3b2e1b6c-d48c-4866-90b5-4dec0de9f45b tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/eecb0848-46bb-4a7c-a9fc-bc8605fe6935 HTTP/1.1" status: 404 len: 339 time: 0.0469549 Jul 08 20:23:17.766477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56604) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:17.781803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:17.782994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:17.783389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:17.796817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=7ab54f9f-6926-499f-b1a2-5842b4d893b6,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:17.814064 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-be84f8fc-aae1-4099-ab2a-b15cce15da62 req-f05b82e8-06b1-4d1c-9156-1ece70b454e6 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/security-groups?id=f448f079-71fa-49cb-a9bd-716d627f2e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628947 Jul 08 20:23:17.816823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:17.817166 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:17.819190 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 7 to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 Jul 08 20:23:17.860016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09502286-66b9-4747-a894-37e1c7939c5a req-bc434299-a918-4755-901d-852b73784e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:17.862481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-bc434299-a918-4755-901d-852b73784e09 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7 HTTP/1.1" status: 200 len: 854 time: 0.1305773 Jul 08 20:23:17.866125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:17.866521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:17.866876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:17.875962 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-d4f84119-702b-4609-8b64-b0a69d5c6186 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "PUT /v2.0/floatingips/6dfb20ec-c160-482b-b2ea-8657a3efeea6 HTTP/1.1" status: 200 len: 695 time: 1.2342668 Jul 08 20:23:17.880191 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-8c1c75c2-eff6-479e-92e9-3c7aa25d7464 None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:17.922637 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-6c06dac8-a7ea-4763-b514-0cc019f7075a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=74030d91-a705-4f53-b52f-88074a77224e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529923 Jul 08 20:23:17.923458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:17.923973 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:17.924555 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 8 to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 Jul 08 20:23:17.948903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:17.949608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:17.950365 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:17.956609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:17.957512 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:18.006386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'tag': '8a8f449a-010e-4be0-903a-f0b85a2553f1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:18.012988 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 9 to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 Jul 08 20:23:18.014194 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0144b63-284d-4400-933e-e438be36f950" -d '{"events": [{"name": "network-changed", "server_uuid": "d53b2e32-116c-4b5b-994d-58516b371be8", "tag": "8a8f449a-010e-4be0-903a-f0b85a2553f1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:18.031934 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b1d1e2-7242-476c-bc8c-48a716a19383 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:18.065497 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c6c5d4-f1b4-4fac-9ed8-10961c45b1b1 x-openstack-request-id: req-01c6c5d4-f1b4-4fac-9ed8-10961c45b1b1 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:18.065792 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371f8b92-6ceb-45b9-8e75-e997778d4d6f", "name": "network-vif-plugged", "status": "completed", "tag": "2c1fdfb9-3e1b-489a-aafd-6f8688037b5f", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:18.066101 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-01c6c5d4-f1b4-4fac-9ed8-10961c45b1b1 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:18.066530 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371f8b92-6ceb-45b9-8e75-e997778d4d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1fdfb9-3e1b-489a-aafd-6f8688037b5f', 'code': 200} Jul 08 20:23:18.085183 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:18.085683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:18.086058 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:18.087005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09502286-66b9-4747-a894-37e1c7939c5a req-92872f5a-6b57-4392-80c5-4d00f94e69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:18.092804 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-92872f5a-6b57-4392-80c5-4d00f94e69fa service neutron] 10.222.0.104 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.4421337 Jul 08 20:23:18.096518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:18.096876 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:18.099024 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempt 10 to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 Jul 08 20:23:18.127104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:18.127445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:18.127604 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8c1c75c2-eff6-479e-92e9-3c7aa25d7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:18.127808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempting to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:18.134937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:18.135289 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Failed to bind port bd90d488-0e93-4fad-8f54-2a916d90a492 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7d005322-66e6-4e97-84ec-ccf87fde9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36f0d0f5-dab6-42b9-bc9d-868ec066ab34'}] Jul 08 20:23:18.135814 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:18.165077 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1c75c2-eff6-479e-92e9-3c7aa25d7464 None None] Checking router: 83903e93-6552-480f-b629-5fe781e5b771 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:23:18.175645 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1c75c2-eff6-479e-92e9-3c7aa25d7464 None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:18.176450 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8c1c75c2-eff6-479e-92e9-3c7aa25d7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:18.186793 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-e066380c-7e0a-4bb3-84ef-717f3bb93bcb service neutron] 10.222.0.103 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475417 Jul 08 20:23:18.305576 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-8c1c75c2-eff6-479e-92e9-3c7aa25d7464 None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:18.367178 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b1d1e2-7242-476c-bc8c-48a716a19383 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:18.396358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-48b1d1e2-7242-476c-bc8c-48a716a19383 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0af9c12-a404-4f35-bdd9-8616626a2314']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:18.413320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-f4f8231c-b7b7-473f-9948-f8f672d48b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:18.415481 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-f4f8231c-b7b7-473f-9948-f8f672d48b59 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 1097 time: 0.3705955 Jul 08 20:23:18.417163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-48b1d1e2-7242-476c-bc8c-48a716a19383 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e168996-eeb7-4fbe-a602-ee872c71e9e2') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:18.417466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-48b1d1e2-7242-476c-bc8c-48a716a19383 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e168996-eeb7-4fbe-a602-ee872c71e9e2') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:18.431417 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09502286-66b9-4747-a894-37e1c7939c5a req-ab8280dd-397c-4eb7-8f27-ff07e7488fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:18.433007 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-ab8280dd-397c-4eb7-8f27-ff07e7488fa6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2925770 Jul 08 20:23:18.435320 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b1d1e2-7242-476c-bc8c-48a716a19383 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:18.553848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b1d1e2-7242-476c-bc8c-48a716a19383 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:18.572517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b1d1e2-7242-476c-bc8c-48a716a19383 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:18.572961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b1d1e2-7242-476c-bc8c-48a716a19383 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:18.576847 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:18.638781 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8c1c75c2-eff6-479e-92e9-3c7aa25d7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:18.648077 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] For port bd90d488-0e93-4fad-8f54-2a916d90a492, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:18.648467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attempted to set empty binding levels {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 20:23:18.674862 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:18.707210 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1c75c2-eff6-479e-92e9-3c7aa25d7464 None None] The sync data for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 is: [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:23:18.721378 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b1d1e2-7242-476c-bc8c-48a716a19383 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:18.746642 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b1d1e2-7242-476c-bc8c-48a716a19383 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:18.750795 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4053c-c088-42ff-abae-1fbf96dbb92c req-587ad230-8a25-473b-95c0-3f8adbf0a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:18.751724 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-48b1d1e2-7242-476c-bc8c-48a716a19383 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/f0af9c12-a404-4f35-bdd9-8616626a2314 HTTP/1.1" status: 204 len: 168 time: 0.9837542 Jul 08 20:23:18.752304 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1cd4053c-c088-42ff-abae-1fbf96dbb92c req-587ad230-8a25-473b-95c0-3f8adbf0a7e9 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 1102 time: 0.4608331 Jul 08 20:23:18.752823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56636) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:18.772535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b495135-46d0-45dc-9481-7d821a4c413b req-ceb4a4fa-dffd-493e-9a99-2d667d97c5e5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:18.774908 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-ceb4a4fa-dffd-493e-9a99-2d667d97c5e5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.104 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 812 time: 0.5130434 Jul 08 20:23:18.776305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-cf90e31e-d279-419f-b0bc-77114b776e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:18.784347 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-cf90e31e-d279-419f-b0bc-77114b776e79 service neutron] 10.222.0.101 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.3468866 Jul 08 20:23:18.813439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70908fc-a510-4765-82e5-764b19662d56 req-03e3775d-9a08-49dd-9053-49de987042de tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:18.822428 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d70908fc-a510-4765-82e5-764b19662d56 req-03e3775d-9a08-49dd-9053-49de987042de tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.4923809 Jul 08 20:23:18.825965 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-6a190f94-46cf-4506-a0b0-793cb135e76e service neutron] 10.222.0.103 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893576 Jul 08 20:23:18.830449 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-46023c06-75da-418c-b740-af45684d60c6 service neutron] 10.222.0.104 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760626 Jul 08 20:23:18.831259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1d1e2-7242-476c-bc8c-48a716a19383 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Network': ['ID=f0af9c12-a404-4f35-bdd9-8616626a2314,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:18.842386 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-a0a956d8-cd55-44ea-8187-3d8ff721803e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8f449a-010e-4be0-903a-f0b85a2553f1 HTTP/1.1" status: 200 len: 217 time: 0.0569234 Jul 08 20:23:18.865826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] In _notify_port_updated(), no bound segment for port bd90d488-0e93-4fad-8f54-2a916d90a492 on network 36f0d0f5-dab6-42b9-bc9d-868ec066ab34 {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:23:18.866850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:18.867557 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:18.872191 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "PUT /v2.0/ports/bd90d488-0e93-4fad-8f54-2a916d90a492 HTTP/1.1" status: 200 len: 980 time: 2.7624605 Jul 08 20:23:18.893489 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9953a2c1-91fe-453f-ab66-db8dd2d4e584 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:18.893951 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9953a2c1-91fe-453f-ab66-db8dd2d4e584 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:18.896154 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9953a2c1-91fe-453f-ab66-db8dd2d4e584 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/subnets/f5d8f28f-df44-460a-abfd-00753b3d8334 HTTP/1.1" status: 404 len: 337 time: 0.1391268 Jul 08 20:23:18.907545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-6b495135-46d0-45dc-9481-7d821a4c413b req-46da93b9-8f91-40f2-a041-9475d8c8d26e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Request body: {'port': {'device_id': '84ccac3f-a975-4f58-9f5a-490c255f27d9', 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'admin_state_up': True, 'tenant_id': '12186e02ce744e01bcd7d8888ea0fb20'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:19.013375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56640) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.013710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56642) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.051670 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aeb237f-d526-4b8c-a615-9a5d35acd308 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.052278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aeb237f-d526-4b8c-a615-9a5d35acd308 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.057080 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9aeb237f-d526-4b8c-a615-9a5d35acd308 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/a21e3cca-8a47-4914-b88d-dabcca8843e7 HTTP/1.1" status: 404 len: 339 time: 0.0382547 Jul 08 20:23:19.067764 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56646) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.104653 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef30d63b-90b9-4ae8-b096-1a9caa6dc904 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:19.114475 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1cd4053c-c088-42ff-abae-1fbf96dbb92c req-76251371-7830-4a94-b657-304bc2698422 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=f448f079-71fa-49cb-a9bd-716d627f2e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341296 Jul 08 20:23:19.115080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac2771-739c-4030-b861-5342b69b9b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event updated for resources: {'Port': ['ID=bd90d488-0e93-4fad-8f54-2a916d90a492,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:19.143712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e464686-6a24-4b74-a86f-babf567faf34 None None] New status for floating IP 6dfb20ec-c160-482b-b2ea-8657a3efeea6: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:23:19.147685 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d70908fc-a510-4765-82e5-764b19662d56 req-9dc1485f-8428-46d5-b713-1639df77919e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242972 Jul 08 20:23:19.222512 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71bbd3c-6aef-4f53-9ebc-4fdcd8703735 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.223305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71bbd3c-6aef-4f53-9ebc-4fdcd8703735 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.225396 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f71bbd3c-6aef-4f53-9ebc-4fdcd8703735 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/subnets/d18d8d9d-0bc8-42f2-8dbe-06563236e766 HTTP/1.1" status: 404 len: 337 time: 0.1231747 Jul 08 20:23:19.233682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56648) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.243091 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b495135-46d0-45dc-9481-7d821a4c413b req-46da93b9-8f91-40f2-a041-9475d8c8d26e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Made reservation on behalf of 12186e02ce744e01bcd7d8888ea0fb20 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:19.257221 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6b495135-46d0-45dc-9481-7d821a4c413b req-46da93b9-8f91-40f2-a041-9475d8c8d26e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:19.375577 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecdaf7a-b7e4-4217-8819-82209f0dd5a6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.376942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ecdaf7a-b7e4-4217-8819-82209f0dd5a6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.380878 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3ecdaf7a-b7e4-4217-8819-82209f0dd5a6 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/8f9ec40f-0205-41fa-8d95-a6c9bb817aed HTTP/1.1" status: 404 len: 339 time: 0.1453161 Jul 08 20:23:19.383938 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port ef30d63b-90b9-4ae8-b096-1a9caa6dc904 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:19.384436 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:19.387398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56650) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.441453 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09502286-66b9-4747-a894-37e1c7939c5a req-25d3cead-669e-491f-98d5-6c9f8ffffc89 service neutron] 10.222.0.104 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792596 Jul 08 20:23:19.464514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-eaf4e514-f110-456f-8834-7a9d06722308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:19.472566 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-eaf4e514-f110-456f-8834-7a9d06722308 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.6291804 Jul 08 20:23:19.512990 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc15957-fdb9-4dc5-a834-957d5d537a9f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.513600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc15957-fdb9-4dc5-a834-957d5d537a9f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.519143 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6cc15957-fdb9-4dc5-a834-957d5d537a9f tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/subnets/fa7511c0-b8b2-45f1-8505-a48b878479b4 HTTP/1.1" status: 404 len: 337 time: 0.1240702 Jul 08 20:23:19.522012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56652) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.534925 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:19.558168 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-23077444-cefb-48e6-bd13-043ec4e4b5ee tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.558755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23077444-cefb-48e6-bd13-043ec4e4b5ee tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.563323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-23077444-cefb-48e6-bd13-043ec4e4b5ee tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/908d7e6f-39e5-49fb-9f65-a4db4456fa0a HTTP/1.1" status: 404 len: 339 time: 0.0367608 Jul 08 20:23:19.563703 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56654) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.581197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef30d63b-90b9-4ae8-b096-1a9caa6dc904, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:19.599897 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc689934-4a06-4648-bcda-09b216507903 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.600373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc689934-4a06-4648-bcda-09b216507903 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.601677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-4f69e6ef-6786-4ef7-a30e-701b5d272c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Deleting port bd90d488-0e93-4fad-8f54-2a916d90a492 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:19.604872 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4f69e6ef-6786-4ef7-a30e-701b5d272c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:19.605044 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bc689934-4a06-4648-bcda-09b216507903 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/subnets/2c339090-30e6-46bc-971a-e0be0ae08c8d HTTP/1.1" status: 404 len: 337 time: 0.0377162 Jul 08 20:23:19.605139 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:19.606153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56656) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.658835 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00513b6-cebf-44ce-9579-74ad996a8daa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.659403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00513b6-cebf-44ce-9579-74ad996a8daa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.663673 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a00513b6-cebf-44ce-9579-74ad996a8daa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/ec4f8c9a-7a10-4c37-9100-80a337f2943a HTTP/1.1" status: 404 len: 339 time: 0.0534613 Jul 08 20:23:19.664003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56658) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.684664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:19.687803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f4bf6-c387-4e62-99c3-afecfb5d747c req-25882166-ae85-468f-9045-6cb95b35897e tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:19.693479 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8d5f4bf6-c387-4e62-99c3-afecfb5d747c req-25882166-ae85-468f-9045-6cb95b35897e tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 946 time: 0.3108292 Jul 08 20:23:19.694972 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3c7370-84de-45a6-a163-3f5fc2be3c9c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.695953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3c7370-84de-45a6-a163-3f5fc2be3c9c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.700092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fa3c7370-84de-45a6-a163-3f5fc2be3c9c tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/subnets/e48b3112-6992-4b69-87c3-a1edde4540eb HTTP/1.1" status: 404 len: 337 time: 0.0330200 Jul 08 20:23:19.700900 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56660) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.712657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-4f69e6ef-6786-4ef7-a30e-701b5d272c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] For port bd90d488-0e93-4fad-8f54-2a916d90a492, host n-h1-791506-16, got binding levels [] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:19.713020 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4f69e6ef-6786-4ef7-a30e-701b5d272c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:19.724649 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d501c54-a176-4a04-9f18-374b77538b89 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.725245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d501c54-a176-4a04-9f18-374b77538b89 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.729836 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2d501c54-a176-4a04-9f18-374b77538b89 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/8563cf30-850a-436b-a877-df4223e244a0 HTTP/1.1" status: 404 len: 339 time: 0.0261025 Jul 08 20:23:19.729836 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-6e7655cb-1084-45b3-9b76-aae96161faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:19.731083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-6e7655cb-1084-45b3-9b76-aae96161faf2 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2577324 Jul 08 20:23:19.731719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56662) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.738816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-6b495135-46d0-45dc-9481-7d821a4c413b req-46da93b9-8f91-40f2-a041-9475d8c8d26e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Allocated IP 172.20.0.9 (bc95e2f6-b48f-4a63-8e2f-0f1147e6b760/292379a6-ccc8-4ff7-b796-dd5f388cdc04/e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:19.784600 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b411a9-3a63-457a-b9cb-55cae7b9c433 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.785693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b411a9-3a63-457a-b9cb-55cae7b9c433 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.790090 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-97b411a9-3a63-457a-b9cb-55cae7b9c433 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/subnets/47804b81-c439-49eb-9b26-4ef51c6dbe2d HTTP/1.1" status: 404 len: 337 time: 0.0547535 Jul 08 20:23:19.827971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56664) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.849937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-4f69e6ef-6786-4ef7-a30e-701b5d272c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Calling delete_port for bd90d488-0e93-4fad-8f54-2a916d90a492 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:19.856029 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-43dbc91e-4f9b-4555-8dac-5f7b08b4dd70 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.856892 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43dbc91e-4f9b-4555-8dac-5f7b08b4dd70 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.861417 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-43dbc91e-4f9b-4555-8dac-5f7b08b4dd70 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/50ec72e4-e04b-4804-9225-80abcd785aa9 HTTP/1.1" status: 404 len: 339 time: 0.0321639 Jul 08 20:23:19.863592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56666) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.901411 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda25257-f6e2-4bcf-a48d-7f86943cad21 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.901899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda25257-f6e2-4bcf-a48d-7f86943cad21 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.906589 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dda25257-f6e2-4bcf-a48d-7f86943cad21 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/subnets/7f9e609c-faae-4ca6-9158-16ad7dfcd21c HTTP/1.1" status: 404 len: 337 time: 0.0420637 Jul 08 20:23:19.907208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56668) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.940481 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f013cc8e-1ece-4642-9b38-bce36d085c03 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.941096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f013cc8e-1ece-4642-9b38-bce36d085c03 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.951329 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f013cc8e-1ece-4642-9b38-bce36d085c03 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/66d601da-a8eb-4274-a8f5-3920d0d0c05f HTTP/1.1" status: 404 len: 339 time: 0.0382094 Jul 08 20:23:19.956350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56670) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:19.978902 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4f69e6ef-6786-4ef7-a30e-701b5d272c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:19.994390 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd2fc85-8662-4df5-b0f1-2e584dbfe144 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:19.995794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd2fc85-8662-4df5-b0f1-2e584dbfe144 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:19.999672 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6dd2fc85-8662-4df5-b0f1-2e584dbfe144 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/subnets/7505d3c4-e2cd-4e56-81f5-4b50984ecb3a HTTP/1.1" status: 404 len: 337 time: 0.0383523 Jul 08 20:23:20.000285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56672) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:20.032161 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-c5fb858d-07f4-4470-89ec-778b2b2fcaff service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913713 Jul 08 20:23:20.068081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfddad7e-a159-4662-841c-eff017320278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab54f9f-6926-499f-b1a2-5842b4d893b6'}, {'server_uuid': '49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:20.075921 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11dc3cf-f9c4-4fc7-93aa-e7b87e3f4cae" -d '{"events": [{"server_uuid": "bfddad7e-a159-4662-841c-eff017320278", "name": "network-vif-plugged", "status": "completed", "tag": "7ab54f9f-6926-499f-b1a2-5842b4d893b6"}, {"server_uuid": "49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42", "name": "network-vif-plugged", "status": "completed", "tag": "ef30d63b-90b9-4ae8-b096-1a9caa6dc904"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:20.096563 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da0a098-76c4-4592-a3c7-a2258a7d94aa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:20.097181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da0a098-76c4-4592-a3c7-a2258a7d94aa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:20.100781 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6da0a098-76c4-4592-a3c7-a2258a7d94aa tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/cd4e5931-8d44-4358-a6e6-104445b16952 HTTP/1.1" status: 404 len: 339 time: 0.0946550 Jul 08 20:23:20.103478 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8d5f4bf6-c387-4e62-99c3-afecfb5d747c req-03e44f98-e4b7-4c2f-a645-1b8564546fb0 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/security-groups?id=f53a4595-fbb4-41d7-842e-f5b6a90efb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717363 Jul 08 20:23:20.108020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56676) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:20.115709 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69e6ef-6786-4ef7-a30e-701b5d272c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd90d488-0e93-4fad-8f54-2a916d90a492,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:20.174586 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a18f3a0d-2429-4208-9c74-9eda53a7b231 req-7164d16f-15b5-4960-940a-e7a9d3148a95 service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414959 Jul 08 20:23:20.176273 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e053c9-f6f8-4b6a-a8f5-5311a8d4f31e x-openstack-request-id: req-79e053c9-f6f8-4b6a-a8f5-5311a8d4f31e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:20.176977 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53b2e32-116c-4b5b-994d-58516b371be8", "tag": "8a8f449a-010e-4be0-903a-f0b85a2553f1", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:20.176977 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-79e053c9-f6f8-4b6a-a8f5-5311a8d4f31e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:20.177767 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'tag': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'status': 'completed', 'code': 200} Jul 08 20:23:20.278754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6b495135-46d0-45dc-9481-7d821a4c413b req-46da93b9-8f91-40f2-a041-9475d8c8d26e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:20.283477 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4f69e6ef-6786-4ef7-a30e-701b5d272c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:20.285687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4f69e6ef-6786-4ef7-a30e-701b5d272c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "DELETE /v2.0/ports/bd90d488-0e93-4fad-8f54-2a916d90a492 HTTP/1.1" status: 204 len: 168 time: 1.2710297 Jul 08 20:23:20.288664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56684) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:20.332597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ca39068-e6b4-4bd2-a2ec-f197f7bf5b8e req-ece3119b-0294-4cf1-a92f-375ed5cd4105 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 210 time: 0.0452681 Jul 08 20:23:20.333613 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6e4ba4-b663-4803-8274-38032b38de00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] GET failed (client error): The resource could not be found. Jul 08 20:23:20.337657 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5e6e4ba4-b663-4803-8274-38032b38de00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-835329059-project-admin] 10.222.0.101 "GET /v2.0/ports/bd90d488-0e93-4fad-8f54-2a916d90a492 HTTP/1.1" status: 404 len: 333 time: 0.0461326 Jul 08 20:23:20.340914 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0144b63-284d-4400-933e-e438be36f950 req-7e124841-91a3-477d-8d9b-271472737ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:20.341954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56686) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:20.344154 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0144b63-284d-4400-933e-e438be36f950 req-7e124841-91a3-477d-8d9b-271472737ddc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 1097 time: 0.1360409 Jul 08 20:23:20.357438 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b87318-b91e-4317-a653-36e0d3497f8e tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Deleting subnet ddce7c6c-cd77-4fa4-9b45-deaa7d660c8b {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:23:20.364285 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13b87318-b91e-4317-a653-36e0d3497f8e tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:20.480294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13b87318-b91e-4317-a653-36e0d3497f8e tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:20.494471 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee707228-a7c9-4465-a581-550a67e12fe2 x-openstack-request-id: req-ee707228-a7c9-4465-a581-550a67e12fe2 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:20.494946 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfddad7e-a159-4662-841c-eff017320278", "name": "network-vif-plugged", "status": "completed", "tag": "7ab54f9f-6926-499f-b1a2-5842b4d893b6", "code": 200}, {"server_uuid": "49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42", "name": "network-vif-plugged", "status": "completed", "tag": "ef30d63b-90b9-4ae8-b096-1a9caa6dc904", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:20.495057 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ee707228-a7c9-4465-a581-550a67e12fe2 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:20.495394 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfddad7e-a159-4662-841c-eff017320278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab54f9f-6926-499f-b1a2-5842b4d893b6', 'code': 200} Jul 08 20:23:20.495653 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904', 'code': 200} Jul 08 20:23:20.528034 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e8527bd-3e99-4859-aff5-e51db8920935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:20.532861 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6b495135-46d0-45dc-9481-7d821a4c413b req-46da93b9-8f91-40f2-a041-9475d8c8d26e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:20.592679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0144b63-284d-4400-933e-e438be36f950 req-1aa9310a-a3c8-4d05-8ff5-1fd68d72432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:20.596333 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0144b63-284d-4400-933e-e438be36f950 req-1aa9310a-a3c8-4d05-8ff5-1fd68d72432a service neutron] 10.222.0.104 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.2436287 Jul 08 20:23:20.661824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b495135-46d0-45dc-9481-7d821a4c413b req-46da93b9-8f91-40f2-a041-9475d8c8d26e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:20.674468 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0144b63-284d-4400-933e-e438be36f950 req-8cdd7983-7ffe-4ca3-b1c4-f13163a21753 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8f449a-010e-4be0-903a-f0b85a2553f1 HTTP/1.1" status: 200 len: 217 time: 0.0610754 Jul 08 20:23:20.693115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-6b495135-46d0-45dc-9481-7d821a4c413b req-46da93b9-8f91-40f2-a041-9475d8c8d26e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:20.700949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b495135-46d0-45dc-9481-7d821a4c413b req-46da93b9-8f91-40f2-a041-9475d8c8d26e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:20.707063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da93b9-8f91-40f2-a041-9475d8c8d26e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Pushing event updated for resources: {'Port': ['ID=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:20.754753 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635aa23-a132-4029-b86d-cfef64390f98 req-96fd2f02-4f0e-4498-a858-35ffa409e5cd tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:20.756282 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e635aa23-a132-4029-b86d-cfef64390f98 req-96fd2f02-4f0e-4498-a858-35ffa409e5cd tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 950 time: 0.2653375 Jul 08 20:23:20.774343 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0144b63-284d-4400-933e-e438be36f950 req-1cb1f5c7-c329-4fc3-a556-9ae98eb1511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:20.775881 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0144b63-284d-4400-933e-e438be36f950 req-1cb1f5c7-c329-4fc3-a556-9ae98eb1511d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.0931711 Jul 08 20:23:20.841782 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e635aa23-a132-4029-b86d-cfef64390f98 req-a7b076d1-f887-410a-9e06-a854c3ff685f tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/security-groups?id=f448f079-71fa-49cb-a9bd-716d627f2e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787098 Jul 08 20:23:20.874489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0144b63-284d-4400-933e-e438be36f950 req-88f925f0-0f5f-4ce1-a5c7-64b020046e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:20.876099 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0144b63-284d-4400-933e-e438be36f950 req-88f925f0-0f5f-4ce1-a5c7-64b020046e2c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924911 Jul 08 20:23:20.997718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0144b63-284d-4400-933e-e438be36f950 req-97c9e761-fbfa-4343-9c3f-11b5edb4c7cd service neutron] 10.222.0.104 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127791 Jul 08 20:23:21.112879 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13b87318-b91e-4317-a653-36e0d3497f8e tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:21.166015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0144b63-284d-4400-933e-e438be36f950 req-188f0aed-cd97-4293-b417-13c594664ddc service neutron] 10.222.0.104 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606355 Jul 08 20:23:21.249311 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e8527bd-3e99-4859-aff5-e51db8920935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:21.280048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9e8527bd-3e99-4859-aff5-e51db8920935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f0d0f5-dab6-42b9-bc9d-868ec066ab34']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:21.295874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b495135-46d0-45dc-9481-7d821a4c413b req-46da93b9-8f91-40f2-a041-9475d8c8d26e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:21.296580 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6b495135-46d0-45dc-9481-7d821a4c413b req-46da93b9-8f91-40f2-a041-9475d8c8d26e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:21.307504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9e8527bd-3e99-4859-aff5-e51db8920935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d005322-66e6-4e97-84ec-ccf87fde9705') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:21.307880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9e8527bd-3e99-4859-aff5-e51db8920935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d005322-66e6-4e97-84ec-ccf87fde9705') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:21.337869 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e8527bd-3e99-4859-aff5-e51db8920935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:21.356304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39b52-a41f-4492-aa0e-e2d80ef9c34c req-979fd260-04f8-4512-8f2f-c2d7439b3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:21.357997 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5bb39b52-a41f-4492-aa0e-e2d80ef9c34c req-979fd260-04f8-4512-8f2f-c2d7439b3205 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 1097 time: 0.7682755 Jul 08 20:23:21.363397 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-46da93b9-8f91-40f2-a041-9475d8c8d26e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5049322 Jul 08 20:23:21.365202 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13b87318-b91e-4317-a653-36e0d3497f8e tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:21.374266 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e8527bd-3e99-4859-aff5-e51db8920935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:21.381595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Request body: {'port': {'device_id': '84ccac3f-a975-4f58-9f5a-490c255f27d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:21.454462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8527bd-3e99-4859-aff5-e51db8920935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:21.454885 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e8527bd-3e99-4859-aff5-e51db8920935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:21.470183 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:21.473445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b87318-b91e-4317-a653-36e0d3497f8e tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Subnet': ['ID=ddce7c6c-cd77-4fa4-9b45-deaa7d660c8b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:21.496297 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a33c78b-fc6c-4edc-b386-008f152438c6 None None] Network 3e23d196-8601-4208-96e1-0ec03b866158 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:21.520104 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13b87318-b91e-4317-a653-36e0d3497f8e tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:21.524639 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-13b87318-b91e-4317-a653-36e0d3497f8e tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/subnets/ddce7c6c-cd77-4fa4-9b45-deaa7d660c8b HTTP/1.1" status: 204 len: 168 time: 1.3986986 Jul 08 20:23:21.525816 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56710) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:21.562111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f5663-c6e5-4f75-a655-0bb94997cc1d req-0c925591-72af-4e88-9bf5-2c81f2e0b4b4 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:21.568953 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-567f5663-c6e5-4f75-a655-0bb94997cc1d req-0c925591-72af-4e88-9bf5-2c81f2e0b4b4 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.3938282 Jul 08 20:23:21.614087 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e8527bd-3e99-4859-aff5-e51db8920935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:21.617767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5bb39b52-a41f-4492-aa0e-e2d80ef9c34c req-f839b7e2-2953-43b7-9eda-e9960e5b4ee6 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472773 Jul 08 20:23:21.653635 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e8527bd-3e99-4859-aff5-e51db8920935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:21.655561 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e8527bd-3e99-4859-aff5-e51db8920935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] 10.222.0.101 "DELETE /v2.0/networks/36f0d0f5-dab6-42b9-bc9d-868ec066ab34 HTTP/1.1" status: 204 len: 168 time: 1.3112812 Jul 08 20:23:21.658496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8527bd-3e99-4859-aff5-e51db8920935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732150214-project] Pushing event deleted for resources: {'Network': ['ID=36f0d0f5-dab6-42b9-bc9d-868ec066ab34,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:21.666322 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:21.698579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-567f5663-c6e5-4f75-a655-0bb94997cc1d req-92214d47-373b-4188-9285-8e639e532a03 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235418 Jul 08 20:23:21.734657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dab06-c468-45dc-92fc-7e06c912f99c req-5c6b4ee2-f84c-4831-8854-6576322c0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:21.736933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa8dab06-c468-45dc-92fc-7e06c912f99c req-5c6b4ee2-f84c-4831-8854-6576322c0bca service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ab7b020e697c4efaa3be1224920322f3&device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 1098 time: 0.2782152 Jul 08 20:23:21.744345 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:21.800527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27027780-9d07-4b38-a2ef-743dfae14988 None None] DHCP port deletion for 3e23d196-8601-4208-96e1-0ec03b866158 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:23:21.878920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-27027780-9d07-4b38-a2ef-743dfae14988 None None] Deleting port 5058e637-cbba-4dd3-8241-c1bdb2f713bf {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:21.879798 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-27027780-9d07-4b38-a2ef-743dfae14988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:22.056296 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Deleting port 5058e637-cbba-4dd3-8241-c1bdb2f713bf {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:22.056683 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:22.105022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dc28f-66a4-4957-a691-3179379bc753 req-e835a1a9-ee87-410e-82d6-ba2086f677e5 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:22.107295 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-882dc28f-66a4-4957-a691-3179379bc753 req-e835a1a9-ee87-410e-82d6-ba2086f677e5 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 946 time: 0.1985850 Jul 08 20:23:22.127893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dab06-c468-45dc-92fc-7e06c912f99c req-653d28d0-23a8-4dc9-a081-f29d0666fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:22.129455 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa8dab06-c468-45dc-92fc-7e06c912f99c req-653d28d0-23a8-4dc9-a081-f29d0666fcc4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3862663c-4f45-4d20-8582-22ecb51972c5 HTTP/1.1" status: 200 len: 915 time: 0.3436904 Jul 08 20:23:22.148285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-0c7c5f0f-5626-4876-812d-12355b64fda1 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:22.151019 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-0c7c5f0f-5626-4876-812d-12355b64fda1 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3006048 Jul 08 20:23:22.195647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-882dc28f-66a4-4957-a691-3179379bc753 req-35f1bb73-8027-42f2-9fc2-642d05f06f09 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/security-groups?id=f53a4595-fbb4-41d7-842e-f5b6a90efb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805714 Jul 08 20:23:22.219708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56718) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:22.223236 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa8dab06-c468-45dc-92fc-7e06c912f99c req-d5e94733-9d74-4832-9cd1-c61ff8c216f0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a19e40a-7294-48a8-a25d-1c057300ecf8 HTTP/1.1" status: 200 len: 217 time: 0.0850005 Jul 08 20:23:22.250641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-27027780-9d07-4b38-a2ef-743dfae14988 None None] For port 5058e637-cbba-4dd3-8241-c1bdb2f713bf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=5058e637-cbba-4dd3-8241-c1bdb2f713bf,segment=NetworkSegment(37d02bea-2c0e-45d1-87d5-cc80e5d1f165),segment_id=37d02bea-2c0e-45d1-87d5-cc80e5d1f165)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:22.251236 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-27027780-9d07-4b38-a2ef-743dfae14988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:22.271183 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-27027780-9d07-4b38-a2ef-743dfae14988 None None] Calling delete_port for 5058e637-cbba-4dd3-8241-c1bdb2f713bf owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:22.356982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:23:22.357205 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-9cc1a7de-1c3d-4151-9ca9-f9a0533a96f9 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.1897764 Jul 08 20:23:22.360948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] For port 5058e637-cbba-4dd3-8241-c1bdb2f713bf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=5058e637-cbba-4dd3-8241-c1bdb2f713bf,segment=NetworkSegment(37d02bea-2c0e-45d1-87d5-cc80e5d1f165),segment_id=37d02bea-2c0e-45d1-87d5-cc80e5d1f165)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:22.362692 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:22.369848 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-126cf397-1581-4ffe-94fe-3ad1afe88a6c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Request body: {'floatingip': {'port_id': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:22.375412 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:22.406437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Transition to ACTIVE for port object e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:22.417110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:22.435800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Calling delete_port for 5058e637-cbba-4dd3-8241-c1bdb2f713bf owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:22.459118 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-27027780-9d07-4b38-a2ef-743dfae14988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:22.465601 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-126cf397-1581-4ffe-94fe-3ad1afe88a6c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:22.482156 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27027780-9d07-4b38-a2ef-743dfae14988 None None] No DVR routers for this DVR port 5058e637-cbba-4dd3-8241-c1bdb2f713bf on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:22.541282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27027780-9d07-4b38-a2ef-743dfae14988 None None] Pushing event deleted for resources: {'Port': ['ID=5058e637-cbba-4dd3-8241-c1bdb2f713bf,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:22.550745 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 5058e637-cbba-4dd3-8241-c1bdb2f713bf no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:23:22.564912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dab06-c468-45dc-92fc-7e06c912f99c req-358aee2e-b2a4-4149-aeb8-8fc68db6e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:22.566406 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa8dab06-c468-45dc-92fc-7e06c912f99c req-358aee2e-b2a4-4149-aeb8-8fc68db6e41c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=25b4da90-4aea-4430-87d4-6e5a1a1ef6e8 HTTP/1.1" status: 200 len: 854 time: 0.2659328 Jul 08 20:23:22.599328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 5058e637-cbba-4dd3-8241-c1bdb2f713bf {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:23:22.600161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 5058e637-cbba-4dd3-8241-c1bdb2f713bf not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:23:22.670297 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa8dab06-c468-45dc-92fc-7e06c912f99c req-07348645-11d6-4564-b9c7-f4859b8443af service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3862663c-4f45-4d20-8582-22ecb51972c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639462 Jul 08 20:23:22.708240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Pushing event updated for resources: {'Port': ['ID=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:22.765015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9aeafe96-7877-4a05-bf94-4f2c11b1ddd2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e944808a7d0643058af46a6b0b98e81c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5439956 Jul 08 20:23:22.770181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56724) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:22.803585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293687e9-c43a-4e8a-8a14-d8f9a9d5b7c1 req-826a155d-afaa-4a8b-852a-cac9c2f7e4b1 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:22.805797 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-293687e9-c43a-4e8a-8a14-d8f9a9d5b7c1 req-826a155d-afaa-4a8b-852a-cac9c2f7e4b1 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 943 time: 0.2992461 Jul 08 20:23:22.814114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Attempting to bind port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:22.814456 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Attempting to bind port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:22.814789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Attempting to bind port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:22.850810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:22.851189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Attempting to bind port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:22.865225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:22.865509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Checking segment: {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:22.865870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Bound using segment: {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:22.866309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Bound port: e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:22.866667 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:22.907044 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-293687e9-c43a-4e8a-8a14-d8f9a9d5b7c1 req-968e0271-9e47-41aa-b11f-29218e32af6b tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942190 Jul 08 20:23:22.916218 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fc88914-bfdd-4cfb-bba1-9001c4d8516e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:22.942098 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:22.976772 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fc88914-bfdd-4cfb-bba1-9001c4d8516e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:23.042060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] For port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:23.089974 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa8dab06-c468-45dc-92fc-7e06c912f99c req-cf9987a7-7341-4bb3-8453-5e4347f9e529 service neutron] 10.222.0.103 "GET /v2.0/networks/3862663c-4f45-4d20-8582-22ecb51972c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013631 Jul 08 20:23:23.094552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] For port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:23.105882 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:23.221331 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:23.227786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Port': ['ID=5058e637-cbba-4dd3-8241-c1bdb2f713bf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:23.241666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:23.244616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:23.248004 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] 10.222.0.104 "PUT /v2.0/ports/e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 HTTP/1.1" status: 200 len: 1092 time: 1.8706892 Jul 08 20:23:23.256935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ccac3f-a975-4f58-9f5a-490c255f27d9', 'tag': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:23.261829 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990fc044-44e8-4059-aa2f-c1f076db07f2" -d '{"events": [{"name": "network-changed", "server_uuid": "84ccac3f-a975-4f58-9f5a-490c255f27d9", "tag": "e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:23.284518 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fc88914-bfdd-4cfb-bba1-9001c4d8516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:23.287397 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fc88914-bfdd-4cfb-bba1-9001c4d8516e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:23.288549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6fc88914-bfdd-4cfb-bba1-9001c4d8516e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3b2885fc-7400-44a1-9f81-74c87a060277 HTTP/1.1" status: 204 len: 168 time: 0.5162942 Jul 08 20:23:23.331703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc88914-bfdd-4cfb-bba1-9001c4d8516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2885fc-7400-44a1-9f81-74c87a060277,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:23.398630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36787f5-a8da-4ff8-823e-d088518b4e7b service neutron] Pushing event updated for resources: {'Port': ['ID=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:23.455063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739172c0-4bc0-4fee-9b11-8d2a2b824875 req-1b5fb8ea-9e23-45e5-b397-ef6074ed839a tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:23.456662 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-739172c0-4bc0-4fee-9b11-8d2a2b824875 req-1b5fb8ea-9e23-45e5-b397-ef6074ed839a tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.104 "GET /v2.0/ports?device_id=d53b2e32-116c-4b5b-994d-58516b371be8 HTTP/1.1" status: 200 len: 945 time: 0.8995144 Jul 08 20:23:23.468750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] No DVR routers for this DVR port 5058e637-cbba-4dd3-8241-c1bdb2f713bf on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:23.499632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b495135-46d0-45dc-9481-7d821a4c413b req-f316188b-4def-4564-8e5f-3b30740914e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:23.501453 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-f316188b-4def-4564-8e5f-3b30740914e8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 1095 time: 0.1886930 Jul 08 20:23:23.530597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76ef2-e63d-4ab0-ac3e-42a66c7eb370 req-c7d68e85-627a-4593-9715-5c06102d3db4 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:23.532188 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-95b76ef2-e63d-4ab0-ac3e-42a66c7eb370 req-c7d68e85-627a-4593-9715-5c06102d3db4 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.1098883 Jul 08 20:23:23.575601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-ac8f11a6-5ee3-4572-a563-c4513805a429 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 HTTP/1.1" status: 200 len: 217 time: 0.0627680 Jul 08 20:23:23.628443 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-95b76ef2-e63d-4ab0-ac3e-42a66c7eb370 req-673e5342-6bdb-4cf1-a64a-a4e114868f09 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518532 Jul 08 20:23:23.717761 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b495135-46d0-45dc-9481-7d821a4c413b req-570f3b7b-db99-4853-af12-4462cfa81709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:23.720424 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-570f3b7b-db99-4853-af12-4462cfa81709 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.0940301 Jul 08 20:23:23.720424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56746) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:23.736583 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:23.764187 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-826baa15-1be4-4595-bd08-e96aa14a5530 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376985 Jul 08 20:23:23.812607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e23d196-8601-4208-96e1-0ec03b866158']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:23.844181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d02bea-2c0e-45d1-87d5-cc80e5d1f165') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:23.844474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d02bea-2c0e-45d1-87d5-cc80e5d1f165') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:23.861867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-126cf397-1581-4ffe-94fe-3ad1afe88a6c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:23:23.867707 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-20aaab18-320f-4e46-8b61-cf062eb26283 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bc0c126057304455b33325845b96781e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447802 Jul 08 20:23:23.872309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56748) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:23.896937 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:23.909870 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa8dab06-c468-45dc-92fc-7e06c912f99c req-a13c6544-c05a-42ac-bb6c-869655700c49 service neutron] 10.222.0.103 "GET /v2.0/networks/3862663c-4f45-4d20-8582-22ecb51972c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676824 Jul 08 20:23:23.933761 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:23.949913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:23.951076 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:23.958047 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-126cf397-1581-4ffe-94fe-3ad1afe88a6c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:23.959402 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:23.972433 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-73ef1b65-1d6a-406f-addf-d8b698a5ddf0 service neutron] 10.222.0.104 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971505 Jul 08 20:23:23.988264 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0473845f-aaf2-4b1b-a0a2-32b263d8ec68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:24.004552 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-126cf397-1581-4ffe-94fe-3ad1afe88a6c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:24.061505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34731b7c-531e-4db1-b3de-ce97107e9465 req-9b4893e2-8eb1-4a1a-8553-114b54ea91c3 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:24.063734 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34731b7c-531e-4db1-b3de-ce97107e9465 req-9b4893e2-8eb1-4a1a-8553-114b54ea91c3 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 946 time: 0.2344990 Jul 08 20:23:24.104170 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0473845f-aaf2-4b1b-a0a2-32b263d8ec68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:24.255803 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34731b7c-531e-4db1-b3de-ce97107e9465 req-637f83a2-ad3e-4ecf-bcf3-3b5d73037a98 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/security-groups?id=f53a4595-fbb4-41d7-842e-f5b6a90efb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791244 Jul 08 20:23:24.349352 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b495135-46d0-45dc-9481-7d821a4c413b req-ed46bdd5-2743-48fb-aba7-8671c24f37fe service neutron] 10.222.0.104 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693397 Jul 08 20:23:24.370038 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0473845f-aaf2-4b1b-a0a2-32b263d8ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:24.372848 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0473845f-aaf2-4b1b-a0a2-32b263d8ec68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:24.374083 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0473845f-aaf2-4b1b-a0a2-32b263d8ec68 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fa6e4e29-4356-4f3a-849f-a394e8842130 HTTP/1.1" status: 204 len: 168 time: 0.4994011 Jul 08 20:23:24.383155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473845f-aaf2-4b1b-a0a2-32b263d8ec68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6e4e29-4356-4f3a-849f-a394e8842130,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:24.438755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-739172c0-4bc0-4fee-9b11-8d2a2b824875 req-3a221912-18de-427b-84f0-dc419f98a646 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Deleting port 8a8f449a-010e-4be0-903a-f0b85a2553f1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:24.439393 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-739172c0-4bc0-4fee-9b11-8d2a2b824875 req-3a221912-18de-427b-84f0-dc419f98a646 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:24.458855 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:24.500445 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:24.504475 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] 10.222.0.101 "DELETE /v2.0/networks/3e23d196-8601-4208-96e1-0ec03b866158 HTTP/1.1" status: 204 len: 168 time: 2.9749627 Jul 08 20:23:24.551412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Pushing event deleted for resources: {'Network': ['ID=3e23d196-8601-4208-96e1-0ec03b866158,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:24.576326 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:24.576707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:24.577059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:24.577469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:24.577875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:24.578223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:24.578556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:24.578888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:24.579244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:24.579592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:24.579922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:24.580251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1646c91b-45f5-4f23-829f-a4de8f7e7806 tempest-NetworksTest-1273956023 tempest-NetworksTest-1273956023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:24.590469 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d1216b-9073-4534-94ae-94d272b89838 x-openstack-request-id: req-f8d1216b-9073-4534-94ae-94d272b89838 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:24.590765 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ccac3f-a975-4f58-9f5a-490c255f27d9", "tag": "e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:24.591023 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f8d1216b-9073-4534-94ae-94d272b89838 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:24.591445 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ccac3f-a975-4f58-9f5a-490c255f27d9', 'tag': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1', 'status': 'completed', 'code': 200} Jul 08 20:23:24.633897 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-126cf397-1581-4ffe-94fe-3ad1afe88a6c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Floating IP 6dfb20ec-c160-482b-b2ea-8657a3efeea6 associated. External IP: 172.25.4.111, port: 091a04d4-f2a8-430a-a02c-21debeefbf17. Jul 08 20:23:24.751368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-739172c0-4bc0-4fee-9b11-8d2a2b824875 req-3a221912-18de-427b-84f0-dc419f98a646 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] For port 8a8f449a-010e-4be0-903a-f0b85a2553f1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8a8f449a-010e-4be0-903a-f0b85a2553f1,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:24.751502 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-739172c0-4bc0-4fee-9b11-8d2a2b824875 req-3a221912-18de-427b-84f0-dc419f98a646 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:24.775173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-739172c0-4bc0-4fee-9b11-8d2a2b824875 req-3a221912-18de-427b-84f0-dc419f98a646 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Calling delete_port for 8a8f449a-010e-4be0-903a-f0b85a2553f1 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:24.885301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fc044-44e8-4059-aa2f-c1f076db07f2 req-116529a1-c47c-4151-b925-2e458bb96786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:24.887456 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-990fc044-44e8-4059-aa2f-c1f076db07f2 req-116529a1-c47c-4151-b925-2e458bb96786 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 1095 time: 0.2368884 Jul 08 20:23:25.056669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fc044-44e8-4059-aa2f-c1f076db07f2 req-175688c0-b855-4345-bdeb-61ae20bd99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:25.058309 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-990fc044-44e8-4059-aa2f-c1f076db07f2 req-175688c0-b855-4345-bdeb-61ae20bd99d8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 913 time: 0.1623998 Jul 08 20:23:25.078736 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56770) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:25.129965 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-990fc044-44e8-4059-aa2f-c1f076db07f2 req-6e9de9cc-2736-4fc6-8e08-2f81854398dd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 HTTP/1.1" status: 200 len: 217 time: 0.0606158 Jul 08 20:23:25.169475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-739172c0-4bc0-4fee-9b11-8d2a2b824875 req-3a221912-18de-427b-84f0-dc419f98a646 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:25.181200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['091a04d4-f2a8-430a-a02c-21debeefbf17'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:23:25.181706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfac3a-03ff-47d2-9857-61e7cfe03af1 req-ec5030f6-1719-4c72-85db-497deffaf732 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:25.183187 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-55bfac3a-03ff-47d2-9857-61e7cfe03af1 req-ec5030f6-1719-4c72-85db-497deffaf732 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.3774822 Jul 08 20:23:25.237952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a221912-18de-427b-84f0-dc419f98a646 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Pushing event deleted for resources: {'Port': ['ID=8a8f449a-010e-4be0-903a-f0b85a2553f1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:25.265916 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-126cf397-1581-4ffe-94fe-3ad1afe88a6c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Router 83903e93-6552-480f-b629-5fe781e5b771 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:23:25.267136 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-55bfac3a-03ff-47d2-9857-61e7cfe03af1 req-8a8d2c38-33f9-4725-998c-790cae60b55d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610125 Jul 08 20:23:25.276419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fc044-44e8-4059-aa2f-c1f076db07f2 req-b89e6c06-8211-4c17-8a44-9735d2cd7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:25.291392 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-990fc044-44e8-4059-aa2f-c1f076db07f2 req-b89e6c06-8211-4c17-8a44-9735d2cd7a48 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.1538458 Jul 08 20:23:25.371413 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-990fc044-44e8-4059-aa2f-c1f076db07f2 req-762bbf8b-aca6-464a-9730-c590b0f34034 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729311 Jul 08 20:23:25.409819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-739172c0-4bc0-4fee-9b11-8d2a2b824875 req-3a221912-18de-427b-84f0-dc419f98a646 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] No DVR routers for this DVR port 8a8f449a-010e-4be0-903a-f0b85a2553f1 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:25.416007 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-739172c0-4bc0-4fee-9b11-8d2a2b824875 req-3a221912-18de-427b-84f0-dc419f98a646 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:25.424873 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-739172c0-4bc0-4fee-9b11-8d2a2b824875 req-3a221912-18de-427b-84f0-dc419f98a646 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.104 "DELETE /v2.0/ports/8a8f449a-010e-4be0-903a-f0b85a2553f1 HTTP/1.1" status: 204 len: 173 time: 1.9479237 Jul 08 20:23:25.425376 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'name': 'network-vif-deleted', 'tag': '8a8f449a-010e-4be0-903a-f0b85a2553f1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:25.427810 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98136c8f-99a4-4205-a2cf-6ecf4fcd898e" -d '{"events": [{"server_uuid": "d53b2e32-116c-4b5b-994d-58516b371be8", "name": "network-vif-deleted", "tag": "8a8f449a-010e-4be0-903a-f0b85a2553f1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:25.611032 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dd013eae-824c-400a-a9ce-b3bfaf38a115 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5b26d626c5f3464dbd4f465d3ae734ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300305 Jul 08 20:23:25.616333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56790) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:25.618503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-126cf397-1581-4ffe-94fe-3ad1afe88a6c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:23:25.632129 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e207c47-fb31-450d-aa91-1cd9cd824d11 None None] Sync routers for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:23:25.635643 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-126cf397-1581-4ffe-94fe-3ad1afe88a6c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:25.653022 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e207c47-fb31-450d-aa91-1cd9cd824d11 None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:25.654607 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-0e207c47-fb31-450d-aa91-1cd9cd824d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:25.718332 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-990fc044-44e8-4059-aa2f-c1f076db07f2 req-cf3052d5-0ad1-49ce-986f-f5ec32d03ce4 service neutron] 10.222.0.104 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397057 Jul 08 20:23:25.736081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dd4dc-ff1f-483b-b797-67b8d97ed1a7 req-b49c0686-04c8-43d3-8954-5fe1b270df7b tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:25.744223 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c5dd4dc-ff1f-483b-b797-67b8d97ed1a7 req-b49c0686-04c8-43d3-8954-5fe1b270df7b tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 943 time: 0.2466793 Jul 08 20:23:25.761346 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-126cf397-1581-4ffe-94fe-3ad1afe88a6c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "PUT /v2.0/floatingips/6dfb20ec-c160-482b-b2ea-8657a3efeea6 HTTP/1.1" status: 200 len: 997 time: 3.4015791 Jul 08 20:23:25.854822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-5ea20d3a-0678-4a78-bb53-04f7352630db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:25.865092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-5ea20d3a-0678-4a78-bb53-04f7352630db service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 1098 time: 0.0855753 Jul 08 20:23:25.885009 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-0e207c47-fb31-450d-aa91-1cd9cd824d11 None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:25.947267 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-801ca34f-1595-457c-9ceb-c765cf1515b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:25.973215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c5dd4dc-ff1f-483b-b797-67b8d97ed1a7 req-177de6c6-823f-45a9-8bde-767587b1970b tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280009 Jul 08 20:23:26.067403 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-801ca34f-1595-457c-9ceb-c765cf1515b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:26.070936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-57ab4839-fc44-47e5-a866-003d71d94c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:26.072706 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-57ab4839-fc44-47e5-a866-003d71d94c00 service neutron] 10.222.0.101 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.2064962 Jul 08 20:23:26.203674 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-990fc044-44e8-4059-aa2f-c1f076db07f2 req-8128f6da-d8ba-4895-8955-bda7e375d7e9 service neutron] 10.222.0.104 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769852 Jul 08 20:23:26.228196 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-801ca34f-1595-457c-9ceb-c765cf1515b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:26.236433 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-801ca34f-1595-457c-9ceb-c765cf1515b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:26.237922 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-801ca34f-1595-457c-9ceb-c765cf1515b4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fc5edd10-ae1a-43d8-ab7a-b57391a950e4 HTTP/1.1" status: 204 len: 168 time: 0.6197720 Jul 08 20:23:26.263677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca34f-1595-457c-9ceb-c765cf1515b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5edd10-ae1a-43d8-ab7a-b57391a950e4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:26.269604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-6432e833-4b9a-4f7c-9829-22c1233a306b service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 1000 time: 0.1891468 Jul 08 20:23:26.403582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-f6c358c4-ac06-43bb-9a81-10540ba19071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:26.405166 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-f6c358c4-ac06-43bb-9a81-10540ba19071 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.1077104 Jul 08 20:23:26.556864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-b525e7f3-f78f-4d42-a6a3-4c3e5a16bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:26.567473 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-b525e7f3-f78f-4d42-a6a3-4c3e5a16bacf service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1538582 Jul 08 20:23:26.585966 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-0e207c47-fb31-450d-aa91-1cd9cd824d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6dfb20ec-c160-482b-b2ea-8657a3efeea6', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '83903e93-6552-480f-b629-5fe781e5b771', 'port_id': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'mac_address': 'fa:16:3e:57:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:22:39Z', 'updated_at': '2021-07-08T20:23:23Z', 'revision_number': 8, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:26.655890 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e207c47-fb31-450d-aa91-1cd9cd824d11 None None] Checking router: 83903e93-6552-480f-b629-5fe781e5b771 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:23:26.678865 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e207c47-fb31-450d-aa91-1cd9cd824d11 None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:26.680353 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-0e207c47-fb31-450d-aa91-1cd9cd824d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:26.868359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31745850-157f-41c9-bdb4-4398a9761efd req-a1ff3f47-4720-4841-b568-40d77ba83abf tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:26.873877 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-523236e7-7147-4b7f-9598-06430c883560 service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024209 Jul 08 20:23:26.877966 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31745850-157f-41c9-bdb4-4398a9761efd req-a1ff3f47-4720-4841-b568-40d77ba83abf tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 946 time: 0.0957613 Jul 08 20:23:26.950554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31745850-157f-41c9-bdb4-4398a9761efd req-607aa621-9e85-49a3-affe-9638f323f50c tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/security-groups?id=f53a4595-fbb4-41d7-842e-f5b6a90efb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712230 Jul 08 20:23:27.085946 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90ad3959-3f79-4e1e-be87-6940eb5635fc req-c7ce2d5e-0e72-404c-af70-2408782cf957 service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026961 Jul 08 20:23:27.151915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:23:27.163940 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-0e207c47-fb31-450d-aa91-1cd9cd824d11 None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:27.250435 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74b350a-d2c1-4633-b89d-970fc6f05a92 x-openstack-request-id: req-b74b350a-d2c1-4633-b89d-970fc6f05a92 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:27.250850 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53b2e32-116c-4b5b-994d-58516b371be8", "name": "network-vif-deleted", "tag": "8a8f449a-010e-4be0-903a-f0b85a2553f1", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:27.251219 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b74b350a-d2c1-4633-b89d-970fc6f05a92 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:27.251745 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53b2e32-116c-4b5b-994d-58516b371be8', 'name': 'network-vif-deleted', 'tag': '8a8f449a-010e-4be0-903a-f0b85a2553f1', 'status': 'completed', 'code': 200} Jul 08 20:23:27.444495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8a8f449a-010e-4be0-903a-f0b85a2553f1 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:23:27.557393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 8a8f449a-010e-4be0-903a-f0b85a2553f1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:23:27.557656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8a8f449a-010e-4be0-903a-f0b85a2553f1 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:23:27.655068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:27.692715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1', 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'port_id': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1', 'mac_address': 'fa:16:3e:af:e8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292379a6-ccc8-4ff7-b796-dd5f388cdc04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:23:27.722282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b325d7-bf2a-4223-9a90-465dd5e19046 req-c84bc92a-864f-48a5-9388-ea0acee4a808 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:27.728954 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-94b325d7-bf2a-4223-9a90-465dd5e19046 req-c84bc92a-864f-48a5-9388-ea0acee4a808 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 950 time: 0.1868093 Jul 08 20:23:27.747079 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56864) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:27.780374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56868) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:27.858495 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:27.862961 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-94b325d7-bf2a-4223-9a90-465dd5e19046 req-aa51443b-590a-4af4-90e3-4924ac466b77 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/security-groups?id=f448f079-71fa-49cb-a9bd-716d627f2e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238778 Jul 08 20:23:27.926342 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:23:27.929343 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-0e207c47-fb31-450d-aa91-1cd9cd824d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6dfb20ec-c160-482b-b2ea-8657a3efeea6', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '83903e93-6552-480f-b629-5fe781e5b771', 'port_id': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'mac_address': 'fa:16:3e:57:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:22:39Z', 'updated_at': '2021-07-08T20:23:23Z', 'revision_number': 8, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:28.000709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:28.011001 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:28.033978 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e207c47-fb31-450d-aa91-1cd9cd824d11 None None] The sync data for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 is: [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6dfb20ec-c160-482b-b2ea-8657a3efeea6', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '83903e93-6552-480f-b629-5fe781e5b771', 'port_id': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'mac_address': 'fa:16:3e:57:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:22:39Z', 'updated_at': '2021-07-08T20:23:23Z', 'revision_number': 8, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:23:28.041819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5af78154-3fdd-48f7-9792-085ada32f6b7 req-0b5c7c77-5813-465b-b82a-aad6cdee1099 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips/6dfb20ec-c160-482b-b2ea-8657a3efeea6 HTTP/1.1" status: 200 len: 997 time: 0.1344893 Jul 08 20:23:28.099629 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1003127474', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:28.109342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1644121915'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:28.159600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9890399-1f79-47a7-9d50-bc57d94f1a50 req-c774884b-fb33-43b5-835e-7bb567a4dc95 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:28.161440 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c9890399-1f79-47a7-9d50-bc57d94f1a50 req-c774884b-fb33-43b5-835e-7bb567a4dc95 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.104 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 950 time: 0.2530744 Jul 08 20:23:28.168232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:28.175154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:28.175863 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:28.210162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af78154-3fdd-48f7-9792-085ada32f6b7 req-16903370-1894-4e29-8960-b3eb202ba5ac tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:28.212932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5af78154-3fdd-48f7-9792-085ada32f6b7 req-16903370-1894-4e29-8960-b3eb202ba5ac tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.1536682 Jul 08 20:23:28.218536 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:28.265314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:23:28.287407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Made reservation on behalf of 391f2515c76848bf8cb1b8adbcba3520 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:28.290996 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:28.385979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdca137-6180-4c42-8158-4f37623df6f0 None None] New status for floating IP 6dfb20ec-c160-482b-b2ea-8657a3efeea6: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:23:28.515732 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:28.519692 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:28.536708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47fc25-547b-4621-8ddb-c33802367dd0 req-20aabc24-3329-4f62-b849-594128238cda tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:28.546977 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f47fc25-547b-4621-8ddb-c33802367dd0 req-20aabc24-3329-4f62-b849-594128238cda tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.1057732 Jul 08 20:23:28.562644 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:28.604825 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f47fc25-547b-4621-8ddb-c33802367dd0 req-09ae964e-0d1b-4f35-8c77-c8349dba6258 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567863 Jul 08 20:23:28.621963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e5309c-d20b-46fc-abcd-ef92c2fc32c7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:28.659085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e00b32-919f-4baf-a01c-ff73960d268b req-4e6bfa5e-dac7-4b68-9a68-dfae801a40c5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:28.670767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08e00b32-919f-4baf-a01c-ff73960d268b req-4e6bfa5e-dac7-4b68-9a68-dfae801a40c5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 944 time: 0.6344378 Jul 08 20:23:28.777403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:23:28.810091 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:28.810431 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Added segment eec13c2e-7bd3-4f14-8710-469b99af65a9 of type vlan for network 097c6a62-b887-4008-97a7-fd80350c7dbe Jul 08 20:23:28.886823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08e00b32-919f-4baf-a01c-ff73960d268b req-b130a1c1-e0e3-43dc-9122-3d2e5e2c51a8 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149704 Jul 08 20:23:28.917860 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:28.928190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-c9890399-1f79-47a7-9d50-bc57d94f1a50 req-00013c7f-3dfb-45d8-ba2e-92fb6abbcca9 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Deleting port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:28.928421 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c9890399-1f79-47a7-9d50-bc57d94f1a50 req-00013c7f-3dfb-45d8-ba2e-92fb6abbcca9 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:28.952652 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:29.022819 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:29.046552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] device_id is not set on port a36744ce-28ca-44d6-ad8b-bf60e652445d yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:29.129351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c338e36-53b3-4cd9-abd5-a6fab020ffea req-ec1283b0-cac5-4bbb-b59d-4a8b366f01a6 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:29.131557 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c338e36-53b3-4cd9-abd5-a6fab020ffea req-ec1283b0-cac5-4bbb-b59d-4a8b366f01a6 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 950 time: 0.0809689 Jul 08 20:23:29.169312 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cd26ff-d987-4277-a43c-2a9679fd31a3,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:29.187588 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:29.197338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-14cf7f13-ef43-46f4-8b01-f08c9a42400e tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.2754138 Jul 08 20:23:29.217603 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:29.223782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:29.225320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c338e36-53b3-4cd9-abd5-a6fab020ffea req-bcbfea98-efa4-41b7-9703-72a06bc54077 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/security-groups?id=f448f079-71fa-49cb-a9bd-716d627f2e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872910 Jul 08 20:23:29.236785 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:29.253346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:29.256027 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45003bb2-912d-4271-8dce-1c78b242423b" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:29.298400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:29.309425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:29.310986 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:29.494821 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:29.505898 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c9890399-1f79-47a7-9d50-bc57d94f1a50 req-00013c7f-3dfb-45d8-ba2e-92fb6abbcca9 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] For port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2c1fdfb9-3e1b-489a-aafd-6f8688037b5f,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:29.506263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c9890399-1f79-47a7-9d50-bc57d94f1a50 req-00013c7f-3dfb-45d8-ba2e-92fb6abbcca9 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:29.540215 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ccac3f-a975-4f58-9f5a-490c255f27d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:29.547681 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59788478-c32f-4d10-ae29-159d57dd4a87" -d '{"events": [{"server_uuid": "84ccac3f-a975-4f58-9f5a-490c255f27d9", "name": "network-vif-plugged", "status": "completed", "tag": "e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:29.560015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8112104 Jul 08 20:23:29.565117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56892) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:29.584986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:29.593058 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:29.639862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Allocated IP 172.25.4.149 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/a36744ce-28ca-44d6-ad8b-bf60e652445d) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:29.661707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'name': 'tempest-PortsIpV6TestJSON-1832890483'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:29.667660 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8ff30-4d21-429d-a2c9-86063d073cf4 req-284c028e-8da6-442b-8589-8956a5798714 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:29.671181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-c9890399-1f79-47a7-9d50-bc57d94f1a50 req-00013c7f-3dfb-45d8-ba2e-92fb6abbcca9 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Calling delete_port for 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:29.677254 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-17e8ff30-4d21-429d-a2c9-86063d073cf4 req-284c028e-8da6-442b-8589-8956a5798714 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 946 time: 0.2044663 Jul 08 20:23:29.698003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92225c1e-a204-49c8-8845-633b47e6e585 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Network': ['ID=097c6a62-b887-4008-97a7-fd80350c7dbe,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:29.699813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:29.720262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 097c6a62-b887-4008-97a7-fd80350c7dbe details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:23:29.745303 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-17e8ff30-4d21-429d-a2c9-86063d073cf4 req-c8379cda-32cf-48c8-9fe7-6f742c342476 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/security-groups?id=f53a4595-fbb4-41d7-842e-f5b6a90efb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652511 Jul 08 20:23:29.772082 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-e1b9e72d-4270-4c70-9508-735d5fe29219 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:29.773727 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-e1b9e72d-4270-4c70-9508-735d5fe29219 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports/091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 943 time: 0.5756037 Jul 08 20:23:29.840572 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e25f3c9-82df-4270-bcf2-061525d23613 x-openstack-request-id: req-5e25f3c9-82df-4270-bcf2-061525d23613 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:29.840940 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:29.841281 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5e25f3c9-82df-4270-bcf2-061525d23613 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:29.841595 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'status': 'completed', 'code': 200} Jul 08 20:23:29.991540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:29.996207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45003bb2-912d-4271-8dce-1c78b242423b req-f8cc14a6-fc88-4a9e-8031-ff85c09e4156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:29.996373 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:30.000845 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-45003bb2-912d-4271-8dce-1c78b242423b req-f8cc14a6-fc88-4a9e-8031-ff85c09e4156 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 1098 time: 0.1225588 Jul 08 20:23:30.136941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45003bb2-912d-4271-8dce-1c78b242423b req-26c73e28-95d2-421b-be3f-f665ea03dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:30.141371 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-45003bb2-912d-4271-8dce-1c78b242423b req-26c73e28-95d2-421b-be3f-f665ea03dab1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.1334081 Jul 08 20:23:30.190361 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326d67c4-5de7-41d0-9c62-4bbc616d5fbb x-openstack-request-id: req-326d67c4-5de7-41d0-9c62-4bbc616d5fbb {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:30.190875 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ccac3f-a975-4f58-9f5a-490c255f27d9", "name": "network-vif-plugged", "status": "completed", "tag": "e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:30.190875 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-326d67c4-5de7-41d0-9c62-4bbc616d5fbb {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:30.191297 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ccac3f-a975-4f58-9f5a-490c255f27d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1', 'code': 200} Jul 08 20:23:30.301935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-45003bb2-912d-4271-8dce-1c78b242423b req-41baa496-b2a4-41d7-b707-b4e9a839d8ef service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 1002 time: 0.1442306 Jul 08 20:23:30.440919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45003bb2-912d-4271-8dce-1c78b242423b req-dcbf7f5c-b049-47e5-878e-7612031f49b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:30.444893 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-45003bb2-912d-4271-8dce-1c78b242423b req-dcbf7f5c-b049-47e5-878e-7612031f49b4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.1310661 Jul 08 20:23:30.447654 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b5059-0b23-4000-bc92-cfd2585a4316 req-645e342d-6277-4932-8082-1e607dc3488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:30.449314 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e91b5059-0b23-4000-bc92-cfd2585a4316 req-645e342d-6277-4932-8082-1e607dc3488b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 1097 time: 0.1850047 Jul 08 20:23:30.496400 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:30.559933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea0dc0-9243-4aff-a515-6e81c8477ca0 req-63fdfeef-8a22-4868-a302-b26e08259b50 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:30.561535 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fea0dc0-9243-4aff-a515-6e81c8477ca0 req-63fdfeef-8a22-4868-a302-b26e08259b50 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.2379909 Jul 08 20:23:30.591656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e91b5059-0b23-4000-bc92-cfd2585a4316 req-d9f5ea22-0835-4833-9add-b528056671f2 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250527 Jul 08 20:23:30.622522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-4cf1679b-e738-4548-85e4-96f6d2116b77 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.6226037 Jul 08 20:23:30.655001 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45003bb2-912d-4271-8dce-1c78b242423b req-cc72fbba-d8f3-4db5-bd4f-d214627206f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:30.655001 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-45003bb2-912d-4271-8dce-1c78b242423b req-cc72fbba-d8f3-4db5-bd4f-d214627206f7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1982131 Jul 08 20:23:30.712728 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:30.714204 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fea0dc0-9243-4aff-a515-6e81c8477ca0 req-d125026d-5612-44f3-be2e-f19a364e82bd tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782385 Jul 08 20:23:30.746664 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c9890399-1f79-47a7-9d50-bc57d94f1a50 req-00013c7f-3dfb-45d8-ba2e-92fb6abbcca9 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:30.761404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['2c1fdfb9-3e1b-489a-aafd-6f8688037b5f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:23:30.826911 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-45003bb2-912d-4271-8dce-1c78b242423b req-2b6cd690-7f7b-40ea-ae61-f6541bd8eade service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679134 Jul 08 20:23:30.844365 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00013c7f-3dfb-45d8-ba2e-92fb6abbcca9 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Pushing event deleted for resources: {'Port': ['ID=2c1fdfb9-3e1b-489a-aafd-6f8688037b5f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:30.868934 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:30.882547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-73b0b8b9-2a5c-48e8-ba0b-faf558658187 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:30.895877 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-73b0b8b9-2a5c-48e8-ba0b-faf558658187 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.2665668 Jul 08 20:23:30.938879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f428ab-46b1-4168-bbcc-16f1e435d031 req-6126a8fc-5d6d-4072-b48f-72a3f9f9aada tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:30.946935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38f428ab-46b1-4168-bbcc-16f1e435d031 req-6126a8fc-5d6d-4072-b48f-72a3f9f9aada tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.1575553 Jul 08 20:23:31.010440 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-45003bb2-912d-4271-8dce-1c78b242423b req-7a7c655b-c161-4ecc-9683-8235483301a8 service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765573 Jul 08 20:23:31.017294 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38f428ab-46b1-4168-bbcc-16f1e435d031 req-d4d2bf31-ab45-454a-9b7c-2f5e26d85137 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693610 Jul 08 20:23:31.123202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9890399-1f79-47a7-9d50-bc57d94f1a50 req-00013c7f-3dfb-45d8-ba2e-92fb6abbcca9 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] No DVR routers for this DVR port 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:31.172808 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c9890399-1f79-47a7-9d50-bc57d94f1a50 req-00013c7f-3dfb-45d8-ba2e-92fb6abbcca9 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:31.174733 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c9890399-1f79-47a7-9d50-bc57d94f1a50 req-00013c7f-3dfb-45d8-ba2e-92fb6abbcca9 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.104 "DELETE /v2.0/ports/2c1fdfb9-3e1b-489a-aafd-6f8688037b5f HTTP/1.1" status: 204 len: 173 time: 2.9863951 Jul 08 20:23:31.177377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371f8b92-6ceb-45b9-8e75-e997778d4d6f', 'name': 'network-vif-deleted', 'tag': '2c1fdfb9-3e1b-489a-aafd-6f8688037b5f'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:31.180934 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6fe92c-600b-4ef0-adf3-ec895cb3c6a3" -d '{"events": [{"server_uuid": "371f8b92-6ceb-45b9-8e75-e997778d4d6f", "name": "network-vif-deleted", "tag": "2c1fdfb9-3e1b-489a-aafd-6f8688037b5f"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:31.197430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:31.224130 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bfa58a87-179f-44c4-8118-6f4967d51ded req-a659f5cd-3b27-45e7-9c62-05f9b3f905c5 tempest-TenantUsagesTestJSON-1008995006 tempest-TenantUsagesTestJSON-1008995006-project] 10.222.0.101 "GET /v2.0/ports?device_id=371f8b92-6ceb-45b9-8e75-e997778d4d6f HTTP/1.1" status: 200 len: 210 time: 0.0582530 Jul 08 20:23:31.291857 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:31.331573 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:31.337060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:31.399016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Pushing event updated for resources: {'Port': ['ID=a36744ce-28ca-44d6-ad8b-bf60e652445d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:31.414693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:31.415735 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:31.425296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:31.454402 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c631fe-8bba-48c0-8aaf-07bbe05869b0 req-2394ce35-7b10-467c-afe7-c5c1a518582b tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:31.456458 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-00c631fe-8bba-48c0-8aaf-07bbe05869b0 req-2394ce35-7b10-467c-afe7-c5c1a518582b tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.103 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 946 time: 0.7299120 Jul 08 20:23:31.518915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbff1d6-90fb-4a2b-b32a-d4e5f90719e0 req-708c8860-7103-45cd-addd-8b61c1918dda tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:31.527212 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bcbff1d6-90fb-4a2b-b32a-d4e5f90719e0 req-708c8860-7103-45cd-addd-8b61c1918dda tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 946 time: 0.1191919 Jul 08 20:23:31.582059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=2f15aa7b-8cdd-4181-8bee-febaa637ab12,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:31.589577 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bcbff1d6-90fb-4a2b-b32a-d4e5f90719e0 req-9eaf833b-f2fe-4fc0-a4aa-7189de3fa810 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/security-groups?id=f53a4595-fbb4-41d7-842e-f5b6a90efb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609019 Jul 08 20:23:31.613227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-da384c04-214b-47fa-a326-cde08a6098bb tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.7158706 Jul 08 20:23:31.634749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-afc5cac0-b54a-4ed8-a526-7ecbbea6a660 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8497517 Jul 08 20:23:31.635626 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56920) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:31.641685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.149'}]}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:31.652220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-4082d5bc-fb19-4319-b9e2-4ad955722171 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:31.687889 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:31.689509 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:31.778581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Checking segment: {'id': 'eec13c2e-7bd3-4f14-8710-469b99af65a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:31.778953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network hostable DHCP agents. Network: 097c6a62-b887-4008-97a7-fd80350c7dbe, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:23:31.787912 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-4082d5bc-fb19-4319-b9e2-4ad955722171 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:31.795250 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee5cac5-36ff-493e-a84d-17e2a66e5bc8 x-openstack-request-id: req-8ee5cac5-36ff-493e-a84d-17e2a66e5bc8 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:31.795542 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371f8b92-6ceb-45b9-8e75-e997778d4d6f", "name": "network-vif-deleted", "tag": "2c1fdfb9-3e1b-489a-aafd-6f8688037b5f", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:31.795857 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8ee5cac5-36ff-493e-a84d-17e2a66e5bc8 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:31.796316 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371f8b92-6ceb-45b9-8e75-e997778d4d6f', 'name': 'network-vif-deleted', 'tag': '2c1fdfb9-3e1b-489a-aafd-6f8688037b5f', 'status': 'completed', 'code': 200} Jul 08 20:23:31.833872 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:31.886054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 097c6a62-b887-4008-97a7-fd80350c7dbe is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:23:31.949805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-00c631fe-8bba-48c0-8aaf-07bbe05869b0 req-6e2204a2-e593-4363-9f95-c68816be6f2f tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Deleting port 8a19e40a-7294-48a8-a25d-1c057300ecf8 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:31.950364 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-00c631fe-8bba-48c0-8aaf-07bbe05869b0 req-6e2204a2-e593-4363-9f95-c68816be6f2f tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:31.953095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 097c6a62-b887-4008-97a7-fd80350c7dbe) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:31.963350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d828304-4675-458a-8268-78b4f9dbbcdb None None] Network 097c6a62-b887-4008-97a7-fd80350c7dbe requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:32.009594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:32.015356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:32.016050 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:32.074652 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0128b84f-85f1-46e2-bc92-a2cbe46aab05 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4207661 Jul 08 20:23:32.082426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56934) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:32.094280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-fb31cdbd-8704-4f98-bf3a-1c7add0bb3a3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1033832302'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:32.156427 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-4082d5bc-fb19-4319-b9e2-4ad955722171 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:32.170029 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-4082d5bc-fb19-4319-b9e2-4ad955722171 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:32.170406 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-4082d5bc-fb19-4319-b9e2-4ad955722171 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Floating IP 6dfb20ec-c160-482b-b2ea-8657a3efeea6 disassociated. External IP: 172.25.4.111, port: 091a04d4-f2a8-430a-a02c-21debeefbf17. Jul 08 20:23:32.204780 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:32.239059 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:23:32.246134 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-00c631fe-8bba-48c0-8aaf-07bbe05869b0 req-6e2204a2-e593-4363-9f95-c68816be6f2f tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] For port 8a19e40a-7294-48a8-a25d-1c057300ecf8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=8a19e40a-7294-48a8-a25d-1c057300ecf8,segment=NetworkSegment(2934dc51-8915-464b-9c18-22828820e1f4),segment_id=2934dc51-8915-464b-9c18-22828820e1f4)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:32.246786 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-00c631fe-8bba-48c0-8aaf-07bbe05869b0 req-6e2204a2-e593-4363-9f95-c68816be6f2f tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:32.247637 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37e39f-fea5-4c8b-b51f-8d19fe212d17 req-b90ea419-6265-4fba-9478-3b4bfc360d20 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:32.250166 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b37e39f-fea5-4c8b-b51f-8d19fe212d17 req-b90ea419-6265-4fba-9478-3b4bfc360d20 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.2834828 Jul 08 20:23:32.267776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb31cdbd-8704-4f98-bf3a-1c7add0bb3a3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:32.272267 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb31cdbd-8704-4f98-bf3a-1c7add0bb3a3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:32.290615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-00c631fe-8bba-48c0-8aaf-07bbe05869b0 req-6e2204a2-e593-4363-9f95-c68816be6f2f tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Calling delete_port for 8a19e40a-7294-48a8-a25d-1c057300ecf8 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:32.328510 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b37e39f-fea5-4c8b-b51f-8d19fe212d17 req-007a80d6-6bde-4c0d-8794-3354edecd25e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494306 Jul 08 20:23:32.423595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb31cdbd-8704-4f98-bf3a-1c7add0bb3a3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:23:32.449741 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb31cdbd-8704-4f98-bf3a-1c7add0bb3a3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:32.450083 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-fb31cdbd-8704-4f98-bf3a-1c7add0bb3a3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Added segment 3644efd2-47a0-4a5e-804f-dc570fb509fe of type vlan for network 4f01fe34-563f-4be4-aa35-1ec7ec9b2b40 Jul 08 20:23:32.514391 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb31cdbd-8704-4f98-bf3a-1c7add0bb3a3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:32.601942 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:32.630733 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:32.649794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1504b-495e-4309-b363-f3726d1ea108 req-64695c99-4803-449a-948d-b8b8c962ba54 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:32.651734 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1eb1504b-495e-4309-b363-f3726d1ea108 req-64695c99-4803-449a-948d-b8b8c962ba54 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.1638610 Jul 08 20:23:32.669678 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb31cdbd-8704-4f98-bf3a-1c7add0bb3a3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:32.675105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb31cdbd-8704-4f98-bf3a-1c7add0bb3a3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:32.675689 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb31cdbd-8704-4f98-bf3a-1c7add0bb3a3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:32.764491 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1eb1504b-495e-4309-b363-f3726d1ea108 req-d08a325b-e281-4861-beac-dc902fa41870 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806646 Jul 08 20:23:32.769408 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fb31cdbd-8704-4f98-bf3a-1c7add0bb3a3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6858940 Jul 08 20:23:32.777389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56942) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:32.785626 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'ports': [{'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe'}, {'network_id': '4f01fe34-563f-4be4-aa35-1ec7ec9b2b40'}]} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:32.785989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:32.786495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '4f01fe34-563f-4be4-aa35-1ec7ec9b2b40'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:32.795981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-00c631fe-8bba-48c0-8aaf-07bbe05869b0 req-6e2204a2-e593-4363-9f95-c68816be6f2f tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:32.808485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['8a19e40a-7294-48a8-a25d-1c057300ecf8'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:23:32.809002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-4082d5bc-fb19-4319-b9e2-4ad955722171 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Router 83903e93-6552-480f-b629-5fe781e5b771 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:23:32.809809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31cdbd-8704-4f98-bf3a-1c7add0bb3a3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Network': ['ID=4f01fe34-563f-4be4-aa35-1ec7ec9b2b40,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:32.856845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 4f01fe34-563f-4be4-aa35-1ec7ec9b2b40 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:23:32.903714 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2204a2-e593-4363-9f95-c68816be6f2f tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Pushing event deleted for resources: {'Port': ['ID=8a19e40a-7294-48a8-a25d-1c057300ecf8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:32.965156 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:33.008807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c631fe-8bba-48c0-8aaf-07bbe05869b0 req-6e2204a2-e593-4363-9f95-c68816be6f2f tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] No DVR routers for this DVR port 8a19e40a-7294-48a8-a25d-1c057300ecf8 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:33.024440 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-00c631fe-8bba-48c0-8aaf-07bbe05869b0 req-6e2204a2-e593-4363-9f95-c68816be6f2f tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:33.027263 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-00c631fe-8bba-48c0-8aaf-07bbe05869b0 req-6e2204a2-e593-4363-9f95-c68816be6f2f tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.103 "DELETE /v2.0/ports/8a19e40a-7294-48a8-a25d-1c057300ecf8 HTTP/1.1" status: 204 len: 173 time: 1.5097086 Jul 08 20:23:33.170823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-4082d5bc-fb19-4319-b9e2-4ad955722171 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:23:33.187227 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-4082d5bc-fb19-4319-b9e2-4ad955722171 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:33.189650 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff581eb-ca66-4562-9502-dda43f7bc854 None None] Sync routers for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:23:33.208334 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff581eb-ca66-4562-9502-dda43f7bc854 None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:33.212408 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-4ff581eb-ca66-4562-9502-dda43f7bc854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:33.225855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:23:33.238338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 2} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:33.259055 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:33.277007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:23:33.277370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 2c1fdfb9-3e1b-489a-aafd-6f8688037b5f not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:23:33.282822 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:33.330612 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-4082d5bc-fb19-4319-b9e2-4ad955722171 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "PUT /v2.0/floatingips/6dfb20ec-c160-482b-b2ea-8657a3efeea6 HTTP/1.1" status: 200 len: 696 time: 1.7029831 Jul 08 20:23:33.442869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port 5175d3bc-ed97-4d45-b812-8592237cd36f yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:33.516077 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-4ff581eb-ca66-4562-9502-dda43f7bc854 None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:33.595256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56952) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:33.686106 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47d3fd6f-cc5c-4cc8-aa60-fb68bfa18024 req-dbc85bbe-8149-4649-b893-04e7ee08f6f1 tempest-InstanceActionsTestJSON-815568451 tempest-InstanceActionsTestJSON-815568451-project] 10.222.0.101 "GET /v2.0/ports?device_id=f11e84c9-10ef-4556-a2e6-5e1887348bf0 HTTP/1.1" status: 200 len: 210 time: 0.0651293 Jul 08 20:23:33.730171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-19ac712d-3c9d-46a2-bdc9-9861d28ff76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:33.731756 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-19ac712d-3c9d-46a2-bdc9-9861d28ff76b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 1098 time: 0.3965971 Jul 08 20:23:33.742876 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:33.805637 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11e84c9-10ef-4556-a2e6-5e1887348bf0', 'name': 'network-vif-deleted', 'tag': '8a19e40a-7294-48a8-a25d-1c057300ecf8'}, {'name': 'network-changed', 'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:33.808430 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7d4869-cfde-4678-8d4b-4fd2bc8a6f07" -d '{"events": [{"server_uuid": "f11e84c9-10ef-4556-a2e6-5e1887348bf0", "name": "network-vif-deleted", "tag": "8a19e40a-7294-48a8-a25d-1c057300ecf8"}, {"name": "network-changed", "server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:33.894094 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:33.896291 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:33.965518 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-4ff581eb-ca66-4562-9502-dda43f7bc854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:34.005057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port eb980972-62a4-4e20-a3f5-b5acfa66e843 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:34.008187 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff581eb-ca66-4562-9502-dda43f7bc854 None None] Checking router: 83903e93-6552-480f-b629-5fe781e5b771 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:23:34.015442 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:34.016140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8b7719-6a34-4d1f-8d7f-0e021f3922b9 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:23:34.027296 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff581eb-ca66-4562-9502-dda43f7bc854 None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:34.029675 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-4ff581eb-ca66-4562-9502-dda43f7bc854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:34.066536 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-373cc429-8f24-4321-b289-bca3e6ae0e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:34.068862 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 08 20:23:34.073285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-140bd5ff-b77f-45f7-aef5-2d2778e93de2 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4325862 Jul 08 20:23:34.074234 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56966) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:34.116677 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a7191e34-ddfd-46c7-b435-6b0a142d2850 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4e28270a226847348566c8df22000cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200164 Jul 08 20:23:34.121546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56968) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:34.150119 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-3b564d46-04e3-4fe1-a384-49c3b8bd73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:34.159846 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-3b564d46-04e3-4fe1-a384-49c3b8bd73d5 service neutron] 10.222.0.101 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.4012134 Jul 08 20:23:34.226887 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d1559be-81f8-4962-8310-f77572303ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:34.261503 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-4ff581eb-ca66-4562-9502-dda43f7bc854 None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:34.311423 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d1559be-81f8-4962-8310-f77572303ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:34.314790 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7f54f53f-186f-4efe-b1e3-126cc61f7949 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Deleting port a36744ce-28ca-44d6-ad8b-bf60e652445d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:34.315456 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f54f53f-186f-4efe-b1e3-126cc61f7949 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:34.322369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:34.364713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-f66aa202-c31b-48ae-a8e0-bd78ded87f49 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 217 time: 0.2036147 Jul 08 20:23:34.431509 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:34.526438 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 097c6a62-b887-4008-97a7-fd80350c7dbe is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:34.534820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:34.546974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:34.547593 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:34.554196 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-4ff581eb-ca66-4562-9502-dda43f7bc854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:34.567069 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=5175d3bc-ed97-4d45-b812-8592237cd36f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:34.573432 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d1559be-81f8-4962-8310-f77572303ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:34.578144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-f8a16e82-4cc2-4c75-9e68-3dbf39ef5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:34.579779 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-f8a16e82-4cc2-4c75-9e68-3dbf39ef5cb6 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.1961560 Jul 08 20:23:34.580302 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d1559be-81f8-4962-8310-f77572303ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:34.581586 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3d1559be-81f8-4962-8310-f77572303ba9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f448f079-71fa-49cb-a9bd-716d627f2e92 HTTP/1.1" status: 204 len: 168 time: 0.4587276 Jul 08 20:23:34.599239 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f54f53f-186f-4efe-b1e3-126cc61f7949 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:34.624131 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1559be-81f8-4962-8310-f77572303ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f448f079-71fa-49cb-a9bd-716d627f2e92,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:34.630324 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7f54f53f-186f-4efe-b1e3-126cc61f7949 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Calling delete_port for a36744ce-28ca-44d6-ad8b-bf60e652445d owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:34.643609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=eb980972-62a4-4e20-a3f5-b5acfa66e843,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:34.672571 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff581eb-ca66-4562-9502-dda43f7bc854 None None] The sync data for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 is: [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:22:02Z', 'revision_number': 4, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'da66c2dd-f328-44a7-ab3f-fb2dc1dea24a', 'name': '', 'network_id': '48a19f87-9413-4e4d-bcec-0eb6bedd7a1f', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'mac_address': 'fa:16:3e:69:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:22:01Z', 'updated_at': '2021-07-08T20:22:18Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'subnets': [{'id': '02497ea6-a8d2-4775-bbb5-becb69ed5561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:23:34.763811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Checking segment: {'id': '3644efd2-47a0-4a5e-804f-dc570fb509fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f01fe34-563f-4be4-aa35-1ec7ec9b2b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:34.764478 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network hostable DHCP agents. Network: 4f01fe34-563f-4be4-aa35-1ec7ec9b2b40, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:23:34.799196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-b58e7a31-b83a-4b83-ad62-67467e7237bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:34.801245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-b58e7a31-b83a-4b83-ad62-67467e7237bf service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1539297 Jul 08 20:23:34.802618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 4f01fe34-563f-4be4-aa35-1ec7ec9b2b40 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:23:34.817045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-afdff2da-f82c-44ac-945c-d61212323b00 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:23:34.820009 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-afdff2da-f82c-44ac-945c-d61212323b00 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113313 Jul 08 20:23:34.822367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 4f01fe34-563f-4be4-aa35-1ec7ec9b2b40) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:34.827430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:34.832397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90444acc-c993-4576-9b13-7a64d9154e35 None None] Network 4f01fe34-563f-4be4-aa35-1ec7ec9b2b40 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:34.859276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:34.873005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:34.874862 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:35.051100 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-74d25db1-cf1b-4965-af0b-bd4ee85456d8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2700505 Jul 08 20:23:35.057547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56988) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:35.138119 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f54f53f-186f-4efe-b1e3-126cc61f7949 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:35.194942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54f53f-186f-4efe-b1e3-126cc61f7949 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Pushing event deleted for resources: {'Port': ['ID=a36744ce-28ca-44d6-ad8b-bf60e652445d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:35.202865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56990) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:35.205447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 8a19e40a-7294-48a8-a25d-1c057300ecf8 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:23:35.237960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71dad8b-aaca-49a3-b5a1-c211182d35fc None None] New status for floating IP 6dfb20ec-c160-482b-b2ea-8657a3efeea6: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:23:35.252410 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-5deaae7c-2f85-4093-9eca-bd7510dccd5d service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640776 Jul 08 20:23:35.261212 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c80d0c91-f51b-4611-bc23-5d87ec2e468e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:35.341905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e224f3-45d0-44d5-89d7-208c3e576937 req-1d479716-999a-4fd4-96af-6f2f0f5011ed tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:35.350774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44e224f3-45d0-44d5-89d7-208c3e576937 req-1d479716-999a-4fd4-96af-6f2f0f5011ed tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.3345408 Jul 08 20:23:35.372515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7e316-fdc4-4cb1-84e1-4115674a8161 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port eb980972-62a4-4e20-a3f5-b5acfa66e843 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:35.373282 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7cb7e316-fdc4-4cb1-84e1-4115674a8161 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:35.397651 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f54f53f-186f-4efe-b1e3-126cc61f7949 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:35.405054 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7f54f53f-186f-4efe-b1e3-126cc61f7949 tempest-RoutersAdminNegativeTest-1846927748 tempest-RoutersAdminNegativeTest-1846927748-project-admin] 10.222.0.101 "DELETE /v2.0/ports/a36744ce-28ca-44d6-ad8b-bf60e652445d HTTP/1.1" status: 204 len: 168 time: 1.3296506 Jul 08 20:23:35.454550 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44e224f3-45d0-44d5-89d7-208c3e576937 req-c293f891-5078-4b8b-884b-768ca219f205 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012607 Jul 08 20:23:35.456592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 8a19e40a-7294-48a8-a25d-1c057300ecf8 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:23:35.456995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 8a19e40a-7294-48a8-a25d-1c057300ecf8 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:23:35.528232 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dbc1913-6afb-4917-bb5d-7f4a1f541816 req-8e140633-7fc6-4e3c-9878-57759a42d6be service neutron] 10.222.0.101 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691321 Jul 08 20:23:35.535888 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c80d0c91-f51b-4611-bc23-5d87ec2e468e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:35.542475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c80d0c91-f51b-4611-bc23-5d87ec2e468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:35.594804 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ef2949-4eb1-48fc-a0b1-051b2c714c09 x-openstack-request-id: req-54ef2949-4eb1-48fc-a0b1-051b2c714c09 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:35.595154 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11e84c9-10ef-4556-a2e6-5e1887348bf0", "name": "network-vif-deleted", "tag": "8a19e40a-7294-48a8-a25d-1c057300ecf8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:35.595420 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-54ef2949-4eb1-48fc-a0b1-051b2c714c09 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:35.595859 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11e84c9-10ef-4556-a2e6-5e1887348bf0', 'name': 'network-vif-deleted', 'tag': '8a19e40a-7294-48a8-a25d-1c057300ecf8', 'status': 'completed', 'code': 200} Jul 08 20:23:35.596117 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'status': 'completed', 'code': 200} Jul 08 20:23:35.621808 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c80d0c91-f51b-4611-bc23-5d87ec2e468e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b461954dfe71404d823026f125350f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124093 Jul 08 20:23:35.623627 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56996) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:35.624067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d0c91-f51b-4611-bc23-5d87ec2e468e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869acd10-bd7e-4efe-92b2-55f4fa2c833f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:35.698942 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7cb7e316-fdc4-4cb1-84e1-4115674a8161 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:35.720117 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56998) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:35.746701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7e316-fdc4-4cb1-84e1-4115674a8161 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for eb980972-62a4-4e20-a3f5-b5acfa66e843 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:35.856033 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-52e9edac-1352-4a2d-b6fa-89846ec12b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:35.879437 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-52e9edac-1352-4a2d-b6fa-89846ec12b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:35.926947 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7cb7e316-fdc4-4cb1-84e1-4115674a8161 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:35.938819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57010) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:35.956946 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-52e9edac-1352-4a2d-b6fa-89846ec12b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:35.960302 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-52e9edac-1352-4a2d-b6fa-89846ec12b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:35.965203 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-52e9edac-1352-4a2d-b6fa-89846ec12b75 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/869acd10-bd7e-4efe-92b2-55f4fa2c833f HTTP/1.1" status: 204 len: 168 time: 0.3320136 Jul 08 20:23:35.973451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44049db9-7e26-47e7-b907-5bcbce7d9d6b req-48ba9c3d-4b07-47ff-b053-1b0a445c13ca tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:35.983819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44049db9-7e26-47e7-b907-5bcbce7d9d6b req-48ba9c3d-4b07-47ff-b053-1b0a445c13ca tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.2342808 Jul 08 20:23:36.000687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef92bc60-cf65-4c18-9fab-c572828c2fee admin admin] Deleting subnet 25b4da90-4aea-4430-87d4-6e5a1a1ef6e8 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:23:36.004160 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef92bc60-cf65-4c18-9fab-c572828c2fee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.044297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef92bc60-cf65-4c18-9fab-c572828c2fee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.089214 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef92bc60-cf65-4c18-9fab-c572828c2fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.194726 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9edac-1352-4a2d-b6fa-89846ec12b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869acd10-bd7e-4efe-92b2-55f4fa2c833f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:36.212560 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef92bc60-cf65-4c18-9fab-c572828c2fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.263617 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92bc60-cf65-4c18-9fab-c572828c2fee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b4da90-4aea-4430-87d4-6e5a1a1ef6e8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:36.273824 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef92bc60-cf65-4c18-9fab-c572828c2fee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.278686 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ef92bc60-cf65-4c18-9fab-c572828c2fee admin admin] 10.222.0.101 "DELETE /v2.0/subnets/25b4da90-4aea-4430-87d4-6e5a1a1ef6e8 HTTP/1.1" status: 204 len: 168 time: 0.5528197 Jul 08 20:23:36.294565 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57022) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:36.302401 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44049db9-7e26-47e7-b907-5bcbce7d9d6b req-e1d1ced4-8d61-4c43-a82c-25e1e2191099 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164353 Jul 08 20:23:36.403649 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eecfb8ba-8b6a-4816-bd6f-a155c6a68ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.444288 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab4c79bf-a834-4f00-8ee7-a12b2b1fd378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.556656 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7cb7e316-fdc4-4cb1-84e1-4115674a8161 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.558530 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7cb7e316-fdc4-4cb1-84e1-4115674a8161 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/eb980972-62a4-4e20-a3f5-b5acfa66e843 HTTP/1.1" status: 204 len: 168 time: 1.5000386 Jul 08 20:23:36.560710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7e316-fdc4-4cb1-84e1-4115674a8161 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=eb980972-62a4-4e20-a3f5-b5acfa66e843,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:36.562399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57032) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:36.593416 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-824672a9-5c43-4a40-99e0-0b879386de92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.596528 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab4c79bf-a834-4f00-8ee7-a12b2b1fd378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.614012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ab4c79bf-a834-4f00-8ee7-a12b2b1fd378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3862663c-4f45-4d20-8582-22ecb51972c5']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:36.637769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ab4c79bf-a834-4f00-8ee7-a12b2b1fd378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2934dc51-8915-464b-9c18-22828820e1f4') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:36.638177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ab4c79bf-a834-4f00-8ee7-a12b2b1fd378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2934dc51-8915-464b-9c18-22828820e1f4') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:36.654078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d4869-cfde-4678-8d4b-4fd2bc8a6f07 req-bc2eddaf-96b9-4acd-a015-09de55d8c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:36.655626 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fc7d4869-cfde-4678-8d4b-4fd2bc8a6f07 req-bc2eddaf-96b9-4acd-a015-09de55d8c0cd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 1098 time: 1.0586143 Jul 08 20:23:36.655773 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab4c79bf-a834-4f00-8ee7-a12b2b1fd378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.687102 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab4c79bf-a834-4f00-8ee7-a12b2b1fd378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.700820 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-e4441492-0a91-489a-bc12-924f84e1cf95 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips/6dfb20ec-c160-482b-b2ea-8657a3efeea6 HTTP/1.1" status: 200 len: 694 time: 0.1476581 Jul 08 20:23:36.701085 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eecfb8ba-8b6a-4816-bd6f-a155c6a68ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.702218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4c79bf-a834-4f00-8ee7-a12b2b1fd378 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:36.702881 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab4c79bf-a834-4f00-8ee7-a12b2b1fd378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:36.704686 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:36.717547 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eecfb8ba-8b6a-4816-bd6f-a155c6a68ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.781204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfb8ba-8b6a-4816-bd6f-a155c6a68ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7035e48-e935-42b5-a59c-d7dc369dacdc,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:36.835854 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-eecfb8ba-8b6a-4816-bd6f-a155c6a68ee4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=42e6e1935f884a7d9de68203e9bc1e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8861589 Jul 08 20:23:36.839526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57038) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:36.906935 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.913913 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab4c79bf-a834-4f00-8ee7-a12b2b1fd378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.926641 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab4c79bf-a834-4f00-8ee7-a12b2b1fd378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:36.960336 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ab4c79bf-a834-4f00-8ee7-a12b2b1fd378 admin admin] 10.222.0.101 "DELETE /v2.0/networks/3862663c-4f45-4d20-8582-22ecb51972c5 HTTP/1.1" status: 204 len: 168 time: 0.6379755 Jul 08 20:23:36.963670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa660b-8601-404e-91e1-e46e740ce1fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:36.971102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa660b-8601-404e-91e1-e46e740ce1fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:36.976015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-20aa660b-8601-404e-91e1-e46e740ce1fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3704071 Jul 08 20:23:36.983095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57042) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:37.011443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c79bf-a834-4f00-8ee7-a12b2b1fd378 admin admin] Pushing event deleted for resources: {'Network': ['ID=3862663c-4f45-4d20-8582-22ecb51972c5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:37.039199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d4869-cfde-4678-8d4b-4fd2bc8a6f07 req-720d1b1d-8e37-4699-8de2-8f9321dbd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:37.042601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fc7d4869-cfde-4678-8d4b-4fd2bc8a6f07 req-720d1b1d-8e37-4699-8de2-8f9321dbd0e8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 200 len: 922 time: 0.3519971 Jul 08 20:23:37.082278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9f968-dd64-4ccd-962e-b13f9a522e79 req-f93cd8f4-9af7-44da-acdb-e5301f3b2a5d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:37.097413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-db738c03-102f-47b7-a91f-028ef6eb3675 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:37.099174 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-db738c03-102f-47b7-a91f-028ef6eb3675 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 784 time: 0.3970551 Jul 08 20:23:37.108730 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54c9f968-dd64-4ccd-962e-b13f9a522e79 req-f93cd8f4-9af7-44da-acdb-e5301f3b2a5d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.2648551 Jul 08 20:23:37.125611 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04567c9e-e8c2-4ce7-a872-7821ed510ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:37.178143 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04567c9e-e8c2-4ce7-a872-7821ed510ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:37.198719 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54c9f968-dd64-4ccd-962e-b13f9a522e79 req-3c0ca09a-5043-45e4-9acf-89a598c4448e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875142 Jul 08 20:23:37.216306 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-64d63a43-bcd8-40b3-875c-902977306209 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 697 time: 0.1045086 Jul 08 20:23:37.267813 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fc7d4869-cfde-4678-8d4b-4fd2bc8a6f07 req-40f6922f-32ef-40f7-827b-c3ea8ec1b9f5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 200 len: 217 time: 0.2145123 Jul 08 20:23:37.267985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57054) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:37.322064 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-117a203f-22f5-459d-87bb-ed7040eb35ab admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ab7b020e697c4efaa3be1224920322f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512493 Jul 08 20:23:37.324308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57064) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:37.362860 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04567c9e-e8c2-4ce7-a872-7821ed510ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:37.365541 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04567c9e-e8c2-4ce7-a872-7821ed510ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:37.369108 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-04567c9e-e8c2-4ce7-a872-7821ed510ce6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e7035e48-e935-42b5-a59c-d7dc369dacdc HTTP/1.1" status: 204 len: 168 time: 0.5252624 Jul 08 20:23:37.408857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04567c9e-e8c2-4ce7-a872-7821ed510ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7035e48-e935-42b5-a59c-d7dc369dacdc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:37.418505 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-c280d596-9267-417f-9e24-3655b629e13a tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 697 time: 0.1659536 Jul 08 20:23:37.467520 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5c5a0c2c-4520-4416-a182-f66a8fc13cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:37.515532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5c5a0c2c-4520-4416-a182-f66a8fc13cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:37.557686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d4869-cfde-4678-8d4b-4fd2bc8a6f07 req-16560eca-96c2-4751-b57c-412544e6fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:37.560067 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fc7d4869-cfde-4678-8d4b-4fd2bc8a6f07 req-16560eca-96c2-4751-b57c-412544e6fa33 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 200 len: 860 time: 0.2755640 Jul 08 20:23:37.581239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57072) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:37.632442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-49a1e231-d706-4619-aebb-b89523dc311d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 5175d3bc-ed97-4d45-b812-8592237cd36f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:37.633881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49a1e231-d706-4619-aebb-b89523dc311d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:37.669821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b1dc2-e54c-4d57-a654-591e6b2441cc req-82fdfb5c-000d-4979-9e4b-04ecd5bc73aa tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:37.677348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460b1dc2-e54c-4d57-a654-591e6b2441cc req-82fdfb5c-000d-4979-9e4b-04ecd5bc73aa tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.1207871 Jul 08 20:23:37.690630 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5c5a0c2c-4520-4416-a182-f66a8fc13cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:37.693802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5c5a0c2c-4520-4416-a182-f66a8fc13cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:37.695697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5c5a0c2c-4520-4416-a182-f66a8fc13cbf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f53a4595-fbb4-41d7-842e-f5b6a90efb2a HTTP/1.1" status: 204 len: 168 time: 0.3696141 Jul 08 20:23:37.714705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a0c2c-4520-4416-a182-f66a8fc13cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53a4595-fbb4-41d7-842e-f5b6a90efb2a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:37.731371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49a1e231-d706-4619-aebb-b89523dc311d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:37.778159 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460b1dc2-e54c-4d57-a654-591e6b2441cc req-4884984b-53c1-4fee-af89-7a08d08dff73 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998828 Jul 08 20:23:37.789140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-49a1e231-d706-4619-aebb-b89523dc311d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 5175d3bc-ed97-4d45-b812-8592237cd36f owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:37.906388 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d4869-cfde-4678-8d4b-4fd2bc8a6f07 req-72b39d25-a67a-461c-b952-4e77bdbf6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:37.908246 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fc7d4869-cfde-4678-8d4b-4fd2bc8a6f07 req-72b39d25-a67a-461c-b952-4e77bdbf6a4b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2958477 Jul 08 20:23:37.908386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-network', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:37.916965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-db66d205-0d32-4e32-8034-064de7beb047 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Deleting port 20a56994-ee2c-4c28-b4c9-bca0256bee94 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:37.917762 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-db66d205-0d32-4e32-8034-064de7beb047 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:37.949899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Made reservation on behalf of e7d78e51c1b94cfb8cd2d7f6773d1bee for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:37.953294 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:37.974814 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.030507 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49a1e231-d706-4619-aebb-b89523dc311d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.090676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1e231-d706-4619-aebb-b89523dc311d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=5175d3bc-ed97-4d45-b812-8592237cd36f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:38.115430 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49a1e231-d706-4619-aebb-b89523dc311d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.123992 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-49a1e231-d706-4619-aebb-b89523dc311d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/5175d3bc-ed97-4d45-b812-8592237cd36f HTTP/1.1" status: 204 len: 168 time: 1.1372604 Jul 08 20:23:38.124901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57082) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:38.131638 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-db66d205-0d32-4e32-8034-064de7beb047 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.131638 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-db66d205-0d32-4e32-8034-064de7beb047 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.133962 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.178060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-db66d205-0d32-4e32-8034-064de7beb047 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Calling delete_port for 20a56994-ee2c-4c28-b4c9-bca0256bee94 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:38.187049 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fc7d4869-cfde-4678-8d4b-4fd2bc8a6f07 req-bf37366a-db8e-4047-b815-d4876b5cf1d8 service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651143 Jul 08 20:23:38.238614 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.247805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.284620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c055704c-90f9-4fcd-94a6-5255b19d63c1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:38.308945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:23:38.333347 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.333730 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Added segment a728bf02-0983-4a75-8d42-361c6881bbad of type vlan for network b9c31369-0a5d-4774-b024-98d5eb5c69a6 Jul 08 20:23:38.364543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57092) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:38.427627 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa079ee7-f177-49e4-9857-cd3721806449 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:38.434658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57098) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:38.435381 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aa079ee7-f177-49e4-9857-cd3721806449 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3058593 Jul 08 20:23:38.439776 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.456366 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fc7d4869-cfde-4678-8d4b-4fd2bc8a6f07 req-10f9cf8e-43d4-404e-a453-74b6471895e6 service neutron] 10.222.0.103 "GET /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614982 Jul 08 20:23:38.499543 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-88bff8a7-d586-4cb0-8004-a748334a0516 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:23:38.501622 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-88bff8a7-d586-4cb0-8004-a748334a0516 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/eb980972-62a4-4e20-a3f5-b5acfa66e843 HTTP/1.1" status: 404 len: 333 time: 0.0612571 Jul 08 20:23:38.506963 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57104) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:38.547059 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.548175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:38.549342 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.552117 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-473c5d65-ae80-4372-b29a-eb17a5d610d4 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:23:38.557102 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-473c5d65-ae80-4372-b29a-eb17a5d610d4 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/5175d3bc-ed97-4d45-b812-8592237cd36f HTTP/1.1" status: 404 len: 333 time: 0.0484188 Jul 08 20:23:38.558285 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b0e1ec84-3a1f-4e52-a10c-a0a81467f966 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=391f2515c76848bf8cb1b8adbcba3520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844783 Jul 08 20:23:38.558828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57108) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:38.564463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57110) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:38.578522 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-db66d205-0d32-4e32-8034-064de7beb047 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.610279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66d205-0d32-4e32-8034-064de7beb047 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Pushing event deleted for resources: {'Port': ['ID=20a56994-ee2c-4c28-b4c9-bca0256bee94,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:38.690230 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-db66d205-0d32-4e32-8034-064de7beb047 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.693256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-db66d205-0d32-4e32-8034-064de7beb047 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.694559 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d15d7246-e5c0-4e3f-8aa6-9bb125457000 req-db66d205-0d32-4e32-8034-064de7beb047 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "DELETE /v2.0/floatingips/6dfb20ec-c160-482b-b2ea-8657a3efeea6 HTTP/1.1" status: 204 len: 173 time: 1.2545145 Jul 08 20:23:38.701887 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1203043 Jul 08 20:23:38.705275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57120) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:38.713989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-dd6c3ddc-7913-4395-9289-db2ab1bd137a admin admin] Request body: {'subnet': {'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-subnet', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:38.739157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6c3ddc-7913-4395-9289-db2ab1bd137a admin admin] Made reservation on behalf of e7d78e51c1b94cfb8cd2d7f6773d1bee for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:38.741628 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45230fa8-2977-4283-b564-cc494b3671f5 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c31369-0a5d-4774-b024-98d5eb5c69a6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:38.742983 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd6c3ddc-7913-4395-9289-db2ab1bd137a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.753730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f977fe5-7b87-42c3-b6c4-1c46a52f0a1c req-71e2efd9-4948-4c78-9876-3f41e35d0247 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:38.761010 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f977fe5-7b87-42c3-b6c4-1c46a52f0a1c req-71e2efd9-4948-4c78-9876-3f41e35d0247 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.3112073 Jul 08 20:23:38.762673 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network b9c31369-0a5d-4774-b024-98d5eb5c69a6 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:23:38.794427 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c618924f-75c9-43e8-ae03-20d29a6921b5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.815506 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-789eecba-f4a9-4881-ac87-bfd2f92d9682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:38.854926 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f977fe5-7b87-42c3-b6c4-1c46a52f0a1c req-40920430-0f7a-4029-aafd-6e0c798c1eec tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927899 Jul 08 20:23:38.904939 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-789eecba-f4a9-4881-ac87-bfd2f92d9682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.022076 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c618924f-75c9-43e8-ae03-20d29a6921b5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.033639 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c618924f-75c9-43e8-ae03-20d29a6921b5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f01fe34-563f-4be4-aa35-1ec7ec9b2b40']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:39.036409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57150) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:39.057285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c618924f-75c9-43e8-ae03-20d29a6921b5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3644efd2-47a0-4a5e-804f-dc570fb509fe') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:39.057984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c618924f-75c9-43e8-ae03-20d29a6921b5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3644efd2-47a0-4a5e-804f-dc570fb509fe') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:39.068602 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c618924f-75c9-43e8-ae03-20d29a6921b5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.085531 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c618924f-75c9-43e8-ae03-20d29a6921b5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.088482 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-789eecba-f4a9-4881-ac87-bfd2f92d9682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.092186 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-789eecba-f4a9-4881-ac87-bfd2f92d9682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.093614 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-789eecba-f4a9-4881-ac87-bfd2f92d9682 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/40cd26ff-d987-4277-a43c-2a9679fd31a3 HTTP/1.1" status: 204 len: 168 time: 0.5225132 Jul 08 20:23:39.111573 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c618924f-75c9-43e8-ae03-20d29a6921b5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:39.112685 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c618924f-75c9-43e8-ae03-20d29a6921b5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.127673 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd6c3ddc-7913-4395-9289-db2ab1bd137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:39.192179 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:39.240411 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789eecba-f4a9-4881-ac87-bfd2f92d9682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cd26ff-d987-4277-a43c-2a9679fd31a3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:39.249197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-555320168-network', 'tenant_id': '5fdd93b8009943819b0d1319f033d7ac'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:39.253904 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c618924f-75c9-43e8-ae03-20d29a6921b5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.258536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c3ddc-7913-4395-9289-db2ab1bd137a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5052925-461c-40a3-96f2-4691da5939fe,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:39.260513 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c618924f-75c9-43e8-ae03-20d29a6921b5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.263096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6c3ddc-7913-4395-9289-db2ab1bd137a admin admin] Checking segment: {'id': 'a728bf02-0983-4a75-8d42-361c6881bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:39.263634 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c618924f-75c9-43e8-ae03-20d29a6921b5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/networks/4f01fe34-563f-4be4-aa35-1ec7ec9b2b40 HTTP/1.1" status: 204 len: 168 time: 0.7006490 Jul 08 20:23:39.263768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c3ddc-7913-4395-9289-db2ab1bd137a admin admin] Network hostable DHCP agents. Network: b9c31369-0a5d-4774-b024-98d5eb5c69a6, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:23:39.267054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57158) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:39.272254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1398074918'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:39.295189 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618924f-75c9-43e8-ae03-20d29a6921b5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Network': ['ID=4f01fe34-563f-4be4-aa35-1ec7ec9b2b40,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:39.297158 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c3ddc-7913-4395-9289-db2ab1bd137a admin admin] Network b9c31369-0a5d-4774-b024-98d5eb5c69a6 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:23:39.303531 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:23:39.303531 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 20:23:39.303531 n-d-791506-16 neutron-server[94066]: [parameters: {'project_id_1': 'c59f936d4df34bfe89c8b04a8debfb9e', 'expiration_1': datetime.datetime(2021, 7, 8, 20, 23, 39, 277754)}] Jul 08 20:23:39.303531 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:23:39.306449 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:23:39.318664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-dd6c3ddc-7913-4395-9289-db2ab1bd137a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, b9c31369-0a5d-4774-b024-98d5eb5c69a6) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:39.322189 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Made reservation on behalf of 5fdd93b8009943819b0d1319f033d7ac for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:39.324907 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.331109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f8c69-c642-42d9-9d8d-e35d493301b3 None None] Network b9c31369-0a5d-4774-b024-98d5eb5c69a6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:39.331640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6c3ddc-7913-4395-9289-db2ab1bd137a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:39.331743 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd6c3ddc-7913-4395-9289-db2ab1bd137a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.340671 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.364794 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dd6c3ddc-7913-4395-9289-db2ab1bd137a admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6547542 Jul 08 20:23:39.365151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57166) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:39.370298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98d0b6-7910-4c52-b176-d0a6c392309f req-d2b440d3-0443-4bf7-bd0b-f7b8abda980e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:39.370768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:39.381943 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c98d0b6-7910-4c52-b176-d0a6c392309f req-d2b440d3-0443-4bf7-bd0b-f7b8abda980e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.1878858 Jul 08 20:23:39.395490 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:23:39.395490 n-d-791506-16 neutron-server[94065]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 20:23:39.395490 n-d-791506-16 neutron-server[94065]: [parameters: {'project_id_1': '5fdd93b8009943819b0d1319f033d7ac', 'expiration_1': datetime.datetime(2021, 7, 8, 20, 23, 39, 383095)}] Jul 08 20:23:39.395490 n-d-791506-16 neutron-server[94065]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:23:39.395827 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:23:39.416677 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.417181 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.458617 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c98d0b6-7910-4c52-b176-d0a6c392309f req-41d937c1-da6d-42ee-856f-3f1101f338b5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659189 Jul 08 20:23:39.475569 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.579927 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'fixed_ips': [{'subnet_id': 'c5052925-461c-40a3-96f2-4691da5939fe'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:23:39.581294 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.668823 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0c0d8-036b-47cc-9c1a-0bb23a93c605 req-9d078b69-f8a7-4cf5-855a-969ce8c1313f tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:39.679088 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fe0c0d8-036b-47cc-9c1a-0bb23a93c605 req-9d078b69-f8a7-4cf5-855a-969ce8c1313f tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 946 time: 0.0911260 Jul 08 20:23:39.712052 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.734889 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fe0c0d8-036b-47cc-9c1a-0bb23a93c605 req-daf7587d-851a-46e4-99c6-6299be18c658 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526674 Jul 08 20:23:39.782619 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.797483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Allocated IP 172.20.0.2 (b9c31369-0a5d-4774-b024-98d5eb5c69a6/c5052925-461c-40a3-96f2-4691da5939fe/f2684b0c-f909-407a-a534-03e3dc02c1d5) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:39.865255 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:39.871331 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.897696 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.928656 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:23:39.948129 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:39.951416 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Added segment 8bc91262-b53b-4f11-a8fc-861bbfcc9ff1 of type vlan for network 31c18d2c-4dc9-4b75-bfd2-deab27947caa Jul 08 20:23:40.044607 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.058979 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.069769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Transition to ACTIVE for port object f2684b0c-f909-407a-a534-03e3dc02c1d5 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:40.088172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57218) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:40.092386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Transition to ACTIVE for port object f2684b0c-f909-407a-a534-03e3dc02c1d5 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:40.099439 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.119901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Network b9c31369-0a5d-4774-b024-98d5eb5c69a6 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:40.152746 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.157484 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.159028 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.164962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:40.165538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:40.165771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.169909 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfce7e-4e80-4b2c-9974-eb0ed9c117cf req-5add25e0-b32a-46c7-8ea6-fcc5f3203708 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:40.171491 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1cdfce7e-4e80-4b2c-9974-eb0ed9c117cf req-5add25e0-b32a-46c7-8ea6-fcc5f3203708 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.1499619 Jul 08 20:23:40.174304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:40.212134 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:23:40.241013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fbfb18-4bd9-47fc-a06b-08630971be25,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:40.244409 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.244815 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Added segment 95ef0ca6-7652-4566-9c07-78c4df0ebde9 of type vlan for network 95a58d3a-be85-4638-89b6-d5ceee3ad70c Jul 08 20:23:40.249276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Pushing event updated for resources: {'Port': ['ID=f2684b0c-f909-407a-a534-03e3dc02c1d5,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:40.255299 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1cdfce7e-4e80-4b2c-9974-eb0ed9c117cf req-c0bf5758-5f0d-4a94-b989-53af2c2e8c12 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648453 Jul 08 20:23:40.259061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Network': ['ID=31c18d2c-4dc9-4b75-bfd2-deab27947caa,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:40.268328 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9646fc8b-14cc-4356-9503-653deedd5b01 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0001483 Jul 08 20:23:40.269012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57224) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:40.276780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-af1c10bf-f29a-485d-b9c6-604d6200fc39 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '31c18d2c-4dc9-4b75-bfd2-deab27947caa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:40.311702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 31c18d2c-4dc9-4b75-bfd2-deab27947caa details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:23:40.327228 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.327802 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Attempting to bind port f2684b0c-f909-407a-a534-03e3dc02c1d5 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:40.328178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Attempting to bind port f2684b0c-f909-407a-a534-03e3dc02c1d5 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'a728bf02-0983-4a75-8d42-361c6881bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:40.328541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Attempting to bind port f2684b0c-f909-407a-a534-03e3dc02c1d5 on network b9c31369-0a5d-4774-b024-98d5eb5c69a6 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:40.353331 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-866769343'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:40.368796 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.369256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:40.369771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Checking segment: {'id': 'a728bf02-0983-4a75-8d42-361c6881bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:40.370022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:40.370159 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.370490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Bound using segment: {'id': 'a728bf02-0983-4a75-8d42-361c6881bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:40.370727 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.370968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Bound port: f2684b0c-f909-407a-a534-03e3dc02c1d5, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a728bf02-0983-4a75-8d42-361c6881bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:40.371357 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.462080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] For port f2684b0c-f909-407a-a534-03e3dc02c1d5, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:40.468853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] For port f2684b0c-f909-407a-a534-03e3dc02c1d5, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f2684b0c-f909-407a-a534-03e3dc02c1d5,segment=NetworkSegment(a728bf02-0983-4a75-8d42-361c6881bbad),segment_id=a728bf02-0983-4a75-8d42-361c6881bbad)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:40.477950 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.483992 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4462447 Jul 08 20:23:40.487810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57226) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:40.498563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9ed295be-ee89-4083-bd81-f6c9a02ec27a admin admin] Request body: {'subnet': {'network_id': '95a58d3a-be85-4638-89b6-d5ceee3ad70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-555320168-subnet', 'tenant_id': '5fdd93b8009943819b0d1319f033d7ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:40.520766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Made reservation on behalf of 8071ece47ca44f8ea071dbcad47dbab6 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:40.525196 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.529083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb021720-bf97-4efc-9829-6a2aac2ada33 admin admin] Pushing event updated for resources: {'Network': ['ID=95a58d3a-be85-4638-89b6-d5ceee3ad70c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:40.545625 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.553780 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed295be-ee89-4083-bd81-f6c9a02ec27a admin admin] Made reservation on behalf of 5fdd93b8009943819b0d1319f033d7ac for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:40.560921 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed295be-ee89-4083-bd81-f6c9a02ec27a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.567361 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 95a58d3a-be85-4638-89b6-d5ceee3ad70c details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:23:40.601006 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.638962 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.705152 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90861bb-2e0e-4aeb-bb37-8ac05edabaaf None None] Pushing event updated for resources: {'Port': ['ID=f2684b0c-f909-407a-a534-03e3dc02c1d5,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:40.783552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Allocated IP 172.25.4.96 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/62508498-8436-4907-a0e0-979eed0a703a) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:40.823273 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:23:40.823273 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 20:23:40.823273 n-d-791506-16 neutron-server[94066]: [parameters: {'project_id_1': '8071ece47ca44f8ea071dbcad47dbab6', 'expiration_1': datetime.datetime(2021, 7, 8, 20, 23, 40, 589958)}] Jul 08 20:23:40.823273 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:23:40.824118 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:23:40.824957 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1c10bf-f29a-485d-b9c6-604d6200fc39 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:40.830577 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af1c10bf-f29a-485d-b9c6-604d6200fc39 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:40.933031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32348aff-c469-4f96-a523-9fc6c7bc6b9f req-a1bfab27-5cd6-4c55-b7d6-39728b47dd1d tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:40.934658 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32348aff-c469-4f96-a523-9fc6c7bc6b9f req-a1bfab27-5cd6-4c55-b7d6-39728b47dd1d tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.2362692 Jul 08 20:23:40.952297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed295be-ee89-4083-bd81-f6c9a02ec27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:41.031828 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32348aff-c469-4f96-a523-9fc6c7bc6b9f req-f0b618d2-659e-4b3e-93ae-a814263bbadf tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891774 Jul 08 20:23:41.049899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed295be-ee89-4083-bd81-f6c9a02ec27a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6fd1b1e-fce8-4285-a78d-40aed03db887,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:41.074007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed295be-ee89-4083-bd81-f6c9a02ec27a admin admin] Checking segment: {'id': '95ef0ca6-7652-4566-9c07-78c4df0ebde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '95a58d3a-be85-4638-89b6-d5ceee3ad70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:41.074661 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed295be-ee89-4083-bd81-f6c9a02ec27a admin admin] Network hostable DHCP agents. Network: 95a58d3a-be85-4638-89b6-d5ceee3ad70c, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:23:41.101923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed295be-ee89-4083-bd81-f6c9a02ec27a admin admin] Network 95a58d3a-be85-4638-89b6-d5ceee3ad70c is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:23:41.114672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9ed295be-ee89-4083-bd81-f6c9a02ec27a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 95a58d3a-be85-4638-89b6-d5ceee3ad70c) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:41.120358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed295be-ee89-4083-bd81-f6c9a02ec27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:41.121058 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ed295be-ee89-4083-bd81-f6c9a02ec27a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:41.130186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee12b62-bc0e-4938-acb2-8ad200bbb748 None None] Network 95a58d3a-be85-4638-89b6-d5ceee3ad70c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:41.146621 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9ed295be-ee89-4083-bd81-f6c9a02ec27a admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6565871 Jul 08 20:23:41.164262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:41.190308 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-edbf3ab7-707e-4659-b96f-e0ab4f74bf65 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:41.197411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-edbf3ab7-707e-4659-b96f-e0ab4f74bf65 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/networks?id=fdb5f88e-06d4-480f-a839-50102aa47e53 HTTP/1.1" status: 200 len: 804 time: 0.3771958 Jul 08 20:23:41.233286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9083e4-8736-4a41-84d0-0a12da1423b5 req-0c25833a-0832-4957-8c76-0f0efaf92feb tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:41.235059 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c9083e4-8736-4a41-84d0-0a12da1423b5 req-0c25833a-0832-4957-8c76-0f0efaf92feb tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 946 time: 0.3303020 Jul 08 20:23:41.249890 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-cea21551-c4e9-42dd-96b3-ce8a503287f2 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/quotas/f072151cc9a246949063c5a455a633da HTTP/1.1" status: 200 len: 375 time: 0.0512218 Jul 08 20:23:41.261129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b70ccc-15d1-4bd4-b74a-fe82ddd2ee4d req-b6bf4066-1b3a-4bca-a4d3-672c6c5e835c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:41.268187 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4b70ccc-15d1-4bd4-b74a-fe82ddd2ee4d req-b6bf4066-1b3a-4bca-a4d3-672c6c5e835c tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 946 time: 0.0940831 Jul 08 20:23:41.315359 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4b70ccc-15d1-4bd4-b74a-fe82ddd2ee4d req-05a8119e-2ccf-49da-975a-cff107fb5fb3 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461535 Jul 08 20:23:41.316736 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4430e92e-2200-4ddb-8c50-9e4692df81d9 None None] Network 95a58d3a-be85-4638-89b6-d5ceee3ad70c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:41.334568 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:41.506909 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d7171-488d-4f3f-86f1-99ed5b3a3252 req-15db2ba3-3250-48d5-b650-f943775124bb tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:41.509204 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-627d7171-488d-4f3f-86f1-99ed5b3a3252 req-15db2ba3-3250-48d5-b650-f943775124bb tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.0761654 Jul 08 20:23:41.544444 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:41.557283 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-627d7171-488d-4f3f-86f1-99ed5b3a3252 req-2cb0af00-d1a4-4f6a-ba75-251c7e7ef245 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420291 Jul 08 20:23:41.827862 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be48fa7c-077a-4038-8594-20459a820011 None None] Network b9c31369-0a5d-4774-b024-98d5eb5c69a6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:41.880578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-b438e933-5ed3-4700-b860-bb4913a29ad3 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:41.882908 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-b438e933-5ed3-4700-b860-bb4913a29ad3 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/networks?id=95a58d3a-be85-4638-89b6-d5ceee3ad70c HTTP/1.1" status: 200 len: 813 time: 0.1195111 Jul 08 20:23:41.901120 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-56a7eed5-c17c-4468-b449-61aef8ad94da tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/quotas/5fdd93b8009943819b0d1319f033d7ac HTTP/1.1" status: 200 len: 375 time: 0.0112703 Jul 08 20:23:41.918455 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af1c10bf-f29a-485d-b9c6-604d6200fc39 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:41.940501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-c8a439f5-b251-449b-a3a5-b14539106968 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5fdd93b8009943819b0d1319f033d7ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330758 Jul 08 20:23:42.012085 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-52f47f7e-6b39-495b-a498-b2ba6a65091e tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f072151cc9a246949063c5a455a633da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7610762 Jul 08 20:23:42.031802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:42.054957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a8792255-f529-4747-9f6b-962ceb4859e2 None None] Provisioning for port f2684b0c-f909-407a-a534-03e3dc02c1d5 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:42.062282 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-1325f09f-2057-494e-9641-9876c26110a0 service neutron] 10.222.0.101 "GET /v2.0/networks/95a58d3a-be85-4638-89b6-d5ceee3ad70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128311 Jul 08 20:23:42.074272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:42.092728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Pushing event updated for resources: {'Port': ['ID=62508498-8436-4907-a0e0-979eed0a703a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:42.099210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:42.162166 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-66e2f4d2-86b7-4327-b521-69bf35b356b6 service neutron] 10.222.0.101 "GET /v2.0/networks/95a58d3a-be85-4638-89b6-d5ceee3ad70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990064 Jul 08 20:23:42.172984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c10bf-f29a-485d-b9c6-604d6200fc39 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Subnet': ['ID=e099aaba-a31d-42f5-86ce-851244c73103,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:42.199053 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-2c9083e4-8736-4a41-84d0-0a12da1423b5 req-41ae9908-fb34-4820-8848-23297fea1354 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Deleting port 091a04d4-f2a8-430a-a02c-21debeefbf17 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:42.199399 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c9083e4-8736-4a41-84d0-0a12da1423b5 req-41ae9908-fb34-4820-8848-23297fea1354 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:42.317535 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:42.326412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c10bf-f29a-485d-b9c6-604d6200fc39 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Checking segment: {'id': '8bc91262-b53b-4f11-a8fc-861bbfcc9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '31c18d2c-4dc9-4b75-bfd2-deab27947caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:42.326832 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1c10bf-f29a-485d-b9c6-604d6200fc39 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network hostable DHCP agents. Network: 31c18d2c-4dc9-4b75-bfd2-deab27947caa, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:23:42.342045 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:42.504330 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-18b93fe4-ef8b-4e8e-b0d0-2b04b921095d service neutron] 10.222.0.101 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713526 Jul 08 20:23:42.526493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42175f8-4a18-42a5-a69b-b2573aa33655 req-798e68e6-85ae-4777-b8d1-96804b73822b tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:42.527536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:23:42.529010 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d42175f8-4a18-42a5-a69b-b2573aa33655 req-798e68e6-85ae-4777-b8d1-96804b73822b tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.1294885 Jul 08 20:23:42.559069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f2684b0c-f909-407a-a534-03e3dc02c1d5 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:42.559254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0442acd5-b749-4360-8549-e4daef09ed52,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:42.603513 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d42175f8-4a18-42a5-a69b-b2573aa33655 req-c642f597-7e41-48a7-b10c-1d4be381d44c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663946 Jul 08 20:23:42.633469 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port f2684b0c-f909-407a-a534-03e3dc02c1d5 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:42.638029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f2684b0c-f909-407a-a534-03e3dc02c1d5 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:42.638613 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:42.649703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1c10bf-f29a-485d-b9c6-604d6200fc39 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 31c18d2c-4dc9-4b75-bfd2-deab27947caa is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:23:42.655478 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:42.656000 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Added segment 900a65ff-f8da-41e0-9122-01615ed65ee3 of type vlan for network 198d3bf0-29c3-40e0-9926-afde777a99c8 Jul 08 20:23:42.676204 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff48f0ee-f49b-41c8-a167-96347a5faf92 req-ee958732-43fa-4cd0-ab11-1d2cc22aaaae tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 210 time: 0.0334315 Jul 08 20:23:42.685706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2c9083e4-8736-4a41-84d0-0a12da1423b5 req-41ae9908-fb34-4820-8848-23297fea1354 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] For port 091a04d4-f2a8-430a-a02c-21debeefbf17, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=091a04d4-f2a8-430a-a02c-21debeefbf17,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:42.686532 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c9083e4-8736-4a41-84d0-0a12da1423b5 req-41ae9908-fb34-4820-8848-23297fea1354 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:42.734172 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:42.742376 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-2c9083e4-8736-4a41-84d0-0a12da1423b5 req-41ae9908-fb34-4820-8848-23297fea1354 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Calling delete_port for 091a04d4-f2a8-430a-a02c-21debeefbf17 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:42.756258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-af1c10bf-f29a-485d-b9c6-604d6200fc39 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 31c18d2c-4dc9-4b75-bfd2-deab27947caa) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:42.761525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1c10bf-f29a-485d-b9c6-604d6200fc39 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:42.762646 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af1c10bf-f29a-485d-b9c6-604d6200fc39 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:42.770003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port f2684b0c-f909-407a-a534-03e3dc02c1d5, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f2684b0c-f909-407a-a534-03e3dc02c1d5,segment=NetworkSegment(a728bf02-0983-4a75-8d42-361c6881bbad),segment_id=a728bf02-0983-4a75-8d42-361c6881bbad)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:42.772877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c47cb-0aa1-4864-8b76-8b512823c266 None None] Network 31c18d2c-4dc9-4b75-bfd2-deab27947caa requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:42.777768 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:42.839994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879dfd-cc83-4ea8-94de-aec224eae533 req-e1ab310b-b5dd-4915-b445-572f371438b0 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:42.841615 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e879dfd-cc83-4ea8-94de-aec224eae533 req-e1ab310b-b5dd-4915-b445-572f371438b0 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "GET /v2.0/ports?device_id=49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42 HTTP/1.1" status: 200 len: 946 time: 0.6012411 Jul 08 20:23:42.847921 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:42.901348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=f2684b0c-f909-407a-a534-03e3dc02c1d5,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:42.905563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ac5c4-a0b8-471b-a991-72e773ac9441 req-21894ea8-74ac-49b7-b725-6abfec1231e7 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:42.915247 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e5ac5c4-a0b8-471b-a991-72e773ac9441 req-21894ea8-74ac-49b7-b725-6abfec1231e7 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 946 time: 0.0943537 Jul 08 20:23:42.965987 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e5ac5c4-a0b8-471b-a991-72e773ac9441 req-ba600477-e6d1-4c70-a730-d9c054efcaac tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/security-groups?id=857f30ac-6f0c-4b77-a534-d6825eabb704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497830 Jul 08 20:23:42.990075 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-af1c10bf-f29a-485d-b9c6-604d6200fc39 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7164314 Jul 08 20:23:42.991658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57280) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:43.006288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-31c18d2c-4dc9-4b75-bfd2-deab27947caa', 'network_id': '31c18d2c-4dc9-4b75-bfd2-deab27947caa', 'tenant_id': 'c59f936d4df34bfe89c8b04a8debfb9e', 'fixed_ips': [{'subnet_id': 'e099aaba-a31d-42f5-86ce-851244c73103'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:23:43.007082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '31c18d2c-4dc9-4b75-bfd2-deab27947caa', 'name': 'tempest-PortsIpV6TestJSON-156673231'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:43.010799 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.018479 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.resource_extend [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:23:43.057138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-01f3aa47-3361-45b8-9e95-d473c816c55b service neutron] 10.222.0.101 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133631 Jul 08 20:23:43.093673 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.099228 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:43.099839 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.116000 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.232876 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1393805 Jul 08 20:23:43.234933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57282) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:43.246468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d021c06a-f7cd-430a-a5ac-f10013f0d208 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Request body: {'subnet': {'network_id': '198d3bf0-29c3-40e0-9926-afde777a99c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:43.253087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef30d63b-90b9-4ae8-b096-1a9caa6dc904 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:23:43.259193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Allocated IP 2001:db8::2 (31c18d2c-4dc9-4b75-bfd2-deab27947caa/e099aaba-a31d-42f5-86ce-851244c73103/d63679c1-2772-47b0-9fad-e1fab128eee3) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:43.290884 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd2377-750b-4099-b9f5-403adebb5ec2 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Pushing event updated for resources: {'Network': ['ID=198d3bf0-29c3-40e0-9926-afde777a99c8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:43.324171 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 198d3bf0-29c3-40e0-9926-afde777a99c8 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:23:43.363410 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-3e879dfd-cc83-4ea8-94de-aec224eae533 req-4f7aee43-a357-481a-81b6-74f57bee18a5 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Deleting port ef30d63b-90b9-4ae8-b096-1a9caa6dc904 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:43.363890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3e879dfd-cc83-4ea8-94de-aec224eae533 req-4f7aee43-a357-481a-81b6-74f57bee18a5 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.364477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e6141-a2c6-493e-b55d-716c35982013 req-782c1bc3-7023-4aa6-8326-0aef68c2360b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:43.365630 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-778e6141-a2c6-493e-b55d-716c35982013 req-782c1bc3-7023-4aa6-8326-0aef68c2360b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.2558708 Jul 08 20:23:43.389553 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:43.397324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.436565 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port b6b4b6b6-d63b-4903-ba47-71c28f64f03d yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:43.510765 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-778e6141-a2c6-493e-b55d-716c35982013 req-0f94e5cc-65d1-4e57-916f-a81358fed250 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247976 Jul 08 20:23:43.520050 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d021c06a-f7cd-430a-a5ac-f10013f0d208 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Made reservation on behalf of 8071ece47ca44f8ea071dbcad47dbab6 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:43.524978 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d021c06a-f7cd-430a-a5ac-f10013f0d208 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.550270 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c9083e4-8736-4a41-84d0-0a12da1423b5 req-41ae9908-fb34-4820-8848-23297fea1354 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.595304 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ceac67d-7a19-4a43-bc88-feaa9e6571fa req-5b7bae4c-299d-48f9-9611-7f6356579e40 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 210 time: 0.1528554 Jul 08 20:23:43.627401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae9908-fb34-4820-8848-23297fea1354 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Pushing event deleted for resources: {'Port': ['ID=091a04d4-f2a8-430a-a02c-21debeefbf17,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:43.653674 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.709901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9083e4-8736-4a41-84d0-0a12da1423b5 req-41ae9908-fb34-4820-8848-23297fea1354 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] No DVR routers for this DVR port 091a04d4-f2a8-430a-a02c-21debeefbf17 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:43.712655 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c9083e4-8736-4a41-84d0-0a12da1423b5 req-41ae9908-fb34-4820-8848-23297fea1354 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.715077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c9083e4-8736-4a41-84d0-0a12da1423b5 req-41ae9908-fb34-4820-8848-23297fea1354 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.103 "DELETE /v2.0/ports/091a04d4-f2a8-430a-a02c-21debeefbf17 HTTP/1.1" status: 204 len: 173 time: 2.4378276 Jul 08 20:23:43.720323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'name': 'network-vif-deleted', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:43.722929 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34073e61-2c02-4544-8a0b-4de42cdae5bc" -d '{"events": [{"server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "name": "network-vif-deleted", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:43.734196 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.741106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:43.752886 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad612e1-a193-4210-a95d-ab604c77cc96" -d '{"events": [{"server_uuid": "49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42", "name": "network-vif-unplugged", "status": "completed", "tag": "ef30d63b-90b9-4ae8-b096-1a9caa6dc904"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:43.796807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef30d63b-90b9-4ae8-b096-1a9caa6dc904, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:43.813011 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.847833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-3e879dfd-cc83-4ea8-94de-aec224eae533 req-4f7aee43-a357-481a-81b6-74f57bee18a5 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] For port ef30d63b-90b9-4ae8-b096-1a9caa6dc904, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:43.848168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3e879dfd-cc83-4ea8-94de-aec224eae533 req-4f7aee43-a357-481a-81b6-74f57bee18a5 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.896795 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-3e879dfd-cc83-4ea8-94de-aec224eae533 req-4f7aee43-a357-481a-81b6-74f57bee18a5 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Calling delete_port for ef30d63b-90b9-4ae8-b096-1a9caa6dc904 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:43.922068 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:43.923877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:43.934445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Transition to ACTIVE for port object d63679c1-2772-47b0-9fad-e1fab128eee3 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:43.967433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Transition to ACTIVE for port object d63679c1-2772-47b0-9fad-e1fab128eee3 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:43.987425 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:44.067656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a100a82-9b06-41eb-a28f-41df1b42be6f req-cd3f38f3-ba1c-4e61-9d02-47804b69f7f8 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 210 time: 0.1000743 Jul 08 20:23:44.144073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Network 31c18d2c-4dc9-4b75-bfd2-deab27947caa is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:44.147427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:44.155493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:44.173695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Pushing event updated for resources: {'Port': ['ID=d63679c1-2772-47b0-9fad-e1fab128eee3,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:44.200016 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e33f097-be49-42d0-9b35-5fac23299891 x-openstack-request-id: req-9e33f097-be49-42d0-9b35-5fac23299891 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:44.200410 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc2733c-4e4e-4184-8551-e6b768eb27df", "name": "network-vif-deleted", "tag": "091a04d4-f2a8-430a-a02c-21debeefbf17", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:44.200918 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9e33f097-be49-42d0-9b35-5fac23299891 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:44.201439 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc2733c-4e4e-4184-8551-e6b768eb27df', 'name': 'network-vif-deleted', 'tag': '091a04d4-f2a8-430a-a02c-21debeefbf17', 'status': 'completed', 'code': 200} Jul 08 20:23:44.301844 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cf4db6-4193-4259-b6b5-3b36b0b01313 x-openstack-request-id: req-c6cf4db6-4193-4259-b6b5-3b36b0b01313 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:44.302134 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42", "name": "network-vif-unplugged", "status": "completed", "tag": "ef30d63b-90b9-4ae8-b096-1a9caa6dc904", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:44.302391 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c6cf4db6-4193-4259-b6b5-3b36b0b01313 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:44.302784 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904', 'code': 200} Jul 08 20:23:44.336370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Attempting to bind port d63679c1-2772-47b0-9fad-e1fab128eee3 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:44.340551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-92f1c4cd-8854-4a2f-a3f4-b471beea73b7 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:44.341501 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Attempting to bind port d63679c1-2772-47b0-9fad-e1fab128eee3 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '8bc91262-b53b-4f11-a8fc-861bbfcc9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '31c18d2c-4dc9-4b75-bfd2-deab27947caa'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:44.342088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Attempting to bind port d63679c1-2772-47b0-9fad-e1fab128eee3 on network 31c18d2c-4dc9-4b75-bfd2-deab27947caa {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:44.342207 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-92f1c4cd-8854-4a2f-a3f4-b471beea73b7 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.103 "GET /v2.0/networks?id=95a58d3a-be85-4638-89b6-d5ceee3ad70c HTTP/1.1" status: 200 len: 813 time: 0.3146851 Jul 08 20:23:44.353410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:44.353807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Checking segment: {'id': '8bc91262-b53b-4f11-a8fc-861bbfcc9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '31c18d2c-4dc9-4b75-bfd2-deab27947caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:44.354263 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:44.356888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Bound using segment: {'id': '8bc91262-b53b-4f11-a8fc-861bbfcc9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '31c18d2c-4dc9-4b75-bfd2-deab27947caa'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:44.356888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Bound port: d63679c1-2772-47b0-9fad-e1fab128eee3, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc91262-b53b-4f11-a8fc-861bbfcc9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '31c18d2c-4dc9-4b75-bfd2-deab27947caa'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:44.358116 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:44.372812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-ff27f880-32c7-4f34-a20d-659b7759cb60 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Request body: {'port': {'device_id': '370dfef4-5f74-44dd-ade8-d120cad87b02', 'network_id': '95a58d3a-be85-4638-89b6-d5ceee3ad70c', 'admin_state_up': True, 'tenant_id': '5fdd93b8009943819b0d1319f033d7ac'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:44.385129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Router daba5746-e5a3-4490-b215-1178a0951b65 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:23:44.409781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8::269 (31c18d2c-4dc9-4b75-bfd2-deab27947caa/e099aaba-a31d-42f5-86ce-851244c73103/b6b4b6b6-d63b-4903-ba47-71c28f64f03d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:44.503262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e6c53-8260-4025-8924-87899fcce240 req-46274631-b955-4f51-a6c1-ea8cc5aaabbd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:44.506978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a43e6c53-8260-4025-8924-87899fcce240 req-46274631-b955-4f51-a6c1-ea8cc5aaabbd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.2649288 Jul 08 20:23:44.517681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] For port d63679c1-2772-47b0-9fad-e1fab128eee3, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:44.523357 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] For port d63679c1-2772-47b0-9fad-e1fab128eee3, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d63679c1-2772-47b0-9fad-e1fab128eee3,segment=NetworkSegment(8bc91262-b53b-4f11-a8fc-861bbfcc9ff1),segment_id=8bc91262-b53b-4f11-a8fc-861bbfcc9ff1)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:44.531546 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:44.532711 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea2c83f4-832c-4ad4-9673-a87b639f3081 req-732ab950-d82e-4eb5-9f19-7241db611c36 tempest-FloatingIPsAssociationTestJSON-412855767 tempest-FloatingIPsAssociationTestJSON-412855767-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecc2733c-4e4e-4184-8551-e6b768eb27df HTTP/1.1" status: 200 len: 210 time: 0.0382910 Jul 08 20:23:44.572252 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3e879dfd-cc83-4ea8-94de-aec224eae533 req-4f7aee43-a357-481a-81b6-74f57bee18a5 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:44.615321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f2684b0c-f909-407a-a534-03e3dc02c1d5 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:44.703823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7aee43-a357-481a-81b6-74f57bee18a5 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Pushing event deleted for resources: {'Port': ['ID=ef30d63b-90b9-4ae8-b096-1a9caa6dc904,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:44.716367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb76d6-eec0-4739-b773-6455a41e42ee None None] Pushing event updated for resources: {'Port': ['ID=d63679c1-2772-47b0-9fad-e1fab128eee3,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:44.739233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f2684b0c-f909-407a-a534-03e3dc02c1d5 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:44.739605 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:44.797264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e879dfd-cc83-4ea8-94de-aec224eae533 req-4f7aee43-a357-481a-81b6-74f57bee18a5 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] No DVR routers for this DVR port ef30d63b-90b9-4ae8-b096-1a9caa6dc904 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:44.823653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3e879dfd-cc83-4ea8-94de-aec224eae533 req-4f7aee43-a357-481a-81b6-74f57bee18a5 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:44.825833 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e879dfd-cc83-4ea8-94de-aec224eae533 req-4f7aee43-a357-481a-81b6-74f57bee18a5 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "DELETE /v2.0/ports/ef30d63b-90b9-4ae8-b096-1a9caa6dc904 HTTP/1.1" status: 204 len: 173 time: 1.9627237 Jul 08 20:23:44.932778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a43e6c53-8260-4025-8924-87899fcce240 req-4803e493-fc88-4015-94fc-8e2343ef44aa tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143891 Jul 08 20:23:45.030360 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d021c06a-f7cd-430a-a5ac-f10013f0d208 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:45.172042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021c06a-f7cd-430a-a5ac-f10013f0d208 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Pushing event updated for resources: {'Subnet': ['ID=cc0df444-1462-4fcc-8bf0-a05c64cdd3e3,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:45.211422 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0f0738f5-841b-4544-b433-4c89f594a026 req-59cc9eb4-984a-4e99-a121-f585808690a7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 210 time: 0.0649238 Jul 08 20:23:45.212283 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d021c06a-f7cd-430a-a5ac-f10013f0d208 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Checking segment: {'id': '900a65ff-f8da-41e0-9122-01615ed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '198d3bf0-29c3-40e0-9926-afde777a99c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:45.212798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021c06a-f7cd-430a-a5ac-f10013f0d208 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Network hostable DHCP agents. Network: 198d3bf0-29c3-40e0-9926-afde777a99c8, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:23:45.230789 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:45.241312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 091a04d4-f2a8-430a-a02c-21debeefbf17 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:23:45.271915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Transition to ACTIVE for port object b6b4b6b6-d63b-4903-ba47-71c28f64f03d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:45.297567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021c06a-f7cd-430a-a5ac-f10013f0d208 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Network 198d3bf0-29c3-40e0-9926-afde777a99c8 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:23:45.298045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 091a04d4-f2a8-430a-a02c-21debeefbf17 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:23:45.298411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 091a04d4-f2a8-430a-a02c-21debeefbf17 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:23:45.334886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d021c06a-f7cd-430a-a5ac-f10013f0d208 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 198d3bf0-29c3-40e0-9926-afde777a99c8) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:45.340551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021c06a-f7cd-430a-a5ac-f10013f0d208 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:45.341452 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d021c06a-f7cd-430a-a5ac-f10013f0d208 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:45.345404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1daa5d-acbf-49b2-a7cc-8bcbc7ad482b None None] Network 198d3bf0-29c3-40e0-9926-afde777a99c8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:45.368864 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:45.438288 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-ff27f880-32c7-4f34-a20d-659b7759cb60 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Made reservation on behalf of 5fdd93b8009943819b0d1319f033d7ac for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:45.441798 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-ff27f880-32c7-4f34-a20d-659b7759cb60 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:45.471668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d021c06a-f7cd-430a-a5ac-f10013f0d208 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2308812 Jul 08 20:23:45.479086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71860b-a4db-4457-a420-d4880711be86 req-295147ba-8429-4336-9ba5-c4f61837bd62 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:45.486664 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4e71860b-a4db-4457-a420-d4880711be86 req-295147ba-8429-4336-9ba5-c4f61837bd62 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.7308259 Jul 08 20:23:45.488085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=b6b4b6b6-d63b-4903-ba47-71c28f64f03d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:45.489556 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57310) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:45.506293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9416d247-d4ab-4093-b973-7a4bf7eb1853 req-60e4bf12-5da2-4645-8f1c-83023b163a94 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 210 time: 0.0664165 Jul 08 20:23:45.508949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 31c18d2c-4dc9-4b75-bfd2-deab27947caa is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:45.510372 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:23:45.510547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:45.515395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:45.525303 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Sync routers for ids ['daba5746-e5a3-4490-b215-1178a0951b65'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:23:45.532551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Request body: {'port': {'network_id': '198d3bf0-29c3-40e0-9926-afde777a99c8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1434381784'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:45.535598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:45.537882 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Routers {'daba5746-e5a3-4490-b215-1178a0951b65'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:45.538429 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:45.541616 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['daba5746-e5a3-4490-b215-1178a0951b65'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:45.573055 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1b499ad9-bfcd-4d69-9a31-02fcfdddb267 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5782943 Jul 08 20:23:45.579074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57314) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:45.630595 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-198d3bf0-29c3-40e0-9926-afde777a99c8', 'network_id': '198d3bf0-29c3-40e0-9926-afde777a99c8', 'tenant_id': '8071ece47ca44f8ea071dbcad47dbab6', 'fixed_ips': [{'subnet_id': 'cc0df444-1462-4fcc-8bf0-a05c64cdd3e3'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:23:45.631943 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:45.726829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-ff27f880-32c7-4f34-a20d-659b7759cb60 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Allocated IP 172.20.0.3 (95a58d3a-be85-4638-89b6-d5ceee3ad70c/a6fd1b1e-fce8-4285-a78d-40aed03db887/5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:45.769375 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57316) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:45.795924 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Set router daba5746-e5a3-4490-b215-1178a0951b65 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:45.863632 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Allocated IP 172.20.0.2 (198d3bf0-29c3-40e0-9926-afde777a99c8/cc0df444-1462-4fcc-8bf0-a05c64cdd3e3/071d0f72-7a76-4d25-b486-d72e92f94bec) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:46.007768 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.009731 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-eb5908df-9ab1-41e9-b9dd-d00c6a622df7 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6434660 Jul 08 20:23:46.027472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57318) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:46.077568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f3950af5-52b1-417c-ae28-a18616e35d3c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port b6b4b6b6-d63b-4903-ba47-71c28f64f03d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:46.077918 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3950af5-52b1-417c-ae28-a18616e35d3c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.132163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-3a77a1c8-5506-4e4a-b2e0-629cb2ac7f0f tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:46.134112 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-3a77a1c8-5506-4e4a-b2e0-629cb2ac7f0f tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "GET /v2.0/networks?id=fdb5f88e-06d4-480f-a839-50102aa47e53 HTTP/1.1" status: 200 len: 804 time: 0.8000145 Jul 08 20:23:46.135480 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '62508498-8436-4907-a0e0-979eed0a703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:23:42Z', 'revision_number': 3, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port': {'id': '62508498-8436-4907-a0e0-979eed0a703a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:40Z', 'updated_at': '2021-07-08T20:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:46.166644 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.174633 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Checking router: daba5746-e5a3-4490-b215-1178a0951b65 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:23:46.174977 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Updating router daba5746-e5a3-4490-b215-1178a0951b65 port 62508498-8436-4907-a0e0-979eed0a703a binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:23:46.192470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Transition to ACTIVE for port object 071d0f72-7a76-4d25-b486-d72e92f94bec will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:46.204147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42', 'name': 'network-vif-deleted', 'tag': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:46.206618 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af09b07b-7f44-4c73-8dbd-4f36e6002fc1" -d '{"events": [{"server_uuid": "49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42", "name": "network-vif-deleted", "tag": "ef30d63b-90b9-4ae8-b096-1a9caa6dc904"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:46.211616 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Transition to ACTIVE for port object 071d0f72-7a76-4d25-b486-d72e92f94bec will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:46.224969 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.228086 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.230525 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4e71860b-a4db-4457-a420-d4880711be86 req-69d01084-26e9-459c-8aa2-40869f179c5b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7430017 Jul 08 20:23:46.247383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-18459917-d80c-47c6-a55e-eefd35bbfc98 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Request body: {'port': {'device_id': '772c86a8-142a-46e6-b3f1-024f54a7028e', 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53', 'admin_state_up': True, 'tenant_id': 'f072151cc9a246949063c5a455a633da'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:46.262642 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318e5d8-53b4-43af-a097-5a8478245c95 None None] Network 31c18d2c-4dc9-4b75-bfd2-deab27947caa requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:46.357099 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6034be-f6c5-4195-9f26-9e524ea99779 x-openstack-request-id: req-3a6034be-f6c5-4195-9f26-9e524ea99779 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:46.357397 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42", "name": "network-vif-deleted", "tag": "ef30d63b-90b9-4ae8-b096-1a9caa6dc904", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:46.357651 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3a6034be-f6c5-4195-9f26-9e524ea99779 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:46.358053 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bfaf8d-f1ef-4b6b-83ba-4d296b0bef42', 'name': 'network-vif-deleted', 'tag': 'ef30d63b-90b9-4ae8-b096-1a9caa6dc904', 'status': 'completed', 'code': 200} Jul 08 20:23:46.365142 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3950af5-52b1-417c-ae28-a18616e35d3c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.438406 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Network 198d3bf0-29c3-40e0-9926-afde777a99c8 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:46.443438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:46.444798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f3950af5-52b1-417c-ae28-a18616e35d3c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for b6b4b6b6-d63b-4903-ba47-71c28f64f03d owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:46.452094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:46.493515 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-720bf1bf-397d-4466-8583-2fdcb87947ed None None] Provisioning for port d63679c1-2772-47b0-9fad-e1fab128eee3 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:46.524102 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca834f28-40b7-4b9a-8043-adb64a80f9c8 req-ae525e21-f45a-4ba4-a107-cbad54e65802 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:46.528034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca834f28-40b7-4b9a-8043-adb64a80f9c8 req-ae525e21-f45a-4ba4-a107-cbad54e65802 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.3095458 Jul 08 20:23:46.542876 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8a6dbb-01b8-4cd0-8092-b16c3fb1e7eb req-a486bd55-606c-4890-8e27-f98ccf499f3f tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 210 time: 0.1034770 Jul 08 20:23:46.563707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Pushing event updated for resources: {'Port': ['ID=071d0f72-7a76-4d25-b486-d72e92f94bec,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:46.568349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Attempting to bind port 071d0f72-7a76-4d25-b486-d72e92f94bec on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:46.568887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Attempting to bind port 071d0f72-7a76-4d25-b486-d72e92f94bec by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '900a65ff-f8da-41e0-9122-01615ed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '198d3bf0-29c3-40e0-9926-afde777a99c8'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:46.569347 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Attempting to bind port 071d0f72-7a76-4d25-b486-d72e92f94bec on network 198d3bf0-29c3-40e0-9926-afde777a99c8 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:46.588507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:46.589065 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Checking segment: {'id': '900a65ff-f8da-41e0-9122-01615ed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '198d3bf0-29c3-40e0-9926-afde777a99c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:46.589744 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.591192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Bound using segment: {'id': '900a65ff-f8da-41e0-9122-01615ed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '198d3bf0-29c3-40e0-9926-afde777a99c8'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:46.591484 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Bound port: 071d0f72-7a76-4d25-b486-d72e92f94bec, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900a65ff-f8da-41e0-9122-01615ed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '198d3bf0-29c3-40e0-9926-afde777a99c8'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:46.592117 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.613126 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-ff27f880-32c7-4f34-a20d-659b7759cb60 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.639182 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Made reservation on behalf of 8071ece47ca44f8ea071dbcad47dbab6 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:46.640130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d63679c1-2772-47b0-9fad-e1fab128eee3 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:46.643220 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.718631 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] device_id is not set on port a1049263-9c97-4634-afab-ca137e18f8bb yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:46.799551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-20788823-67b0-4199-a121-f20de62b6441 None None] For port 071d0f72-7a76-4d25-b486-d72e92f94bec, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:46.803730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-20788823-67b0-4199-a121-f20de62b6441 None None] For port 071d0f72-7a76-4d25-b486-d72e92f94bec, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=071d0f72-7a76-4d25-b486-d72e92f94bec,segment=NetworkSegment(900a65ff-f8da-41e0-9122-01615ed65ee3),segment_id=900a65ff-f8da-41e0-9122-01615ed65ee3)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:46.808023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port d63679c1-2772-47b0-9fad-e1fab128eee3 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:46.813930 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca834f28-40b7-4b9a-8043-adb64a80f9c8 req-9b56b297-086a-4bb8-bcff-1c8865571ca2 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697480 Jul 08 20:23:46.824942 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.829674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d63679c1-2772-47b0-9fad-e1fab128eee3 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:46.830882 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.838699 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Transition to ACTIVE for port object 62508498-8436-4907-a0e0-979eed0a703a will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:46.849678 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.895869 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.907927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-18459917-d80c-47c6-a55e-eefd35bbfc98 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Made reservation on behalf of f072151cc9a246949063c5a455a633da for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:46.908148 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Pushing event updated for resources: {'Port': ['ID=62508498-8436-4907-a0e0-979eed0a703a,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:46.913434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-18459917-d80c-47c6-a55e-eefd35bbfc98 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.920328 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:46.920937 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:46.921429 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:46.921976 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:46.922484 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:46.922966 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:46.923444 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:46.923923 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:46.924414 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:46.925050 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:46.925602 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:46.926117 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:46.957362 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Attempting to bind port 62508498-8436-4907-a0e0-979eed0a703a on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:46.958135 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Attempting to bind port 62508498-8436-4907-a0e0-979eed0a703a by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:46.958515 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Attempting to bind port 62508498-8436-4907-a0e0-979eed0a703a on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:46.967231 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:46.968697 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:46.969270 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.969824 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:46.970879 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Bound port: 62508498-8436-4907-a0e0-979eed0a703a, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:46.971586 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:46.986244 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-033c5890-232a-4a90-b771-dea72050f04a req-1caea066-5250-4d59-99dc-0a4050df0ee1 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 210 time: 0.1718061 Jul 08 20:23:47.035470 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-ff27f880-32c7-4f34-a20d-659b7759cb60 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:47.052912 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] For port 62508498-8436-4907-a0e0-979eed0a703a, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:47.059731 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] For port 62508498-8436-4907-a0e0-979eed0a703a, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=62508498-8436-4907-a0e0-979eed0a703a,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:47.069009 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:47.076827 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20788823-67b0-4199-a121-f20de62b6441 None None] Pushing event updated for resources: {'Port': ['ID=071d0f72-7a76-4d25-b486-d72e92f94bec,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:47.087850 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3950af5-52b1-417c-ae28-a18616e35d3c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:47.115330 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:47.146731 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff9176-379e-4703-9216-d86d6b391751 None None] Pushing event updated for resources: {'Port': ['ID=62508498-8436-4907-a0e0-979eed0a703a,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:47.180166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a8f6988-338b-423b-bd66-3026a0b19f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:47.181747 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Routers {'daba5746-e5a3-4490-b215-1178a0951b65'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:47.182872 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['daba5746-e5a3-4490-b215-1178a0951b65'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:47.191592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port d63679c1-2772-47b0-9fad-e1fab128eee3, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d63679c1-2772-47b0-9fad-e1fab128eee3,segment=NetworkSegment(8bc91262-b53b-4f11-a8fc-861bbfcc9ff1),segment_id=8bc91262-b53b-4f11-a8fc-861bbfcc9ff1)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:47.201254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-59d84b05-6589-41fa-ac6c-3e7525517d7b None None] Could not find standard attr ID for object b6b4b6b6-d63b-4903-ba47-71c28f64f03d. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:23:47.206484 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:47.243384 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3950af5-52b1-417c-ae28-a18616e35d3c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=b6b4b6b6-d63b-4903-ba47-71c28f64f03d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:47.275123 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef30d63b-90b9-4ae8-b096-1a9caa6dc904 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:23:47.349859 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3950af5-52b1-417c-ae28-a18616e35d3c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:47.352022 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f3950af5-52b1-417c-ae28-a18616e35d3c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/b6b4b6b6-d63b-4903-ba47-71c28f64f03d HTTP/1.1" status: 204 len: 168 time: 1.7715683 Jul 08 20:23:47.358745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57330) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:47.361351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: ef30d63b-90b9-4ae8-b096-1a9caa6dc904 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:23:47.361558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef30d63b-90b9-4ae8-b096-1a9caa6dc904 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:23:47.400784 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-59d84b05-6589-41fa-ac6c-3e7525517d7b None None] Provisioning complete for port d63679c1-2772-47b0-9fad-e1fab128eee3 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:47.401163 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-59d84b05-6589-41fa-ac6c-3e7525517d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:47.413354 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-ff27f880-32c7-4f34-a20d-659b7759cb60 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Network 95a58d3a-be85-4638-89b6-d5ceee3ad70c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:47.447910 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] Set router daba5746-e5a3-4490-b215-1178a0951b65 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:47.457309 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe7392e-0b42-40ae-b326-ac3e93454a8f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] DELETE failed (client error): The resource could not be found. Jul 08 20:23:47.459610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe7392e-0b42-40ae-b326-ac3e93454a8f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:23:47.465898 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dfe7392e-0b42-40ae-b326-ac3e93454a8f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/b6b4b6b6-d63b-4903-ba47-71c28f64f03d HTTP/1.1" status: 404 len: 333 time: 0.1055119 Jul 08 20:23:47.468800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57332) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:47.473724 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:47.486758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=d63679c1-2772-47b0-9fad-e1fab128eee3,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:47.502657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-ff27f880-32c7-4f34-a20d-659b7759cb60 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:47.582036 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19395ee-5346-47a4-a512-ea5dab4fa6e2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:23:47.586776 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f19395ee-5346-47a4-a512-ea5dab4fa6e2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/b6b4b6b6-d63b-4903-ba47-71c28f64f03d HTTP/1.1" status: 404 len: 333 time: 0.1148319 Jul 08 20:23:47.589329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-ff27f880-32c7-4f34-a20d-659b7759cb60 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:47.598941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57336) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:47.598941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Allocated IP 172.20.0.7 (198d3bf0-29c3-40e0-9926-afde777a99c8/cc0df444-1462-4fcc-8bf0-a05c64cdd3e3/a1049263-9c97-4634-afab-ca137e18f8bb) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:47.647536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27f880-32c7-4f34-a20d-659b7759cb60 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Pushing event updated for resources: {'Port': ['ID=5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:47.673463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6e1452af-85eb-46b0-aa13-176357614ba9 None None] Could not find standard attr ID for object b6b4b6b6-d63b-4903-ba47-71c28f64f03d. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:23:47.803586 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '62508498-8436-4907-a0e0-979eed0a703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:23:42Z', 'revision_number': 3, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port': {'id': '62508498-8436-4907-a0e0-979eed0a703a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:40Z', 'updated_at': '2021-07-08T20:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:47.818339 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac518d-c441-4867-b224-50e2c96ac2a3 req-4184dd8b-b89f-487a-b12e-3b5ef8a26070 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:47.820897 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-81ac518d-c441-4867-b224-50e2c96ac2a3 req-4184dd8b-b89f-487a-b12e-3b5ef8a26070 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.2482049 Jul 08 20:23:47.844850 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fec5e1ee-3795-43b6-bbbf-b1a0f3dd95f8 req-7a077524-1165-4c43-a3ca-6fa481755af9 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 210 time: 0.1180024 Jul 08 20:23:47.850568 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13170c8e-db4d-453b-bc1b-22bac4d84553 None None] The sync data for ids ['daba5746-e5a3-4490-b215-1178a0951b65'] in n-d-791506-16 is: [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '62508498-8436-4907-a0e0-979eed0a703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:23:42Z', 'revision_number': 3, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port': {'id': '62508498-8436-4907-a0e0-979eed0a703a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:40Z', 'updated_at': '2021-07-08T20:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:23:47.857027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-18459917-d80c-47c6-a55e-eefd35bbfc98 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Allocated IP 172.20.0.8 (fdb5f88e-06d4-480f-a839-50102aa47e53/1d30581c-537d-4c32-9235-0aa435cb33f2/ef764ae7-2f70-48d1-bd6b-e61256299be1) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:47.884577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-ff27f880-32c7-4f34-a20d-659b7759cb60 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:47.885293 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-ff27f880-32c7-4f34-a20d-659b7759cb60 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:47.915553 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-4067f2d9-8eb8-43e7-8d80-dd9a22ee2906 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting subnet e099aaba-a31d-42f5-86ce-851244c73103 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:23:47.916769 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-81ac518d-c441-4867-b224-50e2c96ac2a3 req-e263d09c-f8c2-49fa-9b64-77f4f17beca8 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871899 Jul 08 20:23:47.920937 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4067f2d9-8eb8-43e7-8d80-dd9a22ee2906 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:47.990084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f6988-338b-423b-bd66-3026a0b19f93 admin admin] Deleting port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:47.990435 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a8f6988-338b-423b-bd66-3026a0b19f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:48.097667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5a8f6988-338b-423b-bd66-3026a0b19f93 admin admin] For port da66c2dd-f328-44a7-ab3f-fb2dc1dea24a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=da66c2dd-f328-44a7-ab3f-fb2dc1dea24a,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:48.097873 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4067f2d9-8eb8-43e7-8d80-dd9a22ee2906 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:48.098597 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a8f6988-338b-423b-bd66-3026a0b19f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:48.115887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f6988-338b-423b-bd66-3026a0b19f93 admin admin] Calling delete_port for da66c2dd-f328-44a7-ab3f-fb2dc1dea24a owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:48.228946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-ff27f880-32c7-4f34-a20d-659b7759cb60 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8694296 Jul 08 20:23:48.269624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Request body: {'port': {'device_id': '370dfef4-5f74-44dd-ade8-d120cad87b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:48.348437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba13d2-088d-48d8-a481-a16ea8c2be09 req-4bf14bf6-8648-4724-ada5-8a1c3996fc31 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:48.350640 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2eba13d2-088d-48d8-a481-a16ea8c2be09 req-4bf14bf6-8648-4724-ada5-8a1c3996fc31 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 931 time: 0.1846168 Jul 08 20:23:48.362008 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4067f2d9-8eb8-43e7-8d80-dd9a22ee2906 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:48.415459 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:48.416738 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2eba13d2-088d-48d8-a481-a16ea8c2be09 req-dcee6af9-1865-4f4b-9a63-b2d773c822a4 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/security-groups?id=49fbfb18-4bd9-47fc-a06b-08630971be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563066 Jul 08 20:23:48.430566 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:48.504877 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a8f6988-338b-423b-bd66-3026a0b19f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:48.539938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f6988-338b-423b-bd66-3026a0b19f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=da66c2dd-f328-44a7-ab3f-fb2dc1dea24a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:48.593666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Transition to ACTIVE for port object a1049263-9c97-4634-afab-ca137e18f8bb will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:48.656777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd641dbe-15ac-4827-94bf-37253bec0da7 None None] Network 198d3bf0-29c3-40e0-9926-afde777a99c8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:48.693800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4067f2d9-8eb8-43e7-8d80-dd9a22ee2906 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:48.768438 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:48.828720 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d63679c1-2772-47b0-9fad-e1fab128eee3 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:48.833924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730daa87-b9d7-4a38-9ed3-b0caec2f6e06 req-e7d438ff-9a4c-470e-9849-aaf38d8b9093 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:48.844221 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-730daa87-b9d7-4a38-9ed3-b0caec2f6e06 req-e7d438ff-9a4c-470e-9849-aaf38d8b9093 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.7646892 Jul 08 20:23:48.869689 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a8f6988-338b-423b-bd66-3026a0b19f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:48.878660 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4067f2d9-8eb8-43e7-8d80-dd9a22ee2906 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:48.884996 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4067f2d9-8eb8-43e7-8d80-dd9a22ee2906 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/e099aaba-a31d-42f5-86ce-851244c73103 HTTP/1.1" status: 204 len: 168 time: 1.2803583 Jul 08 20:23:48.884996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067f2d9-8eb8-43e7-8d80-dd9a22ee2906 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Subnet': ['ID=e099aaba-a31d-42f5-86ce-851244c73103,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:48.888087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57342) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:48.948175 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dda9609-242f-454a-8358-fb80f8346596 None None] Network 31c18d2c-4dc9-4b75-bfd2-deab27947caa requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:48.975586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-218e0c50-65af-4b0b-8343-b6642357c2f6 None None] Provisioning for port 071d0f72-7a76-4d25-b486-d72e92f94bec completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:49.060432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d63679c1-2772-47b0-9fad-e1fab128eee3 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:49.060834 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:49.193232 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47b8e431-9039-4494-9228-0be4f5dbffb6 req-d0313580-3095-40c5-9f10-34e393cc6c6d tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 210 time: 0.0740178 Jul 08 20:23:49.217919 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:49.436959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port d63679c1-2772-47b0-9fad-e1fab128eee3 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:49.437356 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:49.447003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 62508498-8436-4907-a0e0-979eed0a703a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:49.456258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8f6988-338b-423b-bd66-3026a0b19f93 admin admin] Router 83903e93-6552-480f-b629-5fe781e5b771 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:23:49.541712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267116c7-5d1f-4e9e-94e5-e72cdfda2d42 None None] DHCP port deletion for 31c18d2c-4dc9-4b75-bfd2-deab27947caa request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:23:49.545222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 62508498-8436-4907-a0e0-979eed0a703a completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:49.553741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 62508498-8436-4907-a0e0-979eed0a703a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:49.554117 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:49.582746 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:49.625944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] For port d63679c1-2772-47b0-9fad-e1fab128eee3, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d63679c1-2772-47b0-9fad-e1fab128eee3,segment=NetworkSegment(8bc91262-b53b-4f11-a8fc-861bbfcc9ff1),segment_id=8bc91262-b53b-4f11-a8fc-861bbfcc9ff1)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:49.626895 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:49.649592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for d63679c1-2772-47b0-9fad-e1fab128eee3 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:49.654329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-267116c7-5d1f-4e9e-94e5-e72cdfda2d42 None None] Deleting port d63679c1-2772-47b0-9fad-e1fab128eee3 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:49.654565 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-18459917-d80c-47c6-a55e-eefd35bbfc98 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:49.655009 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-267116c7-5d1f-4e9e-94e5-e72cdfda2d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:49.665663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Network 198d3bf0-29c3-40e0-9926-afde777a99c8 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:49.667795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd92e1-8120-4691-9911-97843d391413 req-11571ab5-ebdc-4d85-84d8-79fd0d7ce014 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:49.669678 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51bd92e1-8120-4691-9911-97843d391413 req-11571ab5-ebdc-4d85-84d8-79fd0d7ce014 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.3006744 Jul 08 20:23:49.679885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-730daa87-b9d7-4a38-9ed3-b0caec2f6e06 req-c9fec306-6b0c-406d-a456-65730794b3da tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8346574 Jul 08 20:23:49.722021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:49.726778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:49.759047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-267116c7-5d1f-4e9e-94e5-e72cdfda2d42 None None] For port d63679c1-2772-47b0-9fad-e1fab128eee3, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d63679c1-2772-47b0-9fad-e1fab128eee3,segment=NetworkSegment(8bc91262-b53b-4f11-a8fc-861bbfcc9ff1),segment_id=8bc91262-b53b-4f11-a8fc-861bbfcc9ff1)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:49.759563 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-267116c7-5d1f-4e9e-94e5-e72cdfda2d42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:49.780073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-267116c7-5d1f-4e9e-94e5-e72cdfda2d42 None None] Calling delete_port for d63679c1-2772-47b0-9fad-e1fab128eee3 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:49.863089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:49.863793 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:49.885477 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:49.911019 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3951340 Jul 08 20:23:49.932713 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57350) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:49.946303 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-267116c7-5d1f-4e9e-94e5-e72cdfda2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:49.946532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Request body: {'port': {'network_id': '198d3bf0-29c3-40e0-9926-afde777a99c8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1600423744', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:49.947066 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.api.validators [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] bootfile-name is not in valid_values {{(pid=94066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 20:23:49.947415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.api.validators [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] tftp-server is not in valid_values {{(pid=94066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 20:23:49.947754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.api.validators [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] server-ip-address is not in valid_values {{(pid=94066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 20:23:49.974843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93d7a6-c56e-4970-9343-bf3295064113 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Pushing event updated for resources: {'Port': ['ID=a1049263-9c97-4634-afab-ca137e18f8bb,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:49.997694 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 62508498-8436-4907-a0e0-979eed0a703a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=62508498-8436-4907-a0e0-979eed0a703a,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:50.004010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267116c7-5d1f-4e9e-94e5-e72cdfda2d42 None None] Pushing event deleted for resources: {'Port': ['ID=d63679c1-2772-47b0-9fad-e1fab128eee3,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:50.009693 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.010404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 071d0f72-7a76-4d25-b486-d72e92f94bec up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:50.013229 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267116c7-5d1f-4e9e-94e5-e72cdfda2d42 None None] No DVR routers for this DVR port d63679c1-2772-47b0-9fad-e1fab128eee3 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:50.117853 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Allocated IP 172.20.0.1 (b9c31369-0a5d-4774-b024-98d5eb5c69a6/c5052925-461c-40a3-96f2-4691da5939fe/d39d921b-a889-4ae9-b8ed-64cb31f393f4) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:50.122950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=62508498-8436-4907-a0e0-979eed0a703a,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:50.134685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 071d0f72-7a76-4d25-b486-d72e92f94bec completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:50.144321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 071d0f72-7a76-4d25-b486-d72e92f94bec triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:50.145109 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.210148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e3412239-c0ec-4c73-9c97-7d908bea87e5 None None] Provisioning for port a1049263-9c97-4634-afab-ca137e18f8bb completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:50.217270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e3412239-c0ec-4c73-9c97-7d908bea87e5 None None] Provisioning complete for port a1049263-9c97-4634-afab-ca137e18f8bb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:50.218424 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3412239-c0ec-4c73-9c97-7d908bea87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.273624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e3412239-c0ec-4c73-9c97-7d908bea87e5 None None] Port a1049263-9c97-4634-afab-ca137e18f8bb cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:23:50.273860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:23:50.290334 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-18459917-d80c-47c6-a55e-eefd35bbfc98 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.293222 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.294786 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.295689 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.333193 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=d63679c1-2772-47b0-9fad-e1fab128eee3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:50.339663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 071d0f72-7a76-4d25-b486-d72e92f94bec, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=071d0f72-7a76-4d25-b486-d72e92f94bec,segment=NetworkSegment(900a65ff-f8da-41e0-9122-01615ed65ee3),segment_id=900a65ff-f8da-41e0-9122-01615ed65ee3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:50.346955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No DVR routers for this DVR port d63679c1-2772-47b0-9fad-e1fab128eee3 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:50.347274 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.356805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d69e8-0bd9-4d42-aa42-196e3d4b4021 req-ba78cb1f-4529-46cd-81b8-c235551af9bf tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:50.359131 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dc6d69e8-0bd9-4d42-aa42-196e3d4b4021 req-ba78cb1f-4529-46cd-81b8-c235551af9bf tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 931 time: 0.4586432 Jul 08 20:23:50.389812 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51bd92e1-8120-4691-9911-97843d391413 req-78825fa6-364e-4773-8855-07e00d5cd862 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611404 Jul 08 20:23:50.390289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Transition to ACTIVE for port object 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:50.420678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8f6988-338b-423b-bd66-3026a0b19f93 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:23:50.434363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-18459917-d80c-47c6-a55e-eefd35bbfc98 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Network fdb5f88e-06d4-480f-a839-50102aa47e53 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:50.437046 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.450470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a815c74-977f-4644-8f4c-55ee11f40560 None None] Sync routers for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:23:50.458494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-18459917-d80c-47c6-a55e-eefd35bbfc98 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:50.467428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18459917-d80c-47c6-a55e-eefd35bbfc98 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Pushing event updated for resources: {'Port': ['ID=ef764ae7-2f70-48d1-bd6b-e61256299be1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:50.471811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a815c74-977f-4644-8f4c-55ee11f40560 None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:50.472590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1a815c74-977f-4644-8f4c-55ee11f40560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:50.478011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-18459917-d80c-47c6-a55e-eefd35bbfc98 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:50.482600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=071d0f72-7a76-4d25-b486-d72e92f94bec,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:50.495967 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5a8f6988-338b-423b-bd66-3026a0b19f93 admin admin] 10.222.0.101 "PUT /v2.0/routers/83903e93-6552-480f-b629-5fe781e5b771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7254453 Jul 08 20:23:50.502915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57354) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:50.522297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Made reservation on behalf of 8071ece47ca44f8ea071dbcad47dbab6 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:50.528707 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.563181 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dc6d69e8-0bd9-4d42-aa42-196e3d4b4021 req-59ca45e5-9d2f-4cc4-ac65-f6172c3458f4 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/security-groups?id=49fbfb18-4bd9-47fc-a06b-08630971be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932933 Jul 08 20:23:50.578516 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.630058 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.639975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Transition to ACTIVE for port object d39d921b-a889-4ae9-b8ed-64cb31f393f4 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:50.642180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] device_id is not set on port fd4b7bad-aecd-400d-80d9-fd0fe2262c61 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:50.647517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c18d2c-4dc9-4b75-bfd2-deab27947caa']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:50.651681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-18459917-d80c-47c6-a55e-eefd35bbfc98 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:50.652330 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-18459917-d80c-47c6-a55e-eefd35bbfc98 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.654395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-1a815c74-977f-4644-8f4c-55ee11f40560 None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:50.689552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Pushing event updated for resources: {'Port': ['ID=5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:50.700568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc91262-b53b-4f11-a8fc-861bbfcc9ff1') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:50.700920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc91262-b53b-4f11-a8fc-861bbfcc9ff1') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:50.724569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 62508498-8436-4907-a0e0-979eed0a703a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:50.732163 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.746534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-18459917-d80c-47c6-a55e-eefd35bbfc98 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5219767 Jul 08 20:23:50.752942 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.762426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Request body: {'port': {'device_id': '772c86a8-142a-46e6-b3f1-024f54a7028e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:50.847178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 62508498-8436-4907-a0e0-979eed0a703a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:50.847723 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.860799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Attempting to bind port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:50.861135 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Attempting to bind port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '95ef0ca6-7652-4566-9c07-78c4df0ebde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '95a58d3a-be85-4638-89b6-d5ceee3ad70c'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:50.861462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Attempting to bind port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 on network 95a58d3a-be85-4638-89b6-d5ceee3ad70c {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:50.862681 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.883941 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.890014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5da9fa-1962-4af0-9dfa-f1f16807c6ac req-5ecc415c-b201-49fe-a054-40997a260aa7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:50.891629 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4f5da9fa-1962-4af0-9dfa-f1f16807c6ac req-5ecc415c-b201-49fe-a054-40997a260aa7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 931 time: 0.3168759 Jul 08 20:23:50.892759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:50.893177 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:50.897948 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:50.922646 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 on network 95a58d3a-be85-4638-89b6-d5ceee3ad70c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:50.923011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Attempting to bind port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 on network 95a58d3a-be85-4638-89b6-d5ceee3ad70c {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:50.983743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:50.983987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Checking segment: {'id': '95ef0ca6-7652-4566-9c07-78c4df0ebde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '95a58d3a-be85-4638-89b6-d5ceee3ad70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:50.984383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Bound using segment: {'id': '95ef0ca6-7652-4566-9c07-78c4df0ebde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '95a58d3a-be85-4638-89b6-d5ceee3ad70c'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:50.984859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Bound port: 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ef0ca6-7652-4566-9c07-78c4df0ebde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '95a58d3a-be85-4638-89b6-d5ceee3ad70c'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:50.985241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:50.986978 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1a815c74-977f-4644-8f4c-55ee11f40560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:23:48Z', 'revision_number': 5, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port': {'id': 'ce4d8517-42a2-4af6-bff9-af0c338b5ef6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83903e93-6552-480f-b629-5fe781e5b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:21:57Z', 'updated_at': '2021-07-08T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:50.995299 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.003505 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4f5da9fa-1962-4af0-9dfa-f1f16807c6ac req-59f4bdf0-9367-4fed-bf3a-56a5ffd91520 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926421 Jul 08 20:23:51.005281 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.009116 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Network b9c31369-0a5d-4774-b024-98d5eb5c69a6 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:51.014600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Allocated IP 172.20.0.8 (198d3bf0-29c3-40e0-9926-afde777a99c8/cc0df444-1462-4fcc-8bf0-a05c64cdd3e3/fd4b7bad-aecd-400d-80d9-fd0fe2262c61) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:51.015867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.018115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/networks/31c18d2c-4dc9-4b75-bfd2-deab27947caa HTTP/1.1" status: 204 len: 168 time: 2.1282878 Jul 08 20:23:51.024690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a815c74-977f-4644-8f4c-55ee11f40560 None None] Checking router: 83903e93-6552-480f-b629-5fe781e5b771 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:23:51.030325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57358) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:51.036280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:51.037867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-be34a401-2e45-466d-ba74-1ddce72be2fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-902950122'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:51.047977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a815c74-977f-4644-8f4c-55ee11f40560 None None] Routers {'83903e93-6552-480f-b629-5fe781e5b771'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:51.048617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1a815c74-977f-4644-8f4c-55ee11f40560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['83903e93-6552-480f-b629-5fe781e5b771'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:51.049629 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:51.051533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Pushing event updated for resources: {'Port': ['ID=d39d921b-a889-4ae9-b8ed-64cb31f393f4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:51.057711 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.067328 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8de184-5f88-4805-816b-f4f88dcd9e1f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Network': ['ID=31c18d2c-4dc9-4b75-bfd2-deab27947caa,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:51.112215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be34a401-2e45-466d-ba74-1ddce72be2fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:51.115920 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-be34a401-2e45-466d-ba74-1ddce72be2fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.139781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Deleting port ce4d8517-42a2-4af6-bff9-af0c338b5ef6 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:51.140124 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.165379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d63679c1-2772-47b0-9fad-e1fab128eee3 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:23:51.188333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be34a401-2e45-466d-ba74-1ddce72be2fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:23:51.204376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: d63679c1-2772-47b0-9fad-e1fab128eee3 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:23:51.204746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d63679c1-2772-47b0-9fad-e1fab128eee3 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:23:51.207847 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-be34a401-2e45-466d-ba74-1ddce72be2fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.207980 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-be34a401-2e45-466d-ba74-1ddce72be2fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Added segment 16575cf6-3b3d-4df9-ac5c-f7b64383d379 of type vlan for network 5274a3bb-7fca-4bac-9bb3-553583f5a1cb Jul 08 20:23:51.221103 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.251282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-1a815c74-977f-4644-8f4c-55ee11f40560 None None] Set router 83903e93-6552-480f-b629-5fe781e5b771 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:51.291219 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-be34a401-2e45-466d-ba74-1ddce72be2fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.292894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038f49c-5c26-414a-8995-7d6caa09ceaf req-326d6566-4db8-4c7a-9ad5-67af9a636907 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:51.294505 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1038f49c-5c26-414a-8995-7d6caa09ceaf req-326d6566-4db8-4c7a-9ad5-67af9a636907 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.4389527 Jul 08 20:23:51.303322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] For port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:51.315494 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] For port ce4d8517-42a2-4af6-bff9-af0c338b5ef6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce4d8517-42a2-4af6-bff9-af0c338b5ef6,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:51.316073 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.333981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Calling delete_port for ce4d8517-42a2-4af6-bff9-af0c338b5ef6 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:51.346834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1a815c74-977f-4644-8f4c-55ee11f40560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:23:50Z', 'revision_number': 6, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:51.385056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] For port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8,segment=NetworkSegment(95ef0ca6-7652-4566-9c07-78c4df0ebde9),segment_id=95ef0ca6-7652-4566-9c07-78c4df0ebde9)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:51.386258 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a815c74-977f-4644-8f4c-55ee11f40560 None None] The sync data for ids ['83903e93-6552-480f-b629-5fe781e5b771'] in n-d-791506-16 is: [{'id': '83903e93-6552-480f-b629-5fe781e5b771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608006532-router', 'tenant_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:21:56Z', 'updated_at': '2021-07-08T20:23:50Z', 'revision_number': 6, 'project_id': 'a2ee0dc014ab4ec693d7df1bbc66c8b1', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:23:51.399824 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-be34a401-2e45-466d-ba74-1ddce72be2fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.405714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be34a401-2e45-466d-ba74-1ddce72be2fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:51.406376 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-be34a401-2e45-466d-ba74-1ddce72be2fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.457385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.479409 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-be34a401-2e45-466d-ba74-1ddce72be2fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4471617 Jul 08 20:23:51.488028 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57362) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:51.497130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-40db8ee0-566d-4e0e-b7ab-dd156d487ff3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '5274a3bb-7fca-4bac-9bb3-553583f5a1cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:51.511907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-33a8fcb7-4986-4cc3-a6fa-d4f716c1f42a None None] Provisioning for port d39d921b-a889-4ae9-b8ed-64cb31f393f4 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:51.516540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-33a8fcb7-4986-4cc3-a6fa-d4f716c1f42a None None] Provisioning complete for port d39d921b-a889-4ae9-b8ed-64cb31f393f4 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:51.516834 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-33a8fcb7-4986-4cc3-a6fa-d4f716c1f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.550972 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34a401-2e45-466d-ba74-1ddce72be2fb tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Network': ['ID=5274a3bb-7fca-4bac-9bb3-553583f5a1cb,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:51.563329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 5274a3bb-7fca-4bac-9bb3-553583f5a1cb details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:23:51.577499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-33a8fcb7-4986-4cc3-a6fa-d4f716c1f42a None None] Port d39d921b-a889-4ae9-b8ed-64cb31f393f4 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:23:51.589491 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1038f49c-5c26-414a-8995-7d6caa09ceaf req-bdd32bd5-2f64-4173-a50f-2669500e27f0 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602942 Jul 08 20:23:51.661443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Pushing event updated for resources: {'Port': ['ID=5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:51.667914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:51.668538 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.670034 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-fb6da03a-5767-4daf-8461-974877a01b54 service neutron] 10.222.0.103 "PUT /v2.0/ports/5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 HTTP/1.1" status: 200 len: 1092 time: 3.4140933 Jul 08 20:23:51.676877 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370dfef4-5f74-44dd-ade8-d120cad87b02', 'tag': '5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:51.678972 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a069dcc-ac77-46d0-a4d1-8bcfffae7ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "370dfef4-5f74-44dd-ade8-d120cad87b02", "tag": "5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:51.740345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40db8ee0-566d-4e0e-b7ab-dd156d487ff3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:51.745487 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40db8ee0-566d-4e0e-b7ab-dd156d487ff3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.805993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064592c7-01d2-4ad4-85a5-281b1eacfbbe req-69eabd93-570e-4907-97a9-6e23f52b4c3e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:51.809298 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-064592c7-01d2-4ad4-85a5-281b1eacfbbe req-69eabd93-570e-4907-97a9-6e23f52b4c3e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.2536287 Jul 08 20:23:51.858605 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.863383 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.868501 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:51.913993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4d8517-42a2-4af6-bff9-af0c338b5ef6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:51.919581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Transition to ACTIVE for port object fd4b7bad-aecd-400d-80d9-fd0fe2262c61 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:51.949498 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-064592c7-01d2-4ad4-85a5-281b1eacfbbe req-dd997f8b-d5c2-4eab-b301-a714370db22c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304293 Jul 08 20:23:51.998013 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.003754 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b587a1ea-e4a4-499d-aba1-3b0e8c9d0382 x-openstack-request-id: req-b587a1ea-e4a4-499d-aba1-3b0e8c9d0382 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:52.004054 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370dfef4-5f74-44dd-ade8-d120cad87b02", "tag": "5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:52.004307 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b587a1ea-e4a4-499d-aba1-3b0e8c9d0382 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:52.004734 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370dfef4-5f74-44dd-ade8-d120cad87b02', 'tag': '5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8', 'status': 'completed', 'code': 200} Jul 08 20:23:52.021400 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-03f7a00c-9899-4dcf-a0cc-135becf15237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:52.023567 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-03f7a00c-9899-4dcf-a0cc-135becf15237 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5fdd93b8009943819b0d1319f033d7ac&device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 1095 time: 0.2743108 Jul 08 20:23:52.047574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cdfd9-e74d-481b-a218-08821918b53e req-b1cc2f9c-e3de-4411-9c8f-e8da4f36ebaa tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:52.049038 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-855cdfd9-e74d-481b-a218-08821918b53e req-b1cc2f9c-e3de-4411-9c8f-e8da4f36ebaa tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 943 time: 0.2646387 Jul 08 20:23:52.052191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef764ae7-2f70-48d1-bd6b-e61256299be1 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:23:52.072319 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.119869 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-90337c40-2074-4a31-b480-0dfceaa7c546 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 HTTP/1.1" status: 200 len: 217 time: 0.0821474 Jul 08 20:23:52.120077 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.123827 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.182889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Transition to ACTIVE for port object ef764ae7-2f70-48d1-bd6b-e61256299be1 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:52.187935 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.216764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.243133 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.243401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83903e93-6552-480f-b629-5fe781e5b771 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:23:52.248149 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.251625 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8bafa9bb-cc46-41bb-ba37-570bb03b0bcc admin admin] 10.222.0.101 "DELETE /v2.0/routers/83903e93-6552-480f-b629-5fe781e5b771 HTTP/1.1" status: 204 len: 168 time: 1.7457376 Jul 08 20:23:52.253604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57370) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:52.289965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40db8ee0-566d-4e0e-b7ab-dd156d487ff3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.297145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-855cdfd9-e74d-481b-a218-08821918b53e req-20232dae-bd69-4d3c-9f28-7c82027fc921 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/security-groups?id=49fbfb18-4bd9-47fc-a06b-08630971be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275407 Jul 08 20:23:52.314271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Network 198d3bf0-29c3-40e0-9926-afde777a99c8 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:52.324807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-45b6116f-9aba-461d-8711-bf135ba80029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:52.324807 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-45b6116f-9aba-461d-8711-bf135ba80029 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a6fd1b1e-fce8-4285-a78d-40aed03db887 HTTP/1.1" status: 200 len: 853 time: 0.1826198 Jul 08 20:23:52.331204 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:52.337614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:52.340099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Pushing event updated for resources: {'Port': ['ID=fd4b7bad-aecd-400d-80d9-fd0fe2262c61,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:52.367133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38508d4-d3f4-47c4-b319-85200111794d admin admin] Deleting subnet 02497ea6-a8d2-4775-bbb5-becb69ed5561 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:23:52.378661 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d38508d4-d3f4-47c4-b319-85200111794d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.418327 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db8ee0-566d-4e0e-b7ab-dd156d487ff3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Subnet': ['ID=9b4f2b20-16e0-4c2b-a8d1-7af5d835191f,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:52.444027 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-04774b66-187c-479a-81ac-16589962d545 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=95a58d3a-be85-4638-89b6-d5ceee3ad70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938756 Jul 08 20:23:52.457575 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f4a87-db32-491c-97cd-a56bf7eae99d req-f5e52e64-a672-4d7d-9289-657275399045 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:52.464724 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a84f4a87-db32-491c-97cd-a56bf7eae99d req-f5e52e64-a672-4d7d-9289-657275399045 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 943 time: 0.2654402 Jul 08 20:23:52.500732 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d38508d4-d3f4-47c4-b319-85200111794d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.506429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db8ee0-566d-4e0e-b7ab-dd156d487ff3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Checking segment: {'id': '16575cf6-3b3d-4df9-ac5c-f7b64383d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5274a3bb-7fca-4bac-9bb3-553583f5a1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:52.506804 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db8ee0-566d-4e0e-b7ab-dd156d487ff3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network hostable DHCP agents. Network: 5274a3bb-7fca-4bac-9bb3-553583f5a1cb, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:23:52.553681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 071d0f72-7a76-4d25-b486-d72e92f94bec up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:52.575392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db8ee0-566d-4e0e-b7ab-dd156d487ff3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 5274a3bb-7fca-4bac-9bb3-553583f5a1cb is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:23:52.595963 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a84f4a87-db32-491c-97cd-a56bf7eae99d req-1c791164-59d3-40f9-8d47-908fc6dbdcaa tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282904 Jul 08 20:23:52.602450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:52.603509 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.615504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Pushing event updated for resources: {'Port': ['ID=ef764ae7-2f70-48d1-bd6b-e61256299be1,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:52.633488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-40db8ee0-566d-4e0e-b7ab-dd156d487ff3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 5274a3bb-7fca-4bac-9bb3-553583f5a1cb) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:52.635359 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.640481 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40db8ee0-566d-4e0e-b7ab-dd156d487ff3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:52.641431 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40db8ee0-566d-4e0e-b7ab-dd156d487ff3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.660295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.661045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaf3f11-6563-4014-85a9-9d0d0278c981 None None] Network 5274a3bb-7fca-4bac-9bb3-553583f5a1cb requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:52.693774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-40db8ee0-566d-4e0e-b7ab-dd156d487ff3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2046299 Jul 08 20:23:52.699648 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57374) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:52.705351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '5274a3bb-7fca-4bac-9bb3-553583f5a1cb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1976793264'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:52.707354 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6c98581b-bc7e-4adf-887a-9a5d95bc97ae tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7650230 Jul 08 20:23:52.710147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57376) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:52.748405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 071d0f72-7a76-4d25-b486-d72e92f94bec triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:52.748808 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.758767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab97387d-2b3e-4628-bb4c-83b45b0f24bb None None] Provisioning for port fd4b7bad-aecd-400d-80d9-fd0fe2262c61 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:52.777265 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d38508d4-d3f4-47c4-b319-85200111794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.791833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab97387d-2b3e-4628-bb4c-83b45b0f24bb None None] Provisioning complete for port fd4b7bad-aecd-400d-80d9-fd0fe2262c61 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:52.792191 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab97387d-2b3e-4628-bb4c-83b45b0f24bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.860965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Attempting to bind port ef764ae7-2f70-48d1-bd6b-e61256299be1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:52.861318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Attempting to bind port ef764ae7-2f70-48d1-bd6b-e61256299be1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:52.861634 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Attempting to bind port ef764ae7-2f70-48d1-bd6b-e61256299be1 on network fdb5f88e-06d4-480f-a839-50102aa47e53 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:52.863398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ab97387d-2b3e-4628-bb4c-83b45b0f24bb None None] Port fd4b7bad-aecd-400d-80d9-fd0fe2262c61 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:23:52.870045 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.882001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Pushing event updated for resources: {'Port': ['ID=d39d921b-a889-4ae9-b8ed-64cb31f393f4,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:52.891163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-c0b762a9-1343-4e21-be4a-927f23104bf2 service neutron] 10.222.0.103 "GET /v2.0/networks/95a58d3a-be85-4638-89b6-d5ceee3ad70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213123 Jul 08 20:23:52.893715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Port ef764ae7-2f70-48d1-bd6b-e61256299be1 on network fdb5f88e-06d4-480f-a839-50102aa47e53 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:23:52.894067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Attempting to bind port ef764ae7-2f70-48d1-bd6b-e61256299be1 on network fdb5f88e-06d4-480f-a839-50102aa47e53 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:52.897342 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d38508d4-d3f4-47c4-b319-85200111794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.907173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:52.911139 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.944166 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38508d4-d3f4-47c4-b319-85200111794d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02497ea6-a8d2-4775-bbb5-becb69ed5561,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:52.949206 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d38508d4-d3f4-47c4-b319-85200111794d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:52.951386 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d38508d4-d3f4-47c4-b319-85200111794d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/02497ea6-a8d2-4775-bbb5-becb69ed5561 HTTP/1.1" status: 204 len: 168 time: 0.6952603 Jul 08 20:23:52.954667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57378) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:52.966111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e65a8-8419-4d18-923e-4cd18b2a7ddf None None] Network 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:53.057241 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:53.068665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port b62f0d7f-c941-46bf-b885-09cfd20940c0 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:53.234535 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:53.235711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-5274a3bb-7fca-4bac-9bb3-553583f5a1cb', 'network_id': '5274a3bb-7fca-4bac-9bb3-553583f5a1cb', 'tenant_id': 'c59f936d4df34bfe89c8b04a8debfb9e', 'fixed_ips': [{'subnet_id': '9b4f2b20-16e0-4c2b-a8d1-7af5d835191f'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:23:53.236856 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:53.294982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:53.295312 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Checking segment: {'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:53.295775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Bound using segment: {'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:53.296292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Bound port: ef764ae7-2f70-48d1-bd6b-e61256299be1, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243d044c-4345-40f8-8281-f6a87e3b8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:53.296731 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:53.302668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea324d8-f4ca-4433-95ba-3b18acbbe12f req-75fc13dd-492e-4b29-8011-d05a02bcf4d8 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:53.304245 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ea324d8-f4ca-4433-95ba-3b18acbbe12f req-75fc13dd-492e-4b29-8011-d05a02bcf4d8 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.2259848 Jul 08 20:23:53.313228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da66c2dd-f328-44a7-ab3f-fb2dc1dea24a no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:23:53.317429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Deleting port 0361c9e8-688f-48d9-8a5c-703919b7ba28 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:53.317778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:53.339671 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: da66c2dd-f328-44a7-ab3f-fb2dc1dea24a {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:23:53.339896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da66c2dd-f328-44a7-ab3f-fb2dc1dea24a not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:23:53.340362 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce4d8517-42a2-4af6-bff9-af0c338b5ef6 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:23:53.350226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8::255 (5274a3bb-7fca-4bac-9bb3-553583f5a1cb/9b4f2b20-16e0-4c2b-a8d1-7af5d835191f/b62f0d7f-c941-46bf-b885-09cfd20940c0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:53.407644 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6913a3-4005-4b2f-af02-d3e3f7393509 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:53.412840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: ce4d8517-42a2-4af6-bff9-af0c338b5ef6 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:23:53.413267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce4d8517-42a2-4af6-bff9-af0c338b5ef6 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:23:53.414266 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6913a3-4005-4b2f-af02-d3e3f7393509 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:53.423599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6913a3-4005-4b2f-af02-d3e3f7393509 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:53.425567 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2c6913a3-4005-4b2f-af02-d3e3f7393509 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6883438 Jul 08 20:23:53.426253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57384) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:53.469631 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ea324d8-f4ca-4433-95ba-3b18acbbe12f req-d5d32d17-0743-4164-8531-a7a4f3d06cb7 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537693 Jul 08 20:23:53.471455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] For port 0361c9e8-688f-48d9-8a5c-703919b7ba28, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0361c9e8-688f-48d9-8a5c-703919b7ba28,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:53.471825 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:53.520076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Calling delete_port for 0361c9e8-688f-48d9-8a5c-703919b7ba28 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:53.530773 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd18dae-c089-456a-ab09-9e3ccbe9365c req-43de791c-8a8b-4197-9424-b404548a0427 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:53.532301 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-afd18dae-c089-456a-ab09-9e3ccbe9365c req-43de791c-8a8b-4197-9424-b404548a0427 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.7543633 Jul 08 20:23:53.569229 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171a4655-bb45-431e-80e3-0ead39637305 None None] DHCP port deletion for 48a19f87-9413-4e4d-bcec-0eb6bedd7a1f request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:23:53.613237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24b3b839-4f49-4b4e-a64b-6f0f25c9195f req-8016b226-0b97-4643-8405-318a5223c55d service neutron] 10.222.0.103 "GET /v2.0/networks/95a58d3a-be85-4638-89b6-d5ceee3ad70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102211 Jul 08 20:23:53.631233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-171a4655-bb45-431e-80e3-0ead39637305 None None] Deleting port 0361c9e8-688f-48d9-8a5c-703919b7ba28 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:53.631442 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-171a4655-bb45-431e-80e3-0ead39637305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:53.643873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Network b9c31369-0a5d-4774-b024-98d5eb5c69a6 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:53.649265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] For port ef764ae7-2f70-48d1-bd6b-e61256299be1, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:53.658709 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:53.687431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] For port ef764ae7-2f70-48d1-bd6b-e61256299be1, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef764ae7-2f70-48d1-bd6b-e61256299be1,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:53.692532 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-afd18dae-c089-456a-ab09-9e3ccbe9365c req-3190ecab-7ce5-4233-979c-3351b45204ba tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459527 Jul 08 20:23:53.711960 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:53.712239 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:53.712378 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-171a4655-bb45-431e-80e3-0ead39637305 None None] For port 0361c9e8-688f-48d9-8a5c-703919b7ba28, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0361c9e8-688f-48d9-8a5c-703919b7ba28,segment=NetworkSegment(e56ce635-ab87-4885-867d-c5436baae5d8),segment_id=e56ce635-ab87-4885-867d-c5436baae5d8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:53.712899 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-171a4655-bb45-431e-80e3-0ead39637305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:53.742649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Transition to ACTIVE for port object b62f0d7f-c941-46bf-b885-09cfd20940c0 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:53.742872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-171a4655-bb45-431e-80e3-0ead39637305 None None] Calling delete_port for 0361c9e8-688f-48d9-8a5c-703919b7ba28 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:53.762163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6ad58-c65d-4b3e-923a-c904b26373b3 req-391f25c8-48f8-41a6-91d8-58daba1f7506 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:53.763774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4d6ad58-c65d-4b3e-923a-c904b26373b3 req-391f25c8-48f8-41a6-91d8-58daba1f7506 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 943 time: 0.1671553 Jul 08 20:23:53.767751 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:53.803225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Pushing event deleted for resources: {'Port': ['ID=0361c9e8-688f-48d9-8a5c-703919b7ba28,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:53.823733 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] No DVR routers for this DVR port 0361c9e8-688f-48d9-8a5c-703919b7ba28 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:53.890255 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-171a4655-bb45-431e-80e3-0ead39637305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:53.920733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a4655-bb45-431e-80e3-0ead39637305 None None] Pushing event deleted for resources: {'Port': ['ID=0361c9e8-688f-48d9-8a5c-703919b7ba28,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:53.926377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a4655-bb45-431e-80e3-0ead39637305 None None] No DVR routers for this DVR port 0361c9e8-688f-48d9-8a5c-703919b7ba28 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:53.947582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:53.948333 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:53.949873 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] 10.222.0.104 "PUT /v2.0/ports/ef764ae7-2f70-48d1-bd6b-e61256299be1 HTTP/1.1" status: 200 len: 1092 time: 3.1923544 Jul 08 20:23:53.967877 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4d6ad58-c65d-4b3e-923a-c904b26373b3 req-11fec047-9ddc-48c5-aa52-06da10efda5d tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/security-groups?id=49fbfb18-4bd9-47fc-a06b-08630971be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710441 Jul 08 20:23:53.977350 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.031172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-187d2c3f-90b3-4c70-b3ba-193580d30b01 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Deleting port fd4b7bad-aecd-400d-80d9-fd0fe2262c61 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:54.031517 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-187d2c3f-90b3-4c70-b3ba-193580d30b01 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.035892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772c86a8-142a-46e6-b3f1-024f54a7028e', 'tag': 'ef764ae7-2f70-48d1-bd6b-e61256299be1'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:54.037843 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.038222 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7720a8b1-4467-47cd-aa9e-0478bac48680" -d '{"events": [{"name": "network-changed", "server_uuid": "772c86a8-142a-46e6-b3f1-024f54a7028e", "tag": "ef764ae7-2f70-48d1-bd6b-e61256299be1"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:54.045026 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Allocated IP 2001:db8::2 (5274a3bb-7fca-4bac-9bb3-553583f5a1cb/9b4f2b20-16e0-4c2b-a8d1-7af5d835191f/1592ab01-2632-4260-aa41-fb8e8b35a3c7) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:23:54.059695 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a19f87-9413-4e4d-bcec-0eb6bedd7a1f']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:54.063313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=b62f0d7f-c941-46bf-b885-09cfd20940c0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:54.083665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 5274a3bb-7fca-4bac-9bb3-553583f5a1cb is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:54.087149 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:54.089882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:54.096658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:54.097623 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.102282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56ce635-ab87-4885-867d-c5436baae5d8') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:54.102809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56ce635-ab87-4885-867d-c5436baae5d8') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:54.119580 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.129284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241ea82-99c8-435d-b85e-819b1ecf252f service neutron] Pushing event updated for resources: {'Port': ['ID=ef764ae7-2f70-48d1-bd6b-e61256299be1,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:54.137244 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cb80aa-6161-4802-9a92-b70cd1e154d3 x-openstack-request-id: req-d3cb80aa-6161-4802-9a92-b70cd1e154d3 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:54.137548 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772c86a8-142a-46e6-b3f1-024f54a7028e", "tag": "ef764ae7-2f70-48d1-bd6b-e61256299be1", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:54.137796 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d3cb80aa-6161-4802-9a92-b70cd1e154d3 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:54.138188 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772c86a8-142a-46e6-b3f1-024f54a7028e', 'tag': 'ef764ae7-2f70-48d1-bd6b-e61256299be1', 'status': 'completed', 'code': 200} Jul 08 20:23:54.144861 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6982041e-87a8-44b7-8f0f-fd0a1bc70ea2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.4427299 Jul 08 20:23:54.146358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57390) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:54.149889 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-881263f6-62d4-4a46-b737-650b8de3ef69 None None] Provisioning complete for port d39d921b-a889-4ae9-b8ed-64cb31f393f4 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:54.150269 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-881263f6-62d4-4a46-b737-650b8de3ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.157368 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.187503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a069dcc-ac77-46d0-a4d1-8bcfffae7ab2 req-54a58feb-4d5f-40c6-ad6d-6232ffcee692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:54.189222 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a069dcc-ac77-46d0-a4d1-8bcfffae7ab2 req-54a58feb-4d5f-40c6-ad6d-6232ffcee692 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5fdd93b8009943819b0d1319f033d7ac&device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 1095 time: 0.4882376 Jul 08 20:23:54.189556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:54.189978 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:54.191688 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:54.201490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-881263f6-62d4-4a46-b737-650b8de3ef69 None None] Port d39d921b-a889-4ae9-b8ed-64cb31f393f4 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:23:54.237546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460bf08-03a8-45f0-87ff-f431e8f654a7 req-441ea293-a09d-4e7c-b012-70d4fb42d30a tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:54.238985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d460bf08-03a8-45f0-87ff-f431e8f654a7 req-441ea293-a09d-4e7c-b012-70d4fb42d30a tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 943 time: 0.3429637 Jul 08 20:23:54.270736 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.271154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Router daba5746-e5a3-4490-b215-1178a0951b65 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:23:54.283329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Transition to ACTIVE for port object 1592ab01-2632-4260-aa41-fb8e8b35a3c7 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:54.287233 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.292930 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.297356 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] 10.222.0.101 "DELETE /v2.0/networks/48a19f87-9413-4e4d-bcec-0eb6bedd7a1f HTTP/1.1" status: 204 len: 168 time: 1.3399975 Jul 08 20:23:54.304026 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Transition to ACTIVE for port object 1592ab01-2632-4260-aa41-fb8e8b35a3c7 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:54.312600 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.329336 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-187d2c3f-90b3-4c70-b3ba-193580d30b01 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.345951 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b11db-787c-41ca-98b1-6fab31a1d06f admin admin] Pushing event deleted for resources: {'Network': ['ID=48a19f87-9413-4e4d-bcec-0eb6bedd7a1f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:54.360707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Network 5274a3bb-7fca-4bac-9bb3-553583f5a1cb is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:54.364878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:54.367162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-187d2c3f-90b3-4c70-b3ba-193580d30b01 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Calling delete_port for fd4b7bad-aecd-400d-80d9-fd0fe2262c61 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:54.371017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:54.374569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Pushing event updated for resources: {'Port': ['ID=1592ab01-2632-4260-aa41-fb8e8b35a3c7,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:54.377461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6bd5aaf0-9ab6-4af7-b4a7-3de146bed255 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port b62f0d7f-c941-46bf-b885-09cfd20940c0 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:54.377811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6bd5aaf0-9ab6-4af7-b4a7-3de146bed255 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.432807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-fb597a72-fdcc-417b-863d-3b7074c89d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:54.434475 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-fb597a72-fdcc-417b-863d-3b7074c89d76 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f072151cc9a246949063c5a455a633da&device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 1095 time: 0.3878782 Jul 08 20:23:54.457397 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d460bf08-03a8-45f0-87ff-f431e8f654a7 req-84574c63-455f-48ca-adad-d99097ce81a5 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780965 Jul 08 20:23:54.482288 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6bd5aaf0-9ab6-4af7-b4a7-3de146bed255 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.483297 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Attempting to bind port 1592ab01-2632-4260-aa41-fb8e8b35a3c7 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:54.483836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Attempting to bind port 1592ab01-2632-4260-aa41-fb8e8b35a3c7 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '16575cf6-3b3d-4df9-ac5c-f7b64383d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5274a3bb-7fca-4bac-9bb3-553583f5a1cb'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:54.484367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Attempting to bind port 1592ab01-2632-4260-aa41-fb8e8b35a3c7 on network 5274a3bb-7fca-4bac-9bb3-553583f5a1cb {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:54.502710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:54.503079 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Checking segment: {'id': '16575cf6-3b3d-4df9-ac5c-f7b64383d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5274a3bb-7fca-4bac-9bb3-553583f5a1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:54.503485 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.503881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Bound using segment: {'id': '16575cf6-3b3d-4df9-ac5c-f7b64383d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5274a3bb-7fca-4bac-9bb3-553583f5a1cb'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:54.504351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Bound port: 1592ab01-2632-4260-aa41-fb8e8b35a3c7, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16575cf6-3b3d-4df9-ac5c-f7b64383d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5274a3bb-7fca-4bac-9bb3-553583f5a1cb'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:54.504864 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.518167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6bd5aaf0-9ab6-4af7-b4a7-3de146bed255 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for b62f0d7f-c941-46bf-b885-09cfd20940c0 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:54.556504 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-cad2e1ad-12a2-496e-b7d5-ef89045f256e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef764ae7-2f70-48d1-bd6b-e61256299be1 HTTP/1.1" status: 200 len: 217 time: 0.1095443 Jul 08 20:23:54.560939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a069dcc-ac77-46d0-a4d1-8bcfffae7ab2 req-1e73a687-68f9-4845-9316-a0394264ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:54.562587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a069dcc-ac77-46d0-a4d1-8bcfffae7ab2 req-1e73a687-68f9-4845-9316-a0394264ba26 service neutron] 10.222.0.103 "GET /v2.0/networks?id=95a58d3a-be85-4638-89b6-d5ceee3ad70c HTTP/1.1" status: 200 len: 914 time: 0.3581362 Jul 08 20:23:54.576714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0361c9e8-688f-48d9-8a5c-703919b7ba28 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:23:54.634084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 0361c9e8-688f-48d9-8a5c-703919b7ba28 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:23:54.634908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0361c9e8-688f-48d9-8a5c-703919b7ba28 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:23:54.651335 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a069dcc-ac77-46d0-a4d1-8bcfffae7ab2 req-e17656ab-098f-47b7-ab1c-6decc1ca59fd service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 HTTP/1.1" status: 200 len: 217 time: 0.0730939 Jul 08 20:23:54.663981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] For port 1592ab01-2632-4260-aa41-fb8e8b35a3c7, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:54.667684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] For port 1592ab01-2632-4260-aa41-fb8e8b35a3c7, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1592ab01-2632-4260-aa41-fb8e8b35a3c7,segment=NetworkSegment(16575cf6-3b3d-4df9-ac5c-f7b64383d379),segment_id=16575cf6-3b3d-4df9-ac5c-f7b64383d379)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:54.673603 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.703467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57396) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:54.718913 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:23:54.730147 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Sync routers for ids ['daba5746-e5a3-4490-b215-1178a0951b65'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:23:54.733845 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6bd5aaf0-9ab6-4af7-b4a7-3de146bed255 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.748679 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4badfe27-9210-4e6b-9e89-433360decc4d admin admin] 10.222.0.101 "PUT /v2.0/routers/daba5746-e5a3-4490-b215-1178a0951b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6821234 Jul 08 20:23:54.753269 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Routers {'daba5746-e5a3-4490-b215-1178a0951b65'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:54.753904 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['daba5746-e5a3-4490-b215-1178a0951b65'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:54.768006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-66ece5c6-93e2-47cc-ad00-b08a23218634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:54.769822 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-66ece5c6-93e2-47cc-ad00-b08a23218634 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1d30581c-537d-4c32-9235-0aa435cb33f2 HTTP/1.1" status: 200 len: 844 time: 0.2034535 Jul 08 20:23:54.801814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe5159-83b6-437d-976a-a6c3a3c5614b None None] Pushing event updated for resources: {'Port': ['ID=1592ab01-2632-4260-aa41-fb8e8b35a3c7,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:54.805602 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5aaf0-9ab6-4af7-b4a7-3de146bed255 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=b62f0d7f-c941-46bf-b885-09cfd20940c0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:54.829114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a069dcc-ac77-46d0-a4d1-8bcfffae7ab2 req-d3df4d35-2f1f-4897-828e-ce8b530af0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:54.831228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a069dcc-ac77-46d0-a4d1-8bcfffae7ab2 req-d3df4d35-2f1f-4897-828e-ce8b530af0c8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a6fd1b1e-fce8-4285-a78d-40aed03db887 HTTP/1.1" status: 200 len: 853 time: 0.1670830 Jul 08 20:23:54.835130 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6bd5aaf0-9ab6-4af7-b4a7-3de146bed255 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:54.839487 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6bd5aaf0-9ab6-4af7-b4a7-3de146bed255 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/b62f0d7f-c941-46bf-b885-09cfd20940c0 HTTP/1.1" status: 204 len: 168 time: 0.6917527 Jul 08 20:23:54.843178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57402) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:54.874433 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-cdb44f63-8244-442e-a520-36ec5ae6c9ac service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fdb5f88e-06d4-480f-a839-50102aa47e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887334 Jul 08 20:23:54.878327 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-8159dbcd-5335-458c-9d5d-3ddc79e606fc tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:23:54.881490 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8159dbcd-5335-458c-9d5d-3ddc79e606fc tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/b62f0d7f-c941-46bf-b885-09cfd20940c0 HTTP/1.1" status: 404 len: 333 time: 0.0366418 Jul 08 20:23:54.884508 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57404) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:54.955724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bc54f-a7c7-414d-b5e0-554fed004c6d req-295bb36a-8623-4164-80c1-4ee279e4dc69 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:54.957405 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a2bc54f-a7c7-414d-b5e0-554fed004c6d req-295bb36a-8623-4164-80c1-4ee279e4dc69 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.2435684 Jul 08 20:23:54.961759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-878b35f6-ba35-4989-b1a9-1e7bcf3eefea tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting subnet 9b4f2b20-16e0-4c2b-a8d1-7af5d835191f {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:23:54.966601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a069dcc-ac77-46d0-a4d1-8bcfffae7ab2 req-d31be093-0c51-426e-9433-f499e5661fd9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=95a58d3a-be85-4638-89b6-d5ceee3ad70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010783 Jul 08 20:23:54.967172 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-878b35f6-ba35-4989-b1a9-1e7bcf3eefea tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:55.003190 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Set router daba5746-e5a3-4490-b215-1178a0951b65 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:55.047932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a2bc54f-a7c7-414d-b5e0-554fed004c6d req-1bb4359c-8b35-4ba7-a96d-e8f722ae78ea tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824654 Jul 08 20:23:55.056993 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-878b35f6-ba35-4989-b1a9-1e7bcf3eefea tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:55.123892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5938b89a-2a24-408e-b428-fbadd34c4ff5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a2ee0dc014ab4ec693d7df1bbc66c8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4192948 Jul 08 20:23:55.162860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57414) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:55.206979 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-878b35f6-ba35-4989-b1a9-1e7bcf3eefea tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:55.286205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:23:55.389813 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-187d2c3f-90b3-4c70-b3ba-193580d30b01 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:55.395957 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-878b35f6-ba35-4989-b1a9-1e7bcf3eefea tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:55.421961 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '62508498-8436-4907-a0e0-979eed0a703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:23:51Z', 'revision_number': 4, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port': {'id': '62508498-8436-4907-a0e0-979eed0a703a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:40Z', 'updated_at': '2021-07-08T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd39d921b-a889-4ae9-b8ed-64cb31f393f4', 'name': '', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'mac_address': 'fa:16:3e:40:be:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:48Z', 'updated_at': '2021-07-08T20:23:52Z', 'revision_number': 2, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'subnets': [{'id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:55.453735 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Checking router: daba5746-e5a3-4490-b215-1178a0951b65 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:23:55.454160 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Updating router daba5746-e5a3-4490-b215-1178a0951b65 port d39d921b-a889-4ae9-b8ed-64cb31f393f4 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:23:55.461838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b35f6-ba35-4989-b1a9-1e7bcf3eefea tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4f2b20-16e0-4c2b-a8d1-7af5d835191f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:55.464875 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-878b35f6-ba35-4989-b1a9-1e7bcf3eefea tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:55.466026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-878b35f6-ba35-4989-b1a9-1e7bcf3eefea tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/9b4f2b20-16e0-4c2b-a8d1-7af5d835191f HTTP/1.1" status: 204 len: 168 time: 0.5805371 Jul 08 20:23:55.470018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57444) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:55.515063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62179e5b-81fd-4e6a-8fc1-2324d9ecaf71 req-06bce09c-007e-48ac-9b29-8424f5f8f36c tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:55.532538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8,segment=NetworkSegment(95ef0ca6-7652-4566-9c07-78c4df0ebde9),segment_id=95ef0ca6-7652-4566-9c07-78c4df0ebde9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:55.534128 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:55.547652 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-62179e5b-81fd-4e6a-8fc1-2324d9ecaf71 req-06bce09c-007e-48ac-9b29-8424f5f8f36c tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 943 time: 0.2837923 Jul 08 20:23:55.561473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8', 'network_id': '95a58d3a-be85-4638-89b6-d5ceee3ad70c', 'port_id': '5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8', 'mac_address': 'fa:16:3e:4b:0a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6fd1b1e-fce8-4285-a78d-40aed03db887', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:23:55.603355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d2c3f-90b3-4c70-b3ba-193580d30b01 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Pushing event deleted for resources: {'Port': ['ID=fd4b7bad-aecd-400d-80d9-fd0fe2262c61,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:55.605235 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:55.640719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-3d9fd7a4-3a51-42be-8e47-067004ae59a0 service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398334 Jul 08 20:23:55.671478 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe711390-bc92-45d0-b818-0203c19a54ee req-a490aa15-9dae-40d6-9b40-0e8699dfac0c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:55.676672 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:55.679767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe711390-bc92-45d0-b818-0203c19a54ee req-a490aa15-9dae-40d6-9b40-0e8699dfac0c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.7163587 Jul 08 20:23:55.707755 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a069dcc-ac77-46d0-a4d1-8bcfffae7ab2 req-e95fe868-d458-469b-a75d-ee7022c7a58d service neutron] 10.222.0.103 "GET /v2.0/networks/95a58d3a-be85-4638-89b6-d5ceee3ad70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436029 Jul 08 20:23:55.714169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:23:55.726412 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-62179e5b-81fd-4e6a-8fc1-2324d9ecaf71 req-cca26ccc-ae9f-4885-9fd1-b329f84c8ccf tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/security-groups?id=49fbfb18-4bd9-47fc-a06b-08630971be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773388 Jul 08 20:23:55.748600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8,segment=NetworkSegment(95ef0ca6-7652-4566-9c07-78c4df0ebde9),segment_id=95ef0ca6-7652-4566-9c07-78c4df0ebde9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:55.752871 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:55.759637 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:55.897564 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:55.923044 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 1592ab01-2632-4260-aa41-fb8e8b35a3c7 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:55.923395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:55.950751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:55.977703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe711390-bc92-45d0-b818-0203c19a54ee req-fec03c06-bfa9-4587-ae62-d53d46000278 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969489 Jul 08 20:23:56.049792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:23:56.126984 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28b599d9-9c36-425f-9e00-6e8f389b44c8 req-24a96ee0-22ef-456b-a3a6-74b3ff49d79a service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436207 Jul 08 20:23:56.152929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-187d2c3f-90b3-4c70-b3ba-193580d30b01 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:56.155305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-187d2c3f-90b3-4c70-b3ba-193580d30b01 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] 10.222.0.101 "DELETE /v2.0/ports/fd4b7bad-aecd-400d-80d9-fd0fe2262c61 HTTP/1.1" status: 204 len: 168 time: 2.7231328 Jul 08 20:23:56.223467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57462) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:56.225716 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:56.252924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f8dbd233-20a3-4ca9-96d5-a94a9f3c8463 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Request body: {'port': {'name': 'tempest-new-port-name-1528886894', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:56.255205 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.api.validators [None req-f8dbd233-20a3-4ca9-96d5-a94a9f3c8463 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] bootfile-name is not in valid_values {{(pid=94066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 20:23:56.255925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.api.validators [None req-f8dbd233-20a3-4ca9-96d5-a94a9f3c8463 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] tftp-server is not in valid_values {{(pid=94066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 20:23:56.256430 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.api.validators [None req-f8dbd233-20a3-4ca9-96d5-a94a9f3c8463 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] server-ip-address is not in valid_values {{(pid=94066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 20:23:56.259727 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Transition to ACTIVE for port object d39d921b-a889-4ae9-b8ed-64cb31f393f4 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:23:56.275733 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:56.379212 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8a08a-ce59-4b21-a938-5170a8b51aa0 None None] Pushing event updated for resources: {'Port': ['ID=d39d921b-a889-4ae9-b8ed-64cb31f393f4,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:56.499891 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Attempting to bind port d39d921b-a889-4ae9-b8ed-64cb31f393f4 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:23:56.499891 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Attempting to bind port d39d921b-a889-4ae9-b8ed-64cb31f393f4 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'a728bf02-0983-4a75-8d42-361c6881bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:23:56.502888 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Attempting to bind port d39d921b-a889-4ae9-b8ed-64cb31f393f4 on network b9c31369-0a5d-4774-b024-98d5eb5c69a6 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:23:56.516970 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:23:56.519161 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Checking segment: {'id': 'a728bf02-0983-4a75-8d42-361c6881bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:23:56.519880 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:56.520298 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Bound using segment: {'id': 'a728bf02-0983-4a75-8d42-361c6881bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:23:56.520824 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Bound port: d39d921b-a889-4ae9-b8ed-64cb31f393f4, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a728bf02-0983-4a75-8d42-361c6881bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:23:56.521220 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:56.553788 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:56.567690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:56.567690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/857f30ac-6f0c-4b77-a534-d6825eabb704 HTTP/1.1" status: 204 len: 168 time: 1.3976426 Jul 08 20:23:56.588317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b2d397-3dd7-40c0-b314-a47d84af089d None None] Network 5274a3bb-7fca-4bac-9bb3-553583f5a1cb requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:23:56.662118 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] For port d39d921b-a889-4ae9-b8ed-64cb31f393f4, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:23:56.689004 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] For port d39d921b-a889-4ae9-b8ed-64cb31f393f4, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d39d921b-a889-4ae9-b8ed-64cb31f393f4,segment=NetworkSegment(a728bf02-0983-4a75-8d42-361c6881bbad),segment_id=a728bf02-0983-4a75-8d42-361c6881bbad)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:23:56.698286 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:56.717811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] For port 1592ab01-2632-4260-aa41-fb8e8b35a3c7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1592ab01-2632-4260-aa41-fb8e8b35a3c7,segment=NetworkSegment(16575cf6-3b3d-4df9-ac5c-f7b64383d379),segment_id=16575cf6-3b3d-4df9-ac5c-f7b64383d379)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:56.718412 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:56.734560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857f30ac-6f0c-4b77-a534-d6825eabb704,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:56.742598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003e980-1cf6-4052-b925-a8a96b4e7d3d req-0b15dab7-49c5-4e34-868d-c4f742272476 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:56.756747 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8003e980-1cf6-4052-b925-a8a96b4e7d3d req-0b15dab7-49c5-4e34-868d-c4f742272476 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 943 time: 0.8468304 Jul 08 20:23:56.764257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1592ab01-2632-4260-aa41-fb8e8b35a3c7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:56.764840 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8dbd233-20a3-4ca9-96d5-a94a9f3c8463 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:56.775255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a069dcc-ac77-46d0-a4d1-8bcfffae7ab2 req-463a236c-d752-40bc-b4f0-3425410b3c5b service neutron] 10.222.0.103 "GET /v2.0/networks/95a58d3a-be85-4638-89b6-d5ceee3ad70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0354037 Jul 08 20:23:56.784272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:56.784678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:56.785139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 1592ab01-2632-4260-aa41-fb8e8b35a3c7 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:56.785304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:56.785597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:56.785941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:56.786276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:56.786608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:56.786940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:56.787268 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:56.787593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:56.787920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:56.788245 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb39749-1b23-4186-8f8f-08c0be611f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:23:56.851596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720a8b1-4467-47cd-aa9e-0478bac48680 req-342f9e03-20f7-48e9-b749-2b9034897541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:56.854153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7720a8b1-4467-47cd-aa9e-0478bac48680 req-342f9e03-20f7-48e9-b749-2b9034897541 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f072151cc9a246949063c5a455a633da&device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 1095 time: 0.6466591 Jul 08 20:23:56.889909 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c4d1f49b-c047-4751-bd5b-1ae4d4d85d27 None None] Provisioning for port 1592ab01-2632-4260-aa41-fb8e8b35a3c7 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:56.893456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 1592ab01-2632-4260-aa41-fb8e8b35a3c7 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:56.924486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b3cc0-c68f-430c-893e-0e8da0a0d24d req-5f369345-0bba-4868-9a72-51e6de999849 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:56.932721 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8a08a-ce59-4b21-a938-5170a8b51aa0 None None] Pushing event updated for resources: {'Port': ['ID=d39d921b-a889-4ae9-b8ed-64cb31f393f4,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:56.933898 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-317b3cc0-c68f-430c-893e-0e8da0a0d24d req-5f369345-0bba-4868-9a72-51e6de999849 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.5136733 Jul 08 20:23:56.962913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c4d1f49b-c047-4751-bd5b-1ae4d4d85d27 None None] Provisioning complete for port 1592ab01-2632-4260-aa41-fb8e8b35a3c7 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:56.963492 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Routers {'daba5746-e5a3-4490-b215-1178a0951b65'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:23:56.963739 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c4d1f49b-c047-4751-bd5b-1ae4d4d85d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:56.965547 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:23:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['daba5746-e5a3-4490-b215-1178a0951b65'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:56.993599 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:57.041996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=1592ab01-2632-4260-aa41-fb8e8b35a3c7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:57.060172 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8003e980-1cf6-4052-b925-a8a96b4e7d3d req-4c9a4ce3-a19d-4850-9287-6f8b822681bd tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941036 Jul 08 20:23:57.063324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 1592ab01-2632-4260-aa41-fb8e8b35a3c7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:57.064053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No DVR routers for this DVR port 1592ab01-2632-4260-aa41-fb8e8b35a3c7 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:23:57.065036 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:57.107575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Port 1592ab01-2632-4260-aa41-fb8e8b35a3c7 was deleted so its status cannot be updated. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 20:23:57.180114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c4d1f49b-c047-4751-bd5b-1ae4d4d85d27 None None] Could not find standard attr ID for object 1592ab01-2632-4260-aa41-fb8e8b35a3c7. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:23:57.196921 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:57.211709 n-d-791506-16 neutron-server[94067]: INFO neutron.plugins.ml2.db [None req-c4d1f49b-c047-4751-bd5b-1ae4d4d85d27 None None] No ports have port_id starting with 1592ab01-2632-4260-aa41-fb8e8b35a3c7 Jul 08 20:23:57.212994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5274a3bb-7fca-4bac-9bb3-553583f5a1cb']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:57.247713 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16575cf6-3b3d-4df9-ac5c-f7b64383d379') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:57.249275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16575cf6-3b3d-4df9-ac5c-f7b64383d379') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:57.282535 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:57.287984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:57.293320 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc841fae-3b14-47df-9f70-68723bb54f45 None None] DHCP port deletion for 5274a3bb-7fca-4bac-9bb3-553583f5a1cb request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:23:57.350005 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:57.385885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:23:57.386311 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:23:57.457792 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:23:57.467555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:57.472004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:57.472420 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:57.535944 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] Set router daba5746-e5a3-4490-b215-1178a0951b65 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:23:57.591970 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:57.603017 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:57.608240 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/networks/5274a3bb-7fca-4bac-9bb3-553583f5a1cb HTTP/1.1" status: 204 len: 168 time: 2.1339915 Jul 08 20:23:57.620389 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57512) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:57.640071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-313617f4-e618-44eb-a6f6-9764f6d4969b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'name': 'tempest-PortsIpV6TestJSON-241631442'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:57.680483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223ccba-1749-4247-8b96-1b9517b873b8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Network': ['ID=5274a3bb-7fca-4bac-9bb3-553583f5a1cb,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:57.687071 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:57.732377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370dfef4-5f74-44dd-ade8-d120cad87b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:23:57.734973 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493a051c-aa4b-4426-9269-6cc33e15218c" -d '{"events": [{"server_uuid": "370dfef4-5f74-44dd-ade8-d120cad87b02", "name": "network-vif-plugged", "status": "completed", "tag": "5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:23:57.776083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8,segment=NetworkSegment(95ef0ca6-7652-4566-9c07-78c4df0ebde9),segment_id=95ef0ca6-7652-4566-9c07-78c4df0ebde9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:57.786600 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:57.816189 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e32193-8738-4e6d-817b-6cdf3b7ef167 req-c066a85e-c4c1-4d16-a3e8-9d1c8ae2ac5f tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:57.818184 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-317b3cc0-c68f-430c-893e-0e8da0a0d24d req-9c8084ed-9c2f-4d81-a496-c7b68103db5d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8833258 Jul 08 20:23:57.819480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720a8b1-4467-47cd-aa9e-0478bac48680 req-7911eab4-f1bb-45c1-9efc-3c404686a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:57.822261 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7720a8b1-4467-47cd-aa9e-0478bac48680 req-7911eab4-f1bb-45c1-9efc-3c404686a1c8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=fdb5f88e-06d4-480f-a839-50102aa47e53 HTTP/1.1" status: 200 len: 905 time: 0.9547725 Jul 08 20:23:57.824028 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90e32193-8738-4e6d-817b-6cdf3b7ef167 req-c066a85e-c4c1-4d16-a3e8-9d1c8ae2ac5f tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 944 time: 0.4698873 Jul 08 20:23:57.891049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:57.908745 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '62508498-8436-4907-a0e0-979eed0a703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:23:51Z', 'revision_number': 4, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port': {'id': '62508498-8436-4907-a0e0-979eed0a703a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:40Z', 'updated_at': '2021-07-08T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd39d921b-a889-4ae9-b8ed-64cb31f393f4', 'name': '', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'mac_address': 'fa:16:3e:40:be:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:48Z', 'updated_at': '2021-07-08T20:23:56Z', 'revision_number': 4, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'subnets': [{'id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:23:57.929460 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90e32193-8738-4e6d-817b-6cdf3b7ef167 req-bc8ecd6e-3b6d-4e07-a2ec-3b98e1f541c2 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/security-groups?id=49fbfb18-4bd9-47fc-a06b-08630971be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044240 Jul 08 20:23:57.948598 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7720a8b1-4467-47cd-aa9e-0478bac48680 req-c6cfd16c-9fc3-46cb-8294-030122b0ec2d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef764ae7-2f70-48d1-bd6b-e61256299be1 HTTP/1.1" status: 200 len: 217 time: 0.0946817 Jul 08 20:23:57.953217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313617f4-e618-44eb-a6f6-9764f6d4969b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:57.957146 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-313617f4-e618-44eb-a6f6-9764f6d4969b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:57.975595 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd8c34-09bb-49e9-af96-5bd00afb0029 None None] The sync data for ids ['daba5746-e5a3-4490-b215-1178a0951b65'] in n-d-791506-16 is: [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '62508498-8436-4907-a0e0-979eed0a703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:23:51Z', 'revision_number': 4, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port': {'id': '62508498-8436-4907-a0e0-979eed0a703a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:40Z', 'updated_at': '2021-07-08T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd39d921b-a889-4ae9-b8ed-64cb31f393f4', 'name': '', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'mac_address': 'fa:16:3e:40:be:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:48Z', 'updated_at': '2021-07-08T20:23:56Z', 'revision_number': 4, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'subnets': [{'id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:23:57.990185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-313617f4-e618-44eb-a6f6-9764f6d4969b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port 6866954b-d2c7-4d47-937f-a9b3a3905bee yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:23:58.011112 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ea93e7-749b-49c3-aaa9-c4fc4cc252e0 x-openstack-request-id: req-07ea93e7-749b-49c3-aaa9-c4fc4cc252e0 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:23:58.011526 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370dfef4-5f74-44dd-ade8-d120cad87b02", "name": "network-vif-plugged", "status": "completed", "tag": "5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:23:58.011898 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-07ea93e7-749b-49c3-aaa9-c4fc4cc252e0 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:23:58.012401 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370dfef4-5f74-44dd-ade8-d120cad87b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8', 'code': 200} Jul 08 20:23:58.295844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720a8b1-4467-47cd-aa9e-0478bac48680 req-70ed6fca-8f28-4354-996f-5cc115a0c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:58.303790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7720a8b1-4467-47cd-aa9e-0478bac48680 req-70ed6fca-8f28-4354-996f-5cc115a0c16e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1d30581c-537d-4c32-9235-0aa435cb33f2 HTTP/1.1" status: 200 len: 844 time: 0.3470662 Jul 08 20:23:58.317332 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-313617f4-e618-44eb-a6f6-9764f6d4969b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:58.419775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7720a8b1-4467-47cd-aa9e-0478bac48680 req-7b0eb431-39c7-46ba-adea-c0616a606e95 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fdb5f88e-06d4-480f-a839-50102aa47e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029785 Jul 08 20:23:58.421718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e1dd2-acae-4d2e-a158-32cf1840f6d3 req-560561aa-3aa7-46d7-b5aa-5bb848547082 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:58.431837 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed9e1dd2-acae-4d2e-a158-32cf1840f6d3 req-560561aa-3aa7-46d7-b5aa-5bb848547082 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 943 time: 0.1184065 Jul 08 20:23:58.499793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c61b1-30ce-446f-b8f8-5a7d44c88cc9 req-4b01c6db-bd44-4299-b30a-e61133a2b804 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:58.503985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e86c61b1-30ce-446f-b8f8-5a7d44c88cc9 req-4b01c6db-bd44-4299-b30a-e61133a2b804 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.4070966 Jul 08 20:23:58.514065 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-313617f4-e618-44eb-a6f6-9764f6d4969b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:58.543736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed9e1dd2-acae-4d2e-a158-32cf1840f6d3 req-a45d67da-4f97-4f3b-bfe4-64fcad79818d tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109078 Jul 08 20:23:58.591058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d39d921b-a889-4ae9-b8ed-64cb31f393f4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:23:58.605729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d00ca-5d0a-4585-b6ae-d4bf5ece5cdc req-81e484a7-b314-48ec-9a88-25c272a55370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:58.609952 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa1d00ca-5d0a-4585-b6ae-d4bf5ece5cdc req-81e484a7-b314-48ec-9a88-25c272a55370 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 1097 time: 0.4774969 Jul 08 20:23:58.612754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313617f4-e618-44eb-a6f6-9764f6d4969b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 097c6a62-b887-4008-97a7-fd80350c7dbe is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:23:58.618906 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-313617f4-e618-44eb-a6f6-9764f6d4969b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:23:58.625237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313617f4-e618-44eb-a6f6-9764f6d4969b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:23:58.633633 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313617f4-e618-44eb-a6f6-9764f6d4969b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:58.634511 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-313617f4-e618-44eb-a6f6-9764f6d4969b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:58.654235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313617f4-e618-44eb-a6f6-9764f6d4969b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=6866954b-d2c7-4d47-937f-a9b3a3905bee,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:58.667680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-313617f4-e618-44eb-a6f6-9764f6d4969b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0431349 Jul 08 20:23:58.670033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57538) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:58.672455 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8dbd233-20a3-4ca9-96d5-a94a9f3c8463 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:58.673283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port d39d921b-a889-4ae9-b8ed-64cb31f393f4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:23:58.677630 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d39d921b-a889-4ae9-b8ed-64cb31f393f4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:58.678000 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:58.725412 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8dbd233-20a3-4ca9-96d5-a94a9f3c8463 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:58.805448 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e86c61b1-30ce-446f-b8f8-5a7d44c88cc9 req-153193a0-ca92-40fc-86a4-a45099d94988 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381105 Jul 08 20:23:58.814919 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:58.876004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port d39d921b-a889-4ae9-b8ed-64cb31f393f4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d39d921b-a889-4ae9-b8ed-64cb31f393f4,segment=NetworkSegment(a728bf02-0983-4a75-8d42-361c6881bbad),segment_id=a728bf02-0983-4a75-8d42-361c6881bbad)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:58.884342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bb6952d7-2319-47aa-a06c-d6d84ab8a3ab tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 6866954b-d2c7-4d47-937f-a9b3a3905bee {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:23:58.886192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb6952d7-2319-47aa-a06c-d6d84ab8a3ab tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:58.891947 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:58.906344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa1d00ca-5d0a-4585-b6ae-d4bf5ece5cdc req-e3bebe00-527a-4ace-93c5-26b5a470d30d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=49fbfb18-4bd9-47fc-a06b-08630971be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662654 Jul 08 20:23:59.017536 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb6952d7-2319-47aa-a06c-d6d84ab8a3ab tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:59.018037 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1592ab01-2632-4260-aa41-fb8e8b35a3c7 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:23:59.028100 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7720a8b1-4467-47cd-aa9e-0478bac48680 req-e86af0b6-cef9-4f33-a7be-0cfa3eb35ed7 service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949113 Jul 08 20:23:59.055984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bb6952d7-2319-47aa-a06c-d6d84ab8a3ab tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 6866954b-d2c7-4d47-937f-a9b3a3905bee owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:23:59.125757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbd233-20a3-4ca9-96d5-a94a9f3c8463 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Pushing event updated for resources: {'Port': ['ID=a1049263-9c97-4634-afab-ca137e18f8bb,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:59.155569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 1592ab01-2632-4260-aa41-fb8e8b35a3c7 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:23:59.155919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1592ab01-2632-4260-aa41-fb8e8b35a3c7 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:23:59.244907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=d39d921b-a889-4ae9-b8ed-64cb31f393f4,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:59.299164 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-f8dbd233-20a3-4ca9-96d5-a94a9f3c8463 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] In _notify_port_updated(), no bound segment for port a1049263-9c97-4634-afab-ca137e18f8bb on network 198d3bf0-29c3-40e0-9926-afde777a99c8 {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:23:59.299786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb6952d7-2319-47aa-a06c-d6d84ab8a3ab tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:59.306579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dbd233-20a3-4ca9-96d5-a94a9f3c8463 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:59.307504 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8dbd233-20a3-4ca9-96d5-a94a9f3c8463 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:59.309099 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f8dbd233-20a3-4ca9-96d5-a94a9f3c8463 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] 10.222.0.101 "PUT /v2.0/ports/a1049263-9c97-4634-afab-ca137e18f8bb HTTP/1.1" status: 200 len: 1136 time: 3.0744345 Jul 08 20:23:59.312193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef764ae7-2f70-48d1-bd6b-e61256299be1 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:23:59.325409 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57550) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:59.391071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6952d7-2319-47aa-a06c-d6d84ab8a3ab tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=6866954b-d2c7-4d47-937f-a9b3a3905bee,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:23:59.430876 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb6952d7-2319-47aa-a06c-d6d84ab8a3ab tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:59.436605 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bb6952d7-2319-47aa-a06c-d6d84ab8a3ab tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/6866954b-d2c7-4d47-937f-a9b3a3905bee HTTP/1.1" status: 204 len: 168 time: 0.7652385 Jul 08 20:23:59.439555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57560) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:59.446727 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f7351eb3-a144-4405-b587-35818756092d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'mac_address': 'fa:16:3e:57:cf:40', 'name': 'tempest-PortsIpV6TestJSON-1888466982'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:23:59.462265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645e034-9794-4838-9a3e-e06ef813e742 req-6917909d-645a-422c-a6bc-3a982475b689 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:59.468155 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3645e034-9794-4838-9a3e-e06ef813e742 req-6917909d-645a-422c-a6bc-3a982475b689 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.2612135 Jul 08 20:23:59.486709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-84d85c32-c147-4b1f-bd40-109fe3cb2da9 None None] Provisioning complete for port a1049263-9c97-4634-afab-ca137e18f8bb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:23:59.486709 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84d85c32-c147-4b1f-bd40-109fe3cb2da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:59.546548 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3645e034-9794-4838-9a3e-e06ef813e742 req-31357be0-ce13-473a-8a48-54a1e1deca4b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715749 Jul 08 20:23:59.625375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-84d85c32-c147-4b1f-bd40-109fe3cb2da9 None None] Port a1049263-9c97-4634-afab-ca137e18f8bb cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:23:59.647595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ead715-05a9-449a-a478-fcfdd6c9bf34 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:59.649667 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-62ead715-05a9-449a-a478-fcfdd6c9bf34 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] 10.222.0.101 "GET /v2.0/ports/a1049263-9c97-4634-afab-ca137e18f8bb HTTP/1.1" status: 200 len: 1136 time: 0.3240166 Jul 08 20:23:59.653688 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57566) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:23:59.686836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909f8a0-c51c-41b5-b544-e74082f4c7f8 req-ed7f5f78-ee46-42b7-b7ce-50f21eee9b02 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:23:59.694336 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5909f8a0-c51c-41b5-b544-e74082f4c7f8 req-ed7f5f78-ee46-42b7-b7ce-50f21eee9b02 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 945 time: 0.5019934 Jul 08 20:23:59.706381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef764ae7-2f70-48d1-bd6b-e61256299be1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef764ae7-2f70-48d1-bd6b-e61256299be1,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:59.746717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7720a8b1-4467-47cd-aa9e-0478bac48680 req-1ab5d9c8-5758-4db0-b367-aec8cca4073a service neutron] 10.222.0.104 "GET /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6709492 Jul 08 20:23:59.747223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'ef764ae7-2f70-48d1-bd6b-e61256299be1', 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53', 'port_id': 'ef764ae7-2f70-48d1-bd6b-e61256299be1', 'mac_address': 'fa:16:3e:7c:39:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d30581c-537d-4c32-9235-0aa435cb33f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:23:59.793021 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5909f8a0-c51c-41b5-b544-e74082f4c7f8 req-509790c8-6192-41e7-9eab-d0d8e73a4e21 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/security-groups?id=49fbfb18-4bd9-47fc-a06b-08630971be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970573 Jul 08 20:23:59.817198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7351eb3-a144-4405-b587-35818756092d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:23:59.839601 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:23:59.879265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef764ae7-2f70-48d1-bd6b-e61256299be1 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:23:59.942410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef764ae7-2f70-48d1-bd6b-e61256299be1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef764ae7-2f70-48d1-bd6b-e61256299be1,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:23:59.949506 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:00.021972 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=ef764ae7-2f70-48d1-bd6b-e61256299be1,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:00.031460 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7351eb3-a144-4405-b587-35818756092d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:00.033877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:00.037877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:00.041169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:00.041574 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:00.041923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:00.042260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:00.042593 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:00.042924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:00.043415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:00.043584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:00.043907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:00.044481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:00.047503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bf12a054-0186-45e7-95d8-917d28a5aec8 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Deleting port a1049263-9c97-4634-afab-ca137e18f8bb {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:00.055220 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf12a054-0186-45e7-95d8-917d28a5aec8 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:00.109664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-f7351eb3-a144-4405-b587-35818756092d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port 9898edc8-3db5-4cae-ab91-494ab576cfcf yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:24:00.193911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['ef764ae7-2f70-48d1-bd6b-e61256299be1'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:24:00.210243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a51e11-34af-40ca-915b-548a4f551e54 req-f44c9ceb-26dc-4a6a-ac18-d577da8848f0 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:00.211881 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-16a51e11-34af-40ca-915b-548a4f551e54 req-f44c9ceb-26dc-4a6a-ac18-d577da8848f0 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 943 time: 0.4304998 Jul 08 20:24:00.320579 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf12a054-0186-45e7-95d8-917d28a5aec8 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:00.333249 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-16a51e11-34af-40ca-915b-548a4f551e54 req-0670dbcc-d472-42e9-896a-398606ca0675 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131630 Jul 08 20:24:00.361295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bf12a054-0186-45e7-95d8-917d28a5aec8 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Calling delete_port for a1049263-9c97-4634-afab-ca137e18f8bb owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:00.565689 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d36613-1034-49a2-b430-44c9947083af req-dd4a673b-b94f-4231-8ccf-7332a5b9d016 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:00.581919 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8d36613-1034-49a2-b430-44c9947083af req-dd4a673b-b94f-4231-8ccf-7332a5b9d016 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.3643789 Jul 08 20:24:00.606542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d39d921b-a889-4ae9-b8ed-64cb31f393f4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:00.634130 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf12a054-0186-45e7-95d8-917d28a5aec8 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:00.657595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7351eb3-a144-4405-b587-35818756092d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:00.693151 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8d36613-1034-49a2-b430-44c9947083af req-6ee027f4-69ba-4308-ab3e-5fcca5078435 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102030 Jul 08 20:24:00.737573 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12a054-0186-45e7-95d8-917d28a5aec8 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Pushing event deleted for resources: {'Port': ['ID=a1049263-9c97-4634-afab-ca137e18f8bb,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:00.767441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d39d921b-a889-4ae9-b8ed-64cb31f393f4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:00.772086 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:00.778202 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7351eb3-a144-4405-b587-35818756092d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:00.861136 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf12a054-0186-45e7-95d8-917d28a5aec8 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:00.864371 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bf12a054-0186-45e7-95d8-917d28a5aec8 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] 10.222.0.101 "DELETE /v2.0/ports/a1049263-9c97-4634-afab-ca137e18f8bb HTTP/1.1" status: 204 len: 168 time: 1.2095914 Jul 08 20:24:00.867426 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57614) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:00.915128 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7351eb3-a144-4405-b587-35818756092d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=9898edc8-3db5-4cae-ab91-494ab576cfcf,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:00.946921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d51d9e-a01a-45b7-8e1e-c8f3d23aabc7 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Deleting subnet cc0df444-1462-4fcc-8bf0-a05c64cdd3e3 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:24:00.961407 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88d51d9e-a01a-45b7-8e1e-c8f3d23aabc7 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:00.987003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7351eb3-a144-4405-b587-35818756092d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 097c6a62-b887-4008-97a7-fd80350c7dbe is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:00.990962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-f7351eb3-a144-4405-b587-35818756092d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:00.994240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7351eb3-a144-4405-b587-35818756092d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:01.000140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7351eb3-a144-4405-b587-35818756092d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:01.000820 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7351eb3-a144-4405-b587-35818756092d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:01.027747 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f7351eb3-a144-4405-b587-35818756092d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5858014 Jul 08 20:24:01.031800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57620) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:01.053109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3a8c9-dcc3-43db-97bd-b190558f4de4 req-2ac004a8-61a7-476d-9163-9ad6915310f0 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:01.055537 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66f3a8c9-dcc3-43db-97bd-b190558f4de4 req-2ac004a8-61a7-476d-9163-9ad6915310f0 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.1373966 Jul 08 20:24:01.078346 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88d51d9e-a01a-45b7-8e1e-c8f3d23aabc7 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:01.101748 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66f3a8c9-dcc3-43db-97bd-b190558f4de4 req-6aa725cd-d5d3-4238-9782-9cad90184d32 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389473 Jul 08 20:24:01.142219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf812b-90b7-42e1-973a-24aceb097755 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:01.143640 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-eaaf812b-90b7-42e1-973a-24aceb097755 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/9898edc8-3db5-4cae-ab91-494ab576cfcf HTTP/1.1" status: 200 len: 845 time: 0.1106169 Jul 08 20:24:01.146856 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57626) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:01.267756 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88d51d9e-a01a-45b7-8e1e-c8f3d23aabc7 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:01.308538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef764ae7-2f70-48d1-bd6b-e61256299be1 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:01.338845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bc1d9c64-3dfe-4cfe-b564-dba1946c1245 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 9898edc8-3db5-4cae-ab91-494ab576cfcf {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:01.339201 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc1d9c64-3dfe-4cfe-b564-dba1946c1245 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:01.355553 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99b090-5e13-413a-9ee9-c1f42041a78d req-c35b0392-fdce-44af-9589-a8e3495482a1 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:01.365515 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e99b090-5e13-413a-9ee9-c1f42041a78d req-c35b0392-fdce-44af-9589-a8e3495482a1 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 945 time: 0.1336715 Jul 08 20:24:01.397836 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88d51d9e-a01a-45b7-8e1e-c8f3d23aabc7 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:01.476450 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e99b090-5e13-413a-9ee9-c1f42041a78d req-3c63e36a-388e-4572-acd5-2da423c87526 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/security-groups?id=49fbfb18-4bd9-47fc-a06b-08630971be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987039 Jul 08 20:24:01.481879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port ef764ae7-2f70-48d1-bd6b-e61256299be1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:01.486331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port ef764ae7-2f70-48d1-bd6b-e61256299be1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:01.486711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:01.533736 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d51d9e-a01a-45b7-8e1e-c8f3d23aabc7 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0df444-1462-4fcc-8bf0-a05c64cdd3e3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:01.546269 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88d51d9e-a01a-45b7-8e1e-c8f3d23aabc7 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:01.548887 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-88d51d9e-a01a-45b7-8e1e-c8f3d23aabc7 tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] 10.222.0.101 "DELETE /v2.0/subnets/cc0df444-1462-4fcc-8bf0-a05c64cdd3e3 HTTP/1.1" status: 204 len: 168 time: 0.6800842 Jul 08 20:24:01.551512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57666) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:01.555385 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc1d9c64-3dfe-4cfe-b564-dba1946c1245 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:01.565585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43abf74-8bb5-4b61-b1ae-da3907d7ccf1 None None] Network 198d3bf0-29c3-40e0-9926-afde777a99c8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:01.615144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bc1d9c64-3dfe-4cfe-b564-dba1946c1245 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 9898edc8-3db5-4cae-ab91-494ab576cfcf owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:01.753954 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:01.860384 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc1d9c64-3dfe-4cfe-b564-dba1946c1245 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:01.864338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e99632-d877-4476-abc2-4d8754064a94 req-205df3b4-859b-40bc-82df-4bc11096c33b tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:01.866060 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69e99632-d877-4476-abc2-4d8754064a94 req-205df3b4-859b-40bc-82df-4bc11096c33b tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 944 time: 0.1291683 Jul 08 20:24:01.913254 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69e99632-d877-4476-abc2-4d8754064a94 req-48cc2fad-f609-49e7-8bf3-c557c860abd9 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403206 Jul 08 20:24:01.917209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d9c64-3dfe-4cfe-b564-dba1946c1245 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=9898edc8-3db5-4cae-ab91-494ab576cfcf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:01.978374 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc1d9c64-3dfe-4cfe-b564-dba1946c1245 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:01.986799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57690) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:01.988968 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bc1d9c64-3dfe-4cfe-b564-dba1946c1245 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/9898edc8-3db5-4cae-ab91-494ab576cfcf HTTP/1.1" status: 204 len: 168 time: 0.8408468 Jul 08 20:24:01.993159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Deleting port 071d0f72-7a76-4d25-b486-d72e92f94bec {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:01.996963 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:02.051764 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:02.056249 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7d7360-314f-44f1-a934-b499b2b06438 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:24:02.064208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9f7d7360-314f-44f1-a934-b499b2b06438 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/9898edc8-3db5-4cae-ab91-494ab576cfcf HTTP/1.1" status: 404 len: 333 time: 0.0763159 Jul 08 20:24:02.072504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57692) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:02.077610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-079522c6-fadd-4fac-87ef-984e92ab0246 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'name': 'tempest-PortsIpV6TestJSON-195464190'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:02.128721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] For port 071d0f72-7a76-4d25-b486-d72e92f94bec, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=071d0f72-7a76-4d25-b486-d72e92f94bec,segment=NetworkSegment(900a65ff-f8da-41e0-9122-01615ed65ee3),segment_id=900a65ff-f8da-41e0-9122-01615ed65ee3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:02.129391 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:02.147522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Calling delete_port for 071d0f72-7a76-4d25-b486-d72e92f94bec owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:02.166985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055a27-68ad-4fcb-b587-412668774aed req-8ad3f42c-25de-46ec-8c8f-c85a265f372a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:02.168715 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-74055a27-68ad-4fcb-b587-412668774aed req-8ad3f42c-25de-46ec-8c8f-c85a265f372a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.1184559 Jul 08 20:24:02.172591 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772c86a8-142a-46e6-b3f1-024f54a7028e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef764ae7-2f70-48d1-bd6b-e61256299be1'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:02.175006 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8de95ac-ec51-45b9-986a-e77e52277c74" -d '{"events": [{"server_uuid": "772c86a8-142a-46e6-b3f1-024f54a7028e", "name": "network-vif-plugged", "status": "completed", "tag": "ef764ae7-2f70-48d1-bd6b-e61256299be1"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:02.199023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef764ae7-2f70-48d1-bd6b-e61256299be1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef764ae7-2f70-48d1-bd6b-e61256299be1,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:02.214970 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:02.261837 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-74055a27-68ad-4fcb-b587-412668774aed req-c0401682-4fdc-42cc-97b6-6c3adf9b4458 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806215 Jul 08 20:24:02.334203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0c3747-0c7f-423d-b39a-0723c2251281 None None] DHCP port deletion for 198d3bf0-29c3-40e0-9926-afde777a99c8 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:24:02.354000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079522c6-fadd-4fac-87ef-984e92ab0246 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:02.358148 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-079522c6-fadd-4fac-87ef-984e92ab0246 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:02.389108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=ef764ae7-2f70-48d1-bd6b-e61256299be1,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:02.399499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-079522c6-fadd-4fac-87ef-984e92ab0246 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port 020175c7-495c-4a87-9375-69ce297bae12 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:24:02.456460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c3747-0c7f-423d-b39a-0723c2251281 None None] Deleting port 071d0f72-7a76-4d25-b486-d72e92f94bec {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:02.456883 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3747-0c7f-423d-b39a-0723c2251281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:02.601822 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:02.619108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 071d0f72-7a76-4d25-b486-d72e92f94bec no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:24:02.629842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dd0c3747-0c7f-423d-b39a-0723c2251281 None None] For port 071d0f72-7a76-4d25-b486-d72e92f94bec, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=071d0f72-7a76-4d25-b486-d72e92f94bec,segment=NetworkSegment(900a65ff-f8da-41e0-9122-01615ed65ee3),segment_id=900a65ff-f8da-41e0-9122-01615ed65ee3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:02.630238 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3747-0c7f-423d-b39a-0723c2251281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:02.690925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 071d0f72-7a76-4d25-b486-d72e92f94bec {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:24:02.691318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 071d0f72-7a76-4d25-b486-d72e92f94bec not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:24:02.699494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c3747-0c7f-423d-b39a-0723c2251281 None None] Calling delete_port for 071d0f72-7a76-4d25-b486-d72e92f94bec owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:02.719024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Pushing event deleted for resources: {'Port': ['ID=071d0f72-7a76-4d25-b486-d72e92f94bec,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:02.721694 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] No DVR routers for this DVR port 071d0f72-7a76-4d25-b486-d72e92f94bec on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:24:02.850413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc3423-8cd0-4434-9a6d-c2f458abd7a7 req-d36755e9-74c2-4d31-b029-09dd9ea02c8c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:02.867000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-98dc3423-8cd0-4434-9a6d-c2f458abd7a7 req-d36755e9-74c2-4d31-b029-09dd9ea02c8c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.2920346 Jul 08 20:24:02.885594 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3747-0c7f-423d-b39a-0723c2251281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:02.926603 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-079522c6-fadd-4fac-87ef-984e92ab0246 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:02.934533 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:02.950908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198d3bf0-29c3-40e0-9926-afde777a99c8']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:02.964622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b947075-a56b-432c-85d2-75e8537d432e req-31f0b972-de75-4352-9021-d4a5ac978cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:02.966344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b947075-a56b-432c-85d2-75e8537d432e req-31f0b972-de75-4352-9021-d4a5ac978cd6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 1097 time: 0.3273811 Jul 08 20:24:02.979424 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c3747-0c7f-423d-b39a-0723c2251281 None None] Pushing event deleted for resources: {'Port': ['ID=071d0f72-7a76-4d25-b486-d72e92f94bec,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:02.985623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c3747-0c7f-423d-b39a-0723c2251281 None None] No DVR routers for this DVR port 071d0f72-7a76-4d25-b486-d72e92f94bec on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:24:02.991150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900a65ff-f8da-41e0-9122-01615ed65ee3') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:02.991753 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900a65ff-f8da-41e0-9122-01615ed65ee3') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:03.002725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-98dc3423-8cd0-4434-9a6d-c2f458abd7a7 req-bfbb7c23-621c-4904-a132-32b83efe8ecb tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331642 Jul 08 20:24:03.039616 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec0c0fb-e9a1-4d66-84aa-51bc63195136 x-openstack-request-id: req-4ec0c0fb-e9a1-4d66-84aa-51bc63195136 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:03.040115 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772c86a8-142a-46e6-b3f1-024f54a7028e", "name": "network-vif-plugged", "status": "completed", "tag": "ef764ae7-2f70-48d1-bd6b-e61256299be1", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:03.040455 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4ec0c0fb-e9a1-4d66-84aa-51bc63195136 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:03.041055 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772c86a8-142a-46e6-b3f1-024f54a7028e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef764ae7-2f70-48d1-bd6b-e61256299be1', 'code': 200} Jul 08 20:24:03.044502 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:03.098954 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:03.122606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:24:03.122961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:03.254942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b947075-a56b-432c-85d2-75e8537d432e req-d23212ec-d603-4f8a-a305-e1b7f1744310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:03.258999 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b947075-a56b-432c-85d2-75e8537d432e req-d23212ec-d603-4f8a-a305-e1b7f1744310 service neutron] 10.222.0.104 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 913 time: 0.2532594 Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:24:03.268909 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:24:03.322932 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:24:03.324987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 7ab54f9f-6926-499f-b1a2-5842b4d893b6 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:24:03.326758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 7ab54f9f-6926-499f-b1a2-5842b4d893b6 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:24:03.335156 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:03.369037 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b947075-a56b-432c-85d2-75e8537d432e req-da16a120-1687-4040-9683-dbc69e5202c4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 HTTP/1.1" status: 200 len: 217 time: 0.1013482 Jul 08 20:24:03.383565 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:03.389676 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] 10.222.0.101 "DELETE /v2.0/networks/198d3bf0-29c3-40e0-9926-afde777a99c8 HTTP/1.1" status: 204 len: 168 time: 1.8330126 Jul 08 20:24:03.428491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62152c7a-d5fa-4149-804b-b850446c2f4a tempest-ExtraDHCPOptionsTestJSON-307319266 tempest-ExtraDHCPOptionsTestJSON-307319266-project] Pushing event deleted for resources: {'Network': ['ID=198d3bf0-29c3-40e0-9926-afde777a99c8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:03.469568 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b947075-a56b-432c-85d2-75e8537d432e req-39472a56-5ce3-41d9-900b-4315e65232e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:03.471074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b947075-a56b-432c-85d2-75e8537d432e req-39472a56-5ce3-41d9-900b-4315e65232e0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.1009712 Jul 08 20:24:03.524183 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-079522c6-fadd-4fac-87ef-984e92ab0246 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:03.579551 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b947075-a56b-432c-85d2-75e8537d432e req-dbed4d8c-6327-45e0-a433-e7116c2a4e49 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985320 Jul 08 20:24:03.635391 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff1ca8-2b86-4e14-a309-51710924615d req-1f2d0699-277b-4b6d-a9c8-7a45599563f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:03.640821 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78ff1ca8-2b86-4e14-a309-51710924615d req-1f2d0699-277b-4b6d-a9c8-7a45599563f3 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 1097 time: 0.3685131 Jul 08 20:24:03.738949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079522c6-fadd-4fac-87ef-984e92ab0246 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 097c6a62-b887-4008-97a7-fd80350c7dbe is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:03.786225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa10bf-013c-4b85-887a-a0475e7c86b2 req-b6b0c381-4df4-42da-9347-e177c2109179 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:03.789529 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-99fa10bf-013c-4b85-887a-a0475e7c86b2 req-b6b0c381-4df4-42da-9347-e177c2109179 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 945 time: 0.5143692 Jul 08 20:24:03.806692 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-079522c6-fadd-4fac-87ef-984e92ab0246 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:03.811289 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079522c6-fadd-4fac-87ef-984e92ab0246 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:03.824392 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b947075-a56b-432c-85d2-75e8537d432e req-0ac6620e-8947-4628-b03c-6c66c0b8739f service neutron] 10.222.0.104 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349122 Jul 08 20:24:03.828756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079522c6-fadd-4fac-87ef-984e92ab0246 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:03.830615 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-079522c6-fadd-4fac-87ef-984e92ab0246 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:03.904954 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-079522c6-fadd-4fac-87ef-984e92ab0246 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8312218 Jul 08 20:24:03.916167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079522c6-fadd-4fac-87ef-984e92ab0246 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=020175c7-495c-4a87-9375-69ce297bae12,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:03.929418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57780) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:03.991016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-dedf6dbf-f8c1-4c44-a498-09d97383cdd8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:04.023171 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:04.048481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1', 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'port_id': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1', 'mac_address': 'fa:16:3e:af:e8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292379a6-ccc8-4ff7-b796-dd5f388cdc04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:24:04.097323 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b947075-a56b-432c-85d2-75e8537d432e req-604ccec3-2cda-4b0f-913f-d3c84c8cc186 service neutron] 10.222.0.104 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652056 Jul 08 20:24:04.152611 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57784) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:04.159743 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4fc28215-8a1d-44bf-bd1b-083e8b54097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:04.206513 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:04.243803 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78ff1ca8-2b86-4e14-a309-51710924615d req-eed7e550-64c5-4bac-bd6a-fd84477c7770 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628109 Jul 08 20:24:04.251062 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:24:04.283639 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:04.305768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 7ab54f9f-6926-499f-b1a2-5842b4d893b6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7ab54f9f-6926-499f-b1a2-5842b4d893b6,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:04.374165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:04.385272 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-99fa10bf-013c-4b85-887a-a0475e7c86b2 req-82c2dc63-b827-4529-81c9-b87051f231af tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003972 Jul 08 20:24:04.387195 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '7ab54f9f-6926-499f-b1a2-5842b4d893b6', 'network_id': '74030d91-a705-4f53-b52f-88074a77224e', 'port_id': '7ab54f9f-6926-499f-b1a2-5842b4d893b6', 'mac_address': 'fa:16:3e:74:e1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:24:04.427934 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:04.458869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dedf6dbf-f8c1-4c44-a498-09d97383cdd8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:04.483603 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9d0a2bec-9a66-4b6d-9930-78ccb0944eb1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8071ece47ca44f8ea071dbcad47dbab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295822 Jul 08 20:24:04.485039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57788) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:04.563935 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 7ab54f9f-6926-499f-b1a2-5842b4d893b6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7ab54f9f-6926-499f-b1a2-5842b4d893b6,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:04.598884 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:04.613133 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88b4504a-67a9-4c92-be5c-98e214292719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:04.617814 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:04.682244 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88b4504a-67a9-4c92-be5c-98e214292719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:04.685507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:24:04.781471 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88b4504a-67a9-4c92-be5c-98e214292719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:04.784584 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88b4504a-67a9-4c92-be5c-98e214292719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:04.786163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-88b4504a-67a9-4c92-be5c-98e214292719 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0442acd5-b749-4360-8549-e4daef09ed52 HTTP/1.1" status: 204 len: 168 time: 0.3001964 Jul 08 20:24:04.795358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4504a-67a9-4c92-be5c-98e214292719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0442acd5-b749-4360-8549-e4daef09ed52,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:04.841744 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:04.934179 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dedf6dbf-f8c1-4c44-a498-09d97383cdd8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:04.952212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab54f9f-6926-499f-b1a2-5842b4d893b6 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:24:04.957891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a97c82-b8e8-427a-a8e2-27cb38ef4218 req-d183bdb9-b825-4ef2-92bb-83e1ffb65401 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:04.959670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1a97c82-b8e8-427a-a8e2-27cb38ef4218 req-d183bdb9-b825-4ef2-92bb-83e1ffb65401 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 944 time: 0.2647448 Jul 08 20:24:04.961335 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dedf6dbf-f8c1-4c44-a498-09d97383cdd8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:05.011507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 7ab54f9f-6926-499f-b1a2-5842b4d893b6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7ab54f9f-6926-499f-b1a2-5842b4d893b6,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:05.019327 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=7ab54f9f-6926-499f-b1a2-5842b4d893b6,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:05.036432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-dedf6dbf-f8c1-4c44-a498-09d97383cdd8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] In _notify_port_updated(), no bound segment for port 020175c7-495c-4a87-9375-69ce297bae12 on network 097c6a62-b887-4008-97a7-fd80350c7dbe {{(pid=94065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:24:05.043838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf6dbf-f8c1-4c44-a498-09d97383cdd8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:05.045091 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dedf6dbf-f8c1-4c44-a498-09d97383cdd8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:05.048912 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dedf6dbf-f8c1-4c44-a498-09d97383cdd8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "PUT /v2.0/ports/020175c7-495c-4a87-9375-69ce297bae12 HTTP/1.1" status: 200 len: 818 time: 1.0924394 Jul 08 20:24:05.049316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57796) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:05.056818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfddad7e-a159-4662-841c-eff017320278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab54f9f-6926-499f-b1a2-5842b4d893b6'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:05.069324 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeccb83-74a6-48fb-8117-07ac78580dfd" -d '{"events": [{"server_uuid": "bfddad7e-a159-4662-841c-eff017320278", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab54f9f-6926-499f-b1a2-5842b4d893b6"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:05.076906 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:05.110463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf6dbf-f8c1-4c44-a498-09d97383cdd8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=020175c7-495c-4a87-9375-69ce297bae12,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:05.134968 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1a97c82-b8e8-427a-a8e2-27cb38ef4218 req-097dea0c-8c7a-4b6e-8191-2240bef74179 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554186 Jul 08 20:24:05.247094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=7ab54f9f-6926-499f-b1a2-5842b4d893b6,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:05.354536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['7ab54f9f-6926-499f-b1a2-5842b4d893b6'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:24:05.371487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-94b0ffa9-02fc-42a0-8e68-f4dd7f42410f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 020175c7-495c-4a87-9375-69ce297bae12 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:05.376450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94b0ffa9-02fc-42a0-8e68-f4dd7f42410f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:05.543619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7a9a8-b9b4-4c2d-be6e-129fa1d76fb0 req-14104f73-031c-40a4-afda-fda4017f46a7 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:05.551252 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebc7a9a8-b9b4-4c2d-be6e-129fa1d76fb0 req-14104f73-031c-40a4-afda-fda4017f46a7 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 945 time: 0.1034420 Jul 08 20:24:05.585083 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94b0ffa9-02fc-42a0-8e68-f4dd7f42410f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:05.608952 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebc7a9a8-b9b4-4c2d-be6e-129fa1d76fb0 req-7dc93fce-4ee1-4ee8-87d8-28507f68ec9a tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/security-groups?id=49fbfb18-4bd9-47fc-a06b-08630971be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567026 Jul 08 20:24:05.634254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-94b0ffa9-02fc-42a0-8e68-f4dd7f42410f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 020175c7-495c-4a87-9375-69ce297bae12 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:05.648992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace96d0-54a3-4a0b-a5a3-6211bc320327 req-7ebed57d-2ae9-4a43-804f-b6e70f01b1f3 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:05.650830 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4ace96d0-54a3-4a0b-a5a3-6211bc320327 req-7ebed57d-2ae9-4a43-804f-b6e70f01b1f3 tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.103 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 945 time: 0.4341879 Jul 08 20:24:05.874031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-4ace96d0-54a3-4a0b-a5a3-6211bc320327 req-85a6250d-3138-41cb-8c2d-0b89a97bbafa tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Deleting port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:05.874398 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4ace96d0-54a3-4a0b-a5a3-6211bc320327 req-85a6250d-3138-41cb-8c2d-0b89a97bbafa tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:05.903560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f72f5f-9152-43a9-aee0-dbca3009df56 req-8e1f9c8f-0535-4971-a0a7-7e3ed73be917 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:05.912508 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c5f72f5f-9152-43a9-aee0-dbca3009df56 req-8e1f9c8f-0535-4971-a0a7-7e3ed73be917 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 944 time: 0.1605082 Jul 08 20:24:05.923774 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94b0ffa9-02fc-42a0-8e68-f4dd7f42410f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:05.989087 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94b0ffa9-02fc-42a0-8e68-f4dd7f42410f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:05.996077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-94b0ffa9-02fc-42a0-8e68-f4dd7f42410f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/020175c7-495c-4a87-9375-69ce297bae12 HTTP/1.1" status: 204 len: 168 time: 0.9456556 Jul 08 20:24:05.997054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0ffa9-02fc-42a0-8e68-f4dd7f42410f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=020175c7-495c-4a87-9375-69ce297bae12,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:06.001970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57814) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:06.026836 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c5f72f5f-9152-43a9-aee0-dbca3009df56 req-02519845-46a7-43d4-af20-b929aa56e61c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101139 Jul 08 20:24:06.097422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-4ace96d0-54a3-4a0b-a5a3-6211bc320327 req-85a6250d-3138-41cb-8c2d-0b89a97bbafa tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] For port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8,segment=NetworkSegment(95ef0ca6-7652-4566-9c07-78c4df0ebde9),segment_id=95ef0ca6-7652-4566-9c07-78c4df0ebde9)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:06.097791 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4ace96d0-54a3-4a0b-a5a3-6211bc320327 req-85a6250d-3138-41cb-8c2d-0b89a97bbafa tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:06.119169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-4ace96d0-54a3-4a0b-a5a3-6211bc320327 req-85a6250d-3138-41cb-8c2d-0b89a97bbafa tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Calling delete_port for 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:06.130659 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5f6bb6-a4e2-4433-9739-87a882ea2e47 x-openstack-request-id: req-3e5f6bb6-a4e2-4433-9739-87a882ea2e47 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:06.131261 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfddad7e-a159-4662-841c-eff017320278", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab54f9f-6926-499f-b1a2-5842b4d893b6", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:06.131261 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3e5f6bb6-a4e2-4433-9739-87a882ea2e47 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:06.131642 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfddad7e-a159-4662-841c-eff017320278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab54f9f-6926-499f-b1a2-5842b4d893b6', 'code': 200} Jul 08 20:24:06.158914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da644628-841e-42c7-9391-7c1797dba6ac tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:06.163940 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57820) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:06.177201 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-da644628-841e-42c7-9391-7c1797dba6ac tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1738503 Jul 08 20:24:06.232659 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f922c8a6-7605-4c3b-8321-5a10978e1446 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:24:06.242976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f922c8a6-7605-4c3b-8321-5a10978e1446 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/020175c7-495c-4a87-9375-69ce297bae12 HTTP/1.1" status: 404 len: 333 time: 0.0776117 Jul 08 20:24:06.245264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57826) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:06.263668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-075aee12-cda5-4c1f-828c-ba51b039a84f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-961086375'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:06.318984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075aee12-cda5-4c1f-828c-ba51b039a84f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:06.326766 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-075aee12-cda5-4c1f-828c-ba51b039a84f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:06.423805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075aee12-cda5-4c1f-828c-ba51b039a84f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:06.429704 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4ace96d0-54a3-4a0b-a5a3-6211bc320327 req-85a6250d-3138-41cb-8c2d-0b89a97bbafa tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:06.443126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:24:06.457054 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-075aee12-cda5-4c1f-828c-ba51b039a84f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:06.457774 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-075aee12-cda5-4c1f-828c-ba51b039a84f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Added segment 4066fc8e-6385-4e45-8dfe-8837ab11ead2 of type vlan for network 65cc7652-977c-4ed5-8c1a-0675ace96048 Jul 08 20:24:06.509683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57828) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:06.510489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6250d-3138-41cb-8c2d-0b89a97bbafa tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Pushing event deleted for resources: {'Port': ['ID=5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:06.540943 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8a4d520c-eb21-47af-83a8-b69797afc4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:06.559186 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-075aee12-cda5-4c1f-828c-ba51b039a84f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:06.614116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912d447-2190-4344-aa0c-9b416878a1f4 req-38e8c039-1746-4f89-97a1-a59279c463c7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:06.615926 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e912d447-2190-4344-aa0c-9b416878a1f4 req-38e8c039-1746-4f89-97a1-a59279c463c7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 945 time: 0.2482700 Jul 08 20:24:06.637395 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ace96d0-54a3-4a0b-a5a3-6211bc320327 req-85a6250d-3138-41cb-8c2d-0b89a97bbafa tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] No DVR routers for this DVR port 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:24:06.644843 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4ace96d0-54a3-4a0b-a5a3-6211bc320327 req-85a6250d-3138-41cb-8c2d-0b89a97bbafa tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:06.645569 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-075aee12-cda5-4c1f-828c-ba51b039a84f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:06.652895 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4ace96d0-54a3-4a0b-a5a3-6211bc320327 req-85a6250d-3138-41cb-8c2d-0b89a97bbafa tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.103 "DELETE /v2.0/ports/5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 HTTP/1.1" status: 204 len: 173 time: 0.9926331 Jul 08 20:24:06.653399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370dfef4-5f74-44dd-ade8-d120cad87b02', 'name': 'network-vif-deleted', 'tag': '5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:06.655482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075aee12-cda5-4c1f-828c-ba51b039a84f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:06.656446 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-075aee12-cda5-4c1f-828c-ba51b039a84f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:06.657645 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a5b4da-93fc-4575-8556-408b33a8e2c1" -d '{"events": [{"server_uuid": "370dfef4-5f74-44dd-ade8-d120cad87b02", "name": "network-vif-deleted", "tag": "5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:06.739722 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Request body: {'networks': [{'name': 'tempest-network--529670429'}, {'name': 'tempest-network--788615686'}]} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:06.740247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Request body: {'network': {'name': 'tempest-network--529670429'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:06.741049 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Request body: {'network': {'name': 'tempest-network--788615686'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:06.809515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-075aee12-cda5-4c1f-828c-ba51b039a84f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5648699 Jul 08 20:24:06.813278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57836) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:06.829762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c5682c9b-ae35-43c5-b152-4e906bbc7328 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '65cc7652-977c-4ed5-8c1a-0675ace96048', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:06.849798 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e912d447-2190-4344-aa0c-9b416878a1f4 req-c6137260-40b1-4b7b-b5fd-c3fb914e5ac1 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273307 Jul 08 20:24:06.863166 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Made reservation on behalf of 5b76294a947949bc91536fc1170c6f48 for: {'network': 2} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:06.871958 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:06.894247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075aee12-cda5-4c1f-828c-ba51b039a84f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Network': ['ID=65cc7652-977c-4ed5-8c1a-0675ace96048,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:06.920675 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:06.925348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 65cc7652-977c-4ed5-8c1a-0675ace96048 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:07.058478 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.235463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd4540-02e8-4b26-b555-7b3d5a6055af req-9881bd3b-8a65-4b34-8de9-91a04fec0b07 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:07.244550 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c7cd4540-02e8-4b26-b555-7b3d5a6055af req-9881bd3b-8a65-4b34-8de9-91a04fec0b07 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 944 time: 0.0965297 Jul 08 20:24:07.275469 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.289264 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.296982 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.333029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 7ab54f9f-6926-499f-b1a2-5842b4d893b6 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:07.369428 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c7cd4540-02e8-4b26-b555-7b3d5a6055af req-03a331f7-dc84-475e-bad3-04c7609ad9ae tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182108 Jul 08 20:24:07.385487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:07.402527 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:07.425905 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.426456 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Added segment 1d8c41ae-990f-4704-adf9-af5fdd3c9c4a of type vlan for network ed4a435e-a185-401d-9aa8-8af44d6b3252 Jul 08 20:24:07.533980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f82c7b9-fd07-427c-bdbb-013d060bb6d0,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:07.546400 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5682c9b-ae35-43c5-b152-4e906bbc7328 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:07.553531 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5682c9b-ae35-43c5-b152-4e906bbc7328 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.590340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 7ab54f9f-6926-499f-b1a2-5842b4d893b6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:07.590957 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.592699 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:07.593303 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.675019 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e796e4e5-27da-4e0f-8c54-ebb460ef87cf req-ae59cc64-e878-4979-ab5a-5df26a85e90e tempest-ServerAddressesTestJSON-92720842 tempest-ServerAddressesTestJSON-92720842-project] 10.222.0.101 "GET /v2.0/ports?device_id=370dfef4-5f74-44dd-ade8-d120cad87b02 HTTP/1.1" status: 200 len: 210 time: 0.0639005 Jul 08 20:24:07.722325 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.771336 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.778390 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208f53e6-4f29-4cb4-8c06-16ec7ad9ad29 x-openstack-request-id: req-208f53e6-4f29-4cb4-8c06-16ec7ad9ad29 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:07.778686 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370dfef4-5f74-44dd-ade8-d120cad87b02", "name": "network-vif-deleted", "tag": "5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:07.778951 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-208f53e6-4f29-4cb4-8c06-16ec7ad9ad29 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:07.779371 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370dfef4-5f74-44dd-ade8-d120cad87b02', 'name': 'network-vif-deleted', 'tag': '5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8', 'status': 'completed', 'code': 200} Jul 08 20:24:07.798011 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.885874 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:07.900073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:07.911970 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.950840 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.951755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 7ab54f9f-6926-499f-b1a2-5842b4d893b6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7ab54f9f-6926-499f-b1a2-5842b4d893b6,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:07.952008 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Added segment 07889818-cb17-428b-ad0f-f0e5a5edf483 of type vlan for network 9d360f34-eedd-4712-b0f2-750415d09032 Jul 08 20:24:07.998254 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:07.999038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:24:08.033127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:24:08.033505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5b76ffa7-d9de-4a4c-a23a-50ab6c3212e8 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:24:08.084899 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:08.087910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:08.133543 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ccac3f-a975-4f58-9f5a-490c255f27d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1'}, {'server_uuid': 'bfddad7e-a159-4662-841c-eff017320278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab54f9f-6926-499f-b1a2-5842b4d893b6'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:08.135378 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d57eca6-4a8e-4a32-8183-e026cca8c36d" -d '{"events": [{"server_uuid": "84ccac3f-a975-4f58-9f5a-490c255f27d9", "name": "network-vif-plugged", "status": "completed", "tag": "e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1"}, {"server_uuid": "bfddad7e-a159-4662-841c-eff017320278", "name": "network-vif-plugged", "status": "completed", "tag": "7ab54f9f-6926-499f-b1a2-5842b4d893b6"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:08.180567 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:08.187832 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:08.188328 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:08.191286 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=7ab54f9f-6926-499f-b1a2-5842b4d893b6,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:08.195538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:08.200971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:08.201651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:08.225855 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5682c9b-ae35-43c5-b152-4e906bbc7328 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:08.327647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5682c9b-ae35-43c5-b152-4e906bbc7328 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Subnet': ['ID=8a54ad22-2986-478e-b1be-0813291b9df6,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:08.354547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57850) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:08.355255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8420959 Jul 08 20:24:08.364491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event updated for resources: {'Network': ['ID=ed4a435e-a185-401d-9aa8-8af44d6b3252,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:08.375870 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network ed4a435e-a185-401d-9aa8-8af44d6b3252 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:08.574978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5682c9b-ae35-43c5-b152-4e906bbc7328 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Checking segment: {'id': '4066fc8e-6385-4e45-8dfe-8837ab11ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65cc7652-977c-4ed5-8c1a-0675ace96048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:08.575794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5682c9b-ae35-43c5-b152-4e906bbc7328 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network hostable DHCP agents. Network: 65cc7652-977c-4ed5-8c1a-0675ace96048, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:08.581890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0fc3d-f28f-48e2-b2f6-b6c2eb6ceb71 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event updated for resources: {'Network': ['ID=9d360f34-eedd-4712-b0f2-750415d09032,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:08.595365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 9d360f34-eedd-4712-b0f2-750415d09032 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:08.633321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5682c9b-ae35-43c5-b152-4e906bbc7328 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 65cc7652-977c-4ed5-8c1a-0675ace96048 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:08.649765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-c5682c9b-ae35-43c5-b152-4e906bbc7328 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 65cc7652-977c-4ed5-8c1a-0675ace96048) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:08.654660 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5682c9b-ae35-43c5-b152-4e906bbc7328 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:08.655451 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5682c9b-ae35-43c5-b152-4e906bbc7328 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:08.685541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03caba2-8ad0-4baa-825a-e32fd4879aea None None] Network 65cc7652-977c-4ed5-8c1a-0675ace96048 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:08.698487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c5682c9b-ae35-43c5-b152-4e906bbc7328 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8822632 Jul 08 20:24:08.699211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57856) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:08.705486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1b70f9fa-929d-4ae6-b4b2-aa15bd68f5ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '65cc7652-977c-4ed5-8c1a-0675ace96048', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:08.809964 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c2d043-1e53-442f-9c9f-260a713a8e1a tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:08.829953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c2d043-1e53-442f-9c9f-260a713a8e1a tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:08.857332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c2d043-1e53-442f-9c9f-260a713a8e1a tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:08.868358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c2d043-1e53-442f-9c9f-260a713a8e1a tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:08.870099 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-12c2d043-1e53-442f-9c9f-260a713a8e1a tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5145545 Jul 08 20:24:08.873863 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57860) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:09.017997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b70f9fa-929d-4ae6-b4b2-aa15bd68f5ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:09.021883 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b70f9fa-929d-4ae6-b4b2-aa15bd68f5ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:09.038015 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0d7846a-3017-4299-80f4-cf3a45b4bd1f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:09.239447 n-d-791506-16 neutron-server[94066]: INFO neutron.db.ipam_backend_mixin [None req-1b70f9fa-929d-4ae6-b4b2-aa15bd68f5ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a54ad22-2986-478e-b1be-0813291b9df6 (CIDR: 2001:db8::/64) Jul 08 20:24:09.242036 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0d7846a-3017-4299-80f4-cf3a45b4bd1f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:09.246237 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b70f9fa-929d-4ae6-b4b2-aa15bd68f5ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:24:09.246706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b70f9fa-929d-4ae6-b4b2-aa15bd68f5ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:24:09.251921 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:24:09.258182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-65cc7652-977c-4ed5-8c1a-0675ace96048', 'network_id': '65cc7652-977c-4ed5-8c1a-0675ace96048', 'tenant_id': 'c59f936d4df34bfe89c8b04a8debfb9e', 'fixed_ips': [{'subnet_id': '8a54ad22-2986-478e-b1be-0813291b9df6'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:24:09.260777 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:09.267487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e0d7846a-3017-4299-80f4-cf3a45b4bd1f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4a435e-a185-401d-9aa8-8af44d6b3252']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:09.283010 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1b70f9fa-929d-4ae6-b4b2-aa15bd68f5ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5800190 Jul 08 20:24:09.284085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57862) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:09.292921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e0d7846a-3017-4299-80f4-cf3a45b4bd1f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8c41ae-990f-4704-adf9-af5fdd3c9c4a') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:09.293249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e0d7846a-3017-4299-80f4-cf3a45b4bd1f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8c41ae-990f-4704-adf9-af5fdd3c9c4a') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:09.293446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a247b2ec-eab7-4ff8-9ff0-24d3cc3ba931 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '65cc7652-977c-4ed5-8c1a-0675ace96048', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:09.310825 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0d7846a-3017-4299-80f4-cf3a45b4bd1f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:09.354225 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0d7846a-3017-4299-80f4-cf3a45b4bd1f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:09.364356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d7846a-3017-4299-80f4-cf3a45b4bd1f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:24:09.365602 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0d7846a-3017-4299-80f4-cf3a45b4bd1f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:24:09.372214 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:24:09.518158 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0d7846a-3017-4299-80f4-cf3a45b4bd1f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:09.526998 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0d7846a-3017-4299-80f4-cf3a45b4bd1f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:09.532323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e0d7846a-3017-4299-80f4-cf3a45b4bd1f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "DELETE /v2.0/networks/ed4a435e-a185-401d-9aa8-8af44d6b3252 HTTP/1.1" status: 204 len: 168 time: 0.6544070 Jul 08 20:24:09.533222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57866) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:09.581933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Allocated IP 2001:db8::2 (65cc7652-977c-4ed5-8c1a-0675ace96048/8a54ad22-2986-478e-b1be-0813291b9df6/7549f06d-7db2-460c-86b8-998a0b1650da) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:09.696403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a247b2ec-eab7-4ff8-9ff0-24d3cc3ba931 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:09.709692 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a247b2ec-eab7-4ff8-9ff0-24d3cc3ba931 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:09.782539 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:09.845216 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-875cb091-0a9d-486a-bb3f-46de99851e45 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.004610 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-875cb091-0a9d-486a-bb3f-46de99851e45 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.025241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-875cb091-0a9d-486a-bb3f-46de99851e45 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d360f34-eedd-4712-b0f2-750415d09032']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:10.045367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-875cb091-0a9d-486a-bb3f-46de99851e45 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07889818-cb17-428b-ad0f-f0e5a5edf483') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:10.045790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-875cb091-0a9d-486a-bb3f-46de99851e45 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07889818-cb17-428b-ad0f-f0e5a5edf483') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:10.052112 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.082605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Transition to ACTIVE for port object 7549f06d-7db2-460c-86b8-998a0b1650da will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:10.082976 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-875cb091-0a9d-486a-bb3f-46de99851e45 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.091004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7846a-3017-4299-80f4-cf3a45b4bd1f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event deleted for resources: {'Network': ['ID=ed4a435e-a185-401d-9aa8-8af44d6b3252,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:10.107594 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-875cb091-0a9d-486a-bb3f-46de99851e45 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.120676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875cb091-0a9d-486a-bb3f-46de99851e45 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:24:10.122221 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-875cb091-0a9d-486a-bb3f-46de99851e45 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:24:10.124438 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:24:10.618892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Transition to ACTIVE for port object 7549f06d-7db2-460c-86b8-998a0b1650da will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:10.628019 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-875cb091-0a9d-486a-bb3f-46de99851e45 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.631804 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.637392 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-875cb091-0a9d-486a-bb3f-46de99851e45 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.642365 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-875cb091-0a9d-486a-bb3f-46de99851e45 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "DELETE /v2.0/networks/9d360f34-eedd-4712-b0f2-750415d09032 HTTP/1.1" status: 204 len: 168 time: 1.1043730 Jul 08 20:24:10.643280 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57874) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:10.662124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cb091-0a9d-486a-bb3f-46de99851e45 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event deleted for resources: {'Network': ['ID=9d360f34-eedd-4712-b0f2-750415d09032,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:10.672479 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a247b2ec-eab7-4ff8-9ff0-24d3cc3ba931 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.758296 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a247b2ec-eab7-4ff8-9ff0-24d3cc3ba931 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 65cc7652-977c-4ed5-8c1a-0675ace96048 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:10.765337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-a247b2ec-eab7-4ff8-9ff0-24d3cc3ba931 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:10.767010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Pushing event updated for resources: {'Port': ['ID=7549f06d-7db2-460c-86b8-998a0b1650da,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:10.770675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a247b2ec-eab7-4ff8-9ff0-24d3cc3ba931 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:10.771573 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a247b2ec-eab7-4ff8-9ff0-24d3cc3ba931 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.785231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Network 65cc7652-977c-4ed5-8c1a-0675ace96048 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:10.787556 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:10.799659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:10.826444 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a247b2ec-eab7-4ff8-9ff0-24d3cc3ba931 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5382755 Jul 08 20:24:10.826971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57878) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:10.827264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247b2ec-eab7-4ff8-9ff0-24d3cc3ba931 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Subnet': ['ID=c447e554-e651-48c8-a053-1c8b4a500cc9,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:10.842113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e2689-c55c-4373-8749-9dbf5b3aec18 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:10.859284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e2689-c55c-4373-8749-9dbf5b3aec18 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:10.864668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-776e2689-c55c-4373-8749-9dbf5b3aec18 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2164474 Jul 08 20:24:10.866695 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57880) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:10.866855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '65cc7652-977c-4ed5-8c1a-0675ace96048', 'fixed_ips': [{'subnet_id': '8a54ad22-2986-478e-b1be-0813291b9df6'}, {'subnet_id': 'c447e554-e651-48c8-a053-1c8b4a500cc9'}], 'name': 'tempest-PortsIpV6TestJSON-703091319'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:10.870506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b933bf01-5a68-4e51-9a1e-10f0c3fd0267 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1003640507'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:10.917022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b933bf01-5a68-4e51-9a1e-10f0c3fd0267 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Made reservation on behalf of 5b76294a947949bc91536fc1170c6f48 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:10.922891 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b933bf01-5a68-4e51-9a1e-10f0c3fd0267 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.923492 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Attempting to bind port 7549f06d-7db2-460c-86b8-998a0b1650da on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:10.923871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Attempting to bind port 7549f06d-7db2-460c-86b8-998a0b1650da by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '4066fc8e-6385-4e45-8dfe-8837ab11ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65cc7652-977c-4ed5-8c1a-0675ace96048'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:10.924239 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Attempting to bind port 7549f06d-7db2-460c-86b8-998a0b1650da on network 65cc7652-977c-4ed5-8c1a-0675ace96048 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:10.931908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:10.932293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Checking segment: {'id': '4066fc8e-6385-4e45-8dfe-8837ab11ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65cc7652-977c-4ed5-8c1a-0675ace96048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:10.932746 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.933147 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Bound using segment: {'id': '4066fc8e-6385-4e45-8dfe-8837ab11ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65cc7652-977c-4ed5-8c1a-0675ace96048'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:10.933915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Bound port: 7549f06d-7db2-460c-86b8-998a0b1650da, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4066fc8e-6385-4e45-8dfe-8837ab11ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65cc7652-977c-4ed5-8c1a-0675ace96048'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:10.934551 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:10.972617 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b933bf01-5a68-4e51-9a1e-10f0c3fd0267 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:11.002672 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b933bf01-5a68-4e51-9a1e-10f0c3fd0267 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:11.003029 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b933bf01-5a68-4e51-9a1e-10f0c3fd0267 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Added segment 98aa79c7-138a-4093-952b-0fa8df9b3a32 of type vlan for network 2d5ff590-001b-4609-a02a-7d252f7e3110 Jul 08 20:24:11.088413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] For port 7549f06d-7db2-460c-86b8-998a0b1650da, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:11.095520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] For port 7549f06d-7db2-460c-86b8-998a0b1650da, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7549f06d-7db2-460c-86b8-998a0b1650da,segment=NetworkSegment(4066fc8e-6385-4e45-8dfe-8837ab11ead2),segment_id=4066fc8e-6385-4e45-8dfe-8837ab11ead2)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:11.102942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:11.103503 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:11.111111 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b933bf01-5a68-4e51-9a1e-10f0c3fd0267 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:11.192578 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b933bf01-5a68-4e51-9a1e-10f0c3fd0267 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:11.207328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b933bf01-5a68-4e51-9a1e-10f0c3fd0267 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:11.208398 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b933bf01-5a68-4e51-9a1e-10f0c3fd0267 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:11.216928 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:11.259400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port 8091a650-2419-4756-abe7-6d6097d0619f yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:24:11.275748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed0c8a-b6c0-4b10-98d3-da7440f900a4 None None] Pushing event updated for resources: {'Port': ['ID=7549f06d-7db2-460c-86b8-998a0b1650da,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:11.337786 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b933bf01-5a68-4e51-9a1e-10f0c3fd0267 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4690070 Jul 08 20:24:11.338014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57882) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:11.343236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-12db1313-a481-4e99-9849-54d5dc45c2de tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-717830559'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:11.364222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933bf01-5a68-4e51-9a1e-10f0c3fd0267 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event updated for resources: {'Network': ['ID=2d5ff590-001b-4609-a02a-7d252f7e3110,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:11.377558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 2d5ff590-001b-4609-a02a-7d252f7e3110 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:11.392981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12db1313-a481-4e99-9849-54d5dc45c2de tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Made reservation on behalf of 5b76294a947949bc91536fc1170c6f48 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:11.403013 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12db1313-a481-4e99-9849-54d5dc45c2de tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:11.454738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12db1313-a481-4e99-9849-54d5dc45c2de tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:11.468296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12db1313-a481-4e99-9849-54d5dc45c2de tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:11.468877 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-12db1313-a481-4e99-9849-54d5dc45c2de tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Added segment 41e4c747-8e4d-48ff-8f3d-2481b1a92f19 of type vlan for network d288b0b2-2ce3-4ead-adaa-2651e5c49b45 Jul 08 20:24:11.605730 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12db1313-a481-4e99-9849-54d5dc45c2de tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:11.708509 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12db1313-a481-4e99-9849-54d5dc45c2de tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:11.719659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12db1313-a481-4e99-9849-54d5dc45c2de tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:11.723437 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12db1313-a481-4e99-9849-54d5dc45c2de tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:11.835171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8::3e1 (65cc7652-977c-4ed5-8c1a-0675ace96048/8a54ad22-2986-478e-b1be-0813291b9df6/8091a650-2419-4756-abe7-6d6097d0619f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:11.844403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8:0:1::2ed (65cc7652-977c-4ed5-8c1a-0675ace96048/c447e554-e651-48c8-a053-1c8b4a500cc9/8091a650-2419-4756-abe7-6d6097d0619f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:11.859475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db1313-a481-4e99-9849-54d5dc45c2de tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event updated for resources: {'Network': ['ID=d288b0b2-2ce3-4ead-adaa-2651e5c49b45,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:11.864322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-12db1313-a481-4e99-9849-54d5dc45c2de tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5253327 Jul 08 20:24:11.868314 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57886) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:11.873354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network d288b0b2-2ce3-4ead-adaa-2651e5c49b45 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:11.883022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Request body: {'ports': [{'network_id': '2d5ff590-001b-4609-a02a-7d252f7e3110', 'name': 'tempest-port--735710892', 'admin_state_up': True}, {'network_id': 'd288b0b2-2ce3-4ead-adaa-2651e5c49b45', 'admin_state_up': False}]} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:11.883397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Request body: {'port': {'network_id': '2d5ff590-001b-4609-a02a-7d252f7e3110', 'name': 'tempest-port--735710892', 'admin_state_up': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:11.883799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Request body: {'port': {'network_id': 'd288b0b2-2ce3-4ead-adaa-2651e5c49b45', 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:12.184410 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:12.198782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Made reservation on behalf of 5b76294a947949bc91536fc1170c6f48 for: {'port': 2} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:12.202483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Transition to ACTIVE for port object 8091a650-2419-4756-abe7-6d6097d0619f will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:12.204437 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:12.228115 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:12.277169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:12.352692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] device_id is not set on port ababfed2-505f-4aef-bd1a-1a16c89052e8 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:24:12.377451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 65cc7652-977c-4ed5-8c1a-0675ace96048 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:12.379821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:12.382066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=8091a650-2419-4756-abe7-6d6097d0619f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:12.388873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:12.404422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:12.405258 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:12.440014 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-eb338fed-b2a6-4308-b557-0f5ad44ad1e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.6073720 Jul 08 20:24:12.440348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57888) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:12.463716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-37e09871-8949-4679-8e56-318baa501496 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a54ad22-2986-478e-b1be-0813291b9df6'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:12.583006 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:12.627724 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7549f06d-7db2-460c-86b8-998a0b1650da up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:12.686391 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37e09871-8949-4679-8e56-318baa501496 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:12.727054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] device_id is not set on port d56ae382-6c84-4a9e-844f-7f325465f077 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:24:12.739171 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 7549f06d-7db2-460c-86b8-998a0b1650da completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:13.032934 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:13.037117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b75825-8013-496b-9a49-13b4cb75d2d3 None None] Network 65cc7652-977c-4ed5-8c1a-0675ace96048 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:13.104081 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:13.150371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1f391a3c-9665-4b12-8c7b-9b9d32c7a3d1 None None] Provisioning for port 7549f06d-7db2-460c-86b8-998a0b1650da completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:13.158520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1f391a3c-9665-4b12-8c7b-9b9d32c7a3d1 None None] Provisioning complete for port 7549f06d-7db2-460c-86b8-998a0b1650da triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:13.159165 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1f391a3c-9665-4b12-8c7b-9b9d32c7a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:13.172764 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event updated for resources: {'Port': ['ID=ababfed2-505f-4aef-bd1a-1a16c89052e8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:13.198127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Checking segment: {'id': '98aa79c7-138a-4093-952b-0fa8df9b3a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '2d5ff590-001b-4609-a02a-7d252f7e3110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:13.198650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Network hostable DHCP agents. Network: 2d5ff590-001b-4609-a02a-7d252f7e3110, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:13.232336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Network 2d5ff590-001b-4609-a02a-7d252f7e3110 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:13.253031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 2d5ff590-001b-4609-a02a-7d252f7e3110) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:13.254921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-37e09871-8949-4679-8e56-318baa501496 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Delete allocated IP 2001:db8:0:1::2ed (65cc7652-977c-4ed5-8c1a-0675ace96048/c447e554-e651-48c8-a053-1c8b4a500cc9) {{(pid=94065) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 20:24:13.258534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:13.259761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:13.280464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bea352a-5f0e-41a1-9165-0e1eae7b3fea None None] Network 2d5ff590-001b-4609-a02a-7d252f7e3110 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:13.336404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event updated for resources: {'Port': ['ID=d56ae382-6c84-4a9e-844f-7f325465f077,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:13.363139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Checking segment: {'id': '41e4c747-8e4d-48ff-8f3d-2481b1a92f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd288b0b2-2ce3-4ead-adaa-2651e5c49b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:13.363869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Network hostable DHCP agents. Network: d288b0b2-2ce3-4ead-adaa-2651e5c49b45, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:13.403737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Network d288b0b2-2ce3-4ead-adaa-2651e5c49b45 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:13.411133 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1f391a3c-9665-4b12-8c7b-9b9d32c7a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:13.440247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, d288b0b2-2ce3-4ead-adaa-2651e5c49b45) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:13.446097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:13.452950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:13.464242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:13.467469 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:13.496242 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37e09871-8949-4679-8e56-318baa501496 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:13.504209 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-80ddb8f8-c503-44b0-9143-4ad54702e674 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6336429 Jul 08 20:24:13.506731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57892) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:13.512942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-37e09871-8949-4679-8e56-318baa501496 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Ignored duplicate provisioning block setup for port 8091a650-2419-4756-abe7-6d6097d0619f by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 20:24:13.514349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1f391a3c-9665-4b12-8c7b-9b9d32c7a3d1 None None] For port 7549f06d-7db2-460c-86b8-998a0b1650da, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7549f06d-7db2-460c-86b8-998a0b1650da,segment=NetworkSegment(4066fc8e-6385-4e45-8dfe-8837ab11ead2),segment_id=4066fc8e-6385-4e45-8dfe-8837ab11ead2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:13.516097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f596cdde-5a09-45eb-997a-16554a472564 None None] Network d288b0b2-2ce3-4ead-adaa-2651e5c49b45 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:13.519953 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37e09871-8949-4679-8e56-318baa501496 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:13.549074 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1f391a3c-9665-4b12-8c7b-9b9d32c7a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:13.634000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e09871-8949-4679-8e56-318baa501496 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=8091a650-2419-4756-abe7-6d6097d0619f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:13.691369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa19ac42-538d-4d13-b734-09b7e677b0ba tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:13.692852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-37e09871-8949-4679-8e56-318baa501496 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] In _notify_port_updated(), no bound segment for port 8091a650-2419-4756-abe7-6d6097d0619f on network 65cc7652-977c-4ed5-8c1a-0675ace96048 {{(pid=94065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:24:13.706403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e09871-8949-4679-8e56-318baa501496 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:13.709141 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37e09871-8949-4679-8e56-318baa501496 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:13.712657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa19ac42-538d-4d13-b734-09b7e677b0ba tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:13.715283 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-37e09871-8949-4679-8e56-318baa501496 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "PUT /v2.0/ports/8091a650-2419-4756-abe7-6d6097d0619f HTTP/1.1" status: 200 len: 925 time: 1.2728286 Jul 08 20:24:13.715853 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57894) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:13.716390 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-aa19ac42-538d-4d13-b734-09b7e677b0ba tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2058792 Jul 08 20:24:13.720130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57896) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:13.728434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-12295093-a26d-4de7-b45d-d126ebdcbd7c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a54ad22-2986-478e-b1be-0813291b9df6'}, {'subnet_id': 'c447e554-e651-48c8-a053-1c8b4a500cc9'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:13.748682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f391a3c-9665-4b12-8c7b-9b9d32c7a3d1 None None] Pushing event updated for resources: {'Port': ['ID=7549f06d-7db2-460c-86b8-998a0b1650da,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:13.968064 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12295093-a26d-4de7-b45d-d126ebdcbd7c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:13.983186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3302effb-6324-48bc-8f46-61dc9279a5f4 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Deleting port ababfed2-505f-4aef-bd1a-1a16c89052e8 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:13.983527 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3302effb-6324-48bc-8f46-61dc9279a5f4 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:14.144678 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3302effb-6324-48bc-8f46-61dc9279a5f4 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:14.168889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3302effb-6324-48bc-8f46-61dc9279a5f4 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Calling delete_port for ababfed2-505f-4aef-bd1a-1a16c89052e8 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:14.221946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b3b97f-6ff3-49b9-94ce-4a10c7037106 None None] Update dhcp port {'port': {'network_id': '65cc7652-977c-4ed5-8c1a-0675ace96048', 'fixed_ips': [{'subnet_id': '8a54ad22-2986-478e-b1be-0813291b9df6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c447e554-e651-48c8-a053-1c8b4a500cc9'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '7549f06d-7db2-460c-86b8-998a0b1650da'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:24:14.269219 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09b3b97f-6ff3-49b9-94ce-4a10c7037106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:14.367469 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3302effb-6324-48bc-8f46-61dc9279a5f4 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:14.401786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3302effb-6324-48bc-8f46-61dc9279a5f4 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:14.406570 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3302effb-6324-48bc-8f46-61dc9279a5f4 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "DELETE /v2.0/ports/ababfed2-505f-4aef-bd1a-1a16c89052e8 HTTP/1.1" status: 204 len: 168 time: 0.6745570 Jul 08 20:24:14.406802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57900) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:14.443668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302effb-6324-48bc-8f46-61dc9279a5f4 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event deleted for resources: {'Port': ['ID=ababfed2-505f-4aef-bd1a-1a16c89052e8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:14.467887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-12295093-a26d-4de7-b45d-d126ebdcbd7c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8:0:1::220 (65cc7652-977c-4ed5-8c1a-0675ace96048/c447e554-e651-48c8-a053-1c8b4a500cc9/8091a650-2419-4756-abe7-6d6097d0619f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:14.587995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7549f06d-7db2-460c-86b8-998a0b1650da up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:14.615844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-cf392ad9-a7f2-49ac-842c-3b5a431e5364 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Deleting port d56ae382-6c84-4a9e-844f-7f325465f077 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:14.617341 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf392ad9-a7f2-49ac-842c-3b5a431e5364 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:14.690028 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7549f06d-7db2-460c-86b8-998a0b1650da triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:14.696225 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:14.714860 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12295093-a26d-4de7-b45d-d126ebdcbd7c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:14.736891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-12295093-a26d-4de7-b45d-d126ebdcbd7c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Ignored duplicate provisioning block setup for port 8091a650-2419-4756-abe7-6d6097d0619f by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 20:24:14.764877 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12295093-a26d-4de7-b45d-d126ebdcbd7c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:14.767553 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf392ad9-a7f2-49ac-842c-3b5a431e5364 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:14.786238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-cf392ad9-a7f2-49ac-842c-3b5a431e5364 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Calling delete_port for d56ae382-6c84-4a9e-844f-7f325465f077 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:14.846974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-09b3b97f-6ff3-49b9-94ce-4a10c7037106 None None] Allocated IP 2001:db8:0:1::2 (65cc7652-977c-4ed5-8c1a-0675ace96048/c447e554-e651-48c8-a053-1c8b4a500cc9/7549f06d-7db2-460c-86b8-998a0b1650da) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:14.911139 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf392ad9-a7f2-49ac-842c-3b5a431e5364 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:14.945935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf392ad9-a7f2-49ac-842c-3b5a431e5364 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event deleted for resources: {'Port': ['ID=d56ae382-6c84-4a9e-844f-7f325465f077,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:14.957456 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf392ad9-a7f2-49ac-842c-3b5a431e5364 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:14.960416 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cf392ad9-a7f2-49ac-842c-3b5a431e5364 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "DELETE /v2.0/ports/d56ae382-6c84-4a9e-844f-7f325465f077 HTTP/1.1" status: 204 len: 168 time: 0.5522699 Jul 08 20:24:14.964700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57902) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:15.029865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12295093-a26d-4de7-b45d-d126ebdcbd7c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=8091a650-2419-4756-abe7-6d6097d0619f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:15.033732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-12295093-a26d-4de7-b45d-d126ebdcbd7c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] In _notify_port_updated(), no bound segment for port 8091a650-2419-4756-abe7-6d6097d0619f on network 65cc7652-977c-4ed5-8c1a-0675ace96048 {{(pid=94065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:24:15.041532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12295093-a26d-4de7-b45d-d126ebdcbd7c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:15.042444 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12295093-a26d-4de7-b45d-d126ebdcbd7c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:15.044427 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-12295093-a26d-4de7-b45d-d126ebdcbd7c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "PUT /v2.0/ports/8091a650-2419-4756-abe7-6d6097d0619f HTTP/1.1" status: 200 len: 1011 time: 1.3231709 Jul 08 20:24:15.047311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57904) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:15.049479 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5aeddc88-0d11-48a2-9f68-026958d6986f tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0785084 Jul 08 20:24:15.050968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57906) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:15.068131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-09b3b97f-6ff3-49b9-94ce-4a10c7037106 None None] For port 7549f06d-7db2-460c-86b8-998a0b1650da, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7549f06d-7db2-460c-86b8-998a0b1650da,segment=NetworkSegment(4066fc8e-6385-4e45-8dfe-8837ab11ead2),segment_id=4066fc8e-6385-4e45-8dfe-8837ab11ead2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:15.112330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-60dece8b-e3df-4f47-af08-b88b7fc26ecd tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2147199539'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:15.137196 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09b3b97f-6ff3-49b9-94ce-4a10c7037106 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:15.175562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-09b3b97f-6ff3-49b9-94ce-4a10c7037106 None None] Transition to ACTIVE for port object 7549f06d-7db2-460c-86b8-998a0b1650da will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:15.198213 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09b3b97f-6ff3-49b9-94ce-4a10c7037106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:15.208909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-f2c22b66-262d-4da7-a720-af6500d6d46f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 8091a650-2419-4756-abe7-6d6097d0619f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:15.209282 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2c22b66-262d-4da7-a720-af6500d6d46f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:15.253003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dece8b-e3df-4f47-af08-b88b7fc26ecd tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Made reservation on behalf of 5b76294a947949bc91536fc1170c6f48 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:15.257455 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60dece8b-e3df-4f47-af08-b88b7fc26ecd tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:15.309850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3b97f-6ff3-49b9-94ce-4a10c7037106 None None] Pushing event updated for resources: {'Port': ['ID=7549f06d-7db2-460c-86b8-998a0b1650da,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:15.350065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60dece8b-e3df-4f47-af08-b88b7fc26ecd tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:15.376838 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60dece8b-e3df-4f47-af08-b88b7fc26ecd tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:15.377455 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-60dece8b-e3df-4f47-af08-b88b7fc26ecd tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Added segment ce40aee4-678a-4774-a491-1c3b601e11da of type vlan for network 04b52bf1-968f-4f51-9937-56cdc3c911dd Jul 08 20:24:15.398218 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2c22b66-262d-4da7-a720-af6500d6d46f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:15.464686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-f2c22b66-262d-4da7-a720-af6500d6d46f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 8091a650-2419-4756-abe7-6d6097d0619f owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:15.500169 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60dece8b-e3df-4f47-af08-b88b7fc26ecd tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:15.666604 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60dece8b-e3df-4f47-af08-b88b7fc26ecd tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:15.673516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dece8b-e3df-4f47-af08-b88b7fc26ecd tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:15.674494 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60dece8b-e3df-4f47-af08-b88b7fc26ecd tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:15.778560 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-60dece8b-e3df-4f47-af08-b88b7fc26ecd tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7264464 Jul 08 20:24:15.778789 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57920) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:15.785820 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ce58e6ba-e5f8-4736-adb2-b08a6d18a036 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1476320842'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:15.802163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dece8b-e3df-4f47-af08-b88b7fc26ecd tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event updated for resources: {'Network': ['ID=04b52bf1-968f-4f51-9937-56cdc3c911dd,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:15.820259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 04b52bf1-968f-4f51-9937-56cdc3c911dd details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:15.851467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce58e6ba-e5f8-4736-adb2-b08a6d18a036 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Made reservation on behalf of 5b76294a947949bc91536fc1170c6f48 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:15.859574 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce58e6ba-e5f8-4736-adb2-b08a6d18a036 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:15.944924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce58e6ba-e5f8-4736-adb2-b08a6d18a036 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:15.981685 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce58e6ba-e5f8-4736-adb2-b08a6d18a036 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:15.985675 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-ce58e6ba-e5f8-4736-adb2-b08a6d18a036 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Added segment b22c394a-be14-4955-9845-28a9d188de61 of type vlan for network 7661e131-dd50-4f84-a685-98dcd1492e23 Jul 08 20:24:16.066763 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2c22b66-262d-4da7-a720-af6500d6d46f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:16.126869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce58e6ba-e5f8-4736-adb2-b08a6d18a036 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:16.155783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c22b66-262d-4da7-a720-af6500d6d46f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=8091a650-2419-4756-abe7-6d6097d0619f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:16.247458 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce58e6ba-e5f8-4736-adb2-b08a6d18a036 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:16.254968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce58e6ba-e5f8-4736-adb2-b08a6d18a036 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:16.255598 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce58e6ba-e5f8-4736-adb2-b08a6d18a036 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:16.268123 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2c22b66-262d-4da7-a720-af6500d6d46f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:16.273145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f2c22b66-262d-4da7-a720-af6500d6d46f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/8091a650-2419-4756-abe7-6d6097d0619f HTTP/1.1" status: 204 len: 168 time: 1.2218268 Jul 08 20:24:16.277355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57938) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:16.337653 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-4139ea7f-725b-4f3f-8eb2-d0ce9e8c03ea tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:24:16.342285 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4139ea7f-725b-4f3f-8eb2-d0ce9e8c03ea tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/8091a650-2419-4756-abe7-6d6097d0619f HTTP/1.1" status: 404 len: 333 time: 0.0602815 Jul 08 20:24:16.342785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57940) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:16.348014 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca852d32-2f4e-4603-a06c-160927759471 x-openstack-request-id: req-ca852d32-2f4e-4603-a06c-160927759471 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:16.348014 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ccac3f-a975-4f58-9f5a-490c255f27d9", "name": "network-vif-plugged", "status": "completed", "tag": "e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1", "code": 200}, {"server_uuid": "bfddad7e-a159-4662-841c-eff017320278", "name": "network-vif-plugged", "status": "completed", "tag": "7ab54f9f-6926-499f-b1a2-5842b4d893b6", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:16.348014 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ca852d32-2f4e-4603-a06c-160927759471 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:16.348014 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ccac3f-a975-4f58-9f5a-490c255f27d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1', 'code': 200} Jul 08 20:24:16.348014 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfddad7e-a159-4662-841c-eff017320278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab54f9f-6926-499f-b1a2-5842b4d893b6', 'code': 200} Jul 08 20:24:16.368254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4508c5-94f0-4f66-ac42-dd7856fa6e63 req-0db16b71-f1b1-438b-9a36-82175a31a431 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:16.369867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e4508c5-94f0-4f66-ac42-dd7856fa6e63 req-0db16b71-f1b1-438b-9a36-82175a31a431 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.3163142 Jul 08 20:24:16.392659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42b576-69e4-4d09-bb11-6e7b947a21fc None None] Network 65cc7652-977c-4ed5-8c1a-0675ace96048 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:16.426440 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ce58e6ba-e5f8-4736-adb2-b08a6d18a036 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6466420 Jul 08 20:24:16.503809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58e6ba-e5f8-4736-adb2-b08a6d18a036 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event updated for resources: {'Network': ['ID=7661e131-dd50-4f84-a685-98dcd1492e23,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:16.542692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e4508c5-94f0-4f66-ac42-dd7856fa6e63 req-6870cc4c-0986-4a9d-98c6-76344d2ef890 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209099 Jul 08 20:24:16.572903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99b0c8a-38b2-4abe-bf5e-18f1c69f8384 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting subnet c447e554-e651-48c8-a053-1c8b4a500cc9 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:24:16.583178 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e99b0c8a-38b2-4abe-bf5e-18f1c69f8384 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:16.648812 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57942) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:16.654897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Request body: {'subnets': [{'network_id': '04b52bf1-968f-4f51-9937-56cdc3c911dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--911503645', 'ip_version': 4}, {'network_id': '7661e131-dd50-4f84-a685-98dcd1492e23', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:16.655455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Request body: {'subnet': {'network_id': '04b52bf1-968f-4f51-9937-56cdc3c911dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--911503645', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:16.656207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Request body: {'subnet': {'network_id': '7661e131-dd50-4f84-a685-98dcd1492e23', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:16.761580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 7661e131-dd50-4f84-a685-98dcd1492e23 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:16.763443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7549f06d-7db2-460c-86b8-998a0b1650da up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:16.830063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57944) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:16.840092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-592fdad8-2d42-4464-b2dc-c7d761912a89 None None] Provisioning for port 7549f06d-7db2-460c-86b8-998a0b1650da completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:16.894024 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e99b0c8a-38b2-4abe-bf5e-18f1c69f8384 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:16.903625 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-592fdad8-2d42-4464-b2dc-c7d761912a89 None None] Provisioning complete for port 7549f06d-7db2-460c-86b8-998a0b1650da triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:16.904098 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-592fdad8-2d42-4464-b2dc-c7d761912a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:16.986966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e6e866-252d-430a-aebe-62e5d0d9c36b admin admin] Deleting subnet a6fd1b1e-fce8-4285-a78d-40aed03db887 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:24:16.991144 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-61e6e866-252d-430a-aebe-62e5d0d9c36b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.036091 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-61e6e866-252d-430a-aebe-62e5d0d9c36b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.074154 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e99b0c8a-38b2-4abe-bf5e-18f1c69f8384 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.084264 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-61e6e866-252d-430a-aebe-62e5d0d9c36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.185662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a43efd-1e7b-49b0-994b-83c52864b92f req-5b14970b-32e8-4671-befc-bcbff19623a9 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:17.187383 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-45a43efd-1e7b-49b0-994b-83c52864b92f req-5b14970b-32e8-4671-befc-bcbff19623a9 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.4040484 Jul 08 20:24:17.188965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-61e6e866-252d-430a-aebe-62e5d0d9c36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.216922 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e99b0c8a-38b2-4abe-bf5e-18f1c69f8384 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.251442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6e866-252d-430a-aebe-62e5d0d9c36b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6fd1b1e-fce8-4285-a78d-40aed03db887,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:17.294296 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-61e6e866-252d-430a-aebe-62e5d0d9c36b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.298818 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-61e6e866-252d-430a-aebe-62e5d0d9c36b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a6fd1b1e-fce8-4285-a78d-40aed03db887 HTTP/1.1" status: 204 len: 168 time: 0.4645486 Jul 08 20:24:17.301826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293c3f4-fd3b-441a-b88d-dc338eebf967 req-1d206f2d-7901-49ec-8e60-dff4aa198583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:17.304478 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1293c3f4-fd3b-441a-b88d-dc338eebf967 req-1d206f2d-7901-49ec-8e60-dff4aa198583 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 1097 time: 0.6102498 Jul 08 20:24:17.305283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57974) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:17.336977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b0c8a-38b2-4abe-bf5e-18f1c69f8384 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Subnet': ['ID=c447e554-e651-48c8-a053-1c8b4a500cc9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:17.350272 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e99b0c8a-38b2-4abe-bf5e-18f1c69f8384 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.364016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7549f06d-7db2-460c-86b8-998a0b1650da triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:17.364478 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.367966 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e99b0c8a-38b2-4abe-bf5e-18f1c69f8384 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/c447e554-e651-48c8-a053-1c8b4a500cc9 HTTP/1.1" status: 204 len: 168 time: 1.0128214 Jul 08 20:24:17.383175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57976) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:17.443478 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-45a43efd-1e7b-49b0-994b-83c52864b92f req-4c808923-1a9c-4a8f-8177-0f812278ec86 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406960 Jul 08 20:24:17.462257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-592fdad8-2d42-4464-b2dc-c7d761912a89 None None] Could not find standard attr ID for object 8091a650-2419-4756-abe7-6d6097d0619f. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:24:17.471839 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.604764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Made reservation on behalf of 5b76294a947949bc91536fc1170c6f48 for: {'subnet': 2} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:17.622120 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.624238 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.696546 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1293c3f4-fd3b-441a-b88d-dc338eebf967 req-ba145d79-5622-489b-94d3-e623fce6213e service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690689 Jul 08 20:24:17.700026 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4a942a7d-7743-4ce8-b787-3288b5d6969b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.845224 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906013fc-d8f0-410c-b620-732ff5e0b6ec None None] Network 65cc7652-977c-4ed5-8c1a-0675ace96048 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:17.869432 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4a942a7d-7743-4ce8-b787-3288b5d6969b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.888048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4a942a7d-7743-4ce8-b787-3288b5d6969b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a58d3a-be85-4638-89b6-d5ceee3ad70c']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:17.924666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4a942a7d-7743-4ce8-b787-3288b5d6969b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ef0ca6-7652-4566-9c07-78c4df0ebde9') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:17.925004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4a942a7d-7743-4ce8-b787-3288b5d6969b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ef0ca6-7652-4566-9c07-78c4df0ebde9') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:17.945729 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4a942a7d-7743-4ce8-b787-3288b5d6969b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.957888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a0ae9a-6866-44e8-a6b3-7b7c3b3511f6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting subnet 8a54ad22-2986-478e-b1be-0813291b9df6 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:24:17.971710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f6f815a4-f990-44e0-87f5-6062eb77a281 None None] Provisioning complete for port 7549f06d-7db2-460c-86b8-998a0b1650da triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:17.972310 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f6f815a4-f990-44e0-87f5-6062eb77a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.980735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09a0ae9a-6866-44e8-a6b3-7b7c3b3511f6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:17.999939 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4a942a7d-7743-4ce8-b787-3288b5d6969b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:18.018964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a942a7d-7743-4ce8-b787-3288b5d6969b admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:24:18.020978 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4a942a7d-7743-4ce8-b787-3288b5d6969b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:24:18.165267 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:24:18.172679 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4a942a7d-7743-4ce8-b787-3288b5d6969b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:18.181910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4a942a7d-7743-4ce8-b787-3288b5d6969b admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:18.196443 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4a942a7d-7743-4ce8-b787-3288b5d6969b admin admin] 10.222.0.101 "DELETE /v2.0/networks/95a58d3a-be85-4638-89b6-d5ceee3ad70c HTTP/1.1" status: 204 len: 168 time: 0.8871195 Jul 08 20:24:18.243931 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09a0ae9a-6866-44e8-a6b3-7b7c3b3511f6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:18.246519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a942a7d-7743-4ce8-b787-3288b5d6969b admin admin] Pushing event deleted for resources: {'Network': ['ID=95a58d3a-be85-4638-89b6-d5ceee3ad70c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:18.473218 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09a0ae9a-6866-44e8-a6b3-7b7c3b3511f6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:18.525663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58072) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:18.624552 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-56eff534-600e-454b-9f72-8a48b5e252d5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5fdd93b8009943819b0d1319f033d7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949192 Jul 08 20:24:18.625435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58080) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:18.733699 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a6b00-3ef3-4ed9-b182-11d839f27eeb req-b708f3fb-e413-4ba2-932b-79b4d88e1c63 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:18.747320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-984a6b00-3ef3-4ed9-b182-11d839f27eeb req-b708f3fb-e413-4ba2-932b-79b4d88e1c63 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.5748141 Jul 08 20:24:18.789842 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-365eac5b-b8ef-4c69-929b-42a8dfb08dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:18.799715 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09a0ae9a-6866-44e8-a6b3-7b7c3b3511f6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:18.856852 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-365eac5b-b8ef-4c69-929b-42a8dfb08dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:18.944911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-365eac5b-b8ef-4c69-929b-42a8dfb08dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:18.947977 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-365eac5b-b8ef-4c69-929b-42a8dfb08dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:18.949430 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-365eac5b-b8ef-4c69-929b-42a8dfb08dc6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/49fbfb18-4bd9-47fc-a06b-08630971be25 HTTP/1.1" status: 204 len: 168 time: 0.3227036 Jul 08 20:24:18.965746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365eac5b-b8ef-4c69-929b-42a8dfb08dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fbfb18-4bd9-47fc-a06b-08630971be25,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:19.163437 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09a0ae9a-6866-44e8-a6b3-7b7c3b3511f6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:19.172767 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-09a0ae9a-6866-44e8-a6b3-7b7c3b3511f6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/8a54ad22-2986-478e-b1be-0813291b9df6 HTTP/1.1" status: 204 len: 168 time: 1.7884467 Jul 08 20:24:19.176423 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0ae9a-6866-44e8-a6b3-7b7c3b3511f6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Subnet': ['ID=8a54ad22-2986-478e-b1be-0813291b9df6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:19.179349 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:19.181033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaec2c1-a65d-425e-bde0-771bb058979e req-37f664c5-500c-4662-a7bc-3569fb0f64f5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:19.182364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58086) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:19.184391 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-caaec2c1-a65d-425e-bde0-771bb058979e req-37f664c5-500c-4662-a7bc-3569fb0f64f5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.1556764 Jul 08 20:24:19.267659 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-caaec2c1-a65d-425e-bde0-771bb058979e req-ba9730d8-239a-48f8-bfb8-9dbbc9f68555 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763693 Jul 08 20:24:19.430670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-984a6b00-3ef3-4ed9-b182-11d839f27eeb req-feb12788-6caf-4b53-ae0c-dbb6e4013511 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449885 Jul 08 20:24:19.448742 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef764ae7-2f70-48d1-bd6b-e61256299be1 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:24:19.516379 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:19.551168 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event updated for resources: {'Subnet': ['ID=0b749a9f-86e3-4e32-b8b7-02bfba3fc6b8,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:19.617645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Checking segment: {'id': 'ce40aee4-678a-4774-a491-1c3b601e11da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '04b52bf1-968f-4f51-9937-56cdc3c911dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:19.617899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Network hostable DHCP agents. Network: 04b52bf1-968f-4f51-9937-56cdc3c911dd, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:19.679093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bcf456-c8b2-41ab-aaa0-3b85d168adec None None] Network 65cc7652-977c-4ed5-8c1a-0675ace96048 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:19.807723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Network 04b52bf1-968f-4f51-9937-56cdc3c911dd is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:19.818540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-85edbcd6-f32e-4524-bd61-687233cc76f3 None None] Provisioning complete for port 7549f06d-7db2-460c-86b8-998a0b1650da triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:19.820112 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-85edbcd6-f32e-4524-bd61-687233cc76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:19.843270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 04b52bf1-968f-4f51-9937-56cdc3c911dd) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:19.878469 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b8d28d-7771-4bb3-bedc-2523e0df8864 None None] Network 04b52bf1-968f-4f51-9937-56cdc3c911dd requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:19.889531 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:20.012600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef764ae7-2f70-48d1-bd6b-e61256299be1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef764ae7-2f70-48d1-bd6b-e61256299be1,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:20.054431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'ef764ae7-2f70-48d1-bd6b-e61256299be1', 'network_id': 'fdb5f88e-06d4-480f-a839-50102aa47e53', 'port_id': 'ef764ae7-2f70-48d1-bd6b-e61256299be1', 'mac_address': 'fa:16:3e:7c:39:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d30581c-537d-4c32-9235-0aa435cb33f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:24:20.104249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event updated for resources: {'Subnet': ['ID=7b5e49aa-12c6-4d31-bf66-eefcc0891fd5,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:20.109101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Checking segment: {'id': 'b22c394a-be14-4955-9845-28a9d188de61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7661e131-dd50-4f84-a685-98dcd1492e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:20.109464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Network hostable DHCP agents. Network: 7661e131-dd50-4f84-a685-98dcd1492e23, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:20.130921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 7549f06d-7db2-460c-86b8-998a0b1650da {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:20.131269 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:20.312711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:20.332555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f174ad26-6540-4643-8835-61cf8678c568 None None] DHCP port deletion for 65cc7652-977c-4ed5-8c1a-0675ace96048 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:24:20.346882 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef764ae7-2f70-48d1-bd6b-e61256299be1 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:24:20.356291 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] For port 7549f06d-7db2-460c-86b8-998a0b1650da, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7549f06d-7db2-460c-86b8-998a0b1650da,segment=NetworkSegment(4066fc8e-6385-4e45-8dfe-8837ab11ead2),segment_id=4066fc8e-6385-4e45-8dfe-8837ab11ead2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:20.357394 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:20.369942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b459f53-d6fc-419e-b687-6909b514da11 req-f95407fb-af09-41f9-8a3e-516400968c35 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:20.374471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef764ae7-2f70-48d1-bd6b-e61256299be1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef764ae7-2f70-48d1-bd6b-e61256299be1,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:20.379176 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5b459f53-d6fc-419e-b687-6909b514da11 req-f95407fb-af09-41f9-8a3e-516400968c35 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 945 time: 0.5135984 Jul 08 20:24:20.397254 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:20.413187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Network 7661e131-dd50-4f84-a685-98dcd1492e23 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:20.430841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 7549f06d-7db2-460c-86b8-998a0b1650da owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:20.455933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5b459f53-d6fc-419e-b687-6909b514da11 req-8e74d769-c747-4b98-bfdb-c932bd8bd4d7 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753708 Jul 08 20:24:20.463552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-04b52bf1-968f-4f51-9937-56cdc3c911dd', 'network_id': '04b52bf1-968f-4f51-9937-56cdc3c911dd', 'tenant_id': '5b76294a947949bc91536fc1170c6f48', 'fixed_ips': [{'subnet_id': '0b749a9f-86e3-4e32-b8b7-02bfba3fc6b8'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:24:20.464985 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:20.479607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 7661e131-dd50-4f84-a685-98dcd1492e23) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:20.517859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['ef764ae7-2f70-48d1-bd6b-e61256299be1'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:24:20.521331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab93f4b-4775-4095-826f-9dce96a4752f None None] Network 7661e131-dd50-4f84-a685-98dcd1492e23 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:20.657052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:20.657732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:20.658514 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:20.687727 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58166) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:20.691404 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:20.722886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58170) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:20.723203 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b81a3442-0770-428c-bc5d-3727fd16d33c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.0727699 Jul 08 20:24:20.770465 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=7549f06d-7db2-460c-86b8-998a0b1650da,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:20.775523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No DVR routers for this DVR port 7549f06d-7db2-460c-86b8-998a0b1650da on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:24:20.837009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7549f06d-7db2-460c-86b8-998a0b1650da no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:24:20.888550 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:20.903016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cc7652-977c-4ed5-8c1a-0675ace96048']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:20.917502 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4066fc8e-6385-4e45-8dfe-8837ab11ead2') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:20.917828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4066fc8e-6385-4e45-8dfe-8837ab11ead2') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:20.936393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0159a-92a7-4221-a1be-e44c923747c6 req-0cf62722-947a-4e69-8bb1-2e33ffe2267f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:20.937674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-416809712-network', 'tenant_id': 'd1335ef044ca43108add705150e88bd3'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:20.937851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 7549f06d-7db2-460c-86b8-998a0b1650da {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:24:20.938204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7549f06d-7db2-460c-86b8-998a0b1650da not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:24:20.943640 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55f0159a-92a7-4221-a1be-e44c923747c6 req-0cf62722-947a-4e69-8bb1-2e33ffe2267f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.2904332 Jul 08 20:24:20.947860 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:20.982779 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:20.991962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52e2b4-ffb5-4cb9-9409-ffb8881b9c5a tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:20.994064 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52e2b4-ffb5-4cb9-9409-ffb8881b9c5a tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:20.997586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52e2b4-ffb5-4cb9-9409-ffb8881b9c5a tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:20.998590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:24:20.999000 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.000325 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8d52e2b4-ffb5-4cb9-9409-ffb8881b9c5a tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2757862 Jul 08 20:24:21.004308 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58174) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:24:21.006264 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:24:21.019928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Made reservation on behalf of d1335ef044ca43108add705150e88bd3 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:21.023122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.047541 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55f0159a-92a7-4221-a1be-e44c923747c6 req-4105334b-5002-47f8-aa1f-9228b6f811fd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029611 Jul 08 20:24:21.075355 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.163007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Allocated IP 172.20.0.2 (04b52bf1-968f-4f51-9937-56cdc3c911dd/0b749a9f-86e3-4e32-b8b7-02bfba3fc6b8/32ccf997-5ed4-4490-a2ba-fd3f2c75dee9) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:21.170337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab173908-af99-4c53-8d22-52bcb51f2b4b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Deleting subnet 0b749a9f-86e3-4e32-b8b7-02bfba3fc6b8 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:24:21.174532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.189038 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.205675 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/networks/65cc7652-977c-4ed5-8c1a-0675ace96048 HTTP/1.1" status: 204 len: 168 time: 2.0026801 Jul 08 20:24:21.220623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7a594-1b6d-4231-9967-41bab397bb4e req-7c901072-4725-4e3d-9a44-76e27b75be69 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:21.223282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58190) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:21.225818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d00dd-6bca-4449-9368-f465ebf66b4d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Network': ['ID=65cc7652-977c-4ed5-8c1a-0675ace96048,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:21.231808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96e7a594-1b6d-4231-9967-41bab397bb4e req-7c901072-4725-4e3d-9a44-76e27b75be69 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.4166570 Jul 08 20:24:21.259131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=ef764ae7-2f70-48d1-bd6b-e61256299be1,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:21.313801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a00d7a-c389-4e3f-9754-5742adce8ad2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:21.316676 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-23a00d7a-c389-4e3f-9754-5742adce8ad2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0908434 Jul 08 20:24:21.324931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58200) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:21.412112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f174ad26-6540-4643-8835-61cf8678c568 None None] Deleting port 7549f06d-7db2-460c-86b8-998a0b1650da {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:21.412679 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f174ad26-6540-4643-8835-61cf8678c568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.471199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96e7a594-1b6d-4231-9967-41bab397bb4e req-cde8b69e-8889-4136-846b-78ef02a9a51f tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384119 Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server [None req-f174ad26-6540-4643-8835-61cf8678c568 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 65cc7652-977c-4ed5-8c1a-0675ace96048 could not be found. Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 20:24:21.475321 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 65cc7652-977c-4ed5-8c1a-0675ace96048 could not be found. Jul 08 20:24:21.480058 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Jul 08 20:24:21.531759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c61e660-69e7-4481-8687-b831d2164de4 None None] DHCP port deletion for 65cc7652-977c-4ed5-8c1a-0675ace96048 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:24:21.532034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f68a2fb0-b14a-464a-ae95-2f884542ee32 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2051494 Jul 08 20:24:21.537457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58222) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:21.539821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.547877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.548065 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-78055f5f-598b-4954-80f6-e74e7647f822 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1591642011'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:21.674637 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:21.701500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78055f5f-598b-4954-80f6-e74e7647f822 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:21.705867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.706409 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Added segment 681f5328-21d3-4bf0-9402-ad10a550bcdb of type vlan for network 0670464a-f6c5-4d67-9eab-3733ef12d908 Jul 08 20:24:21.707026 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78055f5f-598b-4954-80f6-e74e7647f822 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.738928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78055f5f-598b-4954-80f6-e74e7647f822 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:21.752347 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78055f5f-598b-4954-80f6-e74e7647f822 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.753542 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-78055f5f-598b-4954-80f6-e74e7647f822 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Added segment 09d967f9-4242-4cf2-aebb-cac2d95b27e5 of type vlan for network 478a42ca-3076-4976-aff8-5b43221273e2 Jul 08 20:24:21.815303 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78055f5f-598b-4954-80f6-e74e7647f822 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.874258 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.877026 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78055f5f-598b-4954-80f6-e74e7647f822 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.885836 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78055f5f-598b-4954-80f6-e74e7647f822 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:21.886565 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78055f5f-598b-4954-80f6-e74e7647f822 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.917467 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-78055f5f-598b-4954-80f6-e74e7647f822 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3761122 Jul 08 20:24:21.928766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58230) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:21.934648 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-69b9e252-41bb-4b66-8ab4-505921c52520 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '478a42ca-3076-4976-aff8-5b43221273e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:21.935384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-7661e131-dd50-4f84-a685-98dcd1492e23', 'network_id': '7661e131-dd50-4f84-a685-98dcd1492e23', 'tenant_id': '5b76294a947949bc91536fc1170c6f48', 'fixed_ips': [{'subnet_id': '7b5e49aa-12c6-4d31-bf66-eefcc0891fd5'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:24:21.936227 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.945157 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:21.977289 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Transition to ACTIVE for port object 32ccf997-5ed4-4490-a2ba-fd3f2c75dee9 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:22.008846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:22.010724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:22.013215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:22.051735 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Transition to ACTIVE for port object 32ccf997-5ed4-4490-a2ba-fd3f2c75dee9 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:22.073535 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab173908-af99-4c53-8d22-52bcb51f2b4b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:22.181482 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Allocated IP 172.20.0.18 (7661e131-dd50-4f84-a685-98dcd1492e23/7b5e49aa-12c6-4d31-bf66-eefcc0891fd5/c1967f9e-d420-4556-8c4b-c59cdacd6609) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:22.233323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Pushing event updated for resources: {'Network': ['ID=0670464a-f6c5-4d67-9eab-3733ef12d908,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:22.259566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29e3621-03b5-4d13-ba35-926fd2c1cdad,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:22.292269 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8733244d-2144-4107-b437-a63bc04f8a00 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6019125 Jul 08 20:24:22.299988 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58240) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:22.306167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c6ac4b29-8744-4e4b-9677-679f010ad26a admin admin] Request body: {'subnet': {'network_id': '0670464a-f6c5-4d67-9eab-3733ef12d908', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-416809712-subnet', 'tenant_id': 'd1335ef044ca43108add705150e88bd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:22.313021 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab173908-af99-4c53-8d22-52bcb51f2b4b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:22.442224 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 0670464a-f6c5-4d67-9eab-3733ef12d908 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:22.449094 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:22.517964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811629f4-7b4a-4ff3-9e85-687c6146f052 req-ed1fed83-d7b7-4ebd-92bf-b509ad6f77ae tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:22.525687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-811629f4-7b4a-4ff3-9e85-687c6146f052 req-ed1fed83-d7b7-4ebd-92bf-b509ad6f77ae tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 944 time: 0.5597446 Jul 08 20:24:22.537287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ac4b29-8744-4e4b-9677-679f010ad26a admin admin] Made reservation on behalf of d1335ef044ca43108add705150e88bd3 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:22.546161 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6ac4b29-8744-4e4b-9677-679f010ad26a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:22.605206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Pushing event updated for resources: {'Port': ['ID=32ccf997-5ed4-4490-a2ba-fd3f2c75dee9,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:22.710951 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78055f5f-598b-4954-80f6-e74e7647f822 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Network': ['ID=478a42ca-3076-4976-aff8-5b43221273e2,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:22.712455 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-811629f4-7b4a-4ff3-9e85-687c6146f052 req-9fd1fae3-fb78-47ca-9128-87456248a2e2 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/security-groups?id=01b42610-5d3b-47a2-8032-5d0a5e3f36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760945 Jul 08 20:24:22.765561 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:22.778669 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Transition to ACTIVE for port object c1967f9e-d420-4556-8c4b-c59cdacd6609 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:22.797586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Transition to ACTIVE for port object c1967f9e-d420-4556-8c4b-c59cdacd6609 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:22.800606 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab173908-af99-4c53-8d22-52bcb51f2b4b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:22.810757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Network 04b52bf1-968f-4f51-9937-56cdc3c911dd is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:22.816579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:22.819141 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:22.823249 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 478a42ca-3076-4976-aff8-5b43221273e2 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:22.826160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:22.956234 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Pushing event updated for resources: {'Port': ['ID=c1967f9e-d420-4556-8c4b-c59cdacd6609,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:23.042267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62766a-bfda-49e9-824f-73107ea2d20c req-d9201938-1899-4f51-bd48-882dba334d1f tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:23.057988 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab173908-af99-4c53-8d22-52bcb51f2b4b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.059930 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc62766a-bfda-49e9-824f-73107ea2d20c req-d9201938-1899-4f51-bd48-882dba334d1f tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.3215108 Jul 08 20:24:23.081714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Network 7661e131-dd50-4f84-a685-98dcd1492e23 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:23.121960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:23.130505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b9e252-41bb-4b66-8ab4-505921c52520 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:23.149127 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69b9e252-41bb-4b66-8ab4-505921c52520 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.192677 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:23.252747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Attempting to bind port 32ccf997-5ed4-4490-a2ba-fd3f2c75dee9 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:23.253198 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Attempting to bind port 32ccf997-5ed4-4490-a2ba-fd3f2c75dee9 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ce40aee4-678a-4774-a491-1c3b601e11da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '04b52bf1-968f-4f51-9937-56cdc3c911dd'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:23.253596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Attempting to bind port 32ccf997-5ed4-4490-a2ba-fd3f2c75dee9 on network 04b52bf1-968f-4f51-9937-56cdc3c911dd {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:23.254218 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc62766a-bfda-49e9-824f-73107ea2d20c req-fd0cb762-5c32-41c6-982d-50353248b396 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881571 Jul 08 20:24:23.311386 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.312763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:23.313141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Checking segment: {'id': 'ce40aee4-678a-4774-a491-1c3b601e11da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '04b52bf1-968f-4f51-9937-56cdc3c911dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:23.313538 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.313939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Bound using segment: {'id': 'ce40aee4-678a-4774-a491-1c3b601e11da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '04b52bf1-968f-4f51-9937-56cdc3c911dd'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:23.314434 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Bound port: 32ccf997-5ed4-4490-a2ba-fd3f2c75dee9, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce40aee4-678a-4774-a491-1c3b601e11da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '04b52bf1-968f-4f51-9937-56cdc3c911dd'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:23.314823 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.372799 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Attempting to bind port c1967f9e-d420-4556-8c4b-c59cdacd6609 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:23.395357 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Attempting to bind port c1967f9e-d420-4556-8c4b-c59cdacd6609 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'b22c394a-be14-4955-9845-28a9d188de61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7661e131-dd50-4f84-a685-98dcd1492e23'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:23.395357 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Attempting to bind port c1967f9e-d420-4556-8c4b-c59cdacd6609 on network 7661e131-dd50-4f84-a685-98dcd1492e23 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:23.395813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab173908-af99-4c53-8d22-52bcb51f2b4b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event deleted for resources: {'Subnet': ['ID=0b749a9f-86e3-4e32-b8b7-02bfba3fc6b8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:23.395813 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab173908-af99-4c53-8d22-52bcb51f2b4b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.395813 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ab173908-af99-4c53-8d22-52bcb51f2b4b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "DELETE /v2.0/subnets/0b749a9f-86e3-4e32-b8b7-02bfba3fc6b8 HTTP/1.1" status: 204 len: 168 time: 2.3812485 Jul 08 20:24:23.396160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:23.396160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Checking segment: {'id': 'b22c394a-be14-4955-9845-28a9d188de61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7661e131-dd50-4f84-a685-98dcd1492e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:23.396160 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.396160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Bound using segment: {'id': 'b22c394a-be14-4955-9845-28a9d188de61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7661e131-dd50-4f84-a685-98dcd1492e23'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:23.396160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Bound port: c1967f9e-d420-4556-8c4b-c59cdacd6609, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22c394a-be14-4955-9845-28a9d188de61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7661e131-dd50-4f84-a685-98dcd1492e23'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:23.396160 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.401007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58278) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:23.405811 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6ac4b29-8744-4e4b-9677-679f010ad26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.506064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef764ae7-2f70-48d1-bd6b-e61256299be1 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:23.525457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac4b29-8744-4e4b-9677-679f010ad26a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4061c519-508f-4ea0-932a-fa8743b2cf17,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:23.535742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac4b29-8744-4e4b-9677-679f010ad26a admin admin] Checking segment: {'id': '681f5328-21d3-4bf0-9402-ad10a550bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '0670464a-f6c5-4d67-9eab-3733ef12d908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:23.536480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac4b29-8744-4e4b-9677-679f010ad26a admin admin] Network hostable DHCP agents. Network: 0670464a-f6c5-4d67-9eab-3733ef12d908, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:23.570693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac4b29-8744-4e4b-9677-679f010ad26a admin admin] Network 0670464a-f6c5-4d67-9eab-3733ef12d908 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:23.589672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-c6ac4b29-8744-4e4b-9677-679f010ad26a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 0670464a-f6c5-4d67-9eab-3733ef12d908) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:23.595533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac4b29-8744-4e4b-9677-679f010ad26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:23.596606 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6ac4b29-8744-4e4b-9677-679f010ad26a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.636517 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c6ac4b29-8744-4e4b-9677-679f010ad26a admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3274732 Jul 08 20:24:23.691446 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1cba77-5acb-4598-ae94-3166b1b5379c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Deleting subnet 7b5e49aa-12c6-4d31-bf66-eefcc0891fd5 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:24:23.703404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb87466-5309-4e61-bf39-1cc512682165 None None] Network 0670464a-f6c5-4d67-9eab-3733ef12d908 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:23.726414 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f1cba77-5acb-4598-ae94-3166b1b5379c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.810110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-09988b83-2228-402f-9755-02bb4580d43d None None] For port 32ccf997-5ed4-4490-a2ba-fd3f2c75dee9, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:23.825918 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69b9e252-41bb-4b66-8ab4-505921c52520 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.849363 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] For port c1967f9e-d420-4556-8c4b-c59cdacd6609, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:23.850999 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f1cba77-5acb-4598-ae94-3166b1b5379c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.873193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-09988b83-2228-402f-9755-02bb4580d43d None None] For port 32ccf997-5ed4-4490-a2ba-fd3f2c75dee9, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=32ccf997-5ed4-4490-a2ba-fd3f2c75dee9,segment=NetworkSegment(ce40aee4-678a-4774-a491-1c3b601e11da),segment_id=ce40aee4-678a-4774-a491-1c3b601e11da)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:23.920792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] For port c1967f9e-d420-4556-8c4b-c59cdacd6609, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c1967f9e-d420-4556-8c4b-c59cdacd6609,segment=NetworkSegment(b22c394a-be14-4955-9845-28a9d188de61),segment_id=b22c394a-be14-4955-9845-28a9d188de61)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:23.930309 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.981815 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:23.985374 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9e252-41bb-4b66-8ab4-505921c52520 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Subnet': ['ID=ccc54704-44cb-4c24-b97f-8736dd2f1cab,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:24.019672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b3c76-effe-4a26-adad-977bfdfe71c6 req-ee31bfad-4a51-4e8e-aaaf-80d8e6c817ed tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:24.027982 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e26b3c76-effe-4a26-adad-977bfdfe71c6 req-ee31bfad-4a51-4e8e-aaaf-80d8e6c817ed tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.4971776 Jul 08 20:24:24.146878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b9e252-41bb-4b66-8ab4-505921c52520 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Checking segment: {'id': '09d967f9-4242-4cf2-aebb-cac2d95b27e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '478a42ca-3076-4976-aff8-5b43221273e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:24.146878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9e252-41bb-4b66-8ab4-505921c52520 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network hostable DHCP agents. Network: 478a42ca-3076-4976-aff8-5b43221273e2, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:24.169420 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e26b3c76-effe-4a26-adad-977bfdfe71c6 req-834b299c-51b0-45e6-a335-0aa68024f111 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403189 Jul 08 20:24:24.171228 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f1cba77-5acb-4598-ae94-3166b1b5379c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:24.253966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port ef764ae7-2f70-48d1-bd6b-e61256299be1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:24.254432 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:24.257711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9e252-41bb-4b66-8ab4-505921c52520 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 478a42ca-3076-4976-aff8-5b43221273e2 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:24.283289 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09988b83-2228-402f-9755-02bb4580d43d None None] Pushing event updated for resources: {'Port': ['ID=32ccf997-5ed4-4490-a2ba-fd3f2c75dee9,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:24.297095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-69b9e252-41bb-4b66-8ab4-505921c52520 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 478a42ca-3076-4976-aff8-5b43221273e2) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:24.308548 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9e252-41bb-4b66-8ab4-505921c52520 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:24.309548 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69b9e252-41bb-4b66-8ab4-505921c52520 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:24.328586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f1cba77-5acb-4598-ae94-3166b1b5379c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:24.340459 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5fd68e-f08c-4da0-9786-bb5346f485b3 None None] Network 478a42ca-3076-4976-aff8-5b43221273e2 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:24.398333 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0302561-ed10-4032-ac88-298f0fae3aa4 None None] Network 04b52bf1-968f-4f51-9937-56cdc3c911dd requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:24.402491 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-69b9e252-41bb-4b66-8ab4-505921c52520 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4728136 Jul 08 20:24:24.405667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58318) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:24.411597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '478a42ca-3076-4976-aff8-5b43221273e2', 'name': 'tempest-PortsIpV6TestJSON-1179729536'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:24.414103 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cba77-5acb-4598-ae94-3166b1b5379c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event deleted for resources: {'Subnet': ['ID=7b5e49aa-12c6-4d31-bf66-eefcc0891fd5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:24.438360 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f1cba77-5acb-4598-ae94-3166b1b5379c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:24.443614 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9f1cba77-5acb-4598-ae94-3166b1b5379c tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "DELETE /v2.0/subnets/7b5e49aa-12c6-4d31-bf66-eefcc0891fd5 HTTP/1.1" status: 204 len: 168 time: 1.0408058 Jul 08 20:24:24.448043 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58320) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:24.636466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d098d61-4c87-4020-9731-8ec149377563 None None] Network 0670464a-f6c5-4d67-9eab-3733ef12d908 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:24.762220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e18fcca-d7fc-4d45-b390-df723653e104 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:24.771409 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6e18fcca-d7fc-4d45-b390-df723653e104 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3204978 Jul 08 20:24:24.774605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58322) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:24.862369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:24.867553 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:24.956970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port 5fa9abc0-98d8-4355-9b90-e6033b1a2fab yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:24:25.010314 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:25.150911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17470a60-9915-4f94-86a2-e78029b8f0d1 None None] Pushing event updated for resources: {'Port': ['ID=c1967f9e-d420-4556-8c4b-c59cdacd6609,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:25.297766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-bb87b24c-582f-4837-ab4f-586022c64357 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:25.309762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8::1f4 (478a42ca-3076-4976-aff8-5b43221273e2/ccc54704-44cb-4c24-b97f-8736dd2f1cab/5fa9abc0-98d8-4355-9b90-e6033b1a2fab) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:25.323838 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-bb87b24c-582f-4837-ab4f-586022c64357 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/networks?id=0670464a-f6c5-4d67-9eab-3733ef12d908 HTTP/1.1" status: 200 len: 821 time: 0.3409822 Jul 08 20:24:25.348909 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-a77fea27-90fb-4d55-9dac-c2109851040e tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/quotas/d1335ef044ca43108add705150e88bd3 HTTP/1.1" status: 200 len: 375 time: 0.0215843 Jul 08 20:24:25.403615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Deleting port c1967f9e-d420-4556-8c4b-c59cdacd6609 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:25.403969 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:25.434972 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-3a0016b4-e1bb-43f2-ac4a-76120813f04f tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d1335ef044ca43108add705150e88bd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850322 Jul 08 20:24:25.785265 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:25.802029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-478a42ca-3076-4976-aff8-5b43221273e2', 'network_id': '478a42ca-3076-4976-aff8-5b43221273e2', 'tenant_id': 'c59f936d4df34bfe89c8b04a8debfb9e', 'fixed_ips': [{'subnet_id': 'ccc54704-44cb-4c24-b97f-8736dd2f1cab'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:24:25.802575 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:25.845125 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fd00235e-6db6-40ed-8f66-85e87e1a3aef service neutron] 10.222.0.101 "GET /v2.0/networks/0670464a-f6c5-4d67-9eab-3733ef12d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043641 Jul 08 20:24:25.852524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef764ae7-2f70-48d1-bd6b-e61256299be1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef764ae7-2f70-48d1-bd6b-e61256299be1,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:25.855811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772c86a8-142a-46e6-b3f1-024f54a7028e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef764ae7-2f70-48d1-bd6b-e61256299be1'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:25.858488 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727db18a-a2b1-4bf1-b976-1df2f62b1264" -d '{"events": [{"server_uuid": "772c86a8-142a-46e6-b3f1-024f54a7028e", "name": "network-vif-plugged", "status": "completed", "tag": "ef764ae7-2f70-48d1-bd6b-e61256299be1"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:25.869146 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:25.884982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef764ae7-2f70-48d1-bd6b-e61256299be1 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:24:25.896982 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:25.940817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Transition to ACTIVE for port object 5fa9abc0-98d8-4355-9b90-e6033b1a2fab will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:25.977073 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e144d65-112c-40cb-983f-5d4e8e83a604 req-643f642e-179f-4a52-b9f3-8870a52d2feb tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:25.979146 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e144d65-112c-40cb-983f-5d4e8e83a604 req-643f642e-179f-4a52-b9f3-8870a52d2feb tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 944 time: 0.2263989 Jul 08 20:24:26.041911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] For port c1967f9e-d420-4556-8c4b-c59cdacd6609, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c1967f9e-d420-4556-8c4b-c59cdacd6609,segment=NetworkSegment(b22c394a-be14-4955-9845-28a9d188de61),segment_id=b22c394a-be14-4955-9845-28a9d188de61)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:26.042331 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:26.056332 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-f6dc659a-cdd8-460a-9ea4-d2772043d5f2 service neutron] 10.222.0.101 "GET /v2.0/networks/0670464a-f6c5-4d67-9eab-3733ef12d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012610 Jul 08 20:24:26.082932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Calling delete_port for c1967f9e-d420-4556-8c4b-c59cdacd6609 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:26.120113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=ef764ae7-2f70-48d1-bd6b-e61256299be1,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:26.150347 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f748a-004d-43c1-a057-d380574c1718 None None] Network 7661e131-dd50-4f84-a685-98dcd1492e23 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:26.221003 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:26.270693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-3e144d65-112c-40cb-983f-5d4e8e83a604 req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Deleting port ef764ae7-2f70-48d1-bd6b-e61256299be1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:26.271051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3e144d65-112c-40cb-983f-5d4e8e83a604 req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:26.288015 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:26.299142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Allocated IP 2001:db8::2 (478a42ca-3076-4976-aff8-5b43221273e2/ccc54704-44cb-4c24-b97f-8736dd2f1cab/8192cc0e-9ae9-442a-bb32-15fde402469f) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:26.400472 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:26.409199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=5fa9abc0-98d8-4355-9b90-e6033b1a2fab,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:26.477121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event deleted for resources: {'Port': ['ID=c1967f9e-d420-4556-8c4b-c59cdacd6609,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:26.533541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 478a42ca-3076-4976-aff8-5b43221273e2 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:26.564229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:26.573565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:26.582580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:26.582580 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:26.625173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] No DVR routers for this DVR port c1967f9e-d420-4556-8c4b-c59cdacd6609 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:24:26.642065 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-db6ce3fb-adef-4474-99f3-ea312dd5be14 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2348235 Jul 08 20:24:26.646361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58414) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:26.657077 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '478a42ca-3076-4976-aff8-5b43221273e2', 'name': 'tempest-PortsIpV6TestJSON-1281868020'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:26.764110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-aac980cc-3335-4ba5-b23e-f43c67255609 None None] Provisioning complete for port c1967f9e-d420-4556-8c4b-c59cdacd6609 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:26.764559 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aac980cc-3335-4ba5-b23e-f43c67255609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:26.769984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ef764ae7-2f70-48d1-bd6b-e61256299be1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef764ae7-2f70-48d1-bd6b-e61256299be1,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:26.770362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3e144d65-112c-40cb-983f-5d4e8e83a604 req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] For port ef764ae7-2f70-48d1-bd6b-e61256299be1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ef764ae7-2f70-48d1-bd6b-e61256299be1,segment=NetworkSegment(243d044c-4345-40f8-8281-f6a87e3b8809),segment_id=243d044c-4345-40f8-8281-f6a87e3b8809)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:26.773625 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3e144d65-112c-40cb-983f-5d4e8e83a604 req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:26.801569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c1967f9e-d420-4556-8c4b-c59cdacd6609 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:26.816664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-3e144d65-112c-40cb-983f-5d4e8e83a604 req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Calling delete_port for ef764ae7-2f70-48d1-bd6b-e61256299be1 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:26.869848 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:26.883458 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-aac980cc-3335-4ba5-b23e-f43c67255609 None None] Port c1967f9e-d420-4556-8c4b-c59cdacd6609 was deleted so its status cannot be updated. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 20:24:26.885160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: c1967f9e-d420-4556-8c4b-c59cdacd6609 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:24:26.885393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c1967f9e-d420-4556-8c4b-c59cdacd6609 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 08 20:24:26.916587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8e67f-77d8-42da-93f9-e815ce6c56c6 req-bac82e94-4ae3-4750-8a7b-aa9c9b893a1d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:26.918699 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f3a8e67f-77d8-42da-93f9-e815ce6c56c6 req-bac82e94-4ae3-4750-8a7b-aa9c9b893a1d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.103 "GET /v2.0/ports?device_id=bfddad7e-a159-4662-841c-eff017320278 HTTP/1.1" status: 200 len: 945 time: 0.4246442 Jul 08 20:24:26.920909 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:26.960230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Port c1967f9e-d420-4556-8c4b-c59cdacd6609 not found, will not notify nova. {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 08 20:24:26.974713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e62a62-2526-44fe-889c-8b6859717866 None None] DHCP port deletion for 7661e131-dd50-4f84-a685-98dcd1492e23 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:24:27.012453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abb547-2e57-4948-a44d-fb2e7031385a req-e574ad29-885a-4834-a63b-b34199dbccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:27.014046 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1abb547-2e57-4948-a44d-fb2e7031385a req-e574ad29-885a-4834-a63b-b34199dbccb1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 1097 time: 0.6099348 Jul 08 20:24:27.018428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=ef764ae7-2f70-48d1-bd6b-e61256299be1,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:27.049176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7661e131-dd50-4f84-a685-98dcd1492e23']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:27.081253 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6578c84-3963-40e3-9b89-67c0790b1282 req-b73d9863-c841-430d-8150-2823cdaded59 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:27.091288 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6578c84-3963-40e3-9b89-67c0790b1282 req-b73d9863-c841-430d-8150-2823cdaded59 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.1896043 Jul 08 20:24:27.105260 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:27.119917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Transition to ACTIVE for port object 8192cc0e-9ae9-442a-bb32-15fde402469f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:27.142884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6578c84-3963-40e3-9b89-67c0790b1282 req-3ec8c914-28d1-46a2-aeb2-4274cfc79c82 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502272 Jul 08 20:24:27.144330 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3e144d65-112c-40cb-983f-5d4e8e83a604 req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:27.179840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Pushing event deleted for resources: {'Port': ['ID=ef764ae7-2f70-48d1-bd6b-e61256299be1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:27.181516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Transition to ACTIVE for port object 8192cc0e-9ae9-442a-bb32-15fde402469f will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:27.196775 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:27.252814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:27.253345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:27.253796 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:27.254239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:27.254732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:27.255171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:27.255608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:27.256065 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:27.256537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:27.257754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:27.258329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:27.258762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:27.290248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e144d65-112c-40cb-983f-5d4e8e83a604 req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] No DVR routers for this DVR port ef764ae7-2f70-48d1-bd6b-e61256299be1 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:24:27.293330 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3e144d65-112c-40cb-983f-5d4e8e83a604 req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:27.295863 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e144d65-112c-40cb-983f-5d4e8e83a604 req-b0dfc99d-8347-41fa-8c0e-9edfa09ee6a6 tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.104 "DELETE /v2.0/ports/ef764ae7-2f70-48d1-bd6b-e61256299be1 HTTP/1.1" status: 204 len: 173 time: 1.3018517 Jul 08 20:24:27.296536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772c86a8-142a-46e6-b3f1-024f54a7028e', 'name': 'network-vif-deleted', 'tag': 'ef764ae7-2f70-48d1-bd6b-e61256299be1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:27.309367 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc6c415-14f3-449b-8c4d-df5c59b52ee6" -d '{"events": [{"server_uuid": "772c86a8-142a-46e6-b3f1-024f54a7028e", "name": "network-vif-deleted", "tag": "ef764ae7-2f70-48d1-bd6b-e61256299be1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:27.311082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Pushing event updated for resources: {'Port': ['ID=8192cc0e-9ae9-442a-bb32-15fde402469f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:27.323171 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Network 478a42ca-3076-4976-aff8-5b43221273e2 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:27.324991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:27.330269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:27.414452 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Attempting to bind port 8192cc0e-9ae9-442a-bb32-15fde402469f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:27.415005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Attempting to bind port 8192cc0e-9ae9-442a-bb32-15fde402469f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '09d967f9-4242-4cf2-aebb-cac2d95b27e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '478a42ca-3076-4976-aff8-5b43221273e2'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:27.416444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Attempting to bind port 8192cc0e-9ae9-442a-bb32-15fde402469f on network 478a42ca-3076-4976-aff8-5b43221273e2 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:27.432518 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:27.434577 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Checking segment: {'id': '09d967f9-4242-4cf2-aebb-cac2d95b27e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '478a42ca-3076-4976-aff8-5b43221273e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:27.437130 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:27.438006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Bound using segment: {'id': '09d967f9-4242-4cf2-aebb-cac2d95b27e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '478a42ca-3076-4976-aff8-5b43221273e2'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:27.439776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Bound port: 8192cc0e-9ae9-442a-bb32-15fde402469f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d967f9-4242-4cf2-aebb-cac2d95b27e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '478a42ca-3076-4976-aff8-5b43221273e2'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:27.441957 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:27.531257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] For port 8192cc0e-9ae9-442a-bb32-15fde402469f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:27.537579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] For port 8192cc0e-9ae9-442a-bb32-15fde402469f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8192cc0e-9ae9-442a-bb32-15fde402469f,segment=NetworkSegment(09d967f9-4242-4cf2-aebb-cac2d95b27e5),segment_id=09d967f9-4242-4cf2-aebb-cac2d95b27e5)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:27.550913 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:27.564129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22c394a-be14-4955-9845-28a9d188de61') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:27.564479 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22c394a-be14-4955-9845-28a9d188de61') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:27.585882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-35342dff-cb8f-44e5-9e54-71d4777d01cc tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:27.589234 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-35342dff-cb8f-44e5-9e54-71d4777d01cc tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/networks?id=74030d91-a705-4f53-b52f-88074a77224e HTTP/1.1" status: 200 len: 814 time: 1.1091154 Jul 08 20:24:27.605725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:27.630644 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:27.640437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:24:27.641021 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:27.653101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677d0eb-53eb-41a8-a695-07d2645b792e None None] Pushing event updated for resources: {'Port': ['ID=8192cc0e-9ae9-442a-bb32-15fde402469f,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:24:27.661615 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:24:27.748250 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-6462ba17-b41d-4b81-891c-2507488b2434 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/quotas/e3381582e550468ba5b4e2c6f2e9b1a6 HTTP/1.1" status: 200 len: 375 time: 0.0855832 Jul 08 20:24:27.815530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:27.817988 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abb547-2e57-4948-a44d-fb2e7031385a req-c087a816-1728-4f72-8e24-c32fc1c13719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:27.819953 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1abb547-2e57-4948-a44d-fb2e7031385a req-c087a816-1728-4f72-8e24-c32fc1c13719 service neutron] 10.222.0.104 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 913 time: 0.7667933 Jul 08 20:24:27.830256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:27.835378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "DELETE /v2.0/networks/7661e131-dd50-4f84-a685-98dcd1492e23 HTTP/1.1" status: 204 len: 168 time: 3.0540323 Jul 08 20:24:27.836857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58466) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:27.838410 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:27.842117 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:27.875746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2c6d6-5ce7-45c4-b989-c931894f4e74 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event deleted for resources: {'Network': ['ID=7661e131-dd50-4f84-a685-98dcd1492e23,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:27.936094 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f28157-a756-4e82-bea5-27a184b26b8a x-openstack-request-id: req-31f28157-a756-4e82-bea5-27a184b26b8a {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:27.936398 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772c86a8-142a-46e6-b3f1-024f54a7028e", "name": "network-vif-plugged", "status": "completed", "tag": "ef764ae7-2f70-48d1-bd6b-e61256299be1", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:27.936670 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-31f28157-a756-4e82-bea5-27a184b26b8a {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:27.937082 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772c86a8-142a-46e6-b3f1-024f54a7028e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef764ae7-2f70-48d1-bd6b-e61256299be1', 'code': 200} Jul 08 20:24:27.943939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1abb547-2e57-4948-a44d-fb2e7031385a req-1ca8b1f6-59df-47a9-a7ee-4d24ddc8bffa service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 HTTP/1.1" status: 200 len: 217 time: 0.0993338 Jul 08 20:24:27.945819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port ae290531-e5e2-44d5-9157-d65ee223f93a yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:24:27.956710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-f3a8e67f-77d8-42da-93f9-e815ce6c56c6 req-6ea26dec-6167-4cdb-b6e8-133195456115 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Deleting port 7ab54f9f-6926-499f-b1a2-5842b4d893b6 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:27.957068 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f3a8e67f-77d8-42da-93f9-e815ce6c56c6 req-6ea26dec-6167-4cdb-b6e8-133195456115 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:28.126726 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:28.188226 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-d8193583-3997-4a41-a157-eaf11ef548a9 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e3381582e550468ba5b4e2c6f2e9b1a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4335160 Jul 08 20:24:28.222869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abb547-2e57-4948-a44d-fb2e7031385a req-837bacb2-c05a-4e79-9bb6-dfe988316637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:28.224506 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1abb547-2e57-4948-a44d-fb2e7031385a req-837bacb2-c05a-4e79-9bb6-dfe988316637 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.2704322 Jul 08 20:24:28.302342 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e111b6f8-6c14-408c-b307-ab4823c5cba6 req-6d7b41a6-12bb-48b0-97de-c963e23c1cfa tempest-ImagesTestJSON-1161045819 tempest-ImagesTestJSON-1161045819-project] 10.222.0.101 "GET /v2.0/ports?device_id=772c86a8-142a-46e6-b3f1-024f54a7028e HTTP/1.1" status: 200 len: 210 time: 0.0711310 Jul 08 20:24:28.376024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1abb547-2e57-4948-a44d-fb2e7031385a req-76913332-5c3d-4c39-943e-4b99f1cf305d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091466 Jul 08 20:24:28.393686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Deleting port 32ccf997-5ed4-4490-a2ba-fd3f2c75dee9 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:28.394033 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:28.534056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f3a8e67f-77d8-42da-93f9-e815ce6c56c6 req-6ea26dec-6167-4cdb-b6e8-133195456115 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] For port 7ab54f9f-6926-499f-b1a2-5842b4d893b6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=7ab54f9f-6926-499f-b1a2-5842b4d893b6,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:28.535171 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f3a8e67f-77d8-42da-93f9-e815ce6c56c6 req-6ea26dec-6167-4cdb-b6e8-133195456115 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:28.593281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8::2d3 (478a42ca-3076-4976-aff8-5b43221273e2/ccc54704-44cb-4c24-b97f-8736dd2f1cab/ae290531-e5e2-44d5-9157-d65ee223f93a) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:28.597580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-f3a8e67f-77d8-42da-93f9-e815ce6c56c6 req-6ea26dec-6167-4cdb-b6e8-133195456115 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Calling delete_port for 7ab54f9f-6926-499f-b1a2-5842b4d893b6 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:28.610383 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca25cf05-66b6-49e7-9d58-a88f0c587872 req-2a0ab04a-25d6-40c6-ba3b-480d401c69ad tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 210 time: 0.0729098 Jul 08 20:24:28.622992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-313149f3-78a5-4720-9d33-6005b96ba9c0 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:28.625452 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-313149f3-78a5-4720-9d33-6005b96ba9c0 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.103 "GET /v2.0/networks?id=0670464a-f6c5-4d67-9eab-3733ef12d908 HTTP/1.1" status: 200 len: 821 time: 0.3343141 Jul 08 20:24:28.633282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] For port 32ccf997-5ed4-4490-a2ba-fd3f2c75dee9, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=32ccf997-5ed4-4490-a2ba-fd3f2c75dee9,segment=NetworkSegment(ce40aee4-678a-4774-a491-1c3b601e11da),segment_id=ce40aee4-678a-4774-a491-1c3b601e11da)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:28.633666 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:28.650659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8192cc0e-9ae9-442a-bb32-15fde402469f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:28.657354 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fb02282e-70ed-4316-85ef-22f468c31b63 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Request body: {'port': {'device_id': 'aba57b72-a98b-4253-b7a5-76f07a986901', 'network_id': '0670464a-f6c5-4d67-9eab-3733ef12d908', 'admin_state_up': True, 'tenant_id': 'd1335ef044ca43108add705150e88bd3'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:28.686243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Calling delete_port for 32ccf997-5ed4-4490-a2ba-fd3f2c75dee9 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:28.714309 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-bfde942d-9d92-404d-95a1-0849bf363048 service neutron] 10.222.0.101 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251100 Jul 08 20:24:28.758797 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 8192cc0e-9ae9-442a-bb32-15fde402469f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:28.796485 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63001f4-5aed-4214-8625-2955014b3011 x-openstack-request-id: req-f63001f4-5aed-4214-8625-2955014b3011 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:28.797056 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772c86a8-142a-46e6-b3f1-024f54a7028e", "name": "network-vif-deleted", "tag": "ef764ae7-2f70-48d1-bd6b-e61256299be1", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:28.797481 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f63001f4-5aed-4214-8625-2955014b3011 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:28.798055 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772c86a8-142a-46e6-b3f1-024f54a7028e', 'name': 'network-vif-deleted', 'tag': 'ef764ae7-2f70-48d1-bd6b-e61256299be1', 'status': 'completed', 'code': 200} Jul 08 20:24:28.857044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c1967f9e-d420-4556-8c4b-c59cdacd6609 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:24:28.878910 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1abb547-2e57-4948-a44d-fb2e7031385a req-2bbad93b-a9e9-4837-895a-b116ad6ae996 service neutron] 10.222.0.104 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799960 Jul 08 20:24:28.886974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: c1967f9e-d420-4556-8c4b-c59cdacd6609 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:24:28.887622 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c1967f9e-d420-4556-8c4b-c59cdacd6609 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:24:28.932309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fb02282e-70ed-4316-85ef-22f468c31b63 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Made reservation on behalf of d1335ef044ca43108add705150e88bd3 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:28.939405 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fb02282e-70ed-4316-85ef-22f468c31b63 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:28.960615 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:29.000100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] No DVR routers for this DVR port 32ccf997-5ed4-4490-a2ba-fd3f2c75dee9 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:24:29.141752 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event deleted for resources: {'Port': ['ID=32ccf997-5ed4-4490-a2ba-fd3f2c75dee9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:29.189346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-814fb943-05be-4468-b0f0-e92ac24b8c28 service neutron] 10.222.0.101 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524243 Jul 08 20:24:29.279262 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:29.294805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e513812f-2d37-493a-9796-419025cb8969 None None] Network 478a42ca-3076-4976-aff8-5b43221273e2 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:29.314640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b52bf1-968f-4f51-9937-56cdc3c911dd']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:29.327329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce40aee4-678a-4774-a491-1c3b601e11da') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:29.328944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce40aee4-678a-4774-a491-1c3b601e11da') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:29.352950 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:29.436056 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:29.453072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:24:29.453523 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:29.464806 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ce3ec-ffd5-43b0-995a-173459abcb49 req-6dd946b5-4740-4189-8dde-54ab7c72fee8 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:29.471929 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-330ce3ec-ffd5-43b0-995a-173459abcb49 req-6dd946b5-4740-4189-8dde-54ab7c72fee8 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.3313618 Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:24:29.473739 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:24:29.524615 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1abb547-2e57-4948-a44d-fb2e7031385a req-05871431-8304-4f0d-b939-d374da1aef63 service neutron] 10.222.0.104 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338627 Jul 08 20:24:29.532198 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:29.541280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef764ae7-2f70-48d1-bd6b-e61256299be1 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:24:29.574586 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f3a8e67f-77d8-42da-93f9-e815ce6c56c6 req-6ea26dec-6167-4cdb-b6e8-133195456115 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:29.611791 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: ef764ae7-2f70-48d1-bd6b-e61256299be1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:24:29.612243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ef764ae7-2f70-48d1-bd6b-e61256299be1 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:24:29.663740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Transition to ACTIVE for port object ae290531-e5e2-44d5-9157-d65ee223f93a will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:29.671616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea26dec-6167-4cdb-b6e8-133195456115 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Pushing event deleted for resources: {'Port': ['ID=7ab54f9f-6926-499f-b1a2-5842b4d893b6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:29.675990 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b2f5da35-aee7-4eb7-8504-75ca2cbefb1c None None] Provisioning for port 8192cc0e-9ae9-442a-bb32-15fde402469f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:29.713894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b2f5da35-aee7-4eb7-8504-75ca2cbefb1c None None] Provisioning complete for port 8192cc0e-9ae9-442a-bb32-15fde402469f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:29.714420 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b2f5da35-aee7-4eb7-8504-75ca2cbefb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:29.718240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cc76858b-58d2-4b49-9e57-ccc30debac08 req-2c8ea734-3c68-44a0-b9bb-9a4457d7f098 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 210 time: 0.0689781 Jul 08 20:24:29.721799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fb02282e-70ed-4316-85ef-22f468c31b63 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Allocated IP 172.20.0.12 (0670464a-f6c5-4d67-9eab-3733ef12d908/4061c519-508f-4ea0-932a-fa8743b2cf17/926c7811-b11d-4e41-a069-b6d712f800ce) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:29.771797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a8e67f-77d8-42da-93f9-e815ce6c56c6 req-6ea26dec-6167-4cdb-b6e8-133195456115 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] No DVR routers for this DVR port 7ab54f9f-6926-499f-b1a2-5842b4d893b6 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:24:29.777323 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f3a8e67f-77d8-42da-93f9-e815ce6c56c6 req-6ea26dec-6167-4cdb-b6e8-133195456115 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:29.780808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f3a8e67f-77d8-42da-93f9-e815ce6c56c6 req-6ea26dec-6167-4cdb-b6e8-133195456115 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.103 "DELETE /v2.0/ports/7ab54f9f-6926-499f-b1a2-5842b4d893b6 HTTP/1.1" status: 204 len: 173 time: 2.8456335 Jul 08 20:24:29.781913 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfddad7e-a159-4662-841c-eff017320278', 'name': 'network-vif-deleted', 'tag': '7ab54f9f-6926-499f-b1a2-5842b4d893b6'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:29.799400 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23e21bf-692f-4afd-b62e-ab5227b54819" -d '{"events": [{"server_uuid": "bfddad7e-a159-4662-841c-eff017320278", "name": "network-vif-deleted", "tag": "7ab54f9f-6926-499f-b1a2-5842b4d893b6"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:29.849380 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:29.897028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:29.899906 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-330ce3ec-ffd5-43b0-995a-173459abcb49 req-9b3d28a0-4daf-4020-8b8c-bad1e0dbdeb4 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229693 Jul 08 20:24:29.936624 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:29.954186 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "DELETE /v2.0/networks/04b52bf1-968f-4f51-9937-56cdc3c911dd HTTP/1.1" status: 204 len: 168 time: 2.1103971 Jul 08 20:24:29.969738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58528) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:29.983161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772c86a8-142a-46e6-b3f1-024f54a7028e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef764ae7-2f70-48d1-bd6b-e61256299be1'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:29.993826 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4480bd2a-c622-4178-8769-18a7ae573db0" -d '{"events": [{"server_uuid": "772c86a8-142a-46e6-b3f1-024f54a7028e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef764ae7-2f70-48d1-bd6b-e61256299be1"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:30.068610 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b2f5da35-aee7-4eb7-8504-75ca2cbefb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:30.074461 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a413e3-0ae7-45b7-9bde-f4f63f839dd4 x-openstack-request-id: req-51a413e3-0ae7-45b7-9bde-f4f63f839dd4 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:30.074786 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfddad7e-a159-4662-841c-eff017320278", "name": "network-vif-deleted", "tag": "7ab54f9f-6926-499f-b1a2-5842b4d893b6", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:30.075045 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-51a413e3-0ae7-45b7-9bde-f4f63f839dd4 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:30.075448 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfddad7e-a159-4662-841c-eff017320278', 'name': 'network-vif-deleted', 'tag': '7ab54f9f-6926-499f-b1a2-5842b4d893b6', 'status': 'completed', 'code': 200} Jul 08 20:24:30.119437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948c5ee-3118-464e-bf3c-915d7f39cd3b tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event deleted for resources: {'Network': ['ID=04b52bf1-968f-4f51-9937-56cdc3c911dd,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:30.188985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-b2f5da35-aee7-4eb7-8504-75ca2cbefb1c None None] For port 8192cc0e-9ae9-442a-bb32-15fde402469f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8192cc0e-9ae9-442a-bb32-15fde402469f,segment=NetworkSegment(09d967f9-4242-4cf2-aebb-cac2d95b27e5),segment_id=09d967f9-4242-4cf2-aebb-cac2d95b27e5)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:30.205661 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b2f5da35-aee7-4eb7-8504-75ca2cbefb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:30.218836 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbf0a7bd-bcbc-4d98-b01b-d382595d6037 req-f5953fab-a736-4aea-9a99-d6c3ab6a49ce tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 210 time: 0.1424794 Jul 08 20:24:30.220700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 478a42ca-3076-4976-aff8-5b43221273e2 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:30.230464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:30.244946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:30.265520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:30.265520 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:30.297135 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6125fad-387c-407c-87b8-73915c1f7e62 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:30.312724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58538) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:30.340195 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f8d5b9-97d8-42d0-8c59-ea8d2e913e2d x-openstack-request-id: req-c2f8d5b9-97d8-42d0-8c59-ea8d2e913e2d {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:30.340798 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772c86a8-142a-46e6-b3f1-024f54a7028e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef764ae7-2f70-48d1-bd6b-e61256299be1", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:30.341201 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c2f8d5b9-97d8-42d0-8c59-ea8d2e913e2d {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:30.344000 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772c86a8-142a-46e6-b3f1-024f54a7028e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef764ae7-2f70-48d1-bd6b-e61256299be1', 'code': 200} Jul 08 20:24:30.349058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5da35-aee7-4eb7-8504-75ca2cbefb1c None None] Pushing event updated for resources: {'Port': ['ID=8192cc0e-9ae9-442a-bb32-15fde402469f,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:30.362424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=ae290531-e5e2-44d5-9157-d65ee223f93a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:30.383821 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7e85e44e-7ec0-4dab-a162-4a49cd9be74a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7314858 Jul 08 20:24:30.384554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58544) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:30.542272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab0c89e4-9308-4f0e-bc4d-0f306a59db2e None None] Provisioning for port 5fa9abc0-98d8-4355-9b90-e6033b1a2fab completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:30.555046 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab0c89e4-9308-4f0e-bc4d-0f306a59db2e None None] Provisioning complete for port 5fa9abc0-98d8-4355-9b90-e6033b1a2fab triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:30.555424 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab0c89e4-9308-4f0e-bc4d-0f306a59db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:30.651020 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8192cc0e-9ae9-442a-bb32-15fde402469f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:30.694364 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-86124fcc-2a39-46a5-963a-7cea3db950ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:30.712290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ab0c89e4-9308-4f0e-bc4d-0f306a59db2e None None] Port 5fa9abc0-98d8-4355-9b90-e6033b1a2fab cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:24:30.737686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6125fad-387c-407c-87b8-73915c1f7e62 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:30.775762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b6125fad-387c-407c-87b8-73915c1f7e62 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d288b0b2-2ce3-4ead-adaa-2651e5c49b45']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:30.784184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab0c89e4-9308-4f0e-bc4d-0f306a59db2e None None] Provisioning complete for port 8192cc0e-9ae9-442a-bb32-15fde402469f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:30.784586 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab0c89e4-9308-4f0e-bc4d-0f306a59db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:30.847126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fb02282e-70ed-4316-85ef-22f468c31b63 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:30.896196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b6125fad-387c-407c-87b8-73915c1f7e62 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e4c747-8e4d-48ff-8f3d-2481b1a92f19') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:30.896507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b6125fad-387c-407c-87b8-73915c1f7e62 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e4c747-8e4d-48ff-8f3d-2481b1a92f19') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:30.929453 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6125fad-387c-407c-87b8-73915c1f7e62 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:30.961305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8192cc0e-9ae9-442a-bb32-15fde402469f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:30.961944 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:30.978352 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6125fad-387c-407c-87b8-73915c1f7e62 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.002862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6125fad-387c-407c-87b8-73915c1f7e62 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:24:31.003366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6125fad-387c-407c-87b8-73915c1f7e62 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.038116 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-86124fcc-2a39-46a5-963a-7cea3db950ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.111296 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd0563f-da90-4669-a638-dc01010356d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:31.116490 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bbd0563f-da90-4669-a638-dc01010356d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1f4 HTTP/1.1" status: 200 len: 929 time: 0.7286630 Jul 08 20:24:31.118671 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-86124fcc-2a39-46a5-963a-7cea3db950ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.180967 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58576) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:31.188490 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-86124fcc-2a39-46a5-963a-7cea3db950ca admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c030c5ea301144f38d74401c2d48f823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8723946 Jul 08 20:24:31.198176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58578) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:24:31.202280 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:24:31.249989 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fb02282e-70ed-4316-85ef-22f468c31b63 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.293873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59424b4-40e0-4788-83df-5560d410a57b None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:24:31.324423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86124fcc-2a39-46a5-963a-7cea3db950ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb973ff-e076-4512-9d2c-9276867373a6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:31.374419 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-547ae060-8a1b-4bec-af7a-26efe6d2d6e1 req-c33c3e0e-0f06-47af-8582-a869b28171a2 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 210 time: 0.1696594 Jul 08 20:24:31.394921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fb02282e-70ed-4316-85ef-22f468c31b63 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Network 0670464a-f6c5-4d67-9eab-3733ef12d908 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:31.408424 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6125fad-387c-407c-87b8-73915c1f7e62 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.433335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59424b4-40e0-4788-83df-5560d410a57b None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:24:31.436004 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84eca446-4e49-4360-91dd-ac5d0d6aad2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.441545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 7ab54f9f-6926-499f-b1a2-5842b4d893b6 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:24:31.464776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ff878efc-161a-41e2-bd55-1c2aaf269f71 None None] Provisioning complete for port 5fa9abc0-98d8-4355-9b90-e6033b1a2fab triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:31.465159 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ff878efc-161a-41e2-bd55-1c2aaf269f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.465738 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84eca446-4e49-4360-91dd-ac5d0d6aad2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.470788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 7ab54f9f-6926-499f-b1a2-5842b4d893b6 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:24:31.471717 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 7ab54f9f-6926-499f-b1a2-5842b4d893b6 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:24:31.484242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fb02282e-70ed-4316-85ef-22f468c31b63 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:31.503594 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fb02282e-70ed-4316-85ef-22f468c31b63 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:31.527694 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6125fad-387c-407c-87b8-73915c1f7e62 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.529223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:24:31.530064 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b6125fad-387c-407c-87b8-73915c1f7e62 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "DELETE /v2.0/networks/d288b0b2-2ce3-4ead-adaa-2651e5c49b45 HTTP/1.1" status: 204 len: 168 time: 1.5574031 Jul 08 20:24:31.534517 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58584) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:31.597075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6125fad-387c-407c-87b8-73915c1f7e62 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event deleted for resources: {'Network': ['ID=d288b0b2-2ce3-4ead-adaa-2651e5c49b45,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:31.626040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02282e-70ed-4316-85ef-22f468c31b63 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Pushing event updated for resources: {'Port': ['ID=926c7811-b11d-4e41-a069-b6d712f800ce,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:31.637329 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84eca446-4e49-4360-91dd-ac5d0d6aad2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.641956 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84eca446-4e49-4360-91dd-ac5d0d6aad2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.645114 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-84eca446-4e49-4360-91dd-ac5d0d6aad2f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3bb973ff-e076-4512-9d2c-9276867373a6 HTTP/1.1" status: 204 len: 168 time: 0.4451709 Jul 08 20:24:31.649835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ff878efc-161a-41e2-bd55-1c2aaf269f71 None None] Port 5fa9abc0-98d8-4355-9b90-e6033b1a2fab cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:24:31.652226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58588) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:31.657720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fb02282e-70ed-4316-85ef-22f468c31b63 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:31.660703 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8db6b33-540d-4bf0-9838-5bb968024c53 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.661593 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fb02282e-70ed-4316-85ef-22f468c31b63 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.703224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fb02282e-70ed-4316-85ef-22f468c31b63 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0524509 Jul 08 20:24:31.720052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Request body: {'port': {'device_id': 'aba57b72-a98b-4253-b7a5-76f07a986901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:31.809114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ff878efc-161a-41e2-bd55-1c2aaf269f71 None None] Provisioning for port ae290531-e5e2-44d5-9157-d65ee223f93a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:31.862609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eca446-4e49-4360-91dd-ac5d0d6aad2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb973ff-e076-4512-9d2c-9276867373a6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:31.874582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ff878efc-161a-41e2-bd55-1c2aaf269f71 None None] Provisioning complete for port ae290531-e5e2-44d5-9157-d65ee223f93a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:31.879894 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ff878efc-161a-41e2-bd55-1c2aaf269f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.899924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e19a0f2-7ef7-490d-b5ba-680938b321e3 admin admin] Deleting subnet 1d30581c-537d-4c32-9235-0aa435cb33f2 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:24:31.922984 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e19a0f2-7ef7-490d-b5ba-680938b321e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.940735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:31.971686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c63b92-56b3-4e83-b6ec-c219757a1c4f req-9361fddd-445e-43b7-9b0f-725567b24b15 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:31.973512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f6c63b92-56b3-4e83-b6ec-c219757a1c4f req-9361fddd-445e-43b7-9b0f-725567b24b15 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 945 time: 0.6491690 Jul 08 20:24:31.986631 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-01ff12c4-f7cf-4a13-a918-852ebc333646 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port ae290531-e5e2-44d5-9157-d65ee223f93a {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:31.987263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01ff12c4-f7cf-4a13-a918-852ebc333646 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.160649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf0a69-5446-4671-89f9-b705eb3d4036 req-066da945-88b9-4a24-812b-b5f2113e0cca tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:32.168405 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b6cf0a69-5446-4671-89f9-b705eb3d4036 req-066da945-88b9-4a24-812b-b5f2113e0cca tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 932 time: 0.2288883 Jul 08 20:24:32.230109 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.310591 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8db6b33-540d-4bf0-9838-5bb968024c53 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.336514 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ff878efc-161a-41e2-bd55-1c2aaf269f71 None None] Port ae290531-e5e2-44d5-9157-d65ee223f93a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:24:32.346428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-f8db6b33-540d-4bf0-9838-5bb968024c53 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5ff590-001b-4609-a02a-7d252f7e3110']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:32.383202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-f8db6b33-540d-4bf0-9838-5bb968024c53 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98aa79c7-138a-4093-952b-0fa8df9b3a32') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:32.384062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-f8db6b33-540d-4bf0-9838-5bb968024c53 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98aa79c7-138a-4093-952b-0fa8df9b3a32') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:32.391974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ccac3f-a975-4f58-9f5a-490c255f27d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:32.396091 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6479c4bb-e241-4e55-8da9-a593f39adfc5" -d '{"events": [{"server_uuid": "84ccac3f-a975-4f58-9f5a-490c255f27d9", "name": "network-vif-unplugged", "status": "completed", "tag": "e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:32.413661 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b6cf0a69-5446-4671-89f9-b705eb3d4036 req-0f1c99f9-1efa-4705-923a-ba4f66afe9f2 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/security-groups?id=d29e3621-03b5-4d13-ba35-926fd2c1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442689 Jul 08 20:24:32.414221 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8db6b33-540d-4bf0-9838-5bb968024c53 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.438125 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8db6b33-540d-4bf0-9838-5bb968024c53 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.448881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8db6b33-540d-4bf0-9838-5bb968024c53 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:24:32.449296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8db6b33-540d-4bf0-9838-5bb968024c53 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.457091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:32.475061 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.542095 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb244d5-4e1a-428c-bb4e-dd8b5d5cd2db x-openstack-request-id: req-9cb244d5-4e1a-428c-bb4e-dd8b5d5cd2db {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:32.543391 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ccac3f-a975-4f58-9f5a-490c255f27d9", "name": "network-vif-unplugged", "status": "failed", "tag": "e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1", "code": 422}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:32.544126 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9cb244d5-4e1a-428c-bb4e-dd8b5d5cd2db {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:32.545367 n-d-791506-16 neutron-server[94067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84ccac3f-a975-4f58-9f5a-490c255f27d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1', 'code': 422} returned with failed status Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:24:32.583083 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:24:32.586184 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e19a0f2-7ef7-490d-b5ba-680938b321e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.594566 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8db6b33-540d-4bf0-9838-5bb968024c53 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.604871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926c7811-b11d-4e41-a069-b6d712f800ce {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:24:32.623093 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.641168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8db6b33-540d-4bf0-9838-5bb968024c53 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.645752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f8db6b33-540d-4bf0-9838-5bb968024c53 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] 10.222.0.101 "DELETE /v2.0/networks/2d5ff590-001b-4609-a02a-7d252f7e3110 HTTP/1.1" status: 204 len: 168 time: 1.1055584 Jul 08 20:24:32.655032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Transition to ACTIVE for port object 926c7811-b11d-4e41-a069-b6d712f800ce will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:32.671875 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.681422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f6c63b92-56b3-4e83-b6ec-c219757a1c4f req-9dfeba25-c819-49a7-aa6c-0071e54f61e7 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6779912 Jul 08 20:24:32.693785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db6b33-540d-4bf0-9838-5bb968024c53 tempest-BulkNetworkOpsTest-2081685815 tempest-BulkNetworkOpsTest-2081685815-project] Pushing event deleted for resources: {'Network': ['ID=2d5ff590-001b-4609-a02a-7d252f7e3110,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:32.713607 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-ef71dcde-2023-4288-a262-4986328daf6b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:32.715529 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-ef71dcde-2023-4288-a262-4986328daf6b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.104 "GET /v2.0/networks?id=74030d91-a705-4f53-b52f-88074a77224e HTTP/1.1" status: 200 len: 814 time: 0.9567537 Jul 08 20:24:32.728395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fce1a1-811b-4c13-84e6-b44bfd0da484 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:24:32.761555 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6fcdd246-df92-4f2c-bddc-460921d2a7a4 req-d481c4e7-b791-4705-be6b-d9717b5219f5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 210 time: 0.1035140 Jul 08 20:24:32.768318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-4ee5a7a8-0c36-44b8-9287-409ece278cd5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Request body: {'port': {'device_id': 'edad8315-4b76-49f7-83ca-7075e0fd0740', 'network_id': '74030d91-a705-4f53-b52f-88074a77224e', 'admin_state_up': True, 'tenant_id': 'e3381582e550468ba5b4e2c6f2e9b1a6'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:32.774889 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:32.778881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e19a0f2-7ef7-490d-b5ba-680938b321e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.882348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fce1a1-811b-4c13-84e6-b44bfd0da484 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:24:32.942522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Attempting to bind port 926c7811-b11d-4e41-a069-b6d712f800ce on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:32.942758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Attempting to bind port 926c7811-b11d-4e41-a069-b6d712f800ce by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '681f5328-21d3-4bf0-9402-ad10a550bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '0670464a-f6c5-4d67-9eab-3733ef12d908'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:32.943083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Attempting to bind port 926c7811-b11d-4e41-a069-b6d712f800ce on network 0670464a-f6c5-4d67-9eab-3733ef12d908 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:32.945897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Pushing event updated for resources: {'Port': ['ID=926c7811-b11d-4e41-a069-b6d712f800ce,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:32.948528 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01ff12c4-f7cf-4a13-a918-852ebc333646 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:32.957700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Port 926c7811-b11d-4e41-a069-b6d712f800ce on network 0670464a-f6c5-4d67-9eab-3733ef12d908 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:24:32.958026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Attempting to bind port 926c7811-b11d-4e41-a069-b6d712f800ce on network 0670464a-f6c5-4d67-9eab-3733ef12d908 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:32.960424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58618) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:32.963455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58620) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:32.965849 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-01ff12c4-f7cf-4a13-a918-852ebc333646 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for ae290531-e5e2-44d5-9157-d65ee223f93a owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:32.974586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:32.974923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Checking segment: {'id': '681f5328-21d3-4bf0-9402-ad10a550bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '0670464a-f6c5-4d67-9eab-3733ef12d908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:32.975540 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Bound using segment: {'id': '681f5328-21d3-4bf0-9402-ad10a550bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '0670464a-f6c5-4d67-9eab-3733ef12d908'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:32.976360 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Bound port: 926c7811-b11d-4e41-a069-b6d712f800ce, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681f5328-21d3-4bf0-9402-ad10a550bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '0670464a-f6c5-4d67-9eab-3733ef12d908'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:32.976747 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.081748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] For port 926c7811-b11d-4e41-a069-b6d712f800ce, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:33.087814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] For port 926c7811-b11d-4e41-a069-b6d712f800ce, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=926c7811-b11d-4e41-a069-b6d712f800ce,segment=NetworkSegment(681f5328-21d3-4bf0-9402-ad10a550bcdb),segment_id=681f5328-21d3-4bf0-9402-ad10a550bcdb)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:33.092012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1946700069-network', 'tenant_id': '5a1e963d48c74084aaab57a3ac842b1b'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:33.097225 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.161908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:33.162569 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.164154 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] 10.222.0.103 "PUT /v2.0/ports/926c7811-b11d-4e41-a069-b6d712f800ce HTTP/1.1" status: 200 len: 1093 time: 1.4484992 Jul 08 20:24:33.166605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba57b72-a98b-4253-b7a5-76f07a986901', 'tag': '926c7811-b11d-4e41-a069-b6d712f800ce'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:33.169108 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0e0540-804a-41ef-b7b8-ac9fee45dc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "aba57b72-a98b-4253-b7a5-76f07a986901", "tag": "926c7811-b11d-4e41-a069-b6d712f800ce"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:33.211913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea019f1e-ec49-41b1-af5f-f09ed9859c37 service neutron] Pushing event updated for resources: {'Port': ['ID=926c7811-b11d-4e41-a069-b6d712f800ce,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:33.233569 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5711c00f-5aa2-4101-974f-fe65e207601b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5b76294a947949bc91536fc1170c6f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718868 Jul 08 20:24:33.234232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58628) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:33.235723 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70e94f5-516c-4a12-92bb-18a61f5bcc02 x-openstack-request-id: req-e70e94f5-516c-4a12-92bb-18a61f5bcc02 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:33.236015 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba57b72-a98b-4253-b7a5-76f07a986901", "tag": "926c7811-b11d-4e41-a069-b6d712f800ce", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:33.236270 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e70e94f5-516c-4a12-92bb-18a61f5bcc02 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:33.236685 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba57b72-a98b-4253-b7a5-76f07a986901', 'tag': '926c7811-b11d-4e41-a069-b6d712f800ce', 'status': 'completed', 'code': 200} Jul 08 20:24:33.325911 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2ebe373-33a9-4970-bac8-26b5162b709e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.328651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-984875c7-0a24-495d-a64f-d29cd94171cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:33.330267 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-984875c7-0a24-495d-a64f-d29cd94171cb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1335ef044ca43108add705150e88bd3&device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 1096 time: 0.1110873 Jul 08 20:24:33.346409 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-4ee5a7a8-0c36-44b8-9287-409ece278cd5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Made reservation on behalf of e3381582e550468ba5b4e2c6f2e9b1a6 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:33.351199 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-4ee5a7a8-0c36-44b8-9287-409ece278cd5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.390974 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2ebe373-33a9-4970-bac8-26b5162b709e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.397966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58632) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:33.402644 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-e999aef5-38f5-4eb1-a602-8dde74ad9ac3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=926c7811-b11d-4e41-a069-b6d712f800ce HTTP/1.1" status: 200 len: 217 time: 0.0617831 Jul 08 20:24:33.404553 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-4c0d7ac3-7c37-4a0e-b06c-8da2dfde6f1e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-63074987'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:33.423784 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e19a0f2-7ef7-490d-b5ba-680938b321e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.451584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Made reservation on behalf of 5a1e963d48c74084aaab57a3ac842b1b for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:33.453942 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.486893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.499690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19a0f2-7ef7-490d-b5ba-680938b321e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d30581c-537d-4c32-9235-0aa435cb33f2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:33.504673 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e19a0f2-7ef7-490d-b5ba-680938b321e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.507170 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3e19a0f2-7ef7-490d-b5ba-680938b321e3 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/1d30581c-537d-4c32-9235-0aa435cb33f2 HTTP/1.1" status: 204 len: 168 time: 1.8411949 Jul 08 20:24:33.511777 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-62b4c87d-5dd9-45e0-8bd4-3261e8f3e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:33.512762 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-62b4c87d-5dd9-45e0-8bd4-3261e8f3e23a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4061c519-508f-4ea0-932a-fa8743b2cf17 HTTP/1.1" status: 200 len: 861 time: 0.1027355 Jul 08 20:24:33.515716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58636) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:33.557063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0d7ac3-7c37-4a0e-b06c-8da2dfde6f1e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Made reservation on behalf of e7d78e51c1b94cfb8cd2d7f6773d1bee for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:33.560508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7ac3-7c37-4a0e-b06c-8da2dfde6f1e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.591243 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-fa966cb7-9e46-4312-93b5-56b9f883bcf8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0670464a-f6c5-4d67-9eab-3733ef12d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673666 Jul 08 20:24:33.598897 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2ebe373-33a9-4970-bac8-26b5162b709e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.601536 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2ebe373-33a9-4970-bac8-26b5162b709e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.602563 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c2ebe373-33a9-4970-bac8-26b5162b709e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7f82c7b9-fd07-427c-bdbb-013d060bb6d0 HTTP/1.1" status: 204 len: 168 time: 0.3486032 Jul 08 20:24:33.623699 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01ff12c4-f7cf-4a13-a918-852ebc333646 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.649862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0d7ac3-7c37-4a0e-b06c-8da2dfde6f1e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:33.682453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff12c4-f7cf-4a13-a918-852ebc333646 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=ae290531-e5e2-44d5-9157-d65ee223f93a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:33.686976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-4ee5a7a8-0c36-44b8-9287-409ece278cd5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Allocated IP 172.20.0.12 (74030d91-a705-4f53-b52f-88074a77224e/5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7/58e6acf2-067b-4bc3-b0f8-17df056b5b00) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:33.707902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebe373-33a9-4970-bac8-26b5162b709e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f82c7b9-fd07-427c-bdbb-013d060bb6d0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:33.721256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7ac3-7c37-4a0e-b06c-8da2dfde6f1e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.722056 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-4c0d7ac3-7c37-4a0e-b06c-8da2dfde6f1e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Added segment 16aec9fe-b75e-4f9a-be07-c4454d325e90 of type vlan for network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea Jul 08 20:24:33.725741 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01ff12c4-f7cf-4a13-a918-852ebc333646 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.730663 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-01ff12c4-f7cf-4a13-a918-852ebc333646 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/ae290531-e5e2-44d5-9157-d65ee223f93a HTTP/1.1" status: 204 len: 168 time: 2.5385945 Jul 08 20:24:33.733241 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3a4106a-d85c-4a20-adee-4fa1311cdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.737968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58642) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:33.808235 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7ac3-7c37-4a0e-b06c-8da2dfde6f1e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.964289 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7ac3-7c37-4a0e-b06c-8da2dfde6f1e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:33.969875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d7ac3-7c37-4a0e-b06c-8da2dfde6f1e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:33.970509 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7ac3-7c37-4a0e-b06c-8da2dfde6f1e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.063331 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b6b28236-ab06-464b-bd5f-1404c29f4887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.116923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d7ac3-7c37-4a0e-b06c-8da2dfde6f1e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'Network': ['ID=387df71c-15b2-4fee-b85a-8ed2fd4e79ea,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:34.131141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:34.144246 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-4ee5a7a8-0c36-44b8-9287-409ece278cd5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.162373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160ef0e-5edd-498f-9fbd-f8031b79a24e req-f972dc5e-2dd9-43c8-adad-15f00a412952 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:34.164427 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f160ef0e-5edd-498f-9fbd-f8031b79a24e req-f972dc5e-2dd9-43c8-adad-15f00a412952 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 943 time: 0.2658904 Jul 08 20:24:34.247536 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f160ef0e-5edd-498f-9fbd-f8031b79a24e req-b1a7b152-c894-410c-a283-0c3e082b076c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750258 Jul 08 20:24:34.249277 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-4ee5a7a8-0c36-44b8-9287-409ece278cd5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.296106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-4ee5a7a8-0c36-44b8-9287-409ece278cd5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Network 74030d91-a705-4f53-b52f-88074a77224e is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:34.301030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-4ee5a7a8-0c36-44b8-9287-409ece278cd5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:34.306370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-4ee5a7a8-0c36-44b8-9287-409ece278cd5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:34.346539 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-119830be-54a5-4211-a2f0-b027219b136f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:24:34.348507 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-119830be-54a5-4211-a2f0-b027219b136f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/ae290531-e5e2-44d5-9157-d65ee223f93a HTTP/1.1" status: 404 len: 333 time: 0.6081469 Jul 08 20:24:34.360679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58664) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:34.366096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5a7a8-0c36-44b8-9287-409ece278cd5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Pushing event updated for resources: {'Port': ['ID=58e6acf2-067b-4bc3-b0f8-17df056b5b00,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:34.386456 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-4ee5a7a8-0c36-44b8-9287-409ece278cd5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:34.387256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-4ee5a7a8-0c36-44b8-9287-409ece278cd5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.423169 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8b7dd-8193-489f-9ca9-e56f62d70772 req-a82dc241-23ba-4aac-bb82-bec7e462281a tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:34.424729 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67f8b7dd-8193-489f-9ca9-e56f62d70772 req-a82dc241-23ba-4aac-bb82-bec7e462281a tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 944 time: 0.8322446 Jul 08 20:24:34.447845 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.452071 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-770522be-c3b6-4b6f-9b2f-456e6564862f service neutron] 10.222.0.103 "GET /v2.0/networks/0670464a-f6c5-4d67-9eab-3733ef12d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8416305 Jul 08 20:24:34.461031 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-4ee5a7a8-0c36-44b8-9287-409ece278cd5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7345159 Jul 08 20:24:34.467281 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4c0d7ac3-7c37-4a0e-b06c-8da2dfde6f1e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0674818 Jul 08 20:24:34.472611 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Request body: {'port': {'device_id': 'edad8315-4b76-49f7-83ca-7075e0fd0740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:34.477331 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58668) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:34.489183 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.502644 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b6d42f5a-61a8-43f6-aba1-6946d9a2b345 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1686784417'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:34.540568 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2a52c-1642-4233-9683-b447af31daaf req-00741a1a-641a-4cac-8570-7b9cb642178d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:34.542135 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2aa2a52c-1642-4233-9683-b447af31daaf req-00741a1a-641a-4cac-8570-7b9cb642178d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 932 time: 0.1479042 Jul 08 20:24:34.564950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d42f5a-61a8-43f6-aba1-6946d9a2b345 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Made reservation on behalf of e7d78e51c1b94cfb8cd2d7f6773d1bee for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:34.567981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6d42f5a-61a8-43f6-aba1-6946d9a2b345 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.570523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58670) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:34.633053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:34.643294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.650981 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2aa2a52c-1642-4233-9683-b447af31daaf req-c3cff097-b32d-4c0b-83f3-8724a9c4a08c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990415 Jul 08 20:24:34.651708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d42f5a-61a8-43f6-aba1-6946d9a2b345 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:34.666885 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3a4106a-d85c-4a20-adee-4fa1311cdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.671426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6d42f5a-61a8-43f6-aba1-6946d9a2b345 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.672173 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b6d42f5a-61a8-43f6-aba1-6946d9a2b345 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Added segment 7b2d119a-6f6f-49f5-a44a-fabdb84fcb11 of type vlan for network cd03060a-bfc6-43cb-9261-c17858115213 Jul 08 20:24:34.675529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a046cefe-c0f0-4ce2-8586-d243bf5ff39d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:34.686284 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.686634 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Added segment 882b62a2-bbb9-472c-a301-ed7d7d4c27dd of type vlan for network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f Jul 08 20:24:34.706025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67f8b7dd-8193-489f-9ca9-e56f62d70772 req-96e37bcb-56ad-4ee4-8237-9996c092d91e tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/security-groups?id=d29e3621-03b5-4d13-ba35-926fd2c1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658617 Jul 08 20:24:34.720314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-f3a4106a-d85c-4a20-adee-4fa1311cdf9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb5f88e-06d4-480f-a839-50102aa47e53']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:34.741831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-f3a4106a-d85c-4a20-adee-4fa1311cdf9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243d044c-4345-40f8-8281-f6a87e3b8809') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:34.742313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-f3a4106a-d85c-4a20-adee-4fa1311cdf9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243d044c-4345-40f8-8281-f6a87e3b8809') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:34.748363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1390048966'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:34.772523 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6d42f5a-61a8-43f6-aba1-6946d9a2b345 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.775284 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3a4106a-d85c-4a20-adee-4fa1311cdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.812541 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.823961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3a4106a-d85c-4a20-adee-4fa1311cdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.829602 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9adfbadd-82e5-4f03-a6b4-9915914d10e3 req-0233fa08-f767-407a-b36b-2d01108b4f8d service neutron] 10.222.0.103 "GET /v2.0/networks/0670464a-f6c5-4d67-9eab-3733ef12d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495064 Jul 08 20:24:34.839837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a4106a-d85c-4a20-adee-4fa1311cdf9e admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:24:34.840263 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3a4106a-d85c-4a20-adee-4fa1311cdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.843168 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-651eac31-d27d-43f7-b950-521dde9212cc tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 5fa9abc0-98d8-4355-9b90-e6033b1a2fab {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:34.843168 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-651eac31-d27d-43f7-b950-521dde9212cc tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:24:34.846153 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:24:34.874089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:34.877817 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.894232 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.902255 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6d42f5a-61a8-43f6-aba1-6946d9a2b345 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.907774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d42f5a-61a8-43f6-aba1-6946d9a2b345 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:34.908367 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6d42f5a-61a8-43f6-aba1-6946d9a2b345 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:34.999178 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.000184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:35.000832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.009164 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3a4106a-d85c-4a20-adee-4fa1311cdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.012939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b6d42f5a-61a8-43f6-aba1-6946d9a2b345 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5335875 Jul 08 20:24:35.018635 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58680) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:35.033041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6b6f5059-524d-4e88-acad-485d7d72bd9e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'subnet': {'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:35.064480 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3a4106a-d85c-4a20-adee-4fa1311cdf9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.066425 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f3a4106a-d85c-4a20-adee-4fa1311cdf9e admin admin] 10.222.0.101 "DELETE /v2.0/networks/fdb5f88e-06d4-480f-a839-50102aa47e53 HTTP/1.1" status: 204 len: 168 time: 1.5499468 Jul 08 20:24:35.101250 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-651eac31-d27d-43f7-b950-521dde9212cc tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.102505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d42f5a-61a8-43f6-aba1-6946d9a2b345 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'Network': ['ID=cd03060a-bfc6-43cb-9261-c17858115213,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:35.120332 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network cd03060a-bfc6-43cb-9261-c17858115213 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:35.123056 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-651eac31-d27d-43f7-b950-521dde9212cc tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 5fa9abc0-98d8-4355-9b90-e6033b1a2fab owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:35.124923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] Pushing event updated for resources: {'Network': ['ID=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:35.152528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4106a-d85c-4a20-adee-4fa1311cdf9e admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb5f88e-06d4-480f-a839-50102aa47e53,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:35.159167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e0540-804a-41ef-b7b8-ac9fee45dc4c req-e25b3839-4a92-4706-be18-cc59d5207fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:35.161027 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d0e0540-804a-41ef-b7b8-ac9fee45dc4c req-e25b3839-4a92-4706-be18-cc59d5207fb5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1335ef044ca43108add705150e88bd3&device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 1096 time: 0.2217925 Jul 08 20:24:35.166478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:35.269995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e6acf2-067b-4bc3-b0f8-17df056b5b00 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:24:35.282042 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.304041 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.313005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Transition to ACTIVE for port object 58e6acf2-067b-4bc3-b0f8-17df056b5b00 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:35.314449 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.324372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e0540-804a-41ef-b7b8-ac9fee45dc4c req-b58a414b-c890-4c35-91f1-348bfe465348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:35.326398 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d0e0540-804a-41ef-b7b8-ac9fee45dc4c req-b58a414b-c890-4c35-91f1-348bfe465348 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0670464a-f6c5-4d67-9eab-3733ef12d908 HTTP/1.1" status: 200 len: 922 time: 0.1300170 Jul 08 20:24:35.329408 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.332721 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3dc2bdce-205d-4bd3-af10-c5ad86de9c39 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3650856 Jul 08 20:24:35.351161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58692) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:35.401228 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cbc87679-f555-4909-b193-d4522ab4baca admin admin] Request body: {'subnet': {'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1946700069-subnet', 'tenant_id': '5a1e963d48c74084aaab57a3ac842b1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:35.404656 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:35.410039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d0e0540-804a-41ef-b7b8-ac9fee45dc4c req-53019860-6e84-40c7-a510-de5220c8aaf6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=926c7811-b11d-4e41-a069-b6d712f800ce HTTP/1.1" status: 200 len: 217 time: 0.0482769 Jul 08 20:24:35.442822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b342a6f-b781-4bd1-bb71-a4a350b22f1f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:35.445924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6f5059-524d-4e88-acad-485d7d72bd9e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Made reservation on behalf of e7d78e51c1b94cfb8cd2d7f6773d1bee for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:35.449550 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b6f5059-524d-4e88-acad-485d7d72bd9e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.479006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58702) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:35.487361 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-651eac31-d27d-43f7-b950-521dde9212cc tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.495185 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.495534 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Added segment c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed of type vlan for network 8de0bd64-b643-4343-b6e4-c06d94068dc0 Jul 08 20:24:35.512589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e0540-804a-41ef-b7b8-ac9fee45dc4c req-b97392fa-fa33-4bf0-8efc-28a1f6176f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:35.514230 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d0e0540-804a-41ef-b7b8-ac9fee45dc4c req-b97392fa-fa33-4bf0-8efc-28a1f6176f43 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4061c519-508f-4ea0-932a-fa8743b2cf17 HTTP/1.1" status: 200 len: 861 time: 0.0925310 Jul 08 20:24:35.540800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:24:35.555541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eac31-d27d-43f7-b950-521dde9212cc tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=5fa9abc0-98d8-4355-9b90-e6033b1a2fab,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:35.560765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Pushing event updated for resources: {'Port': ['ID=58e6acf2-067b-4bc3-b0f8-17df056b5b00,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:35.588293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d0e0540-804a-41ef-b7b8-ac9fee45dc4c req-c0934efa-0a60-47c8-8abd-cb0b59e865c6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0670464a-f6c5-4d67-9eab-3733ef12d908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491204 Jul 08 20:24:35.590107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc87679-f555-4909-b193-d4522ab4baca admin admin] Made reservation on behalf of 5a1e963d48c74084aaab57a3ac842b1b for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:35.592511 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cbc87679-f555-4909-b193-d4522ab4baca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.623846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.626379 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-651eac31-d27d-43f7-b950-521dde9212cc tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.628334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-651eac31-d27d-43f7-b950-521dde9212cc tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/5fa9abc0-98d8-4355-9b90-e6033b1a2fab HTTP/1.1" status: 204 len: 168 time: 1.2656713 Jul 08 20:24:35.632882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58718) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:35.681493 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-28b339bd-43c0-47bf-af29-e3a46247223f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f072151cc9a246949063c5a455a633da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012355 Jul 08 20:24:35.683924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58720) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:35.766092 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-7418ab19-631a-49fc-a063-5eebb7a6ff95 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:24:35.770655 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7418ab19-631a-49fc-a063-5eebb7a6ff95 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/5fa9abc0-98d8-4355-9b90-e6033b1a2fab HTTP/1.1" status: 404 len: 333 time: 0.1247962 Jul 08 20:24:35.775474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58726) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:35.792268 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.resource_extend [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:24:35.840912 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7447c4e-92b9-4702-ae1b-10f087a2c9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.857157 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d0e0540-804a-41ef-b7b8-ac9fee45dc4c req-5b8c5d9e-4faa-4d2e-9bd8-fd14363a5e6d service neutron] 10.222.0.103 "GET /v2.0/networks/0670464a-f6c5-4d67-9eab-3733ef12d908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459493 Jul 08 20:24:35.889223 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.895178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:35.896038 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.920931 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7447c4e-92b9-4702-ae1b-10f087a2c9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:35.936789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d31d0c5-4343-4e3d-b2eb-bfa71323c153 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting subnet ccc54704-44cb-4c24-b97f-8736dd2f1cab {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:24:35.957252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Attempting to bind port 58e6acf2-067b-4bc3-b0f8-17df056b5b00 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:35.957593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Attempting to bind port 58e6acf2-067b-4bc3-b0f8-17df056b5b00 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '2fb41f08-3671-46ae-8a4e-f417598795b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '74030d91-a705-4f53-b52f-88074a77224e'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:35.957924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Attempting to bind port 58e6acf2-067b-4bc3-b0f8-17df056b5b00 on network 74030d91-a705-4f53-b52f-88074a77224e {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:36.000077 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d31d0c5-4343-4e3d-b2eb-bfa71323c153 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.047012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac19da-6312-49eb-a85c-f71a58c5c857 req-4757f85c-d54c-421f-9e54-3161197e1aab tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:36.048932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4ac19da-6312-49eb-a85c-f71a58c5c857 req-4757f85c-d54c-421f-9e54-3161197e1aab tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 944 time: 0.1943948 Jul 08 20:24:36.054082 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d0e0540-804a-41ef-b7b8-ac9fee45dc4c req-b6139be3-dadd-4255-b438-5b0c40b8d458 service neutron] 10.222.0.103 "GET /v2.0/networks/0670464a-f6c5-4d67-9eab-3733ef12d908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824179 Jul 08 20:24:36.059915 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7447c4e-92b9-4702-ae1b-10f087a2c9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.060893 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Port 58e6acf2-067b-4bc3-b0f8-17df056b5b00 on network 74030d91-a705-4f53-b52f-88074a77224e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:24:36.061227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Attempting to bind port 58e6acf2-067b-4bc3-b0f8-17df056b5b00 on network 74030d91-a705-4f53-b52f-88074a77224e {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:36.062552 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7447c4e-92b9-4702-ae1b-10f087a2c9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.063641 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e7447c4e-92b9-4702-ae1b-10f087a2c9cc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/01b42610-5d3b-47a2-8032-5d0a5e3f36a5 HTTP/1.1" status: 204 len: 168 time: 0.3788099 Jul 08 20:24:36.066967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4728653 Jul 08 20:24:36.078727 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58730) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:36.092312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-40f32428-36e2-4867-a10d-f2d2fc063f9f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-617262134'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:36.106206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7447c4e-92b9-4702-ae1b-10f087a2c9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b42610-5d3b-47a2-8032-5d0a5e3f36a5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:36.120974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:36.121317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Checking segment: {'id': '2fb41f08-3671-46ae-8a4e-f417598795b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '74030d91-a705-4f53-b52f-88074a77224e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:36.121711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Bound using segment: {'id': '2fb41f08-3671-46ae-8a4e-f417598795b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '74030d91-a705-4f53-b52f-88074a77224e'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:36.122159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Bound port: 58e6acf2-067b-4bc3-b0f8-17df056b5b00, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb41f08-3671-46ae-8a4e-f417598795b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '74030d91-a705-4f53-b52f-88074a77224e'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:36.122562 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.134794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a9de6-b039-42cc-83b4-6bc7a5a53826 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Network': ['ID=8de0bd64-b643-4343-b6e4-c06d94068dc0,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:36.148969 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4ac19da-6312-49eb-a85c-f71a58c5c857 req-75e4a932-3eb1-4225-bd2a-c9f323a5dd97 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910478 Jul 08 20:24:36.149734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f32428-36e2-4867-a10d-f2d2fc063f9f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:36.155732 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40f32428-36e2-4867-a10d-f2d2fc063f9f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.161106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 8de0bd64-b643-4343-b6e4-c06d94068dc0 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:36.176802 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d31d0c5-4343-4e3d-b2eb-bfa71323c153 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.211447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f32428-36e2-4867-a10d-f2d2fc063f9f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:36.233107 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40f32428-36e2-4867-a10d-f2d2fc063f9f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.236531 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-40f32428-36e2-4867-a10d-f2d2fc063f9f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Added segment dc220372-7210-4cdb-8d3a-f93a5155877b of type vlan for network bc5de014-f4cb-4482-ae8b-7ccf41df7c73 Jul 08 20:24:36.306496 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40f32428-36e2-4867-a10d-f2d2fc063f9f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.358067 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b6f5059-524d-4e88-acad-485d7d72bd9e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.387593 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40f32428-36e2-4867-a10d-f2d2fc063f9f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.394567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f32428-36e2-4867-a10d-f2d2fc063f9f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:36.395214 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40f32428-36e2-4867-a10d-f2d2fc063f9f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.417850 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-40f32428-36e2-4867-a10d-f2d2fc063f9f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3378112 Jul 08 20:24:36.455157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58734) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:36.478500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-723259f6-b341-439c-96df-d423e2b44e90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'subnet': {'network_id': '8de0bd64-b643-4343-b6e4-c06d94068dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:36.536520 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5d378983-f7ab-4928-afce-d79180a1e2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.559860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f32428-36e2-4867-a10d-f2d2fc063f9f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Network': ['ID=bc5de014-f4cb-4482-ae8b-7ccf41df7c73,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:36.572686 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network bc5de014-f4cb-4482-ae8b-7ccf41df7c73 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:36.594833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfe9da-5d9f-44d2-8f86-6ac3ff4782c2 req-c9cc5ecf-6fd0-4f55-9f24-50c15a3c7643 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:36.601926 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d1bfe9da-5d9f-44d2-8f86-6ac3ff4782c2 req-c9cc5ecf-6fd0-4f55-9f24-50c15a3c7643 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 944 time: 0.2596796 Jul 08 20:24:36.664698 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d1bfe9da-5d9f-44d2-8f86-6ac3ff4782c2 req-77a37d0c-5794-4c70-895c-3b696c941449 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/security-groups?id=d29e3621-03b5-4d13-ba35-926fd2c1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617230 Jul 08 20:24:36.666485 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723259f6-b341-439c-96df-d423e2b44e90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:36.670147 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-723259f6-b341-439c-96df-d423e2b44e90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.728776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd296e5a-0d9b-4747-a14f-d481f2a2f4dd req-1c413129-4af5-4bf7-972b-10d4cf252fb7 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:36.730344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd296e5a-0d9b-4747-a14f-d481f2a2f4dd req-1c413129-4af5-4bf7-972b-10d4cf252fb7 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=84ccac3f-a975-4f58-9f5a-490c255f27d9 HTTP/1.1" status: 200 len: 943 time: 0.7156229 Jul 08 20:24:36.748140 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cbc87679-f555-4909-b193-d4522ab4baca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.781629 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] For port 58e6acf2-067b-4bc3-b0f8-17df056b5b00, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:36.816856 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d31d0c5-4343-4e3d-b2eb-bfa71323c153 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.853504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f5059-524d-4e88-acad-485d7d72bd9e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'Subnet': ['ID=fa2211b2-f041-4343-87c1-2d4bb81cdffb,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:36.857039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] For port 58e6acf2-067b-4bc3-b0f8-17df056b5b00, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=58e6acf2-067b-4bc3-b0f8-17df056b5b00,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:36.886372 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.893040 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.899837 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-723259f6-b341-439c-96df-d423e2b44e90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:36.969889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723259f6-b341-439c-96df-d423e2b44e90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Subnet': ['ID=666b2fab-28d7-4a6f-beb0-c8b01c2e7f84,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:36.981958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723259f6-b341-439c-96df-d423e2b44e90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Checking segment: {'id': 'c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8de0bd64-b643-4343-b6e4-c06d94068dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:36.981958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723259f6-b341-439c-96df-d423e2b44e90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network hostable DHCP agents. Network: 8de0bd64-b643-4343-b6e4-c06d94068dc0, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:36.999522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723259f6-b341-439c-96df-d423e2b44e90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 8de0bd64-b643-4343-b6e4-c06d94068dc0 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:37.010255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-723259f6-b341-439c-96df-d423e2b44e90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 8de0bd64-b643-4343-b6e4-c06d94068dc0) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:37.019306 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723259f6-b341-439c-96df-d423e2b44e90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:37.019636 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-723259f6-b341-439c-96df-d423e2b44e90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.019748 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f5059-524d-4e88-acad-485d7d72bd9e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Checking segment: {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:37.020012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f5059-524d-4e88-acad-485d7d72bd9e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Network hostable DHCP agents. Network: 387df71c-15b2-4fee-b85a-8ed2fd4e79ea, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:37.028149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:37.028998 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.030776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d559d4d1-e6f1-43e6-bdb7-8f04d0ad428d None None] Network 8de0bd64-b643-4343-b6e4-c06d94068dc0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:37.030912 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] 10.222.0.104 "PUT /v2.0/ports/58e6acf2-067b-4bc3-b0f8-17df056b5b00 HTTP/1.1" status: 200 len: 1093 time: 2.5624077 Jul 08 20:24:37.033686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edad8315-4b76-49f7-83ca-7075e0fd0740', 'tag': '58e6acf2-067b-4bc3-b0f8-17df056b5b00'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:37.036250 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3dedeb-9ce0-4521-a1cd-5d2e972fcc12" -d '{"events": [{"name": "network-changed", "server_uuid": "edad8315-4b76-49f7-83ca-7075e0fd0740", "tag": "58e6acf2-067b-4bc3-b0f8-17df056b5b00"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:37.054915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc87679-f555-4909-b193-d4522ab4baca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b8fa3c-e696-450c-b906-06d27f575160,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:37.059781 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-723259f6-b341-439c-96df-d423e2b44e90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6004081 Jul 08 20:24:37.066071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58758) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:37.073429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-617e86a1-2655-4134-83b8-3ebb74d31765 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'subnet': {'network_id': 'bc5de014-f4cb-4482-ae8b-7ccf41df7c73', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:37.091278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc87679-f555-4909-b193-d4522ab4baca admin admin] Checking segment: {'id': '882b62a2-bbb9-472c-a301-ed7d7d4c27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:37.091652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc87679-f555-4909-b193-d4522ab4baca admin admin] Network hostable DHCP agents. Network: 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:37.097333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe96423-0a88-4214-9cde-70b18ba8842d service neutron] Pushing event updated for resources: {'Port': ['ID=58e6acf2-067b-4bc3-b0f8-17df056b5b00,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:37.122913 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d31d0c5-4343-4e3d-b2eb-bfa71323c153 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.173869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f5059-524d-4e88-acad-485d7d72bd9e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:37.179918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31d0c5-4343-4e3d-b2eb-bfa71323c153 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc54704-44cb-4c24-b97f-8736dd2f1cab,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:37.191175 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d31d0c5-4343-4e3d-b2eb-bfa71323c153 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.195060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69634cc4-9ab7-45a5-926a-2bea423a4ee0 None None] Network 478a42ca-3076-4976-aff8-5b43221273e2 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:37.198708 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1d31d0c5-4343-4e3d-b2eb-bfa71323c153 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/ccc54704-44cb-4c24-b97f-8736dd2f1cab HTTP/1.1" status: 204 len: 168 time: 1.4156532 Jul 08 20:24:37.199023 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58762) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:37.204436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-6b6f5059-524d-4e88-acad-485d7d72bd9e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 387df71c-15b2-4fee-b85a-8ed2fd4e79ea) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:37.208580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc87679-f555-4909-b193-d4522ab4baca admin admin] Network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:37.214509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6f5059-524d-4e88-acad-485d7d72bd9e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:37.215159 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b6f5059-524d-4e88-acad-485d7d72bd9e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.226475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768de3f0-a10f-4c38-a3aa-3695184d6741 None None] Network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:37.232986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-fd296e5a-0d9b-4747-a14f-d481f2a2f4dd req-b5f83768-5cb1-451f-b358-0c8fd02e9d9a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Deleting port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:37.233337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-fd296e5a-0d9b-4747-a14f-d481f2a2f4dd req-b5f83768-5cb1-451f-b358-0c8fd02e9d9a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.244428 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6423fb-475a-4e3b-81b5-ae624f546460 x-openstack-request-id: req-1f6423fb-475a-4e3b-81b5-ae624f546460 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:37.244751 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edad8315-4b76-49f7-83ca-7075e0fd0740", "tag": "58e6acf2-067b-4bc3-b0f8-17df056b5b00", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:37.245009 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1f6423fb-475a-4e3b-81b5-ae624f546460 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:37.245411 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edad8315-4b76-49f7-83ca-7075e0fd0740', 'tag': '58e6acf2-067b-4bc3-b0f8-17df056b5b00', 'status': 'completed', 'code': 200} Jul 08 20:24:37.258772 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-cbc87679-f555-4909-b193-d4522ab4baca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:37.298062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc87679-f555-4909-b193-d4522ab4baca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:37.298585 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cbc87679-f555-4909-b193-d4522ab4baca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.312531 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6b6f5059-524d-4e88-acad-485d7d72bd9e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2856178 Jul 08 20:24:37.314081 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58766) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:37.323388 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.324582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be16b11-e841-4b66-87d1-1dd1451cf1cb None None] Network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:37.344057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5bf7c59e-e9bb-4e82-bb83-6f7e8d2537ef tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'subnet': {'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:37.344275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-7396d3ad-71a8-4548-97e5-bb39a45509f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:37.345713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-7396d3ad-71a8-4548-97e5-bb39a45509f1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e3381582e550468ba5b4e2c6f2e9b1a6&device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 1096 time: 0.2664013 Jul 08 20:24:37.353262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cbc87679-f555-4909-b193-d4522ab4baca admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9981067 Jul 08 20:24:37.396688 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617e86a1-2655-4134-83b8-3ebb74d31765 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:37.401441 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-be7daf43-86ec-4bd4-94b4-abc820422ef8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e6acf2-067b-4bc3-b0f8-17df056b5b00 HTTP/1.1" status: 200 len: 217 time: 0.0440800 Jul 08 20:24:37.403822 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-617e86a1-2655-4134-83b8-3ebb74d31765 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.431085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-fd296e5a-0d9b-4747-a14f-d481f2a2f4dd req-b5f83768-5cb1-451f-b358-0c8fd02e9d9a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] For port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:37.431462 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-fd296e5a-0d9b-4747-a14f-d481f2a2f4dd req-b5f83768-5cb1-451f-b358-0c8fd02e9d9a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.484579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-fd296e5a-0d9b-4747-a14f-d481f2a2f4dd req-b5f83768-5cb1-451f-b358-0c8fd02e9d9a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Calling delete_port for e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:37.487571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 926c7811-b11d-4e41-a069-b6d712f800ce details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:24:37.489641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-8de0bd64-b643-4343-b6e4-c06d94068dc0', 'network_id': '8de0bd64-b643-4343-b6e4-c06d94068dc0', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'fixed_ips': [{'subnet_id': '666b2fab-28d7-4a6f-beb0-c8b01c2e7f84'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:24:37.491452 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.504236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-8fe88b20-c80a-4e58-9d94-3aaf709e5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:37.505772 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-8fe88b20-c80a-4e58-9d94-3aaf709e5646 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7 HTTP/1.1" status: 200 len: 854 time: 0.0936127 Jul 08 20:24:37.577144 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-5346253a-d0c2-4f4d-b09b-5f2ea4be9edd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=74030d91-a705-4f53-b52f-88074a77224e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316727 Jul 08 20:24:37.675777 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-aa5a64ad-5065-4bab-960f-ad6a2c140747 service neutron] 10.222.0.104 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903723 Jul 08 20:24:37.688145 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:24:37.705366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf7c59e-e9bb-4e82-bb83-6f7e8d2537ef tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Made reservation on behalf of e7d78e51c1b94cfb8cd2d7f6773d1bee for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:37.708977 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c59e-e9bb-4e82-bb83-6f7e8d2537ef tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.723203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7ef09-d1ca-4e08-b433-c7cfb2fd5a6c req-2d79e9d6-2fbd-4ac8-83ca-10ec1cf811cc tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:37.724819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05b7ef09-d1ca-4e08-b433-c7cfb2fd5a6c req-2d79e9d6-2fbd-4ac8-83ca-10ec1cf811cc tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 944 time: 0.3455765 Jul 08 20:24:37.738651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 8192cc0e-9ae9-442a-bb32-15fde402469f {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:37.739002 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.827732 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cf31bef-ae38-483b-ac3b-f3e3e3e4fe2c req-5d90a8fa-bbea-4757-8899-d55092abf7d0 service neutron] 10.222.0.104 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448181 Jul 08 20:24:37.834188 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-fd296e5a-0d9b-4747-a14f-d481f2a2f4dd req-b5f83768-5cb1-451f-b358-0c8fd02e9d9a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.876967 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f83768-5cb1-451f-b358-0c8fd02e9d9a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Pushing event deleted for resources: {'Port': ['ID=e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:37.898128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef7b7e-991f-43a3-b0d4-95a0d0555d65 None None] Network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:37.957259 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05b7ef09-d1ca-4e08-b433-c7cfb2fd5a6c req-c17f22db-17d8-4fcf-902d-ac293fe46277 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904676 Jul 08 20:24:37.959022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-387df71c-15b2-4fee-b85a-8ed2fd4e79ea', 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'fixed_ips': [{'subnet_id': 'fa2211b2-f041-4343-87c1-2d4bb81cdffb'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:24:37.960069 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.970191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] For port 8192cc0e-9ae9-442a-bb32-15fde402469f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8192cc0e-9ae9-442a-bb32-15fde402469f,segment=NetworkSegment(09d967f9-4242-4cf2-aebb-cac2d95b27e5),segment_id=09d967f9-4242-4cf2-aebb-cac2d95b27e5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:37.970561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:37.988606 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd296e5a-0d9b-4747-a14f-d481f2a2f4dd req-b5f83768-5cb1-451f-b358-0c8fd02e9d9a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] No DVR routers for this DVR port e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:24:37.989173 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Allocated IP 2001:db8::2 (8de0bd64-b643-4343-b6e4-c06d94068dc0/666b2fab-28d7-4a6f-beb0-c8b01c2e7f84/254939ec-5771-43e7-ba06-21fc99c1e919) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:37.998992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 8192cc0e-9ae9-442a-bb32-15fde402469f owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:38.001609 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-fd296e5a-0d9b-4747-a14f-d481f2a2f4dd req-b5f83768-5cb1-451f-b358-0c8fd02e9d9a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.011479 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-617e86a1-2655-4134-83b8-3ebb74d31765 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.016029 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd296e5a-0d9b-4747-a14f-d481f2a2f4dd req-b5f83768-5cb1-451f-b358-0c8fd02e9d9a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "DELETE /v2.0/ports/e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1 HTTP/1.1" status: 204 len: 173 time: 1.2768066 Jul 08 20:24:38.023026 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 926c7811-b11d-4e41-a069-b6d712f800ce, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=926c7811-b11d-4e41-a069-b6d712f800ce,segment=NetworkSegment(681f5328-21d3-4bf0-9402-ad10a550bcdb),segment_id=681f5328-21d3-4bf0-9402-ad10a550bcdb)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:38.078212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '926c7811-b11d-4e41-a069-b6d712f800ce', 'network_id': '0670464a-f6c5-4d67-9eab-3733ef12d908', 'port_id': '926c7811-b11d-4e41-a069-b6d712f800ce', 'mac_address': 'fa:16:3e:32:df:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4061c519-508f-4ea0-932a-fa8743b2cf17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:24:38.113794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dedeb-9ce0-4521-a1cd-5d2e972fcc12 req-5a02a653-74e1-4ac7-bbaa-4c5b017c4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:38.115556 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b3dedeb-9ce0-4521-a1cd-5d2e972fcc12 req-5a02a653-74e1-4ac7-bbaa-4c5b017c4cf4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e3381582e550468ba5b4e2c6f2e9b1a6&device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 1096 time: 0.2075989 Jul 08 20:24:38.188973 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e86a1-2655-4134-83b8-3ebb74d31765 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Subnet': ['ID=8bf3e421-ce5e-4e9b-9530-639917f5bda4,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:38.223238 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfadd93a-5c73-4e6a-a207-2783e49c8310 None None] DHCP port deletion for 478a42ca-3076-4976-aff8-5b43221273e2 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:24:38.292216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e86a1-2655-4134-83b8-3ebb74d31765 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Checking segment: {'id': 'dc220372-7210-4cdb-8d3a-f93a5155877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc5de014-f4cb-4482-ae8b-7ccf41df7c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:38.292609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e86a1-2655-4134-83b8-3ebb74d31765 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network hostable DHCP agents. Network: bc5de014-f4cb-4482-ae8b-7ccf41df7c73, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:38.297517 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dedeb-9ce0-4521-a1cd-5d2e972fcc12 req-6c3f5f9a-0130-4438-afc6-b2136fba8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:38.299349 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b3dedeb-9ce0-4521-a1cd-5d2e972fcc12 req-6c3f5f9a-0130-4438-afc6-b2136fba8c12 service neutron] 10.222.0.104 "GET /v2.0/networks?id=74030d91-a705-4f53-b52f-88074a77224e HTTP/1.1" status: 200 len: 915 time: 0.1757417 Jul 08 20:24:38.309375 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.324401 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c59e-e9bb-4e82-bb83-6f7e8d2537ef tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.351551 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b3dedeb-9ce0-4521-a1cd-5d2e972fcc12 req-133adeeb-5e9b-4d7d-b696-fba1e871e9b5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e6acf2-067b-4bc3-b0f8-17df056b5b00 HTTP/1.1" status: 200 len: 217 time: 0.0447133 Jul 08 20:24:38.423641 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dedeb-9ce0-4521-a1cd-5d2e972fcc12 req-2ac21109-9661-4292-a4f1-add01aea3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:38.425305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b3dedeb-9ce0-4521-a1cd-5d2e972fcc12 req-2ac21109-9661-4292-a4f1-add01aea3877 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7 HTTP/1.1" status: 200 len: 854 time: 0.0674565 Jul 08 20:24:38.460895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=8192cc0e-9ae9-442a-bb32-15fde402469f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:38.463705 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b3dedeb-9ce0-4521-a1cd-5d2e972fcc12 req-2bf81ef5-866f-4812-95b8-133887f547eb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=74030d91-a705-4f53-b52f-88074a77224e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289683 Jul 08 20:24:38.475742 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cfadd93a-5c73-4e6a-a207-2783e49c8310 None None] The port '8192cc0e-9ae9-442a-bb32-15fde402469f' was deleted {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 08 20:24:38.479526 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.486789 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No DVR routers for this DVR port 8192cc0e-9ae9-442a-bb32-15fde402469f on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:24:38.486789 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e86a1-2655-4134-83b8-3ebb74d31765 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network bc5de014-f4cb-4482-ae8b-7ccf41df7c73 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:38.541552 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.550150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-617e86a1-2655-4134-83b8-3ebb74d31765 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, bc5de014-f4cb-4482-ae8b-7ccf41df7c73) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:38.557643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7c59e-e9bb-4e82-bb83-6f7e8d2537ef tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'Subnet': ['ID=5d557e9a-a0b2-4dcc-8401-6293602492e6,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:38.570585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Transition to ACTIVE for port object 254939ec-5771-43e7-ba06-21fc99c1e919 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:38.577799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e86a1-2655-4134-83b8-3ebb74d31765 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:38.578406 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-617e86a1-2655-4134-83b8-3ebb74d31765 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.598223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Transition to ACTIVE for port object 254939ec-5771-43e7-ba06-21fc99c1e919 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:38.641608 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b3dedeb-9ce0-4521-a1cd-5d2e972fcc12 req-32633e83-563f-4df2-912f-94c63acf91bd service neutron] 10.222.0.104 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704187 Jul 08 20:24:38.688218 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-617e86a1-2655-4134-83b8-3ebb74d31765 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6203451 Jul 08 20:24:38.695813 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-3a7b7e6f-8e5f-4f9e-81bf-23ddc7a09c96 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:38.697474 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-3a7b7e6f-8e5f-4f9e-81bf-23ddc7a09c96 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/networks?id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f HTTP/1.1" status: 200 len: 822 time: 0.4021811 Jul 08 20:24:38.698282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf7c59e-e9bb-4e82-bb83-6f7e8d2537ef tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Checking segment: {'id': '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:38.698646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf7c59e-e9bb-4e82-bb83-6f7e8d2537ef tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Network hostable DHCP agents. Network: cd03060a-bfc6-43cb-9261-c17858115213, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:38.703684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58792) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:38.706457 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.712291 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-23c59adc-d034-4b14-be88-f0ba36922c2b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1338326249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:38.730635 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c943d-2864-4b21-89a4-cd36ee0ef763 req-2910f7f4-5903-46dc-893e-3211b5690566 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:38.732224 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283c943d-2864-4b21-89a4-cd36ee0ef763 req-2910f7f4-5903-46dc-893e-3211b5690566 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 944 time: 0.1507785 Jul 08 20:24:38.736572 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478a42ca-3076-4976-aff8-5b43221273e2']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:38.752133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d967f9-4242-4cf2-aebb-cac2d95b27e5') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:38.752357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d967f9-4242-4cf2-aebb-cac2d95b27e5') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:38.765702 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-13d3d7dd-1e3f-4f51-8343-e498f49624f5 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/quotas/5a1e963d48c74084aaab57a3ac842b1b HTTP/1.1" status: 200 len: 375 time: 0.0466259 Jul 08 20:24:38.780459 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.788933 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b3dedeb-9ce0-4521-a1cd-5d2e972fcc12 req-4e22fb8d-660e-45e0-9ad2-101effeaaa8e service neutron] 10.222.0.104 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389265 Jul 08 20:24:38.796823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283c943d-2864-4b21-89a4-cd36ee0ef763 req-f26c050c-7531-4f2b-8d14-ee91d328954f tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/security-groups?id=d29e3621-03b5-4d13-ba35-926fd2c1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534513 Jul 08 20:24:38.824094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3aba1d-20fa-4d58-94aa-665afc93a901 None None] Network bc5de014-f4cb-4482-ae8b-7ccf41df7c73 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:38.825984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8192cc0e-9ae9-442a-bb32-15fde402469f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:24:38.829116 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-3fa1fba8-78dd-45a9-b4d0-091b365368fe tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5a1e963d48c74084aaab57a3ac842b1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543587 Jul 08 20:24:38.830675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf7c59e-e9bb-4e82-bb83-6f7e8d2537ef tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Network cd03060a-bfc6-43cb-9261-c17858115213 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:38.833593 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23c59adc-d034-4b14-be88-f0ba36922c2b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.834180 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.835542 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23c59adc-d034-4b14-be88-f0ba36922c2b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.840215 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.865447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:24:38.865895 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.868872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-5bf7c59e-e9bb-4e82-bb83-6f7e8d2537ef tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, cd03060a-bfc6-43cb-9261-c17858115213) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:38.874233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf7c59e-e9bb-4e82-bb83-6f7e8d2537ef tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:38.874962 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c59e-e9bb-4e82-bb83-6f7e8d2537ef tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:24:38.877273 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:24:38.920222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded2cf6f-0081-4495-9adc-4452253693c6 None None] Network cd03060a-bfc6-43cb-9261-c17858115213 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:38.932668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 8192cc0e-9ae9-442a-bb32-15fde402469f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:24:38.933110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8192cc0e-9ae9-442a-bb32-15fde402469f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:24:38.988860 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5bf7c59e-e9bb-4e82-bb83-6f7e8d2537ef tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6531582 Jul 08 20:24:38.989208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58796) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:38.995232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'port': {'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea', 'name': 'tempest-TaggedBootDevicesTest_v242-952258125', 'fixed_ips': [{'subnet_id': 'fa2211b2-f041-4343-87c1-2d4bb81cdffb'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:39.001889 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.007696 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.009691 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/networks/478a42ca-3076-4976-aff8-5b43221273e2 HTTP/1.1" status: 204 len: 168 time: 1.8088808 Jul 08 20:24:39.018431 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.022872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Network 8de0bd64-b643-4343-b6e4-c06d94068dc0 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:39.027155 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58798) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:39.036654 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-609abf4a-4036-4fde-92c3-f95196d7d9a2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1258196917'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:39.057613 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:39.059304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Allocated IP 10.1.1.2 (387df71c-15b2-4fee-b85a-8ed2fd4e79ea/fa2211b2-f041-4343-87c1-2d4bb81cdffb/c9a23544-70d3-4c86-b425-ccf2e93e36c6) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:39.071056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:39.074443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b29cf2-7ef2-4a3b-8805-0572b107ad1a tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Network': ['ID=478a42ca-3076-4976-aff8-5b43221273e2,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:39.088402 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926c7811-b11d-4e41-a069-b6d712f800ce {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:24:39.101060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Pushing event updated for resources: {'Port': ['ID=254939ec-5771-43e7-ba06-21fc99c1e919,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:39.128836 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23c59adc-d034-4b14-be88-f0ba36922c2b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.139410 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-5f9e8a5c-78e5-456a-ab1f-c228b84d0d3c service neutron] 10.222.0.101 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961590 Jul 08 20:24:39.151571 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23c59adc-d034-4b14-be88-f0ba36922c2b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.173335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 926c7811-b11d-4e41-a069-b6d712f800ce, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=926c7811-b11d-4e41-a069-b6d712f800ce,segment=NetworkSegment(681f5328-21d3-4bf0-9402-ad10a550bcdb),segment_id=681f5328-21d3-4bf0-9402-ad10a550bcdb)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:39.197884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609abf4a-4036-4fde-92c3-f95196d7d9a2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:39.201896 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-609abf4a-4036-4fde-92c3-f95196d7d9a2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.237872 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23c59adc-d034-4b14-be88-f0ba36922c2b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.239217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-23c59adc-d034-4b14-be88-f0ba36922c2b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5347524 Jul 08 20:24:39.250054 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.255324 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609abf4a-4036-4fde-92c3-f95196d7d9a2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:39.266085 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-609abf4a-4036-4fde-92c3-f95196d7d9a2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.266513 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-609abf4a-4036-4fde-92c3-f95196d7d9a2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Added segment 05ea4369-5402-424c-939c-926a66a78388 of type vlan for network 32bafaef-d302-4b02-a13c-d05574d57d30 Jul 08 20:24:39.280891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58804) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:39.281427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ccac3f-a975-4f58-9f5a-490c255f27d9', 'name': 'network-vif-deleted', 'tag': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:39.299058 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b192cc3-fcfa-4d81-b57b-40b44e185d49" -d '{"events": [{"server_uuid": "84ccac3f-a975-4f58-9f5a-490c255f27d9", "name": "network-vif-deleted", "tag": "e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:39.312369 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-609abf4a-4036-4fde-92c3-f95196d7d9a2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.363428 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-609abf4a-4036-4fde-92c3-f95196d7d9a2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.371182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609abf4a-4036-4fde-92c3-f95196d7d9a2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:39.371823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-609abf4a-4036-4fde-92c3-f95196d7d9a2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.412087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Attempting to bind port 254939ec-5771-43e7-ba06-21fc99c1e919 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:39.412464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Attempting to bind port 254939ec-5771-43e7-ba06-21fc99c1e919 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8de0bd64-b643-4343-b6e4-c06d94068dc0'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:39.413614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Attempting to bind port 254939ec-5771-43e7-ba06-21fc99c1e919 on network 8de0bd64-b643-4343-b6e4-c06d94068dc0 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:39.448800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-609abf4a-4036-4fde-92c3-f95196d7d9a2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4178133 Jul 08 20:24:39.452185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58810) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:39.461058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:39.461482 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Checking segment: {'id': 'c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8de0bd64-b643-4343-b6e4-c06d94068dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:39.462156 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.462248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Bound using segment: {'id': 'c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8de0bd64-b643-4343-b6e4-c06d94068dc0'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:39.462740 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Bound port: 254939ec-5771-43e7-ba06-21fc99c1e919, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8de0bd64-b643-4343-b6e4-c06d94068dc0'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:39.463327 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.466768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Made reservation on behalf of e7d78e51c1b94cfb8cd2d7f6773d1bee for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:39.468661 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-a4352bcc-2ef1-4058-8e48-67ad38a0ffa9 service neutron] 10.222.0.101 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282483 Jul 08 20:24:39.474987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-565978f6-6302-402b-8ebc-25fc6de764ed tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '32bafaef-d302-4b02-a13c-d05574d57d30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:39.492265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609abf4a-4036-4fde-92c3-f95196d7d9a2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Network': ['ID=32bafaef-d302-4b02-a13c-d05574d57d30,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:39.511651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=926c7811-b11d-4e41-a069-b6d712f800ce,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:39.514146 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 32bafaef-d302-4b02-a13c-d05574d57d30 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:39.571327 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-cd03060a-bfc6-43cb-9261-c17858115213', 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'fixed_ips': [{'subnet_id': '5d557e9a-a0b2-4dcc-8401-6293602492e6'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:24:39.572287 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.574399 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['926c7811-b11d-4e41-a069-b6d712f800ce'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:24:39.645656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-bc5de014-f4cb-4482-ae8b-7ccf41df7c73', 'network_id': 'bc5de014-f4cb-4482-ae8b-7ccf41df7c73', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'fixed_ips': [{'subnet_id': '8bf3e421-ce5e-4e9b-9530-639917f5bda4'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:24:39.646524 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.706513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565978f6-6302-402b-8ebc-25fc6de764ed tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:39.713349 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-565978f6-6302-402b-8ebc-25fc6de764ed tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.738359 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.830750 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Transition to ACTIVE for port object c9a23544-70d3-4c86-b425-ccf2e93e36c6 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:39.837947 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:39.934463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] For port 254939ec-5771-43e7-ba06-21fc99c1e919, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:39.973305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] For port 254939ec-5771-43e7-ba06-21fc99c1e919, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=254939ec-5771-43e7-ba06-21fc99c1e919,segment=NetworkSegment(c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed),segment_id=c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:39.979139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Transition to ACTIVE for port object c9a23544-70d3-4c86-b425-ccf2e93e36c6 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:40.001304 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:40.003917 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-565978f6-6302-402b-8ebc-25fc6de764ed tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:40.043568 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:40.094628 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565978f6-6302-402b-8ebc-25fc6de764ed tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Subnet': ['ID=af18b3ed-fe30-46fa-8a6a-48396a963806,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:40.106838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565978f6-6302-402b-8ebc-25fc6de764ed tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Checking segment: {'id': '05ea4369-5402-424c-939c-926a66a78388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '32bafaef-d302-4b02-a13c-d05574d57d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:40.107209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565978f6-6302-402b-8ebc-25fc6de764ed tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network hostable DHCP agents. Network: 32bafaef-d302-4b02-a13c-d05574d57d30, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:40.125755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Allocated IP 10.2.2.2 (cd03060a-bfc6-43cb-9261-c17858115213/5d557e9a-a0b2-4dcc-8401-6293602492e6/9ed95986-c747-41b3-a0ab-48c3c7233170) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:40.127587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565978f6-6302-402b-8ebc-25fc6de764ed tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 32bafaef-d302-4b02-a13c-d05574d57d30 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:40.151309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-565978f6-6302-402b-8ebc-25fc6de764ed tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 32bafaef-d302-4b02-a13c-d05574d57d30) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:40.157187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565978f6-6302-402b-8ebc-25fc6de764ed tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:40.157772 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-565978f6-6302-402b-8ebc-25fc6de764ed tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:40.181210 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c463b14-18df-43d9-9203-42501c721def x-openstack-request-id: req-4c463b14-18df-43d9-9203-42501c721def {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:40.181783 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ccac3f-a975-4f58-9f5a-490c255f27d9", "name": "network-vif-deleted", "tag": "e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1", "status": "failed", "code": 422}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:40.181991 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4c463b14-18df-43d9-9203-42501c721def {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:40.183008 n-d-791506-16 neutron-server[94066]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84ccac3f-a975-4f58-9f5a-490c255f27d9', 'name': 'network-vif-deleted', 'tag': 'e37bfc4f-4a4a-4db3-b822-4c10b2fa57d1', 'status': 'failed', 'code': 422} returned with failed status Jul 08 20:24:40.209183 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-565978f6-6302-402b-8ebc-25fc6de764ed tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7553210 Jul 08 20:24:40.213505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58834) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:40.224813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '32bafaef-d302-4b02-a13c-d05574d57d30', 'name': 'tempest-PortsIpV6TestJSON-1855880140', 'fixed_ips': [{'subnet_id': 'af18b3ed-fe30-46fa-8a6a-48396a963806', 'ip_address': '2001:db8::10'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:40.236999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41e5cd-ccb6-48ec-8bf3-63dae8e91ca6 req-1d4db04e-853b-43fe-aea2-88a3013e489d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:40.244520 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd41e5cd-ccb6-48ec-8bf3-63dae8e91ca6 req-1d4db04e-853b-43fe-aea2-88a3013e489d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 944 time: 0.8380349 Jul 08 20:24:40.285220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade2ccb8-3851-4111-8ee2-1ddfc3cba41c None None] Network 32bafaef-d302-4b02-a13c-d05574d57d30 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:40.287048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:40.337946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-ccf7a734-aa4e-466e-bf7f-783d7c146f6e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:40.350099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Allocated IP 2001:db8:1::2 (bc5de014-f4cb-4482-ae8b-7ccf41df7c73/8bf3e421-ce5e-4e9b-9530-639917f5bda4/8ae8be59-e938-42f5-a2d8-53bdde187a4f) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:40.350559 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-ccf7a734-aa4e-466e-bf7f-783d7c146f6e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 812 time: 0.1705601 Jul 08 20:24:40.375740 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-61866d20-a93b-48e3-b781-7ce97099e39a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/quotas/12186e02ce744e01bcd7d8888ea0fb20 HTTP/1.1" status: 200 len: 375 time: 0.0173850 Jul 08 20:24:40.385796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22425a0-840c-45b1-8a85-c994a88f7c6a None None] Pushing event updated for resources: {'Port': ['ID=254939ec-5771-43e7-ba06-21fc99c1e919,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:40.402834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:40.443651 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-be753c5c-4367-4a64-bc78-76f705b85f82 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657289 Jul 08 20:24:40.457123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] device_id is not set on port bf5aa183-08c5-49a8-91d7-2937e4f8a459 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:24:40.470865 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:40.484554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:40.487440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:40.512866 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd41e5cd-ccb6-48ec-8bf3-63dae8e91ca6 req-e5db4542-610e-407a-bdc7-fa6d8ddcff9d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579396 Jul 08 20:24:40.654260 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-fa11551e-71ca-46e8-b224-c04030e94738 service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077327 Jul 08 20:24:40.815559 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-284d753a-289c-4c68-8ca2-a728077b596c service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603324 Jul 08 20:24:40.826610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Pushing event updated for resources: {'Port': ['ID=c9a23544-70d3-4c86-b425-ccf2e93e36c6,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:40.838407 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:40.866435 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-299fc5b5-a9d4-4568-bc67-3b241a11c60e req-9ed57c34-074b-4ae2-8608-b962b6713f8a tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 210 time: 0.0921867 Jul 08 20:24:40.894960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Transition to ACTIVE for port object 9ed95986-c747-41b3-a0ab-48c3c7233170 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:40.964198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:41.113220 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cc5bac27-4b42-4ea8-afcd-905b3cb05f0f req-8a46bac5-0b8d-40b7-b2b6-25212373025c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 210 time: 0.0571489 Jul 08 20:24:41.118367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Allocated IP 10.1.1.196 (387df71c-15b2-4fee-b85a-8ed2fd4e79ea/fa2211b2-f041-4343-87c1-2d4bb81cdffb/bf5aa183-08c5-49a8-91d7-2937e4f8a459) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:41.352273 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:41.370117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Transition to ACTIVE for port object bf5aa183-08c5-49a8-91d7-2937e4f8a459 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:41.419390 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Attempting to bind port c9a23544-70d3-4c86-b425-ccf2e93e36c6 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:41.420026 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Attempting to bind port c9a23544-70d3-4c86-b425-ccf2e93e36c6 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:41.420359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Attempting to bind port c9a23544-70d3-4c86-b425-ccf2e93e36c6 on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:41.436026 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:41.436777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Checking segment: {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:41.437186 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:41.437695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Bound using segment: {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:41.438301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Bound port: c9a23544-70d3-4c86-b425-ccf2e93e36c6, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:41.438717 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:41.516496 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:41.528239 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Transition to ACTIVE for port object 8ae8be59-e938-42f5-a2d8-53bdde187a4f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:41.544078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Transition to ACTIVE for port object 9ed95986-c747-41b3-a0ab-48c3c7233170 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:41.566318 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:41.611233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 58e6acf2-067b-4bc3-b0f8-17df056b5b00 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:24:41.631449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Transition to ACTIVE for port object 8ae8be59-e938-42f5-a2d8-53bdde187a4f will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:41.646104 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:41.721298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Network cd03060a-bfc6-43cb-9261-c17858115213 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:41.731019 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Pushing event updated for resources: {'Port': ['ID=9ed95986-c747-41b3-a0ab-48c3c7233170,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:41.745832 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:41.755703 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:41.763300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:41.812201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'Port': ['ID=bf5aa183-08c5-49a8-91d7-2937e4f8a459,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:41.862474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:41.864685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfff609-ecc7-42b2-8962-1dd5e9931226 req-52b3ab30-4b5c-404d-8adc-43ace85c3785 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:41.876287 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fbfff609-ecc7-42b2-8962-1dd5e9931226 req-52b3ab30-4b5c-404d-8adc-43ace85c3785 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 944 time: 0.1286335 Jul 08 20:24:41.893528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecea120-2787-4ab9-b4d7-209e5f9ca9f3 None None] Network 8de0bd64-b643-4343-b6e4-c06d94068dc0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:41.912009 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:24:41.926924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58864) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:41.927592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Pushing event updated for resources: {'Port': ['ID=8ae8be59-e938-42f5-a2d8-53bdde187a4f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:41.942784 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fbfff609-ecc7-42b2-8962-1dd5e9931226 req-f92af36c-c651-4dd3-b091-506232de777a tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645370 Jul 08 20:24:41.952993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Allocated IP 2001:db8::1 (8de0bd64-b643-4343-b6e4-c06d94068dc0/666b2fab-28d7-4a6f-beb0-c8b01c2e7f84/4a8f260b-6865-431b-b85c-5d9d8f008658) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:41.966024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:41.970565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:42.049720 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Network bc5de014-f4cb-4482-ae8b-7ccf41df7c73 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:42.078103 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1682e561-3fa4-4048-b1dd-c8f0679c91bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:42.109829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] For port c9a23544-70d3-4c86-b425-ccf2e93e36c6, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:42.112843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:42.115399 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-32bafaef-d302-4b02-a13c-d05574d57d30', 'network_id': '32bafaef-d302-4b02-a13c-d05574d57d30', 'tenant_id': 'c59f936d4df34bfe89c8b04a8debfb9e', 'fixed_ips': [{'subnet_id': 'af18b3ed-fe30-46fa-8a6a-48396a963806'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:24:42.116747 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:42.136143 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b50804d9-3247-416b-b2eb-fda9cc9ae2c1 req-50f51c3a-ac16-471e-8446-8b528198d598 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 210 time: 0.0429981 Jul 08 20:24:42.156168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:42.240358 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:42.256040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] For port c9a23544-70d3-4c86-b425-ccf2e93e36c6, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c9a23544-70d3-4c86-b425-ccf2e93e36c6,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:42.273408 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1682e561-3fa4-4048-b1dd-c8f0679c91bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:42.280795 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1682e561-3fa4-4048-b1dd-c8f0679c91bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:42.282764 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port e18b9d41-583a-4f02-ad1e-e905bc937243 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:24:42.293554 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:42.302155 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Attempting to bind port 9ed95986-c747-41b3-a0ab-48c3c7233170 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:42.303630 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Attempting to bind port 9ed95986-c747-41b3-a0ab-48c3c7233170 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:42.303769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Attempting to bind port 9ed95986-c747-41b3-a0ab-48c3c7233170 on network cd03060a-bfc6-43cb-9261-c17858115213 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:42.316424 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1682e561-3fa4-4048-b1dd-c8f0679c91bd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a3265ce4fba54c9280dc70006d9f3d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729389 Jul 08 20:24:42.317871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58870) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:42.319457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:42.320704 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:42.322581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-84aae0e2-c73f-45b1-9868-39f77e672d1e None None] Provisioning for port 254939ec-5771-43e7-ba06-21fc99c1e919 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:42.364281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc499b3-72d5-4b64-9574-845235f8d5c3 req-c6fc18aa-22a8-41b3-9008-584e094db9f6 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:42.369139 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fbc499b3-72d5-4b64-9574-845235f8d5c3 req-c6fc18aa-22a8-41b3-9008-584e094db9f6 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 945 time: 1.2862620 Jul 08 20:24:42.372751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:42.373677 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Checking segment: {'id': '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:42.373677 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:42.374275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Bound using segment: {'id': '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:42.374865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Bound port: 9ed95986-c747-41b3-a0ab-48c3c7233170, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:42.375464 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:42.377163 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4353a0b-9866-4db9-9815-455aacdd781d req-34f65793-73a6-4d0f-b5dd-a919e92589be tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 210 time: 0.0677359 Jul 08 20:24:42.395148 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:42.402196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682e561-3fa4-4048-b1dd-c8f0679c91bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e847e972-fd63-4adb-a2d5-d4b37cb4af98,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:42.414546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Attempting to bind port 8ae8be59-e938-42f5-a2d8-53bdde187a4f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:42.414937 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Attempting to bind port 8ae8be59-e938-42f5-a2d8-53bdde187a4f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'dc220372-7210-4cdb-8d3a-f93a5155877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc5de014-f4cb-4482-ae8b-7ccf41df7c73'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:42.415505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Attempting to bind port 8ae8be59-e938-42f5-a2d8-53bdde187a4f on network bc5de014-f4cb-4482-ae8b-7ccf41df7c73 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:42.443860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-b6be4302-f538-4ee1-ba9d-c92d6de48940 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:42.445442 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-b6be4302-f538-4ee1-ba9d-c92d6de48940 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.104 "GET /v2.0/networks?id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f HTTP/1.1" status: 200 len: 822 time: 0.9933627 Jul 08 20:24:42.451734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 58e6acf2-067b-4bc3-b0f8-17df056b5b00, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=58e6acf2-067b-4bc3-b0f8-17df056b5b00,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:42.467219 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-18abc863-9607-4e30-9a1f-e486d33ee93e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4744074 Jul 08 20:24:42.470334 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-77c5aa66-a635-4d87-9b50-05941ae0663f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Request body: {'port': {'device_id': 'da6c1a43-590a-4a21-9958-f0a90aee42c1', 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f', 'admin_state_up': True, 'tenant_id': '5a1e963d48c74084aaab57a3ac842b1b'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:42.512668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58872) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:42.532288 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'port': {'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea', 'name': 'tempest-TaggedBootDevicesTest_v242-474459823', 'fixed_ips': [{'subnet_id': 'fa2211b2-f041-4343-87c1-2d4bb81cdffb'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:42.638284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Transition to ACTIVE for port object 4a8f260b-6865-431b-b85c-5d9d8f008658 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:42.669463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:42.669841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Checking segment: {'id': 'dc220372-7210-4cdb-8d3a-f93a5155877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc5de014-f4cb-4482-ae8b-7ccf41df7c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:42.670246 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:42.670639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Bound using segment: {'id': 'dc220372-7210-4cdb-8d3a-f93a5155877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc5de014-f4cb-4482-ae8b-7ccf41df7c73'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:42.671172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Bound port: 8ae8be59-e938-42f5-a2d8-53bdde187a4f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc220372-7210-4cdb-8d3a-f93a5155877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc5de014-f4cb-4482-ae8b-7ccf41df7c73'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:42.671628 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:42.787323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] For port 9ed95986-c747-41b3-a0ab-48c3c7233170, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:42.791702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] For port 9ed95986-c747-41b3-a0ab-48c3c7233170, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9ed95986-c747-41b3-a0ab-48c3c7233170,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:42.804801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 254939ec-5771-43e7-ba06-21fc99c1e919 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:42.813550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '58e6acf2-067b-4bc3-b0f8-17df056b5b00', 'network_id': '74030d91-a705-4f53-b52f-88074a77224e', 'port_id': '58e6acf2-067b-4bc3-b0f8-17df056b5b00', 'mac_address': 'fa:16:3e:d2:db:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:24:42.814379 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fbc499b3-72d5-4b64-9574-845235f8d5c3 req-12fdca2d-be53-42db-95fb-84f8ec1c8c15 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/security-groups?id=d29e3621-03b5-4d13-ba35-926fd2c1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127886 Jul 08 20:24:42.831113 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:42.885710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c005992-9751-4c49-9ffc-8a09dfd5632e None None] Pushing event updated for resources: {'Port': ['ID=c9a23544-70d3-4c86-b425-ccf2e93e36c6,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:42.979283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Allocated IP 2001:db8::2 (32bafaef-d302-4b02-a13c-d05574d57d30/af18b3ed-fe30-46fa-8a6a-48396a963806/588c100c-af80-4c39-a3cd-d7826d7c825c) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:43.027985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Made reservation on behalf of e7d78e51c1b94cfb8cd2d7f6773d1bee for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:43.033779 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.045824 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.046693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1650-a2e7-401b-b021-cc00c053c340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.111948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1650-a2e7-401b-b021-cc00c053c340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.138098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 8de0bd64-b643-4343-b6e4-c06d94068dc0 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:43.165165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] device_id is not set on port 4b516fbd-786d-424e-8772-22f532f4445c yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:24:43.165165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:43.313152 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.321393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] For port 8ae8be59-e938-42f5-a2d8-53bdde187a4f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:43.327825 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-8eb22bf0-dac8-473d-8adc-9b5f94eb32be tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:43.331638 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-8eb22bf0-dac8-473d-8adc-9b5f94eb32be tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 812 time: 0.4180059 Jul 08 20:24:43.371391 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-48d07b2d-3888-4d60-befd-d55621e8a108 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Request body: {'port': {'device_id': '956b0694-cf59-41f7-a95d-e942cb69da41', 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'admin_state_up': True, 'tenant_id': '12186e02ce744e01bcd7d8888ea0fb20'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:43.376644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64d963-347c-49be-bfa2-55aed8c9df12 None None] Pushing event updated for resources: {'Port': ['ID=9ed95986-c747-41b3-a0ab-48c3c7233170,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:43.394131 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1650-a2e7-401b-b021-cc00c053c340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.398121 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1650-a2e7-401b-b021-cc00c053c340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.402303 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a8ba1650-a2e7-401b-b021-cc00c053c340 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e847e972-fd63-4adb-a2d5-d4b37cb4af98 HTTP/1.1" status: 204 len: 168 time: 1.0791349 Jul 08 20:24:43.403029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e6acf2-067b-4bc3-b0f8-17df056b5b00 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:24:43.425904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] For port 8ae8be59-e938-42f5-a2d8-53bdde187a4f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8ae8be59-e938-42f5-a2d8-53bdde187a4f,segment=NetworkSegment(dc220372-7210-4cdb-8d3a-f93a5155877b),segment_id=dc220372-7210-4cdb-8d3a-f93a5155877b)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:43.435921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 254939ec-5771-43e7-ba06-21fc99c1e919 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:43.448436 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.467382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 254939ec-5771-43e7-ba06-21fc99c1e919 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:43.467990 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.504330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 58e6acf2-067b-4bc3-b0f8-17df056b5b00, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=58e6acf2-067b-4bc3-b0f8-17df056b5b00,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:43.517233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba1650-a2e7-401b-b021-cc00c053c340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e847e972-fd63-4adb-a2d5-d4b37cb4af98,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:43.543659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 926c7811-b11d-4e41-a069-b6d712f800ce up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:43.560274 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.620932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5322ad2-14dd-4dd4-8f97-e98773746ed4 req-63926945-4300-4a4b-b5f8-2278a6c3f259 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:43.622831 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5322ad2-14dd-4dd4-8f97-e98773746ed4 req-63926945-4300-4a4b-b5f8-2278a6c3f259 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 944 time: 0.4528711 Jul 08 20:24:43.716481 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:43.719407 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.732805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a02477-4bbe-490e-8b61-ec17bcca1aa0 None None] Pushing event updated for resources: {'Port': ['ID=8ae8be59-e938-42f5-a2d8-53bdde187a4f,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:43.791910 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5322ad2-14dd-4dd4-8f97-e98773746ed4 req-f39ff660-bc3d-40c5-895f-a540570b12ec tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565733 Jul 08 20:24:43.805916 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-48d07b2d-3888-4d60-befd-d55621e8a108 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Made reservation on behalf of 12186e02ce744e01bcd7d8888ea0fb20 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:43.809890 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-48d07b2d-3888-4d60-befd-d55621e8a108 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.850746 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.889256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['58e6acf2-067b-4bc3-b0f8-17df056b5b00'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:24:43.891031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-77c5aa66-a635-4d87-9b50-05941ae0663f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Made reservation on behalf of 5a1e963d48c74084aaab57a3ac842b1b for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:43.894744 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-77c5aa66-a635-4d87-9b50-05941ae0663f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:43.905401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Transition to ACTIVE for port object 588c100c-af80-4c39-a3cd-d7826d7c825c will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:44.048385 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=58e6acf2-067b-4bc3-b0f8-17df056b5b00,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:44.133688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=4a8f260b-6865-431b-b85c-5d9d8f008658,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:44.149484 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f60124d-e6a0-4ef5-ac27-aae1b6de671f req-ed31cdbc-69d1-4bad-b82c-583b702377df tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 210 time: 0.4561546 Jul 08 20:24:44.190727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Transition to ACTIVE for port object 588c100c-af80-4c39-a3cd-d7826d7c825c will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:44.200948 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 926c7811-b11d-4e41-a069-b6d712f800ce completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:44.206451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-48d07b2d-3888-4d60-befd-d55621e8a108 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Allocated IP 172.20.0.7 (bc95e2f6-b48f-4a63-8e2f-0f1147e6b760/292379a6-ccc8-4ff7-b796-dd5f388cdc04/70c79b4f-942a-4ab5-a421-4c5e732e0848) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:44.232924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 926c7811-b11d-4e41-a069-b6d712f800ce triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:44.233299 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:44.238354 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:44.371524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8::10 (32bafaef-d302-4b02-a13c-d05574d57d30/af18b3ed-fe30-46fa-8a6a-48396a963806/e18b9d41-583a-4f02-ad1e-e905bc937243) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:44.430810 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-88093263-7b9f-49f7-b666-c6bcb08c79fa req-4223059f-9b8c-4510-a96d-b7511c87b343 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 210 time: 0.1199949 Jul 08 20:24:44.445094 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:44.481141 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:44.485807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-18ca3bfb-a856-4543-b63f-f55fd624db21 None None] Provisioning complete for port 254939ec-5771-43e7-ba06-21fc99c1e919 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:44.486185 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-18ca3bfb-a856-4543-b63f-f55fd624db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:44.544605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Network 32bafaef-d302-4b02-a13c-d05574d57d30 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:44.734310 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-48d07b2d-3888-4d60-befd-d55621e8a108 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:44.791494 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-48d07b2d-3888-4d60-befd-d55621e8a108 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:44.860198 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdca61f-c451-4279-bb3d-2673c1cfada3 None None] Network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:44.863700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:44.872012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Pushing event updated for resources: {'Port': ['ID=588c100c-af80-4c39-a3cd-d7826d7c825c,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:44.883056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:44.895725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-48d07b2d-3888-4d60-befd-d55621e8a108 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:44.899246 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58902) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:44.908030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-48d07b2d-3888-4d60-befd-d55621e8a108 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:44.911823 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-48d07b2d-3888-4d60-befd-d55621e8a108 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:45.022278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-77c5aa66-a635-4d87-9b50-05941ae0663f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Allocated IP 172.20.0.13 (961a75ba-9f92-49ed-a84d-8ddfb80f2f6f/e5b8fa3c-e696-450c-b906-06d27f575160/e05eeec6-ef0c-438d-85bb-9b4d5e632a24) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:45.040400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d07b2d-3888-4d60-befd-d55621e8a108 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Pushing event updated for resources: {'Port': ['ID=70c79b4f-942a-4ab5-a421-4c5e732e0848,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:45.063540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0ba5d1-640f-48a0-9f27-92da07742006 None None] Network cd03060a-bfc6-43cb-9261-c17858115213 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:45.131899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-48d07b2d-3888-4d60-befd-d55621e8a108 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:45.132738 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-48d07b2d-3888-4d60-befd-d55621e8a108 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.153348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-67046653-network', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:45.163755 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-48d07b2d-3888-4d60-befd-d55621e8a108 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8062532 Jul 08 20:24:45.189877 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Request body: {'port': {'device_id': '956b0694-cf59-41f7-a95d-e942cb69da41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:45.234873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Made reservation on behalf of 8f5f0e2060fc47f78e07926c9fad9dc7 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:45.239324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.240374 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.278998 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.303786 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Allocated IP 10.1.1.207 (387df71c-15b2-4fee-b85a-8ed2fd4e79ea/fa2211b2-f041-4343-87c1-2d4bb81cdffb/4b516fbd-786d-424e-8772-22f532f4445c) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:45.310782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 254939ec-5771-43e7-ba06-21fc99c1e919, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=254939ec-5771-43e7-ba06-21fc99c1e919,segment=NetworkSegment(c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed),segment_id=c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:45.317803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17631f8-d2cd-4883-9bbe-b6630e176426 req-93808250-0230-4bb0-a0c8-1caff5c67689 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:45.324335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Attempting to bind port 588c100c-af80-4c39-a3cd-d7826d7c825c on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:45.324722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Attempting to bind port 588c100c-af80-4c39-a3cd-d7826d7c825c by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '05ea4369-5402-424c-939c-926a66a78388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '32bafaef-d302-4b02-a13c-d05574d57d30'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:45.325183 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Attempting to bind port 588c100c-af80-4c39-a3cd-d7826d7c825c on network 32bafaef-d302-4b02-a13c-d05574d57d30 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:45.326735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c17631f8-d2cd-4883-9bbe-b6630e176426 req-93808250-0230-4bb0-a0c8-1caff5c67689 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 945 time: 0.8564157 Jul 08 20:24:45.336945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:45.337371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Checking segment: {'id': '05ea4369-5402-424c-939c-926a66a78388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '32bafaef-d302-4b02-a13c-d05574d57d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:45.337727 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.338129 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Bound using segment: {'id': '05ea4369-5402-424c-939c-926a66a78388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '32bafaef-d302-4b02-a13c-d05574d57d30'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:45.338614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Bound port: 588c100c-af80-4c39-a3cd-d7826d7c825c, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ea4369-5402-424c-939c-926a66a78388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '32bafaef-d302-4b02-a13c-d05574d57d30'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:45.338997 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.339333 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.405638 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03955684-1ab1-40ef-973d-d94b63c8676c req-c11337ec-3be2-402a-834f-0a300966dff2 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:45.407438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-03955684-1ab1-40ef-973d-d94b63c8676c req-c11337ec-3be2-402a-834f-0a300966dff2 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 945 time: 0.3586712 Jul 08 20:24:45.421259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] For port 588c100c-af80-4c39-a3cd-d7826d7c825c, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:45.424947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] For port 588c100c-af80-4c39-a3cd-d7826d7c825c, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=588c100c-af80-4c39-a3cd-d7826d7c825c,segment=NetworkSegment(05ea4369-5402-424c-939c-926a66a78388),segment_id=05ea4369-5402-424c-939c-926a66a78388)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:45.426296 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.431600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Transition to ACTIVE for port object e18b9d41-583a-4f02-ad1e-e905bc937243 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:45.485594 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c17631f8-d2cd-4883-9bbe-b6630e176426 req-f29af73e-dbe9-484e-8407-2c02bf8b8c49 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/security-groups?id=d29e3621-03b5-4d13-ba35-926fd2c1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579289 Jul 08 20:24:45.495196 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.499587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=254939ec-5771-43e7-ba06-21fc99c1e919,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:45.502995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139d73fc-3fd2-4c0c-bd81-89df8bdab20b None None] Network bc5de014-f4cb-4482-ae8b-7ccf41df7c73 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:45.507590 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.515774 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-77c5aa66-a635-4d87-9b50-05941ae0663f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.524262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.525079 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.555676 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-03955684-1ab1-40ef-973d-d94b63c8676c req-ae0f3f4e-70ae-4dc8-95db-5e6fc22a8e13 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378403 Jul 08 20:24:45.562466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.574531 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.622829 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.666722 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:45.705724 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 926c7811-b11d-4e41-a069-b6d712f800ce, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=926c7811-b11d-4e41-a069-b6d712f800ce,segment=NetworkSegment(681f5328-21d3-4bf0-9402-ad10a550bcdb),segment_id=681f5328-21d3-4bf0-9402-ad10a550bcdb)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:45.760939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5dc1a6-fc25-4457-a3a4-171710ab7bce,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:45.770522 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.770790 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Added segment 6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8 of type vlan for network 3ce86e39-34c3-49f9-a221-9804a7dc8755 Jul 08 20:24:45.786099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba57b72-a98b-4253-b7a5-76f07a986901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926c7811-b11d-4e41-a069-b6d712f800ce'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:45.788495 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77920a11-93cf-4097-ad93-d04d3497324f" -d '{"events": [{"server_uuid": "aba57b72-a98b-4253-b7a5-76f07a986901", "name": "network-vif-plugged", "status": "completed", "tag": "926c7811-b11d-4e41-a069-b6d712f800ce"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:45.791244 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.800675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8ae8be59-e938-42f5-a2d8-53bdde187a4f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:45.869505 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-18ca3bfb-a856-4543-b63f-f55fd624db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.886247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=4a8f260b-6865-431b-b85c-5d9d8f008658,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:45.891884 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16bee30b-7741-4203-b3f0-2f66e47e2337 req-1ff35408-eb12-46ac-9e24-115a0c8b858c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 210 time: 0.0809133 Jul 08 20:24:45.905928 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:45.908126 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:46.005433 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59818af-6714-4183-b470-9a15b6e99547 x-openstack-request-id: req-d59818af-6714-4183-b470-9a15b6e99547 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:46.006127 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba57b72-a98b-4253-b7a5-76f07a986901", "name": "network-vif-plugged", "status": "completed", "tag": "926c7811-b11d-4e41-a069-b6d712f800ce", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:46.006687 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d59818af-6714-4183-b470-9a15b6e99547 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:46.007385 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba57b72-a98b-4253-b7a5-76f07a986901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926c7811-b11d-4e41-a069-b6d712f800ce', 'code': 200} Jul 08 20:24:46.025896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 32bafaef-d302-4b02-a13c-d05574d57d30 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:46.041734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-77c5aa66-a635-4d87-9b50-05941ae0663f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:46.063985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=e18b9d41-583a-4f02-ad1e-e905bc937243,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:46.070600 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d474c-8d58-4df5-ab66-86ce6402bd35 req-410d905e-ed38-4d17-8fb5-cbc8912eeb3c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:46.077618 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-669d474c-8d58-4df5-ab66-86ce6402bd35 req-410d905e-ed38-4d17-8fb5-cbc8912eeb3c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 931 time: 0.2951381 Jul 08 20:24:46.088761 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:46.089873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:46.090369 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:46.098292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cb224-82fa-450b-a806-334c78a18be7 None None] Pushing event updated for resources: {'Port': ['ID=588c100c-af80-4c39-a3cd-d7826d7c825c,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:46.111059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:46.121403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 8de0bd64-b643-4343-b6e4-c06d94068dc0 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:46.130027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-77c5aa66-a635-4d87-9b50-05941ae0663f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:46.134281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:46.142027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:46.142681 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:46.223920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:46.234035 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-77c5aa66-a635-4d87-9b50-05941ae0663f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:46.246497 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:24:46.292619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 8ae8be59-e938-42f5-a2d8-53bdde187a4f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:46.294600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-77c5aa66-a635-4d87-9b50-05941ae0663f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:46.307054 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-18ca3bfb-a856-4543-b63f-f55fd624db21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:24:46.307451 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-18ca3bfb-a856-4543-b63f-f55fd624db21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:24:46.310963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9ed95986-c747-41b3-a0ab-48c3c7233170 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:46.315034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=926c7811-b11d-4e41-a069-b6d712f800ce,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:46.343637 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4252377 Jul 08 20:24:46.346978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58914) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:46.353174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827db594-59ed-4436-bf2c-e67f02cac05e admin admin] Pushing event updated for resources: {'Network': ['ID=3ce86e39-34c3-49f9-a221-9804a7dc8755,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:46.358678 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-654954c5-99d7-47de-b464-02394828a37f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.1424549 Jul 08 20:24:46.359370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-54daa1e7-5d24-484a-9047-d5c6b8e3d7cd admin admin] Request body: {'subnet': {'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-67046653-subnet', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:46.365536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-77c5aa66-a635-4d87-9b50-05941ae0663f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:46.366849 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-77c5aa66-a635-4d87-9b50-05941ae0663f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:46.369149 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-669d474c-8d58-4df5-ab66-86ce6402bd35 req-214e7b2c-9514-4c9d-8135-384f7794a195 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906656 Jul 08 20:24:46.369628 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58916) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:46.377472 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '32bafaef-d302-4b02-a13c-d05574d57d30', 'name': 'tempest-PortsIpV6TestJSON-522734262', 'fixed_ips': [{'subnet_id': 'af18b3ed-fe30-46fa-8a6a-48396a963806', 'ip_address': '2001:db8::f'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:46.391272 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c79b4f-942a-4ab5-a421-4c5e732e0848 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:24:46.409622 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 3ce86e39-34c3-49f9-a221-9804a7dc8755 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:46.414933 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:46.480376 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Transition to ACTIVE for port object 70c79b4f-942a-4ab5-a421-4c5e732e0848 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:46.494714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54daa1e7-5d24-484a-9047-d5c6b8e3d7cd admin admin] Made reservation on behalf of 8f5f0e2060fc47f78e07926c9fad9dc7 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:46.497268 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-54daa1e7-5d24-484a-9047-d5c6b8e3d7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:46.510859 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:46.616302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Pushing event updated for resources: {'Port': ['ID=70c79b4f-942a-4ab5-a421-4c5e732e0848,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:46.653861 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 9ed95986-c747-41b3-a0ab-48c3c7233170 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:46.665966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c9a23544-70d3-4c86-b425-ccf2e93e36c6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:46.810646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port c9a23544-70d3-4c86-b425-ccf2e93e36c6 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:46.870643 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-54daa1e7-5d24-484a-9047-d5c6b8e3d7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:46.930479 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:46.938046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5aa66-a635-4d87-9b50-05941ae0663f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Pushing event updated for resources: {'Port': ['ID=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:46.967000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daa1e7-5d24-484a-9047-d5c6b8e3d7cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=766875be-f5a3-452b-ab0a-dec10c060185,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:46.979915 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-77c5aa66-a635-4d87-9b50-05941ae0663f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5191801 Jul 08 20:24:47.013780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Request body: {'port': {'device_id': 'da6c1a43-590a-4a21-9958-f0a90aee42c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:47.020966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Transition to ACTIVE for port object 4b516fbd-786d-424e-8772-22f532f4445c will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:47.066974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Provisioning for port 4a8f260b-6865-431b-b85c-5d9d8f008658 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:47.077365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Provisioning complete for port 4a8f260b-6865-431b-b85c-5d9d8f008658 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:47.078736 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.143608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:47.152778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54daa1e7-5d24-484a-9047-d5c6b8e3d7cd admin admin] Checking segment: {'id': '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:47.153214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54daa1e7-5d24-484a-9047-d5c6b8e3d7cd admin admin] Network hostable DHCP agents. Network: 3ce86e39-34c3-49f9-a221-9804a7dc8755, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:24:47.154295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34db18-1c42-447c-adaa-a6e767e004fc req-82ee8e98-f20a-47bd-aa2a-42b11a19aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:47.156012 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b34db18-1c42-447c-adaa-a6e767e004fc req-82ee8e98-f20a-47bd-aa2a-42b11a19aba3 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 1098 time: 1.0236413 Jul 08 20:24:47.173085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Attempting to bind port 70c79b4f-942a-4ab5-a421-4c5e732e0848 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:47.173550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Attempting to bind port 70c79b4f-942a-4ab5-a421-4c5e732e0848 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:47.173947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Attempting to bind port 70c79b4f-942a-4ab5-a421-4c5e732e0848 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:47.182138 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Port 4a8f260b-6865-431b-b85c-5d9d8f008658 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:24:47.203546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Provisioning for port 9ed95986-c747-41b3-a0ab-48c3c7233170 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:47.218472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Provisioning complete for port 9ed95986-c747-41b3-a0ab-48c3c7233170 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:47.218889 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.224052 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.244567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Port 70c79b4f-942a-4ab5-a421-4c5e732e0848 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:24:47.245020 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Attempting to bind port 70c79b4f-942a-4ab5-a421-4c5e732e0848 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:47.267955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166473a-100b-48e2-b255-3fa3af3c2586 req-7677c2fb-04d0-4edb-a7fb-94ca03a8eb0c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:47.274376 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0166473a-100b-48e2-b255-3fa3af3c2586 req-7677c2fb-04d0-4edb-a7fb-94ca03a8eb0c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 945 time: 0.4117696 Jul 08 20:24:47.279989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6a006-6e41-419a-9990-928f4d3a13a5 req-2c1e9b3f-b32e-48dc-8358-743b78fcb996 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:47.287239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:47.287663 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0da6a006-6e41-419a-9990-928f4d3a13a5 req-2c1e9b3f-b32e-48dc-8358-743b78fcb996 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 946 time: 0.3624694 Jul 08 20:24:47.287833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Checking segment: {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:47.288087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Bound using segment: {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:47.288541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Bound port: 70c79b4f-942a-4ab5-a421-4c5e732e0848, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:47.290805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.330133 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.337264 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.379294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54daa1e7-5d24-484a-9047-d5c6b8e3d7cd admin admin] Network 3ce86e39-34c3-49f9-a221-9804a7dc8755 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:24:47.386837 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.403389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] For port 9ed95986-c747-41b3-a0ab-48c3c7233170, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9ed95986-c747-41b3-a0ab-48c3c7233170,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:47.411321 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.454658 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0da6a006-6e41-419a-9990-928f4d3a13a5 req-a243f5ef-5ab3-470d-b53e-aa4f4e25e407 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/security-groups?id=d29e3621-03b5-4d13-ba35-926fd2c1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616673 Jul 08 20:24:47.454960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port 36905f84-f163-4baf-8535-1a9e081e43a8 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:24:47.459126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b34db18-1c42-447c-adaa-a6e767e004fc req-914868ea-dcce-46b8-b9c6-9d8c4639904c service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=d29e3621-03b5-4d13-ba35-926fd2c1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437716 Jul 08 20:24:47.464358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 00dfd73c-9eb2-420d-a603-242a79decb94 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:24:47.486216 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.515480 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0166473a-100b-48e2-b255-3fa3af3c2586 req-c4e1fb5c-4184-43a1-91ba-de03adc9a1d6 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222714 Jul 08 20:24:47.516975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-54daa1e7-5d24-484a-9047-d5c6b8e3d7cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 3ce86e39-34c3-49f9-a221-9804a7dc8755) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:47.552117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792bdf1f-7326-46f8-bc3b-23bce07e1502 None None] Network 3ce86e39-34c3-49f9-a221-9804a7dc8755 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:47.596238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54daa1e7-5d24-484a-9047-d5c6b8e3d7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:47.597172 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-54daa1e7-5d24-484a-9047-d5c6b8e3d7cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.669472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-54daa1e7-5d24-484a-9047-d5c6b8e3d7cd admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3193941 Jul 08 20:24:47.677212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58926) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:47.684299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:47.713353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 58e6acf2-067b-4bc3-b0f8-17df056b5b00 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:47.770510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Provisioning for port c9a23544-70d3-4c86-b425-ccf2e93e36c6 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:47.775453 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] For port 70c79b4f-942a-4ab5-a421-4c5e732e0848, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:47.799918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 588c100c-af80-4c39-a3cd-d7826d7c825c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:47.803241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cbe1c8-eda6-4391-b907-cdbb25a2d4ef None None] Network 32bafaef-d302-4b02-a13c-d05574d57d30 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:47.841229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] For port 70c79b4f-942a-4ab5-a421-4c5e732e0848, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=70c79b4f-942a-4ab5-a421-4c5e732e0848,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:47.850666 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.851778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.856029 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.872275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Provisioning complete for port c9a23544-70d3-4c86-b425-ccf2e93e36c6 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:47.872722 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.943137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'Port': ['ID=4b516fbd-786d-424e-8772-22f532f4445c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:47.949415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:47.949923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:47.950575 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:47.952038 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] 10.222.0.103 "PUT /v2.0/ports/70c79b4f-942a-4ab5-a421-4c5e732e0848 HTTP/1.1" status: 200 len: 1092 time: 2.7716663 Jul 08 20:24:47.956136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956b0694-cf59-41f7-a95d-e942cb69da41', 'tag': '70c79b4f-942a-4ab5-a421-4c5e732e0848'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:47.965248 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc968790-356d-4fea-8194-9062138299b4" -d '{"events": [{"name": "network-changed", "server_uuid": "956b0694-cf59-41f7-a95d-e942cb69da41", "tag": "70c79b4f-942a-4ab5-a421-4c5e732e0848"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:47.975534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:47.983791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:48.031927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:24:48.046369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-44c3f673-5006-48f8-b184-4a70ecbfe263 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/00dfd73c-9eb2-420d-a603-242a79decb94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7434590 Jul 08 20:24:48.056270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58930) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:48.057649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8::f (32bafaef-d302-4b02-a13c-d05574d57d30/af18b3ed-fe30-46fa-8a6a-48396a963806/36905f84-f163-4baf-8535-1a9e081e43a8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:48.088846 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f051024-c314-4748-9787-9ece8613416c None None] Sync routers for ids ['00dfd73c-9eb2-420d-a603-242a79decb94'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:24:48.091141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Pushing event updated for resources: {'Port': ['ID=9ed95986-c747-41b3-a0ab-48c3c7233170,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:48.097213 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.112240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a195b5-9c70-4399-963a-6c5677b5998a req-cdc6327d-739c-4af0-a9bc-af04d413794c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:48.120568 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3a195b5-9c70-4399-963a-6c5677b5998a req-cdc6327d-739c-4af0-a9bc-af04d413794c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 932 time: 0.4052582 Jul 08 20:24:48.128553 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:48.129111 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.156935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05eeec6-ef0c-438d-85bb-9b4d5e632a24 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:24:48.169020 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 58e6acf2-067b-4bc3-b0f8-17df056b5b00 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:48.172390 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f051024-c314-4748-9787-9ece8613416c None None] Routers {'00dfd73c-9eb2-420d-a603-242a79decb94'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:24:48.173059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7f051024-c314-4748-9787-9ece8613416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['00dfd73c-9eb2-420d-a603-242a79decb94'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:48.177946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6bbd315f-946d-4088-92f4-39dc08a6fc44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.6603706 Jul 08 20:24:48.181364 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.182720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb739af-a0de-4ca8-8aa7-8634330711eb service neutron] Pushing event updated for resources: {'Port': ['ID=70c79b4f-942a-4ab5-a421-4c5e732e0848,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:48.209160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7f9c6c-134e-4115-89c4-ec6ae6cf0caf tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:48.210650 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6b7f9c6c-134e-4115-89c4-ec6ae6cf0caf tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports/4a8f260b-6865-431b-b85c-5d9d8f008658 HTTP/1.1" status: 200 len: 911 time: 0.1495559 Jul 08 20:24:48.214697 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3a195b5-9c70-4399-963a-6c5677b5998a req-2b8437f8-a1fc-478f-8c4d-fd30b80688ce tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930500 Jul 08 20:24:48.216901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58934) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:48.223620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Transition to ACTIVE for port object e05eeec6-ef0c-438d-85bb-9b4d5e632a24 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:48.231453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 58e6acf2-067b-4bc3-b0f8-17df056b5b00 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:48.240103 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.242734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.242978 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-3ce86e39-34c3-49f9-a221-9804a7dc8755', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'fixed_ips': [{'subnet_id': '766875be-f5a3-452b-ab0a-dec10c060185'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:24:48.243808 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.250448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7f051024-c314-4748-9787-9ece8613416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:48.354487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 588c100c-af80-4c39-a3cd-d7826d7c825c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:48.383473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f051024-c314-4748-9787-9ece8613416c None None] Routers {'00dfd73c-9eb2-420d-a603-242a79decb94'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:24:48.384152 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7f051024-c314-4748-9787-9ece8613416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['00dfd73c-9eb2-420d-a603-242a79decb94'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:48.390612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 254939ec-5771-43e7-ba06-21fc99c1e919 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:48.515315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:48.519945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58938) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:48.542707 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52704d99-a5cb-4be5-9bdb-e61a7ad8cea0 x-openstack-request-id: req-52704d99-a5cb-4be5-9bdb-e61a7ad8cea0 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:48.543326 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956b0694-cf59-41f7-a95d-e942cb69da41", "tag": "70c79b4f-942a-4ab5-a421-4c5e732e0848", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:48.543812 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-52704d99-a5cb-4be5-9bdb-e61a7ad8cea0 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:48.544367 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956b0694-cf59-41f7-a95d-e942cb69da41', 'tag': '70c79b4f-942a-4ab5-a421-4c5e732e0848', 'status': 'completed', 'code': 200} Jul 08 20:24:48.554402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fa975-defe-445d-be8f-8094aa8d040b req-237666b3-ebe2-450e-ad75-83be26d872b0 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:48.556593 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-909fa975-defe-445d-be8f-8094aa8d040b req-237666b3-ebe2-450e-ad75-83be26d872b0 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 943 time: 0.7975864 Jul 08 20:24:48.569935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.570917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7f051024-c314-4748-9787-9ece8613416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:48.571589 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f051024-c314-4748-9787-9ece8613416c None None] The sync data for ids ['00dfd73c-9eb2-420d-a603-242a79decb94'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:24:48.586622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d80358f5-e520-4ba5-9d00-b6f6687784e0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420528449', 'description': 'tempest-description--85369559'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:48.645487 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.678934 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.690232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Transition to ACTIVE for port object 36905f84-f163-4baf-8535-1a9e081e43a8 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:48.740729 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-909fa975-defe-445d-be8f-8094aa8d040b req-d6336222-0a32-4ca1-9969-c1339d4a02ee tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931296 Jul 08 20:24:48.746188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-9045b093-37ae-4927-b108-e1cd778f0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:48.747941 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-9045b093-37ae-4927-b108-e1cd778f0802 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 1095 time: 0.7487652 Jul 08 20:24:48.764015 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.782336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] For port c9a23544-70d3-4c86-b425-ccf2e93e36c6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c9a23544-70d3-4c86-b425-ccf2e93e36c6,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:48.795266 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 254939ec-5771-43e7-ba06-21fc99c1e919 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:48.795647 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.799168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Allocated IP 172.20.0.2 (3ce86e39-34c3-49f9-a221-9804a7dc8755/766875be-f5a3-452b-ab0a-dec10c060185/23ee00ae-0637-48b8-99e1-2580f8339992) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:48.805358 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.814318 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d80358f5-e520-4ba5-9d00-b6f6687784e0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.830068 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-6bdf7c77-9557-47be-bbf9-b1cfeeb95229 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70c79b4f-942a-4ab5-a421-4c5e732e0848 HTTP/1.1" status: 200 len: 217 time: 0.0556405 Jul 08 20:24:48.876762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad8315-4b76-49f7-83ca-7075e0fd0740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6acf2-067b-4bc3-b0f8-17df056b5b00'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:48.878415 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.879088 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26a7bd3-b0f7-4643-aae5-8a16e8bbc5a9" -d '{"events": [{"server_uuid": "edad8315-4b76-49f7-83ca-7075e0fd0740", "name": "network-vif-plugged", "status": "completed", "tag": "58e6acf2-067b-4bc3-b0f8-17df056b5b00"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:48.918214 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d80358f5-e520-4ba5-9d00-b6f6687784e0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.929555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 58e6acf2-067b-4bc3-b0f8-17df056b5b00, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=58e6acf2-067b-4bc3-b0f8-17df056b5b00,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:48.945620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-bc9e9e04-501c-4adf-bc19-356bf496e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:48.947210 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-bc9e9e04-501c-4adf-bc19-356bf496e2d6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.1104035 Jul 08 20:24:48.956990 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 32bafaef-d302-4b02-a13c-d05574d57d30 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:48.961915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Provisioning for port 8ae8be59-e938-42f5-a2d8-53bdde187a4f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:48.968685 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.970778 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d80358f5-e520-4ba5-9d00-b6f6687784e0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.974038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:48.994494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Provisioning complete for port 8ae8be59-e938-42f5-a2d8-53bdde187a4f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:48.995610 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:48.997849 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=36905f84-f163-4baf-8535-1a9e081e43a8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:49.000660 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:49.006578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:49.007409 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.013429 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-04432533-084c-4faf-b813-d9ea337dfda7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545001 Jul 08 20:24:49.054790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d1947-a1a9-4ddf-908f-fceb09dd054a req-da29af96-b320-4237-8284-f2af2ed7dd4d tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:49.056420 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a4d1947-a1a9-4ddf-908f-fceb09dd054a req-da29af96-b320-4237-8284-f2af2ed7dd4d tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 946 time: 0.3851795 Jul 08 20:24:49.081160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Pushing event updated for resources: {'Port': ['ID=c9a23544-70d3-4c86-b425-ccf2e93e36c6,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:49.109711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80358f5-e520-4ba5-9d00-b6f6687784e0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8d7c46-1247-4e46-9d7c-d4499dccea95,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:49.118809 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d80358f5-e520-4ba5-9d00-b6f6687784e0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.120115 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d80358f5-e520-4ba5-9d00-b6f6687784e0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5371447 Jul 08 20:24:49.129698 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58944) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:49.130688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Attempting to bind port e05eeec6-ef0c-438d-85bb-9b4d5e632a24 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:49.130827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Attempting to bind port e05eeec6-ef0c-438d-85bb-9b4d5e632a24 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '882b62a2-bbb9-472c-a301-ed7d7d4c27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:49.131615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Attempting to bind port e05eeec6-ef0c-438d-85bb-9b4d5e632a24 on network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:49.138981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2c63eb49-a098-40ed-b002-ecc6ce0226a7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'security_group_rule': {'security_group_id': '3d8d7c46-1247-4e46-9d7c-d4499dccea95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:49.155138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a4d1947-a1a9-4ddf-908f-fceb09dd054a req-fb38c808-bb0d-4b2e-a7ef-1240a9b28fec tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/security-groups?id=d29e3621-03b5-4d13-ba35-926fd2c1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907247 Jul 08 20:24:49.162066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Port e05eeec6-ef0c-438d-85bb-9b4d5e632a24 on network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:24:49.163310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Attempting to bind port e05eeec6-ef0c-438d-85bb-9b4d5e632a24 on network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:49.170255 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:49.170632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Checking segment: {'id': '882b62a2-bbb9-472c-a301-ed7d7d4c27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:49.170982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Bound using segment: {'id': '882b62a2-bbb9-472c-a301-ed7d7d4c27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:49.171436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Bound port: e05eeec6-ef0c-438d-85bb-9b4d5e632a24, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882b62a2-bbb9-472c-a301-ed7d7d4c27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:49.171939 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.270124 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c63eb49-a098-40ed-b002-ecc6ce0226a7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.295984 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7496aea-b2c8-43ed-b1a0-4c13925d386c x-openstack-request-id: req-a7496aea-b2c8-43ed-b1a0-4c13925d386c {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:49.296431 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edad8315-4b76-49f7-83ca-7075e0fd0740", "name": "network-vif-plugged", "status": "completed", "tag": "58e6acf2-067b-4bc3-b0f8-17df056b5b00", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:49.296807 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a7496aea-b2c8-43ed-b1a0-4c13925d386c {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:49.297488 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad8315-4b76-49f7-83ca-7075e0fd0740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6acf2-067b-4bc3-b0f8-17df056b5b00', 'code': 200} Jul 08 20:24:49.360975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=58e6acf2-067b-4bc3-b0f8-17df056b5b00,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:49.380751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.442653 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.457515 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.473113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Transition to ACTIVE for port object 23ee00ae-0637-48b8-99e1-2580f8339992 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:49.498738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] For port 8ae8be59-e938-42f5-a2d8-53bdde187a4f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8ae8be59-e938-42f5-a2d8-53bdde187a4f,segment=NetworkSegment(dc220372-7210-4cdb-8d3a-f93a5155877b),segment_id=dc220372-7210-4cdb-8d3a-f93a5155877b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:49.505567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Transition to ACTIVE for port object 23ee00ae-0637-48b8-99e1-2580f8339992 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:49.510244 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.512615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] For port e05eeec6-ef0c-438d-85bb-9b4d5e632a24, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:49.518756 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.565459 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Network 3ce86e39-34c3-49f9-a221-9804a7dc8755 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:49.568437 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:49.572036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:49.616894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9ed95986-c747-41b3-a0ab-48c3c7233170 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:49.669859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafee38c-5805-4e07-88bf-4f7f79d4de8b None None] Pushing event updated for resources: {'Port': ['ID=8ae8be59-e938-42f5-a2d8-53bdde187a4f,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:49.672417 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f95e6b38-15f5-40ae-ae09-9cbeded537d2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2992237 Jul 08 20:24:49.684122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58952) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:49.726347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] For port e05eeec6-ef0c-438d-85bb-9b4d5e632a24, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:49.763461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9ed95986-c747-41b3-a0ab-48c3c7233170 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:49.763797 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.764212 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.765391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Attempting to bind port 23ee00ae-0637-48b8-99e1-2580f8339992 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:49.765843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Attempting to bind port 23ee00ae-0637-48b8-99e1-2580f8339992 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:49.766112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Attempting to bind port 23ee00ae-0637-48b8-99e1-2580f8339992 on network 3ce86e39-34c3-49f9-a221-9804a7dc8755 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:49.796350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Pushing event updated for resources: {'Port': ['ID=23ee00ae-0637-48b8-99e1-2580f8339992,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:49.806200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Provisioning complete for port 9ed95986-c747-41b3-a0ab-48c3c7233170 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:49.806578 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.816726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:49.817132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Checking segment: {'id': '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:49.817494 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.817933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Bound using segment: {'id': '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:49.819310 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Bound port: 23ee00ae-0637-48b8-99e1-2580f8339992, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:49.819830 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.822664 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c63eb49-a098-40ed-b002-ecc6ce0226a7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:49.921703 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-534fc8f7-fdc9-4614-acab-87a72ef8d7fb service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8951855 Jul 08 20:24:49.932484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7413ee-a52a-4dc3-abca-a3883a417492 req-0f639f3f-67c2-40a2-b3b7-c86e380cc143 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:49.934971 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab7413ee-a52a-4dc3-abca-a3883a417492 req-0f639f3f-67c2-40a2-b3b7-c86e380cc143 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.9245317 Jul 08 20:24:49.964197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] For port 23ee00ae-0637-48b8-99e1-2580f8339992, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:50.011710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] For port 23ee00ae-0637-48b8-99e1-2580f8339992, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=23ee00ae-0637-48b8-99e1-2580f8339992,segment=NetworkSegment(6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8),segment_id=6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:50.018452 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c9a23544-70d3-4c86-b425-ccf2e93e36c6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:50.047460 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.062190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4722d-9199-4ca9-8245-35cfda4c0d64 req-40b07de8-7e19-4d93-a5de-ddc2a1967f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:50.063873 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6cf4722d-9199-4ca9-8245-35cfda4c0d64 req-40b07de8-7e19-4d93-a5de-ddc2a1967f98 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 1098 time: 0.5058894 Jul 08 20:24:50.140409 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Provisioning for port 588c100c-af80-4c39-a3cd-d7826d7c825c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:50.147854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5803d4-db14-4172-9e73-ff2e8a98e4e1 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:50.149718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8e5803d4-db14-4172-9e73-ff2e8a98e4e1 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4630008 Jul 08 20:24:50.151382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Provisioning complete for port 588c100c-af80-4c39-a3cd-d7826d7c825c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:50.151762 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.154901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472e0a4-e992-40ce-b4db-c800f780b0e3 None None] Pushing event updated for resources: {'Port': ['ID=23ee00ae-0637-48b8-99e1-2580f8339992,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:50.156798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58956) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:50.185326 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c9a23544-70d3-4c86-b425-ccf2e93e36c6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:50.185697 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.187506 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.198668 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c63eb49-a098-40ed-b002-ecc6ce0226a7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.227936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:50.228593 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.230073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] 10.222.0.104 "PUT /v2.0/ports/e05eeec6-ef0c-438d-85bb-9b4d5e632a24 HTTP/1.1" status: 200 len: 1093 time: 3.2407596 Jul 08 20:24:50.230785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63eb49-a098-40ed-b002-ecc6ce0226a7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d23c26-3fe0-4388-8ab5-606766d529fa,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:50.232402 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6c1a43-590a-4a21-9958-f0a90aee42c1', 'tag': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:50.234844 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666468e0-88ce-406b-ae6a-2a58e894003c" -d '{"events": [{"name": "network-changed", "server_uuid": "da6c1a43-590a-4a21-9958-f0a90aee42c1", "tag": "e05eeec6-ef0c-438d-85bb-9b4d5e632a24"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:50.278378 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab7413ee-a52a-4dc3-abca-a3883a417492 req-f0ea2111-9e44-4f80-8286-0a74a45b4741 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170469 Jul 08 20:24:50.312990 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c63eb49-a098-40ed-b002-ecc6ce0226a7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.317009 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2c63eb49-a098-40ed-b002-ecc6ce0226a7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1799786 Jul 08 20:24:50.321244 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6cf4722d-9199-4ca9-8245-35cfda4c0d64 req-40a88a65-cea2-4ca1-a1c9-5da016cdd10a service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468169 Jul 08 20:24:50.324092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75ad8ebb-2508-40d0-aa0f-046b639272e4 req-2ac482dc-9ff4-4629-87b3-adf4ac584d93 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866074 Jul 08 20:24:50.324970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58960) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:50.339076 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.349722 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.364453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f66927-920c-4b65-912c-7c7d0e1262b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:50.378373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6273a-bba2-469c-8f29-943dac5eb530 req-0526a372-c7a5-4aff-8cb8-f1f7edfdd7d8 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:50.386038 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fb6273a-bba2-469c-8f29-943dac5eb530 req-0526a372-c7a5-4aff-8cb8-f1f7edfdd7d8 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 944 time: 0.6967301 Jul 08 20:24:50.435705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Allocated IP 2001:db8:1::1 (bc5de014-f4cb-4482-ae8b-7ccf41df7c73/8bf3e421-ce5e-4e9b-9530-639917f5bda4/eaea951e-7f60-48b1-914e-af9c8169d1dc) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:50.450275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] For port 588c100c-af80-4c39-a3cd-d7826d7c825c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=588c100c-af80-4c39-a3cd-d7826d7c825c,segment=NetworkSegment(05ea4369-5402-424c-939c-926a66a78388),segment_id=05ea4369-5402-424c-939c-926a66a78388)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:50.455159 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.461980 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0b4e7560-77d8-4233-bda0-0e149c80419b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'security_group_rule': {'security_group_id': '3d8d7c46-1247-4e46-9d7c-d4499dccea95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:50.519443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Provisioning for port bf5aa183-08c5-49a8-91d7-2937e4f8a459 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:50.523384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fb6273a-bba2-469c-8f29-943dac5eb530 req-2e603aa2-de0c-4076-9d18-8c159fa25a5e tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363490 Jul 08 20:24:50.536595 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Provisioning complete for port bf5aa183-08c5-49a8-91d7-2937e4f8a459 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:50.538433 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.586990 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedd1d19-dd9b-48d9-be33-9df4d0b3df2d x-openstack-request-id: req-aedd1d19-dd9b-48d9-be33-9df4d0b3df2d {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:50.587289 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6c1a43-590a-4a21-9958-f0a90aee42c1", "tag": "e05eeec6-ef0c-438d-85bb-9b4d5e632a24", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:50.587544 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-aedd1d19-dd9b-48d9-be33-9df4d0b3df2d {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:50.587943 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6c1a43-590a-4a21-9958-f0a90aee42c1', 'tag': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24', 'status': 'completed', 'code': 200} Jul 08 20:24:50.618167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-cbb88e4c-4f2c-4dc3-9d6e-92c129f54a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:50.619775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-cbb88e4c-4f2c-4dc3-9d6e-92c129f54a70 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5a1e963d48c74084aaab57a3ac842b1b&device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 1096 time: 0.3243189 Jul 08 20:24:50.682478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c39c4b-c1a3-4aca-af1a-fc86d0a8dfc0 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:50.689240 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c39c4b-c1a3-4aca-af1a-fc86d0a8dfc0 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:50.696275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c39c4b-c1a3-4aca-af1a-fc86d0a8dfc0 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:50.701312 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-05c39c4b-c1a3-4aca-af1a-fc86d0a8dfc0 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.5333841 Jul 08 20:24:50.704214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58964) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:50.745711 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.762474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Transition to ACTIVE for port object eaea951e-7f60-48b1-914e-af9c8169d1dc will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:50.777230 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7560-77d8-4233-bda0-0e149c80419b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.803018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-8e5012d8-cb76-47ab-b14d-95931982f8c1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05eeec6-ef0c-438d-85bb-9b4d5e632a24 HTTP/1.1" status: 200 len: 217 time: 0.1736121 Jul 08 20:24:50.805097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Pushing event updated for resources: {'Port': ['ID=588c100c-af80-4c39-a3cd-d7826d7c825c,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:50.809052 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.815011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Port bf5aa183-08c5-49a8-91d7-2937e4f8a459 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:24:50.831163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Provisioning for port 4b516fbd-786d-424e-8772-22f532f4445c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:50.838291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Provisioning complete for port 4b516fbd-786d-424e-8772-22f532f4445c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:50.839211 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.898516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Port 4b516fbd-786d-424e-8772-22f532f4445c cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:24:50.918112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Provisioning complete for port c9a23544-70d3-4c86-b425-ccf2e93e36c6 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:50.918496 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.931273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network bc5de014-f4cb-4482-ae8b-7ccf41df7c73 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:50.938123 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7560-77d8-4233-bda0-0e149c80419b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.938476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:50.944421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:50.946325 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:50.948955 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=eaea951e-7f60-48b1-914e-af9c8169d1dc,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:50.967230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968790-356d-4fea-8194-9062138299b4 req-aec13a91-abab-478c-bacb-cdfb0a6c6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:50.970083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc968790-356d-4fea-8194-9062138299b4 req-aec13a91-abab-478c-bacb-cdfb0a6c6a23 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 1095 time: 0.5133624 Jul 08 20:24:51.002706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-b6c5657b-c229-48ef-9052-a977683efc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:51.004658 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-b6c5657b-c229-48ef-9052-a977683efc61 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e5b8fa3c-e696-450c-b906-06d27f575160 HTTP/1.1" status: 200 len: 862 time: 0.1919899 Jul 08 20:24:51.018805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7560-77d8-4233-bda0-0e149c80419b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:51.062895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Provisioning for port e18b9d41-583a-4f02-ad1e-e905bc937243 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:51.067105 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Provisioning complete for port e18b9d41-583a-4f02-ad1e-e905bc937243 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:51.067502 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:51.138263 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-ed28145c-8812-4bab-9608-2476355ac536 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764298 Jul 08 20:24:51.158486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ce930af9-2f9c-47c3-9472-ad84d4977f4e None None] Port e18b9d41-583a-4f02-ad1e-e905bc937243 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:24:51.170017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e7560-77d8-4233-bda0-0e149c80419b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3851e548-8025-4d31-90f1-a718d0121547,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:51.174391 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Allocated IP 172.25.4.155 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/1ab8f1f3-4c51-45ee-be43-0995e7229436) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:51.183743 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7560-77d8-4233-bda0-0e149c80419b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:51.188039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0b4e7560-77d8-4233-bda0-0e149c80419b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8356922 Jul 08 20:24:51.195871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58968) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:51.202845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:51.242003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d79784-3a12-4056-a5ab-c3626dba578b req-b705be19-96e7-4413-8acb-86e6c1109ea2 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:51.243769 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20d79784-3a12-4056-a5ab-c3626dba578b req-b705be19-96e7-4413-8acb-86e6c1109ea2 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 943 time: 0.6313972 Jul 08 20:24:51.274992 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-a473fba5-5b84-4b5f-80f8-7762010bc0f5 service neutron] 10.222.0.104 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266229 Jul 08 20:24:51.289521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7a63b76b-5a80-460b-8f51-ca76d7e41807 None None] Provisioning for port 36905f84-f163-4baf-8535-1a9e081e43a8 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:51.295082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7a63b76b-5a80-460b-8f51-ca76d7e41807 None None] Provisioning complete for port 36905f84-f163-4baf-8535-1a9e081e43a8 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:51.295558 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7a63b76b-5a80-460b-8f51-ca76d7e41807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:51.342110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20d79784-3a12-4056-a5ab-c3626dba578b req-3b9919cd-7e0b-41ad-b51e-78bbe54ce6f4 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846989 Jul 08 20:24:51.356785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7a63b76b-5a80-460b-8f51-ca76d7e41807 None None] Port 36905f84-f163-4baf-8535-1a9e081e43a8 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:24:51.377446 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7a63b76b-5a80-460b-8f51-ca76d7e41807 None None] Provisioning complete for port e18b9d41-583a-4f02-ad1e-e905bc937243 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:51.377823 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7a63b76b-5a80-460b-8f51-ca76d7e41807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:51.438781 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7a63b76b-5a80-460b-8f51-ca76d7e41807 None None] Port e18b9d41-583a-4f02-ad1e-e905bc937243 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:24:51.448221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee7e4d-91f0-4656-ac53-78f905cd3d88 req-85773017-39d4-4a6f-9173-253f762256d4 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:51.453427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c52eb2f6-06c8-4cf4-b925-0434bb12f4ec tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 36905f84-f163-4baf-8535-1a9e081e43a8 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:51.453865 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c52eb2f6-06c8-4cf4-b925-0434bb12f4ec tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:51.458178 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:51.462279 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aaee7e4d-91f0-4656-ac53-78f905cd3d88 req-85773017-39d4-4a6f-9173-253f762256d4 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 946 time: 0.3993583 Jul 08 20:24:51.502559 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:51.527186 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:51.548536 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c171981c-3000-4dd5-9bf7-7f45c0a16257 req-1e4f3a0e-7b89-4ffe-a566-334a40d77905 service neutron] 10.222.0.104 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603915 Jul 08 20:24:51.572109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e71086fe-9f69-4b64-ada8-6030299490ae None None] Provisioning for port eaea951e-7f60-48b1-914e-af9c8169d1dc completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:51.579589 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e71086fe-9f69-4b64-ada8-6030299490ae None None] Provisioning complete for port eaea951e-7f60-48b1-914e-af9c8169d1dc triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:51.579778 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e71086fe-9f69-4b64-ada8-6030299490ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:51.589256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968790-356d-4fea-8194-9062138299b4 req-972186bc-a51c-429e-b70f-3b4161d1d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:51.590858 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc968790-356d-4fea-8194-9062138299b4 req-972186bc-a51c-429e-b70f-3b4161d1d08d service neutron] 10.222.0.103 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 913 time: 0.5911579 Jul 08 20:24:51.608837 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aaee7e4d-91f0-4656-ac53-78f905cd3d88 req-42d04a59-95ce-4354-b4ab-d9b1e67b97c3 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/security-groups?id=d29e3621-03b5-4d13-ba35-926fd2c1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454158 Jul 08 20:24:51.637426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e71086fe-9f69-4b64-ada8-6030299490ae None None] Port eaea951e-7f60-48b1-914e-af9c8169d1dc cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:24:51.710598 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:51.724737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 588c100c-af80-4c39-a3cd-d7826d7c825c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:51.792084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1674b3b-c250-419b-948e-865b82c5fda9 None None] Network 3ce86e39-34c3-49f9-a221-9804a7dc8755 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:51.796961 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc968790-356d-4fea-8194-9062138299b4 req-2be3c554-b297-486d-935e-318139ab9743 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70c79b4f-942a-4ab5-a421-4c5e732e0848 HTTP/1.1" status: 200 len: 217 time: 0.1774783 Jul 08 20:24:51.848344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666468e0-88ce-406b-ae6a-2a58e894003c req-19301307-785d-4b62-a92c-0747a1082192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:51.850838 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-666468e0-88ce-406b-ae6a-2a58e894003c req-19301307-785d-4b62-a92c-0747a1082192 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5a1e963d48c74084aaab57a3ac842b1b&device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 1096 time: 0.1651344 Jul 08 20:24:51.857898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:51.888276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 588c100c-af80-4c39-a3cd-d7826d7c825c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:51.888918 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:51.899688 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:51.917959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-32c0f85d-d0e9-491b-94ed-19c9fa1f255b None None] Provisioning for port 23ee00ae-0637-48b8-99e1-2580f8339992 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:51.920675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:51.929422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab8f1f3-4c51-45ee-be43-0995e7229436,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:51.991433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968790-356d-4fea-8194-9062138299b4 req-a5a783af-a1fc-4071-9f98-f5c877bed459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:51.992957 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc968790-356d-4fea-8194-9062138299b4 req-a5a783af-a1fc-4071-9f98-f5c877bed459 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.1698587 Jul 08 20:24:51.994686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c52eb2f6-06c8-4cf4-b925-0434bb12f4ec tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:52.007765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781e764-d57a-4fb1-b0dc-9f167d4c0f79 req-0bc33dda-ae1f-4651-a53e-f81c96727298 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:52.009327 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b781e764-d57a-4fb1-b0dc-9f167d4c0f79 req-0bc33dda-ae1f-4651-a53e-f81c96727298 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 944 time: 0.2239168 Jul 08 20:24:52.050978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc968790-356d-4fea-8194-9062138299b4 req-9cd60bfd-92ab-497d-9c86-8bb04a188ff0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487740 Jul 08 20:24:52.058810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b74c0f-3654-4d91-b83a-83afc8657974 req-c8c1fa7e-dcfb-4f8e-9401-536966dba6e4 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:52.060331 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-16b74c0f-3654-4d91-b83a-83afc8657974 req-c8c1fa7e-dcfb-4f8e-9401-536966dba6e4 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.4528098 Jul 08 20:24:52.062849 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c52eb2f6-06c8-4cf4-b925-0434bb12f4ec tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 36905f84-f163-4baf-8535-1a9e081e43a8 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:52.062991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8ae8be59-e938-42f5-a2d8-53bdde187a4f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:52.068659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666468e0-88ce-406b-ae6a-2a58e894003c req-2c3bc570-2060-44bf-8bc2-489653974cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:52.068659 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-666468e0-88ce-406b-ae6a-2a58e894003c req-2c3bc570-2060-44bf-8bc2-489653974cd9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f HTTP/1.1" status: 200 len: 923 time: 0.1815939 Jul 08 20:24:52.135191 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:52.136421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8ae8be59-e938-42f5-a2d8-53bdde187a4f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:52.136890 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:52.139926 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-666468e0-88ce-406b-ae6a-2a58e894003c req-13eaa1a2-1b02-4b04-a823-e0102bbd9cd4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05eeec6-ef0c-438d-85bb-9b4d5e632a24 HTTP/1.1" status: 200 len: 217 time: 0.0635278 Jul 08 20:24:52.143436 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b781e764-d57a-4fb1-b0dc-9f167d4c0f79 req-495674a9-852b-4b58-bcef-dd36a42580d9 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174040 Jul 08 20:24:52.144520 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:52.145367 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:52.285561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=eaea951e-7f60-48b1-914e-af9c8169d1dc,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:52.294075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 23ee00ae-0637-48b8-99e1-2580f8339992 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:52.295079 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666468e0-88ce-406b-ae6a-2a58e894003c req-7d60c7ea-03d0-4730-b9ab-16ccf8dbe2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:52.296598 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-666468e0-88ce-406b-ae6a-2a58e894003c req-7d60c7ea-03d0-4730-b9ab-16ccf8dbe2b7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e5b8fa3c-e696-450c-b906-06d27f575160 HTTP/1.1" status: 200 len: 862 time: 0.1489415 Jul 08 20:24:52.341395 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-16b74c0f-3654-4d91-b83a-83afc8657974 req-d3347c52-61ff-432b-afd9-39de9a53aaad tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597599 Jul 08 20:24:52.342381 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-666468e0-88ce-406b-ae6a-2a58e894003c req-097ad9a0-66ac-4f45-a596-a65d69ae3de5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347075 Jul 08 20:24:52.361907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 23ee00ae-0637-48b8-99e1-2580f8339992 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:52.366278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 23ee00ae-0637-48b8-99e1-2580f8339992 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:52.366571 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:52.463887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network bc5de014-f4cb-4482-ae8b-7ccf41df7c73 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:52.488096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:52.503977 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:52.566819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc968790-356d-4fea-8194-9062138299b4 req-d2f5d23e-4f7b-4648-87e5-51fe8d129bfd service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012290 Jul 08 20:24:52.567451 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c52eb2f6-06c8-4cf4-b925-0434bb12f4ec tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:52.577262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 23ee00ae-0637-48b8-99e1-2580f8339992, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=23ee00ae-0637-48b8-99e1-2580f8339992,segment=NetworkSegment(6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8),segment_id=6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:52.578525 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:52.583616 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0d97eb2f-93ff-4066-bfcb-2e529563019d None None] Provisioning complete for port 23ee00ae-0637-48b8-99e1-2580f8339992 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:52.584869 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d97eb2f-93ff-4066-bfcb-2e529563019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:52.625901 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:52.637399 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-666468e0-88ce-406b-ae6a-2a58e894003c req-d9b0d80e-d916-4d93-8a93-59ca74e04a9c service neutron] 10.222.0.104 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851663 Jul 08 20:24:52.719002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=23ee00ae-0637-48b8-99e1-2580f8339992,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:52.731811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10579dd-93f4-47a6-9d86-d412574cc248 req-2bb54fc7-7bc6-4339-9b06-81420ad6b319 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:52.733416 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f10579dd-93f4-47a6-9d86-d412574cc248 req-2bb54fc7-7bc6-4339-9b06-81420ad6b319 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.103 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 946 time: 0.2880957 Jul 08 20:24:52.818705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 00dfd73c-9eb2-420d-a603-242a79decb94 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:24:52.823482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52eb2f6-06c8-4cf4-b925-0434bb12f4ec tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=36905f84-f163-4baf-8535-1a9e081e43a8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:52.854370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7e4c188a-b2bc-4102-ac3a-44d2f362ac8e None None] Provisioning complete for port eaea951e-7f60-48b1-914e-af9c8169d1dc triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:52.854821 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7e4c188a-b2bc-4102-ac3a-44d2f362ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:52.899704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86028b1a-83bc-4e44-8cc4-d2301aee29c7 req-d733f01d-2260-4b77-9cef-36fbdcb0397a tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:52.901263 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-86028b1a-83bc-4e44-8cc4-d2301aee29c7 req-d733f01d-2260-4b77-9cef-36fbdcb0397a tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.2934000 Jul 08 20:24:52.901401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7e4c188a-b2bc-4102-ac3a-44d2f362ac8e None None] Port eaea951e-7f60-48b1-914e-af9c8169d1dc cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:24:52.905996 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-666468e0-88ce-406b-ae6a-2a58e894003c req-c52f7bc1-e105-4f85-85b1-e2d2bdc20cd0 service neutron] 10.222.0.104 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435453 Jul 08 20:24:53.146167 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:53.278429 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c52eb2f6-06c8-4cf4-b925-0434bb12f4ec tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:53.280966 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c52eb2f6-06c8-4cf4-b925-0434bb12f4ec tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/36905f84-f163-4baf-8535-1a9e081e43a8 HTTP/1.1" status: 204 len: 168 time: 2.5716410 Jul 08 20:24:53.286197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58982) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:53.293269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Allocated IP 172.25.4.120 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/dfe966b0-aa81-4f7b-97cd-ca384a50655d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:53.304013 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-86028b1a-83bc-4e44-8cc4-d2301aee29c7 req-6c001c87-0f91-4bc5-9ba3-6f2de5852763 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832943 Jul 08 20:24:53.323196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-f10579dd-93f4-47a6-9d86-d412574cc248 req-42480975-a2f4-48fa-a083-c537b8277505 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Deleting port 926c7811-b11d-4e41-a069-b6d712f800ce {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:53.323543 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f10579dd-93f4-47a6-9d86-d412574cc248 req-42480975-a2f4-48fa-a083-c537b8277505 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:53.328288 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44101a3-ca05-42cb-a242-426a61cf376f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:24:53.332028 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a44101a3-ca05-42cb-a242-426a61cf376f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/36905f84-f163-4baf-8535-1a9e081e43a8 HTTP/1.1" status: 404 len: 333 time: 0.0426452 Jul 08 20:24:53.343867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:24:53.356794 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a838a1d-b107-4c98-a0b7-3fbf1559d054 None None] Sync routers for ids ['00dfd73c-9eb2-420d-a603-242a79decb94'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:24:53.366323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58986) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:53.372676 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a838a1d-b107-4c98-a0b7-3fbf1559d054 None None] Routers {'00dfd73c-9eb2-420d-a603-242a79decb94'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:24:53.373780 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6a838a1d-b107-4c98-a0b7-3fbf1559d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['00dfd73c-9eb2-420d-a603-242a79decb94'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:53.380191 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bd0651e9-79eb-40ee-ac34-44df31601b4c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/00dfd73c-9eb2-420d-a603-242a79decb94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1599824 Jul 08 20:24:53.383320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58988) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:53.415892 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6a838a1d-b107-4c98-a0b7-3fbf1559d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:53.436125 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a838a1d-b107-4c98-a0b7-3fbf1559d054 None None] Routers {'00dfd73c-9eb2-420d-a603-242a79decb94'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:24:53.437612 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6a838a1d-b107-4c98-a0b7-3fbf1559d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['00dfd73c-9eb2-420d-a603-242a79decb94'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:53.493394 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6a838a1d-b107-4c98-a0b7-3fbf1559d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:53.494378 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a838a1d-b107-4c98-a0b7-3fbf1559d054 None None] The sync data for ids ['00dfd73c-9eb2-420d-a603-242a79decb94'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:24:53.517754 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc968790-356d-4fea-8194-9062138299b4 req-93e24e18-6ff8-4895-8620-458416c8a743 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7840993 Jul 08 20:24:53.535165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6174599e-e757-4b11-8498-46dc158e54c2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:53.540853 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6174599e-e757-4b11-8498-46dc158e54c2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports/eaea951e-7f60-48b1-914e-af9c8169d1dc HTTP/1.1" status: 200 len: 913 time: 0.1503212 Jul 08 20:24:53.544128 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58990) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:53.544272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 23ee00ae-0637-48b8-99e1-2580f8339992 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:53.547745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffa6be-a36a-47e3-ada5-c5be9466bb74 req-ed08bf95-ed81-4ca4-a5e0-5adba7e18be7 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:53.549788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f10579dd-93f4-47a6-9d86-d412574cc248 req-42480975-a2f4-48fa-a083-c537b8277505 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] For port 926c7811-b11d-4e41-a069-b6d712f800ce, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=926c7811-b11d-4e41-a069-b6d712f800ce,segment=NetworkSegment(681f5328-21d3-4bf0-9402-ad10a550bcdb),segment_id=681f5328-21d3-4bf0-9402-ad10a550bcdb)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:53.550236 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f10579dd-93f4-47a6-9d86-d412574cc248 req-42480975-a2f4-48fa-a083-c537b8277505 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:53.556894 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0ffa6be-a36a-47e3-ada5-c5be9466bb74 req-ed08bf95-ed81-4ca4-a5e0-5adba7e18be7 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 943 time: 0.8437192 Jul 08 20:24:53.561450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:53.567655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 70c79b4f-942a-4ab5-a421-4c5e732e0848 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:24:53.591663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e05eeec6-ef0c-438d-85bb-9b4d5e632a24 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:24:53.612169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-f10579dd-93f4-47a6-9d86-d412574cc248 req-42480975-a2f4-48fa-a083-c537b8277505 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Calling delete_port for 926c7811-b11d-4e41-a069-b6d712f800ce owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:53.708323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ed362-9a89-466d-a81c-26634848420b req-e1778bb2-f801-4b38-aff1-297e79897310 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:53.709109 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0ffa6be-a36a-47e3-ada5-c5be9466bb74 req-a6b99546-892e-479f-ad29-7228761f4fdc tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496906 Jul 08 20:24:53.716378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f7ed362-9a89-466d-a81c-26634848420b req-e1778bb2-f801-4b38-aff1-297e79897310 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/ports?device_id=aba57b72-a98b-4253-b7a5-76f07a986901 HTTP/1.1" status: 200 len: 946 time: 0.2716820 Jul 08 20:24:53.719526 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 23ee00ae-0637-48b8-99e1-2580f8339992 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:53.719910 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:53.741178 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:53.805792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 70c79b4f-942a-4ab5-a421-4c5e732e0848, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=70c79b4f-942a-4ab5-a421-4c5e732e0848,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:53.812521 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f7ed362-9a89-466d-a81c-26634848420b req-f3d93fd6-420f-4a2c-a70c-d638e37ef6e6 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.101 "GET /v2.0/security-groups?id=d29e3621-03b5-4d13-ba35-926fd2c1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950243 Jul 08 20:24:53.900718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '70c79b4f-942a-4ab5-a421-4c5e732e0848', 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'port_id': '70c79b4f-942a-4ab5-a421-4c5e732e0848', 'mac_address': 'fa:16:3e:93:5c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292379a6-ccc8-4ff7-b796-dd5f388cdc04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:24:53.926283 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:53.930849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e05eeec6-ef0c-438d-85bb-9b4d5e632a24, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:54.037074 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.043286 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f10579dd-93f4-47a6-9d86-d412574cc248 req-42480975-a2f4-48fa-a083-c537b8277505 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.043738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24', 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f', 'port_id': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24', 'mac_address': 'fa:16:3e:7c:6e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b8fa3c-e696-450c-b906-06d27f575160', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:24:54.060393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'Port': ['ID=dfe966b0-aa81-4f7b-97cd-ca384a50655d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:54.081371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['926c7811-b11d-4e41-a069-b6d712f800ce'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:24:54.084884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:54.086447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-81396520-6fc3-4efc-b91c-d44b9fd1a4b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port e18b9d41-583a-4f02-ad1e-e905bc937243 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:54.086793 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81396520-6fc3-4efc-b91c-d44b9fd1a4b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.103722 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42480975-a2f4-48fa-a083-c537b8277505 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Pushing event deleted for resources: {'Port': ['ID=926c7811-b11d-4e41-a069-b6d712f800ce,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:54.130074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c79b4f-942a-4ab5-a421-4c5e732e0848 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:24:54.175039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10579dd-93f4-47a6-9d86-d412574cc248 req-42480975-a2f4-48fa-a083-c537b8277505 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] No DVR routers for this DVR port 926c7811-b11d-4e41-a069-b6d712f800ce on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:24:54.181445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f10579dd-93f4-47a6-9d86-d412574cc248 req-42480975-a2f4-48fa-a083-c537b8277505 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.183169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 70c79b4f-942a-4ab5-a421-4c5e732e0848, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=70c79b4f-942a-4ab5-a421-4c5e732e0848,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:54.183701 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f10579dd-93f4-47a6-9d86-d412574cc248 req-42480975-a2f4-48fa-a083-c537b8277505 tempest-ServerAddressesNegativeTestJSON-569651513 tempest-ServerAddressesNegativeTestJSON-569651513-project] 10.222.0.103 "DELETE /v2.0/ports/926c7811-b11d-4e41-a069-b6d712f800ce HTTP/1.1" status: 204 len: 173 time: 1.4401174 Jul 08 20:24:54.184260 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.185379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba57b72-a98b-4253-b7a5-76f07a986901', 'name': 'network-vif-deleted', 'tag': '926c7811-b11d-4e41-a069-b6d712f800ce'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:54.187675 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1deba5e-bd4d-45dc-aed7-4aa0f80314fe" -d '{"events": [{"server_uuid": "aba57b72-a98b-4253-b7a5-76f07a986901", "name": "network-vif-deleted", "tag": "926c7811-b11d-4e41-a069-b6d712f800ce"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:54.194588 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.222208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05eeec6-ef0c-438d-85bb-9b4d5e632a24 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:24:54.222441 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81396520-6fc3-4efc-b91c-d44b9fd1a4b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.238163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-81396520-6fc3-4efc-b91c-d44b9fd1a4b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for e18b9d41-583a-4f02-ad1e-e905bc937243 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:54.252064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e05eeec6-ef0c-438d-85bb-9b4d5e632a24, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:54.266051 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.270701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=70c79b4f-942a-4ab5-a421-4c5e732e0848,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:54.329857 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:54.333648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901933e4-441f-4f70-a333-028054a4cee5 req-6d32dc26-ecdf-4c33-9708-86f3926d48fd tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:54.335645 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-901933e4-441f-4f70-a333-028054a4cee5 req-6d32dc26-ecdf-4c33-9708-86f3926d48fd tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.1575768 Jul 08 20:24:54.352209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-784409ab-5b00-4e9c-a28f-85b8da0059a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.352454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:54.369463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:54.455502 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-901933e4-441f-4f70-a333-028054a4cee5 req-bedca648-342f-4f61-be98-f9362f350424 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139896 Jul 08 20:24:54.458455 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['70c79b4f-942a-4ab5-a421-4c5e732e0848'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:24:54.487729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['e05eeec6-ef0c-438d-85bb-9b4d5e632a24'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:24:54.495887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce41508-a3eb-48bf-a9bd-0a6be2f9c970 req-4df7726f-2e72-4a2d-ac8f-a5b1c950a765 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:54.497610 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fce41508-a3eb-48bf-a9bd-0a6be2f9c970 req-4df7726f-2e72-4a2d-ac8f-a5b1c950a765 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 944 time: 0.6098800 Jul 08 20:24:54.508936 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81396520-6fc3-4efc-b91c-d44b9fd1a4b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.530204 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fad1d65-59b2-4b5a-a64f-73619e2b6e7e x-openstack-request-id: req-1fad1d65-59b2-4b5a-a64f-73619e2b6e7e {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:54.531022 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba57b72-a98b-4253-b7a5-76f07a986901", "name": "network-vif-deleted", "tag": "926c7811-b11d-4e41-a069-b6d712f800ce", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:54.531378 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1fad1d65-59b2-4b5a-a64f-73619e2b6e7e {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:54.531936 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba57b72-a98b-4253-b7a5-76f07a986901', 'name': 'network-vif-deleted', 'tag': '926c7811-b11d-4e41-a069-b6d712f800ce', 'status': 'completed', 'code': 200} Jul 08 20:24:54.569030 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.627937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81396520-6fc3-4efc-b91c-d44b9fd1a4b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=e18b9d41-583a-4f02-ad1e-e905bc937243,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:54.680595 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fce41508-a3eb-48bf-a9bd-0a6be2f9c970 req-507bd0c8-a951-4e28-ae1a-1642858a4f37 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726127 Jul 08 20:24:54.715335 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81396520-6fc3-4efc-b91c-d44b9fd1a4b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.719667 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-81396520-6fc3-4efc-b91c-d44b9fd1a4b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/e18b9d41-583a-4f02-ad1e-e905bc937243 HTTP/1.1" status: 204 len: 168 time: 1.3472235 Jul 08 20:24:54.721218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58998) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:54.785467 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.796654 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-75db23e0-cfc0-4fb7-a7d1-db57e3e92c5e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:24:54.800682 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-75db23e0-cfc0-4fb7-a7d1-db57e3e92c5e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/e18b9d41-583a-4f02-ad1e-e905bc937243 HTTP/1.1" status: 404 len: 333 time: 0.0748150 Jul 08 20:24:54.811757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59002) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:54.879312 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2cbbc-4365-49d9-81a1-c35a033d5d74 req-19406b97-1d7b-4439-b0f0-e72209cde206 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:54.882006 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36f2cbbc-4365-49d9-81a1-c35a033d5d74 req-19406b97-1d7b-4439-b0f0-e72209cde206 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.2211919 Jul 08 20:24:54.938189 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.958377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d353dd-75af-40a9-8545-feb45462fdb7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting subnet af18b3ed-fe30-46fa-8a6a-48396a963806 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:24:54.963887 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e1d353dd-75af-40a9-8545-feb45462fdb7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:54.968954 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36f2cbbc-4365-49d9-81a1-c35a033d5d74 req-41ce4d66-69c6-423f-afa0-b861a77ecb8e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749247 Jul 08 20:24:55.012059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-784409ab-5b00-4e9c-a28f-85b8da0059a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port eaea951e-7f60-48b1-914e-af9c8169d1dc {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:55.012400 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-784409ab-5b00-4e9c-a28f-85b8da0059a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.034518 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e1d353dd-75af-40a9-8545-feb45462fdb7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.078534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59008) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:55.178807 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-784409ab-5b00-4e9c-a28f-85b8da0059a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.197395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-57abc0e0-d018-433f-80dd-a52e6af0855b admin admin] Deleting subnet 4061c519-508f-4ea0-932a-fa8743b2cf17 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:24:55.198710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-784409ab-5b00-4e9c-a28f-85b8da0059a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for eaea951e-7f60-48b1-914e-af9c8169d1dc owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:55.204414 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e1d353dd-75af-40a9-8545-feb45462fdb7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.208037 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57abc0e0-d018-433f-80dd-a52e6af0855b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.277871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647634d8-e323-47e7-88ce-a6e9e5941724 req-3c81959f-86b3-47d8-b302-e664b1ba637f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:55.279603 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-647634d8-e323-47e7-88ce-a6e9e5941724 req-3c81959f-86b3-47d8-b302-e664b1ba637f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 944 time: 0.3992414 Jul 08 20:24:55.286824 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57abc0e0-d018-433f-80dd-a52e6af0855b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.318103 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Router e2f79690-6479-4664-99cd-4180fafd6359 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:24:55.348756 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.372384 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.463007 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57abc0e0-d018-433f-80dd-a52e6af0855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.569874 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 70c79b4f-942a-4ab5-a421-4c5e732e0848 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:55.574065 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-647634d8-e323-47e7-88ce-a6e9e5941724 req-37fd882c-59b3-4a74-9470-c178dc296b2c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554576 Jul 08 20:24:55.574873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.613718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e05eeec6-ef0c-438d-85bb-9b4d5e632a24 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:55.616861 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e1d353dd-75af-40a9-8545-feb45462fdb7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.680382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d353dd-75af-40a9-8545-feb45462fdb7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Subnet': ['ID=af18b3ed-fe30-46fa-8a6a-48396a963806,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:55.694474 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e1d353dd-75af-40a9-8545-feb45462fdb7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.700542 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e1d353dd-75af-40a9-8545-feb45462fdb7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/af18b3ed-fe30-46fa-8a6a-48396a963806 HTTP/1.1" status: 204 len: 168 time: 0.8834460 Jul 08 20:24:55.700700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a0227f-1cfe-425b-b67c-be7ba0bc33b4 None None] Network 32bafaef-d302-4b02-a13c-d05574d57d30 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:24:55.705447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 70c79b4f-942a-4ab5-a421-4c5e732e0848 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:55.707010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59022) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:55.754169 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'Port': ['ID=dfe966b0-aa81-4f7b-97cd-ca384a50655d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:55.756910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 70c79b4f-942a-4ab5-a421-4c5e732e0848 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:55.757675 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.764178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:24:55.766944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port e05eeec6-ef0c-438d-85bb-9b4d5e632a24 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:55.768148 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.778841 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-241b6c7d-8a3e-4bec-8d75-f7e08aa6f8e4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5707827 Jul 08 20:24:55.786815 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57abc0e0-d018-433f-80dd-a52e6af0855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.800960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port e05eeec6-ef0c-438d-85bb-9b4d5e632a24 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:55.801499 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.804060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Sync routers for ids ['e2f79690-6479-4664-99cd-4180fafd6359'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:24:55.838912 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.881933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Routers {'e2f79690-6479-4664-99cd-4180fafd6359'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:24:55.882747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e2f79690-6479-4664-99cd-4180fafd6359'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:55.913391 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-784409ab-5b00-4e9c-a28f-85b8da0059a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:55.971363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784409ab-5b00-4e9c-a28f-85b8da0059a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=eaea951e-7f60-48b1-914e-af9c8169d1dc,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:56.136797 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.138039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f38bd54d-d837-4a25-9447-669e21536974 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.4595299 Jul 08 20:24:56.150639 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59032) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:56.164962 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57abc0e0-d018-433f-80dd-a52e6af0855b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.167143 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-57abc0e0-d018-433f-80dd-a52e6af0855b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/4061c519-508f-4ea0-932a-fa8743b2cf17 HTTP/1.1" status: 204 len: 168 time: 1.0849633 Jul 08 20:24:56.187339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59034) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:56.192210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abc0e0-d018-433f-80dd-a52e6af0855b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4061c519-508f-4ea0-932a-fa8743b2cf17,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:56.328567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97f8be-bd77-44b5-bef3-c015ad49e803 req-67d3f9aa-acc6-4ee1-ad0e-ba7fb317cfc9 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:56.330275 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f97f8be-bd77-44b5-bef3-c015ad49e803 req-67d3f9aa-acc6-4ee1-ad0e-ba7fb317cfc9 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.1911602 Jul 08 20:24:56.353270 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.362813 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-784409ab-5b00-4e9c-a28f-85b8da0059a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.382543 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.398036 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.403901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Set router e2f79690-6479-4664-99cd-4180fafd6359 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:24:56.404401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 588c100c-af80-4c39-a3cd-d7826d7c825c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:56.404781 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.450680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f97f8be-bd77-44b5-bef3-c015ad49e803 req-6efb6a69-0cd4-4fdd-9654-fbb45197729c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132014 Jul 08 20:24:56.506773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956b0694-cf59-41f7-a95d-e942cb69da41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c79b4f-942a-4ab5-a421-4c5e732e0848'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:56.509148 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14aeec1-05b9-4513-b2d8-c0dfa454c4c8" -d '{"events": [{"server_uuid": "956b0694-cf59-41f7-a95d-e942cb69da41", "name": "network-vif-plugged", "status": "completed", "tag": "70c79b4f-942a-4ab5-a421-4c5e732e0848"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:56.564300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 70c79b4f-942a-4ab5-a421-4c5e732e0848, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=70c79b4f-942a-4ab5-a421-4c5e732e0848,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:56.565176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3b44f-9e46-4870-81c7-66638a6e93f6 req-f47f54ec-1e93-435a-8149-d6ee830f7ad1 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:56.566861 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05e3b44f-9e46-4870-81c7-66638a6e93f6 req-f47f54ec-1e93-435a-8149-d6ee830f7ad1 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 945 time: 0.4000418 Jul 08 20:24:56.595303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1334fce-cbc1-41e2-a9f1-01cebfa11612 None None] DHCP port deletion for 32bafaef-d302-4b02-a13c-d05574d57d30 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:24:56.602528 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.603365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 926c7811-b11d-4e41-a069-b6d712f800ce no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:24:56.657842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e05eeec6-ef0c-438d-85bb-9b4d5e632a24, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:56.675472 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.679538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] For port 588c100c-af80-4c39-a3cd-d7826d7c825c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=588c100c-af80-4c39-a3cd-d7826d7c825c,segment=NetworkSegment(05ea4369-5402-424c-939c-926a66a78388),segment_id=05ea4369-5402-424c-939c-926a66a78388)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:56.680542 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.683114 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-3336d0ac-ec49-4111-9be3-127f40d926d9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--420528449&fields=id&tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee HTTP/1.1" status: 200 len: 267 time: 0.0809610 Jul 08 20:24:56.688119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 926c7811-b11d-4e41-a069-b6d712f800ce {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:24:56.688479 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 926c7811-b11d-4e41-a069-b6d712f800ce not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:24:56.693337 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.705715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0670464a-f6c5-4d67-9eab-3733ef12d908']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:56.761101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=70c79b4f-942a-4ab5-a421-4c5e732e0848,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:56.776160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-b8af15e6-64e7-418c-938c-50002b657cba tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:56.781609 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-b8af15e6-64e7-418c-938c-50002b657cba tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports/bf5aa183-08c5-49a8-91d7-2937e4f8a459 HTTP/1.1" status: 200 len: 936 time: 0.0894084 Jul 08 20:24:56.810292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 588c100c-af80-4c39-a3cd-d7826d7c825c owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:56.812940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681f5328-21d3-4bf0-9402-ad10a550bcdb') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:56.813193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681f5328-21d3-4bf0-9402-ad10a550bcdb') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:56.821489 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f1334fce-cbc1-41e2-a9f1-01cebfa11612 None None] Deleting port 588c100c-af80-4c39-a3cd-d7826d7c825c {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:56.821874 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1334fce-cbc1-41e2-a9f1-01cebfa11612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.825685 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05e3b44f-9e46-4870-81c7-66638a6e93f6 req-08351c4b-9e89-47e2-b220-5f972256d192 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445278 Jul 08 20:24:56.885968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-3ed39215-6435-4e29-8d1a-cc2bbbd1e137 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:56.887644 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7231576a-7970-4286-aaab-e014c9854087 x-openstack-request-id: req-7231576a-7970-4286-aaab-e014c9854087 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:56.888130 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956b0694-cf59-41f7-a95d-e942cb69da41", "name": "network-vif-plugged", "status": "completed", "tag": "70c79b4f-942a-4ab5-a421-4c5e732e0848", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:56.888389 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7231576a-7970-4286-aaab-e014c9854087 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:56.888819 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956b0694-cf59-41f7-a95d-e942cb69da41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c79b4f-942a-4ab5-a421-4c5e732e0848', 'code': 200} Jul 08 20:24:56.892802 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-3ed39215-6435-4e29-8d1a-cc2bbbd1e137 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports/4b516fbd-786d-424e-8772-22f532f4445c HTTP/1.1" status: 200 len: 936 time: 0.1103129 Jul 08 20:24:56.897799 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:56.913314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:24:52Z', 'revision_number': 3, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:56.948852 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-dbc48fe9-0dba-49ca-a179-9b9b7efa2c70 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?network_id=cd03060a-bfc6-43cb-9261-c17858115213&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0550468 Jul 08 20:24:56.952836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Checking router: e2f79690-6479-4664-99cd-4180fafd6359 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:24:56.953249 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Updating router e2f79690-6479-4664-99cd-4180fafd6359 port 1ab8f1f3-4c51-45ee-be43-0995e7229436 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:24:56.954911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784409ab-5b00-4e9c-a28f-85b8da0059a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 00dfd73c-9eb2-420d-a603-242a79decb94 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:24:56.960454 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f1334fce-cbc1-41e2-a9f1-01cebfa11612 None None] For port 588c100c-af80-4c39-a3cd-d7826d7c825c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=588c100c-af80-4c39-a3cd-d7826d7c825c,segment=NetworkSegment(05ea4369-5402-424c-939c-926a66a78388),segment_id=05ea4369-5402-424c-939c-926a66a78388)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:56.960880 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1334fce-cbc1-41e2-a9f1-01cebfa11612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.972272 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:56.994927 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f1334fce-cbc1-41e2-a9f1-01cebfa11612 None None] Calling delete_port for 588c100c-af80-4c39-a3cd-d7826d7c825c owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:24:57.000578 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-5333a771-add7-4e46-bfc0-5eefbedbdda0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?network_id=cd03060a-bfc6-43cb-9261-c17858115213&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0503201 Jul 08 20:24:57.009698 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.014194 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.041668 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.074798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:24:57.075411 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:24:57.080501 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: from cryptography.utils import int_from_bytes Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: from cryptography.utils import int_from_bytes Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.241170 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:24:57.244618 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:24:57.245750 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.255022 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.260686 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1334fce-cbc1-41e2-a9f1-01cebfa11612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.290274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.292101 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] 10.222.0.101 "DELETE /v2.0/networks/0670464a-f6c5-4d67-9eab-3733ef12d908 HTTP/1.1" status: 204 len: 168 time: 1.1029181 Jul 08 20:24:57.296696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1334fce-cbc1-41e2-a9f1-01cebfa11612 None None] Pushing event deleted for resources: {'Port': ['ID=588c100c-af80-4c39-a3cd-d7826d7c825c,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:57.298078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-da4df274-55b0-4d3f-a2aa-bf74dbdd0c38 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:57.304878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=588c100c-af80-4c39-a3cd-d7826d7c825c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:57.307125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-da4df274-55b0-4d3f-a2aa-bf74dbdd0c38 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:57.307268 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784409ab-5b00-4e9c-a28f-85b8da0059a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:24:57.317376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-784409ab-5b00-4e9c-a28f-85b8da0059a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/00dfd73c-9eb2-420d-a603-242a79decb94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7679694 Jul 08 20:24:57.318278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No DVR routers for this DVR port 588c100c-af80-4c39-a3cd-d7826d7c825c on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:24:57.321985 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5dc251-91b3-4dae-823d-e9c0d260d7ac None None] Sync routers for ids ['00dfd73c-9eb2-420d-a603-242a79decb94'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:24:57.324362 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=0670464a-f6c5-4d67-9eab-3733ef12d908,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:57.327838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-da4df274-55b0-4d3f-a2aa-bf74dbdd0c38 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:57.329638 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-da4df274-55b0-4d3f-a2aa-bf74dbdd0c38 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/networks?id=b9c31369-0a5d-4774-b024-98d5eb5c69a6&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=cd03060a-bfc6-43cb-9261-c17858115213&id=cd03060a-bfc6-43cb-9261-c17858115213 HTTP/1.1" status: 200 len: 1994 time: 0.3060505 Jul 08 20:24:57.330614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59052) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:57.337703 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5dc251-91b3-4dae-823d-e9c0d260d7ac None None] Routers {'00dfd73c-9eb2-420d-a603-242a79decb94'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:24:57.338355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568bb3-18a2-4411-8539-90e9024e7be5 req-48119621-5bdd-4d53-9c68-cf7e60c417e5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:57.339252 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ff5dc251-91b3-4dae-823d-e9c0d260d7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['00dfd73c-9eb2-420d-a603-242a79decb94'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:57.339890 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd568bb3-18a2-4411-8539-90e9024e7be5 req-48119621-5bdd-4d53-9c68-cf7e60c417e5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.3530006 Jul 08 20:24:57.348184 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-b3d8dd5a-dbf5-4a4b-8b0f-2b7068e407aa tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/quotas/e7d78e51c1b94cfb8cd2d7f6773d1bee HTTP/1.1" status: 200 len: 375 time: 0.0108271 Jul 08 20:24:57.353651 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b49981-f837-4fc6-8664-f453fe17c655 req-4162b678-f9a2-49fd-8697-440297098229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:57.354793 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20b49981-f837-4fc6-8664-f453fe17c655 req-4162b678-f9a2-49fd-8697-440297098229 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 1097 time: 0.3659310 Jul 08 20:24:57.356131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.356474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.356839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.357175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.357505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.357834 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.358159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.358483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.358804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.359124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.359586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.359768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.375750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Allocated IP 172.20.0.1 (3ce86e39-34c3-49f9-a221-9804a7dc8755/766875be-f5a3-452b-ab0a-dec10c060185/3c7a28dd-3a2a-420e-80d0-b5f669ca8b51) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:24:57.430580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.430992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.431947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.431947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.431947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.432224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.432531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.432898 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.433435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.433780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.434106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.434427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a5242-4101-4dc8-b64f-3e4c5c7a5a59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:24:57.446122 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ff5dc251-91b3-4dae-823d-e9c0d260d7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:57.458061 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5dc251-91b3-4dae-823d-e9c0d260d7ac None None] Routers {'00dfd73c-9eb2-420d-a603-242a79decb94'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:24:57.460395 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ff5dc251-91b3-4dae-823d-e9c0d260d7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['00dfd73c-9eb2-420d-a603-242a79decb94'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:57.486941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1334fce-cbc1-41e2-a9f1-01cebfa11612 None None] No DVR routers for this DVR port 588c100c-af80-4c39-a3cd-d7826d7c825c on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:24:57.489733 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.516664 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ff5dc251-91b3-4dae-823d-e9c0d260d7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:57.517753 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5dc251-91b3-4dae-823d-e9c0d260d7ac None None] The sync data for ids ['00dfd73c-9eb2-420d-a603-242a79decb94'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:24:57.525871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Transition to ACTIVE for port object 1ab8f1f3-4c51-45ee-be43-0995e7229436 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:57.541839 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.572080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59056) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:57.591832 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 588c100c-af80-4c39-a3cd-d7826d7c825c no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:24:57.600334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-647bbd71-f4fb-4b21-af18-18128cddc694 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2400365 Jul 08 20:24:57.620313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 588c100c-af80-4c39-a3cd-d7826d7c825c {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:24:57.620932 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 588c100c-af80-4c39-a3cd-d7826d7c825c not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:24:57.633276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1864c-57e6-46f5-bc48-22baa9c5a5fc None None] Pushing event updated for resources: {'Port': ['ID=1ab8f1f3-4c51-45ee-be43-0995e7229436,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:57.638404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Attempting to bind port 1ab8f1f3-4c51-45ee-be43-0995e7229436 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:24:57.639239 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Attempting to bind port 1ab8f1f3-4c51-45ee-be43-0995e7229436 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:24:57.639239 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Attempting to bind port 1ab8f1f3-4c51-45ee-be43-0995e7229436 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:24:57.644336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:24:57.644739 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:24:57.645146 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.645534 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:24:57.646001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Bound port: 1ab8f1f3-4c51-45ee-be43-0995e7229436, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:24:57.646379 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.669597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd568bb3-18a2-4411-8539-90e9024e7be5 req-1c1058e9-dea1-4a7f-a0fe-7dd371058799 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886069 Jul 08 20:24:57.671196 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.675126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20b49981-f837-4fc6-8664-f453fe17c655 req-d54a679e-c60f-4e3a-9646-bf14fa06da29 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585311 Jul 08 20:24:57.718723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] For port 1ab8f1f3-4c51-45ee-be43-0995e7229436, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:24:57.722811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] For port 1ab8f1f3-4c51-45ee-be43-0995e7229436, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1ab8f1f3-4c51-45ee-be43-0995e7229436,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:24:57.730016 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.748917 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.760399 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2f5bfa65-3f17-4adf-bc3c-2cb0756cf45d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d1335ef044ca43108add705150e88bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866331 Jul 08 20:24:57.775781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59058) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:57.783017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bafaef-d302-4b02-a13c-d05574d57d30']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:57.802715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Transition to ACTIVE for port object 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:24:57.804722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Routers {'e2f79690-6479-4664-99cd-4180fafd6359'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:24:57.805532 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e2f79690-6479-4664-99cd-4180fafd6359'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:57.855478 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1c0ef9e4-d988-4493-829b-3b921007e009 service neutron] 10.222.0.101 "GET /v2.0/networks/b9c31369-0a5d-4774-b024-98d5eb5c69a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382915 Jul 08 20:24:57.858304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1864c-57e6-46f5-bc48-22baa9c5a5fc None None] Pushing event updated for resources: {'Port': ['ID=1ab8f1f3-4c51-45ee-be43-0995e7229436,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:57.937925 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b058e27-a63a-4cdb-9c3f-d15e133ec385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:57.942080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] Set router e2f79690-6479-4664-99cd-4180fafd6359 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:24:57.949474 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.006942 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b058e27-a63a-4cdb-9c3f-d15e133ec385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.011144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Network 3ce86e39-34c3-49f9-a221-9804a7dc8755 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:58.031096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:58.044776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:24:58.082907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ea4369-5402-424c-939c-926a66a78388') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:58.083209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ea4369-5402-424c-939c-926a66a78388') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:58.086878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Pushing event updated for resources: {'Port': ['ID=3c7a28dd-3a2a-420e-80d0-b5f669ca8b51,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:58.115538 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-66a0062b-b914-4a31-a824-24bda5e38d0f service neutron] 10.222.0.101 "GET /v2.0/networks/b9c31369-0a5d-4774-b024-98d5eb5c69a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400887 Jul 08 20:24:58.121407 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.155347 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.171323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:24:52Z', 'revision_number': 3, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:24:58.177703 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.194164 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:24:58.194585 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:24:58.198778 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:24:58.203656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f7096-3df1-4eef-a861-9c771d34f896 None None] The sync data for ids ['e2f79690-6479-4664-99cd-4180fafd6359'] in n-d-791506-16 is: [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:24:52Z', 'revision_number': 3, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:24:58.260022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07581ddd-b64e-44b8-81b0-a87451c30e81 req-bd3c49c3-ebe6-4ac0-8e24-1666a5a4e880 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:58.261633 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-07581ddd-b64e-44b8-81b0-a87451c30e81 req-bd3c49c3-ebe6-4ac0-8e24-1666a5a4e880 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.4750683 Jul 08 20:24:58.284121 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b058e27-a63a-4cdb-9c3f-d15e133ec385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.287042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b058e27-a63a-4cdb-9c3f-d15e133ec385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.298974 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4b058e27-a63a-4cdb-9c3f-d15e133ec385 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d29e3621-03b5-4d13-ba35-926fd2c1cdad HTTP/1.1" status: 204 len: 168 time: 0.5220146 Jul 08 20:24:58.323775 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-4dbe32db-1d90-4fd5-ab71-24e3b3dd0753 service neutron] 10.222.0.101 "GET /v2.0/ports/bf5aa183-08c5-49a8-91d7-2937e4f8a459?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1989803 Jul 08 20:24:58.324166 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.326472 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b058e27-a63a-4cdb-9c3f-d15e133ec385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29e3621-03b5-4d13-ba35-926fd2c1cdad,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:58.337190 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.339422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/networks/32bafaef-d302-4b02-a13c-d05574d57d30 HTTP/1.1" status: 204 len: 168 time: 2.6305125 Jul 08 20:24:58.367340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-07581ddd-b64e-44b8-81b0-a87451c30e81 req-be0cadc1-9bc6-4eba-b25f-844cb93cf205 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942793 Jul 08 20:24:58.368852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59064) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:58.401041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-545f4ef3-f15f-4692-acaa-4711a588a81c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-643147004'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:58.405983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c37d62-bf85-4246-a450-1a9084221164 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Network': ['ID=32bafaef-d302-4b02-a13c-d05574d57d30,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:58.407877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-309fb892-6c74-4804-a508-046fc48e589b None None] Provisioning for port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:58.424091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-309fb892-6c74-4804-a508-046fc48e589b None None] Provisioning complete for port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:58.424563 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-309fb892-6c74-4804-a508-046fc48e589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.497594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-309fb892-6c74-4804-a508-046fc48e589b None None] Port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:24:58.521064 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545f4ef3-f15f-4692-acaa-4711a588a81c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:58.527834 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-545f4ef3-f15f-4692-acaa-4711a588a81c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.601337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80fe0b42-2051-4f7b-a199-54635ddeea46 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.627976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fae47933-03ef-479a-a3c4-829bd902b155 service neutron] 10.222.0.101 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595258 Jul 08 20:24:58.632803 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.759173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545f4ef3-f15f-4692-acaa-4711a588a81c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:24:58.793725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-545f4ef3-f15f-4692-acaa-4711a588a81c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.794408 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-545f4ef3-f15f-4692-acaa-4711a588a81c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Added segment 93990fec-7126-465c-a031-6d442026d744 of type vlan for network 66168a00-1dea-47d9-9b33-121a0458416a Jul 08 20:24:58.831677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9e5ac-bec9-4018-85b9-0c99a58023bc req-b74253f7-6166-47a7-8658-4bf87dac128e tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:58.841131 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6bb9e5ac-bec9-4018-85b9-0c99a58023bc req-b74253f7-6166-47a7-8658-4bf87dac128e tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 946 time: 0.3076844 Jul 08 20:24:58.890365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6c1a43-590a-4a21-9958-f0a90aee42c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:24:58.893313 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8f1246-8a3e-498d-889a-50f5810b728d" -d '{"events": [{"server_uuid": "da6c1a43-590a-4a21-9958-f0a90aee42c1", "name": "network-vif-plugged", "status": "completed", "tag": "e05eeec6-ef0c-438d-85bb-9b4d5e632a24"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:24:58.929924 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-5d7dbfb8-4089-4122-a7ea-aa7fdc7005a3 service neutron] 10.222.0.101 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940469 Jul 08 20:24:58.972846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-545f4ef3-f15f-4692-acaa-4711a588a81c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:58.991780 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-780c5c40-6a33-4c1c-b514-9fa42a09b454 service neutron] 10.222.0.101 "GET /v2.0/ports/4b516fbd-786d-424e-8772-22f532f4445c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0518188 Jul 08 20:24:59.013422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6bb9e5ac-bec9-4018-85b9-0c99a58023bc req-dbdc1816-dd05-4a89-8b18-4726d9771c53 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713784 Jul 08 20:24:59.067399 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-545f4ef3-f15f-4692-acaa-4711a588a81c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:59.073402 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f4ef3-f15f-4692-acaa-4711a588a81c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:59.074838 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-545f4ef3-f15f-4692-acaa-4711a588a81c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:59.100614 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:59.118603 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:59.173055 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f4ef3-f15f-4692-acaa-4711a588a81c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Network': ['ID=66168a00-1dea-47d9-9b33-121a0458416a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:59.184761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 66168a00-1dea-47d9-9b33-121a0458416a details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:24:59.225867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-545f4ef3-f15f-4692-acaa-4711a588a81c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8502021 Jul 08 20:24:59.227015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59086) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:59.235740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1252b1b3-6bf4-4e64-b982-bb190edbf150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '66168a00-1dea-47d9-9b33-121a0458416a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:59.450038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59092) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:24:59.500214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b668377-9999-4859-97f4-c47559b30c4a req-6b040132-08ac-4b28-9609-c067ec6f1700 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:24:59.507865 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1b668377-9999-4859-97f4-c47559b30c4a req-6b040132-08ac-4b28-9609-c067ec6f1700 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.2160175 Jul 08 20:24:59.511581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1252b1b3-6bf4-4e64-b982-bb190edbf150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:59.515130 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1252b1b3-6bf4-4e64-b982-bb190edbf150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:59.537042 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfc85a0c-1915-4474-837f-618c639db924 service neutron] 10.222.0.101 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321748 Jul 08 20:24:59.544706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Pushing event updated for resources: {'Port': ['ID=3c7a28dd-3a2a-420e-80d0-b5f669ca8b51,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:24:59.559172 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:59.571250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1ab8f1f3-4c51-45ee-be43-0995e7229436 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:24:59.608054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-80fe0b42-2051-4f7b-a199-54635ddeea46 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port 4a8f260b-6865-431b-b85c-5d9d8f008658 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:24:59.608387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80fe0b42-2051-4f7b-a199-54635ddeea46 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:59.638303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 1ab8f1f3-4c51-45ee-be43-0995e7229436 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:24:59.644234 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 1ab8f1f3-4c51-45ee-be43-0995e7229436 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:24:59.644886 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:59.668928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2088612438-network', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:24:59.713700 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1b668377-9999-4859-97f4-c47559b30c4a req-20ed37c1-f951-48c9-a9e4-9a31004babc8 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045736 Jul 08 20:24:59.722251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-040c7203-fe27-47bb-86fe-d659ad27fd69 service neutron] 10.222.0.101 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720245 Jul 08 20:24:59.731356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Network 3ce86e39-34c3-49f9-a221-9804a7dc8755 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:24:59.732832 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Made reservation on behalf of 29d8bdfce34c4808baa0ed97fa137f02 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:24:59.733110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:24:59.735218 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:59.758811 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:59.787700 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:59.815358 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4c391d-d0e8-4cfd-b60d-ee1da773fac4 x-openstack-request-id: req-0f4c391d-d0e8-4cfd-b60d-ee1da773fac4 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:24:59.815715 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6c1a43-590a-4a21-9958-f0a90aee42c1", "name": "network-vif-plugged", "status": "completed", "tag": "e05eeec6-ef0c-438d-85bb-9b4d5e632a24", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:24:59.816350 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0f4c391d-d0e8-4cfd-b60d-ee1da773fac4 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:24:59.816930 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6c1a43-590a-4a21-9958-f0a90aee42c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24', 'code': 200} Jul 08 20:24:59.849169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 1ab8f1f3-4c51-45ee-be43-0995e7229436, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1ab8f1f3-4c51-45ee-be43-0995e7229436,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:24:59.860969 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:59.906689 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:24:59.972676 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:00.012211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=1ab8f1f3-4c51-45ee-be43-0995e7229436,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:00.061669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf053e9-04c2-4ffd-ae20-b8c17d44183f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:00.096751 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-684c85a9-58a7-46cb-94d8-f4618ba13559 service neutron] 10.222.0.101 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577247 Jul 08 20:25:00.111827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80fe0b42-2051-4f7b-a199-54635ddeea46 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:00.172883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:25:00.173544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Router e2f79690-6479-4664-99cd-4180fafd6359 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:25:00.184243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-80fe0b42-2051-4f7b-a199-54635ddeea46 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for 4a8f260b-6865-431b-b85c-5d9d8f008658 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:00.219284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bd543-7f82-4369-8b7b-5549b10a8393 req-d331fd91-0a74-4592-ae15-4a6a9ca16345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:00.221032 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-420bd543-7f82-4369-8b7b-5549b10a8393 req-d331fd91-0a74-4592-ae15-4a6a9ca16345 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 1098 time: 0.3071280 Jul 08 20:25:00.223862 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:00.224174 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Added segment 0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e of type vlan for network 5922f97a-51ef-45a6-9b43-c874c18bfbcb Jul 08 20:25:00.248772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cc995b51-1301-4524-8d82-66523b41a2e7 None None] Provisioning complete for port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:00.249226 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc995b51-1301-4524-8d82-66523b41a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:00.283069 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-b1ee658d-e2da-4edc-bcdb-ca2ff0cc16b7 service neutron] 10.222.0.101 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853518 Jul 08 20:25:00.293270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cc995b51-1301-4524-8d82-66523b41a2e7 None None] Port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:00.406619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:25:00.408516 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:00.428839 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-28b9ddb3-f4e9-47ce-bff0-bbde8973d15b admin admin] 10.222.0.101 "PUT /v2.0/routers/e2f79690-6479-4664-99cd-4180fafd6359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2760496 Jul 08 20:25:00.439406 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Sync routers for ids ['e2f79690-6479-4664-99cd-4180fafd6359'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:25:00.446052 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-420bd543-7f82-4369-8b7b-5549b10a8393 req-f47b65cb-6dad-4594-ab36-7c6e76650f30 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165508 Jul 08 20:25:00.452567 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1252b1b3-6bf4-4e64-b982-bb190edbf150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:00.453522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Routers {'e2f79690-6479-4664-99cd-4180fafd6359'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:00.454420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e2f79690-6479-4664-99cd-4180fafd6359'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:00.461029 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9ede94b6-c006-42f5-becb-9fcdd679ef00 service neutron] 10.222.0.101 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393695 Jul 08 20:25:00.533315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1439b-31c7-447a-8c75-ba4d45f08a4e req-519d77f3-7df8-40da-b6b6-3fc0fd30cb6d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:00.535077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eea1439b-31c7-447a-8c75-ba4d45f08a4e req-519d77f3-7df8-40da-b6b6-3fc0fd30cb6d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.4844844 Jul 08 20:25:00.585036 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-565911c7-c021-4062-b9d7-d3c591c6b944 service neutron] 10.222.0.101 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189046 Jul 08 20:25:00.607946 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:00.608842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:00.609419 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:00.691830 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-bfc41d81-9b8c-4a20-b264-05a922164965 service neutron] 10.222.0.101 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997994 Jul 08 20:25:00.697825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252b1b3-6bf4-4e64-b982-bb190edbf150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Subnet': ['ID=39350515-584d-43e3-88c4-24a38d647678,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:00.707787 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2526262 Jul 08 20:25:00.711156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59106) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:00.721807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-50be42f9-2f11-43f6-94a9-e58d856e0c80 admin admin] Request body: {'subnet': {'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2088612438-subnet', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:00.747994 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eea1439b-31c7-447a-8c75-ba4d45f08a4e req-27df05f6-5e81-4c67-b134-aa6ee35ded57 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608663 Jul 08 20:25:00.760906 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Set router e2f79690-6479-4664-99cd-4180fafd6359 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:25:00.775671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00534e44-0c19-45da-b782-8ee7f277835d admin admin] Pushing event updated for resources: {'Network': ['ID=5922f97a-51ef-45a6-9b43-c874c18bfbcb,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:00.777938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1252b1b3-6bf4-4e64-b982-bb190edbf150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Checking segment: {'id': '93990fec-7126-465c-a031-6d442026d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '66168a00-1dea-47d9-9b33-121a0458416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:00.778299 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1252b1b3-6bf4-4e64-b982-bb190edbf150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network hostable DHCP agents. Network: 66168a00-1dea-47d9-9b33-121a0458416a, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:25:00.794740 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 5922f97a-51ef-45a6-9b43-c874c18bfbcb details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:25:00.806402 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90fd082b-0678-42bd-9f34-2e0d612ccd2d service neutron] 10.222.0.101 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044590 Jul 08 20:25:00.823870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50be42f9-2f11-43f6-94a9-e58d856e0c80 admin admin] Made reservation on behalf of 29d8bdfce34c4808baa0ed97fa137f02 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:00.826253 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-50be42f9-2f11-43f6-94a9-e58d856e0c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:00.871415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80fe0b42-2051-4f7b-a199-54635ddeea46 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:00.873856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1252b1b3-6bf4-4e64-b982-bb190edbf150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 66168a00-1dea-47d9-9b33-121a0458416a is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:25:00.918479 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-1252b1b3-6bf4-4e64-b982-bb190edbf150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 66168a00-1dea-47d9-9b33-121a0458416a) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:00.923511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe0b42-2051-4f7b-a199-54635ddeea46 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=4a8f260b-6865-431b-b85c-5d9d8f008658,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:00.934624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252b1b3-6bf4-4e64-b982-bb190edbf150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:00.935228 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1252b1b3-6bf4-4e64-b982-bb190edbf150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:00.957339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa58d7a1-e126-44b3-a11a-7de25ab30b43 None None] Network 66168a00-1dea-47d9-9b33-121a0458416a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:00.985356 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-7689861e-3a4b-4d40-bba1-bc6bb8132d32 service neutron] 10.222.0.101 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662266 Jul 08 20:25:01.075528 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1252b1b3-6bf4-4e64-b982-bb190edbf150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8428576 Jul 08 20:25:01.080151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59110) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:01.094198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cb110a72-2060-4d1d-9bad-0acbd6b362ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-653796463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:01.137758 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80fe0b42-2051-4f7b-a199-54635ddeea46 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:01.172096 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-61022eb7-955d-4439-944f-199546ac0c43 service neutron] 10.222.0.101 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820877 Jul 08 20:25:01.292017 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb110a72-2060-4d1d-9bad-0acbd6b362ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:01.293091 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb110a72-2060-4d1d-9bad-0acbd6b362ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:01.294435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-66168a00-1dea-47d9-9b33-121a0458416a', 'network_id': '66168a00-1dea-47d9-9b33-121a0458416a', 'tenant_id': 'c59f936d4df34bfe89c8b04a8debfb9e', 'fixed_ips': [{'subnet_id': '39350515-584d-43e3-88c4-24a38d647678'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:25:01.295903 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:01.324192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:24:58Z', 'revision_number': 4, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '3c7a28dd-3a2a-420e-80d0-b5f669ca8b51', 'name': '', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'mac_address': 'fa:16:3e:00:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '766875be-f5a3-452b-ab0a-dec10c060185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:57Z', 'updated_at': '2021-07-08T20:24:58Z', 'revision_number': 2, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'subnets': [{'id': '766875be-f5a3-452b-ab0a-dec10c060185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:01.365881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Checking router: e2f79690-6479-4664-99cd-4180fafd6359 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:25:01.366444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Updating router e2f79690-6479-4664-99cd-4180fafd6359 port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:25:01.479496 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:01.583416 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Allocated IP 2001:db8::2 (66168a00-1dea-47d9-9b33-121a0458416a/39350515-584d-43e3-88c4-24a38d647678/61c63d5b-ca91-4ee6-8aac-f8ce60d5449b) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:01.601172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1ab8f1f3-4c51-45ee-be43-0995e7229436 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:01.748342 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-50be42f9-2f11-43f6-94a9-e58d856e0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:01.873455 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 1ab8f1f3-4c51-45ee-be43-0995e7229436 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:01.873887 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:01.926604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e4c2f-79a1-41c9-9ff2-ad58694e18c7 req-2e6dad64-3f6a-46e9-b286-29c77e517944 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:01.928065 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-520e4c2f-79a1-41c9-9ff2-ad58694e18c7 req-2e6dad64-3f6a-46e9-b286-29c77e517944 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 946 time: 0.7860756 Jul 08 20:25:01.938546 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb110a72-2060-4d1d-9bad-0acbd6b362ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:01.977243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be42f9-2f11-43f6-94a9-e58d856e0c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e85001-3948-4499-9486-db665a7a8ea9,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:01.990028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb110a72-2060-4d1d-9bad-0acbd6b362ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.003095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fe0b42-2051-4f7b-a199-54635ddeea46 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 00dfd73c-9eb2-420d-a603-242a79decb94 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:25:02.040584 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.073879 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-520e4c2f-79a1-41c9-9ff2-ad58694e18c7 req-e442247f-534f-4c92-8029-efd0e9d8eaf4 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322920 Jul 08 20:25:02.085233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Transition to ACTIVE for port object 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:02.087418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be42f9-2f11-43f6-94a9-e58d856e0c80 admin admin] Checking segment: {'id': '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:02.087823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50be42f9-2f11-43f6-94a9-e58d856e0c80 admin admin] Network hostable DHCP agents. Network: 5922f97a-51ef-45a6-9b43-c874c18bfbcb, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:25:02.154290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Transition to ACTIVE for port object 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:02.163112 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.184400 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fe0b42-2051-4f7b-a199-54635ddeea46 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:25:02.184972 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.190679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Transition to ACTIVE for port object 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:02.194429 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb110a72-2060-4d1d-9bad-0acbd6b362ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.195867 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e635594d-5a20-441d-9feb-03f2d19fdc24 None None] Sync routers for ids ['00dfd73c-9eb2-420d-a603-242a79decb94'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:25:02.196332 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cb110a72-2060-4d1d-9bad-0acbd6b362ba tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1128898 Jul 08 20:25:02.199131 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59138) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:02.205563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'network_id': '66168a00-1dea-47d9-9b33-121a0458416a', 'name': 'tempest-PortsIpV6TestJSON-103498818'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:02.206245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-80fe0b42-2051-4f7b-a199-54635ddeea46 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/00dfd73c-9eb2-420d-a603-242a79decb94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8650813 Jul 08 20:25:02.211385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59140) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:02.215862 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635594d-5a20-441d-9feb-03f2d19fdc24 None None] Routers {'00dfd73c-9eb2-420d-a603-242a79decb94'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:02.216536 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e635594d-5a20-441d-9feb-03f2d19fdc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['00dfd73c-9eb2-420d-a603-242a79decb94'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:02.231385 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.265175 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Network 66168a00-1dea-47d9-9b33-121a0458416a is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:02.272520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:02.275891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:02.289442 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Pushing event updated for resources: {'Port': ['ID=61c63d5b-ca91-4ee6-8aac-f8ce60d5449b,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:02.294271 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e635594d-5a20-441d-9feb-03f2d19fdc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:02.307383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7f89dff5-5a85-4d3e-a55f-128f2325b4af tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=00dfd73c-9eb2-420d-a603-242a79decb94 HTTP/1.1" status: 200 len: 205 time: 0.0947373 Jul 08 20:25:02.309346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59144) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:02.320017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50be42f9-2f11-43f6-94a9-e58d856e0c80 admin admin] Network 5922f97a-51ef-45a6-9b43-c874c18bfbcb is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:25:02.324199 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635594d-5a20-441d-9feb-03f2d19fdc24 None None] Routers {'00dfd73c-9eb2-420d-a603-242a79decb94'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:02.324881 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e635594d-5a20-441d-9feb-03f2d19fdc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['00dfd73c-9eb2-420d-a603-242a79decb94'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:02.344172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:02.344785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:02.344922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:02.345223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:02.345562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:02.345964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:02.346292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:02.346627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:02.346958 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:02.347287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:02.347620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:02.348006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:02.404487 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e635594d-5a20-441d-9feb-03f2d19fdc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:02.408997 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e635594d-5a20-441d-9feb-03f2d19fdc24 None None] The sync data for ids ['00dfd73c-9eb2-420d-a603-242a79decb94'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:25:02.524513 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-50be42f9-2f11-43f6-94a9-e58d856e0c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 5922f97a-51ef-45a6-9b43-c874c18bfbcb) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:02.537344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50be42f9-2f11-43f6-94a9-e58d856e0c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:02.538042 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-50be42f9-2f11-43f6-94a9-e58d856e0c80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.539021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:02.544564 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-295179f0-9b2d-4b68-82c4-b11d8d22bdbf tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.550163 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.563481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414c98d3-5447-4e9d-b485-dff62b7e96bf None None] Network 5922f97a-51ef-45a6-9b43-c874c18bfbcb requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:02.608610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port b2bb3777-8278-4e5e-893e-5f246f9ad495 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:25:02.680672 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-50be42f9-2f11-43f6-94a9-e58d856e0c80 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9626966 Jul 08 20:25:02.697817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59150) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:02.703776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2088612438-router', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:02.746119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Attempting to bind port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:02.746483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Attempting to bind port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '93990fec-7126-465c-a031-6d442026d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '66168a00-1dea-47d9-9b33-121a0458416a'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:02.746842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Attempting to bind port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b on network 66168a00-1dea-47d9-9b33-121a0458416a {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:02.767618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Attempting to bind port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:02.767996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Attempting to bind port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:02.768359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Attempting to bind port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 on network 3ce86e39-34c3-49f9-a221-9804a7dc8755 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:02.774970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ddc78-fe5e-41b0-b882-beb2f671958f req-cae1caba-e2ca-4c70-8d79-a045970274f4 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:02.782088 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-483ddc78-fe5e-41b0-b882-beb2f671958f req-cae1caba-e2ca-4c70-8d79-a045970274f4 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.3533511 Jul 08 20:25:02.787124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:02.787999 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Checking segment: {'id': '93990fec-7126-465c-a031-6d442026d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '66168a00-1dea-47d9-9b33-121a0458416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:02.788399 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.799181 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Bound using segment: {'id': '93990fec-7126-465c-a031-6d442026d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '66168a00-1dea-47d9-9b33-121a0458416a'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:02.799954 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Bound port: 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93990fec-7126-465c-a031-6d442026d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '66168a00-1dea-47d9-9b33-121a0458416a'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:02.800367 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.814825 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8::a2 (66168a00-1dea-47d9-9b33-121a0458416a/39350515-584d-43e3-88c4-24a38d647678/b2bb3777-8278-4e5e-893e-5f246f9ad495) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:02.830860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:02.831243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Checking segment: {'id': '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:02.831620 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.847216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Bound using segment: {'id': '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:02.848130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Bound port: 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:02.848716 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.858926 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59152) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:02.866666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cd570d60-75bc-4111-b3d7-741d9005ec71 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--554703033', 'description': 'tempest-description--950593935'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:02.909069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f1264-df26-4a78-8f8f-8556de260cb1 None None] Pushing event updated for resources: {'Port': ['ID=3c7a28dd-3a2a-420e-80d0-b5f669ca8b51,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:02.952270 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-483ddc78-fe5e-41b0-b882-beb2f671958f req-f46aaaa7-9b79-48ab-8d57-4980c645818f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630306 Jul 08 20:25:02.972837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:02.986322 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.000019 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-295179f0-9b2d-4b68-82c4-b11d8d22bdbf tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.007662 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.007909 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-295179f0-9b2d-4b68-82c4-b11d8d22bdbf tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.089977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] For port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:03.093443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Transition to ACTIVE for port object b2bb3777-8278-4e5e-893e-5f246f9ad495 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:03.093984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] For port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=61c63d5b-ca91-4ee6-8aac-f8ce60d5449b,segment=NetworkSegment(93990fec-7126-465c-a031-6d442026d744),segment_id=93990fec-7126-465c-a031-6d442026d744)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:03.121567 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.178497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d405458-8302-47fc-a8c6-990929fcb843 req-cf376b0d-7f0a-4614-9cc9-42f2c5541298 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:03.186040 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3d405458-8302-47fc-a8c6-990929fcb843 req-cf376b0d-7f0a-4614-9cc9-42f2c5541298 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.1953502 Jul 08 20:25:03.187384 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.191147 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-295179f0-9b2d-4b68-82c4-b11d8d22bdbf tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.191709 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295179f0-9b2d-4b68-82c4-b11d8d22bdbf tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Fanout notify agent at l3_agent the message router_deleted on router 00dfd73c-9eb2-420d-a603-242a79decb94 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:25:03.195692 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd570d60-75bc-4111-b3d7-741d9005ec71 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.245585 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3d405458-8302-47fc-a8c6-990929fcb843 req-12c9bb14-dfe0-4f06-85a4-9949a1a431f5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579472 Jul 08 20:25:03.250064 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.260285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] For port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:03.274225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] For port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3c7a28dd-3a2a-420e-80d0-b5f669ca8b51,segment=NetworkSegment(6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8),segment_id=6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:03.347353 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.365182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 66168a00-1dea-47d9-9b33-121a0458416a is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:03.373422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:03.376229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:03.383878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:03.385278 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.401472 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=b2bb3777-8278-4e5e-893e-5f246f9ad495,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:03.425704 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2b8b6231-bc7c-4607-92d5-b72660eb5d0c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2247655 Jul 08 20:25:03.428917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59158) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:03.493263 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b6c5fd33-9576-49af-9755-ce843227228f req-20e6fc56-7f88-4a34-8a0a-ed38c7354946 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.3036563 Jul 08 20:25:03.508478 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-295179f0-9b2d-4b68-82c4-b11d8d22bdbf tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.517777 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-295179f0-9b2d-4b68-82c4-b11d8d22bdbf tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/00dfd73c-9eb2-420d-a603-242a79decb94 HTTP/1.1" status: 204 len: 168 time: 1.2056448 Jul 08 20:25:03.530085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59160) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:03.648089 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.793916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-824c8863-8e46-49b0-8df4-07b6bbd8b79f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting subnet 8bf3e421-ce5e-4e9b-9530-639917f5bda4 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:25:03.802358 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-824c8863-8e46-49b0-8df4-07b6bbd8b79f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:03.817989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b5bbce-92f9-4954-97ea-90656b642e34 None None] Network 5922f97a-51ef-45a6-9b43-c874c18bfbcb requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:03.922446 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e6ce9-df58-47ff-81bd-43ee9b9563b0 None None] Pushing event updated for resources: {'Port': ['ID=61c63d5b-ca91-4ee6-8aac-f8ce60d5449b,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:03.956366 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-824c8863-8e46-49b0-8df4-07b6bbd8b79f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:04.079998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Routers {'e2f79690-6479-4664-99cd-4180fafd6359'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:04.085421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e2f79690-6479-4664-99cd-4180fafd6359'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:04.207833 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-824c8863-8e46-49b0-8df4-07b6bbd8b79f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:04.215418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41143f38-ec8b-445a-94ee-1c74e5b5261e req-6ce59d3a-82e7-4988-9d3e-b97fab3fb006 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:04.223619 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-41143f38-ec8b-445a-94ee-1c74e5b5261e req-6ce59d3a-82e7-4988-9d3e-b97fab3fb006 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 946 time: 0.5239911 Jul 08 20:25:04.251691 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c2a0-3d73-472f-ac66-a877f5d43740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:04.253663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f1264-df26-4a78-8f8f-8556de260cb1 None None] Pushing event updated for resources: {'Port': ['ID=3c7a28dd-3a2a-420e-80d0-b5f669ca8b51,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:04.331622 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd570d60-75bc-4111-b3d7-741d9005ec71 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:04.344704 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-41143f38-ec8b-445a-94ee-1c74e5b5261e req-9f9207d0-a391-43d9-8a42-9508ddfec732 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173530 Jul 08 20:25:04.391588 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd570d60-75bc-4111-b3d7-741d9005ec71 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:04.401246 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-824c8863-8e46-49b0-8df4-07b6bbd8b79f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:04.495153 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:04.496573 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c8863-8e46-49b0-8df4-07b6bbd8b79f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf3e421-ce5e-4e9b-9530-639917f5bda4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:04.509282 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-824c8863-8e46-49b0-8df4-07b6bbd8b79f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:04.513144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ff8001-b3a3-48b1-a6e6-73a6fb117a16 None None] Network bc5de014-f4cb-4482-ae8b-7ccf41df7c73 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:04.515768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59168) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:04.517040 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-824c8863-8e46-49b0-8df4-07b6bbd8b79f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/8bf3e421-ce5e-4e9b-9530-639917f5bda4 HTTP/1.1" status: 204 len: 168 time: 0.9421902 Jul 08 20:25:04.549809 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd570d60-75bc-4111-b3d7-741d9005ec71 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:04.554170 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cd570d60-75bc-4111-b3d7-741d9005ec71 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6883483 Jul 08 20:25:04.559351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59172) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:04.560439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-49d8763e-9478-4029-aa72-71932736d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:04.561887 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-49d8763e-9478-4029-aa72-71932736d2b4 service neutron] 10.222.0.103 "GET /v2.0/ports/bf5aa183-08c5-49a8-91d7-2937e4f8a459 HTTP/1.1" status: 200 len: 1032 time: 0.2633924 Jul 08 20:25:04.581691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-570bbd3c-7a47-4c57-8c8e-7ab87df0f37e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Request body: {'security_group_rule': {'security_group_id': 'e8828778-8b35-4db8-b4b1-0cb3dd237861', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:04.620215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd570d60-75bc-4111-b3d7-741d9005ec71 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8828778-8b35-4db8-b4b1-0cb3dd237861,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:04.671973 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] Set router e2f79690-6479-4664-99cd-4180fafd6359 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:25:04.734617 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6a4eb-59a5-4b31-a019-3b7adf19f8d7 req-d2a56f31-36dd-4814-966b-7e45200c75d0 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:04.744010 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84c6a4eb-59a5-4b31-a019-3b7adf19f8d7 req-d2a56f31-36dd-4814-966b-7e45200c75d0 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.4405746 Jul 08 20:25:04.843722 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbe45f9-0c6f-4673-aaf5-39d1511fe41b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting subnet 666b2fab-28d7-4a6f-beb0-c8b01c2e7f84 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:25:04.852382 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ebbe45f9-0c6f-4673-aaf5-39d1511fe41b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:04.873200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-78fbb7b8-7160-44ad-ab55-f42747b584e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:04.878156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-78fbb7b8-7160-44ad-ab55-f42747b584e2 service neutron] 10.222.0.103 "GET /v2.0/ports/4b516fbd-786d-424e-8772-22f532f4445c HTTP/1.1" status: 200 len: 1032 time: 0.2741842 Jul 08 20:25:05.004777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3675781f-55d3-437a-8191-279c31123a63 None None] DHCP port deletion for bc5de014-f4cb-4482-ae8b-7ccf41df7c73 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:25:05.035467 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8548ebd-5f67-4129-a51a-6ab25d7fad5d None None] Network 66168a00-1dea-47d9-9b33-121a0458416a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:05.046217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84c6a4eb-59a5-4b31-a019-3b7adf19f8d7 req-41da594e-4093-4baa-a822-40315b942063 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001981 Jul 08 20:25:05.194542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-67b88339-5a0c-420f-ab48-aafd1686d135 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:05.200998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-67b88339-5a0c-420f-ab48-aafd1686d135 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:05.212760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-67b88339-5a0c-420f-ab48-aafd1686d135 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:05.218951 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-67b88339-5a0c-420f-ab48-aafd1686d135 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "GET /v2.0/networks?id=b9c31369-0a5d-4774-b024-98d5eb5c69a6&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=cd03060a-bfc6-43cb-9261-c17858115213&id=cd03060a-bfc6-43cb-9261-c17858115213 HTTP/1.1" status: 200 len: 1994 time: 0.2335892 Jul 08 20:25:05.225516 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-570bbd3c-7a47-4c57-8c8e-7ab87df0f37e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:05.234896 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ebbe45f9-0c6f-4673-aaf5-39d1511fe41b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:05.284967 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f80e2-ebba-4848-8f67-c044d12dac88 req-022f85a7-8103-4307-a090-7c1455e6630a tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:05.292938 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc8f80e2-ebba-4848-8f67-c044d12dac88 req-022f85a7-8103-4307-a090-7c1455e6630a tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.6817324 Jul 08 20:25:05.316932 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:05.344885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6718834a-3980-4d53-8380-b49f63d3627d None None] Provisioning for port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:05.353903 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:05.362164 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:05.387231 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc8f80e2-ebba-4848-8f67-c044d12dac88 req-93748b71-7986-4425-abcc-762e36226c2e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929654 Jul 08 20:25:05.387599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-3675781f-55d3-437a-8191-279c31123a63 None None] Deleting port 8ae8be59-e938-42f5-a2d8-53bdde187a4f {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:05.388469 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3675781f-55d3-437a-8191-279c31123a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:05.459156 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:05.491287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3675781f-55d3-437a-8191-279c31123a63 None None] For port 8ae8be59-e938-42f5-a2d8-53bdde187a4f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8ae8be59-e938-42f5-a2d8-53bdde187a4f,segment=NetworkSegment(dc220372-7210-4cdb-8d3a-f93a5155877b),segment_id=dc220372-7210-4cdb-8d3a-f93a5155877b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:05.491838 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3675781f-55d3-437a-8191-279c31123a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:05.525311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-3675781f-55d3-437a-8191-279c31123a63 None None] Calling delete_port for 8ae8be59-e938-42f5-a2d8-53bdde187a4f owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:05.559260 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-334d40d8-9981-47d7-83cb-6221def054eb tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee HTTP/1.1" status: 200 len: 379 time: 0.3221593 Jul 08 20:25:05.572921 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0c79c-937b-4336-ad2f-9dff07202d6a req-da19e46c-489e-4956-a87d-c03f67ab8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:05.574428 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59a0c79c-937b-4336-ad2f-9dff07202d6a req-da19e46c-489e-4956-a87d-c03f67ab8e00 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e3381582e550468ba5b4e2c6f2e9b1a6&device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 1098 time: 0.7039080 Jul 08 20:25:05.582940 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-570bbd3c-7a47-4c57-8c8e-7ab87df0f37e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:05.631615 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3675781f-55d3-437a-8191-279c31123a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:05.653331 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'port': {'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'admin_state_up': True, 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'security_groups': ['3d8d7c46-1247-4e46-9d7c-d4499dccea95']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:05.701606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675781f-55d3-437a-8191-279c31123a63 None None] Pushing event deleted for resources: {'Port': ['ID=8ae8be59-e938-42f5-a2d8-53bdde187a4f,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:05.701941 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:05.703844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:05.711457 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3675781f-55d3-437a-8191-279c31123a63 None None] No DVR routers for this DVR port 8ae8be59-e938-42f5-a2d8-53bdde187a4f on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:25:05.743593 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ebbe45f9-0c6f-4673-aaf5-39d1511fe41b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:05.757847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:24:58Z', 'revision_number': 4, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '3c7a28dd-3a2a-420e-80d0-b5f669ca8b51', 'name': '', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'mac_address': 'fa:16:3e:00:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '766875be-f5a3-452b-ab0a-dec10c060185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:57Z', 'updated_at': '2021-07-08T20:25:03Z', 'revision_number': 4, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'subnets': [{'id': '766875be-f5a3-452b-ab0a-dec10c060185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:05.804381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c271e7-61f7-4cf9-ad9b-a71f67a82b96 None None] The sync data for ids ['e2f79690-6479-4664-99cd-4180fafd6359'] in n-d-791506-16 is: [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:24:58Z', 'revision_number': 4, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '3c7a28dd-3a2a-420e-80d0-b5f669ca8b51', 'name': '', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'mac_address': 'fa:16:3e:00:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '766875be-f5a3-452b-ab0a-dec10c060185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:57Z', 'updated_at': '2021-07-08T20:25:03Z', 'revision_number': 4, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'subnets': [{'id': '766875be-f5a3-452b-ab0a-dec10c060185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:25:05.828827 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5f8b976-f06a-4995-bb59-6c40f8336b13 req-6d5df9b8-d5e7-4124-aa1e-619975e3b16b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.0793095 Jul 08 20:25:05.845478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:05.855801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=b2bb3777-8278-4e5e-893e-5f246f9ad495,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:05.866428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:05.866428 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:05.961052 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ebbe45f9-0c6f-4673-aaf5-39d1511fe41b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.005530 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa70a20-0752-4cf6-9008-62ad4586e2d3 None None] Network 8de0bd64-b643-4343-b6e4-c06d94068dc0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:06.025334 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ebbe45f9-0c6f-4673-aaf5-39d1511fe41b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.040401 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ebbe45f9-0c6f-4673-aaf5-39d1511fe41b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/666b2fab-28d7-4a6f-beb0-c8b01c2e7f84 HTTP/1.1" status: 204 len: 168 time: 1.5235045 Jul 08 20:25:06.043712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59174) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:06.060387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe45f9-0c6f-4673-aaf5-39d1511fe41b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Subnet': ['ID=666b2fab-28d7-4a6f-beb0-c8b01c2e7f84,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:06.074408 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.133216 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-570bbd3c-7a47-4c57-8c8e-7ab87df0f37e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.141205 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.303578 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=61c63d5b-ca91-4ee6-8aac-f8ce60d5449b,segment=NetworkSegment(93990fec-7126-465c-a031-6d442026d744),segment_id=93990fec-7126-465c-a031-6d442026d744)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:06.321383 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.413304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=61c63d5b-ca91-4ee6-8aac-f8ce60d5449b,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:06.424541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8ae8be59-e938-42f5-a2d8-53bdde187a4f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:25:06.476892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bbd3c-7a47-4c57-8c8e-7ab87df0f37e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f8b7e4-bc58-4a99-a40c-55abc71688fc,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:06.478233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 8ae8be59-e938-42f5-a2d8-53bdde187a4f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:25:06.478588 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8ae8be59-e938-42f5-a2d8-53bdde187a4f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:25:06.509958 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-55248cc3-76a7-4b21-ad27-2599eed9d219 None None] Provisioning for port b2bb3777-8278-4e5e-893e-5f246f9ad495 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:06.512525 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85abfad5-942c-4332-9b4f-211e8531c5fc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.527708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-55248cc3-76a7-4b21-ad27-2599eed9d219 None None] Provisioning complete for port b2bb3777-8278-4e5e-893e-5f246f9ad495 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:06.528291 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-55248cc3-76a7-4b21-ad27-2599eed9d219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.583763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ebc8ff-a817-4c9b-a748-c6dde0d195d0 None None] DHCP port deletion for 8de0bd64-b643-4343-b6e4-c06d94068dc0 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:25:06.602224 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f2a8cffb-81bd-49f5-a507-80cf4e1736b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.651518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0c79c-937b-4336-ad2f-9dff07202d6a req-34f13e77-44fe-4445-8c75-9f73b3b7742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:06.653722 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59a0c79c-937b-4336-ad2f-9dff07202d6a req-34f13e77-44fe-4445-8c75-9f73b3b7742c service neutron] 10.222.0.104 "GET /v2.0/networks?id=74030d91-a705-4f53-b52f-88074a77224e HTTP/1.1" status: 200 len: 915 time: 1.0337272 Jul 08 20:25:06.669992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-55248cc3-76a7-4b21-ad27-2599eed9d219 None None] Port b2bb3777-8278-4e5e-893e-5f246f9ad495 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:06.703309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-55248cc3-76a7-4b21-ad27-2599eed9d219 None None] Provisioning complete for port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:06.703688 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-55248cc3-76a7-4b21-ad27-2599eed9d219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.733034 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59a0c79c-937b-4336-ad2f-9dff07202d6a req-c8cd3348-5da6-47f5-9010-f720f07d8df4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e6acf2-067b-4bc3-b0f8-17df056b5b00 HTTP/1.1" status: 200 len: 217 time: 0.0524809 Jul 08 20:25:06.746026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e704512-9c4b-4821-ab71-6f1125036da0 req-40b43e06-71af-4d22-926f-e414ba9f66a4 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:06.753319 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e704512-9c4b-4821-ab71-6f1125036da0 req-40b43e06-71af-4d22-926f-e414ba9f66a4 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 946 time: 1.4400709 Jul 08 20:25:06.792885 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.808971 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.809936 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.827265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-68ebc8ff-a817-4c9b-a748-c6dde0d195d0 None None] Deleting port 254939ec-5771-43e7-ba06-21fc99c1e919 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:06.827831 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-68ebc8ff-a817-4c9b-a748-c6dde0d195d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.831426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Made reservation on behalf of e7d78e51c1b94cfb8cd2d7f6773d1bee for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:06.837781 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.870890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0c79c-937b-4336-ad2f-9dff07202d6a req-d4d8c1b8-80c4-4273-acc9-d021fc697a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:06.875202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59a0c79c-937b-4336-ad2f-9dff07202d6a req-d4d8c1b8-80c4-4273-acc9-d021fc697a03 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7 HTTP/1.1" status: 200 len: 854 time: 0.1130636 Jul 08 20:25:06.923485 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-570bbd3c-7a47-4c57-8c8e-7ab87df0f37e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:06.924917 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-570bbd3c-7a47-4c57-8c8e-7ab87df0f37e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3620591 Jul 08 20:25:06.941434 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59180) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:06.952811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-09359b5d-6145-4ad0-a558-1dd3fd71015c tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Request body: {'security_group_rule': {'security_group_id': 'e8828778-8b35-4db8-b4b1-0cb3dd237861', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:07.002560 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.003482 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59a0c79c-937b-4336-ad2f-9dff07202d6a req-0e8f30ef-1c17-49f6-90df-5aa715e131b6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=74030d91-a705-4f53-b52f-88074a77224e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875716 Jul 08 20:25:07.028230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-68ebc8ff-a817-4c9b-a748-c6dde0d195d0 None None] For port 254939ec-5771-43e7-ba06-21fc99c1e919, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=254939ec-5771-43e7-ba06-21fc99c1e919,segment=NetworkSegment(c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed),segment_id=c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:07.028649 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-68ebc8ff-a817-4c9b-a748-c6dde0d195d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.072378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e704512-9c4b-4821-ab71-6f1125036da0 req-8d3a0d96-e952-4dbe-a6b0-faff89d9c118 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179245 Jul 08 20:25:07.073336 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09359b5d-6145-4ad0-a558-1dd3fd71015c tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.077016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-68ebc8ff-a817-4c9b-a748-c6dde0d195d0 None None] Calling delete_port for 254939ec-5771-43e7-ba06-21fc99c1e919 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:07.086779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Allocated IP 172.25.4.31 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/a5b2b33f-7781-4491-b8d4-17094db8ab81) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:07.107657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=b2bb3777-8278-4e5e-893e-5f246f9ad495,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:07.147845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293ade1-3913-46e8-96f3-ebcbe73c8d6c req-ec3decc7-76d8-418f-afcd-ff9de66a8ab0 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:07.153855 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0293ade1-3913-46e8-96f3-ebcbe73c8d6c req-ec3decc7-76d8-418f-afcd-ff9de66a8ab0 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.8454485 Jul 08 20:25:07.269480 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-68ebc8ff-a817-4c9b-a748-c6dde0d195d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.302276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ebc8ff-a817-4c9b-a748-c6dde0d195d0 None None] No DVR routers for this DVR port 254939ec-5771-43e7-ba06-21fc99c1e919 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:25:07.307270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebc8ff-a817-4c9b-a748-c6dde0d195d0 None None] Pushing event deleted for resources: {'Port': ['ID=254939ec-5771-43e7-ba06-21fc99c1e919,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:07.352620 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85abfad5-942c-4332-9b4f-211e8531c5fc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.378563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d5f4621d-5dc2-43a2-8dc2-9385d27d90e2 None None] Provisioning complete for port b2bb3777-8278-4e5e-893e-5f246f9ad495 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:07.379087 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5f4621d-5dc2-43a2-8dc2-9385d27d90e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.395218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 66168a00-1dea-47d9-9b33-121a0458416a is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:07.401516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-85abfad5-942c-4332-9b4f-211e8531c5fc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5de014-f4cb-4482-ae8b-7ccf41df7c73']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:07.414167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-85abfad5-942c-4332-9b4f-211e8531c5fc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc220372-7210-4cdb-8d3a-f93a5155877b') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:07.414748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-85abfad5-942c-4332-9b4f-211e8531c5fc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc220372-7210-4cdb-8d3a-f93a5155877b') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:07.431754 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4621d-5dc2-43a2-8dc2-9385d27d90e2 None None] Port b2bb3777-8278-4e5e-893e-5f246f9ad495 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:07.440049 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85abfad5-942c-4332-9b4f-211e8531c5fc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.461412 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85abfad5-942c-4332-9b4f-211e8531c5fc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.470159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85abfad5-942c-4332-9b4f-211e8531c5fc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:25:07.471451 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85abfad5-942c-4332-9b4f-211e8531c5fc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.529141 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:25:07.530990 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:25:07.578298 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0293ade1-3913-46e8-96f3-ebcbe73c8d6c req-470b1111-7fc7-4b1d-b18b-2d600dd61044 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036474 Jul 08 20:25:07.681448 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85abfad5-942c-4332-9b4f-211e8531c5fc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.695416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85abfad5-942c-4332-9b4f-211e8531c5fc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.697360 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-85abfad5-942c-4332-9b4f-211e8531c5fc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/networks/bc5de014-f4cb-4482-ae8b-7ccf41df7c73 HTTP/1.1" status: 204 len: 168 time: 1.6525984 Jul 08 20:25:07.701573 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59186) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:07.707733 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59a0c79c-937b-4336-ad2f-9dff07202d6a req-da5d405e-0335-4351-9bd7-ec2aba8ecce8 service neutron] 10.222.0.104 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6823170 Jul 08 20:25:07.781699 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09359b5d-6145-4ad0-a558-1dd3fd71015c tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.789376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:07.803419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Allocated IP 172.20.0.8 (b9c31369-0a5d-4774-b024-98d5eb5c69a6/c5052925-461c-40a3-96f2-4691da5939fe/5aad874e-179e-4f53-8a91-58fce4a19dba) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:07.807909 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d348639e-513d-48e8-84ef-bc9f4aff1480 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.818971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abfad5-942c-4332-9b4f-211e8531c5fc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Network': ['ID=bc5de014-f4cb-4482-ae8b-7ccf41df7c73,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:07.869165 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09359b5d-6145-4ad0-a558-1dd3fd71015c tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.932933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.961100 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:07.967067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:07.967709 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:07.983002 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.027342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26cd5d-303d-4184-8fca-d1124f120fd3 req-8bbb6790-58f0-4673-b82f-b49501fbbcc4 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:08.029054 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae26cd5d-303d-4184-8fca-d1124f120fd3 req-8bbb6790-58f0-4673-b82f-b49501fbbcc4 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.7297237 Jul 08 20:25:08.036800 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d348639e-513d-48e8-84ef-bc9f4aff1480 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.054451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-d348639e-513d-48e8-84ef-bc9f4aff1480 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de0bd64-b643-4343-b6e4-c06d94068dc0']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:08.067184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-d348639e-513d-48e8-84ef-bc9f4aff1480 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:08.067534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-d348639e-513d-48e8-84ef-bc9f4aff1480 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c96b85-1bee-447f-a1cb-e63ffbd1e1ed') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:08.072407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09359b5d-6145-4ad0-a558-1dd3fd71015c tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e85d70-abbc-4c5c-8a92-cbbe77f30795,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:08.080806 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d348639e-513d-48e8-84ef-bc9f4aff1480 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.094251 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.112436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:08.119276 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09359b5d-6145-4ad0-a558-1dd3fd71015c tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.123459 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-09359b5d-6145-4ad0-a558-1dd3fd71015c tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1717739 Jul 08 20:25:08.124214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-96a18a1f-d9e7-4e75-b260-867fc2b25a66 None None] Provisioning complete for port b2bb3777-8278-4e5e-893e-5f246f9ad495 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:08.124214 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-96a18a1f-d9e7-4e75-b260-867fc2b25a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.130473 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d348639e-513d-48e8-84ef-bc9f4aff1480 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.141844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:08.142622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-70178de6-b519-4fc6-b1e4-dfa826e38cd3 req-67253cf1-405b-4ee8-ace8-e6f43d00cc88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.2401888 Jul 08 20:25:08.144687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:08.154448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59188) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:08.159889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d348639e-513d-48e8-84ef-bc9f4aff1480 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:25:08.160480 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d348639e-513d-48e8-84ef-bc9f4aff1480 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:25:08.167112 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:25:08.182807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:08.183120 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Router 93b29ff0-f4a5-49d3-9728-9e11c8cc847b is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:25:08.205106 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.219908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3c7a28dd-3a2a-420e-80d0-b5f669ca8b51,segment=NetworkSegment(6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8),segment_id=6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:08.228965 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.229824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:08.265085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b2b33f-7781-4491-b8d4-17094db8ab81,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:08.286278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-96a18a1f-d9e7-4e75-b260-867fc2b25a66 None None] Port b2bb3777-8278-4e5e-893e-5f246f9ad495 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:08.314353 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae26cd5d-303d-4184-8fca-d1124f120fd3 req-77061629-641f-4391-a988-1fff58a895f6 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626128 Jul 08 20:25:08.330018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59a0c79c-937b-4336-ad2f-9dff07202d6a req-d8ba1646-18fe-4b85-a2da-a2832bac2725 service neutron] 10.222.0.104 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754817 Jul 08 20:25:08.338920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:08.339625 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.353708 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.405781 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=3c7a28dd-3a2a-420e-80d0-b5f669ca8b51,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:08.438257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:25:08.447784 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-931ecff8-0476-4ab8-b214-b7e730fbb253 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "PUT /v2.0/routers/93b29ff0-f4a5-49d3-9728-9e11c8cc847b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0175838 Jul 08 20:25:08.475669 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d348639e-513d-48e8-84ef-bc9f4aff1480 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.480723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59192) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:08.497264 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d348639e-513d-48e8-84ef-bc9f4aff1480 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.499881 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d348639e-513d-48e8-84ef-bc9f4aff1480 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/networks/8de0bd64-b643-4343-b6e4-c06d94068dc0 HTTP/1.1" status: 204 len: 168 time: 0.7975140 Jul 08 20:25:08.504116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59194) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:08.528916 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ef6258b0-879e-4466-aa4f-567ed4dc9f94 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-450903302'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:08.551718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348639e-513d-48e8-84ef-bc9f4aff1480 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Network': ['ID=8de0bd64-b643-4343-b6e4-c06d94068dc0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:08.575216 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.617199 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43612444-5583-4a68-9adf-ddaec76bea5f req-34f36d9c-c273-4e75-9ab6-9c82500c0a59 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:08.619252 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43612444-5583-4a68-9adf-ddaec76bea5f req-34f36d9c-c273-4e75-9ab6-9c82500c0a59 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 946 time: 0.1786633 Jul 08 20:25:08.622063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6258b0-879e-4466-aa4f-567ed4dc9f94 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:08.626038 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef6258b0-879e-4466-aa4f-567ed4dc9f94 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.655416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Transition to ACTIVE for port object 5aad874e-179e-4f53-8a91-58fce4a19dba will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:08.708139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6258b0-879e-4466-aa4f-567ed4dc9f94 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:25:08.723416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef6258b0-879e-4466-aa4f-567ed4dc9f94 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.724005 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-ef6258b0-879e-4466-aa4f-567ed4dc9f94 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Added segment 58cf3757-78f0-434d-bf40-c3708971f009 of type vlan for network c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1 Jul 08 20:25:08.744479 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4f3e3-f16d-4793-bb8e-53ff7be647dc None None] Sync routers for ids ['93b29ff0-f4a5-49d3-9728-9e11c8cc847b'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:25:08.772013 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef6258b0-879e-4466-aa4f-567ed4dc9f94 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.783931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df4f3e3-f16d-4793-bb8e-53ff7be647dc None None] Routers {'93b29ff0-f4a5-49d3-9728-9e11c8cc847b'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:08.786010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2df4f3e3-f16d-4793-bb8e-53ff7be647dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['93b29ff0-f4a5-49d3-9728-9e11c8cc847b'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:08.828832 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.835063 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43612444-5583-4a68-9adf-ddaec76bea5f req-aaaac31c-1e0b-4acc-a9b9-831b98742828 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042272 Jul 08 20:25:08.836003 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef6258b0-879e-4466-aa4f-567ed4dc9f94 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.847336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6258b0-879e-4466-aa4f-567ed4dc9f94 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:08.848269 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef6258b0-879e-4466-aa4f-567ed4dc9f94 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:08.892570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2df4f3e3-f16d-4793-bb8e-53ff7be647dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:08.920093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df4f3e3-f16d-4793-bb8e-53ff7be647dc None None] Routers {'93b29ff0-f4a5-49d3-9728-9e11c8cc847b'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:08.920928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2df4f3e3-f16d-4793-bb8e-53ff7be647dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['93b29ff0-f4a5-49d3-9728-9e11c8cc847b'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:08.926929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Network b9c31369-0a5d-4774-b024-98d5eb5c69a6 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:08.935852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:08.951870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:08.952676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f57d0f9-a83d-4179-b73c-def2775b2e1d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:08.954286 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5f57d0f9-a83d-4179-b73c-def2775b2e1d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports?device_id=93b29ff0-f4a5-49d3-9728-9e11c8cc847b HTTP/1.1" status: 200 len: 987 time: 0.4709392 Jul 08 20:25:08.979414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59200) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:08.991362 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ef6258b0-879e-4466-aa4f-567ed4dc9f94 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4856110 Jul 08 20:25:09.001349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2df4f3e3-f16d-4793-bb8e-53ff7be647dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:09.002147 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4f3e3-f16d-4793-bb8e-53ff7be647dc None None] The sync data for ids ['93b29ff0-f4a5-49d3-9728-9e11c8cc847b'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:25:09.003766 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 254939ec-5771-43e7-ba06-21fc99c1e919 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:25:09.010330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59202) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:09.031820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 254939ec-5771-43e7-ba06-21fc99c1e919 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:25:09.032166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 254939ec-5771-43e7-ba06-21fc99c1e919 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:25:09.054378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-09e7c442-6ee1-43f4-838f-3bcefcf20aa1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'subnet': {'network_id': 'c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:09.114027 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6258b0-879e-4466-aa4f-567ed4dc9f94 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Network': ['ID=c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:09.127025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:25:09.145570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27395f38-a820-413f-8724-fde1a6822eea req-dfb17519-35ea-4d08-ad32-6d8fb2dc99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:09.147912 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27395f38-a820-413f-8724-fde1a6822eea req-dfb17519-35ea-4d08-ad32-6d8fb2dc99aa service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 1097 time: 0.3430157 Jul 08 20:25:09.169042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9aa44-4e16-4556-a715-3869c4fad8fb req-a315e099-c8a1-403f-b063-7f35ad7cf9b9 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:09.180679 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ccc9aa44-4e16-4556-a715-3869c4fad8fb req-a315e099-c8a1-403f-b063-7f35ad7cf9b9 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 946 time: 0.1290319 Jul 08 20:25:09.276191 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ccc9aa44-4e16-4556-a715-3869c4fad8fb req-27b95949-a891-4fa9-aebd-37d52d69845a tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944889 Jul 08 20:25:09.314353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ea6faeaa-edd2-461d-94b2-7a56c0daff11 None None] Provisioning for port 5aad874e-179e-4f53-8a91-58fce4a19dba completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:09.319263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ea6faeaa-edd2-461d-94b2-7a56c0daff11 None None] Provisioning complete for port 5aad874e-179e-4f53-8a91-58fce4a19dba triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:09.319715 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ea6faeaa-edd2-461d-94b2-7a56c0daff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:09.329300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27395f38-a820-413f-8724-fde1a6822eea req-dd21b740-c379-4368-af81-5f3e445ca1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:09.334544 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27395f38-a820-413f-8724-fde1a6822eea req-dd21b740-c379-4368-af81-5f3e445ca1b9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 913 time: 0.1506224 Jul 08 20:25:09.396852 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ea6faeaa-edd2-461d-94b2-7a56c0daff11 None None] Port 5aad874e-179e-4f53-8a91-58fce4a19dba cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:09.413896 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27395f38-a820-413f-8724-fde1a6822eea req-b0b53d51-34f7-40da-8b9d-b2d0a01721f3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70c79b4f-942a-4ab5-a421-4c5e732e0848 HTTP/1.1" status: 200 len: 217 time: 0.0729663 Jul 08 20:25:09.485254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:09.504422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27395f38-a820-413f-8724-fde1a6822eea req-e0327f77-eaae-4b02-b4e6-92828daf034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:09.506834 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'Port': ['ID=5aad874e-179e-4f53-8a91-58fce4a19dba,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:09.508269 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27395f38-a820-413f-8724-fde1a6822eea req-e0327f77-eaae-4b02-b4e6-92828daf034e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.0861056 Jul 08 20:25:09.510885 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:09.547710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:09.607926 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:09.608872 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:09.715459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:09.716026 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:09.755039 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:09.819548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e8b0d853-80e2-46e2-baec-e6a927e4c43a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2400994 Jul 08 20:25:09.856640 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27395f38-a820-413f-8724-fde1a6822eea req-a5e72050-f1bd-4e17-8416-b2b48047dc46 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3385563 Jul 08 20:25:09.866875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0ee5d-68f3-4b24-93a6-42a457c7c052 req-0142ebb8-b610-4c25-ad93-14e157d82e30 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:09.868799 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f6d0ee5d-68f3-4b24-93a6-42a457c7c052 req-0142ebb8-b610-4c25-ad93-14e157d82e30 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.9701636 Jul 08 20:25:09.925741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'port': {'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea', 'admin_state_up': True, 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'security_groups': ['3d8d7c46-1247-4e46-9d7c-d4499dccea95']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:09.938963 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9e4b5-cb61-4bcc-a5ba-26df318dfcc6 req-135207a5-6865-4b38-a3df-c21e3b943ba8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:09.940740 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acc9e4b5-cb61-4bcc-a5ba-26df318dfcc6 req-135207a5-6865-4b38-a3df-c21e3b943ba8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 931 time: 0.5101495 Jul 08 20:25:10.001803 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27395f38-a820-413f-8724-fde1a6822eea req-c2a3712e-7bbe-433f-9b2e-90530d0f5f69 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334136 Jul 08 20:25:10.007300 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-acc9e4b5-cb61-4bcc-a5ba-26df318dfcc6 req-0832e796-07cf-45a3-b76a-717acf3fd3cc tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570555 Jul 08 20:25:10.101978 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f6d0ee5d-68f3-4b24-93a6-42a457c7c052 req-6295929e-3ec3-4005-8444-847d954fea37 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671104 Jul 08 20:25:10.114572 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27395f38-a820-413f-8724-fde1a6822eea req-f1c103ce-65cd-44e3-aef3-bca9791160f9 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047828 Jul 08 20:25:10.120149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Allocated IP 172.25.4.83 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/e56e1ad3-3f05-4f10-871c-df6762bf9d7b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:10.228696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323a00e-e94b-4e5e-9f58-9e057013ae6a req-a13ab244-cc7c-48ba-8633-891e20615818 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:10.230277 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1323a00e-e94b-4e5e-9f58-9e057013ae6a req-a13ab244-cc7c-48ba-8633-891e20615818 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.0695372 Jul 08 20:25:10.237370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e7c442-6ee1-43f4-838f-3bcefcf20aa1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:10.241777 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09e7c442-6ee1-43f4-838f-3bcefcf20aa1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:10.280254 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1323a00e-e94b-4e5e-9f58-9e057013ae6a req-f1f3c3d1-0279-4015-bd8e-d0fe88c5e662 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434980 Jul 08 20:25:10.495232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Made reservation on behalf of e7d78e51c1b94cfb8cd2d7f6773d1bee for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:10.498789 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:10.623790 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:10.728089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ad112-8145-4b36-8abf-60b08a1b3556 req-8cbb3939-4da3-406b-be15-ffe69769561f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:10.729814 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a85ad112-8145-4b36-8abf-60b08a1b3556 req-8cbb3939-4da3-406b-be15-ffe69769561f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 946 time: 0.4810593 Jul 08 20:25:10.739499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:11.023309 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a85ad112-8145-4b36-8abf-60b08a1b3556 req-2b705bba-cb2d-4b80-808d-47fce7ab80fe tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472126 Jul 08 20:25:11.063161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Allocated IP 10.1.1.221 (387df71c-15b2-4fee-b85a-8ed2fd4e79ea/fa2211b2-f041-4343-87c1-2d4bb81cdffb/5273a0e3-5498-472e-8260-325cfb182fbe) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:11.071454 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09e7c442-6ee1-43f4-838f-3bcefcf20aa1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:11.161281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:11.231886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce25b8-6343-469a-9e9a-1275bc6502d3 req-3223bedc-3113-4b3b-ae3f-8d2a625abfff tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:11.233548 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c3ce25b8-6343-469a-9e9a-1275bc6502d3 req-3223bedc-3113-4b3b-ae3f-8d2a625abfff tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 931 time: 0.0663178 Jul 08 20:25:11.274277 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c3ce25b8-6343-469a-9e9a-1275bc6502d3 req-068b7fdb-b802-4309-a089-4fa1197cbbf6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336149 Jul 08 20:25:11.320226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:11.331490 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26c3d8a2-01a5-4322-b5a9-9a2d8ee56911 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:11.346941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:11.390283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7c442-6ee1-43f4-838f-3bcefcf20aa1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Subnet': ['ID=4e32df03-3f19-4401-bd1f-0873f0cdac1d,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:11.651203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f9c53-54b8-47ff-9faa-a6a1be654f8a req-cd91603d-49c6-4eec-8339-37dde8914fc8 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:11.653086 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-038f9c53-54b8-47ff-9faa-a6a1be654f8a req-cd91603d-49c6-4eec-8339-37dde8914fc8 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.0775077 Jul 08 20:25:11.694625 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-038f9c53-54b8-47ff-9faa-a6a1be654f8a req-ff507cbc-22b5-47e3-907b-9427c19b725f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356379 Jul 08 20:25:11.721223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:11.721223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Pushing event updated for resources: {'Port': ['ID=e56e1ad3-3f05-4f10-871c-df6762bf9d7b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:11.821223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7c442-6ee1-43f4-838f-3bcefcf20aa1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Checking segment: {'id': '58cf3757-78f0-434d-bf40-c3708971f009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:11.821588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e7c442-6ee1-43f4-838f-3bcefcf20aa1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network hostable DHCP agents. Network: c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:25:11.832566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Router 9094b708-9706-4b43-865d-57a938a821ca is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:25:11.883502 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a48b9-d0a6-4fb3-87ee-ef359990a029 req-d60bb17d-ebf4-4b72-a926-88cca52d4f73 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:11.885103 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-674a48b9-d0a6-4fb3-87ee-ef359990a029 req-d60bb17d-ebf4-4b72-a926-88cca52d4f73 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.0713060 Jul 08 20:25:11.930172 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-674a48b9-d0a6-4fb3-87ee-ef359990a029 req-c4b68bec-2be8-40aa-a8ad-ffe0abec3bdc tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359941 Jul 08 20:25:12.021996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb9f4f-2ad0-4879-af2f-1437fd95b8d4 req-deb00a91-26c8-4bc5-bd54-71cf0e3d957c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:12.023273 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-75fb9f4f-2ad0-4879-af2f-1437fd95b8d4 req-deb00a91-26c8-4bc5-bd54-71cf0e3d957c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 946 time: 0.8343723 Jul 08 20:25:12.048931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e7c442-6ee1-43f4-838f-3bcefcf20aa1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:25:12.064340 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.125130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-09e7c442-6ee1-43f4-838f-3bcefcf20aa1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:12.133229 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708456ab-4e1d-4c0e-9ed6-15d8169f776d None None] Network c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:12.158126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Transition to ACTIVE for port object 5273a0e3-5498-472e-8260-325cfb182fbe will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:12.171265 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.177544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e7c442-6ee1-43f4-838f-3bcefcf20aa1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:12.178350 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09e7c442-6ee1-43f4-838f-3bcefcf20aa1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.227388 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-75fb9f4f-2ad0-4879-af2f-1437fd95b8d4 req-3f8bfcaa-22fc-44bc-9781-e0545324e661 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683044 Jul 08 20:25:12.257407 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-09e7c442-6ee1-43f4-838f-3bcefcf20aa1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2365377 Jul 08 20:25:12.260317 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59220) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:12.267000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9b2ee3d3-946d-4955-afdc-df9077db1906 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1978898077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:12.288864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:25:12.300122 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Sync routers for ids ['9094b708-9706-4b43-865d-57a938a821ca'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:25:12.309994 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.321627 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Routers {'9094b708-9706-4b43-865d-57a938a821ca'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:12.323560 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['9094b708-9706-4b43-865d-57a938a821ca'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:12.324069 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9b2ee3d3-946d-4955-afdc-df9077db1906 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.326823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9b2ee3d3-946d-4955-afdc-df9077db1906 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.378118 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.382773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bb488558-f53d-4f1d-8135-79d305da0c66 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.6836371 Jul 08 20:25:12.384336 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.384794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59228) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:12.386621 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1', 'network_id': 'c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'fixed_ips': [{'subnet_id': '4e32df03-3f19-4401-bd1f-0873f0cdac1d'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:25:12.387989 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.477618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:12.500709 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9b2ee3d3-946d-4955-afdc-df9077db1906 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.514673 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9b2ee3d3-946d-4955-afdc-df9077db1906 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.549322 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Set router 9094b708-9706-4b43-865d-57a938a821ca gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:25:12.571811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9b2ee3d3-946d-4955-afdc-df9077db1906 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.576876 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9b2ee3d3-946d-4955-afdc-df9077db1906 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3126667 Jul 08 20:25:12.577074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:12.578416 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59230) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:12.585205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'port': {'network_id': 'c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1', 'name': 'tempest-RoutersIpV6Test-1378251363'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:12.590205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:12.613948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'Port': ['ID=5273a0e3-5498-472e-8260-325cfb182fbe,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:12.731992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Allocated IP 2001:db8::2 (c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1/4e32df03-3f19-4401-bd1f-0873f0cdac1d/fbdb579d-002b-4998-84c4-ed123d610897) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:12.838771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.931603 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.946721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:12.951869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.965614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2520b0-0d95-48ea-8418-f6101bb9b912 req-60c5fa54-13fb-4a74-8003-7b918678e97a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:12.973074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2520b0-0d95-48ea-8418-f6101bb9b912 req-60c5fa54-13fb-4a74-8003-7b918678e97a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:12.975722 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:12.976398 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad2520b0-0d95-48ea-8418-f6101bb9b912 req-60c5fa54-13fb-4a74-8003-7b918678e97a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 1653 time: 0.3862534 Jul 08 20:25:12.991686 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Transition to ACTIVE for port object fbdb579d-002b-4998-84c4-ed123d610897 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:13.009912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Transition to ACTIVE for port object fbdb579d-002b-4998-84c4-ed123d610897 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:13.018793 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.023396 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9094b708-9706-4b43-865d-57a938a821ca', 'name': 'tempest-ServerRescueNegativeTestJSON-2088612438-router', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:25:03Z', 'updated_at': '2021-07-08T20:25:08Z', 'revision_number': 3, 'project_id': '29d8bdfce34c4808baa0ed97fa137f02', 'gw_port': {'id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9094b708-9706-4b43-865d-57a938a821ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:25:05Z', 'updated_at': '2021-07-08T20:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:13.025161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-26c3d8a2-01a5-4322-b5a9-9a2d8ee56911 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port b2bb3777-8278-4e5e-893e-5f246f9ad495 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:13.025301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] device_id is not set on port a6182a6b-4cf7-40eb-97f2-574d92fdc29b yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:25:13.025648 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26c3d8a2-01a5-4322-b5a9-9a2d8ee56911 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.062464 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Checking router: 9094b708-9706-4b43-865d-57a938a821ca for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:25:13.062851 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Updating router 9094b708-9706-4b43-865d-57a938a821ca port a5b2b33f-7781-4491-b8d4-17094db8ab81 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:25:13.080306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Network c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:13.089932 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:13.093307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:13.106664 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.113966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Pushing event updated for resources: {'Port': ['ID=fbdb579d-002b-4998-84c4-ed123d610897,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:13.119060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4e441510-43aa-4440-b436-9f6bc0eab484 None None] Provisioning for port 5273a0e3-5498-472e-8260-325cfb182fbe completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:13.143653 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4e441510-43aa-4440-b436-9f6bc0eab484 None None] Provisioning complete for port 5273a0e3-5498-472e-8260-325cfb182fbe triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:13.144870 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4e441510-43aa-4440-b436-9f6bc0eab484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.190620 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad2520b0-0d95-48ea-8418-f6101bb9b912 req-10578dc0-1bd9-4f1c-b6c7-46bcfb60ba13 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031469 Jul 08 20:25:13.227167 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4e441510-43aa-4440-b436-9f6bc0eab484 None None] Port 5273a0e3-5498-472e-8260-325cfb182fbe cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:13.298800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.306786 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Attempting to bind port fbdb579d-002b-4998-84c4-ed123d610897 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:13.307293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Attempting to bind port fbdb579d-002b-4998-84c4-ed123d610897 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '58cf3757-78f0-434d-bf40-c3708971f009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:13.308675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Attempting to bind port fbdb579d-002b-4998-84c4-ed123d610897 on network c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:13.314091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:13.314596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Checking segment: {'id': '58cf3757-78f0-434d-bf40-c3708971f009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:13.315112 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.315619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Bound using segment: {'id': '58cf3757-78f0-434d-bf40-c3708971f009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:13.316204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Bound port: fbdb579d-002b-4998-84c4-ed123d610897, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cf3757-78f0-434d-bf40-c3708971f009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:13.316742 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.360316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Pushing event updated for resources: {'Port': ['ID=e56e1ad3-3f05-4f10-871c-df6762bf9d7b,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:13.389121 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.404340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] For port fbdb579d-002b-4998-84c4-ed123d610897, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:13.409489 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] For port fbdb579d-002b-4998-84c4-ed123d610897, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fbdb579d-002b-4998-84c4-ed123d610897,segment=NetworkSegment(58cf3757-78f0-434d-bf40-c3708971f009),segment_id=58cf3757-78f0-434d-bf40-c3708971f009)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:13.416063 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.416670 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dc26630e-95c3-4557-b230-cd1f75c75324 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2598703 Jul 08 20:25:13.450255 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:13.473911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.503908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Allocated IP 2001:db8::5d (c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1/4e32df03-3f19-4401-bd1f-0873f0cdac1d/a6182a6b-4cf7-40eb-97f2-574d92fdc29b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:13.516531 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.529038 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Transition to ACTIVE for port object a5b2b33f-7781-4491-b8d4-17094db8ab81 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:13.540529 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.542794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0d50e-65c0-4b19-9340-399cbcc97ab5 None None] Pushing event updated for resources: {'Port': ['ID=fbdb579d-002b-4998-84c4-ed123d610897,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:13.561719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26c3d8a2-01a5-4322-b5a9-9a2d8ee56911 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.586064 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d0493d5e-eadb-4715-b7d6-dcdafc169627 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6883025 Jul 08 20:25:13.595412 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.600562 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-26c3d8a2-01a5-4322-b5a9-9a2d8ee56911 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for b2bb3777-8278-4e5e-893e-5f246f9ad495 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:13.613304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'port': {'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea', 'admin_state_up': True, 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'security_groups': ['3d8d7c46-1247-4e46-9d7c-d4499dccea95']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:13.620050 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Attempting to bind port a5b2b33f-7781-4491-b8d4-17094db8ab81 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:13.620517 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Attempting to bind port a5b2b33f-7781-4491-b8d4-17094db8ab81 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:13.621475 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Attempting to bind port a5b2b33f-7781-4491-b8d4-17094db8ab81 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:13.631321 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Pushing event updated for resources: {'Port': ['ID=a5b2b33f-7781-4491-b8d4-17094db8ab81,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:13.636662 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:13.637188 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:13.637693 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.638188 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:13.638767 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Bound port: a5b2b33f-7781-4491-b8d4-17094db8ab81, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:13.639266 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.647867 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:13.648386 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:13.648911 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:13.651404 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:13.651856 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:13.652328 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:13.653094 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:13.655202 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:13.655741 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:13.656180 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:13.656982 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:13.656982 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:13.686899 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d828b9d-bf03-4477-b660-2ec643ccd3ce req-1a52e06f-0761-4f22-b39e-1a51b1d96ce2 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:13.692001 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d828b9d-bf03-4477-b660-2ec643ccd3ce req-1a52e06f-0761-4f22-b39e-1a51b1d96ce2 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 946 time: 1.1155086 Jul 08 20:25:13.718471 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044391d-3fe3-4925-8a06-c2232321c3fe req-146c7fe0-b03a-4e7b-8b7a-4ba3ebdbd2b0 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:13.725606 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4044391d-3fe3-4925-8a06-c2232321c3fe req-146c7fe0-b03a-4e7b-8b7a-4ba3ebdbd2b0 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.3200865 Jul 08 20:25:13.743609 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] For port a5b2b33f-7781-4491-b8d4-17094db8ab81, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:13.749581 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] For port a5b2b33f-7781-4491-b8d4-17094db8ab81, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a5b2b33f-7781-4491-b8d4-17094db8ab81,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:13.759741 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:13.871912 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d828b9d-bf03-4477-b660-2ec643ccd3ce req-e5a7f3be-11f0-4086-81cc-6366738a3271 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709669 Jul 08 20:25:13.895944 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54b753-43d5-4b1b-abb1-a49c0d43da31 None None] Pushing event updated for resources: {'Port': ['ID=a5b2b33f-7781-4491-b8d4-17094db8ab81,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:13.910028 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Routers {'9094b708-9706-4b43-865d-57a938a821ca'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:13.910659 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['9094b708-9706-4b43-865d-57a938a821ca'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:13.995143 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4044391d-3fe3-4925-8a06-c2232321c3fe req-c06eb36b-1f91-4273-ad7f-15d7212d97a3 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686033 Jul 08 20:25:14.053341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Made reservation on behalf of e7d78e51c1b94cfb8cd2d7f6773d1bee for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:14.061233 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:14.078305 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] Set router 9094b708-9706-4b43-865d-57a938a821ca gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:25:14.206109 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Allocated IP 172.20.0.1 (5922f97a-51ef-45a6-9b43-c874c18bfbcb/a8e85001-3948-4499-9486-db665a7a8ea9/24719b9a-987e-4106-a498-aef958798098) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:14.234420 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-2606dc0c-70ee-4226-8619-a103f313bc4b tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--554703033&fields=id&tenant_id=8f5f0e2060fc47f78e07926c9fad9dc7 HTTP/1.1" status: 200 len: 267 time: 0.0973387 Jul 08 20:25:14.289583 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26c3d8a2-01a5-4322-b5a9-9a2d8ee56911 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:14.313819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37d6bd-eb88-4c01-8fa9-80920404da5c req-0617dec8-5012-4d1f-a686-084fe9ac40fb tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:14.321635 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c37d6bd-eb88-4c01-8fa9-80920404da5c req-0617dec8-5012-4d1f-a686-084fe9ac40fb tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.2265906 Jul 08 20:25:14.363647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3d8a2-01a5-4322-b5a9-9a2d8ee56911 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=b2bb3777-8278-4e5e-893e-5f246f9ad495,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:14.400762 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:14.420343 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9094b708-9706-4b43-865d-57a938a821ca', 'name': 'tempest-ServerRescueNegativeTestJSON-2088612438-router', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:25:03Z', 'updated_at': '2021-07-08T20:25:08Z', 'revision_number': 3, 'project_id': '29d8bdfce34c4808baa0ed97fa137f02', 'gw_port': {'id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9094b708-9706-4b43-865d-57a938a821ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:25:05Z', 'updated_at': '2021-07-08T20:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:14.434800 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:14.445063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c37d6bd-eb88-4c01-8fa9-80920404da5c req-3e6deea0-857d-4f2e-92c4-fd7f8178aa6b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218936 Jul 08 20:25:14.476802 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d33448b-25a2-4b61-9bcc-2ddf51279e68 None None] The sync data for ids ['9094b708-9706-4b43-865d-57a938a821ca'] in n-d-791506-16 is: [{'id': '9094b708-9706-4b43-865d-57a938a821ca', 'name': 'tempest-ServerRescueNegativeTestJSON-2088612438-router', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:25:03Z', 'updated_at': '2021-07-08T20:25:08Z', 'revision_number': 3, 'project_id': '29d8bdfce34c4808baa0ed97fa137f02', 'gw_port': {'id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9094b708-9706-4b43-865d-57a938a821ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:25:05Z', 'updated_at': '2021-07-08T20:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:25:14.516609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Transition to ACTIVE for port object a6182a6b-4cf7-40eb-97f2-574d92fdc29b will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:14.529728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Allocated IP 10.1.1.201 (387df71c-15b2-4fee-b85a-8ed2fd4e79ea/fa2211b2-f041-4343-87c1-2d4bb81cdffb/33623758-89e8-42b6-8915-bab2257c92bf) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:14.606663 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:14.678294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26c3d8a2-01a5-4322-b5a9-9a2d8ee56911 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:14.682225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-24dd0f51-ff91-430c-aa13-43a88ef37d7d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:14.690466 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-24dd0f51-ff91-430c-aa13-43a88ef37d7d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/networks?id=3ce86e39-34c3-49f9-a221-9804a7dc8755 HTTP/1.1" status: 200 len: 804 time: 0.4548993 Jul 08 20:25:14.726002 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-4e2e0090-b3df-4281-8f00-199152fa6cba tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/quotas/8f5f0e2060fc47f78e07926c9fad9dc7 HTTP/1.1" status: 200 len: 375 time: 0.0345635 Jul 08 20:25:14.773857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Network 5922f97a-51ef-45a6-9b43-c874c18bfbcb is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:14.786205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:14.794550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:14.851412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=24719b9a-987e-4106-a498-aef958798098,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:14.873685 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:14.926262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:14.963798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:14.965068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17351b0c-958f-418d-ad0f-666466a22fd8 req-f449b711-cee6-4ed0-8130-0cadfdddc79c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:14.970141 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17351b0c-958f-418d-ad0f-666466a22fd8 req-f449b711-cee6-4ed0-8130-0cadfdddc79c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 946 time: 0.3720083 Jul 08 20:25:14.972301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:14.979036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:14.979795 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:15.020758 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:15.082863 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=a6182a6b-4cf7-40eb-97f2-574d92fdc29b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:15.093292 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-471c412c-9267-4135-a719-7c35299d8c77 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5133884 Jul 08 20:25:15.100384 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59254) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:15.124841 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-5c6f95c7-0142-4eee-b89d-3d911f5e1a17 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8f5f0e2060fc47f78e07926c9fad9dc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3958910 Jul 08 20:25:15.158795 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:15.175431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Transition to ACTIVE for port object 33623758-89e8-42b6-8915-bab2257c92bf will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:15.281206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6379cf-3ff1-445c-a126-7c9b5003ff00 None None] Network c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:15.406411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9c759874-9a29-458e-9521-3252b314fe6c None None] Provisioning for port fbdb579d-002b-4998-84c4-ed123d610897 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:15.645723 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17351b0c-958f-418d-ad0f-666466a22fd8 req-b9414acc-577f-4b6d-8fa6-657d40b8281f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6647553 Jul 08 20:25:15.652789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c3d8a2-01a5-4322-b5a9-9a2d8ee56911 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Router 93b29ff0-f4a5-49d3-9728-9e11c8cc847b has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:25:15.676483 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:15.763719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a5b2b33f-7781-4491-b8d4-17094db8ab81 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:15.880064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port a5b2b33f-7781-4491-b8d4-17094db8ab81 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:15.887730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:15.891504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port a5b2b33f-7781-4491-b8d4-17094db8ab81 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:15.891811 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:15.946531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'Port': ['ID=33623758-89e8-42b6-8915-bab2257c92bf,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:15.977926 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:16.000218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c3d8a2-01a5-4322-b5a9-9a2d8ee56911 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:25:16.011176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e6084-5244-471b-92fe-e36360d4e909 None None] Sync routers for ids ['93b29ff0-f4a5-49d3-9728-9e11c8cc847b'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:25:16.014131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:16.064420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e6084-5244-471b-92fe-e36360d4e909 None None] Routers {'93b29ff0-f4a5-49d3-9728-9e11c8cc847b'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:16.064737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9a0e6084-5244-471b-92fe-e36360d4e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['93b29ff0-f4a5-49d3-9728-9e11c8cc847b'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:16.080681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:16.082488 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.097434 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-26c3d8a2-01a5-4322-b5a9-9a2d8ee56911 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "PUT /v2.0/routers/93b29ff0-f4a5-49d3-9728-9e11c8cc847b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1000597 Jul 08 20:25:16.105321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59260) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:16.149827 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9a0e6084-5244-471b-92fe-e36360d4e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:16.152165 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.164010 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a502248e-7a9e-48a3-9260-fc5e9835e49b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:25:16.168236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a502248e-7a9e-48a3-9260-fc5e9835e49b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/b2bb3777-8278-4e5e-893e-5f246f9ad495 HTTP/1.1" status: 404 len: 333 time: 0.0591242 Jul 08 20:25:16.169228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9558b62f-f4df-44ea-a6f2-f98d8983ee88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5651705 Jul 08 20:25:16.169809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59262) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:16.178671 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e6084-5244-471b-92fe-e36360d4e909 None None] Routers {'93b29ff0-f4a5-49d3-9728-9e11c8cc847b'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:16.179341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9a0e6084-5244-471b-92fe-e36360d4e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['93b29ff0-f4a5-49d3-9728-9e11c8cc847b'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:16.197147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'port': {'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213', 'admin_state_up': True, 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'security_groups': ['3d8d7c46-1247-4e46-9d7c-d4499dccea95']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:16.281975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port a5b2b33f-7781-4491-b8d4-17094db8ab81, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a5b2b33f-7781-4491-b8d4-17094db8ab81,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:16.284099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9a0e6084-5244-471b-92fe-e36360d4e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:16.285423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e6084-5244-471b-92fe-e36360d4e909 None None] The sync data for ids ['93b29ff0-f4a5-49d3-9728-9e11c8cc847b'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:25:16.301081 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.302073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fbdb579d-002b-4998-84c4-ed123d610897 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:16.344242 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-34f704f2-59d2-4903-8f9a-1c3fc64021d5 service neutron] 10.222.0.101 "GET /v2.0/networks/3ce86e39-34c3-49f9-a221-9804a7dc8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2011399 Jul 08 20:25:16.438121 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb17354c-43f8-4912-a6f1-53b747c2850f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.457119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-82f584d1-f17d-4078-8f68-9aefbcf364a4 None None] Provisioning for port a6182a6b-4cf7-40eb-97f2-574d92fdc29b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:16.477335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-82f584d1-f17d-4078-8f68-9aefbcf364a4 None None] Provisioning complete for port a6182a6b-4cf7-40eb-97f2-574d92fdc29b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:16.477806 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-82f584d1-f17d-4078-8f68-9aefbcf364a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.517515 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.532343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50764-52fd-40d2-aea4-5a663866e639 req-d7809c5f-3555-49b2-9c55-b07b88ae023d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:16.536590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=a5b2b33f-7781-4491-b8d4-17094db8ab81,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:16.540757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50764-52fd-40d2-aea4-5a663866e639 req-d7809c5f-3555-49b2-9c55-b07b88ae023d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:16.550910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port fbdb579d-002b-4998-84c4-ed123d610897 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:16.558528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port fbdb579d-002b-4998-84c4-ed123d610897 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:16.559309 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.560880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50764-52fd-40d2-aea4-5a663866e639 req-d7809c5f-3555-49b2-9c55-b07b88ae023d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:16.561456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-82f584d1-f17d-4078-8f68-9aefbcf364a4 None None] Port a6182a6b-4cf7-40eb-97f2-574d92fdc29b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:16.562790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cac50764-52fd-40d2-aea4-5a663866e639 req-d7809c5f-3555-49b2-9c55-b07b88ae023d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 2374 time: 0.6568000 Jul 08 20:25:16.612516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-82f584d1-f17d-4078-8f68-9aefbcf364a4 None None] Provisioning complete for port fbdb579d-002b-4998-84c4-ed123d610897 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:16.613173 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-82f584d1-f17d-4078-8f68-9aefbcf364a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.694007 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.731390 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-3736632d-ad61-4770-8c17-240084b913ab service neutron] 10.222.0.101 "GET /v2.0/networks/3ce86e39-34c3-49f9-a221-9804a7dc8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859220 Jul 08 20:25:16.785927 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-82f584d1-f17d-4078-8f68-9aefbcf364a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.803719 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.852301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-82f584d1-f17d-4078-8f68-9aefbcf364a4 None None] For port fbdb579d-002b-4998-84c4-ed123d610897, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fbdb579d-002b-4998-84c4-ed123d610897,segment=NetworkSegment(58cf3757-78f0-434d-bf40-c3708971f009),segment_id=58cf3757-78f0-434d-bf40-c3708971f009)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:16.859942 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-82f584d1-f17d-4078-8f68-9aefbcf364a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.956307 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cac50764-52fd-40d2-aea4-5a663866e639 req-9e47673f-e03a-4d1c-9189-80d419c33259 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399577 Jul 08 20:25:16.963660 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb17354c-43f8-4912-a6f1-53b747c2850f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.970327 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb17354c-43f8-4912-a6f1-53b747c2850f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:16.980493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Made reservation on behalf of e7d78e51c1b94cfb8cd2d7f6773d1bee for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:17.018506 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.049168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f584d1-f17d-4078-8f68-9aefbcf364a4 None None] Pushing event updated for resources: {'Port': ['ID=fbdb579d-002b-4998-84c4-ed123d610897,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:17.054038 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.123360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ff4f3033-4d7b-49df-8cf8-ee8b2a03d86c None None] Provisioning complete for port a6182a6b-4cf7-40eb-97f2-574d92fdc29b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:17.123740 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3033-4d7b-49df-8cf8-ee8b2a03d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.181883 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:25:17.182243 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:25:17.191192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.212317 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb17354c-43f8-4912-a6f1-53b747c2850f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.212836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb17354c-43f8-4912-a6f1-53b747c2850f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Fanout notify agent at l3_agent the message router_deleted on router 93b29ff0-f4a5-49d3-9728-9e11c8cc847b {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:25:17.223470 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb17354c-43f8-4912-a6f1-53b747c2850f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.225948 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fb17354c-43f8-4912-a6f1-53b747c2850f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/routers/93b29ff0-f4a5-49d3-9728-9e11c8cc847b HTTP/1.1" status: 204 len: 168 time: 1.0470552 Jul 08 20:25:17.230717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59268) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:17.274839 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f3033-4d7b-49df-8cf8-ee8b2a03d86c None None] Port a6182a6b-4cf7-40eb-97f2-574d92fdc29b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:17.298436 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ff4f3033-4d7b-49df-8cf8-ee8b2a03d86c None None] Provisioning for port 33623758-89e8-42b6-8915-bab2257c92bf completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:17.305236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ff4f3033-4d7b-49df-8cf8-ee8b2a03d86c None None] Provisioning complete for port 33623758-89e8-42b6-8915-bab2257c92bf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:17.305791 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3033-4d7b-49df-8cf8-ee8b2a03d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.331041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac72400f-a313-46d5-b891-b4d28dfb0106 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting subnet 39350515-584d-43e3-88c4-24a38d647678 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:25:17.341037 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.344291 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac72400f-a313-46d5-b891-b4d28dfb0106 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.354912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f3033-4d7b-49df-8cf8-ee8b2a03d86c None None] Port 33623758-89e8-42b6-8915-bab2257c92bf cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:17.382743 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.394190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=24719b9a-987e-4106-a498-aef958798098,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:17.397525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc360f-c982-4ef1-9b7d-07f201d9d3bc req-54d5bb84-fe50-4e7b-afe9-45730159f6fd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:17.399636 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ffc360f-c982-4ef1-9b7d-07f201d9d3bc req-54d5bb84-fe50-4e7b-afe9-45730159f6fd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.2394400 Jul 08 20:25:17.426606 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac72400f-a313-46d5-b891-b4d28dfb0106 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.488374 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.498546 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.660287 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ffc360f-c982-4ef1-9b7d-07f201d9d3bc req-ae93528a-43ac-434f-854b-f57256682524 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421844 Jul 08 20:25:17.853778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Allocated IP 10.2.2.100 (cd03060a-bfc6-43cb-9261-c17858115213/5d557e9a-a0b2-4dcc-8401-6293602492e6/38715079-6e58-4111-a451-5e41d5afc8d8) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:17.868147 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:17.881646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Network 5922f97a-51ef-45a6-9b43-c874c18bfbcb is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:17.963778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a5b2b33f-7781-4491-b8d4-17094db8ab81 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:17.985835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2196b-1ba0-4758-af6e-bb74a0a63fc8 req-f33edeb7-d25d-492a-8c10-671e18cc4492 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:17.987412 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ef2196b-1ba0-4758-af6e-bb74a0a63fc8 req-f33edeb7-d25d-492a-8c10-671e18cc4492 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.7932880 Jul 08 20:25:18.013940 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:18.027197 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac72400f-a313-46d5-b891-b4d28dfb0106 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:18.071828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port a5b2b33f-7781-4491-b8d4-17094db8ab81 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:18.071995 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:18.129778 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:18.155552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=a6182a6b-4cf7-40eb-97f2-574d92fdc29b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:18.164415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bbf78bdf-e9c9-4f2e-9f14-5a7cc0135095 None None] Provisioning complete for port a6182a6b-4cf7-40eb-97f2-574d92fdc29b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:18.164811 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bbf78bdf-e9c9-4f2e-9f14-5a7cc0135095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:18.211217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Transition to ACTIVE for port object 38715079-6e58-4111-a451-5e41d5afc8d8 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:18.213174 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac72400f-a313-46d5-b891-b4d28dfb0106 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:18.246535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bbf78bdf-e9c9-4f2e-9f14-5a7cc0135095 None None] Port a6182a6b-4cf7-40eb-97f2-574d92fdc29b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:18.265483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fbdb579d-002b-4998-84c4-ed123d610897 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:18.316454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72400f-a313-46d5-b891-b4d28dfb0106 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Subnet': ['ID=39350515-584d-43e3-88c4-24a38d647678,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:18.333567 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac72400f-a313-46d5-b891-b4d28dfb0106 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:18.335293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port fbdb579d-002b-4998-84c4-ed123d610897 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:18.335867 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:18.341333 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ac72400f-a313-46d5-b891-b4d28dfb0106 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/39350515-584d-43e3-88c4-24a38d647678 HTTP/1.1" status: 204 len: 168 time: 1.1087511 Jul 08 20:25:18.343599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59286) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:18.391142 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:18.417796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998e5ad2-de24-4d3b-b668-89356e9706ab None None] Network 66168a00-1dea-47d9-9b33-121a0458416a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:18.467347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Network cd03060a-bfc6-43cb-9261-c17858115213 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:18.472187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:18.485953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:18.508129 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ef2196b-1ba0-4758-af6e-bb74a0a63fc8 req-f9e64d76-6439-4b3a-9c2f-1f5b0d197065 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896514 Jul 08 20:25:18.567242 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:18.613087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:18.613809 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:18.670226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'Port': ['ID=38715079-6e58-4111-a451-5e41d5afc8d8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:18.792831 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-89cbf753-64f2-4fd0-87cb-79df304dc665 req-9d7f0d6b-dd82-4158-8480-5243c4cc858f tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 210 time: 0.1045289 Jul 08 20:25:18.794069 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a56b037f-9866-4fc3-8946-fec5b39bf531 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6140668 Jul 08 20:25:18.808253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'port': {'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213', 'admin_state_up': True, 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'security_groups': ['3d8d7c46-1247-4e46-9d7c-d4499dccea95']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:18.842679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5a48cd-3e92-4235-a6cf-66b6b39e0840 None None] DHCP port deletion for 66168a00-1dea-47d9-9b33-121a0458416a request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:25:18.954893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a48cd-3e92-4235-a6cf-66b6b39e0840 None None] Deleting port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:18.955417 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d5a48cd-3e92-4235-a6cf-66b6b39e0840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:19.035112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Made reservation on behalf of e7d78e51c1b94cfb8cd2d7f6773d1bee for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:19.049301 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:19.070599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4a612a9a-3db8-4118-adbe-5b3ffbe28a09 None None] Provisioning for port 38715079-6e58-4111-a451-5e41d5afc8d8 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:19.084246 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-269c7e2f-7a7d-4337-ab00-9ec7db011ac3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:19.087384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0d5a48cd-3e92-4235-a6cf-66b6b39e0840 None None] For port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=61c63d5b-ca91-4ee6-8aac-f8ce60d5449b,segment=NetworkSegment(93990fec-7126-465c-a031-6d442026d744),segment_id=93990fec-7126-465c-a031-6d442026d744)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:19.088549 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d5a48cd-3e92-4235-a6cf-66b6b39e0840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:19.107140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a48cd-3e92-4235-a6cf-66b6b39e0840 None None] Calling delete_port for 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:19.189602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4a612a9a-3db8-4118-adbe-5b3ffbe28a09 None None] Provisioning complete for port 38715079-6e58-4111-a451-5e41d5afc8d8 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:19.189989 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4a612a9a-3db8-4118-adbe-5b3ffbe28a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:19.240473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4a612a9a-3db8-4118-adbe-5b3ffbe28a09 None None] Port 38715079-6e58-4111-a451-5e41d5afc8d8 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:19.274125 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d5a48cd-3e92-4235-a6cf-66b6b39e0840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:19.288890 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:19.323593 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a48cd-3e92-4235-a6cf-66b6b39e0840 None None] Pushing event deleted for resources: {'Port': ['ID=61c63d5b-ca91-4ee6-8aac-f8ce60d5449b,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:19.327139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a48cd-3e92-4235-a6cf-66b6b39e0840 None None] No DVR routers for this DVR port 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:25:19.362333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Allocated IP 10.2.2.200 (cd03060a-bfc6-43cb-9261-c17858115213/5d557e9a-a0b2-4dcc-8401-6293602492e6/5f8f73f5-2b56-402b-ba6e-e83ac510fe9a) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:19.419748 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603c32a-052b-4d87-8d93-7c5e3f7b325a req-a6c3b509-793f-4c62-a4d0-b7a4d3886cd7 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:19.420681 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e603c32a-052b-4d87-8d93-7c5e3f7b325a req-a6c3b509-793f-4c62-a4d0-b7a4d3886cd7 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.1334324 Jul 08 20:25:19.525938 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e603c32a-052b-4d87-8d93-7c5e3f7b325a req-20121e63-e828-4ff7-8ebd-9dc5867d2630 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996623 Jul 08 20:25:19.593889 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:19.620130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Transition to ACTIVE for port object 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:19.674456 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:19.701802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:19.703004 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:19.722277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Router 9094b708-9706-4b43-865d-57a938a821ca has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:25:19.778198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Network cd03060a-bfc6-43cb-9261-c17858115213 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:19.782477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:19.789093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:19.928887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:19.929496 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:19.937949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:25:19.987173 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:25:19.994232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=a6182a6b-4cf7-40eb-97f2-574d92fdc29b,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:19.998476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 61c63d5b-ca91-4ee6-8aac-f8ce60d5449b not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:25:20.003060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event updated for resources: {'Port': ['ID=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:20.033666 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-37e36ecc-d569-49a4-bd9c-88c2e0679c86 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2292330 Jul 08 20:25:20.049818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Request body: {'port': {'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:20.063625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58993a1c-0c5d-4359-9181-ad76abb65e3f req-919eceef-3a55-4b98-a896-dc1df20be406 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:20.065624 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58993a1c-0c5d-4359-9181-ad76abb65e3f req-919eceef-3a55-4b98-a896-dc1df20be406 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.1302757 Jul 08 20:25:20.078150 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-269c7e2f-7a7d-4337-ab00-9ec7db011ac3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:20.110107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-269c7e2f-7a7d-4337-ab00-9ec7db011ac3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66168a00-1dea-47d9-9b33-121a0458416a']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:20.136116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-269c7e2f-7a7d-4337-ab00-9ec7db011ac3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93990fec-7126-465c-a031-6d442026d744') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:20.136493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-269c7e2f-7a7d-4337-ab00-9ec7db011ac3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93990fec-7126-465c-a031-6d442026d744') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:20.163592 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-269c7e2f-7a7d-4337-ab00-9ec7db011ac3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:20.170334 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58993a1c-0c5d-4359-9181-ad76abb65e3f req-aa43cb76-ac2a-4f4e-8b7f-9d0a0ee2f0a3 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625584 Jul 08 20:25:20.177297 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-511010e7-eb30-4744-9b58-c996d93e4495 None None] Provisioning for port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:20.190711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-ba57c9bc-ab62-410f-b133-e94738d98a37 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:20.190711 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-ba57c9bc-ab62-410f-b133-e94738d98a37 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.103 "GET /v2.0/networks?id=3ce86e39-34c3-49f9-a221-9804a7dc8755 HTTP/1.1" status: 200 len: 804 time: 1.1103251 Jul 08 20:25:20.194163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-511010e7-eb30-4744-9b58-c996d93e4495 None None] Provisioning complete for port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:20.194797 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-511010e7-eb30-4744-9b58-c996d93e4495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:20.203281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af68cd5-3b9c-438c-ad11-21748e3f0929 req-ece4b702-fe33-421b-94f8-b7e6f2390026 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:20.211079 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af68cd5-3b9c-438c-ad11-21748e3f0929 req-ece4b702-fe33-421b-94f8-b7e6f2390026 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:20.217769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af68cd5-3b9c-438c-ad11-21748e3f0929 req-ece4b702-fe33-421b-94f8-b7e6f2390026 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:20.226661 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af68cd5-3b9c-438c-ad11-21748e3f0929 req-ece4b702-fe33-421b-94f8-b7e6f2390026 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:20.229667 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3af68cd5-3b9c-438c-ad11-21748e3f0929 req-ece4b702-fe33-421b-94f8-b7e6f2390026 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 3095 time: 1.1576772 Jul 08 20:25:20.268196 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:20.309102 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-269c7e2f-7a7d-4337-ab00-9ec7db011ac3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:20.376456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269c7e2f-7a7d-4337-ab00-9ec7db011ac3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:25:20.377226 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-269c7e2f-7a7d-4337-ab00-9ec7db011ac3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:25:20.415198 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:25:20.450627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-511010e7-eb30-4744-9b58-c996d93e4495 None None] Port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:20.562652 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3af68cd5-3b9c-438c-ad11-21748e3f0929 req-2ae221ea-ac1c-4639-9f85-051946c28e7f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617893 Jul 08 20:25:20.579601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff383b-845e-4f6b-8720-2e42242ec568 req-3c76ea76-5c95-49bf-9cdc-2325a93e3b85 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:20.588365 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3aff383b-845e-4f6b-8720-2e42242ec568 req-3c76ea76-5c95-49bf-9cdc-2325a93e3b85 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 946 time: 0.2122791 Jul 08 20:25:20.610472 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:20.616745 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-c5760da8-189d-480f-9316-f4eb29202af1 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f5f0e2060fc47f78e07926c9fad9dc7 HTTP/1.1" status: 200 len: 379 time: 0.3604941 Jul 08 20:25:20.620845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:20.628247 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-269c7e2f-7a7d-4337-ab00-9ec7db011ac3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:20.634190 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-269c7e2f-7a7d-4337-ab00-9ec7db011ac3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:20.640884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-269c7e2f-7a7d-4337-ab00-9ec7db011ac3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/networks/66168a00-1dea-47d9-9b33-121a0458416a HTTP/1.1" status: 204 len: 168 time: 2.2755792 Jul 08 20:25:20.657381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59306) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:20.658412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Request body: {'port': {'device_id': '84fa9b5d-49f6-46aa-82d7-209bca33b3e8', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'admin_state_up': True, 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'security_groups': ['e8828778-8b35-4db8-b4b1-0cb3dd237861']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:20.687222 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3aff383b-845e-4f6b-8720-2e42242ec568 req-02630c2e-49f4-4c92-a051-4418cb9f9238 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976560 Jul 08 20:25:20.814540 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:25:20.820944 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e3fe146f-2fa0-40bb-8337-089dcf70f0a9 admin admin] 10.222.0.101 "PUT /v2.0/routers/9094b708-9706-4b43-865d-57a938a821ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4349327 Jul 08 20:25:20.824312 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Sync routers for ids ['9094b708-9706-4b43-865d-57a938a821ca'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:25:20.827526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c7e2f-7a7d-4337-ab00-9ec7db011ac3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Network': ['ID=66168a00-1dea-47d9-9b33-121a0458416a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:20.844771 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Routers {'9094b708-9706-4b43-865d-57a938a821ca'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:20.851029 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['9094b708-9706-4b43-865d-57a938a821ca'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:21.012950 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e777525c-1e7b-4dc9-939c-a6e176cdaeeb req-4687f69c-ab73-4718-83a3-6f9c7dead4b1 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 210 time: 0.1998630 Jul 08 20:25:21.127799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Made reservation on behalf of 8f5f0e2060fc47f78e07926c9fad9dc7 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:21.136737 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:21.139643 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-afb51db6-906b-4ed4-852f-67ee4f6ad8d3 None None] Provisioning complete for port a6182a6b-4cf7-40eb-97f2-574d92fdc29b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:21.140158 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-afb51db6-906b-4ed4-852f-67ee4f6ad8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:21.147047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 52dc0f92-6f61-4559-9e6e-a6fcec595df5 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:25:21.203312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-afb51db6-906b-4ed4-852f-67ee4f6ad8d3 None None] Port a6182a6b-4cf7-40eb-97f2-574d92fdc29b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:21.257850 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Set router 9094b708-9706-4b43-865d-57a938a821ca gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:25:21.346344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aad874e-179e-4f53-8a91-58fce4a19dba {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:21.357968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e43e917-7a5d-4678-ada5-6d3da589cb61 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:21.362815 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5e43e917-7a5d-4678-ada5-6d3da589cb61 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/2f15aa7b-8cdd-4181-8bee-febaa637ab12 HTTP/1.1" status: 200 len: 845 time: 0.6711564 Jul 08 20:25:21.363747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59326) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:21.375005 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:21.421910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Transition to ACTIVE for port object 5aad874e-179e-4f53-8a91-58fce4a19dba will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:21.441409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:21.469254 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-597e3a82-72b2-4def-a4eb-3490bf7f37a3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/2f15aa7b-8cdd-4181-8bee-febaa637ab12?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1013677 Jul 08 20:25:21.472429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59328) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:21.492890 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:25:21.496301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-12da832a-5c83-410f-9e8c-60dc42f148e8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:21.508197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e8efe-4278-4db4-8fab-50267e2d346d None None] Sync routers for ids ['52dc0f92-6f61-4559-9e6e-a6fcec595df5'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:25:21.508997 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e0bc4dc7-065b-4aec-8c32-4fb0b83a9945 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/52dc0f92-6f61-4559-9e6e-a6fcec595df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3811233 Jul 08 20:25:21.509921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59330) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:21.522364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83408b88-3187-42e3-84fe-b3835338d4a1 req-4215e728-7783-4994-9027-eb7bc5658d73 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:21.524015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-83408b88-3187-42e3-84fe-b3835338d4a1 req-4215e728-7783-4994-9027-eb7bc5658d73 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.6374254 Jul 08 20:25:21.542862 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e8efe-4278-4db4-8fab-50267e2d346d None None] Routers {'52dc0f92-6f61-4559-9e6e-a6fcec595df5'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:21.543510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-580e8efe-4278-4db4-8fab-50267e2d346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['52dc0f92-6f61-4559-9e6e-a6fcec595df5'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:21.604091 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d65706-51ac-4311-987c-908a1e461e8e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:21.608092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-64d65706-51ac-4311-987c-908a1e461e8e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports/a6182a6b-4cf7-40eb-97f2-574d92fdc29b HTTP/1.1" status: 200 len: 983 time: 0.0882831 Jul 08 20:25:21.611874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59334) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:21.614149 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-580e8efe-4278-4db4-8fab-50267e2d346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:21.637215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Allocated IP 172.20.0.6 (3ce86e39-34c3-49f9-a221-9804a7dc8755/766875be-f5a3-452b-ab0a-dec10c060185/3611116a-2bcd-4757-89c4-d748c03b1ca5) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:21.637476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e8efe-4278-4db4-8fab-50267e2d346d None None] Routers {'52dc0f92-6f61-4559-9e6e-a6fcec595df5'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:21.638272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-580e8efe-4278-4db4-8fab-50267e2d346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['52dc0f92-6f61-4559-9e6e-a6fcec595df5'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:21.642568 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9094b708-9706-4b43-865d-57a938a821ca', 'name': 'tempest-ServerRescueNegativeTestJSON-2088612438-router', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:25:03Z', 'updated_at': '2021-07-08T20:25:15Z', 'revision_number': 4, 'project_id': '29d8bdfce34c4808baa0ed97fa137f02', 'gw_port': {'id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9094b708-9706-4b43-865d-57a938a821ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:25:05Z', 'updated_at': '2021-07-08T20:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '24719b9a-987e-4106-a498-aef958798098', 'name': '', 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'mac_address': 'fa:16:3e:58:78:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9094b708-9706-4b43-865d-57a938a821ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'a8e85001-3948-4499-9486-db665a7a8ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:25:13Z', 'updated_at': '2021-07-08T20:25:16Z', 'revision_number': 2, 'project_id': '29d8bdfce34c4808baa0ed97fa137f02', 'subnets': [{'id': 'a8e85001-3948-4499-9486-db665a7a8ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:21.679371 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Checking router: 9094b708-9706-4b43-865d-57a938a821ca for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:25:21.679805 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Updating router 9094b708-9706-4b43-865d-57a938a821ca port 24719b9a-987e-4106-a498-aef958798098 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:25:21.709460 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-012fa460-e25a-45a1-ae12-10bae7d7c0c8 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:21.712400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e05eeec6-ef0c-438d-85bb-9b4d5e632a24 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:25:21.714800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-580e8efe-4278-4db4-8fab-50267e2d346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:21.717085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-012fa460-e25a-45a1-ae12-10bae7d7c0c8 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/networks?id=5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 200 len: 819 time: 0.3871000 Jul 08 20:25:21.721617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e8efe-4278-4db4-8fab-50267e2d346d None None] The sync data for ids ['52dc0f92-6f61-4559-9e6e-a6fcec595df5'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:25:21.736348 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:21.755184 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-223baa26-bb91-4875-ae41-8a63e3e756c2 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/quotas/29d8bdfce34c4808baa0ed97fa137f02 HTTP/1.1" status: 200 len: 375 time: 0.0371656 Jul 08 20:25:21.846232 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-83408b88-3187-42e3-84fe-b3835338d4a1 req-280b3efe-6a86-44f4-a66d-389ae8adecb9 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702045 Jul 08 20:25:21.851948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Pushing event updated for resources: {'Port': ['ID=5aad874e-179e-4f53-8a91-58fce4a19dba,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:21.944121 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-d601c1d6-f07f-4122-b536-f0084c32cd5a tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1879325 Jul 08 20:25:21.965231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e05eeec6-ef0c-438d-85bb-9b4d5e632a24, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:21.983435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24', 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f', 'port_id': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24', 'mac_address': 'fa:16:3e:7c:6e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b8fa3c-e696-450c-b906-06d27f575160', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:25:22.048741 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:22.082139 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-56487c6b-2940-4821-8c7f-4a6f480891ff service neutron] 10.222.0.101 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355944 Jul 08 20:25:22.086724 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e05eeec6-ef0c-438d-85bb-9b4d5e632a24 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:22.096730 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:22.126269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e05eeec6-ef0c-438d-85bb-9b4d5e632a24, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:22.133308 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:22.167172 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Transition to ACTIVE for port object 3611116a-2bcd-4757-89c4-d748c03b1ca5 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:22.234941 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:22.242615 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:22.254187 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['e05eeec6-ef0c-438d-85bb-9b4d5e632a24'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:25:22.257521 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-9255d202-3432-4bba-84cc-515a4407ac8d service neutron] 10.222.0.101 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741033 Jul 08 20:25:22.257722 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Transition to ACTIVE for port object 24719b9a-987e-4106-a498-aef958798098 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:22.272761 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:22.289205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:22.303716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12da832a-5c83-410f-9e8c-60dc42f148e8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:22.312602 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12da832a-5c83-410f-9e8c-60dc42f148e8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:22.429850 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Network 3ce86e39-34c3-49f9-a221-9804a7dc8755 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:22.459716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:22.465657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Pushing event updated for resources: {'Port': ['ID=3611116a-2bcd-4757-89c4-d748c03b1ca5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:22.473443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:22.486127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Attempting to bind port 5aad874e-179e-4f53-8a91-58fce4a19dba on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:22.486127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Attempting to bind port 5aad874e-179e-4f53-8a91-58fce4a19dba by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'a728bf02-0983-4a75-8d42-361c6881bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:22.486733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Attempting to bind port 5aad874e-179e-4f53-8a91-58fce4a19dba on network b9c31369-0a5d-4774-b024-98d5eb5c69a6 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:22.524797 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Attempting to bind port 24719b9a-987e-4106-a498-aef958798098 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:22.525709 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Attempting to bind port 24719b9a-987e-4106-a498-aef958798098 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:22.526357 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Attempting to bind port 24719b9a-987e-4106-a498-aef958798098 on network 5922f97a-51ef-45a6-9b43-c874c18bfbcb {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:22.547641 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:22.550076 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Checking segment: {'id': '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:22.550605 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:22.551123 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Bound using segment: {'id': '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:22.552983 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Bound port: 24719b9a-987e-4106-a498-aef958798098, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:22.559770 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:22.591814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:22.592515 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:22.625994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Port 5aad874e-179e-4f53-8a91-58fce4a19dba on network b9c31369-0a5d-4774-b024-98d5eb5c69a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:25:22.626223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Attempting to bind port 5aad874e-179e-4f53-8a91-58fce4a19dba on network b9c31369-0a5d-4774-b024-98d5eb5c69a6 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:22.631424 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-bf5813df-cf78-4aa9-aef2-faf3a639708e tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9919088 Jul 08 20:25:22.659371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:22.659965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Checking segment: {'id': 'a728bf02-0983-4a75-8d42-361c6881bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:22.660358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Bound using segment: {'id': 'a728bf02-0983-4a75-8d42-361c6881bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:22.660826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Bound port: 5aad874e-179e-4f53-8a91-58fce4a19dba, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a728bf02-0983-4a75-8d42-361c6881bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:22.661190 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:22.689632 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] For port 24719b9a-987e-4106-a498-aef958798098, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:22.693298 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] For port 24719b9a-987e-4106-a498-aef958798098, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=24719b9a-987e-4106-a498-aef958798098,segment=NetworkSegment(0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e),segment_id=0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:22.701229 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f101b3-5063-4762-8622-6de6eba7ea1f None None] Pushing event updated for resources: {'Port': ['ID=24719b9a-987e-4106-a498-aef958798098,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:22.705692 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:22.707342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Request body: {'port': {'device_id': '84fa9b5d-49f6-46aa-82d7-209bca33b3e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:22.718999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f2a3e-22a5-4d97-9c43-7dad95e0bb69 req-34d87dc5-9a33-4de1-baa5-52b67c515acb tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:22.720608 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-938f2a3e-22a5-4d97-9c43-7dad95e0bb69 req-34d87dc5-9a33-4de1-baa5-52b67c515acb tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.5888023 Jul 08 20:25:22.828029 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f101b3-5063-4762-8622-6de6eba7ea1f None None] Pushing event updated for resources: {'Port': ['ID=24719b9a-987e-4106-a498-aef958798098,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:22.843683 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Routers {'9094b708-9706-4b43-865d-57a938a821ca'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:22.844329 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['9094b708-9706-4b43-865d-57a938a821ca'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:22.942699 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-938f2a3e-22a5-4d97-9c43-7dad95e0bb69 req-5794df46-4d31-48d6-8146-fc1492852e6e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821723 Jul 08 20:25:22.963762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] For port 5aad874e-179e-4f53-8a91-58fce4a19dba, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:22.972533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] For port 5aad874e-179e-4f53-8a91-58fce4a19dba, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5aad874e-179e-4f53-8a91-58fce4a19dba,segment=NetworkSegment(a728bf02-0983-4a75-8d42-361c6881bbad),segment_id=a728bf02-0983-4a75-8d42-361c6881bbad)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:23.020369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:23.026580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e818f4ff-ae66-47ed-b30d-c17a9ce6b8dc None None] Provisioning for port 3611116a-2bcd-4757-89c4-d748c03b1ca5 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:23.032398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e818f4ff-ae66-47ed-b30d-c17a9ce6b8dc None None] Provisioning complete for port 3611116a-2bcd-4757-89c4-d748c03b1ca5 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:23.032398 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e818f4ff-ae66-47ed-b30d-c17a9ce6b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:23.104506 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] Set router 9094b708-9706-4b43-865d-57a938a821ca gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:25:23.120486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e818f4ff-ae66-47ed-b30d-c17a9ce6b8dc None None] Port 3611116a-2bcd-4757-89c4-d748c03b1ca5 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:23.166591 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:23.184671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:23.185404 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:23.186958 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] 10.222.0.103 "PUT /v2.0/ports/5aad874e-179e-4f53-8a91-58fce4a19dba HTTP/1.1" status: 200 len: 1092 time: 3.1426449 Jul 08 20:25:23.189265 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12da832a-5c83-410f-9e8c-60dc42f148e8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:23.191237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '5aad874e-179e-4f53-8a91-58fce4a19dba'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:23.200224 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360439b0-9a39-4e4f-bd1e-7fe861c43fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "5aad874e-179e-4f53-8a91-58fce4a19dba"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:23.229819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Request body: {'port': {'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:23.301560 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:23.310806 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:25:23.453001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12da832a-5c83-410f-9e8c-60dc42f148e8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 097c6a62-b887-4008-97a7-fd80350c7dbe is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:23.463133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480c0f7-6daa-4e84-8efa-6648db502f50 service neutron] Pushing event updated for resources: {'Port': ['ID=5aad874e-179e-4f53-8a91-58fce4a19dba,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:23.487037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-12da832a-5c83-410f-9e8c-60dc42f148e8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:23.498528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa51a26-2709-456e-aee6-3db05ac2e2a8 None None] Network 097c6a62-b887-4008-97a7-fd80350c7dbe requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:23.501876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12da832a-5c83-410f-9e8c-60dc42f148e8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:23.509001 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12da832a-5c83-410f-9e8c-60dc42f148e8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:23.541826 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9094b708-9706-4b43-865d-57a938a821ca', 'name': 'tempest-ServerRescueNegativeTestJSON-2088612438-router', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:25:03Z', 'updated_at': '2021-07-08T20:25:15Z', 'revision_number': 4, 'project_id': '29d8bdfce34c4808baa0ed97fa137f02', 'gw_port': {'id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9094b708-9706-4b43-865d-57a938a821ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:25:05Z', 'updated_at': '2021-07-08T20:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '24719b9a-987e-4106-a498-aef958798098', 'name': '', 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'mac_address': 'fa:16:3e:58:78:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9094b708-9706-4b43-865d-57a938a821ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'a8e85001-3948-4499-9486-db665a7a8ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:25:13Z', 'updated_at': '2021-07-08T20:25:22Z', 'revision_number': 4, 'project_id': '29d8bdfce34c4808baa0ed97fa137f02', 'subnets': [{'id': 'a8e85001-3948-4499-9486-db665a7a8ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:23.584518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da832a-5c83-410f-9e8c-60dc42f148e8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Subnet': ['ID=58cfd725-bf39-4218-a672-0415b44d8e8f,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:23.593025 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e869be0-cac2-4c18-8490-d9c94932dff1 None None] The sync data for ids ['9094b708-9706-4b43-865d-57a938a821ca'] in n-d-791506-16 is: [{'id': '9094b708-9706-4b43-865d-57a938a821ca', 'name': 'tempest-ServerRescueNegativeTestJSON-2088612438-router', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:25:03Z', 'updated_at': '2021-07-08T20:25:15Z', 'revision_number': 4, 'project_id': '29d8bdfce34c4808baa0ed97fa137f02', 'gw_port': {'id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9094b708-9706-4b43-865d-57a938a821ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:25:05Z', 'updated_at': '2021-07-08T20:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '24719b9a-987e-4106-a498-aef958798098', 'name': '', 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'mac_address': 'fa:16:3e:58:78:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9094b708-9706-4b43-865d-57a938a821ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'a8e85001-3948-4499-9486-db665a7a8ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:25:13Z', 'updated_at': '2021-07-08T20:25:22Z', 'revision_number': 4, 'project_id': '29d8bdfce34c4808baa0ed97fa137f02', 'subnets': [{'id': 'a8e85001-3948-4499-9486-db665a7a8ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:25:23.679031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b64fb-80cc-4c55-a778-19e4ece5f36b req-52eaef42-39cc-4e4a-9a3f-669e259313be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:23.683950 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-12da832a-5c83-410f-9e8c-60dc42f148e8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1898971 Jul 08 20:25:23.699518 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b64fb-80cc-4c55-a778-19e4ece5f36b req-52eaef42-39cc-4e4a-9a3f-669e259313be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:23.706535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59356) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:23.709362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b64fb-80cc-4c55-a778-19e4ece5f36b req-52eaef42-39cc-4e4a-9a3f-669e259313be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:23.715950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b64fb-80cc-4c55-a778-19e4ece5f36b req-52eaef42-39cc-4e4a-9a3f-669e259313be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:23.720851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0096402a-d6b8-4459-a35c-7134917ba934 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'security_group': {'name': 'tempest-secgroup-1470668127'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:23.727874 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e05eeec6-ef0c-438d-85bb-9b4d5e632a24 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:23.736590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b64fb-80cc-4c55-a778-19e4ece5f36b req-52eaef42-39cc-4e4a-9a3f-669e259313be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:23.737256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de5a0f88-50b3-4af8-ba0f-8a085eb646ea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:23.746016 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f59b64fb-80cc-4c55-a778-19e4ece5f36b req-52eaef42-39cc-4e4a-9a3f-669e259313be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 3828 time: 1.1290638 Jul 08 20:25:23.875813 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f59b64fb-80cc-4c55-a778-19e4ece5f36b req-f9efafb7-a1b1-4b61-b34d-5a957b017a0f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139321 Jul 08 20:25:23.912465 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:23.953020 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port e05eeec6-ef0c-438d-85bb-9b4d5e632a24 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:23.953396 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:23.991602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c675ce-a788-494c-ab58-b2f772ccb46f req-7e5aafbe-af07-40a6-a45a-64967c1c2d05 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:23.994364 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09c675ce-a788-494c-ab58-b2f772ccb46f req-7e5aafbe-af07-40a6-a45a-64967c1c2d05 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 945 time: 0.7762475 Jul 08 20:25:24.043833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 24719b9a-987e-4106-a498-aef958798098 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:24.055346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-097c6a62-b887-4008-97a7-fd80350c7dbe', 'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'tenant_id': 'c59f936d4df34bfe89c8b04a8debfb9e', 'fixed_ips': [{'subnet_id': '58cfd725-bf39-4218-a672-0415b44d8e8f'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:25:24.059144 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:24.082164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3611116a-2bcd-4757-89c4-d748c03b1ca5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:24.098970 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:24.147486 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0096402a-d6b8-4459-a35c-7134917ba934 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:24.250043 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Transition to ACTIVE for port object 3611116a-2bcd-4757-89c4-d748c03b1ca5 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:24.273252 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:24.279252 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:24.319971 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6c1a43-590a-4a21-9958-f0a90aee42c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:24.322175 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb77d7c-9c87-45bf-8fb7-eda1d8a568d6" -d '{"events": [{"server_uuid": "da6c1a43-590a-4a21-9958-f0a90aee42c1", "name": "network-vif-plugged", "status": "completed", "tag": "e05eeec6-ef0c-438d-85bb-9b4d5e632a24"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:24.364299 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e05eeec6-ef0c-438d-85bb-9b4d5e632a24, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:24.389922 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:24.447202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea1195-fb6e-40d5-ac97-7120c7a5c324 req-29318678-ba78-4b8d-b393-89d025c45cf3 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:24.461696 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfea1195-fb6e-40d5-ac97-7120c7a5c324 req-29318678-ba78-4b8d-b393-89d025c45cf3 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 931 time: 0.3536701 Jul 08 20:25:24.492234 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:24.525392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 24719b9a-987e-4106-a498-aef958798098 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:24.535215 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 24719b9a-987e-4106-a498-aef958798098 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:24.535781 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:24.561941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Pushing event updated for resources: {'Port': ['ID=3611116a-2bcd-4757-89c4-d748c03b1ca5,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:24.575585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-ae8b12b3-75be-4dfe-a471-014ac17e5de8 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:24.578335 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-ae8b12b3-75be-4dfe-a471-014ac17e5de8 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.104 "GET /v2.0/networks?id=5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 200 len: 819 time: 0.3224401 Jul 08 20:25:24.596492 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Allocated IP 2001:db8::2 (097c6a62-b887-4008-97a7-fd80350c7dbe/58cfd725-bf39-4218-a672-0415b44d8e8f/11920d90-517a-4b19-87cf-949ccbf684ea) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:24.612306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-3ded9a7e-709a-4117-aa2c-2fe108b41044 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Request body: {'port': {'device_id': '75fc1aad-4fc3-406b-a421-a5dad0b3e3f4', 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb', 'admin_state_up': True, 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:24.668601 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfea1195-fb6e-40d5-ac97-7120c7a5c324 req-3ed1c8fd-b36c-4807-8232-de88fb9abf14 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8828778-8b35-4db8-b4b1-0cb3dd237861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058487 Jul 08 20:25:24.745290 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:24.855818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 24719b9a-987e-4106-a498-aef958798098, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=24719b9a-987e-4106-a498-aef958798098,segment=NetworkSegment(0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e),segment_id=0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:24.856075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Attempting to bind port 3611116a-2bcd-4757-89c4-d748c03b1ca5 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:24.856341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Attempting to bind port 3611116a-2bcd-4757-89c4-d748c03b1ca5 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:24.858822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Attempting to bind port 3611116a-2bcd-4757-89c4-d748c03b1ca5 on network 3ce86e39-34c3-49f9-a221-9804a7dc8755 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:24.870261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Port 3611116a-2bcd-4757-89c4-d748c03b1ca5 on network 3ce86e39-34c3-49f9-a221-9804a7dc8755 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:25:24.871967 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Attempting to bind port 3611116a-2bcd-4757-89c4-d748c03b1ca5 on network 3ce86e39-34c3-49f9-a221-9804a7dc8755 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:24.872092 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:24.888117 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09c675ce-a788-494c-ab58-b2f772ccb46f req-7f40d9cd-2848-4942-8d05-6dfb279998b0 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8120224 Jul 08 20:25:24.899535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:24.899891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Checking segment: {'id': '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:24.900982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Bound using segment: {'id': '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:24.901447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Bound port: 3611116a-2bcd-4757-89c4-d748c03b1ca5, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:24.901818 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.008825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=24719b9a-987e-4106-a498-aef958798098,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:25.071668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bf97c01-1056-4871-898b-900c3490dc1e req-cc53655f-c589-48f3-b631-93b4cc1631f0 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0780313 Jul 08 20:25:25.134228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] For port 3611116a-2bcd-4757-89c4-d748c03b1ca5, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:25.138238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] For port 3611116a-2bcd-4757-89c4-d748c03b1ca5, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3611116a-2bcd-4757-89c4-d748c03b1ca5,segment=NetworkSegment(6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8),segment_id=6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:25.150708 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.164990 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.191255 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Transition to ACTIVE for port object 11920d90-517a-4b19-87cf-949ccbf684ea will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:25.219304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Transition to ACTIVE for port object 11920d90-517a-4b19-87cf-949ccbf684ea will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:25.242085 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.303506 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd61354-591a-4148-a7f2-c872539a77ef x-openstack-request-id: req-5fd61354-591a-4148-a7f2-c872539a77ef {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:25.304313 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "5aad874e-179e-4f53-8a91-58fce4a19dba", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:25.304768 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5fd61354-591a-4148-a7f2-c872539a77ef {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:25.305362 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '5aad874e-179e-4f53-8a91-58fce4a19dba', 'status': 'completed', 'code': 200} Jul 08 20:25:25.320721 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Network 097c6a62-b887-4008-97a7-fd80350c7dbe is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:25.346175 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:25.353533 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:25.356281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:25.358188 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.359706 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] 10.222.0.103 "PUT /v2.0/ports/3611116a-2bcd-4757-89c4-d748c03b1ca5 HTTP/1.1" status: 200 len: 1092 time: 2.6647189 Jul 08 20:25:25.362251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fa9b5d-49f6-46aa-82d7-209bca33b3e8', 'tag': '3611116a-2bcd-4757-89c4-d748c03b1ca5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:25.373777 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a10536-9bc3-4fe9-84e6-15b5b3fbede8" -d '{"events": [{"name": "network-changed", "server_uuid": "84fa9b5d-49f6-46aa-82d7-209bca33b3e8", "tag": "3611116a-2bcd-4757-89c4-d748c03b1ca5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:25.379945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99fd12-566b-47ca-81c7-0afc543cfcbd service neutron] Pushing event updated for resources: {'Port': ['ID=3611116a-2bcd-4757-89c4-d748c03b1ca5,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:25.445707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Pushing event updated for resources: {'Port': ['ID=11920d90-517a-4b19-87cf-949ccbf684ea,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:25.488327 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0096402a-d6b8-4459-a35c-7134917ba934 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.497980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Attempting to bind port 11920d90-517a-4b19-87cf-949ccbf684ea on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:25.498545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Attempting to bind port 11920d90-517a-4b19-87cf-949ccbf684ea by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'eec13c2e-7bd3-4f14-8710-469b99af65a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:25.499009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Attempting to bind port 11920d90-517a-4b19-87cf-949ccbf684ea on network 097c6a62-b887-4008-97a7-fd80350c7dbe {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:25.508673 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:25.508673 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Checking segment: {'id': 'eec13c2e-7bd3-4f14-8710-469b99af65a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:25.508673 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.508673 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Bound using segment: {'id': 'eec13c2e-7bd3-4f14-8710-469b99af65a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:25.508673 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Bound port: 11920d90-517a-4b19-87cf-949ccbf684ea, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec13c2e-7bd3-4f14-8710-469b99af65a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:25.510209 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.534948 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0096402a-d6b8-4459-a35c-7134917ba934 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.603422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360439b0-9a39-4e4f-bd1e-7fe861c43fe9 req-4552a5d0-bea3-4f0b-a93b-b472ff5c10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:25.604738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360439b0-9a39-4e4f-bd1e-7fe861c43fe9 req-4552a5d0-bea3-4f0b-a93b-b472ff5c10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:25.605229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360439b0-9a39-4e4f-bd1e-7fe861c43fe9 req-4552a5d0-bea3-4f0b-a93b-b472ff5c10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:25.605885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360439b0-9a39-4e4f-bd1e-7fe861c43fe9 req-4552a5d0-bea3-4f0b-a93b-b472ff5c10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:25.606374 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360439b0-9a39-4e4f-bd1e-7fe861c43fe9 req-4552a5d0-bea3-4f0b-a93b-b472ff5c10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:25.609443 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-360439b0-9a39-4e4f-bd1e-7fe861c43fe9 req-4552a5d0-bea3-4f0b-a93b-b472ff5c10f2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 4364 time: 0.3560607 Jul 08 20:25:25.639713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] For port 11920d90-517a-4b19-87cf-949ccbf684ea, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:25.643787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] For port 11920d90-517a-4b19-87cf-949ccbf684ea, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=11920d90-517a-4b19-87cf-949ccbf684ea,segment=NetworkSegment(eec13c2e-7bd3-4f14-8710-469b99af65a9),segment_id=eec13c2e-7bd3-4f14-8710-469b99af65a9)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:25.645718 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-3ded9a7e-709a-4117-aa2c-2fe108b41044 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Made reservation on behalf of 29d8bdfce34c4808baa0ed97fa137f02 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:25.649394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-3ded9a7e-709a-4117-aa2c-2fe108b41044 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.658212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5aa183-08c5-49a8-91d7-2937e4f8a459 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:25.658441 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.663975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0096402a-d6b8-4459-a35c-7134917ba934 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.665276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0096402a-d6b8-4459-a35c-7134917ba934 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9551272 Jul 08 20:25:25.675760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-de5a0f88-50b3-4af8-ba0f-8a085eb646ea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port a6182a6b-4cf7-40eb-97f2-574d92fdc29b {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:25.676109 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de5a0f88-50b3-4af8-ba0f-8a085eb646ea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.680993 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.684503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59372) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:25.691240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-665ebc90-357b-43f5-abc3-ac28a9f1f7b1 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'security_group': {'name': 'tempest-secgroup-2001688854'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:25.709706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096402a-d6b8-4459-a35c-7134917ba934 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a0a589-18ad-4991-a3b4-28aa17d9db86,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:25.730465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b97ce-bad7-43cf-ae10-719b7e9f0b78 None None] Pushing event updated for resources: {'Port': ['ID=11920d90-517a-4b19-87cf-949ccbf684ea,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:25.784141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e12fcd-42d3-4516-b531-d942b798ded1 req-d0e8cb09-3136-48a5-8973-1359bf84f805 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:25.786037 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-89e12fcd-42d3-4516-b531-d942b798ded1 req-d0e8cb09-3136-48a5-8973-1359bf84f805 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.5057902 Jul 08 20:25:25.790606 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Transition to ACTIVE for port object bf5aa183-08c5-49a8-91d7-2937e4f8a459 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:25.832937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b02e3-7b16-4a55-9e26-cffcebc5f620 req-73924009-f427-44ae-8488-f10bfd590695 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:25.841849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-725b02e3-7b16-4a55-9e26-cffcebc5f620 req-73924009-f427-44ae-8488-f10bfd590695 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.4238954 Jul 08 20:25:25.845241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.882229 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 24719b9a-987e-4106-a498-aef958798098 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:25.883643 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-665ebc90-357b-43f5-abc3-ac28a9f1f7b1 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:25.924612 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360439b0-9a39-4e4f-bd1e-7fe861c43fe9 req-a350ccda-72f8-4dae-be46-a11243419399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:25.925124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360439b0-9a39-4e4f-bd1e-7fe861c43fe9 req-a350ccda-72f8-4dae-be46-a11243419399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:25.925593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360439b0-9a39-4e4f-bd1e-7fe861c43fe9 req-a350ccda-72f8-4dae-be46-a11243419399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:25.927289 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-360439b0-9a39-4e4f-bd1e-7fe861c43fe9 req-a350ccda-72f8-4dae-be46-a11243419399 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3090236 Jul 08 20:25:25.933277 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-725b02e3-7b16-4a55-9e26-cffcebc5f620 req-1d162be6-49b7-4fa0-bcfc-358fb6896f5f tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905850 Jul 08 20:25:25.935073 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-3513a84a-f005-4349-bd4c-375aaee39c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:25.936641 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-3513a84a-f005-4349-bd4c-375aaee39c1e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8f5f0e2060fc47f78e07926c9fad9dc7&device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 1095 time: 0.4232783 Jul 08 20:25:25.984438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 24719b9a-987e-4106-a498-aef958798098 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:25.984844 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:26.005485 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de5a0f88-50b3-4af8-ba0f-8a085eb646ea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:26.029242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Pushing event updated for resources: {'Port': ['ID=bf5aa183-08c5-49a8-91d7-2937e4f8a459,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:26.034029 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-89e12fcd-42d3-4516-b531-d942b798ded1 req-9e1fd77e-2327-4ae0-bfec-a9a738a81843 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395825 Jul 08 20:25:26.091954 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9016025-691d-4720-bff1-84dbc18264ca x-openstack-request-id: req-e9016025-691d-4720-bff1-84dbc18264ca {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:26.092252 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6c1a43-590a-4a21-9958-f0a90aee42c1", "name": "network-vif-plugged", "status": "completed", "tag": "e05eeec6-ef0c-438d-85bb-9b4d5e632a24", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:26.092510 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e9016025-691d-4720-bff1-84dbc18264ca {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:26.092935 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6c1a43-590a-4a21-9958-f0a90aee42c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24', 'code': 200} Jul 08 20:25:26.101301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-de5a0f88-50b3-4af8-ba0f-8a085eb646ea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for a6182a6b-4cf7-40eb-97f2-574d92fdc29b owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:26.190643 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-1cd309ce-158c-4310-bac5-eca37e03e552 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3611116a-2bcd-4757-89c4-d748c03b1ca5 HTTP/1.1" status: 200 len: 217 time: 0.2382238 Jul 08 20:25:26.358293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-d93c61ad-847c-4d66-91e4-18b7ec90f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:26.359843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-d93c61ad-847c-4d66-91e4-18b7ec90f78c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=766875be-f5a3-452b-ab0a-dec10c060185 HTTP/1.1" status: 200 len: 843 time: 0.1555686 Jul 08 20:25:26.384194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360439b0-9a39-4e4f-bd1e-7fe861c43fe9 req-eb460edd-1429-4f8f-b63e-ebb0ad20220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:26.386507 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-360439b0-9a39-4e4f-bd1e-7fe861c43fe9 req-eb460edd-1429-4f8f-b63e-ebb0ad20220d service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4487715 Jul 08 20:25:26.461303 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-80f28b38-0f51-46f7-a605-083bff069946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:26.464619 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-80f28b38-0f51-46f7-a605-083bff069946 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3ce86e39-34c3-49f9-a221-9804a7dc8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942361 Jul 08 20:25:26.536676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-3ded9a7e-709a-4117-aa2c-2fe108b41044 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Allocated IP 172.20.0.14 (5922f97a-51ef-45a6-9b43-c874c18bfbcb/a8e85001-3948-4499-9486-db665a7a8ea9/c7642f5e-487c-4496-9ef7-d6adc4d484bd) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:26.608697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Attempting to bind port bf5aa183-08c5-49a8-91d7-2937e4f8a459 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:26.609041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Attempting to bind port bf5aa183-08c5-49a8-91d7-2937e4f8a459 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:26.609377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Attempting to bind port bf5aa183-08c5-49a8-91d7-2937e4f8a459 on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:26.640076 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-9da732c8-8156-42a7-b432-93e9ee1c847a service neutron] 10.222.0.103 "GET /v2.0/networks/3ce86e39-34c3-49f9-a221-9804a7dc8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681492 Jul 08 20:25:26.666016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Port bf5aa183-08c5-49a8-91d7-2937e4f8a459 on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:25:26.666591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Attempting to bind port bf5aa183-08c5-49a8-91d7-2937e4f8a459 on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:26.701156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:26.701505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Checking segment: {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:26.701903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Bound using segment: {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:26.702349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Bound port: bf5aa183-08c5-49a8-91d7-2937e4f8a459, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:26.702715 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:26.712620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-6b305ff3-38b3-43b8-8458-d00260df835d tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:26.717247 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-6b305ff3-38b3-43b8-8458-d00260df835d tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/networks?id=5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 200 len: 819 time: 0.1828547 Jul 08 20:25:26.741295 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-faf6f1fb-6424-427c-88fb-eea09cb0a6b9 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/quotas/29d8bdfce34c4808baa0ed97fa137f02 HTTP/1.1" status: 200 len: 375 time: 0.0166228 Jul 08 20:25:26.813962 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fa882ff-de5a-4b1d-8adb-8208e14b1797 req-e5d4280d-8dca-44df-ba8b-9c84958c4e18 service neutron] 10.222.0.103 "GET /v2.0/networks/3ce86e39-34c3-49f9-a221-9804a7dc8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636517 Jul 08 20:25:26.857859 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-a869c397-cd58-4d5a-87e2-2be2c5942272 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1028354 Jul 08 20:25:26.896929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-665ebc90-357b-43f5-abc3-ac28a9f1f7b1 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:26.920329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b0106-db35-473b-9f17-2788ca39cbc3 req-e637b81a-7e77-4932-baf4-8814046f8104 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:26.926172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b0106-db35-473b-9f17-2788ca39cbc3 req-e637b81a-7e77-4932-baf4-8814046f8104 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:26.932586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b0106-db35-473b-9f17-2788ca39cbc3 req-e637b81a-7e77-4932-baf4-8814046f8104 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:26.938625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b0106-db35-473b-9f17-2788ca39cbc3 req-e637b81a-7e77-4932-baf4-8814046f8104 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:26.944703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b0106-db35-473b-9f17-2788ca39cbc3 req-e637b81a-7e77-4932-baf4-8814046f8104 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:26.950655 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b0106-db35-473b-9f17-2788ca39cbc3 req-e637b81a-7e77-4932-baf4-8814046f8104 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:26.952595 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-146b0106-db35-473b-9f17-2788ca39cbc3 req-e637b81a-7e77-4932-baf4-8814046f8104 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 4605 time: 0.4024379 Jul 08 20:25:26.957436 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-f7b5123d-b2f2-4693-bcb0-1d0e73d8e7cb service neutron] 10.222.0.101 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918708 Jul 08 20:25:26.969370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-665ebc90-357b-43f5-abc3-ac28a9f1f7b1 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:27.051591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] For port bf5aa183-08c5-49a8-91d7-2937e4f8a459, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:27.055059 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-665ebc90-357b-43f5-abc3-ac28a9f1f7b1 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:27.056335 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-665ebc90-357b-43f5-abc3-ac28a9f1f7b1 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3686733 Jul 08 20:25:27.061229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59388) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:27.069955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1151262193', 'security_groups': ['da7b471b-1d37-46dd-89a8-c2feb23966ba'], 'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '58cfd725-bf39-4218-a672-0415b44d8e8f'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:27.080573 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ebc90-357b-43f5-abc3-ac28a9f1f7b1 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7b471b-1d37-46dd-89a8-c2feb23966ba,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:27.126528 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-c1a75d4c-9a90-4530-b3f3-649357d38563 service neutron] 10.222.0.101 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625090 Jul 08 20:25:27.127346 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-3ded9a7e-709a-4117-aa2c-2fe108b41044 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:27.137478 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-146b0106-db35-473b-9f17-2788ca39cbc3 req-75ffe791-23b0-48b5-bbcf-3c29cb05b986 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517901 Jul 08 20:25:27.153847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-76a9db44-23fa-4298-9bc3-55ad5d6218c0 None None] Provisioning complete for port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:27.155564 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-76a9db44-23fa-4298-9bc3-55ad5d6218c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:27.196388 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de5a0f88-50b3-4af8-ba0f-8a085eb646ea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:27.210652 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3476c92-4e17-42e4-b416-6bd98279d90a x-openstack-request-id: req-b3476c92-4e17-42e4-b416-6bd98279d90a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:27.211171 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fa9b5d-49f6-46aa-82d7-209bca33b3e8", "tag": "3611116a-2bcd-4757-89c4-d748c03b1ca5", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:27.211577 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b3476c92-4e17-42e4-b416-6bd98279d90a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:27.212069 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fa9b5d-49f6-46aa-82d7-209bca33b3e8', 'tag': '3611116a-2bcd-4757-89c4-d748c03b1ca5', 'status': 'completed', 'code': 200} Jul 08 20:25:27.226621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:27.246659 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-3ded9a7e-709a-4117-aa2c-2fe108b41044 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:27.251258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] For port bf5aa183-08c5-49a8-91d7-2937e4f8a459, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf5aa183-08c5-49a8-91d7-2937e4f8a459,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:27.282960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-76a9db44-23fa-4298-9bc3-55ad5d6218c0 None None] Port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:27.290194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-3ded9a7e-709a-4117-aa2c-2fe108b41044 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Network 5922f97a-51ef-45a6-9b43-c874c18bfbcb is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:27.292331 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-3ded9a7e-709a-4117-aa2c-2fe108b41044 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:27.295992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-3ded9a7e-709a-4117-aa2c-2fe108b41044 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:27.308048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-76a9db44-23fa-4298-9bc3-55ad5d6218c0 None None] Provisioning for port 11920d90-517a-4b19-87cf-949ccbf684ea completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:27.345848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a0f88-50b3-4af8-ba0f-8a085eb646ea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=a6182a6b-4cf7-40eb-97f2-574d92fdc29b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:27.353615 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:27.402130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a10536-9bc3-4fe9-84e6-15b5b3fbede8 req-a683c37a-4e5e-43ce-8f39-bb1afe39fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:27.403904 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1a10536-9bc3-4fe9-84e6-15b5b3fbede8 req-a683c37a-4e5e-43ce-8f39-bb1afe39fe2b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8f5f0e2060fc47f78e07926c9fad9dc7&device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 1095 time: 0.1134920 Jul 08 20:25:27.407056 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:27.519173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-3ded9a7e-709a-4117-aa2c-2fe108b41044 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:27.520215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-3ded9a7e-709a-4117-aa2c-2fe108b41044 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:27.539272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:27.540100 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:27.541716 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] 10.222.0.103 "PUT /v2.0/ports/bf5aa183-08c5-49a8-91d7-2937e4f8a459 HTTP/1.1" status: 200 len: 1136 time: 4.3180559 Jul 08 20:25:27.543520 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a10536-9bc3-4fe9-84e6-15b5b3fbede8 req-f175a2b0-d954-4589-b863-17792826ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:27.547382 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1a10536-9bc3-4fe9-84e6-15b5b3fbede8 req-f175a2b0-d954-4589-b863-17792826ad79 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3ce86e39-34c3-49f9-a221-9804a7dc8755 HTTP/1.1" status: 200 len: 905 time: 0.1197329 Jul 08 20:25:27.554042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port 9d052fae-199b-448e-a8fa-892c874cf3be yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:25:27.609290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': 'bf5aa183-08c5-49a8-91d7-2937e4f8a459'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:27.615466 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "bf5aa183-08c5-49a8-91d7-2937e4f8a459"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:27.695298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e05eeec6-ef0c-438d-85bb-9b4d5e632a24 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:25:27.722337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de5a0f88-50b3-4af8-ba0f-8a085eb646ea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:27.741073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Request body: {'port': {'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:27.810195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded9a7e-709a-4117-aa2c-2fe108b41044 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Pushing event updated for resources: {'Port': ['ID=c7642f5e-487c-4496-9ef7-d6adc4d484bd,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:27.835642 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-3ded9a7e-709a-4117-aa2c-2fe108b41044 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2376652 Jul 08 20:25:27.893964 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8::2f9 (097c6a62-b887-4008-97a7-fd80350c7dbe/58cfd725-bf39-4218-a672-0415b44d8e8f/9d052fae-199b-448e-a8fa-892c874cf3be) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:27.913092 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:27.956863 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1a10536-9bc3-4fe9-84e6-15b5b3fbede8 req-0a327f25-cf6b-492f-9d87-d3a3d8e834fc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3611116a-2bcd-4757-89c4-d748c03b1ca5 HTTP/1.1" status: 200 len: 217 time: 0.3756948 Jul 08 20:25:28.002309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e05eeec6-ef0c-438d-85bb-9b4d5e632a24, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:28.009658 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:28.050814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 11920d90-517a-4b19-87cf-949ccbf684ea up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:28.057625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Request body: {'port': {'device_id': '75fc1aad-4fc3-406b-a421-a5dad0b3e3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:28.096601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6c1a43-590a-4a21-9958-f0a90aee42c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:28.098890 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a621e89-352f-4114-9256-affdcf93b62a" -d '{"events": [{"server_uuid": "da6c1a43-590a-4a21-9958-f0a90aee42c1", "name": "network-vif-unplugged", "status": "completed", "tag": "e05eeec6-ef0c-438d-85bb-9b4d5e632a24"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:28.120750 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:28.139062 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 11920d90-517a-4b19-87cf-949ccbf684ea completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:28.143970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 11920d90-517a-4b19-87cf-949ccbf684ea triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:28.144358 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:28.243085 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:28.261854 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d3760-2841-4ea4-8ffa-dfc3a145223e service neutron] Pushing event updated for resources: {'Port': ['ID=bf5aa183-08c5-49a8-91d7-2937e4f8a459,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:28.287117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 11920d90-517a-4b19-87cf-949ccbf684ea, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=11920d90-517a-4b19-87cf-949ccbf684ea,segment=NetworkSegment(eec13c2e-7bd3-4f14-8710-469b99af65a9),segment_id=eec13c2e-7bd3-4f14-8710-469b99af65a9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:28.292546 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:28.307329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5a0f88-50b3-4af8-ba0f-8a085eb646ea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 52dc0f92-6f61-4559-9e6e-a6fcec595df5 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:25:28.356879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=11920d90-517a-4b19-87cf-949ccbf684ea,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:28.411019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae996329-4160-4058-bd4b-545f90e854ed req-7d4fa356-e645-4069-b407-dd8b5ab2b001 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:28.415010 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae996329-4160-4058-bd4b-545f90e854ed req-7d4fa356-e645-4069-b407-dd8b5ab2b001 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 943 time: 1.0591233 Jul 08 20:25:28.430677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a10536-9bc3-4fe9-84e6-15b5b3fbede8 req-942f3056-6c3b-49e4-96ca-a619166da4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:28.432164 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1a10536-9bc3-4fe9-84e6-15b5b3fbede8 req-942f3056-6c3b-49e4-96ca-a619166da4f7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=766875be-f5a3-452b-ab0a-dec10c060185 HTTP/1.1" status: 200 len: 843 time: 0.4668727 Jul 08 20:25:28.443428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ae94e-cb40-46d4-bf05-821fb5917ed2 req-3e842723-e602-46d9-a093-cdc9e372a98b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:28.444755 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e71ae94e-cb40-46d4-bf05-821fb5917ed2 req-3e842723-e602-46d9-a093-cdc9e372a98b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 946 time: 0.8962946 Jul 08 20:25:28.473297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5a0f88-50b3-4af8-ba0f-8a085eb646ea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:25:28.475432 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:28.483258 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-de5a0f88-50b3-4af8-ba0f-8a085eb646ea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/52dc0f92-6f61-4559-9e6e-a6fcec595df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8684812 Jul 08 20:25:28.486863 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fa4b3c-fb1e-4e4e-aafb-2770df8213eb None None] Sync routers for ids ['52dc0f92-6f61-4559-9e6e-a6fcec595df5'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:25:28.489007 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59408) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:28.498272 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa4b3c-fb1e-4e4e-aafb-2770df8213eb None None] Routers {'52dc0f92-6f61-4559-9e6e-a6fcec595df5'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:28.499296 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a2fa4b3c-fb1e-4e4e-aafb-2770df8213eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['52dc0f92-6f61-4559-9e6e-a6fcec595df5'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:28.513907 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:28.540212 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a2fa4b3c-fb1e-4e4e-aafb-2770df8213eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:28.550476 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa4b3c-fb1e-4e4e-aafb-2770df8213eb None None] Routers {'52dc0f92-6f61-4559-9e6e-a6fcec595df5'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:28.551466 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a2fa4b3c-fb1e-4e4e-aafb-2770df8213eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['52dc0f92-6f61-4559-9e6e-a6fcec595df5'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:28.557200 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:28.571459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b80647-5b72-4e09-b817-d05a76a69daa req-c4feb0e3-8b38-4a2b-81dd-cf1f11089258 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:28.573142 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79b80647-5b72-4e09-b817-d05a76a69daa req-c4feb0e3-8b38-4a2b-81dd-cf1f11089258 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.104 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 944 time: 0.2655966 Jul 08 20:25:28.596320 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a2fa4b3c-fb1e-4e4e-aafb-2770df8213eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:28.597007 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fa4b3c-fb1e-4e4e-aafb-2770df8213eb None None] The sync data for ids ['52dc0f92-6f61-4559-9e6e-a6fcec595df5'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:25:28.597533 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e71ae94e-cb40-46d4-bf05-821fb5917ed2 req-205779cc-5d76-4535-8a13-bde61891a172 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393974 Jul 08 20:25:28.623972 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Transition to ACTIVE for port object 9d052fae-199b-448e-a8fa-892c874cf3be will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:28.628833 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae996329-4160-4058-bd4b-545f90e854ed req-06b90c31-2f87-4276-b25d-c054111bcf3f tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8828778-8b35-4db8-b4b1-0cb3dd237861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084305 Jul 08 20:25:28.668466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a10536-9bc3-4fe9-84e6-15b5b3fbede8 req-63a122b9-a751-4a3b-88b3-ad38be966a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:28.670244 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1a10536-9bc3-4fe9-84e6-15b5b3fbede8 req-63a122b9-a751-4a3b-88b3-ad38be966a33 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3ce86e39-34c3-49f9-a221-9804a7dc8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2237825 Jul 08 20:25:28.813237 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:28.909403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-79b80647-5b72-4e09-b817-d05a76a69daa req-cdba9e68-f421-40a6-8c0d-87df39f00013 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Deleting port e05eeec6-ef0c-438d-85bb-9b4d5e632a24 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:28.910335 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79b80647-5b72-4e09-b817-d05a76a69daa req-cdba9e68-f421-40a6-8c0d-87df39f00013 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:28.916235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 097c6a62-b887-4008-97a7-fd80350c7dbe is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:28.946508 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:28.975735 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-67aa2b43-1c8c-4352-83d4-dee18436e8be tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] remove_router_interface failed (client error): The resource could not be found. Jul 08 20:25:28.979435 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-67aa2b43-1c8c-4352-83d4-dee18436e8be tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/52dc0f92-6f61-4559-9e6e-a6fcec595df5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4865541 Jul 08 20:25:28.984258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59410) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:28.990719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:28.996758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:28.997392 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:29.001545 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1a10536-9bc3-4fe9-84e6-15b5b3fbede8 req-f9c7adcd-266e-4170-9038-22eb2b917c3c service neutron] 10.222.0.103 "GET /v2.0/networks/3ce86e39-34c3-49f9-a221-9804a7dc8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028402 Jul 08 20:25:29.062174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=9d052fae-199b-448e-a8fa-892c874cf3be,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:29.128443 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0656624 Jul 08 20:25:29.136608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:29.136988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:29.137326 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:29.137662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:29.137996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:29.138327 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:29.138680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:29.139016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:29.139343 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:29.139669 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:29.139995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:29.140318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a700cb5-61d6-4c6b-a5ce-b33af60ebb86 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:29.156543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59412) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:29.170997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4b9b65fc-a0fb-42f2-baef-53a98963a0be tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:29.281583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26994d-f58c-49ff-8e13-a826e9451c90 req-cd35f08f-9b58-4b1e-b676-dc4f006a0972 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:29.283101 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6b26994d-f58c-49ff-8e13-a826e9451c90 req-cd35f08f-9b58-4b1e-b676-dc4f006a0972 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.4898589 Jul 08 20:25:29.309613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-79b80647-5b72-4e09-b817-d05a76a69daa req-cdba9e68-f421-40a6-8c0d-87df39f00013 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] For port e05eeec6-ef0c-438d-85bb-9b4d5e632a24, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:29.310093 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79b80647-5b72-4e09-b817-d05a76a69daa req-cdba9e68-f421-40a6-8c0d-87df39f00013 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:29.323756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bdfd8326-4fe5-42d5-9b8a-63ce40aeee7a None None] Provisioning for port 9d052fae-199b-448e-a8fa-892c874cf3be completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:29.328263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bdfd8326-4fe5-42d5-9b8a-63ce40aeee7a None None] Provisioning complete for port 9d052fae-199b-448e-a8fa-892c874cf3be triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:29.328667 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8326-4fe5-42d5-9b8a-63ce40aeee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:29.356577 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-46711faa-a7e5-4ae9-a4e5-c6a1888d75a8 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:29.357684 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-46711faa-a7e5-4ae9-a4e5-c6a1888d75a8 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.103 "GET /v2.0/networks?id=5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 200 len: 819 time: 0.4359243 Jul 08 20:25:29.370251 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd8326-4fe5-42d5-9b8a-63ce40aeee7a None None] Port 9d052fae-199b-448e-a8fa-892c874cf3be cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:29.381457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-30f68530-70a7-4706-bc3d-182dc877bf85 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Request body: {'port': {'device_id': 'b5ad7752-5cb2-402d-bf29-de3fca078dd8', 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb', 'admin_state_up': True, 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:29.386221 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-79b80647-5b72-4e09-b817-d05a76a69daa req-cdba9e68-f421-40a6-8c0d-87df39f00013 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Calling delete_port for e05eeec6-ef0c-438d-85bb-9b4d5e632a24 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:29.403566 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d4114e23-0d54-449f-93b4-542f85fed56e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=52dc0f92-6f61-4559-9e6e-a6fcec595df5 HTTP/1.1" status: 200 len: 205 time: 0.4174576 Jul 08 20:25:29.407891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59416) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:29.418716 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1a10536-9bc3-4fe9-84e6-15b5b3fbede8 req-af0ddf03-f507-49a8-91e9-93399f96d930 service neutron] 10.222.0.103 "GET /v2.0/networks/3ce86e39-34c3-49f9-a221-9804a7dc8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791797 Jul 08 20:25:29.487688 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6b26994d-f58c-49ff-8e13-a826e9451c90 req-0a1f0e91-942c-4a66-9daa-da187e1cc7ec tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853721 Jul 08 20:25:29.573942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c778237-67cd-448c-ac8f-e5f38ed79072 req-7a5046a7-4048-4703-a248-728dcf20218c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:29.580309 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c778237-67cd-448c-ac8f-e5f38ed79072 req-7a5046a7-4048-4703-a248-728dcf20218c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.7529807 Jul 08 20:25:29.584397 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9334-ffef-4468-8268-01169cef161c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:29.604467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9b65fc-a0fb-42f2-baef-53a98963a0be tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:29.608053 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b9b65fc-a0fb-42f2-baef-53a98963a0be tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:29.658502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3611116a-2bcd-4757-89c4-d748c03b1ca5 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:25:29.691978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-668a5e8b-8beb-4f82-84ae-d2512e1efc3c req-6cc6f7bd-7207-4319-acc9-8817614e4fda tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 210 time: 0.0922315 Jul 08 20:25:29.731720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c778237-67cd-448c-ac8f-e5f38ed79072 req-2e5408fc-6c66-4256-ad79-465b9b7e0a8f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505315 Jul 08 20:25:29.772269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-30f68530-70a7-4706-bc3d-182dc877bf85 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Made reservation on behalf of 29d8bdfce34c4808baa0ed97fa137f02 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:29.775868 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-30f68530-70a7-4706-bc3d-182dc877bf85 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:29.815752 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec74bf0-0e8a-428b-b351-21c345cb2422 x-openstack-request-id: req-bec74bf0-0e8a-428b-b351-21c345cb2422 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:29.816056 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6c1a43-590a-4a21-9958-f0a90aee42c1", "name": "network-vif-unplugged", "status": "completed", "tag": "e05eeec6-ef0c-438d-85bb-9b4d5e632a24", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:29.816312 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bec74bf0-0e8a-428b-b351-21c345cb2422 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:29.824887 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6c1a43-590a-4a21-9958-f0a90aee42c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24', 'code': 200} Jul 08 20:25:29.858053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 3611116a-2bcd-4757-89c4-d748c03b1ca5, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3611116a-2bcd-4757-89c4-d748c03b1ca5,segment=NetworkSegment(6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8),segment_id=6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:29.893986 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a6cf63-6d3c-45ac-8c5a-0fe6547dff63 x-openstack-request-id: req-d2a6cf63-6d3c-45ac-8c5a-0fe6547dff63 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:29.894253 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "bf5aa183-08c5-49a8-91d7-2937e4f8a459", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:29.894507 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d2a6cf63-6d3c-45ac-8c5a-0fe6547dff63 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:29.894892 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': 'bf5aa183-08c5-49a8-91d7-2937e4f8a459', 'status': 'completed', 'code': 200} Jul 08 20:25:29.900317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '3611116a-2bcd-4757-89c4-d748c03b1ca5', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'port_id': '3611116a-2bcd-4757-89c4-d748c03b1ca5', 'mac_address': 'fa:16:3e:ca:68:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766875be-f5a3-452b-ab0a-dec10c060185', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:25:29.902849 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9334-ffef-4468-8268-01169cef161c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:29.908760 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9334-ffef-4468-8268-01169cef161c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:29.937871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 11920d90-517a-4b19-87cf-949ccbf684ea up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:29.981990 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.000446 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3611116a-2bcd-4757-89c4-d748c03b1ca5 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:30.004605 n-d-791506-16 neutron-server[94065]: INFO neutron.db.ipam_backend_mixin [None req-4b9b65fc-a0fb-42f2-baef-53a98963a0be tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58cfd725-bf39-4218-a672-0415b44d8e8f (CIDR: 2001:db8::/64) Jul 08 20:25:30.015328 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9b65fc-a0fb-42f2-baef-53a98963a0be tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:25:30.015804 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9b65fc-a0fb-42f2-baef-53a98963a0be tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:30.023346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 3611116a-2bcd-4757-89c4-d748c03b1ca5, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3611116a-2bcd-4757-89c4-d748c03b1ca5,segment=NetworkSegment(6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8),segment_id=6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:30.028471 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.041185 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79b80647-5b72-4e09-b817-d05a76a69daa req-cdba9e68-f421-40a6-8c0d-87df39f00013 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.045043 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9334-ffef-4468-8268-01169cef161c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.045663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0d9334-ffef-4468-8268-01169cef161c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Fanout notify agent at l3_agent the message router_deleted on router 52dc0f92-6f61-4559-9e6e-a6fcec595df5 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:25:30.067438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 11920d90-517a-4b19-87cf-949ccbf684ea triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:30.068123 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.072554 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9334-ffef-4468-8268-01169cef161c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.073695 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bb0d9334-ffef-4468-8268-01169cef161c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/52dc0f92-6f61-4559-9e6e-a6fcec595df5 HTTP/1.1" status: 204 len: 168 time: 0.6639800 Jul 08 20:25:30.079803 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d9ab6f7c-2e1e-410e-bf52-55c5e8794cf8 req-5a0a257a-9f81-4f80-b791-81472a4f9108 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=da6c1a43-590a-4a21-9958-f0a90aee42c1 HTTP/1.1" status: 200 len: 210 time: 0.0692070 Jul 08 20:25:30.082047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59422) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:30.102825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b516fbd-786d-424e-8772-22f532f4445c {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:30.103438 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba9e68-f421-40a6-8c0d-87df39f00013 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Pushing event deleted for resources: {'Port': ['ID=e05eeec6-ef0c-438d-85bb-9b4d5e632a24,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:30.108651 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4b9b65fc-a0fb-42f2-baef-53a98963a0be tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9478502 Jul 08 20:25:30.117733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59424) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:30.120112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7642f5e-487c-4496-9ef7-d6adc4d484bd {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:30.122738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=3611116a-2bcd-4757-89c4-d748c03b1ca5,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:30.159238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-df7571fa-655f-4e7f-9603-909dcf38719e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:30.170473 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.174054 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.178071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b80647-5b72-4e09-b817-d05a76a69daa req-cdba9e68-f421-40a6-8c0d-87df39f00013 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] No DVR routers for this DVR port e05eeec6-ef0c-438d-85bb-9b4d5e632a24 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:25:30.183205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79b80647-5b72-4e09-b817-d05a76a69daa req-cdba9e68-f421-40a6-8c0d-87df39f00013 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.185256 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79b80647-5b72-4e09-b817-d05a76a69daa req-cdba9e68-f421-40a6-8c0d-87df39f00013 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.104 "DELETE /v2.0/ports/e05eeec6-ef0c-438d-85bb-9b4d5e632a24 HTTP/1.1" status: 204 len: 173 time: 1.6005452 Jul 08 20:25:30.186389 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6c1a43-590a-4a21-9958-f0a90aee42c1', 'name': 'network-vif-deleted', 'tag': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:30.188709 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266363d6-03cc-4e59-84ad-4dd9c2eca336" -d '{"events": [{"server_uuid": "da6c1a43-590a-4a21-9958-f0a90aee42c1", "name": "network-vif-deleted", "tag": "e05eeec6-ef0c-438d-85bb-9b4d5e632a24"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:30.199338 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7 req-c56cfa0f-84ba-40d4-b22d-39526f4a7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.199828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7 req-c56cfa0f-84ba-40d4-b22d-39526f4a7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.200305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7 req-c56cfa0f-84ba-40d4-b22d-39526f4a7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.201861 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7 req-c56cfa0f-84ba-40d4-b22d-39526f4a7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.201861 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7 req-c56cfa0f-84ba-40d4-b22d-39526f4a7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.201861 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7 req-c56cfa0f-84ba-40d4-b22d-39526f4a7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.203779 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7 req-c56cfa0f-84ba-40d4-b22d-39526f4a7609 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5293 time: 0.3676655 Jul 08 20:25:30.235885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fbae2-0e55-4ff3-a1a5-211d68b4d8ac req-eea349f3-b815-40ed-aeb5-5decfa21ddec tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.244107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fbae2-0e55-4ff3-a1a5-211d68b4d8ac req-eea349f3-b815-40ed-aeb5-5decfa21ddec tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.254206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fbae2-0e55-4ff3-a1a5-211d68b4d8ac req-eea349f3-b815-40ed-aeb5-5decfa21ddec tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.264792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fbae2-0e55-4ff3-a1a5-211d68b4d8ac req-eea349f3-b815-40ed-aeb5-5decfa21ddec tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.275587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fbae2-0e55-4ff3-a1a5-211d68b4d8ac req-eea349f3-b815-40ed-aeb5-5decfa21ddec tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.283042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fbae2-0e55-4ff3-a1a5-211d68b4d8ac req-eea349f3-b815-40ed-aeb5-5decfa21ddec tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.287103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Transition to ACTIVE for port object c7642f5e-487c-4496-9ef7-d6adc4d484bd will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:30.293953 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-417fbae2-0e55-4ff3-a1a5-211d68b4d8ac req-eea349f3-b815-40ed-aeb5-5decfa21ddec tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 4605 time: 0.3093817 Jul 08 20:25:30.294897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcfc889-f37f-4236-9e5d-05fbd4d93f93 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting subnet 4e32df03-3f19-4401-bd1f-0873f0cdac1d {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:25:30.297672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Transition to ACTIVE for port object 4b516fbd-786d-424e-8772-22f532f4445c will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:30.312540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.332575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc889-f37f-4236-9e5d-05fbd4d93f93 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.341447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['3611116a-2bcd-4757-89c4-d748c03b1ca5'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:25:30.368686 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.437976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-30f68530-70a7-4706-bc3d-182dc877bf85 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Allocated IP 172.20.0.9 (5922f97a-51ef-45a6-9b43-c874c18bfbcb/a8e85001-3948-4499-9486-db665a7a8ea9/c22c6326-8521-4e5b-9e18-f140862083bc) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:30.453612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-417fbae2-0e55-4ff3-a1a5-211d68b4d8ac req-f732d1bb-4958-4692-9cbe-1bbeb9029e33 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1587119 Jul 08 20:25:30.479335 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc889-f37f-4236-9e5d-05fbd4d93f93 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.603341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7642f5e-487c-4496-9ef7-d6adc4d484bd,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:30.733114 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-30f68530-70a7-4706-bc3d-182dc877bf85 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.772486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Pushing event updated for resources: {'Port': ['ID=4b516fbd-786d-424e-8772-22f532f4445c,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:30.822986 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6c5e6f-2001-4c53-aabf-d77e3d369eec x-openstack-request-id: req-ed6c5e6f-2001-4c53-aabf-d77e3d369eec {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:30.824092 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6c1a43-590a-4a21-9958-f0a90aee42c1", "name": "network-vif-deleted", "tag": "e05eeec6-ef0c-438d-85bb-9b4d5e632a24", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:30.824092 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ed6c5e6f-2001-4c53-aabf-d77e3d369eec {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:30.824092 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6c1a43-590a-4a21-9958-f0a90aee42c1', 'name': 'network-vif-deleted', 'tag': 'e05eeec6-ef0c-438d-85bb-9b4d5e632a24', 'status': 'completed', 'code': 200} Jul 08 20:25:30.836261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7 req-5ac0e84f-a434-419e-9dd1-9d183ed33c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.836843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7 req-5ac0e84f-a434-419e-9dd1-9d183ed33c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.837225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7 req-5ac0e84f-a434-419e-9dd1-9d183ed33c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.838833 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7 req-5ac0e84f-a434-419e-9dd1-9d183ed33c8f service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6259432 Jul 08 20:25:30.870055 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f4998-d47d-4727-96c0-6a5e32b11299 req-b7cb61e0-c257-4863-8197-f12668748a71 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:30.871610 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a9f4998-d47d-4727-96c0-6a5e32b11299 req-b7cb61e0-c257-4863-8197-f12668748a71 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 944 time: 0.5833979 Jul 08 20:25:30.898692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7571fa-655f-4e7f-9603-909dcf38719e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:30.901654 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df7571fa-655f-4e7f-9603-909dcf38719e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:30.991004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Attempting to bind port 4b516fbd-786d-424e-8772-22f532f4445c on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:30.991378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Attempting to bind port 4b516fbd-786d-424e-8772-22f532f4445c by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:30.991748 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Attempting to bind port 4b516fbd-786d-424e-8772-22f532f4445c on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:31.018055 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Attempting to bind port c7642f5e-487c-4496-9ef7-d6adc4d484bd on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:31.018403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Attempting to bind port c7642f5e-487c-4496-9ef7-d6adc4d484bd by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:31.018732 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Attempting to bind port c7642f5e-487c-4496-9ef7-d6adc4d484bd on network 5922f97a-51ef-45a6-9b43-c874c18bfbcb {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:31.022576 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc889-f37f-4236-9e5d-05fbd4d93f93 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.028507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Port 4b516fbd-786d-424e-8772-22f532f4445c on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:25:31.028859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Attempting to bind port 4b516fbd-786d-424e-8772-22f532f4445c on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:31.079977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Port c7642f5e-487c-4496-9ef7-d6adc4d484bd on network 5922f97a-51ef-45a6-9b43-c874c18bfbcb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:25:31.080731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Attempting to bind port c7642f5e-487c-4496-9ef7-d6adc4d484bd on network 5922f97a-51ef-45a6-9b43-c874c18bfbcb {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:31.092077 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:31.092315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Checking segment: {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:31.092708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Bound using segment: {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:31.093147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Bound port: 4b516fbd-786d-424e-8772-22f532f4445c, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:31.093508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.114375 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a9f4998-d47d-4727-96c0-6a5e32b11299 req-35847829-c998-423a-8771-b701e0af0aeb tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8828778-8b35-4db8-b4b1-0cb3dd237861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216561 Jul 08 20:25:31.123323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:31.123667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Checking segment: {'id': '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:31.124066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Bound using segment: {'id': '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:31.124511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Bound port: c7642f5e-487c-4496-9ef7-d6adc4d484bd, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:31.124910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.223320 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-30f68530-70a7-4706-bc3d-182dc877bf85 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.270130 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc889-f37f-4236-9e5d-05fbd4d93f93 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.312361 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-30f68530-70a7-4706-bc3d-182dc877bf85 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Network 5922f97a-51ef-45a6-9b43-c874c18bfbcb is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:31.332576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-30f68530-70a7-4706-bc3d-182dc877bf85 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:31.337390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f68530-70a7-4706-bc3d-182dc877bf85 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Pushing event updated for resources: {'Port': ['ID=c22c6326-8521-4e5b-9e18-f140862083bc,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:31.341458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-30f68530-70a7-4706-bc3d-182dc877bf85 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:31.353552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8e74f-e14c-4519-a18e-06d1f0a2a3f0 req-654ebfb7-7d6d-40c1-a2c7-1c0d419c0cb9 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:31.355728 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3b8e74f-e14c-4519-a18e-06d1f0a2a3f0 req-654ebfb7-7d6d-40c1-a2c7-1c0d419c0cb9 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.5304854 Jul 08 20:25:31.355853 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfc889-f37f-4236-9e5d-05fbd4d93f93 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Subnet': ['ID=4e32df03-3f19-4401-bd1f-0873f0cdac1d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:31.358458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7 req-7325831b-148d-4ae7-bf7a-72543bb62434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:31.361038 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0f64ab8a-55e6-48b1-86d9-e5e36e0279d7 req-7325831b-148d-4ae7-bf7a-72543bb62434 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4940348 Jul 08 20:25:31.361176 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc889-f37f-4236-9e5d-05fbd4d93f93 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.362181 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bbcfc889-f37f-4236-9e5d-05fbd4d93f93 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/4e32df03-3f19-4401-bd1f-0873f0cdac1d HTTP/1.1" status: 204 len: 168 time: 1.2753437 Jul 08 20:25:31.374689 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f514af21-37a7-4ead-9ea2-9503751f6aa3 None None] Network c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:31.381763 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59436) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:31.386298 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] For port c7642f5e-487c-4496-9ef7-d6adc4d484bd, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:31.389118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] For port 4b516fbd-786d-424e-8772-22f532f4445c, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:31.420912 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] For port 4b516fbd-786d-424e-8772-22f532f4445c, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4b516fbd-786d-424e-8772-22f532f4445c,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:31.422929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] For port c7642f5e-487c-4496-9ef7-d6adc4d484bd, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c7642f5e-487c-4496-9ef7-d6adc4d484bd,segment=NetworkSegment(0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e),segment_id=0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:31.438475 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.440687 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.511779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:31.512517 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.513932 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] 10.222.0.104 "PUT /v2.0/ports/c7642f5e-487c-4496-9ef7-d6adc4d484bd HTTP/1.1" status: 200 len: 1093 time: 3.4805701 Jul 08 20:25:31.521063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:31.521759 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.521884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-30f68530-70a7-4706-bc3d-182dc877bf85 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:31.522551 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-30f68530-70a7-4706-bc3d-182dc877bf85 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.523192 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] 10.222.0.103 "PUT /v2.0/ports/4b516fbd-786d-424e-8772-22f532f4445c HTTP/1.1" status: 200 len: 1136 time: 3.8035469 Jul 08 20:25:31.551606 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.564474 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3b8e74f-e14c-4519-a18e-06d1f0a2a3f0 req-c12f9f53-f565-4c97-a851-517939e0b39c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816049 Jul 08 20:25:31.573192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3ae3c-d988-4460-b51a-5c138ebce806 service neutron] Pushing event updated for resources: {'Port': ['ID=4b516fbd-786d-424e-8772-22f532f4445c,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:31.594648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee5914-1bb0-4f61-8607-b9a11039d3d4 req-73d0db2e-0e7e-42c8-ac01-a6afa2d794b0 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:31.596367 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3ee5914-1bb0-4f61-8607-b9a11039d3d4 req-73d0db2e-0e7e-42c8-ac01-a6afa2d794b0 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 931 time: 0.3523707 Jul 08 20:25:31.601034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-30f68530-70a7-4706-bc3d-182dc877bf85 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2238500 Jul 08 20:25:31.619224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Request body: {'port': {'device_id': 'b5ad7752-5cb2-402d-bf29-de3fca078dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:31.628879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Request body: {'port': {'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:31.684798 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3611116a-2bcd-4757-89c4-d748c03b1ca5 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:31.737557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.746070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e05eeec6-ef0c-438d-85bb-9b4d5e632a24 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:25:31.748329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 58e6acf2-067b-4bc3-b0f8-17df056b5b00 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:25:31.789057 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937b8b06-ba96-4fd0-9367-c4c82d41bdd3 None None] DHCP port deletion for c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:25:31.806407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: e05eeec6-ef0c-438d-85bb-9b4d5e632a24 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:25:31.807088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e05eeec6-ef0c-438d-85bb-9b4d5e632a24 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:25:31.807771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 58e6acf2-067b-4bc3-b0f8-17df056b5b00 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:25:31.895116 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df7571fa-655f-4e7f-9603-909dcf38719e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:31.902030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fc1aad-4fc3-406b-a421-a5dad0b3e3f4', 'tag': 'c7642f5e-487c-4496-9ef7-d6adc4d484bd'}, {'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '4b516fbd-786d-424e-8772-22f532f4445c'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:31.905347 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56" -d '{"events": [{"name": "network-changed", "server_uuid": "75fc1aad-4fc3-406b-a421-a5dad0b3e3f4", "tag": "c7642f5e-487c-4496-9ef7-d6adc4d484bd"}, {"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "4b516fbd-786d-424e-8772-22f532f4445c"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:31.924773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fbdb579d-002b-4998-84c4-ed123d610897 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:25:31.952814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6ecd7-2206-4e75-841b-bdcd77368dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7642f5e-487c-4496-9ef7-d6adc4d484bd,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:31.981868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-ff808d30-9372-497b-89bf-d8742006a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:31.983450 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-ff808d30-9372-497b-89bf-d8742006a7a8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 1096 time: 0.3807178 Jul 08 20:25:31.986383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3ee5914-1bb0-4f61-8607-b9a11039d3d4 req-5f675853-3693-4ab6-9d8d-13db33f560bf tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534176 Jul 08 20:25:31.987205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 3611116a-2bcd-4757-89c4-d748c03b1ca5 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:32.003886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7571fa-655f-4e7f-9603-909dcf38719e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 097c6a62-b887-4008-97a7-fd80350c7dbe is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:32.010041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 3611116a-2bcd-4757-89c4-d748c03b1ca5 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:32.010380 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.015440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-df7571fa-655f-4e7f-9603-909dcf38719e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:32.021295 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:25:32.040337 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port fbdb579d-002b-4998-84c4-ed123d610897 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:32.040706 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.053284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29a0f0-8379-4714-a312-7b5c5765c9f8 req-522c218b-9f5d-4f8d-a3de-4faad3515880 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:32.060042 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de29a0f0-8379-4714-a312-7b5c5765c9f8 req-522c218b-9f5d-4f8d-a3de-4faad3515880 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.2357123 Jul 08 20:25:32.063613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7571fa-655f-4e7f-9603-909dcf38719e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:32.064226 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df7571fa-655f-4e7f-9603-909dcf38719e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.078256 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-268f7227-4eff-4996-a2a2-6c1fa1eae5ff service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7642f5e-487c-4496-9ef7-d6adc4d484bd HTTP/1.1" status: 200 len: 217 time: 0.0688720 Jul 08 20:25:32.095520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7571fa-655f-4e7f-9603-909dcf38719e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Subnet': ['ID=1cc3dfe9-295c-4b67-a49b-c1b2fbc9c3aa,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:32.100884 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.132721 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-df7571fa-655f-4e7f-9603-909dcf38719e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9780948 Jul 08 20:25:32.134931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59442) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:32.141607 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1860480c-0c21-4b10-9731-d7c41266fd0f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1861790680', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1cc3dfe9-295c-4b67-a49b-c1b2fbc9c3aa'}], 'security_groups': ['44a0a589-18ad-4991-a3b4-28aa17d9db86']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:32.151959 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.153792 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.157493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cdb049-5f81-4277-875c-4333477952d3 None None] Network 097c6a62-b887-4008-97a7-fd80350c7dbe requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:32.210737 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de29a0f0-8379-4714-a312-7b5c5765c9f8 req-155867f3-171d-4fdf-8761-4d593322d96b tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497228 Jul 08 20:25:32.216795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] For port fbdb579d-002b-4998-84c4-ed123d610897, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fbdb579d-002b-4998-84c4-ed123d610897,segment=NetworkSegment(58cf3757-78f0-434d-bf40-c3708971f009),segment_id=58cf3757-78f0-434d-bf40-c3708971f009)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:32.221013 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.249747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-775e9f98-38c1-4abd-807e-86d16502f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:32.252612 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-775e9f98-38c1-4abd-807e-86d16502f473 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a8e85001-3948-4499-9486-db665a7a8ea9 HTTP/1.1" status: 200 len: 859 time: 0.1643226 Jul 08 20:25:32.269794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for fbdb579d-002b-4998-84c4-ed123d610897 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:32.332706 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3e2980-4111-4673-81f0-aa678b30c49b x-openstack-request-id: req-3a3e2980-4111-4673-81f0-aa678b30c49b {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:32.333067 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fc1aad-4fc3-406b-a421-a5dad0b3e3f4", "tag": "c7642f5e-487c-4496-9ef7-d6adc4d484bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "4b516fbd-786d-424e-8772-22f532f4445c", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:32.333446 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3a3e2980-4111-4673-81f0-aa678b30c49b {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:32.334251 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75fc1aad-4fc3-406b-a421-a5dad0b3e3f4', 'tag': 'c7642f5e-487c-4496-9ef7-d6adc4d484bd', 'status': 'completed', 'code': 200} Jul 08 20:25:32.334508 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '4b516fbd-786d-424e-8772-22f532f4445c', 'status': 'completed', 'code': 200} Jul 08 20:25:32.350087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-4bf68960-d156-4749-b985-6ef2af9b09a4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5922f97a-51ef-45a6-9b43-c874c18bfbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910308 Jul 08 20:25:32.487859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad8315-4b76-49f7-83ca-7075e0fd0740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e6acf2-067b-4bc3-b0f8-17df056b5b00'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:32.490887 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd14417-69b5-4b50-92aa-3365d889d354" -d '{"events": [{"server_uuid": "edad8315-4b76-49f7-83ca-7075e0fd0740", "name": "network-vif-unplugged", "status": "completed", "tag": "58e6acf2-067b-4bc3-b0f8-17df056b5b00"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:32.505769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22c6326-8521-4e5b-9e18-f140862083bc {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:32.520510 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.541273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 58e6acf2-067b-4bc3-b0f8-17df056b5b00, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=58e6acf2-067b-4bc3-b0f8-17df056b5b00,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:32.546365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port fbdb579d-002b-4998-84c4-ed123d610897, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fbdb579d-002b-4998-84c4-ed123d610897,segment=NetworkSegment(58cf3757-78f0-434d-bf40-c3708971f009),segment_id=58cf3757-78f0-434d-bf40-c3708971f009)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:32.550421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-937b8b06-ba96-4fd0-9367-c4c82d41bdd3 None None] Deleting port fbdb579d-002b-4998-84c4-ed123d610897 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:32.550803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-937b8b06-ba96-4fd0-9367-c4c82d41bdd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.564969 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Transition to ACTIVE for port object c22c6326-8521-4e5b-9e18-f140862083bc will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:32.571445 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.571764 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.584386 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.595759 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.613587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-fe374281-e0cf-4152-9707-bea446f7d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:32.614179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-fe374281-e0cf-4152-9707-bea446f7d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:32.615234 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-fe374281-e0cf-4152-9707-bea446f7d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:32.615718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-fe374281-e0cf-4152-9707-bea446f7d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:32.616201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-fe374281-e0cf-4152-9707-bea446f7d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:32.616696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-fe374281-e0cf-4152-9707-bea446f7d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:32.617180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-fe374281-e0cf-4152-9707-bea446f7d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:32.619308 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-fe374281-e0cf-4152-9707-bea446f7d23e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 6222 time: 0.2644765 Jul 08 20:25:32.628975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=fbdb579d-002b-4998-84c4-ed123d610897,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:32.640938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No DVR routers for this DVR port fbdb579d-002b-4998-84c4-ed123d610897 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:25:32.691794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 58e6acf2-067b-4bc3-b0f8-17df056b5b00, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=58e6acf2-067b-4bc3-b0f8-17df056b5b00,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:32.758694 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-937b8b06-ba96-4fd0-9367-c4c82d41bdd3 None None] For port fbdb579d-002b-4998-84c4-ed123d610897, host n-d-791506-16, got binding levels [] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:32.759153 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-937b8b06-ba96-4fd0-9367-c4c82d41bdd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.766774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74834e-47c1-47b6-95b0-34334c15f638 req-7aace0d0-4316-4129-9f90-d7fe25348c43 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:32.768444 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac74834e-47c1-47b6-95b0-34334c15f638 req-7aace0d0-4316-4129-9f90-d7fe25348c43 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 944 time: 0.3444772 Jul 08 20:25:32.807841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '58e6acf2-067b-4bc3-b0f8-17df056b5b00', 'network_id': '74030d91-a705-4f53-b52f-88074a77224e', 'port_id': '58e6acf2-067b-4bc3-b0f8-17df056b5b00', 'mac_address': 'fa:16:3e:d2:db:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:25:32.818719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-937b8b06-ba96-4fd0-9367-c4c82d41bdd3 None None] Calling delete_port for fbdb579d-002b-4998-84c4-ed123d610897 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:32.822480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.ipam_backend_mixin [None req-937b8b06-ba96-4fd0-9367-c4c82d41bdd3 None None] Port fbdb579d-002b-4998-84c4-ed123d610897 was not found and therefore no delete operation was performed {{(pid=94067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:25:32.825232 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.826976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=58e6acf2-067b-4bc3-b0f8-17df056b5b00,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:32.843336 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-937b8b06-ba96-4fd0-9367-c4c82d41bdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.856458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Pushing event updated for resources: {'Port': ['ID=c22c6326-8521-4e5b-9e18-f140862083bc,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:32.893313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event deleted for resources: {'Port': ['ID=fbdb579d-002b-4998-84c4-ed123d610897,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:32.914378 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.944581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937b8b06-ba96-4fd0-9367-c4c82d41bdd3 None None] No DVR routers for this DVR port fbdb579d-002b-4998-84c4-ed123d610897 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:25:32.972169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b8b06-ba96-4fd0-9367-c4c82d41bdd3 None None] Pushing event deleted for resources: {'Port': ['ID=fbdb579d-002b-4998-84c4-ed123d610897,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:32.976776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:32.980097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 3611116a-2bcd-4757-89c4-d748c03b1ca5, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3611116a-2bcd-4757-89c4-d748c03b1ca5,segment=NetworkSegment(6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8),segment_id=6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:32.982653 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.997173 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:32.998977 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac74834e-47c1-47b6-95b0-34334c15f638 req-bb26805b-f8be-4ffc-85b8-2e6c59867136 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8828778-8b35-4db8-b4b1-0cb3dd237861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116041 Jul 08 20:25:33.004153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cf3757-78f0-434d-bf40-c3708971f009') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:33.004451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cf3757-78f0-434d-bf40-c3708971f009') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:33.006061 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e6acf2-067b-4bc3-b0f8-17df056b5b00 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:33.007156 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-e4709c05-5497-4972-a770-dffece96c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.007648 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-e4709c05-5497-4972-a770-dffece96c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.008132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-e4709c05-5497-4972-a770-dffece96c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.010052 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-e4709c05-5497-4972-a770-dffece96c0e3 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3719792 Jul 08 20:25:33.041893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.067055 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 58e6acf2-067b-4bc3-b0f8-17df056b5b00, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=58e6acf2-067b-4bc3-b0f8-17df056b5b00,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:33.080417 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.084430 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-595cb9ca-74e4-444d-adde-b4cfd0ab6afb service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6789699 Jul 08 20:25:33.092724 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=3611116a-2bcd-4757-89c4-d748c03b1ca5,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:33.103465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959414ab-4c30-4760-a837-b76777a994fb req-968da305-4351-43ca-a3dc-26cb313e54c8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.110573 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959414ab-4c30-4760-a837-b76777a994fb req-968da305-4351-43ca-a3dc-26cb313e54c8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.117706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959414ab-4c30-4760-a837-b76777a994fb req-968da305-4351-43ca-a3dc-26cb313e54c8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.124730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959414ab-4c30-4760-a837-b76777a994fb req-968da305-4351-43ca-a3dc-26cb313e54c8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.131634 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959414ab-4c30-4760-a837-b76777a994fb req-968da305-4351-43ca-a3dc-26cb313e54c8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.133581 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.137963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959414ab-4c30-4760-a837-b76777a994fb req-968da305-4351-43ca-a3dc-26cb313e54c8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.144280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959414ab-4c30-4760-a837-b76777a994fb req-968da305-4351-43ca-a3dc-26cb313e54c8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.147178 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-959414ab-4c30-4760-a837-b76777a994fb req-968da305-4351-43ca-a3dc-26cb313e54c8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5382 time: 0.8164086 Jul 08 20:25:33.182485 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-bd662b7b-d135-42cc-858a-194646aa33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.184238 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-bd662b7b-d135-42cc-858a-194646aa33e4 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636076 Jul 08 20:25:33.193405 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:25:33.193823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:25:33.197638 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:25:33.211508 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Attempting to bind port c22c6326-8521-4e5b-9e18-f140862083bc on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:33.212078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Attempting to bind port c22c6326-8521-4e5b-9e18-f140862083bc by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:33.212459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Attempting to bind port c22c6326-8521-4e5b-9e18-f140862083bc on network 5922f97a-51ef-45a6-9b43-c874c18bfbcb {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:33.219887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=58e6acf2-067b-4bc3-b0f8-17df056b5b00,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:33.231265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b6ea4b-5000-4db2-a1f4-85f5f83f894b None None] Update dhcp port {'port': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'fixed_ips': [{'subnet_id': '58cfd725-bf39-4218-a672-0415b44d8e8f', 'ip_address': '2001:db8::2'}, {'subnet_id': '1cc3dfe9-295c-4b67-a49b-c1b2fbc9c3aa'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '11920d90-517a-4b19-87cf-949ccbf684ea'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:25:33.241194 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-959414ab-4c30-4760-a837-b76777a994fb req-7cf14696-e606-4aeb-b9f1-ebe7e0a2a313 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858769 Jul 08 20:25:33.254137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Port c22c6326-8521-4e5b-9e18-f140862083bc on network 5922f97a-51ef-45a6-9b43-c874c18bfbcb not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:25:33.254479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Attempting to bind port c22c6326-8521-4e5b-9e18-f140862083bc on network 5922f97a-51ef-45a6-9b43-c874c18bfbcb {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:33.274734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:33.274734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Checking segment: {'id': '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:33.274734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Bound using segment: {'id': '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:33.274734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Bound port: c22c6326-8521-4e5b-9e18-f140862083bc, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:33.274734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.279035 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['58e6acf2-067b-4bc3-b0f8-17df056b5b00'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:25:33.307572 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1860480c-0c21-4b10-9731-d7c41266fd0f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.311797 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-47b6ea4b-5000-4db2-a1f4-85f5f83f894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.329865 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.357490 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.362839 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/networks/c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1 HTTP/1.1" status: 204 len: 168 time: 1.9750681 Jul 08 20:25:33.362839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52640c-cd2f-4213-84c4-0d5091be3966 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Network': ['ID=c1dfb4f2-7ac2-46a5-9167-78dfe0deaad1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:33.371115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59456) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:33.375725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-37c29f16-903c-4cd4-a324-2d1d15e7d332 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-846733062'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:33.424741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] For port c22c6326-8521-4e5b-9e18-f140862083bc, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:33.429817 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] For port c22c6326-8521-4e5b-9e18-f140862083bc, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=c22c6326-8521-4e5b-9e18-f140862083bc,segment=NetworkSegment(0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e),segment_id=0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:33.432348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c29f16-903c-4cd4-a324-2d1d15e7d332 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:33.437401 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37c29f16-903c-4cd4-a324-2d1d15e7d332 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.450277 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.504999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.506959 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.508789 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] 10.222.0.103 "PUT /v2.0/ports/c22c6326-8521-4e5b-9e18-f140862083bc HTTP/1.1" status: 200 len: 1092 time: 1.8971906 Jul 08 20:25:33.516558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ad7752-5cb2-402d-bf29-de3fca078dd8', 'tag': 'c22c6326-8521-4e5b-9e18-f140862083bc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:33.520255 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b67d13-1d46-4f73-9332-9cf96999e349" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ad7752-5cb2-402d-bf29-de3fca078dd8", "tag": "c22c6326-8521-4e5b-9e18-f140862083bc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:33.553436 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c29f16-903c-4cd4-a324-2d1d15e7d332 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:25:33.592245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59460) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:33.600751 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-aa59dda0-7b87-4712-9c09-a2ba40fa907f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--829171014', 'description': 'tempest-description--514224389'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:33.628430 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd87ad-3d82-4d7f-957f-4809a484fd21 service neutron] Pushing event updated for resources: {'Port': ['ID=c22c6326-8521-4e5b-9e18-f140862083bc,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:33.634443 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dff1419-ad76-4c18-b5ec-a7042a7e6b18 x-openstack-request-id: req-8dff1419-ad76-4c18-b5ec-a7042a7e6b18 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:33.635328 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edad8315-4b76-49f7-83ca-7075e0fd0740", "name": "network-vif-unplugged", "status": "completed", "tag": "58e6acf2-067b-4bc3-b0f8-17df056b5b00", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:33.635770 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8dff1419-ad76-4c18-b5ec-a7042a7e6b18 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:33.636320 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad8315-4b76-49f7-83ca-7075e0fd0740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e6acf2-067b-4bc3-b0f8-17df056b5b00', 'code': 200} Jul 08 20:25:33.636832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37c29f16-903c-4cd4-a324-2d1d15e7d332 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.637188 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-37c29f16-903c-4cd4-a324-2d1d15e7d332 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Added segment eeefa2d7-19c9-4388-8e42-5d3f158ad69d of type vlan for network 5b13791f-b538-4a23-9a73-f79ca0bbec8e Jul 08 20:25:33.648957 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b6090d3-9aa5-4b47-9ed0-9f745f72f74b req-38833f24-b8e2-4c7e-ada6-e15f66bcb268 service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988122 Jul 08 20:25:33.649710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-47b6ea4b-5000-4db2-a1f4-85f5f83f894b None None] Allocated IP 2001:db8:0:1::2 (097c6a62-b887-4008-97a7-fd80350c7dbe/1cc3dfe9-295c-4b67-a49b-c1b2fbc9c3aa/11920d90-517a-4b19-87cf-949ccbf684ea) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:33.758072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5273a0e3-5498-472e-8260-325cfb182fbe {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:33.775147 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37c29f16-903c-4cd4-a324-2d1d15e7d332 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.786616 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa59dda0-7b87-4712-9c09-a2ba40fa907f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.822747 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.845981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-47b6ea4b-5000-4db2-a1f4-85f5f83f894b None None] For port 11920d90-517a-4b19-87cf-949ccbf684ea, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=11920d90-517a-4b19-87cf-949ccbf684ea,segment=NetworkSegment(eec13c2e-7bd3-4f14-8710-469b99af65a9),segment_id=eec13c2e-7bd3-4f14-8710-469b99af65a9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:33.882479 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Transition to ACTIVE for port object 5273a0e3-5498-472e-8260-325cfb182fbe will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:33.885776 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-47b6ea4b-5000-4db2-a1f4-85f5f83f894b None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.893087 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37c29f16-903c-4cd4-a324-2d1d15e7d332 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.899398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c29f16-903c-4cd4-a324-2d1d15e7d332 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.900023 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37c29f16-903c-4cd4-a324-2d1d15e7d332 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.902123 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-47b6ea4b-5000-4db2-a1f4-85f5f83f894b None None] Transition to ACTIVE for port object 11920d90-517a-4b19-87cf-949ccbf684ea will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:33.904111 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-10b62811-0f2b-4a30-aa89-ebaebcfdadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:33.905723 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-10b62811-0f2b-4a30-aa89-ebaebcfdadc9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 1095 time: 0.3344119 Jul 08 20:25:33.907308 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-47b6ea4b-5000-4db2-a1f4-85f5f83f894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:33.907487 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.016259 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-cf9f576e-3a9c-4ba1-9dd5-73b05178d590 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c22c6326-8521-4e5b-9e18-f140862083bc HTTP/1.1" status: 200 len: 217 time: 0.0927489 Jul 08 20:25:34.019561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6ea4b-5000-4db2-a1f4-85f5f83f894b None None] Pushing event updated for resources: {'Port': ['ID=11920d90-517a-4b19-87cf-949ccbf684ea,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:34.032108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5273a0e3-5498-472e-8260-325cfb182fbe,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:34.035948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-feabcb8f-dba4-45d2-8ae0-6bf05234d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:34.038626 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-feabcb8f-dba4-45d2-8ae0-6bf05234d7cd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 1096 time: 0.3179495 Jul 08 20:25:34.058128 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46b3544d-a7d5-4a6d-a7cc-cbc794cb694b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.123967 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c29f16-903c-4cd4-a324-2d1d15e7d332 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Network': ['ID=5b13791f-b538-4a23-9a73-f79ca0bbec8e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:34.137106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 5b13791f-b538-4a23-9a73-f79ca0bbec8e details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:25:34.170276 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc63201-769b-40f2-b137-97ed29758684 req-55e0c5ed-d6db-4f2b-82bf-503ce30ea396 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:34.177797 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1bc63201-769b-40f2-b137-97ed29758684 req-55e0c5ed-d6db-4f2b-82bf-503ce30ea396 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 945 time: 0.3378816 Jul 08 20:25:34.215591 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa59dda0-7b87-4712-9c09-a2ba40fa907f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.228620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-702a6926-2302-4e5c-91ba-99695ba6e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:34.234804 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-702a6926-2302-4e5c-91ba-99695ba6e7cb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a8e85001-3948-4499-9486-db665a7a8ea9 HTTP/1.1" status: 200 len: 859 time: 0.2038248 Jul 08 20:25:34.238606 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa59dda0-7b87-4712-9c09-a2ba40fa907f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.243063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb2455-92fe-4e8b-a6c0-1f967e322071 req-b1962a0a-69f5-4dd4-afcc-58b0df1c8994 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:34.249741 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aefb2455-92fe-4e8b-a6c0-1f967e322071 req-b1962a0a-69f5-4dd4-afcc-58b0df1c8994 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 943 time: 0.4249485 Jul 08 20:25:34.258122 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-37c29f16-903c-4cd4-a324-2d1d15e7d332 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8862650 Jul 08 20:25:34.262930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59466) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:34.288314 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-34b694f4-df3c-41ac-bcbf-e9bce73003f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'subnet': {'network_id': '5b13791f-b538-4a23-9a73-f79ca0bbec8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:34.316493 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-0de921c3-2635-499c-9fa8-93f80509bbe5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5922f97a-51ef-45a6-9b43-c874c18bfbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623496 Jul 08 20:25:34.323226 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa59dda0-7b87-4712-9c09-a2ba40fa907f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.327142 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aa59dda0-7b87-4712-9c09-a2ba40fa907f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7312477 Jul 08 20:25:34.328778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59470) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:34.341524 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59dda0-7b87-4712-9c09-a2ba40fa907f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d713e20-a084-4469-9343-52cd7e67a4d4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:34.347365 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-fcf0f101-1668-47de-8016-8a5639d3005b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Request body: {'security_group_rule': {'security_group_id': '5d713e20-a084-4469-9343-52cd7e67a4d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:34.355723 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1bc63201-769b-40f2-b137-97ed29758684 req-c6faa7d1-7602-45a4-a831-4792afd92f1b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769810 Jul 08 20:25:34.430676 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fc7cae-7311-486f-b250-07f059727f79 x-openstack-request-id: req-f9fc7cae-7311-486f-b250-07f059727f79 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:34.430972 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ad7752-5cb2-402d-bf29-de3fca078dd8", "tag": "c22c6326-8521-4e5b-9e18-f140862083bc", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:34.431229 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f9fc7cae-7311-486f-b250-07f059727f79 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:34.432182 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ad7752-5cb2-402d-bf29-de3fca078dd8', 'tag': 'c22c6326-8521-4e5b-9e18-f140862083bc', 'status': 'completed', 'code': 200} Jul 08 20:25:34.455972 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f101-1668-47de-8016-8a5639d3005b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.488540 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-1842f9d2-3dd8-4935-be02-d1e74b392f5c service neutron] 10.222.0.103 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605439 Jul 08 20:25:34.492121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-1860480c-0c21-4b10-9731-d7c41266fd0f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Delete allocated IP 2001:db8::2f9 (097c6a62-b887-4008-97a7-fd80350c7dbe/58cfd725-bf39-4218-a672-0415b44d8e8f) {{(pid=94066) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 20:25:34.547041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-1860480c-0c21-4b10-9731-d7c41266fd0f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8:0:1::ee (097c6a62-b887-4008-97a7-fd80350c7dbe/1cc3dfe9-295c-4b67-a49b-c1b2fbc9c3aa/9d052fae-199b-448e-a8fa-892c874cf3be) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:34.551464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Attempting to bind port 5273a0e3-5498-472e-8260-325cfb182fbe on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:34.551836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Attempting to bind port 5273a0e3-5498-472e-8260-325cfb182fbe by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:34.552430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Attempting to bind port 5273a0e3-5498-472e-8260-325cfb182fbe on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:34.567179 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aefb2455-92fe-4e8b-a6c0-1f967e322071 req-6dbb3ac4-debe-41bc-8a03-4652181c14f5 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165455 Jul 08 20:25:34.576436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-5aae6530-2f30-4a2f-815b-a4b047e9e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:34.577972 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-5aae6530-2f30-4a2f-815b-a4b047e9e89c service neutron] 10.222.0.104 "GET /v2.0/networks?id=5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 200 len: 920 time: 0.5187857 Jul 08 20:25:34.582094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Port 5273a0e3-5498-472e-8260-325cfb182fbe on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:25:34.582426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Attempting to bind port 5273a0e3-5498-472e-8260-325cfb182fbe on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:34.632075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:34.632422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Checking segment: {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:34.632852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Bound using segment: {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:34.633311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Bound port: 5273a0e3-5498-472e-8260-325cfb182fbe, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:34.633675 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.636343 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-028dd444-aca3-495d-b368-cb9575570554 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7642f5e-487c-4496-9ef7-d6adc4d484bd HTTP/1.1" status: 200 len: 217 time: 0.0477865 Jul 08 20:25:34.640543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b694f4-df3c-41ac-bcbf-e9bce73003f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:34.644147 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34b694f4-df3c-41ac-bcbf-e9bce73003f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.645364 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f101-1668-47de-8016-8a5639d3005b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.655882 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f101-1668-47de-8016-8a5639d3005b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.687687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0f101-1668-47de-8016-8a5639d3005b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716772eb-a4f1-4897-a2e1-a0afc8a297ba,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:34.730757 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f101-1668-47de-8016-8a5639d3005b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.735132 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fcf0f101-1668-47de-8016-8a5639d3005b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3946514 Jul 08 20:25:34.737489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59472) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:34.747097 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824da52b-272a-46a6-b57b-d5ab469293c9 req-96a2dea2-e0ed-4ae7-ab23-3bf0fb44a787 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:34.749267 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-824da52b-272a-46a6-b57b-d5ab469293c9 req-96a2dea2-e0ed-4ae7-ab23-3bf0fb44a787 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.1925342 Jul 08 20:25:34.753734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b511ee20-7a31-4321-9d2a-8e04a44db1fe tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Request body: {'security_group_rule': {'security_group_id': '5d713e20-a084-4469-9343-52cd7e67a4d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:34.763208 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b23af956-f70c-4eb0-9fa1-80575f45dbf1 req-2d41b9c5-50bb-4145-a3ba-0729f1bfeea0 service neutron] 10.222.0.103 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488184 Jul 08 20:25:34.821955 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-824da52b-272a-46a6-b57b-d5ab469293c9 req-071463ed-64dc-4d88-9bfc-f13512bd42f7 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626457 Jul 08 20:25:34.856754 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b511ee20-7a31-4321-9d2a-8e04a44db1fe tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.902501 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-c56609b8-eb91-4d10-a4c9-0f43e8bccc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:34.903997 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-c56609b8-eb91-4d10-a4c9-0f43e8bccc94 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a8e85001-3948-4499-9486-db665a7a8ea9 HTTP/1.1" status: 200 len: 859 time: 0.2450712 Jul 08 20:25:34.941882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b67d13-1d46-4f73-9332-9cf96999e349 req-371d5342-919b-45a5-b59c-1052afdcefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:34.944061 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e1b67d13-1d46-4f73-9332-9cf96999e349 req-371d5342-919b-45a5-b59c-1052afdcefa9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 1095 time: 0.1211417 Jul 08 20:25:34.962111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-78a066df-369f-4a1e-9f9a-ae8cd843c7d0 None None] Provisioning complete for port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:34.962673 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-78a066df-369f-4a1e-9f9a-ae8cd843c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.964897 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b511ee20-7a31-4321-9d2a-8e04a44db1fe tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:34.983709 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-32f83f01-f712-4772-b20e-9758e47fbe70 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5922f97a-51ef-45a6-9b43-c874c18bfbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659332 Jul 08 20:25:34.999688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] For port 5273a0e3-5498-472e-8260-325cfb182fbe, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:35.006022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-78a066df-369f-4a1e-9f9a-ae8cd843c7d0 None None] Port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:35.015999 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b511ee20-7a31-4321-9d2a-8e04a44db1fe tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:35.018477 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-78a066df-369f-4a1e-9f9a-ae8cd843c7d0 None None] Provisioning for port 11920d90-517a-4b19-87cf-949ccbf684ea completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:35.026227 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-78a066df-369f-4a1e-9f9a-ae8cd843c7d0 None None] Provisioning complete for port 11920d90-517a-4b19-87cf-949ccbf684ea triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:35.026721 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-78a066df-369f-4a1e-9f9a-ae8cd843c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:35.064779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511ee20-7a31-4321-9d2a-8e04a44db1fe tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac983292-1689-4d83-9906-f3e20e1ec61b,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:35.082604 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b511ee20-7a31-4321-9d2a-8e04a44db1fe tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:35.084843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b511ee20-7a31-4321-9d2a-8e04a44db1fe tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3345330 Jul 08 20:25:35.090130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] For port 5273a0e3-5498-472e-8260-325cfb182fbe, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5273a0e3-5498-472e-8260-325cfb182fbe,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:35.090809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59474) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:35.098198 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:35.112051 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:35.135127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b67d13-1d46-4f73-9332-9cf96999e349 req-8190e20c-53e6-4052-bd81-013b449b829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:35.136364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e1b67d13-1d46-4f73-9332-9cf96999e349 req-8190e20c-53e6-4052-bd81-013b449b829f service neutron] 10.222.0.103 "GET /v2.0/networks?id=5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 200 len: 920 time: 0.1828229 Jul 08 20:25:35.136942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-78a066df-369f-4a1e-9f9a-ae8cd843c7d0 None None] Provisioning complete for port 9d052fae-199b-448e-a8fa-892c874cf3be triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:35.137440 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-78a066df-369f-4a1e-9f9a-ae8cd843c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:35.153011 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:35.163733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f22912-d958-44fa-89a0-ae33733f624d req-f904b787-3390-4b30-bf4d-066b443be339 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:35.166624 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-48f22912-d958-44fa-89a0-ae33733f624d req-f904b787-3390-4b30-bf4d-066b443be339 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 945 time: 0.4179320 Jul 08 20:25:35.174497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-78a066df-369f-4a1e-9f9a-ae8cd843c7d0 None None] Port 9d052fae-199b-448e-a8fa-892c874cf3be cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:35.199778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:35.201261 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:35.202668 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] 10.222.0.103 "PUT /v2.0/ports/5273a0e3-5498-472e-8260-325cfb182fbe HTTP/1.1" status: 200 len: 1092 time: 3.6033530 Jul 08 20:25:35.245576 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '5273a0e3-5498-472e-8260-325cfb182fbe'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:35.247874 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "5273a0e3-5498-472e-8260-325cfb182fbe"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:35.263655 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Request body: {'port': {'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:35.334082 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1860480c-0c21-4b10-9731-d7c41266fd0f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:35.359564 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-24c07752-f93d-4932-b7e6-359609a5faa6 service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662837 Jul 08 20:25:35.369710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0edeb1-2f14-42c6-a7c6-b47244ade2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5273a0e3-5498-472e-8260-325cfb182fbe,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:35.426309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-1860480c-0c21-4b10-9731-d7c41266fd0f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Transition to ACTIVE for port object 9d052fae-199b-448e-a8fa-892c874cf3be will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:35.467194 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e1b67d13-1d46-4f73-9332-9cf96999e349 req-04027fa4-36c1-4d51-97f2-2e4143a1228c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c22c6326-8521-4e5b-9e18-f140862083bc HTTP/1.1" status: 200 len: 217 time: 0.3232892 Jul 08 20:25:35.484183 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-48f22912-d958-44fa-89a0-ae33733f624d req-1c694f8a-eeef-41cd-8d24-257b702e89d2 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8828778-8b35-4db8-b4b1-0cb3dd237861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900598 Jul 08 20:25:35.486819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab2d2c-fc15-47d4-81b3-c532d374dcb4 req-19dc3d8f-3b07-42ef-9ee4-3379826c20be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:35.491820 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1860480c-0c21-4b10-9731-d7c41266fd0f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:35.493648 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab2d2c-fc15-47d4-81b3-c532d374dcb4 req-19dc3d8f-3b07-42ef-9ee4-3379826c20be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:35.499169 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab2d2c-fc15-47d4-81b3-c532d374dcb4 req-19dc3d8f-3b07-42ef-9ee4-3379826c20be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:35.505688 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab2d2c-fc15-47d4-81b3-c532d374dcb4 req-19dc3d8f-3b07-42ef-9ee4-3379826c20be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:35.511938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab2d2c-fc15-47d4-81b3-c532d374dcb4 req-19dc3d8f-3b07-42ef-9ee4-3379826c20be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:35.517920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab2d2c-fc15-47d4-81b3-c532d374dcb4 req-19dc3d8f-3b07-42ef-9ee4-3379826c20be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:35.524589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab2d2c-fc15-47d4-81b3-c532d374dcb4 req-19dc3d8f-3b07-42ef-9ee4-3379826c20be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:35.526599 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a3ab2d2c-fc15-47d4-81b3-c532d374dcb4 req-19dc3d8f-3b07-42ef-9ee4-3379826c20be tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5394 time: 0.5594747 Jul 08 20:25:35.581016 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcb51b0-d282-4b7d-943f-772f08b797cc x-openstack-request-id: req-1dcb51b0-d282-4b7d-943f-772f08b797cc {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:35.581341 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "5273a0e3-5498-472e-8260-325cfb182fbe", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:35.581561 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1dcb51b0-d282-4b7d-943f-772f08b797cc {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:35.581967 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '5273a0e3-5498-472e-8260-325cfb182fbe', 'status': 'completed', 'code': 200} Jul 08 20:25:35.588242 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34b694f4-df3c-41ac-bcbf-e9bce73003f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:35.639095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fa9b5d-49f6-46aa-82d7-209bca33b3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3611116a-2bcd-4757-89c4-d748c03b1ca5'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:35.642037 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293be2b8-a52e-470b-aa56-d66e0c962fba" -d '{"events": [{"server_uuid": "84fa9b5d-49f6-46aa-82d7-209bca33b3e8", "name": "network-vif-plugged", "status": "completed", "tag": "3611116a-2bcd-4757-89c4-d748c03b1ca5"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:35.652659 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:35.698159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b67d13-1d46-4f73-9332-9cf96999e349 req-5d205849-af51-4596-85c2-ed6cb6b0b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:35.699667 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e1b67d13-1d46-4f73-9332-9cf96999e349 req-5d205849-af51-4596-85c2-ed6cb6b0b8d1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a8e85001-3948-4499-9486-db665a7a8ea9 HTTP/1.1" status: 200 len: 859 time: 0.1721725 Jul 08 20:25:35.702080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1860480c-0c21-4b10-9731-d7c41266fd0f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] In _notify_port_updated(), no bound segment for port 9d052fae-199b-448e-a8fa-892c874cf3be on network 097c6a62-b887-4008-97a7-fd80350c7dbe {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:25:35.707800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1860480c-0c21-4b10-9731-d7c41266fd0f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:35.709078 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1860480c-0c21-4b10-9731-d7c41266fd0f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:35.710427 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1860480c-0c21-4b10-9731-d7c41266fd0f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "PUT /v2.0/ports/9d052fae-199b-448e-a8fa-892c874cf3be HTTP/1.1" status: 200 len: 930 time: 3.5732484 Jul 08 20:25:35.716596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59484) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:35.730184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c7642f5e-487c-4496-9ef7-d6adc4d484bd details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:25:35.732750 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 58e6acf2-067b-4bc3-b0f8-17df056b5b00 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:35.759276 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a3ab2d2c-fc15-47d4-81b3-c532d374dcb4 req-2d965fa8-86f5-4649-8218-f967c0228675 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1780851 Jul 08 20:25:35.765324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860480c-0c21-4b10-9731-d7c41266fd0f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=9d052fae-199b-448e-a8fa-892c874cf3be,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:35.845383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b694f4-df3c-41ac-bcbf-e9bce73003f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Subnet': ['ID=5a73a812-65f6-4436-9945-4479f6265929,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:35.853355 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e1b67d13-1d46-4f73-9332-9cf96999e349 req-084b50be-c226-45f7-9da5-d7d4523a596f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5922f97a-51ef-45a6-9b43-c874c18bfbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358743 Jul 08 20:25:35.863289 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27bfdf2a-02c6-4caa-a4f6-dacd68a87b56 req-9bd7713d-2ed6-451c-8e7e-093e4b681c77 service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866812 Jul 08 20:25:35.922279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b694f4-df3c-41ac-bcbf-e9bce73003f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Checking segment: {'id': 'eeefa2d7-19c9-4388-8e42-5d3f158ad69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b13791f-b538-4a23-9a73-f79ca0bbec8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:35.923167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b694f4-df3c-41ac-bcbf-e9bce73003f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network hostable DHCP agents. Network: 5b13791f-b538-4a23-9a73-f79ca0bbec8e, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:25:35.925299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e743d9-aad4-4956-9e15-41ab1f05cd1a req-2eceac24-22e7-42cc-ac31-0205755b0d69 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:35.926874 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0e743d9-aad4-4956-9e15-41ab1f05cd1a req-2eceac24-22e7-42cc-ac31-0205755b0d69 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.4625826 Jul 08 20:25:35.939642 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 11920d90-517a-4b19-87cf-949ccbf684ea up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:36.011027 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 58e6acf2-067b-4bc3-b0f8-17df056b5b00 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:36.011759 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.033869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12440e3-01a3-4da7-8b3f-4d95c5ecbdea req-ccff59f7-551f-4cd2-86c6-8aca57ebed52 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.035713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d12440e3-01a3-4da7-8b3f-4d95c5ecbdea req-ccff59f7-551f-4cd2-86c6-8aca57ebed52 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 945 time: 0.3753421 Jul 08 20:25:36.046619 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b694f4-df3c-41ac-bcbf-e9bce73003f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 5b13791f-b538-4a23-9a73-f79ca0bbec8e is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:25:36.079977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c7642f5e-487c-4496-9ef7-d6adc4d484bd, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c7642f5e-487c-4496-9ef7-d6adc4d484bd,segment=NetworkSegment(0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e),segment_id=0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:36.082370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-5bb11242-4def-4e37-9f77-1a09fff782c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.083045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-5bb11242-4def-4e37-9f77-1a09fff782c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.083586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-5bb11242-4def-4e37-9f77-1a09fff782c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.084526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-5bb11242-4def-4e37-9f77-1a09fff782c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.084775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-5bb11242-4def-4e37-9f77-1a09fff782c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.085490 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-5bb11242-4def-4e37-9f77-1a09fff782c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.085904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-5bb11242-4def-4e37-9f77-1a09fff782c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.088374 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-5bb11242-4def-4e37-9f77-1a09fff782c2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 6290 time: 0.4758549 Jul 08 20:25:36.100001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cc829d48-1873-47e0-b569-80ac3a58b35f None None] Provisioning for port 9d052fae-199b-448e-a8fa-892c874cf3be completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:36.105743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 11920d90-517a-4b19-87cf-949ccbf684ea triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:36.106264 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.106717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-34b694f4-df3c-41ac-bcbf-e9bce73003f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 5b13791f-b538-4a23-9a73-f79ca0bbec8e) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:36.108060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'c7642f5e-487c-4496-9ef7-d6adc4d484bd', 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb', 'port_id': 'c7642f5e-487c-4496-9ef7-d6adc4d484bd', 'mac_address': 'fa:16:3e:ba:ac:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e85001-3948-4499-9486-db665a7a8ea9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:25:36.111046 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cc829d48-1873-47e0-b569-80ac3a58b35f None None] Provisioning complete for port 9d052fae-199b-448e-a8fa-892c874cf3be triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:36.111401 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc829d48-1873-47e0-b569-80ac3a58b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.115273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b694f4-df3c-41ac-bcbf-e9bce73003f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.116183 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34b694f4-df3c-41ac-bcbf-e9bce73003f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.156398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb37a3f6-5291-4c8f-aa6a-696de545fd78 None None] Network 5b13791f-b538-4a23-9a73-f79ca0bbec8e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:36.162597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d12440e3-01a3-4da7-8b3f-4d95c5ecbdea req-c0d6fb1a-272a-4d5c-9179-1e0ec7bd4042 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892239 Jul 08 20:25:36.273921 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706b8cdc-b765-4191-882f-7146444a1eeb x-openstack-request-id: req-706b8cdc-b765-4191-882f-7146444a1eeb {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:36.274364 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fa9b5d-49f6-46aa-82d7-209bca33b3e8", "name": "network-vif-plugged", "status": "completed", "tag": "3611116a-2bcd-4757-89c4-d748c03b1ca5", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:36.274724 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-706b8cdc-b765-4191-882f-7146444a1eeb {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:36.275599 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fa9b5d-49f6-46aa-82d7-209bca33b3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3611116a-2bcd-4757-89c4-d748c03b1ca5', 'code': 200} Jul 08 20:25:36.289229 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.291555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.103', 56160) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:36.306778 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-34b694f4-df3c-41ac-bcbf-e9bce73003f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0228906 Jul 08 20:25:36.311741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59488) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:36.313688 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e1b67d13-1d46-4f73-9332-9cf96999e349 req-bfbe4c75-8270-43b2-86ae-c17ea0e6db2a service neutron] 10.222.0.103 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497244 Jul 08 20:25:36.316600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-353926ad-773f-4c6c-9aec-91b2a801eb89 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1130397492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:36.329952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cc829d48-1873-47e0-b569-80ac3a58b35f None None] Port 9d052fae-199b-448e-a8fa-892c874cf3be cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:36.331535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33623758-89e8-42b6-8915-bab2257c92bf {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:36.344988 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.351987 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.377396 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-353926ad-773f-4c6c-9aec-91b2a801eb89 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.378669 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-353926ad-773f-4c6c-9aec-91b2a801eb89 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.383789 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.384545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Transition to ACTIVE for port object 33623758-89e8-42b6-8915-bab2257c92bf will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:36.392092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7642f5e-487c-4496-9ef7-d6adc4d484bd {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:36.407414 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.482750 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c7642f5e-487c-4496-9ef7-d6adc4d484bd, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c7642f5e-487c-4496-9ef7-d6adc4d484bd,segment=NetworkSegment(0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e),segment_id=0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:36.500222 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.503464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fd69d-adcb-4544-a348-2007aff7e79c req-5a52d6df-1ba2-4e1c-b304-806d752b37ba tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.511843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef9fd69d-adcb-4544-a348-2007aff7e79c req-5a52d6df-1ba2-4e1c-b304-806d752b37ba tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 943 time: 0.5428071 Jul 08 20:25:36.522462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 58e6acf2-067b-4bc3-b0f8-17df056b5b00, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=58e6acf2-067b-4bc3-b0f8-17df056b5b00,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:36.537947 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-353926ad-773f-4c6c-9aec-91b2a801eb89 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.541043 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Pushing event updated for resources: {'Port': ['ID=33623758-89e8-42b6-8915-bab2257c92bf,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:36.555551 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-353926ad-773f-4c6c-9aec-91b2a801eb89 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.559500 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.562167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-55df3272-9a28-4971-beff-a043ad717008 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 9d052fae-199b-448e-a8fa-892c874cf3be {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:36.562518 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55df3272-9a28-4971-beff-a043ad717008 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.574913 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898c780-e43f-4315-82b0-44822bbe064a req-411b3f2e-8f72-4b08-973a-406bdecb09ea tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.576504 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d898c780-e43f-4315-82b0-44822bbe064a req-411b3f2e-8f72-4b08-973a-406bdecb09ea tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 945 time: 0.2174199 Jul 08 20:25:36.596504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-48b2986e-ff2c-46ad-9d8b-cc6f0298dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.597022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-48b2986e-ff2c-46ad-9d8b-cc6f0298dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.597502 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-48b2986e-ff2c-46ad-9d8b-cc6f0298dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.599177 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-48b2986e-ff2c-46ad-9d8b-cc6f0298dea9 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4939189 Jul 08 20:25:36.627890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-5b13791f-b538-4a23-9a73-f79ca0bbec8e', 'network_id': '5b13791f-b538-4a23-9a73-f79ca0bbec8e', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'fixed_ips': [{'subnet_id': '5a73a812-65f6-4436-9945-4479f6265929'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:25:36.628964 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.642445 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d756a-bba8-45de-ae2a-357030ed4b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.657769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-a0e743d9-aad4-4956-9e15-41ab1f05cd1a req-63d15ce6-e1c2-4fde-b8e6-a878865b5102 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Deleting port 70c79b4f-942a-4ab5-a421-4c5e732e0848 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:36.658121 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a0e743d9-aad4-4956-9e15-41ab1f05cd1a req-63d15ce6-e1c2-4fde-b8e6-a878865b5102 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.659142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c7642f5e-487c-4496-9ef7-d6adc4d484bd,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:36.751686 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['c7642f5e-487c-4496-9ef7-d6adc4d484bd'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:25:36.754315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Allocated IP 172.25.4.39 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/f6b07235-6be1-444d-9530-0f5fddc0eb20) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:36.830411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=58e6acf2-067b-4bc3-b0f8-17df056b5b00,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:36.881234 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c19314-a6c9-42ca-8610-9f962fcf0a53 req-a602565f-ceae-40b2-ab48-acc58b53e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:36.882832 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42c19314-a6c9-42ca-8610-9f962fcf0a53 req-a602565f-ceae-40b2-ab48-acc58b53e298 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 1097 time: 0.5725400 Jul 08 20:25:36.961222 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-353926ad-773f-4c6c-9aec-91b2a801eb89 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:36.964805 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-353926ad-773f-4c6c-9aec-91b2a801eb89 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6494267 Jul 08 20:25:36.966284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59494) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:37.017182 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef9fd69d-adcb-4544-a348-2007aff7e79c req-b4d3f5a9-b098-4abc-ae38-fbd43900fd7e tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044518 Jul 08 20:25:37.062329 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.077187 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d898c780-e43f-4315-82b0-44822bbe064a req-2de66e08-9354-41cf-a550-df012ca30c29 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802897 Jul 08 20:25:37.084940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Allocated IP 2001:db8::2 (5b13791f-b538-4a23-9a73-f79ca0bbec8e/5a73a812-65f6-4436-9945-4479f6265929/da98dbe3-91e2-4db6-bd0a-f5359a52edba) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:37.088991 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42c19314-a6c9-42ca-8610-9f962fcf0a53 req-7658bce6-d9f5-459f-a0db-e96c07f0d143 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=e8828778-8b35-4db8-b4b1-0cb3dd237861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410542 Jul 08 20:25:37.120473 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e1b67d13-1d46-4f73-9332-9cf96999e349 req-f2a35def-4b38-4d93-b750-e063db229675 service neutron] 10.222.0.103 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7820070 Jul 08 20:25:37.141857 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55df3272-9a28-4971-beff-a043ad717008 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.184801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Attempting to bind port 33623758-89e8-42b6-8915-bab2257c92bf on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:37.185455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Attempting to bind port 33623758-89e8-42b6-8915-bab2257c92bf by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:37.185965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Attempting to bind port 33623758-89e8-42b6-8915-bab2257c92bf on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:37.251306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Port 33623758-89e8-42b6-8915-bab2257c92bf on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:25:37.251306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Attempting to bind port 33623758-89e8-42b6-8915-bab2257c92bf on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:37.253379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-55df3272-9a28-4971-beff-a043ad717008 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 9d052fae-199b-448e-a8fa-892c874cf3be owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:37.286808 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.314453 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-c454dd0f-d693-4cc6-836c-98bae4111654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:37.314663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:37.315150 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Checking segment: {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:37.315305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Bound using segment: {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:37.315785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Bound port: 33623758-89e8-42b6-8915-bab2257c92bf, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16aec9fe-b75e-4f9a-be07-c4454d325e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:37.315946 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1a44e96c-c12f-4356-87e2-c32d8bf4e2f5 req-c454dd0f-d693-4cc6-836c-98bae4111654 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6677804 Jul 08 20:25:37.316136 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.336425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a0e743d9-aad4-4956-9e15-41ab1f05cd1a req-63d15ce6-e1c2-4fde-b8e6-a878865b5102 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] For port 70c79b4f-942a-4ab5-a421-4c5e732e0848, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=70c79b4f-942a-4ab5-a421-4c5e732e0848,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:37.336848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a0e743d9-aad4-4956-9e15-41ab1f05cd1a req-63d15ce6-e1c2-4fde-b8e6-a878865b5102 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.351250 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.363348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Transition to ACTIVE for port object da98dbe3-91e2-4db6-bd0a-f5359a52edba will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:37.379565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Transition to ACTIVE for port object da98dbe3-91e2-4db6-bd0a-f5359a52edba will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:37.387713 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.391552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-a0e743d9-aad4-4956-9e15-41ab1f05cd1a req-63d15ce6-e1c2-4fde-b8e6-a878865b5102 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Calling delete_port for 70c79b4f-942a-4ab5-a421-4c5e732e0848 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:37.444719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Network 5b13791f-b538-4a23-9a73-f79ca0bbec8e is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:37.448450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:37.452113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:37.461414 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Pushing event updated for resources: {'Port': ['ID=da98dbe3-91e2-4db6-bd0a-f5359a52edba,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:37.487403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a248a3-966d-4bf9-97dc-81b50d4e8fdd req-363d4d78-e373-46aa-9d50-fdd6e2feb31e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:37.494328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a248a3-966d-4bf9-97dc-81b50d4e8fdd req-363d4d78-e373-46aa-9d50-fdd6e2feb31e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:37.500537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a248a3-966d-4bf9-97dc-81b50d4e8fdd req-363d4d78-e373-46aa-9d50-fdd6e2feb31e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:37.506607 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a248a3-966d-4bf9-97dc-81b50d4e8fdd req-363d4d78-e373-46aa-9d50-fdd6e2feb31e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:37.512573 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a248a3-966d-4bf9-97dc-81b50d4e8fdd req-363d4d78-e373-46aa-9d50-fdd6e2feb31e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:37.515531 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.518450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a248a3-966d-4bf9-97dc-81b50d4e8fdd req-363d4d78-e373-46aa-9d50-fdd6e2feb31e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:37.524566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a248a3-966d-4bf9-97dc-81b50d4e8fdd req-363d4d78-e373-46aa-9d50-fdd6e2feb31e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:37.526583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1a248a3-966d-4bf9-97dc-81b50d4e8fdd req-363d4d78-e373-46aa-9d50-fdd6e2feb31e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5406 time: 0.2730494 Jul 08 20:25:37.530304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.532381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Attempting to bind port da98dbe3-91e2-4db6-bd0a-f5359a52edba on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:37.533151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Attempting to bind port da98dbe3-91e2-4db6-bd0a-f5359a52edba by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'eeefa2d7-19c9-4388-8e42-5d3f158ad69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b13791f-b538-4a23-9a73-f79ca0bbec8e'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:37.533951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Attempting to bind port da98dbe3-91e2-4db6-bd0a-f5359a52edba on network 5b13791f-b538-4a23-9a73-f79ca0bbec8e {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:37.541494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:37.541905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff205c5d-e8ce-4cc6-81be-a38716cd081d req-c5923197-dcf6-4631-bedc-e09418487b7a tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:37.542476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Checking segment: {'id': 'eeefa2d7-19c9-4388-8e42-5d3f158ad69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b13791f-b538-4a23-9a73-f79ca0bbec8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:37.543011 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.543504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Bound using segment: {'id': 'eeefa2d7-19c9-4388-8e42-5d3f158ad69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b13791f-b538-4a23-9a73-f79ca0bbec8e'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:37.544236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Bound port: da98dbe3-91e2-4db6-bd0a-f5359a52edba, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeefa2d7-19c9-4388-8e42-5d3f158ad69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b13791f-b538-4a23-9a73-f79ca0bbec8e'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:37.544430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] For port 33623758-89e8-42b6-8915-bab2257c92bf, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:37.544865 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.545393 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff205c5d-e8ce-4cc6-81be-a38716cd081d req-c5923197-dcf6-4631-bedc-e09418487b7a tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 945 time: 0.2901878 Jul 08 20:25:37.574167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] For port 33623758-89e8-42b6-8915-bab2257c92bf, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=33623758-89e8-42b6-8915-bab2257c92bf,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:37.606932 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.612578 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] For port da98dbe3-91e2-4db6-bd0a-f5359a52edba, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:37.615855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] For port da98dbe3-91e2-4db6-bd0a-f5359a52edba, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=da98dbe3-91e2-4db6-bd0a-f5359a52edba,segment=NetworkSegment(eeefa2d7-19c9-4388-8e42-5d3f158ad69d),segment_id=eeefa2d7-19c9-4388-8e42-5d3f158ad69d)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:37.620647 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.693965 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device c22c6326-8521-4e5b-9e18-f140862083bc details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:25:37.700544 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167bbca-d092-4c17-a70a-c69f9588b289 None None] Pushing event updated for resources: {'Port': ['ID=da98dbe3-91e2-4db6-bd0a-f5359a52edba,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:37.700968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:37.701393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.702884 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] 10.222.0.103 "PUT /v2.0/ports/33623758-89e8-42b6-8915-bab2257c92bf HTTP/1.1" status: 200 len: 1092 time: 2.4435987 Jul 08 20:25:37.707463 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '33623758-89e8-42b6-8915-bab2257c92bf'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:37.712805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:37.716688 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "33623758-89e8-42b6-8915-bab2257c92bf"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:37.720900 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:37.728991 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a0e743d9-aad4-4956-9e15-41ab1f05cd1a req-63d15ce6-e1c2-4fde-b8e6-a878865b5102 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:37.737240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1a248a3-966d-4bf9-97dc-81b50d4e8fdd req-542ac988-46fe-4607-bd93-8cd102737192 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1946173 Jul 08 20:25:37.750202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:37.752872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c7642f5e-487c-4496-9ef7-d6adc4d484bd up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:37.754616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Request body: {'port': {'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:37.756415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['70c79b4f-942a-4ab5-a421-4c5e732e0848'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:25:37.919244 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7dac5-3ef2-42b7-bce9-7795b2f2859c service neutron] Pushing event updated for resources: {'Port': ['ID=33623758-89e8-42b6-8915-bab2257c92bf,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:37.993246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port c7642f5e-487c-4496-9ef7-d6adc4d484bd completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:38.009705 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port c7642f5e-487c-4496-9ef7-d6adc4d484bd triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:38.010497 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.021144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port c22c6326-8521-4e5b-9e18-f140862083bc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=c22c6326-8521-4e5b-9e18-f140862083bc,segment=NetworkSegment(0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e),segment_id=0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:38.140843 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.198006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'c22c6326-8521-4e5b-9e18-f140862083bc', 'network_id': '5922f97a-51ef-45a6-9b43-c874c18bfbcb', 'port_id': 'c22c6326-8521-4e5b-9e18-f140862083bc', 'mac_address': 'fa:16:3e:dc:5c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e85001-3948-4499-9486-db665a7a8ea9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:25:38.204223 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.279842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad8315-4b76-49f7-83ca-7075e0fd0740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6acf2-067b-4bc3-b0f8-17df056b5b00'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:38.282241 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b33d82-a40c-4a87-b372-a9c1662d7e54" -d '{"events": [{"server_uuid": "edad8315-4b76-49f7-83ca-7075e0fd0740", "name": "network-vif-plugged", "status": "completed", "tag": "58e6acf2-067b-4bc3-b0f8-17df056b5b00"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:38.291202 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.346022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22c6326-8521-4e5b-9e18-f140862083bc {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:38.360040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e743d9-aad4-4956-9e15-41ab1f05cd1a req-63d15ce6-e1c2-4fde-b8e6-a878865b5102 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] No DVR routers for this DVR port 70c79b4f-942a-4ab5-a421-4c5e732e0848 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:25:38.360794 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.363042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Pushing event updated for resources: {'Port': ['ID=f6b07235-6be1-444d-9530-0f5fddc0eb20,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:38.368364 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a0e743d9-aad4-4956-9e15-41ab1f05cd1a req-63d15ce6-e1c2-4fde-b8e6-a878865b5102 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.370559 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0e743d9-aad4-4956-9e15-41ab1f05cd1a req-63d15ce6-e1c2-4fde-b8e6-a878865b5102 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "DELETE /v2.0/ports/70c79b4f-942a-4ab5-a421-4c5e732e0848 HTTP/1.1" status: 204 len: 173 time: 2.3913779 Jul 08 20:25:38.385970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff205c5d-e8ce-4cc6-81be-a38716cd081d req-ba9ac512-713c-4c5b-a07e-390b5ba7691b tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8828778-8b35-4db8-b4b1-0cb3dd237861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6655753 Jul 08 20:25:38.386945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956b0694-cf59-41f7-a95d-e942cb69da41', 'name': 'network-vif-deleted', 'tag': '70c79b4f-942a-4ab5-a421-4c5e732e0848'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:38.387400 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Allocated IP 2001:db8::1 (5b13791f-b538-4a23-9a73-f79ca0bbec8e/5a73a812-65f6-4436-9945-4479f6265929/b87897a5-6909-46e2-8aa4-001d735d8565) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:38.387872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port c22c6326-8521-4e5b-9e18-f140862083bc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=c22c6326-8521-4e5b-9e18-f140862083bc,segment=NetworkSegment(0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e),segment_id=0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:38.398687 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9800f639-cdff-499c-8285-64d7cd20d3bd" -d '{"events": [{"server_uuid": "956b0694-cf59-41f7-a95d-e942cb69da41", "name": "network-vif-deleted", "tag": "70c79b4f-942a-4ab5-a421-4c5e732e0848"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:38.399071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf5659-f04c-4f64-9ae9-b76a8edb3286 req-7180d157-b4c5-4df4-9cf7-bbccb932bea4 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:38.401656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6dcf5659-f04c-4f64-9ae9-b76a8edb3286 req-7180d157-b4c5-4df4-9cf7-bbccb932bea4 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.4495895 Jul 08 20:25:38.414771 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55df3272-9a28-4971-beff-a043ad717008 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.426300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c7642f5e-487c-4496-9ef7-d6adc4d484bd, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c7642f5e-487c-4496-9ef7-d6adc4d484bd,segment=NetworkSegment(0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e),segment_id=0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:38.427809 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.477526 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030ef823-6961-4464-a2fc-f51b49eb4fae x-openstack-request-id: req-030ef823-6961-4464-a2fc-f51b49eb4fae {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:38.477816 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "33623758-89e8-42b6-8915-bab2257c92bf", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:38.478135 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-030ef823-6961-4464-a2fc-f51b49eb4fae {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:38.478548 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '33623758-89e8-42b6-8915-bab2257c92bf', 'status': 'completed', 'code': 200} Jul 08 20:25:38.491077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d15ce6-e1c2-4fde-b8e6-a878865b5102 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Pushing event deleted for resources: {'Port': ['ID=70c79b4f-942a-4ab5-a421-4c5e732e0848,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:38.510039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=c22c6326-8521-4e5b-9e18-f140862083bc,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:38.514328 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.571601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c7642f5e-487c-4496-9ef7-d6adc4d484bd,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:38.587246 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.619478 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6dcf5659-f04c-4f64-9ae9-b76a8edb3286 req-0c1fee89-1f67-4e85-b96d-a4b93d7e1a1d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048235 Jul 08 20:25:38.667462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df3272-9a28-4971-beff-a043ad717008 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=9d052fae-199b-448e-a8fa-892c874cf3be,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:38.680671 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['c22c6326-8521-4e5b-9e18-f140862083bc'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:25:38.724906 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55df3272-9a28-4971-beff-a043ad717008 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.726955 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-55df3272-9a28-4971-beff-a043ad717008 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/9d052fae-199b-448e-a8fa-892c874cf3be HTTP/1.1" status: 204 len: 168 time: 3.0062270 Jul 08 20:25:38.756045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59510) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:38.782999 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.811752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Transition to ACTIVE for port object b87897a5-6909-46e2-8aa4-001d735d8565 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:38.858272 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3ac01c-3471-45c8-a274-739dc8f564ae tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:25:38.860648 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cd3ac01c-3471-45c8-a274-739dc8f564ae tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/9d052fae-199b-448e-a8fa-892c874cf3be HTTP/1.1" status: 404 len: 333 time: 0.1033010 Jul 08 20:25:38.867137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59514) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:38.869907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38715079-6e58-4111-a451-5e41d5afc8d8 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:38.879751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.897387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Transition to ACTIVE for port object 38715079-6e58-4111-a451-5e41d5afc8d8 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:38.916921 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.952539 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:38.970645 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.036759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-21c9b7a9-e4c0-4ff1-a7f3-c76eb958f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:39.037252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-21c9b7a9-e4c0-4ff1-a7f3-c76eb958f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:39.037781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-21c9b7a9-e4c0-4ff1-a7f3-c76eb958f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:39.038534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-21c9b7a9-e4c0-4ff1-a7f3-c76eb958f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:39.039008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-21c9b7a9-e4c0-4ff1-a7f3-c76eb958f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:39.039528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-21c9b7a9-e4c0-4ff1-a7f3-c76eb958f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:39.040000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-21c9b7a9-e4c0-4ff1-a7f3-c76eb958f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:39.042256 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-21c9b7a9-e4c0-4ff1-a7f3-c76eb958f993 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 6358 time: 0.4435472 Jul 08 20:25:39.047395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f91465fd-3cae-4d52-bfa9-f628ae76594c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.063968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 5b13791f-b538-4a23-9a73-f79ca0bbec8e is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:39.076779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:39.079337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:39.080362 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.094481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f91465fd-3cae-4d52-bfa9-f628ae76594c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.193139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Pushing event updated for resources: {'Port': ['ID=38715079-6e58-4111-a451-5e41d5afc8d8,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:39.216437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3e9e8-9c86-44f2-8419-b7ea4fae964d req-1a1b39ad-325e-4772-9913-ca41b7afed44 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:39.223354 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c8a3e9e8-9c86-44f2-8419-b7ea4fae964d req-1a1b39ad-325e-4772-9913-ca41b7afed44 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 944 time: 0.5086050 Jul 08 20:25:39.241383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-865169c9-58b7-40c0-ba85-21bc3da5f3cc req-c9ccc154-8a22-45dc-9245-ab394b1a5cdb tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=956b0694-cf59-41f7-a95d-e942cb69da41 HTTP/1.1" status: 200 len: 210 time: 0.0896986 Jul 08 20:25:39.326139 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0ba94a-33b7-4b27-b70f-5a5e9d193130 x-openstack-request-id: req-5b0ba94a-33b7-4b27-b70f-5a5e9d193130 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:39.327054 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edad8315-4b76-49f7-83ca-7075e0fd0740", "name": "network-vif-plugged", "status": "completed", "tag": "58e6acf2-067b-4bc3-b0f8-17df056b5b00", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:39.327538 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5b0ba94a-33b7-4b27-b70f-5a5e9d193130 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:39.328392 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad8315-4b76-49f7-83ca-7075e0fd0740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6acf2-067b-4bc3-b0f8-17df056b5b00', 'code': 200} Jul 08 20:25:39.402821 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ec990d-b403-4eb1-b34d-14dfc23db133 x-openstack-request-id: req-57ec990d-b403-4eb1-b34d-14dfc23db133 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:39.405372 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956b0694-cf59-41f7-a95d-e942cb69da41", "name": "network-vif-deleted", "tag": "70c79b4f-942a-4ab5-a421-4c5e732e0848", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:39.405676 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-57ec990d-b403-4eb1-b34d-14dfc23db133 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:39.406112 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956b0694-cf59-41f7-a95d-e942cb69da41', 'name': 'network-vif-deleted', 'tag': '70c79b4f-942a-4ab5-a421-4c5e732e0848', 'status': 'completed', 'code': 200} Jul 08 20:25:39.418181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=b87897a5-6909-46e2-8aa4-001d735d8565,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:39.446177 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f91465fd-3cae-4d52-bfa9-f628ae76594c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.461388 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f91465fd-3cae-4d52-bfa9-f628ae76594c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.462589 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f91465fd-3cae-4d52-bfa9-f628ae76594c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/security-groups/da7b471b-1d37-46dd-89a8-c2feb23966ba HTTP/1.1" status: 204 len: 168 time: 0.5904911 Jul 08 20:25:39.476974 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59518) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:39.488201 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.535278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4473283d-ec67-4149-aacd-7809f2943a2f None None] Network 5b13791f-b538-4a23-9a73-f79ca0bbec8e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:39.556242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Attempting to bind port 38715079-6e58-4111-a451-5e41d5afc8d8 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:39.556242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Attempting to bind port 38715079-6e58-4111-a451-5e41d5afc8d8 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:39.556242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Attempting to bind port 38715079-6e58-4111-a451-5e41d5afc8d8 on network cd03060a-bfc6-43cb-9261-c17858115213 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:39.566402 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Port 38715079-6e58-4111-a451-5e41d5afc8d8 on network cd03060a-bfc6-43cb-9261-c17858115213 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:25:39.566712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Attempting to bind port 38715079-6e58-4111-a451-5e41d5afc8d8 on network cd03060a-bfc6-43cb-9261-c17858115213 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:39.573234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c8a3e9e8-9c86-44f2-8419-b7ea4fae964d req-395884a3-c63d-43f1-8c3e-2b9e60fbd993 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483996 Jul 08 20:25:39.582364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91465fd-3cae-4d52-bfa9-f628ae76594c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7b471b-1d37-46dd-89a8-c2feb23966ba,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:39.598661 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.602487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-d3f52146-0f50-4cf3-947e-4968e4173d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:39.602980 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-d3f52146-0f50-4cf3-947e-4968e4173d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:39.603556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-d3f52146-0f50-4cf3-947e-4968e4173d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:39.605320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-d3f52146-0f50-4cf3-947e-4968e4173d56 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5324540 Jul 08 20:25:39.607031 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.619937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:39.620278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Checking segment: {'id': '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:39.621368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Bound using segment: {'id': '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:39.621884 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Bound port: 38715079-6e58-4111-a451-5e41d5afc8d8, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:39.622193 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.710007 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9e253aa-acab-4982-99ee-333486e4b980 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.743540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device c22c6326-8521-4e5b-9e18-f140862083bc up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:39.794960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-768aedea-265c-4922-96e3-0a3c768e5a7d None None] Provisioning for port da98dbe3-91e2-4db6-bd0a-f5359a52edba completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:39.819070 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.831519 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9e253aa-acab-4982-99ee-333486e4b980 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.834900 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Pushing event updated for resources: {'Port': ['ID=f6b07235-6be1-444d-9530-0f5fddc0eb20,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:39.850038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca7360-0ce9-4e11-bc7d-cb84ae068def req-f24e9dd5-0ca9-4560-803a-ee4234dcd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:39.851823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4ca7360-0ce9-4e11-bc7d-cb84ae068def req-f24e9dd5-0ca9-4560-803a-ee4234dcd97b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 1098 time: 0.3492541 Jul 08 20:25:39.869082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port c22c6326-8521-4e5b-9e18-f140862083bc completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:39.869382 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.880598 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port c22c6326-8521-4e5b-9e18-f140862083bc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:39.881666 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.900088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] For port 38715079-6e58-4111-a451-5e41d5afc8d8, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:39.934177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-97748016-37fc-414f-bd0d-472ec9456a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:39.935970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d84a4a76-c2b7-400a-90c0-d9c08f180ac6 req-97748016-37fc-414f-bd0d-472ec9456a27 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3116827 Jul 08 20:25:39.947062 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:39.956758 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-54fcca50-827d-4d97-92f7-d5d542f0aa5c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8565521 Jul 08 20:25:40.001548 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9e253aa-acab-4982-99ee-333486e4b980 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.005427 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9e253aa-acab-4982-99ee-333486e4b980 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.006729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db836d05-5f5e-4c39-a3f1-28b915a0ac9b req-34377b71-d4c1-4cde-ac2c-ac65d3cdfaa9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:40.007213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d9e253aa-acab-4982-99ee-333486e4b980 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/security-groups/44a0a589-18ad-4991-a3b4-28aa17d9db86 HTTP/1.1" status: 204 len: 168 time: 0.5224476 Jul 08 20:25:40.016233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db836d05-5f5e-4c39-a3f1-28b915a0ac9b req-34377b71-d4c1-4cde-ac2c-ac65d3cdfaa9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:40.016946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d3147-bdd7-4ce3-b4e5-f4652de7575c req-4fdcc651-4d0f-498c-bf7a-c99c12f60aba tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:40.018693 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d74d3147-bdd7-4ce3-b4e5-f4652de7575c req-4fdcc651-4d0f-498c-bf7a-c99c12f60aba tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 945 time: 0.2478025 Jul 08 20:25:40.019367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59524) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:40.028949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db836d05-5f5e-4c39-a3f1-28b915a0ac9b req-34377b71-d4c1-4cde-ac2c-ac65d3cdfaa9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:40.035669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db836d05-5f5e-4c39-a3f1-28b915a0ac9b req-34377b71-d4c1-4cde-ac2c-ac65d3cdfaa9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:40.043214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db836d05-5f5e-4c39-a3f1-28b915a0ac9b req-34377b71-d4c1-4cde-ac2c-ac65d3cdfaa9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:40.049081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da98dbe3-91e2-4db6-bd0a-f5359a52edba up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:40.049879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db836d05-5f5e-4c39-a3f1-28b915a0ac9b req-34377b71-d4c1-4cde-ac2c-ac65d3cdfaa9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:40.059413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db836d05-5f5e-4c39-a3f1-28b915a0ac9b req-34377b71-d4c1-4cde-ac2c-ac65d3cdfaa9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:40.069165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-db836d05-5f5e-4c39-a3f1-28b915a0ac9b req-34377b71-d4c1-4cde-ac2c-ac65d3cdfaa9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5418 time: 0.4897108 Jul 08 20:25:40.082063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e253aa-acab-4982-99ee-333486e4b980 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a0a589-18ad-4991-a3b4-28aa17d9db86,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:40.098269 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] For port 38715079-6e58-4111-a451-5e41d5afc8d8, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=38715079-6e58-4111-a451-5e41d5afc8d8,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:40.108599 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.127899 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4ca7360-0ce9-4e11-bc7d-cb84ae068def req-365f01c2-4480-449d-a669-3cb46c30c815 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642863 Jul 08 20:25:40.140158 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.147336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fde285-945c-4442-979c-b9f6720ca6e3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting subnet 58cfd725-bf39-4218-a672-0415b44d8e8f {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:25:40.150720 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65fde285-945c-4442-979c-b9f6720ca6e3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.171990 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:40.172650 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.174240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] 10.222.0.103 "PUT /v2.0/ports/38715079-6e58-4111-a451-5e41d5afc8d8 HTTP/1.1" status: 200 len: 1092 time: 2.4360137 Jul 08 20:25:40.194552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port c22c6326-8521-4e5b-9e18-f140862083bc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=c22c6326-8521-4e5b-9e18-f140862083bc,segment=NetworkSegment(0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e),segment_id=0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:40.202983 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.203958 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 70c79b4f-942a-4ab5-a421-4c5e732e0848 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:25:40.205668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d74d3147-bdd7-4ce3-b4e5-f4652de7575c req-f3dc299e-c6bd-4602-ab9a-6d40c03a7136 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8828778-8b35-4db8-b4b1-0cb3dd237861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779103 Jul 08 20:25:40.246914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Request body: {'port': {'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:40.253974 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65fde285-945c-4442-979c-b9f6720ca6e3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.293783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port da98dbe3-91e2-4db6-bd0a-f5359a52edba completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:40.296165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 70c79b4f-942a-4ab5-a421-4c5e732e0848 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:25:40.296621 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 70c79b4f-942a-4ab5-a421-4c5e732e0848 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:25:40.315698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port da98dbe3-91e2-4db6-bd0a-f5359a52edba triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:40.315698 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.362529 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-db836d05-5f5e-4c39-a3f1-28b915a0ac9b req-d9e2877f-6ddd-43d0-8730-940fbf2fbbee tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2929287 Jul 08 20:25:40.370166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65fde285-945c-4442-979c-b9f6720ca6e3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.439591 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.445691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9c8c0-d600-486a-acfe-3e6dfea491aa service neutron] Pushing event updated for resources: {'Port': ['ID=38715079-6e58-4111-a451-5e41d5afc8d8,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:40.453797 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.454761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.468682 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65fde285-945c-4442-979c-b9f6720ca6e3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.503522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fdf7f1ba-0200-47cb-a78a-f2dddf5147c5 None None] Provisioning for port b87897a5-6909-46e2-8aa4-001d735d8565 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:40.526902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '38715079-6e58-4111-a451-5e41d5afc8d8'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:40.529854 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883afd32-59bf-465d-828d-3d1a7bff4f44" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "38715079-6e58-4111-a451-5e41d5afc8d8"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:40.532557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=b87897a5-6909-46e2-8aa4-001d735d8565,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:40.538512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fdf7f1ba-0200-47cb-a78a-f2dddf5147c5 None None] Provisioning complete for port b87897a5-6909-46e2-8aa4-001d735d8565 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:40.540561 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f1ba-0200-47cb-a78a-f2dddf5147c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.541857 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.554143 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fde285-945c-4442-979c-b9f6720ca6e3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Subnet': ['ID=58cfd725-bf39-4218-a672-0415b44d8e8f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:40.560592 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65fde285-945c-4442-979c-b9f6720ca6e3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.562791 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-65fde285-945c-4442-979c-b9f6720ca6e3 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/58cfd725-bf39-4218-a672-0415b44d8e8f HTTP/1.1" status: 204 len: 168 time: 0.5385184 Jul 08 20:25:40.566976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59542) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:40.573166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=c22c6326-8521-4e5b-9e18-f140862083bc,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:40.574061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-2297df69-f52e-4a4c-8488-b51ee1a519b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:40.579088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9175b1-1fc4-4b94-aa15-e4141849af66 None None] Network 097c6a62-b887-4008-97a7-fd80350c7dbe requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:40.657218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d2e62-c97f-4ae0-86ff-205fd0090422 req-1b2786af-f5f9-41cc-999d-e6dddcc848d8 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:40.659038 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a92d2e62-c97f-4ae0-86ff-205fd0090422 req-1b2786af-f5f9-41cc-999d-e6dddcc848d8 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.2102153 Jul 08 20:25:40.718790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7f1ba-0200-47cb-a78a-f2dddf5147c5 None None] Port b87897a5-6909-46e2-8aa4-001d735d8565 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:40.736772 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a92d2e62-c97f-4ae0-86ff-205fd0090422 req-ab306028-092a-4302-a912-759fe78865e5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663438 Jul 08 20:25:40.755810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2297df69-f52e-4a4c-8488-b51ee1a519b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:40.760883 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2297df69-f52e-4a4c-8488-b51ee1a519b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.809120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fdf7f1ba-0200-47cb-a78a-f2dddf5147c5 None None] Provisioning complete for port da98dbe3-91e2-4db6-bd0a-f5359a52edba triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:40.809492 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f1ba-0200-47cb-a78a-f2dddf5147c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.832843 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.886568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port da98dbe3-91e2-4db6-bd0a-f5359a52edba, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=da98dbe3-91e2-4db6-bd0a-f5359a52edba,segment=NetworkSegment(eeefa2d7-19c9-4388-8e42-5d3f158ad69d),segment_id=eeefa2d7-19c9-4388-8e42-5d3f158ad69d)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:40.894126 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:40.952380 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=da98dbe3-91e2-4db6-bd0a-f5359a52edba,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:41.042594 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deff992-7f50-4025-9642-b79f83ba8878 req-955d9223-8a57-498b-b266-9784953d98ae tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:41.044393 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2deff992-7f50-4025-9642-b79f83ba8878 req-955d9223-8a57-498b-b266-9784953d98ae tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 945 time: 0.1596224 Jul 08 20:25:41.056910 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59546) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:41.061502 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f5c04591-d10a-473f-8578-7cb58acf8314 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Request body: {'floatingip': {'port_id': '3611116a-2bcd-4757-89c4-d748c03b1ca5'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:41.139021 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0f749d67-9a02-4239-a1c3-54ed9d421129 None None] Provisioning complete for port b87897a5-6909-46e2-8aa4-001d735d8565 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:41.139388 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0f749d67-9a02-4239-a1c3-54ed9d421129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:41.179611 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f5c04591-d10a-473f-8578-7cb58acf8314 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for floatingip, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:41.230691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0f749d67-9a02-4239-a1c3-54ed9d421129 None None] Port b87897a5-6909-46e2-8aa4-001d735d8565 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:41.284252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-4384ad6f-7350-439c-b57a-cbd6e03822cf tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:41.293011 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-4384ad6f-7350-439c-b57a-cbd6e03822cf tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/networks?id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f HTTP/1.1" status: 200 len: 822 time: 0.7471006 Jul 08 20:25:41.324438 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5ab8d7-70fd-4b8f-ac7a-73372d0268a8 x-openstack-request-id: req-8f5ab8d7-70fd-4b8f-ac7a-73372d0268a8 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:41.324769 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "38715079-6e58-4111-a451-5e41d5afc8d8", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:41.325023 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8f5ab8d7-70fd-4b8f-ac7a-73372d0268a8 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:41.325420 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '38715079-6e58-4111-a451-5e41d5afc8d8', 'status': 'completed', 'code': 200} Jul 08 20:25:41.329986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fc1aad-4fc3-406b-a421-a5dad0b3e3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7642f5e-487c-4496-9ef7-d6adc4d484bd'}, {'server_uuid': 'b5ad7752-5cb2-402d-bf29-de3fca078dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22c6326-8521-4e5b-9e18-f140862083bc'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:41.332478 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e144a8d-62ea-4542-a9bf-243d21ccad60" -d '{"events": [{"server_uuid": "75fc1aad-4fc3-406b-a421-a5dad0b3e3f4", "name": "network-vif-plugged", "status": "completed", "tag": "c7642f5e-487c-4496-9ef7-d6adc4d484bd"}, {"server_uuid": "b5ad7752-5cb2-402d-bf29-de3fca078dd8", "name": "network-vif-plugged", "status": "completed", "tag": "c22c6326-8521-4e5b-9e18-f140862083bc"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:41.334101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 5b13791f-b538-4a23-9a73-f79ca0bbec8e is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:41.338991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:41.356003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-7a246029-a409-4a4f-b147-10087e7bfb26 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/quotas/5a1e963d48c74084aaab57a3ac842b1b HTTP/1.1" status: 200 len: 375 time: 0.0616739 Jul 08 20:25:41.600600 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-24648358-da78-49a3-827e-66ea023de501 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5a1e963d48c74084aaab57a3ac842b1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2436147 Jul 08 20:25:41.639410 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2297df69-f52e-4a4c-8488-b51ee1a519b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:41.703900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-954630f8-dccb-483a-8b3e-6e52062b134c None None] Provisioning complete for port b87897a5-6909-46e2-8aa4-001d735d8565 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:41.704907 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-954630f8-dccb-483a-8b3e-6e52062b134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:41.711436 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297df69-f52e-4a4c-8488-b51ee1a519b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Subnet': ['ID=5c3c949a-5c03-4199-b2b3-7bb25b20fa87,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:41.737070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2297df69-f52e-4a4c-8488-b51ee1a519b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 097c6a62-b887-4008-97a7-fd80350c7dbe is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:41.751980 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-2297df69-f52e-4a4c-8488-b51ee1a519b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:41.753047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-954630f8-dccb-483a-8b3e-6e52062b134c None None] Port b87897a5-6909-46e2-8aa4-001d735d8565 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:41.761324 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a014c1-51d4-45f7-b275-4458de538092 req-0a59a5b9-fd42-4166-a358-bc3e33cad898 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:41.762340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 68421013-6545-4312-8926-3ffecc20e951 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:25:41.763047 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29a014c1-51d4-45f7-b275-4458de538092 req-0a59a5b9-fd42-4166-a358-bc3e33cad898 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.3537514 Jul 08 20:25:41.765569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2297df69-f52e-4a4c-8488-b51ee1a519b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:41.766218 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2297df69-f52e-4a4c-8488-b51ee1a519b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:41.779688 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-55027cb0-aaf1-4ce5-9319-c92a975b2707 service neutron] 10.222.0.101 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781816 Jul 08 20:25:41.783317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:41.806417 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-37ea012b-7270-4d99-ae39-d62f3fd1a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:41.806918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-37ea012b-7270-4d99-ae39-d62f3fd1a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:41.807399 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-37ea012b-7270-4d99-ae39-d62f3fd1a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:41.807868 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-37ea012b-7270-4d99-ae39-d62f3fd1a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:41.808342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-37ea012b-7270-4d99-ae39-d62f3fd1a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:41.808846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-37ea012b-7270-4d99-ae39-d62f3fd1a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:41.809316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-37ea012b-7270-4d99-ae39-d62f3fd1a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:41.811173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-37ea012b-7270-4d99-ae39-d62f3fd1a5ce service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 6426 time: 0.3910906 Jul 08 20:25:41.813147 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:41.884047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da98dbe3-91e2-4db6-bd0a-f5359a52edba up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:41.888794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef83fae-22c8-45a5-8d79-39401b05f497 None None] Network 097c6a62-b887-4008-97a7-fd80350c7dbe requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:41.912905 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2297df69-f52e-4a4c-8488-b51ee1a519b2 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3405309 Jul 08 20:25:41.914705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59558) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:41.922393 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-4e20344b-ae02-491e-901c-a4ed3924322f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'security_group': {'name': 'tempest-secgroup-1313056855'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:41.953434 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Transition to ACTIVE for port object 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:41.960727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-722eff96-0be0-453d-be00-ab1354107d4f None None] Provisioning complete for port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:41.961128 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-722eff96-0be0-453d-be00-ab1354107d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:41.972055 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:42.022027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e20344b-ae02-491e-901c-a4ed3924322f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:42.024853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-722eff96-0be0-453d-be00-ab1354107d4f None None] Port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:42.034842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:25:42.042235 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e48524be-f6a4-4746-bc60-b322956eab08 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/68421013-6545-4312-8926-3ffecc20e951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0756474 Jul 08 20:25:42.057166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee0d0a9-7ff6-46fa-bb73-5f09cff7c742 None None] Sync routers for ids ['68421013-6545-4312-8926-3ffecc20e951'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:25:42.062769 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59560) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:42.063210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-722eff96-0be0-453d-be00-ab1354107d4f None None] Provisioning complete for port 11920d90-517a-4b19-87cf-949ccbf684ea triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:42.063594 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-722eff96-0be0-453d-be00-ab1354107d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:42.073444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port da98dbe3-91e2-4db6-bd0a-f5359a52edba triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:42.073810 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:42.118233 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-139fe706-1e9f-431d-88f6-055b57d04fcb service neutron] 10.222.0.101 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290961 Jul 08 20:25:42.123459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:42.193957 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a459a9-4982-4f76-9e97-23d379270a18 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:42.195434 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f6a459a9-4982-4f76-9e97-23d379270a18 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports/b87897a5-6909-46e2-8aa4-001d735d8565 HTTP/1.1" status: 200 len: 911 time: 0.1317742 Jul 08 20:25:42.211813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0d0a9-7ff6-46fa-bb73-5f09cff7c742 None None] Routers {'68421013-6545-4312-8926-3ffecc20e951'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:42.212519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6ee0d0a9-7ff6-46fa-bb73-5f09cff7c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['68421013-6545-4312-8926-3ffecc20e951'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:42.215463 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59562) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:42.378710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Attempting to bind port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:42.379050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Attempting to bind port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:42.379382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Attempting to bind port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a on network cd03060a-bfc6-43cb-9261-c17858115213 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:42.402755 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29a014c1-51d4-45f7-b275-4458de538092 req-490d2e5b-6d14-4e88-ba22-855a959dc732 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014771 Jul 08 20:25:42.404208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a on network cd03060a-bfc6-43cb-9261-c17858115213 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:25:42.404652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Attempting to bind port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a on network cd03060a-bfc6-43cb-9261-c17858115213 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:42.408656 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e20344b-ae02-491e-901c-a4ed3924322f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:42.422394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e20344b-ae02-491e-901c-a4ed3924322f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:42.424844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:42.425185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Checking segment: {'id': '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:42.425575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Bound using segment: {'id': '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:42.426027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Bound port: 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:42.426384 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:42.448725 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6ee0d0a9-7ff6-46fa-bb73-5f09cff7c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:42.499338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0d0a9-7ff6-46fa-bb73-5f09cff7c742 None None] Routers {'68421013-6545-4312-8926-3ffecc20e951'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:42.499851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6ee0d0a9-7ff6-46fa-bb73-5f09cff7c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['68421013-6545-4312-8926-3ffecc20e951'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:42.530851 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306daca4-ad24-4406-857d-5568af242746 x-openstack-request-id: req-306daca4-ad24-4406-857d-5568af242746 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:42.531190 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fc1aad-4fc3-406b-a421-a5dad0b3e3f4", "name": "network-vif-plugged", "status": "completed", "tag": "c7642f5e-487c-4496-9ef7-d6adc4d484bd", "code": 200}, {"server_uuid": "b5ad7752-5cb2-402d-bf29-de3fca078dd8", "name": "network-vif-plugged", "status": "completed", "tag": "c22c6326-8521-4e5b-9e18-f140862083bc", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:42.531400 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-306daca4-ad24-4406-857d-5568af242746 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:42.531780 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fc1aad-4fc3-406b-a421-a5dad0b3e3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7642f5e-487c-4496-9ef7-d6adc4d484bd', 'code': 200} Jul 08 20:25:42.532021 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ad7752-5cb2-402d-bf29-de3fca078dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22c6326-8521-4e5b-9e18-f140862083bc', 'code': 200} Jul 08 20:25:42.600023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6ee0d0a9-7ff6-46fa-bb73-5f09cff7c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:42.600605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee0d0a9-7ff6-46fa-bb73-5f09cff7c742 None None] The sync data for ids ['68421013-6545-4312-8926-3ffecc20e951'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:25:42.678336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20344b-ae02-491e-901c-a4ed3924322f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16dbdbfb-6aaa-4dbb-83f2-faead2ced050,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:42.719667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-3a2015ad-5e82-4882-8717-42bee60630ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:42.720966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-3a2015ad-5e82-4882-8717-42bee60630ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:42.721610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-3a2015ad-5e82-4882-8717-42bee60630ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:42.724471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-3a2015ad-5e82-4882-8717-42bee60630ec service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9002812 Jul 08 20:25:42.757910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4fd581-65a8-411b-a73c-320f17c4c6f0 None None] Update dhcp port {'port': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'fixed_ips': [{'subnet_id': '1cc3dfe9-295c-4b67-a49b-c1b2fbc9c3aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5c3c949a-5c03-4199-b2b3-7bb25b20fa87'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '11920d90-517a-4b19-87cf-949ccbf684ea'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:25:42.807459 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8b4fd581-65a8-411b-a73c-320f17c4c6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:42.861429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] For port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:42.878385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] For port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:42.899266 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:42.950970 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e20344b-ae02-491e-901c-a4ed3924322f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:42.954638 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4e20344b-ae02-491e-901c-a4ed3924322f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0332563 Jul 08 20:25:42.977130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59582) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:42.988291 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-27058c46-eb92-4f98-8609-77f818edf160 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'security_group': {'name': 'tempest-secgroup-398567023'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:43.016904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.017540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:43.018974 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] 10.222.0.103 "PUT /v2.0/ports/5f8f73f5-2b56-402b-ba6e-e83ac510fe9a HTTP/1.1" status: 200 len: 1092 time: 2.8159542 Jul 08 20:25:43.030910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147efbac-7e56-4444-8912-50cb6c95f322 req-bc386871-96ad-4405-b438-ebfab90b8751 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.038256 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-bc386871-96ad-4405-b438-ebfab90b8751 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 812 time: 0.3020537 Jul 08 20:25:43.059696 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-f5c04591-d10a-473f-8578-7cb58acf8314 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:25:43.077923 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-269aa847-1133-4c2e-b165-be227219b157 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/quotas/12186e02ce744e01bcd7d8888ea0fb20 HTTP/1.1" status: 200 len: 375 time: 0.0387182 Jul 08 20:25:43.103736 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-8b4fd581-65a8-411b-a73c-320f17c4c6f0 None None] Allocated IP 2001:db8::2 (097c6a62-b887-4008-97a7-fd80350c7dbe/5c3c949a-5c03-4199-b2b3-7bb25b20fa87/11920d90-517a-4b19-87cf-949ccbf684ea) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:43.119718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-02b45bb1-e002-4acd-a68c-688e3b5b3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.121354 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-883afd32-59bf-465d-828d-3d1a7bff4f44 req-02b45bb1-e002-4acd-a68c-688e3b5b3f7a service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3851962 Jul 08 20:25:43.131709 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27058c46-eb92-4f98-8609-77f818edf160 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:43.142493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3327e13-5b7c-467a-9780-e314afcec9c3 req-8c8d76ab-c7cc-45e6-8d1b-d2e215cca90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.149564 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3327e13-5b7c-467a-9780-e314afcec9c3 req-8c8d76ab-c7cc-45e6-8d1b-d2e215cca90a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 1097 time: 0.4592848 Jul 08 20:25:43.158405 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-1a024618-dada-4c46-96ed-677468b35f2e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794826 Jul 08 20:25:43.170005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd9cc1-d53f-4eca-8100-ef6789a53b44 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:43.191860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466758f-24cc-4d49-9a97-bcc85e4ec0ca req-0413554e-4474-4227-9e1d-18cfec260ad0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.198844 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466758f-24cc-4d49-9a97-bcc85e4ec0ca req-0413554e-4474-4227-9e1d-18cfec260ad0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.204670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466758f-24cc-4d49-9a97-bcc85e4ec0ca req-0413554e-4474-4227-9e1d-18cfec260ad0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.211125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466758f-24cc-4d49-9a97-bcc85e4ec0ca req-0413554e-4474-4227-9e1d-18cfec260ad0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.217208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466758f-24cc-4d49-9a97-bcc85e4ec0ca req-0413554e-4474-4227-9e1d-18cfec260ad0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.223240 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466758f-24cc-4d49-9a97-bcc85e4ec0ca req-0413554e-4474-4227-9e1d-18cfec260ad0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.230025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466758f-24cc-4d49-9a97-bcc85e4ec0ca req-0413554e-4474-4227-9e1d-18cfec260ad0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.232025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f466758f-24cc-4d49-9a97-bcc85e4ec0ca req-0413554e-4474-4227-9e1d-18cfec260ad0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.4973452 Jul 08 20:25:43.299486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8b4fd581-65a8-411b-a73c-320f17c4c6f0 None None] For port 11920d90-517a-4b19-87cf-949ccbf684ea, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=11920d90-517a-4b19-87cf-949ccbf684ea,segment=NetworkSegment(eec13c2e-7bd3-4f14-8710-469b99af65a9),segment_id=eec13c2e-7bd3-4f14-8710-469b99af65a9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:43.326424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '5f8f73f5-2b56-402b-ba6e-e83ac510fe9a'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:43.328785 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "5f8f73f5-2b56-402b-ba6e-e83ac510fe9a"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:43.338935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f5c04591-d10a-473f-8578-7cb58acf8314 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:43.340657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546b308-16db-4e1f-8099-a6d4952ed2b3 req-25305309-21d5-491b-924b-92fd631b0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.342346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f546b308-16db-4e1f-8099-a6d4952ed2b3 req-25305309-21d5-491b-924b-92fd631b0d53 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.6049457 Jul 08 20:25:43.361204 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f5c04591-d10a-473f-8578-7cb58acf8314 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:43.369628 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3327e13-5b7c-467a-9780-e314afcec9c3 req-41032a9b-75ce-4c1d-ab71-ccd9f5b36d48 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366127 Jul 08 20:25:43.382215 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8b4fd581-65a8-411b-a73c-320f17c4c6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:43.397385 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-57ff05bb-edf4-468c-85f2-740b35329a2d service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380538 Jul 08 20:25:43.405722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8b4fd581-65a8-411b-a73c-320f17c4c6f0 None None] Transition to ACTIVE for port object 11920d90-517a-4b19-87cf-949ccbf684ea will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:43.417709 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8b4fd581-65a8-411b-a73c-320f17c4c6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:43.475314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f546b308-16db-4e1f-8099-a6d4952ed2b3 req-46c9a8ed-35d8-4b40-abec-e8a4a03999f5 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266019 Jul 08 20:25:43.483729 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f466758f-24cc-4d49-9a97-bcc85e4ec0ca req-3636d870-ab1d-4982-9125-fe858867dc80 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2162478 Jul 08 20:25:43.602075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fd581-65a8-411b-a73c-320f17c4c6f0 None None] Pushing event updated for resources: {'Port': ['ID=11920d90-517a-4b19-87cf-949ccbf684ea,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:43.610590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d3952bdc-1700-4071-9e03-36324f17d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.611814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d3952bdc-1700-4071-9e03-36324f17d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.612444 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d3952bdc-1700-4071-9e03-36324f17d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.613116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d3952bdc-1700-4071-9e03-36324f17d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.613590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d3952bdc-1700-4071-9e03-36324f17d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.614308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d3952bdc-1700-4071-9e03-36324f17d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.614944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d3952bdc-1700-4071-9e03-36324f17d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:43.617621 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d3952bdc-1700-4071-9e03-36324f17d343 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 6494 time: 0.3687830 Jul 08 20:25:43.622521 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-1e2d1c55-fd45-4d10-8601-4cd848378150 service neutron] 10.222.0.101 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242682 Jul 08 20:25:43.630612 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-608373bf-80a0-41bd-8a67-f39bf30e3063 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:43.683543 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9ca3c285-d1f2-4f7b-883b-d4616af140f5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aad874e-179e-4f53-8a91-58fce4a19dba HTTP/1.1" status: 200 len: 217 time: 0.0548165 Jul 08 20:25:43.696396 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-f5c04591-d10a-473f-8578-7cb58acf8314 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Floating IP fa8a5459-30dc-40c0-91c3-fb7feab2b0b9 associated. External IP: 172.25.4.83, port: 3611116a-2bcd-4757-89c4-d748c03b1ca5. Jul 08 20:25:43.916028 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-95705ae4-a409-42e8-9087-f056e08503f5 req-e6466c7e-005f-4031-b88e-ab21a4e8811b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 210 time: 0.0451868 Jul 08 20:25:43.944486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 11920d90-517a-4b19-87cf-949ccbf684ea up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:43.948890 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27058c46-eb92-4f98-8609-77f818edf160 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:44.023736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27058c46-eb92-4f98-8609-77f818edf160 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:44.038071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cc956a47-e94f-4644-8dcd-5aea43ac08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:44.041867 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cc956a47-e94f-4644-8dcd-5aea43ac08ad service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c5052925-461c-40a3-96f2-4691da5939fe HTTP/1.1" status: 200 len: 856 time: 0.0873694 Jul 08 20:25:44.087163 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b584b9-b3f0-4cb7-a241-d6c0ea601ff4 x-openstack-request-id: req-51b584b9-b3f0-4cb7-a241-d6c0ea601ff4 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:44.087458 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "5f8f73f5-2b56-402b-ba6e-e83ac510fe9a", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:44.087705 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-51b584b9-b3f0-4cb7-a241-d6c0ea601ff4 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:44.088085 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '5f8f73f5-2b56-402b-ba6e-e83ac510fe9a', 'status': 'completed', 'code': 200} Jul 08 20:25:44.089392 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27058c46-eb92-4f98-8609-77f818edf160 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:44.093160 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-27058c46-eb92-4f98-8609-77f818edf160 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1060300 Jul 08 20:25:44.107014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59596) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:44.111271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1090f06d-b752-496c-9ddf-ed80ac809ba5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'security_group': {'name': 'tempest-secgroup-1619220483'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:44.334356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27058c46-eb92-4f98-8609-77f818edf160 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed966cd7-fdb3-4d44-9b8c-db12005ad2ef,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:44.385000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4f4b8-e8f8-4e46-aabc-2a8eeecd4995 req-f77860b2-89cc-4c2e-86c4-f10f756fea4c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:44.392002 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54d4f4b8-e8f8-4e46-aabc-2a8eeecd4995 req-f77860b2-89cc-4c2e-86c4-f10f756fea4c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.7101667 Jul 08 20:25:44.470150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cc0f1531-464c-4fca-8e2a-d0bc579521b1 None None] Provisioning complete for port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:44.470528 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1531-464c-4fca-8e2a-d0bc579521b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:44.494513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cc7df30b-9e04-42ab-ad20-253942b94551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:44.496877 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cc7df30b-9e04-42ab-ad20-253942b94551 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9c31369-0a5d-4774-b024-98d5eb5c69a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4419327 Jul 08 20:25:44.521085 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f1531-464c-4fca-8e2a-d0bc579521b1 None None] Port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:44.539500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cc0f1531-464c-4fca-8e2a-d0bc579521b1 None None] Provisioning for port 11920d90-517a-4b19-87cf-949ccbf684ea completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:44.544852 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cc0f1531-464c-4fca-8e2a-d0bc579521b1 None None] Provisioning complete for port 11920d90-517a-4b19-87cf-949ccbf684ea triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:44.545233 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1531-464c-4fca-8e2a-d0bc579521b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:44.565691 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54d4f4b8-e8f8-4e46-aabc-2a8eeecd4995 req-b9b96af4-a29a-4498-b076-bcfbd25f9e81 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651130 Jul 08 20:25:44.665008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c04591-d10a-473f-8578-7cb58acf8314 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Router e2f79690-6479-4664-99cd-4180fafd6359 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:25:44.721371 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8f7db7a9-6e1b-40b1-a465-40a41fa46cbd service neutron] 10.222.0.103 "GET /v2.0/networks/b9c31369-0a5d-4774-b024-98d5eb5c69a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032151 Jul 08 20:25:44.762846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1090f06d-b752-496c-9ddf-ed80ac809ba5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:44.805579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-608373bf-80a0-41bd-8a67-f39bf30e3063 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port b87897a5-6909-46e2-8aa4-001d735d8565 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:44.805919 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-608373bf-80a0-41bd-8a67-f39bf30e3063 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:44.851187 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6556b55d-9bab-4ae6-ad82-0e3863509684 req-f888e24e-a0e1-4cdd-a5c7-cd656a6362d3 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 210 time: 0.0852489 Jul 08 20:25:44.898569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-5ad5accc-d077-4b9f-8e38-db8c8242ef5f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:44.900773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-5ad5accc-d077-4b9f-8e38-db8c8242ef5f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.104 "GET /v2.0/networks?id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f HTTP/1.1" status: 200 len: 822 time: 0.8118954 Jul 08 20:25:44.922343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-0ed1fea5-b5fd-437d-9447-a217398140dc tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Request body: {'port': {'device_id': '83366c78-67d7-4ccc-aa4d-6fc2e885a54b', 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f', 'admin_state_up': True, 'tenant_id': '5a1e963d48c74084aaab57a3ac842b1b'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:44.948516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43149c48-1ea2-4cec-8b6a-9daf417ce829 req-3a30af06-fc5a-4c72-ae01-422cf0dda65d tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:44.950867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43149c48-1ea2-4cec-8b6a-9daf417ce829 req-3a30af06-fc5a-4c72-ae01-422cf0dda65d tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.2854762 Jul 08 20:25:44.968771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c04591-d10a-473f-8578-7cb58acf8314 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:25:44.980224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f5c04591-d10a-473f-8578-7cb58acf8314 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:44.981226 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e54e74-8cc9-4fe0-95cd-7f425ed07094 None None] Sync routers for ids ['e2f79690-6479-4664-99cd-4180fafd6359'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:25:44.995850 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e54e74-8cc9-4fe0-95cd-7f425ed07094 None None] Routers {'e2f79690-6479-4664-99cd-4180fafd6359'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:44.997077 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-56e54e74-8cc9-4fe0-95cd-7f425ed07094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e2f79690-6479-4664-99cd-4180fafd6359'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:45.059938 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-f006a909-7dce-4cab-bd8f-a286ecb97a99 service neutron] 10.222.0.103 "GET /v2.0/networks/b9c31369-0a5d-4774-b024-98d5eb5c69a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929039 Jul 08 20:25:45.088270 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f5c04591-d10a-473f-8578-7cb58acf8314 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "PUT /v2.0/floatingips/fa8a5459-30dc-40c0-91c3-fb7feab2b0b9 HTTP/1.1" status: 200 len: 990 time: 4.0303900 Jul 08 20:25:45.114431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fa9b5d-49f6-46aa-82d7-209bca33b3e8', 'tag': '3611116a-2bcd-4757-89c4-d748c03b1ca5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:45.116959 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f7c34f-e6e8-4344-a83a-7458bed0efe6" -d '{"events": [{"name": "network-changed", "server_uuid": "84fa9b5d-49f6-46aa-82d7-209bca33b3e8", "tag": "3611116a-2bcd-4757-89c4-d748c03b1ca5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:45.121759 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-56e54e74-8cc9-4fe0-95cd-7f425ed07094 None None] Set router e2f79690-6479-4664-99cd-4180fafd6359 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:25:45.123472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-0f22670d-e284-4e54-b504-fe64a9e8c7dd service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=bf5aa183-08c5-49a8-91d7-2937e4f8a459 HTTP/1.1" status: 200 len: 217 time: 0.0509379 Jul 08 20:25:45.137782 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-608373bf-80a0-41bd-8a67-f39bf30e3063 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:45.152848 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43149c48-1ea2-4cec-8b6a-9daf417ce829 req-73ab6afe-6d35-4385-b5b2-ab1b8fd0f3d4 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383054 Jul 08 20:25:45.181556 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-608373bf-80a0-41bd-8a67-f39bf30e3063 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for b87897a5-6909-46e2-8aa4-001d735d8565 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:45.207248 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1090f06d-b752-496c-9ddf-ed80ac809ba5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:45.215653 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eff6c-4037-4ad6-8076-386a3022e48d req-34b99187-26d3-4abb-8628-182539187700 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:45.219116 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1090f06d-b752-496c-9ddf-ed80ac809ba5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:45.222283 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eff6c-4037-4ad6-8076-386a3022e48d req-34b99187-26d3-4abb-8628-182539187700 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:45.228433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eff6c-4037-4ad6-8076-386a3022e48d req-34b99187-26d3-4abb-8628-182539187700 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:45.235046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eff6c-4037-4ad6-8076-386a3022e48d req-34b99187-26d3-4abb-8628-182539187700 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:45.241349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eff6c-4037-4ad6-8076-386a3022e48d req-34b99187-26d3-4abb-8628-182539187700 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:45.247237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eff6c-4037-4ad6-8076-386a3022e48d req-34b99187-26d3-4abb-8628-182539187700 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:45.253167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eff6c-4037-4ad6-8076-386a3022e48d req-34b99187-26d3-4abb-8628-182539187700 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:45.255653 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-890eff6c-4037-4ad6-8076-386a3022e48d req-34b99187-26d3-4abb-8628-182539187700 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.2661374 Jul 08 20:25:45.262415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-5fad3e8a-d42c-4dbd-a8cb-8cc0384be47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:45.263987 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-5fad3e8a-d42c-4dbd-a8cb-8cc0384be47b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.1318560 Jul 08 20:25:45.305431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-0ed1fea5-b5fd-437d-9447-a217398140dc tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Made reservation on behalf of 5a1e963d48c74084aaab57a3ac842b1b for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:45.309313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-0ed1fea5-b5fd-437d-9447-a217398140dc tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:45.324989 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1090f06d-b752-496c-9ddf-ed80ac809ba5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:45.326314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1090f06d-b752-496c-9ddf-ed80ac809ba5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2185400 Jul 08 20:25:45.330453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090f06d-b752-496c-9ddf-ed80ac809ba5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80e7dac-487e-4ab3-aef4-16e27fb04fd0,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:45.331226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59612) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:45.339540 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1160276434', 'security_groups': ['f80e7dac-487e-4ab3-aef4-16e27fb04fd0'], 'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5c3c949a-5c03-4199-b2b3-7bb25b20fa87'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:45.348218 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-890eff6c-4037-4ad6-8076-386a3022e48d req-41a1465a-7c97-4032-ab42-6fd85db0c2f6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833061 Jul 08 20:25:45.490590 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-56e54e74-8cc9-4fe0-95cd-7f425ed07094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:24:58Z', 'revision_number': 4, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'fa8a5459-30dc-40c0-91c3-fb7feab2b0b9', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'port_id': '3611116a-2bcd-4757-89c4-d748c03b1ca5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'mac_address': 'fa:16:3e:ca:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fa9b5d-49f6-46aa-82d7-209bca33b3e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:25:11Z', 'updated_at': '2021-07-08T20:25:42Z', 'revision_number': 1, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7a28dd-3a2a-420e-80d0-b5f669ca8b51', 'name': '', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'mac_address': 'fa:16:3e:00:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '766875be-f5a3-452b-ab0a-dec10c060185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:57Z', 'updated_at': '2021-07-08T20:25:08Z', 'revision_number': 5, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'subnets': [{'id': '766875be-f5a3-452b-ab0a-dec10c060185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:45.526940 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e54e74-8cc9-4fe0-95cd-7f425ed07094 None None] Checking router: e2f79690-6479-4664-99cd-4180fafd6359 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:25:45.537034 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e54e74-8cc9-4fe0-95cd-7f425ed07094 None None] Routers {'e2f79690-6479-4664-99cd-4180fafd6359'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:45.538071 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-56e54e74-8cc9-4fe0-95cd-7f425ed07094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e2f79690-6479-4664-99cd-4180fafd6359'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:45.658656 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-56e54e74-8cc9-4fe0-95cd-7f425ed07094 None None] Set router e2f79690-6479-4664-99cd-4180fafd6359 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:25:45.660103 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-608373bf-80a0-41bd-8a67-f39bf30e3063 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:45.707498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608373bf-80a0-41bd-8a67-f39bf30e3063 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=b87897a5-6909-46e2-8aa4-001d735d8565,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:45.740344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-0ed1fea5-b5fd-437d-9447-a217398140dc tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Allocated IP 172.20.0.7 (961a75ba-9f92-49ed-a84d-8ddfb80f2f6f/e5b8fa3c-e696-450c-b906-06d27f575160/da25d7a9-6a52-4d52-b993-6830c3978c3f) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:45.902348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223cbaa-8761-4bdc-a6c8-bff319ed64a1 req-7c86049c-9911-41c6-8d92-09a91a47239b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:45.910461 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a223cbaa-8761-4bdc-a6c8-bff319ed64a1 req-7c86049c-9911-41c6-8d92-09a91a47239b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.4624493 Jul 08 20:25:45.916742 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147efbac-7e56-4444-8912-50cb6c95f322 req-36009c24-1597-41b3-91ad-e074c712b3ab tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:45.918337 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-36009c24-1597-41b3-91ad-e074c712b3ab tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 812 time: 0.1734188 Jul 08 20:25:45.919263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-608373bf-80a0-41bd-8a67-f39bf30e3063 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:45.920395 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5ce47a67-e341-4574-b842-0cd6497f9a18 req-25104792-c8af-4628-a8d3-00ab3aa3cff3 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 210 time: 0.1767669 Jul 08 20:25:45.934774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-147efbac-7e56-4444-8912-50cb6c95f322 req-a542d5ec-dfb1-4aed-9bbd-c8952c202340 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Request body: {'port': {'device_id': 'bdb2fef4-4c5c-4dde-b8e8-615122b5d372', 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'admin_state_up': True, 'tenant_id': '12186e02ce744e01bcd7d8888ea0fb20'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:45.952785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-4efb5de6-68ca-4aca-acb5-1f840289d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:45.952785 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-4efb5de6-68ca-4aca-acb5-1f840289d863 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6770194 Jul 08 20:25:46.104348 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-56e54e74-8cc9-4fe0-95cd-7f425ed07094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:24:58Z', 'revision_number': 4, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'fa8a5459-30dc-40c0-91c3-fb7feab2b0b9', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'port_id': '3611116a-2bcd-4757-89c4-d748c03b1ca5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'mac_address': 'fa:16:3e:ca:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fa9b5d-49f6-46aa-82d7-209bca33b3e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:25:11Z', 'updated_at': '2021-07-08T20:25:42Z', 'revision_number': 1, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7a28dd-3a2a-420e-80d0-b5f669ca8b51', 'name': '', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'mac_address': 'fa:16:3e:00:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '766875be-f5a3-452b-ab0a-dec10c060185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:57Z', 'updated_at': '2021-07-08T20:25:08Z', 'revision_number': 5, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'subnets': [{'id': '766875be-f5a3-452b-ab0a-dec10c060185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:46.127909 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a223cbaa-8761-4bdc-a6c8-bff319ed64a1 req-5036a241-ef5f-437c-9dad-70197684e275 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163568 Jul 08 20:25:46.146846 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cf37e4dd-27ca-432f-a943-f5e3145280ba service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782234 Jul 08 20:25:46.148420 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27703292-f17f-4b2a-a336-187ebc1aaff3 x-openstack-request-id: req-27703292-f17f-4b2a-a336-187ebc1aaff3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:46.149486 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fa9b5d-49f6-46aa-82d7-209bca33b3e8", "tag": "3611116a-2bcd-4757-89c4-d748c03b1ca5", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:46.149486 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-27703292-f17f-4b2a-a336-187ebc1aaff3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:46.149725 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fa9b5d-49f6-46aa-82d7-209bca33b3e8', 'tag': '3611116a-2bcd-4757-89c4-d748c03b1ca5', 'status': 'completed', 'code': 200} Jul 08 20:25:46.168712 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e54e74-8cc9-4fe0-95cd-7f425ed07094 None None] The sync data for ids ['e2f79690-6479-4664-99cd-4180fafd6359'] in n-d-791506-16 is: [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:24:58Z', 'revision_number': 4, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'fa8a5459-30dc-40c0-91c3-fb7feab2b0b9', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'floating_ip_address': '172.25.4.83', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'port_id': '3611116a-2bcd-4757-89c4-d748c03b1ca5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'mac_address': 'fa:16:3e:ca:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fa9b5d-49f6-46aa-82d7-209bca33b3e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:25:11Z', 'updated_at': '2021-07-08T20:25:42Z', 'revision_number': 1, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7a28dd-3a2a-420e-80d0-b5f669ca8b51', 'name': '', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'mac_address': 'fa:16:3e:00:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '766875be-f5a3-452b-ab0a-dec10c060185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:57Z', 'updated_at': '2021-07-08T20:25:08Z', 'revision_number': 5, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'subnets': [{'id': '766875be-f5a3-452b-ab0a-dec10c060185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:25:46.310018 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2eda6d08-4f09-4cc0-929a-27ffbf450ab9 req-6c0e0149-0c1e-470e-91c5-3013ed877d1e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 210 time: 0.0567222 Jul 08 20:25:46.365717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:46.369809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608373bf-80a0-41bd-8a67-f39bf30e3063 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 68421013-6545-4312-8926-3ffecc20e951 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:25:46.372425 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-0ed1fea5-b5fd-437d-9447-a217398140dc tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:46.420741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-147efbac-7e56-4444-8912-50cb6c95f322 req-a542d5ec-dfb1-4aed-9bbd-c8952c202340 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Made reservation on behalf of 12186e02ce744e01bcd7d8888ea0fb20 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:46.424159 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-147efbac-7e56-4444-8912-50cb6c95f322 req-a542d5ec-dfb1-4aed-9bbd-c8952c202340 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:46.426651 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c34f-e6e8-4344-a83a-7458bed0efe6 req-fdb78413-b5d3-4bf7-9ed1-48d5fdfbc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:46.429164 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54f7c34f-e6e8-4344-a83a-7458bed0efe6 req-fdb78413-b5d3-4bf7-9ed1-48d5fdfbc7d6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8f5f0e2060fc47f78e07926c9fad9dc7&device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 1097 time: 0.2827721 Jul 08 20:25:46.556577 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9629c2-34ce-4205-be66-72e1e116c3d4 None None] New status for floating IP fa8a5459-30dc-40c0-91c3-fb7feab2b0b9: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:25:46.592494 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-946fd724-08f0-44f8-ab90-c6ac3024750d service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345658 Jul 08 20:25:46.604281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608373bf-80a0-41bd-8a67-f39bf30e3063 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:25:46.615752 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a33f91-189e-435c-851f-c1853aed4993 None None] Sync routers for ids ['68421013-6545-4312-8926-3ffecc20e951'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:25:46.623007 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-608373bf-80a0-41bd-8a67-f39bf30e3063 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/68421013-6545-4312-8926-3ffecc20e951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4048603 Jul 08 20:25:46.628152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59624) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:46.629632 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a33f91-189e-435c-851f-c1853aed4993 None None] Routers {'68421013-6545-4312-8926-3ffecc20e951'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:46.631191 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-34a33f91-189e-435c-851f-c1853aed4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['68421013-6545-4312-8926-3ffecc20e951'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:46.693336 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-34a33f91-189e-435c-851f-c1853aed4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:46.695256 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-97439bf5-594e-4c8c-b6af-ed25a88d6474 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=68421013-6545-4312-8926-3ffecc20e951 HTTP/1.1" status: 200 len: 205 time: 0.0587521 Jul 08 20:25:46.695857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59628) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:46.709314 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a33f91-189e-435c-851f-c1853aed4993 None None] Routers {'68421013-6545-4312-8926-3ffecc20e951'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:46.710175 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-34a33f91-189e-435c-851f-c1853aed4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['68421013-6545-4312-8926-3ffecc20e951'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:46.726537 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-a22df864-43bb-43ac-aeda-2ce33c0b52c5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=4b516fbd-786d-424e-8772-22f532f4445c HTTP/1.1" status: 200 len: 217 time: 0.0908675 Jul 08 20:25:46.735599 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-0ed1fea5-b5fd-437d-9447-a217398140dc tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:46.765463 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-34a33f91-189e-435c-851f-c1853aed4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:46.766751 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:46.768684 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a33f91-189e-435c-851f-c1853aed4993 None None] The sync data for ids ['68421013-6545-4312-8926-3ffecc20e951'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:25:46.815473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f2437-77fd-4ba2-99b0-290df21ae688 req-9e5c3f93-6a8a-4404-a923-005453dba374 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:46.817041 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-811f2437-77fd-4ba2-99b0-290df21ae688 req-9e5c3f93-6a8a-4404-a923-005453dba374 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.2463031 Jul 08 20:25:46.830115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-147efbac-7e56-4444-8912-50cb6c95f322 req-a542d5ec-dfb1-4aed-9bbd-c8952c202340 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Allocated IP 172.20.0.2 (bc95e2f6-b48f-4a63-8e2f-0f1147e6b760/292379a6-ccc8-4ff7-b796-dd5f388cdc04/f47820ec-7006-48a8-aaad-3e2c46b36b04) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:46.845527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] device_id is not set on port 6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:25:46.867128 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24599d2f-64be-446b-bc52-39e51a21affc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:46.902174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-ac68c426-92a2-40e0-9f69-4a7d739e97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:46.903684 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-ac68c426-92a2-40e0-9f69-4a7d739e97ea service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.1636682 Jul 08 20:25:46.913868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-0ed1fea5-b5fd-437d-9447-a217398140dc tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:46.919205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c34f-e6e8-4344-a83a-7458bed0efe6 req-e1abbb19-6b54-4f74-be32-1da877ba02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:46.920823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54f7c34f-e6e8-4344-a83a-7458bed0efe6 req-e1abbb19-6b54-4f74-be32-1da877ba02c6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3ce86e39-34c3-49f9-a221-9804a7dc8755 HTTP/1.1" status: 200 len: 905 time: 0.4071472 Jul 08 20:25:46.954200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1fea5-b5fd-437d-9447-a217398140dc tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Pushing event updated for resources: {'Port': ['ID=da25d7a9-6a52-4d52-b993-6830c3978c3f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:46.956784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-0ed1fea5-b5fd-437d-9447-a217398140dc tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:46.969290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-0ed1fea5-b5fd-437d-9447-a217398140dc tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:46.988053 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-811f2437-77fd-4ba2-99b0-290df21ae688 req-a1a795b1-58ad-4c9c-9bf3-5b52e319d568 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635764 Jul 08 20:25:47.149487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7901fd-dd22-4412-9917-9297c4835881 req-2c700e6f-4456-4a03-b884-41c9ab1fc0e2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:47.155201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7901fd-dd22-4412-9917-9297c4835881 req-2c700e6f-4456-4a03-b884-41c9ab1fc0e2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:47.161451 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7901fd-dd22-4412-9917-9297c4835881 req-2c700e6f-4456-4a03-b884-41c9ab1fc0e2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:47.167292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7901fd-dd22-4412-9917-9297c4835881 req-2c700e6f-4456-4a03-b884-41c9ab1fc0e2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:47.173176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7901fd-dd22-4412-9917-9297c4835881 req-2c700e6f-4456-4a03-b884-41c9ab1fc0e2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:47.179560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7901fd-dd22-4412-9917-9297c4835881 req-2c700e6f-4456-4a03-b884-41c9ab1fc0e2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:47.185414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7901fd-dd22-4412-9917-9297c4835881 req-2c700e6f-4456-4a03-b884-41c9ab1fc0e2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:47.187312 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c7901fd-dd22-4412-9917-9297c4835881 req-2c700e6f-4456-4a03-b884-41c9ab1fc0e2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.5532961 Jul 08 20:25:47.197974 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24599d2f-64be-446b-bc52-39e51a21affc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:47.206825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24599d2f-64be-446b-bc52-39e51a21affc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:47.223358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-0ed1fea5-b5fd-437d-9447-a217398140dc tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:47.224601 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-0ed1fea5-b5fd-437d-9447-a217398140dc tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:47.228288 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54f7c34f-e6e8-4344-a83a-7458bed0efe6 req-28ebcbdf-fcdf-4696-a50a-b9c4b22f334a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3611116a-2bcd-4757-89c4-d748c03b1ca5 HTTP/1.1" status: 200 len: 1000 time: 0.2781653 Jul 08 20:25:47.232909 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-f407ea47-c8f7-4862-81ba-cc9ccca4f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:47.234472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-f407ea47-c8f7-4862-81ba-cc9ccca4f063 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3189168 Jul 08 20:25:47.314849 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-0ed1fea5-b5fd-437d-9447-a217398140dc tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3971796 Jul 08 20:25:47.322908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8::325 (097c6a62-b887-4008-97a7-fd80350c7dbe/5c3c949a-5c03-4199-b2b3-7bb25b20fa87/6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:47.332449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Request body: {'port': {'device_id': '83366c78-67d7-4ccc-aa4d-6fc2e885a54b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:47.358265 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-147efbac-7e56-4444-8912-50cb6c95f322 req-a542d5ec-dfb1-4aed-9bbd-c8952c202340 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:47.359701 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24599d2f-64be-446b-bc52-39e51a21affc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:47.360201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24599d2f-64be-446b-bc52-39e51a21affc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Fanout notify agent at l3_agent the message router_deleted on router 68421013-6545-4312-8926-3ffecc20e951 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:25:47.366191 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c7901fd-dd22-4412-9917-9297c4835881 req-5663d65b-e859-4611-971b-e77405f74426 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1644576 Jul 08 20:25:47.371236 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24599d2f-64be-446b-bc52-39e51a21affc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:47.374999 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-24599d2f-64be-446b-bc52-39e51a21affc tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/68421013-6545-4312-8926-3ffecc20e951 HTTP/1.1" status: 204 len: 168 time: 0.6548529 Jul 08 20:25:47.376582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59646) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:47.383741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c34f-e6e8-4344-a83a-7458bed0efe6 req-6a4aed6a-326e-4f0f-87e9-95ca0cbe5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:47.385281 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54f7c34f-e6e8-4344-a83a-7458bed0efe6 req-6a4aed6a-326e-4f0f-87e9-95ca0cbe5fe1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=766875be-f5a3-452b-ab0a-dec10c060185 HTTP/1.1" status: 200 len: 843 time: 0.1429577 Jul 08 20:25:47.430462 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:47.440730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be216ea-497e-4086-b339-234b5a2831d7 req-deaf56d1-4a71-416f-bfed-93d3c1376d5f tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:47.442312 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-deaf56d1-4a71-416f-bfed-93d3c1376d5f tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/networks?id=74030d91-a705-4f53-b52f-88074a77224e HTTP/1.1" status: 200 len: 814 time: 0.3707678 Jul 08 20:25:47.493000 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:47.542712 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-5cb7a091-7c13-4016-8419-ab245d1726aa tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/quotas/e3381582e550468ba5b4e2c6f2e9b1a6 HTTP/1.1" status: 200 len: 375 time: 0.0883684 Jul 08 20:25:47.564996 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-7b1d97aa-a5ac-4dd4-a298-6c62cfc51907 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211336 Jul 08 20:25:47.585105 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-25733cc1-582d-4126-bf37-189ed36ddcea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting subnet 5a73a812-65f6-4436-9945-4479f6265929 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:25:47.618527 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25733cc1-582d-4126-bf37-189ed36ddcea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:47.709069 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-147efbac-7e56-4444-8912-50cb6c95f322 req-a542d5ec-dfb1-4aed-9bbd-c8952c202340 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:47.785549 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25733cc1-582d-4126-bf37-189ed36ddcea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:47.840470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c34f-e6e8-4344-a83a-7458bed0efe6 req-156a711b-9f45-452f-8dd9-c6bde28fecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:47.842015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54f7c34f-e6e8-4344-a83a-7458bed0efe6 req-156a711b-9f45-452f-8dd9-c6bde28fecac service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3ce86e39-34c3-49f9-a221-9804a7dc8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4411526 Jul 08 20:25:48.052815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18568104-c806-40f0-8f75-d4414de22144 req-7c711605-4e7b-42dd-af5f-6ecc54186208 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:48.054339 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18568104-c806-40f0-8f75-d4414de22144 req-7c711605-4e7b-42dd-af5f-6ecc54186208 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 931 time: 0.5441437 Jul 08 20:25:48.064508 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54f7c34f-e6e8-4344-a83a-7458bed0efe6 req-54a26e5a-5c33-4293-ad74-ac47d8d423b4 service neutron] 10.222.0.103 "GET /v2.0/networks/3ce86e39-34c3-49f9-a221-9804a7dc8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040889 Jul 08 20:25:48.168580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-147efbac-7e56-4444-8912-50cb6c95f322 req-a542d5ec-dfb1-4aed-9bbd-c8952c202340 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:48.179135 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:48.191745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-147efbac-7e56-4444-8912-50cb6c95f322 req-a542d5ec-dfb1-4aed-9bbd-c8952c202340 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:48.194738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542d5ec-dfb1-4aed-9bbd-c8952c202340 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Pushing event updated for resources: {'Port': ['ID=f47820ec-7006-48a8-aaad-3e2c46b36b04,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:48.201954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-147efbac-7e56-4444-8912-50cb6c95f322 req-a542d5ec-dfb1-4aed-9bbd-c8952c202340 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:48.206335 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18568104-c806-40f0-8f75-d4414de22144 req-ba174600-50cc-437a-80ac-5e3917805ed6 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382344 Jul 08 20:25:48.248380 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-8fb43e9b-5231-439e-948c-96d37e0606e5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e3381582e550468ba5b4e2c6f2e9b1a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6895878 Jul 08 20:25:48.272321 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54f7c34f-e6e8-4344-a83a-7458bed0efe6 req-398488a1-a4ee-4931-975b-dcf606529e07 service neutron] 10.222.0.103 "GET /v2.0/networks/3ce86e39-34c3-49f9-a221-9804a7dc8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863725 Jul 08 20:25:48.293713 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Transition to ACTIVE for port object 6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:48.305550 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-7a08d532-d325-4862-9e69-f76d40824d0d service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7177875 Jul 08 20:25:48.335294 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da25d7a9-6a52-4d52-b993-6830c3978c3f {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:48.344504 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:48.359108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Transition to ACTIVE for port object da25d7a9-6a52-4d52-b993-6830c3978c3f will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:48.363375 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:48.439932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-8335e151-2839-4135-807d-02ae35ca779e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=5273a0e3-5498-472e-8260-325cfb182fbe HTTP/1.1" status: 200 len: 217 time: 0.0708525 Jul 08 20:25:48.447346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147efbac-7e56-4444-8912-50cb6c95f322 req-a542d5ec-dfb1-4aed-9bbd-c8952c202340 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:48.447997 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-147efbac-7e56-4444-8912-50cb6c95f322 req-a542d5ec-dfb1-4aed-9bbd-c8952c202340 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:48.477022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Pushing event updated for resources: {'Port': ['ID=da25d7a9-6a52-4d52-b993-6830c3978c3f,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:48.491110 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25733cc1-582d-4126-bf37-189ed36ddcea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:48.561902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Attempting to bind port da25d7a9-6a52-4d52-b993-6830c3978c3f on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:48.562252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Attempting to bind port da25d7a9-6a52-4d52-b993-6830c3978c3f by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '882b62a2-bbb9-472c-a301-ed7d7d4c27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:48.562655 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Attempting to bind port da25d7a9-6a52-4d52-b993-6830c3978c3f on network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:48.571317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Port da25d7a9-6a52-4d52-b993-6830c3978c3f on network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:25:48.571703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Attempting to bind port da25d7a9-6a52-4d52-b993-6830c3978c3f on network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:48.575069 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-a542d5ec-dfb1-4aed-9bbd-c8952c202340 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6453042 Jul 08 20:25:48.578675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:48.579016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Checking segment: {'id': '882b62a2-bbb9-472c-a301-ed7d7d4c27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:48.579409 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Bound using segment: {'id': '882b62a2-bbb9-472c-a301-ed7d7d4c27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:48.579846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Bound port: da25d7a9-6a52-4d52-b993-6830c3978c3f, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882b62a2-bbb9-472c-a301-ed7d7d4c27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:48.580207 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:48.601941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Request body: {'port': {'device_id': 'bdb2fef4-4c5c-4dde-b8e8-615122b5d372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:48.624824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb6714-3ad9-499f-8f76-aeeead27165b req-7bc47bd0-a3e1-4aa3-86d4-433f2a4f6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:48.626369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a0cb6714-3ad9-499f-8f76-aeeead27165b req-7bc47bd0-a3e1-4aa3-86d4-433f2a4f6fbb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 1097 time: 0.1037717 Jul 08 20:25:48.635480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-f9a7dd59-08af-46af-85f5-b31d190f4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:48.637323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-f9a7dd59-08af-46af-85f5-b31d190f4972 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.1866899 Jul 08 20:25:48.642322 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-da9ca7c6-e108-4325-a339-b1ed476752cc service neutron] 10.222.0.101 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627813 Jul 08 20:25:48.651611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc163cf-186c-44d1-ac0f-17f0f77d38cb req-db875a51-72c2-476d-a81a-5d5b66b0d84c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:48.653595 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adc163cf-186c-44d1-ac0f-17f0f77d38cb req-db875a51-72c2-476d-a81a-5d5b66b0d84c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.104 "GET /v2.0/ports?device_id=edad8315-4b76-49f7-83ca-7075e0fd0740 HTTP/1.1" status: 200 len: 946 time: 0.4781883 Jul 08 20:25:48.667897 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:48.748123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] For port da25d7a9-6a52-4d52-b993-6830c3978c3f, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:48.773374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] For port da25d7a9-6a52-4d52-b993-6830c3978c3f, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=da25d7a9-6a52-4d52-b993-6830c3978c3f,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:48.782690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:48.831751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb6714-3ad9-499f-8f76-aeeead27165b req-407599bb-c646-4e8b-8c97-e37a1193226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:48.833367 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a0cb6714-3ad9-499f-8f76-aeeead27165b req-407599bb-c646-4e8b-8c97-e37a1193226e service neutron] 10.222.0.103 "GET /v2.0/networks?id=5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 200 len: 920 time: 0.1980608 Jul 08 20:25:48.838539 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:48.839147 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:48.839265 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25733cc1-582d-4126-bf37-189ed36ddcea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:48.840590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] 10.222.0.104 "PUT /v2.0/ports/da25d7a9-6a52-4d52-b993-6830c3978c3f HTTP/1.1" status: 200 len: 1092 time: 1.5178144 Jul 08 20:25:48.842017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83366c78-67d7-4ccc-aa4d-6fc2e885a54b', 'tag': 'da25d7a9-6a52-4d52-b993-6830c3978c3f'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:48.844269 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217592f6-f7f5-46fa-8949-4c62e85a478c" -d '{"events": [{"name": "network-changed", "server_uuid": "83366c78-67d7-4ccc-aa4d-6fc2e885a54b", "tag": "da25d7a9-6a52-4d52-b993-6830c3978c3f"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:48.863455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 097c6a62-b887-4008-97a7-fd80350c7dbe is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:48.912669 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a0cb6714-3ad9-499f-8f76-aeeead27165b req-37af5572-d94e-4f45-a4b3-7e9783b6eb90 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c22c6326-8521-4e5b-9e18-f140862083bc HTTP/1.1" status: 200 len: 217 time: 0.0638561 Jul 08 20:25:48.916134 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:48.922708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25733cc1-582d-4126-bf37-189ed36ddcea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Subnet': ['ID=5a73a812-65f6-4436-9945-4479f6265929,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:48.924097 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:48.943763 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:48.946302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24d7ac-ee9d-4383-9181-9ab5d2c878ce req-40851748-942e-4054-a5e1-c1f18dc7f2a6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:48.947767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a24d7ac-ee9d-4383-9181-9ab5d2c878ce req-40851748-942e-4054-a5e1-c1f18dc7f2a6 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 931 time: 0.2448719 Jul 08 20:25:48.949620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:48.950264 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:48.979247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583742e3-9fda-46a5-a25f-c4e254e95134 service neutron] Pushing event updated for resources: {'Port': ['ID=da25d7a9-6a52-4d52-b993-6830c3978c3f,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:49.027967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:49.033144 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25733cc1-582d-4126-bf37-189ed36ddcea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:49.033877 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb6714-3ad9-499f-8f76-aeeead27165b req-6a2dc44c-b942-4b24-abe8-7936fd087baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:49.039048 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-25733cc1-582d-4126-bf37-189ed36ddcea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/5a73a812-65f6-4436-9945-4479f6265929 HTTP/1.1" status: 204 len: 168 time: 1.6539700 Jul 08 20:25:49.039264 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a0cb6714-3ad9-499f-8f76-aeeead27165b req-6a2dc44c-b942-4b24-abe8-7936fd087baf service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a8e85001-3948-4499-9486-db665a7a8ea9 HTTP/1.1" status: 200 len: 859 time: 0.0974092 Jul 08 20:25:49.039358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee5f61e-167e-4731-ab50-0c6b89be4e42 None None] Network 5b13791f-b538-4a23-9a73-f79ca0bbec8e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:49.040134 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59656) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:49.057193 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1c780810-bef7-4d3c-ad10-86afcb1dda1c tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7239728 Jul 08 20:25:49.059166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a24d7ac-ee9d-4383-9181-9ab5d2c878ce req-4146212e-a68e-44d6-9207-c088cee1e5fe tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753164 Jul 08 20:25:49.059513 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-e8fdaf1a-88a3-49ad-b2f0-518e423b9199 service neutron] 10.222.0.101 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025323 Jul 08 20:25:49.059988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59658) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:49.066159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0e3f1c0d-8966-4536-97dd-934b76edc0ce tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:49.128733 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a0cb6714-3ad9-499f-8f76-aeeead27165b req-ca5a4e9c-01d3-40ef-be4e-c38d631f0e3e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5922f97a-51ef-45a6-9b43-c874c18bfbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809138 Jul 08 20:25:49.148334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1b34bb45-ca3d-4a95-a8ae-ff78484ba9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:49.149845 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1b34bb45-ca3d-4a95-a8ae-ff78484ba9d6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4918263 Jul 08 20:25:49.225433 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-94d241b1-bb0e-4e82-8d4e-4d1cb1d985fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:49.226900 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-94d241b1-bb0e-4e82-8d4e-4d1cb1d985fa service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5a1e963d48c74084aaab57a3ac842b1b&device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 1095 time: 0.3282962 Jul 08 20:25:49.303372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-adc163cf-186c-44d1-ac0f-17f0f77d38cb req-5e72af34-857f-4fe0-90ea-fe2b1cb836ba tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Deleting port 58e6acf2-067b-4bc3-b0f8-17df056b5b00 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:49.303939 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-adc163cf-186c-44d1-ac0f-17f0f77d38cb req-5e72af34-857f-4fe0-90ea-fe2b1cb836ba tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:49.304678 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:49.367074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-9ffe049a-4119-48a1-ae78-15a906532a8f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da25d7a9-6a52-4d52-b993-6830c3978c3f HTTP/1.1" status: 200 len: 217 time: 0.1291623 Jul 08 20:25:49.432006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a151b00d-061b-4a3a-885e-6e5ac1ca8c47 None None] Provisioning for port 6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:49.438294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a151b00d-061b-4a3a-885e-6e5ac1ca8c47 None None] Provisioning complete for port 6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:49.438294 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a151b00d-061b-4a3a-885e-6e5ac1ca8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:49.486136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-5660dfc6-1548-4101-8af2-e60dee0cb69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:49.487647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-5660dfc6-1548-4101-8af2-e60dee0cb69f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e5b8fa3c-e696-450c-b906-06d27f575160 HTTP/1.1" status: 200 len: 862 time: 0.1123176 Jul 08 20:25:49.498496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b46eca5-adac-4bdb-87ac-7e03d4d7a1e6 None None] DHCP port deletion for 5b13791f-b538-4a23-9a73-f79ca0bbec8e request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:25:49.553183 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a151b00d-061b-4a3a-885e-6e5ac1ca8c47 None None] Port 6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:49.563272 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-fd246b06-aee4-474e-90ae-acc4ccf6e4ab service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599432 Jul 08 20:25:49.581202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4b46eca5-adac-4bdb-87ac-7e03d4d7a1e6 None None] Deleting port da98dbe3-91e2-4db6-bd0a-f5359a52edba {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:49.581586 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b46eca5-adac-4bdb-87ac-7e03d4d7a1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:49.647900 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a0cb6714-3ad9-499f-8f76-aeeead27165b req-c60ac627-6c4d-4d1f-83be-185a4dd21df7 service neutron] 10.222.0.103 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080523 Jul 08 20:25:49.658310 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4b46eca5-adac-4bdb-87ac-7e03d4d7a1e6 None None] For port da98dbe3-91e2-4db6-bd0a-f5359a52edba, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=da98dbe3-91e2-4db6-bd0a-f5359a52edba,segment=NetworkSegment(eeefa2d7-19c9-4388-8e42-5d3f158ad69d),segment_id=eeefa2d7-19c9-4388-8e42-5d3f158ad69d)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:49.658987 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b46eca5-adac-4bdb-87ac-7e03d4d7a1e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:49.674798 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4b46eca5-adac-4bdb-87ac-7e03d4d7a1e6 None None] Calling delete_port for da98dbe3-91e2-4db6-bd0a-f5359a52edba owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:49.737294 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-2c1f2fda-26bb-4cde-be49-634ac7b9689a service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604818 Jul 08 20:25:49.755375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122b32-93f2-4dd2-aadb-19d2588a379f req-2677d61b-1c89-425a-ba71-602aedc34cc6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:49.761688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122b32-93f2-4dd2-aadb-19d2588a379f req-2677d61b-1c89-425a-ba71-602aedc34cc6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:49.766919 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b46eca5-adac-4bdb-87ac-7e03d4d7a1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:49.767978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122b32-93f2-4dd2-aadb-19d2588a379f req-2677d61b-1c89-425a-ba71-602aedc34cc6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:49.775284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122b32-93f2-4dd2-aadb-19d2588a379f req-2677d61b-1c89-425a-ba71-602aedc34cc6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:49.782534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122b32-93f2-4dd2-aadb-19d2588a379f req-2677d61b-1c89-425a-ba71-602aedc34cc6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:49.789133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122b32-93f2-4dd2-aadb-19d2588a379f req-2677d61b-1c89-425a-ba71-602aedc34cc6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:49.797267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122b32-93f2-4dd2-aadb-19d2588a379f req-2677d61b-1c89-425a-ba71-602aedc34cc6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:49.806911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff122b32-93f2-4dd2-aadb-19d2588a379f req-2677d61b-1c89-425a-ba71-602aedc34cc6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.4387374 Jul 08 20:25:49.809626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46eca5-adac-4bdb-87ac-7e03d4d7a1e6 None None] Pushing event deleted for resources: {'Port': ['ID=da98dbe3-91e2-4db6-bd0a-f5359a52edba,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:49.812560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46eca5-adac-4bdb-87ac-7e03d4d7a1e6 None None] No DVR routers for this DVR port da98dbe3-91e2-4db6-bd0a-f5359a52edba on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:25:49.851737 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-d8b2a3f8-80de-403b-b788-dded3a9a634c service neutron] 10.222.0.104 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773101 Jul 08 20:25:49.863865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-adc163cf-186c-44d1-ac0f-17f0f77d38cb req-5e72af34-857f-4fe0-90ea-fe2b1cb836ba tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] For port 58e6acf2-067b-4bc3-b0f8-17df056b5b00, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=58e6acf2-067b-4bc3-b0f8-17df056b5b00,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:49.865066 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-adc163cf-186c-44d1-ac0f-17f0f77d38cb req-5e72af34-857f-4fe0-90ea-fe2b1cb836ba tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:49.889771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff122b32-93f2-4dd2-aadb-19d2588a379f req-da85af93-1ccf-42e7-856e-90720ac467c9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818789 Jul 08 20:25:49.924435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da98dbe3-91e2-4db6-bd0a-f5359a52edba no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:25:49.927801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3f1c0d-8966-4536-97dd-934b76edc0ce tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:49.931343 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1c0d-8966-4536-97dd-934b76edc0ce tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:49.956752 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47820ec-7006-48a8-aaad-3e2c46b36b04 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:49.968112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-adc163cf-186c-44d1-ac0f-17f0f77d38cb req-5e72af34-857f-4fe0-90ea-fe2b1cb836ba tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Calling delete_port for 58e6acf2-067b-4bc3-b0f8-17df056b5b00 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:49.968546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port da98dbe3-91e2-4db6-bd0a-f5359a52edba {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:49.969070 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:49.982012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: da98dbe3-91e2-4db6-bd0a-f5359a52edba {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:25:49.982618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da98dbe3-91e2-4db6-bd0a-f5359a52edba not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:25:50.009641 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448d0a38-ded0-4fbf-993c-d51a558f1c56 x-openstack-request-id: req-448d0a38-ded0-4fbf-993c-d51a558f1c56 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:50.009641 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83366c78-67d7-4ccc-aa4d-6fc2e885a54b", "tag": "da25d7a9-6a52-4d52-b993-6830c3978c3f", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:50.010046 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-448d0a38-ded0-4fbf-993c-d51a558f1c56 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:50.010240 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83366c78-67d7-4ccc-aa4d-6fc2e885a54b', 'tag': 'da25d7a9-6a52-4d52-b993-6830c3978c3f', 'status': 'completed', 'code': 200} Jul 08 20:25:50.018744 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.046855 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a0cb6714-3ad9-499f-8f76-aeeead27165b req-54617777-61f6-4d46-b301-4086f7536a1d service neutron] 10.222.0.103 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883302 Jul 08 20:25:50.080131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] For port da98dbe3-91e2-4db6-bd0a-f5359a52edba, host n-d-791506-16, got binding levels [] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:50.081055 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.097906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for da98dbe3-91e2-4db6-bd0a-f5359a52edba owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:50.102685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.ipam_backend_mixin [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Port da98dbe3-91e2-4db6-bd0a-f5359a52edba was not found and therefore no delete operation was performed {{(pid=94066) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:25:50.104298 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.112108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1c491-a3c5-46f4-9efd-80fea5d3c588 req-d545f6de-7527-4523-84fc-b83c8b469be2 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:50.114785 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38a1c491-a3c5-46f4-9efd-80fea5d3c588 req-d545f6de-7527-4523-84fc-b83c8b469be2 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.6116421 Jul 08 20:25:50.145052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Transition to ACTIVE for port object f47820ec-7006-48a8-aaad-3e2c46b36b04 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:50.173341 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.195050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=da98dbe3-91e2-4db6-bd0a-f5359a52edba,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:50.204795 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No DVR routers for this DVR port da98dbe3-91e2-4db6-bd0a-f5359a52edba on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:25:50.208314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5cea464-10b2-42cb-b942-b37d5c3fe386 req-fe97329b-a164-476b-a75c-758ea34fc6cf service neutron] 10.222.0.104 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467205 Jul 08 20:25:50.227674 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-e0ed4bfb-13ff-4f25-a1c6-3503ab176f16 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756753 Jul 08 20:25:50.246089 n-d-791506-16 neutron-server[94065]: INFO neutron.db.ipam_backend_mixin [None req-0e3f1c0d-8966-4536-97dd-934b76edc0ce tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c3c949a-5c03-4199-b2b3-7bb25b20fa87 (CIDR: 2001:db8::/64) Jul 08 20:25:50.275186 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3f1c0d-8966-4536-97dd-934b76edc0ce tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:25:50.275704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3f1c0d-8966-4536-97dd-934b76edc0ce tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:50.325021 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38a1c491-a3c5-46f4-9efd-80fea5d3c588 req-916de708-d22c-41f8-a46a-1bfee971c164 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938941 Jul 08 20:25:50.331006 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-46a3725c-a5dc-40dd-b21f-52dd8c69a633 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=33623758-89e8-42b6-8915-bab2257c92bf HTTP/1.1" status: 200 len: 217 time: 0.0839510 Jul 08 20:25:50.353939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f47820ec-7006-48a8-aaad-3e2c46b36b04,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:50.364312 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.376926 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0e3f1c0d-8966-4536-97dd-934b76edc0ce tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3146284 Jul 08 20:25:50.389653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b13791f-b538-4a23-9a73-f79ca0bbec8e']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:50.401760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59684) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:50.410011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-bbef7856-042f-49bd-ac0a-9ef79708bcf0 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:50.421916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddf434-2e36-48f6-9605-41160f37a3c7 req-e78ec460-3803-4a86-b22a-6998b8b12b09 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:50.429179 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ddddf434-2e36-48f6-9605-41160f37a3c7 req-e78ec460-3803-4a86-b22a-6998b8b12b09 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 943 time: 0.3219647 Jul 08 20:25:50.434535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeefa2d7-19c9-4388-8e42-5d3f158ad69d') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:50.435605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeefa2d7-19c9-4388-8e42-5d3f158ad69d') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:50.463535 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.503187 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f85525c8-d11e-4f45-a451-2000b1b0b3d0 req-ec9eac3a-374a-4af5-b0d3-70929ee82540 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 210 time: 0.0431838 Jul 08 20:25:50.517629 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-865effa7-56c7-46db-a3de-ba9f0009bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:50.519428 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-865effa7-56c7-46db-a3de-ba9f0009bb44 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.1766715 Jul 08 20:25:50.540815 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.553384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217592f6-f7f5-46fa-8949-4c62e85a478c req-77598931-0d69-4cfc-8587-79af78472c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:50.554927 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-217592f6-f7f5-46fa-8949-4c62e85a478c req-77598931-0d69-4cfc-8587-79af78472c8a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5a1e963d48c74084aaab57a3ac842b1b&device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 1095 time: 0.2619314 Jul 08 20:25:50.569676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-adc163cf-186c-44d1-ac0f-17f0f77d38cb req-5e72af34-857f-4fe0-90ea-fe2b1cb836ba tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.569883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ddddf434-2e36-48f6-9605-41160f37a3c7 req-e75b17bd-3d95-4028-a892-699119faf969 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395073 Jul 08 20:25:50.577522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:25:50.578006 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:25:50.582458 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:25:50.588128 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:25:50.637067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72af34-857f-4fe0-90ea-fe2b1cb836ba tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Pushing event deleted for resources: {'Port': ['ID=58e6acf2-067b-4bc3-b0f8-17df056b5b00,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:50.650331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Attempting to bind port f47820ec-7006-48a8-aaad-3e2c46b36b04 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:50.650605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Attempting to bind port f47820ec-7006-48a8-aaad-3e2c46b36b04 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:50.650944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Attempting to bind port f47820ec-7006-48a8-aaad-3e2c46b36b04 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:50.666165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Port f47820ec-7006-48a8-aaad-3e2c46b36b04 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:25:50.666500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Attempting to bind port f47820ec-7006-48a8-aaad-3e2c46b36b04 on network bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:50.689996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:50.689996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Checking segment: {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:50.690560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Bound using segment: {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:50.691104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Bound port: f47820ec-7006-48a8-aaad-3e2c46b36b04, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699aa462-77cd-4c5a-8cae-9c60902901ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:50.691562 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.729330 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.751210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc163cf-186c-44d1-ac0f-17f0f77d38cb req-5e72af34-857f-4fe0-90ea-fe2b1cb836ba tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] No DVR routers for this DVR port 58e6acf2-067b-4bc3-b0f8-17df056b5b00 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:25:50.762788 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.764737 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/networks/5b13791f-b538-4a23-9a73-f79ca0bbec8e HTTP/1.1" status: 204 len: 168 time: 1.7214878 Jul 08 20:25:50.776592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59686) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:50.778631 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-adc163cf-186c-44d1-ac0f-17f0f77d38cb req-5e72af34-857f-4fe0-90ea-fe2b1cb836ba tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.780688 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adc163cf-186c-44d1-ac0f-17f0f77d38cb req-5e72af34-857f-4fe0-90ea-fe2b1cb836ba tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.104 "DELETE /v2.0/ports/58e6acf2-067b-4bc3-b0f8-17df056b5b00 HTTP/1.1" status: 204 len: 173 time: 2.1107912 Jul 08 20:25:50.785296 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1293675007', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}, 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:50.791140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad8315-4b76-49f7-83ca-7075e0fd0740', 'name': 'network-vif-deleted', 'tag': '58e6acf2-067b-4bc3-b0f8-17df056b5b00'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:50.794842 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0dac06-3ba4-4a38-834f-2c898e8095c9" -d '{"events": [{"server_uuid": "edad8315-4b76-49f7-83ca-7075e0fd0740", "name": "network-vif-deleted", "tag": "58e6acf2-067b-4bc3-b0f8-17df056b5b00"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:50.821797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-71a935a6-f927-4a2b-ac2d-7b5ccbe5ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:50.823513 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-71a935a6-f927-4a2b-ac2d-7b5ccbe5ff5e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2950435 Jul 08 20:25:50.850934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37403d-7219-42b4-8e33-fd8ca48b062e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Network': ['ID=5b13791f-b538-4a23-9a73-f79ca0bbec8e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:50.867286 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a24d0d4-8970-4e3b-8d2a-ffef4184d718 x-openstack-request-id: req-6a24d0d4-8970-4e3b-8d2a-ffef4184d718 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:50.867679 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edad8315-4b76-49f7-83ca-7075e0fd0740", "name": "network-vif-deleted", "tag": "58e6acf2-067b-4bc3-b0f8-17df056b5b00", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:50.868005 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6a24d0d4-8970-4e3b-8d2a-ffef4184d718 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:50.868505 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad8315-4b76-49f7-83ca-7075e0fd0740', 'name': 'network-vif-deleted', 'tag': '58e6acf2-067b-4bc3-b0f8-17df056b5b00', 'status': 'completed', 'code': 200} Jul 08 20:25:50.888712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbef7856-042f-49bd-ac0a-9ef79708bcf0 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:50.892279 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bbef7856-042f-49bd-ac0a-9ef79708bcf0 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:50.918356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217592f6-f7f5-46fa-8949-4c62e85a478c req-0cc646c7-6f22-42d4-8e2a-e91c7b6dbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:50.919788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-217592f6-f7f5-46fa-8949-4c62e85a478c req-0cc646c7-6f22-42d4-8e2a-e91c7b6dbde0 service neutron] 10.222.0.104 "GET /v2.0/networks?id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f HTTP/1.1" status: 200 len: 923 time: 0.3383379 Jul 08 20:25:50.960871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] For port f47820ec-7006-48a8-aaad-3e2c46b36b04, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:50.986823 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] For port f47820ec-7006-48a8-aaad-3e2c46b36b04, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f47820ec-7006-48a8-aaad-3e2c46b36b04,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:51.000138 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:51.001205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:51.008827 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:51.018596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-217592f6-f7f5-46fa-8949-4c62e85a478c req-cfd3e6cb-9203-4ef9-83dd-a9655db153ab service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da25d7a9-6a52-4d52-b993-6830c3978c3f HTTP/1.1" status: 200 len: 217 time: 0.0622914 Jul 08 20:25:51.423903 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-9ea62f0b-eabc-4541-a2fa-b65c6b20ca40 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834737 Jul 08 20:25:51.430003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:51.430630 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:51.432006 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] 10.222.0.103 "PUT /v2.0/ports/f47820ec-7006-48a8-aaad-3e2c46b36b04 HTTP/1.1" status: 200 len: 1092 time: 2.8418524 Jul 08 20:25:51.435709 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9daadf3c-b2e6-4e3c-af21-82a426c93a50 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:51.437174 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9daadf3c-b2e6-4e3c-af21-82a426c93a50 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.104 "GET /v2.0/networks?id=74030d91-a705-4f53-b52f-88074a77224e HTTP/1.1" status: 200 len: 814 time: 0.6691177 Jul 08 20:25:51.453596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9cfd4f8d-653e-4cf3-ae28-6e35ddb67f3c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Request body: {'port': {'device_id': '346b87c6-0922-4876-9e61-099e06539434', 'network_id': '74030d91-a705-4f53-b52f-88074a77224e', 'admin_state_up': True, 'tenant_id': 'e3381582e550468ba5b4e2c6f2e9b1a6'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:51.480774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:51.512534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccae3a6-44af-4b4a-be2b-b2dbb4080779 req-efe9c073-3315-450a-bfb4-770465be5949 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:51.514086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ccae3a6-44af-4b4a-be2b-b2dbb4080779 req-efe9c073-3315-450a-bfb4-770465be5949 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 943 time: 0.7632794 Jul 08 20:25:51.522084 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217592f6-f7f5-46fa-8949-4c62e85a478c req-28d9eac5-dcf4-433b-bee4-b6be00ad2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:51.524238 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-217592f6-f7f5-46fa-8949-4c62e85a478c req-28d9eac5-dcf4-433b-bee4-b6be00ad2bbe service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e5b8fa3c-e696-450c-b906-06d27f575160 HTTP/1.1" status: 200 len: 862 time: 0.4911213 Jul 08 20:25:51.533789 n-d-791506-16 neutron-server[94066]: INFO neutron.db.ipam_backend_mixin [None req-bbef7856-042f-49bd-ac0a-9ef79708bcf0 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1cc3dfe9-295c-4b67-a49b-c1b2fbc9c3aa (CIDR: 2001:db8:0:1::/64) Jul 08 20:25:51.536411 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d7b1a-4d1f-426d-8474-415201ede8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f47820ec-7006-48a8-aaad-3e2c46b36b04,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:51.566156 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbef7856-042f-49bd-ac0a-9ef79708bcf0 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:25:51.566646 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbef7856-042f-49bd-ac0a-9ef79708bcf0 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:51.595715 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-217592f6-f7f5-46fa-8949-4c62e85a478c req-b4efadf3-e5e5-4525-acd8-37db13911f26 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605614 Jul 08 20:25:51.638137 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bbef7856-042f-49bd-ac0a-9ef79708bcf0 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2352760 Jul 08 20:25:51.641078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59698) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:51.648473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-bb3116b3-4f90-44c5-8e46-de1b0cf5e40b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'subnet': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:51.655526 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ccae3a6-44af-4b4a-be2b-b2dbb4080779 req-c6a5d76d-b0fb-4ff0-87a1-f4a728abe08e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288047 Jul 08 20:25:51.745451 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9cfd4f8d-653e-4cf3-ae28-6e35ddb67f3c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Made reservation on behalf of e3381582e550468ba5b4e2c6f2e9b1a6 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:51.748925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9cfd4f8d-653e-4cf3-ae28-6e35ddb67f3c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:51.764883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-217592f6-f7f5-46fa-8949-4c62e85a478c req-9e57315f-d2ea-4fd2-aebb-d2e8ea065353 service neutron] 10.222.0.104 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513450 Jul 08 20:25:51.774838 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 58e6acf2-067b-4bc3-b0f8-17df056b5b00 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:25:51.800729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 58e6acf2-067b-4bc3-b0f8-17df056b5b00 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:25:51.801340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 58e6acf2-067b-4bc3-b0f8-17df056b5b00 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:25:51.821501 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:51.837835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0089-f996-4147-bbd9-7fac5b4db4fb req-3696ef7f-ae85-40c0-8af4-8639d0330c5b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:51.843783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0089-f996-4147-bbd9-7fac5b4db4fb req-3696ef7f-ae85-40c0-8af4-8639d0330c5b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:51.849995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0089-f996-4147-bbd9-7fac5b4db4fb req-3696ef7f-ae85-40c0-8af4-8639d0330c5b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:51.855990 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0089-f996-4147-bbd9-7fac5b4db4fb req-3696ef7f-ae85-40c0-8af4-8639d0330c5b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:51.862006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0089-f996-4147-bbd9-7fac5b4db4fb req-3696ef7f-ae85-40c0-8af4-8639d0330c5b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:51.868936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0089-f996-4147-bbd9-7fac5b4db4fb req-3696ef7f-ae85-40c0-8af4-8639d0330c5b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:51.875638 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0089-f996-4147-bbd9-7fac5b4db4fb req-3696ef7f-ae85-40c0-8af4-8639d0330c5b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:51.877655 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-628b0089-f996-4147-bbd9-7fac5b4db4fb req-3696ef7f-ae85-40c0-8af4-8639d0330c5b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.5286140 Jul 08 20:25:51.912776 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-c9b96ce8-49ad-4c0f-bea7-f0dee9790411 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548347 Jul 08 20:25:51.994703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-217592f6-f7f5-46fa-8949-4c62e85a478c req-87d7cef3-b0c2-4cc3-95c6-2d32de3bbe4a service neutron] 10.222.0.104 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179985 Jul 08 20:25:52.013836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945c6ac-f8ba-4924-8070-8504ff0caa89 req-08842d7f-ae1e-498b-9882-ddb91ac5fd55 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:52.015328 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b945c6ac-f8ba-4924-8070-8504ff0caa89 req-08842d7f-ae1e-498b-9882-ddb91ac5fd55 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.2266898 Jul 08 20:25:52.016518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9cfd4f8d-653e-4cf3-ae28-6e35ddb67f3c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Allocated IP 172.20.0.9 (74030d91-a705-4f53-b52f-88074a77224e/5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7/dd2eb143-6e57-4674-a6df-9cc5d6cba8c5) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:52.032396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147efbac-7e56-4444-8912-50cb6c95f322 req-43d4b429-12cb-4dec-a30f-71e33af5a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:52.034027 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-43d4b429-12cb-4dec-a30f-71e33af5a007 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 1095 time: 0.5077374 Jul 08 20:25:52.035536 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-7a60c6c8-5b1f-4af6-a603-e8aa4046fbf0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38715079-6e58-4111-a451-5e41d5afc8d8 HTTP/1.1" status: 200 len: 217 time: 0.1065445 Jul 08 20:25:52.077788 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-628b0089-f996-4147-bbd9-7fac5b4db4fb req-2ed3e0b5-2204-4c22-8cea-429ad7fde04f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1876197 Jul 08 20:25:52.086265 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b945c6ac-f8ba-4924-8070-8504ff0caa89 req-a463dc6e-7260-463e-b8f9-631289c32e01 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619409 Jul 08 20:25:52.139658 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-546c41e5-9913-499c-86e4-960a5f2677f7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f47820ec-7006-48a8-aaad-3e2c46b36b04 HTTP/1.1" status: 200 len: 217 time: 0.0882101 Jul 08 20:25:52.202480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-6a48e7ce-2409-4a05-9ceb-3b22ec7aa401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:52.204375 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-6a48e7ce-2409-4a05-9ceb-3b22ec7aa401 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5d557e9a-a0b2-4dcc-8401-6293602492e6 HTTP/1.1" status: 200 len: 797 time: 0.1512649 Jul 08 20:25:52.204991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3116b3-4f90-44c5-8e46-de1b0cf5e40b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Made reservation on behalf of c59f936d4df34bfe89c8b04a8debfb9e for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:25:52.208793 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb3116b3-4f90-44c5-8e46-de1b0cf5e40b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:52.229511 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9cfd4f8d-653e-4cf3-ae28-6e35ddb67f3c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:52.305840 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9cfd4f8d-653e-4cf3-ae28-6e35ddb67f3c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:52.317268 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cf449d60-366e-4676-95db-bfb955462362 req-c80d94a9-661b-4cff-ac68-449bdd909a94 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 210 time: 0.1012211 Jul 08 20:25:52.346145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147efbac-7e56-4444-8912-50cb6c95f322 req-bc85dc48-7e29-416f-9033-0758ffde89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:52.348127 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-bc85dc48-7e29-416f-9033-0758ffde89fc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.1986735 Jul 08 20:25:52.368552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9cfd4f8d-653e-4cf3-ae28-6e35ddb67f3c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Network 74030d91-a705-4f53-b52f-88074a77224e is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:52.379328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9cfd4f8d-653e-4cf3-ae28-6e35ddb67f3c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:52.388459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c0bdd-e202-421d-8b49-af6b0e99bddf req-469cab4b-c589-4d55-8127-b0d9b66a7468 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:52.390022 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-735c0bdd-e202-421d-8b49-af6b0e99bddf req-469cab4b-c589-4d55-8127-b0d9b66a7468 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 943 time: 0.1435966 Jul 08 20:25:52.390656 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd4f8d-653e-4cf3-ae28-6e35ddb67f3c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Pushing event updated for resources: {'Port': ['ID=dd2eb143-6e57-4674-a6df-9cc5d6cba8c5,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:52.398587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9cfd4f8d-653e-4cf3-ae28-6e35ddb67f3c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:52.402251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-c4cc0b58-e2f6-4015-9151-58d1d78c56e0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410209 Jul 08 20:25:52.478533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9cfd4f8d-653e-4cf3-ae28-6e35ddb67f3c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:52.479154 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9cfd4f8d-653e-4cf3-ae28-6e35ddb67f3c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:52.483667 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-735c0bdd-e202-421d-8b49-af6b0e99bddf req-f50fa190-1d7c-40b6-b889-fe7af37a631f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819492 Jul 08 20:25:52.498229 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-9cfd4f8d-653e-4cf3-ae28-6e35ddb67f3c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0484231 Jul 08 20:25:52.511071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Request body: {'port': {'device_id': '346b87c6-0922-4876-9e61-099e06539434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:52.519833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-55740030-2213-4ee2-bc19-88d12bfe7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:52.522053 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-55740030-2213-4ee2-bc19-88d12bfe7d72 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=cd03060a-bfc6-43cb-9261-c17858115213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3072448 Jul 08 20:25:52.590069 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:52.705100 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:52.709042 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-f30ab818-f286-436c-acd8-35e638a4a89b service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900052 Jul 08 20:25:52.771416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:52.868057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:52.872232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb2fef4-4c5c-4dde-b8e8-615122b5d372', 'tag': 'f47820ec-7006-48a8-aaad-3e2c46b36b04'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:52.874677 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c3112d-27f0-4d1a-a8f6-3186828dfcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb2fef4-4c5c-4dde-b8e8-615122b5d372", "tag": "f47820ec-7006-48a8-aaad-3e2c46b36b04"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:52.877298 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:52.890040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Transition to ACTIVE for port object dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:52.893765 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:52.932199 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-d7ba1350-75a2-41c5-863f-8deeb850e38c service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002926 Jul 08 20:25:52.951232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Pushing event updated for resources: {'Port': ['ID=dd2eb143-6e57-4674-a6df-9cc5d6cba8c5,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:52.957860 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def62626-8774-46b9-a22f-7d5ce0efebe8 x-openstack-request-id: req-def62626-8774-46b9-a22f-7d5ce0efebe8 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:52.957860 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb2fef4-4c5c-4dde-b8e8-615122b5d372", "tag": "f47820ec-7006-48a8-aaad-3e2c46b36b04", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:52.957860 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-def62626-8774-46b9-a22f-7d5ce0efebe8 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:52.958346 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb2fef4-4c5c-4dde-b8e8-615122b5d372', 'tag': 'f47820ec-7006-48a8-aaad-3e2c46b36b04', 'status': 'completed', 'code': 200} Jul 08 20:25:53.025406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Attempting to bind port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:25:53.025746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Attempting to bind port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '2fb41f08-3671-46ae-8a4e-f417598795b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '74030d91-a705-4f53-b52f-88074a77224e'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:25:53.026084 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Attempting to bind port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 on network 74030d91-a705-4f53-b52f-88074a77224e {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:53.030512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 on network 74030d91-a705-4f53-b52f-88074a77224e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:25:53.030817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Attempting to bind port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 on network 74030d91-a705-4f53-b52f-88074a77224e {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:25:53.035895 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:25:53.036231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Checking segment: {'id': '2fb41f08-3671-46ae-8a4e-f417598795b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '74030d91-a705-4f53-b52f-88074a77224e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:25:53.036653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Bound using segment: {'id': '2fb41f08-3671-46ae-8a4e-f417598795b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '74030d91-a705-4f53-b52f-88074a77224e'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:25:53.037087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Bound port: dd2eb143-6e57-4674-a6df-9cc5d6cba8c5, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb41f08-3671-46ae-8a4e-f417598795b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '74030d91-a705-4f53-b52f-88074a77224e'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:25:53.037447 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:53.100514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] For port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:25:53.103554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] For port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=dd2eb143-6e57-4674-a6df-9cc5d6cba8c5,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:25:53.105215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-147efbac-7e56-4444-8912-50cb6c95f322 req-7df251f1-dffe-4bfb-af53-ea5373544f88 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546135 Jul 08 20:25:53.109206 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:53.154228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Allocated IP 172.25.4.81 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/be630140-e587-43d2-b4d9-278ef152c200) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:53.164356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.165014 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:53.166416 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] 10.222.0.104 "PUT /v2.0/ports/dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 HTTP/1.1" status: 200 len: 1092 time: 0.6601875 Jul 08 20:25:53.166851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346b87c6-0922-4876-9e61-099e06539434', 'tag': 'dd2eb143-6e57-4674-a6df-9cc5d6cba8c5'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:53.169366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d016a57-dd3c-43fe-997c-e38248491d0b req-e7d0b35a-7554-439d-8e37-722795bf48ce tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.169884 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170bb7cf-8a33-48c2-bc20-e268ba352b99" -d '{"events": [{"name": "network-changed", "server_uuid": "346b87c6-0922-4876-9e61-099e06539434", "tag": "dd2eb143-6e57-4674-a6df-9cc5d6cba8c5"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:53.177074 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d016a57-dd3c-43fe-997c-e38248491d0b req-e7d0b35a-7554-439d-8e37-722795bf48ce tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 943 time: 0.3830919 Jul 08 20:25:53.181114 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:53.184165 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb3116b3-4f90-44c5-8e46-de1b0cf5e40b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:53.204739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463df1f1-2323-440f-a60a-11fcf2db61cb service neutron] Pushing event updated for resources: {'Port': ['ID=dd2eb143-6e57-4674-a6df-9cc5d6cba8c5,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:53.326522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be216ea-497e-4086-b339-234b5a2831d7 req-de6b1c98-5c44-4c2f-bbc5-e01f3ee526f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.328063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-de6b1c98-5c44-4c2f-bbc5-e01f3ee526f3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e3381582e550468ba5b4e2c6f2e9b1a6&device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 1095 time: 0.1052215 Jul 08 20:25:53.348265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620f747-c3fa-4b65-95b1-69b143bee4ec req-13c08e1a-e12a-4ab0-ba7d-d23562b726ac tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.355086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620f747-c3fa-4b65-95b1-69b143bee4ec req-13c08e1a-e12a-4ab0-ba7d-d23562b726ac tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.361005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620f747-c3fa-4b65-95b1-69b143bee4ec req-13c08e1a-e12a-4ab0-ba7d-d23562b726ac tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.367613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620f747-c3fa-4b65-95b1-69b143bee4ec req-13c08e1a-e12a-4ab0-ba7d-d23562b726ac tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.373929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620f747-c3fa-4b65-95b1-69b143bee4ec req-13c08e1a-e12a-4ab0-ba7d-d23562b726ac tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.379784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620f747-c3fa-4b65-95b1-69b143bee4ec req-13c08e1a-e12a-4ab0-ba7d-d23562b726ac tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.385759 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620f747-c3fa-4b65-95b1-69b143bee4ec req-13c08e1a-e12a-4ab0-ba7d-d23562b726ac tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.387764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2620f747-c3fa-4b65-95b1-69b143bee4ec req-13c08e1a-e12a-4ab0-ba7d-d23562b726ac tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.1360409 Jul 08 20:25:53.425084 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-37afa39d-71f5-4bde-82f7-44bb3f795f17 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 HTTP/1.1" status: 200 len: 217 time: 0.0886078 Jul 08 20:25:53.498619 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2620f747-c3fa-4b65-95b1-69b143bee4ec req-b57a80d7-b85a-42a5-9a34-3c7ad70da966 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763080 Jul 08 20:25:53.502587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be216ea-497e-4086-b339-234b5a2831d7 req-6eb3c436-682e-4511-b682-d311e5256e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.504064 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-6eb3c436-682e-4511-b682-d311e5256e52 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7 HTTP/1.1" status: 200 len: 854 time: 0.0731952 Jul 08 20:25:53.539812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-cdbafa24-817c-4d45-b948-f2ee7c286ea5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=74030d91-a705-4f53-b52f-88074a77224e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292220 Jul 08 20:25:53.588148 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-1917f259-2e06-4a2e-96a8-51830c2215fe service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257067 Jul 08 20:25:53.636882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3116b3-4f90-44c5-8e46-de1b0cf5e40b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Network 097c6a62-b887-4008-97a7-fd80350c7dbe is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:53.659556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-bb3116b3-4f90-44c5-8e46-de1b0cf5e40b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:53.663598 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-592f2da5-4191-4c4a-b087-9a7a89df88bc service neutron] 10.222.0.104 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178517 Jul 08 20:25:53.670262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef4bc89-ddcf-4983-a3b8-01bdb4490ee8 None None] Network 097c6a62-b887-4008-97a7-fd80350c7dbe requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:53.695512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3116b3-4f90-44c5-8e46-de1b0cf5e40b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.696115 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb3116b3-4f90-44c5-8e46-de1b0cf5e40b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:53.706501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3116b3-4f90-44c5-8e46-de1b0cf5e40b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Subnet': ['ID=e2ef1c47-8976-47f5-9b20-0b0679c4be10,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:53.709657 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-92aaf3ae-45bf-444a-889f-af9e275f27e1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a HTTP/1.1" status: 200 len: 217 time: 0.0718312 Jul 08 20:25:53.718419 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d016a57-dd3c-43fe-997c-e38248491d0b req-2ab1c6e5-0dee-41ef-8334-09469da1766a tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404763 Jul 08 20:25:53.750259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c6203-1858-4451-8af0-856745d87031 req-5d1464bd-d536-463d-a1f7-64f74359e673 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.751790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d6c6203-1858-4451-8af0-856745d87031 req-5d1464bd-d536-463d-a1f7-64f74359e673 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.1328619 Jul 08 20:25:53.789120 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bb3116b3-4f90-44c5-8e46-de1b0cf5e40b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1423025 Jul 08 20:25:53.789358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device da25d7a9-6a52-4d52-b993-6830c3978c3f details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:25:53.795496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59718) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:53.806826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f5216f9a-5017-47cb-9c74-bb189141bf7b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1297080167', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e2ef1c47-8976-47f5-9b20-0b0679c4be10'}], 'security_groups': ['16dbdbfb-6aaa-4dbb-83f2-faead2ced050', 'ed966cd7-fdb3-4d44-9b8c-db12005ad2ef']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:53.825965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:53.830920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3112d-27f0-4d1a-a8f6-3186828dfcb2 req-c28b8621-921f-4118-8505-27bf90034548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.834763 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98c3112d-27f0-4d1a-a8f6-3186828dfcb2 req-c28b8621-921f-4118-8505-27bf90034548 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 1095 time: 0.6307974 Jul 08 20:25:53.838555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-292721fc-6d7b-4411-a8f6-a76dc83d7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:53.839403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-292721fc-6d7b-4411-a8f6-a76dc83d7b64 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5d557e9a-a0b2-4dcc-8401-6293602492e6 HTTP/1.1" status: 200 len: 797 time: 0.1171787 Jul 08 20:25:53.839536 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe379a4e-d717-438f-996a-2adec9498aee x-openstack-request-id: req-fe379a4e-d717-438f-996a-2adec9498aee {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:53.839779 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346b87c6-0922-4876-9e61-099e06539434", "tag": "dd2eb143-6e57-4674-a6df-9cc5d6cba8c5", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:53.839975 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fe379a4e-d717-438f-996a-2adec9498aee {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:53.840367 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346b87c6-0922-4876-9e61-099e06539434', 'tag': 'dd2eb143-6e57-4674-a6df-9cc5d6cba8c5', 'status': 'completed', 'code': 200} Jul 08 20:25:53.859408 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d6c6203-1858-4451-8af0-856745d87031 req-5267ffbf-5e46-4973-a3fd-19c0a7167527 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972662 Jul 08 20:25:53.872506 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0be216ea-497e-4086-b339-234b5a2831d7 req-c8595c53-de2e-448d-b539-eb4a7cdab646 service neutron] 10.222.0.104 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017903 Jul 08 20:25:54.034090 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:54.087488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3112d-27f0-4d1a-a8f6-3186828dfcb2 req-a0041c07-33cf-4389-987c-e089b4496be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:54.089037 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98c3112d-27f0-4d1a-a8f6-3186828dfcb2 req-a0041c07-33cf-4389-987c-e089b4496be5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 200 len: 913 time: 0.2323825 Jul 08 20:25:54.091267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port da25d7a9-6a52-4d52-b993-6830c3978c3f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=da25d7a9-6a52-4d52-b993-6830c3978c3f,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:54.099152 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-f8fcd111-4fde-4273-b8da-c83ed3cb5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:54.100703 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-f8fcd111-4fde-4273-b8da-c83ed3cb5e31 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=cd03060a-bfc6-43cb-9261-c17858115213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2524028 Jul 08 20:25:54.118330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'da25d7a9-6a52-4d52-b993-6830c3978c3f', 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f', 'port_id': 'da25d7a9-6a52-4d52-b993-6830c3978c3f', 'mac_address': 'fa:16:3e:b1:1a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b8fa3c-e696-450c-b906-06d27f575160', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:25:54.128281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bb7cf-8a33-48c2-bc20-e268ba352b99 req-1443ca90-00fc-4658-86b0-2fe961e9dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:54.129989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-170bb7cf-8a33-48c2-bc20-e268ba352b99 req-1443ca90-00fc-4658-86b0-2fe961e9dac3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e3381582e550468ba5b4e2c6f2e9b1a6&device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 1095 time: 0.1253252 Jul 08 20:25:54.161491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:25:54.200544 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98c3112d-27f0-4d1a-a8f6-3186828dfcb2 req-d3554c86-1cbd-4247-ad2a-8a54b8bc2441 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f47820ec-7006-48a8-aaad-3e2c46b36b04 HTTP/1.1" status: 200 len: 217 time: 0.0988443 Jul 08 20:25:54.201452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:25:54.207970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:25:54.217920 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:54.222864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5293cb-9367-4537-b56c-42101fd40ab4 None None] Update dhcp port {'port': {'network_id': '097c6a62-b887-4008-97a7-fd80350c7dbe', 'fixed_ips': [{'subnet_id': '1cc3dfe9-295c-4b67-a49b-c1b2fbc9c3aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5c3c949a-5c03-4199-b2b3-7bb25b20fa87', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e2ef1c47-8976-47f5-9b20-0b0679c4be10'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '11920d90-517a-4b19-87cf-949ccbf684ea'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:25:54.226923 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f5216f9a-5017-47cb-9c74-bb189141bf7b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:54.253020 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=be630140-e587-43d2-b4d9-278ef152c200,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:54.289077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da25d7a9-6a52-4d52-b993-6830c3978c3f {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:54.295632 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6b5293cb-9367-4537-b56c-42101fd40ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:54.325816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port da25d7a9-6a52-4d52-b993-6830c3978c3f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=da25d7a9-6a52-4d52-b993-6830c3978c3f,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:54.345421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd9b44-2551-4cd5-b476-381717cb0a51 req-3f131249-b16c-40e2-b57d-335b69c94cf5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:54.346961 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39fd9b44-2551-4cd5-b476-381717cb0a51 req-3f131249-b16c-40e2-b57d-335b69c94cf5 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 943 time: 0.3274174 Jul 08 20:25:54.358380 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bb7cf-8a33-48c2-bc20-e268ba352b99 req-225d7e8a-094d-4bbc-a517-46b622d726b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:54.359917 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-170bb7cf-8a33-48c2-bc20-e268ba352b99 req-225d7e8a-094d-4bbc-a517-46b622d726b3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=74030d91-a705-4f53-b52f-88074a77224e HTTP/1.1" status: 200 len: 915 time: 0.2103727 Jul 08 20:25:54.360397 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:54.383516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3112d-27f0-4d1a-a8f6-3186828dfcb2 req-3083f790-9747-45d4-b72a-3194f2d26f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:54.384674 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98c3112d-27f0-4d1a-a8f6-3186828dfcb2 req-3083f790-9747-45d4-b72a-3194f2d26f15 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 200 len: 852 time: 0.1432240 Jul 08 20:25:54.418227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-170bb7cf-8a33-48c2-bc20-e268ba352b99 req-b3f029dc-58c1-4aae-b528-8d8f0d5d7175 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 HTTP/1.1" status: 200 len: 217 time: 0.0513403 Jul 08 20:25:54.462612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-cdbb2694-b14e-452e-8426-a973a8fb0afc service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502595 Jul 08 20:25:54.486821 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98c3112d-27f0-4d1a-a8f6-3186828dfcb2 req-1d0baf46-9911-41db-8598-79df674a49a5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548854 Jul 08 20:25:54.488672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=da25d7a9-6a52-4d52-b993-6830c3978c3f,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:54.507282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31e6c4-ce97-4339-a110-7b818f543c90 req-e1a4023f-4ec3-4f36-908a-c9130fc5be47 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:54.509583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fc31e6c4-ce97-4339-a110-7b818f543c90 req-e1a4023f-4ec3-4f36-908a-c9130fc5be47 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 943 time: 0.2700377 Jul 08 20:25:54.560935 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-6b5293cb-9367-4537-b56c-42101fd40ab4 None None] Allocated IP 2001:db8:0:2::2 (097c6a62-b887-4008-97a7-fd80350c7dbe/e2ef1c47-8976-47f5-9b20-0b0679c4be10/11920d90-517a-4b19-87cf-949ccbf684ea) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:54.580410 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bb7cf-8a33-48c2-bc20-e268ba352b99 req-db0e52bf-e761-40da-b19b-45cad6b84514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:54.582008 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-170bb7cf-8a33-48c2-bc20-e268ba352b99 req-db0e52bf-e761-40da-b19b-45cad6b84514 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7 HTTP/1.1" status: 200 len: 854 time: 0.1279809 Jul 08 20:25:54.623918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['da25d7a9-6a52-4d52-b993-6830c3978c3f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:25:54.634651 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fc31e6c4-ce97-4339-a110-7b818f543c90 req-a7f664cc-2cce-417b-895a-2665d8d897f4 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158450 Jul 08 20:25:54.636541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-170bb7cf-8a33-48c2-bc20-e268ba352b99 req-601d9891-513b-4b15-8f71-67aa13e3520b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=74030d91-a705-4f53-b52f-88074a77224e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434492 Jul 08 20:25:54.657982 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39fd9b44-2551-4cd5-b476-381717cb0a51 req-bb5b5206-c723-4c9e-adec-b2ab1351da92 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719965 Jul 08 20:25:54.735688 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6b5293cb-9367-4537-b56c-42101fd40ab4 None None] For port 11920d90-517a-4b19-87cf-949ccbf684ea, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=11920d90-517a-4b19-87cf-949ccbf684ea,segment=NetworkSegment(eec13c2e-7bd3-4f14-8710-469b99af65a9),segment_id=eec13c2e-7bd3-4f14-8710-469b99af65a9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:54.747980 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-170bb7cf-8a33-48c2-bc20-e268ba352b99 req-ad87f31e-bd3c-4139-93f8-e4ca9fe66d90 service neutron] 10.222.0.104 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040676 Jul 08 20:25:54.795629 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6b5293cb-9367-4537-b56c-42101fd40ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:54.823546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6b5293cb-9367-4537-b56c-42101fd40ab4 None None] Transition to ACTIVE for port object 11920d90-517a-4b19-87cf-949ccbf684ea will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:54.839844 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6b5293cb-9367-4537-b56c-42101fd40ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:54.842457 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98c3112d-27f0-4d1a-a8f6-3186828dfcb2 req-02f0eabf-1d60-4a64-83a7-4ffc10ea2d3d service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253629 Jul 08 20:25:54.846880 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eeeebecf-c5d4-44a0-81de-eb8231dc5e1c req-4cdfb237-6598-41a2-a03a-4a080334ba8b service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566043 Jul 08 20:25:54.965644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5293cb-9367-4537-b56c-42101fd40ab4 None None] Pushing event updated for resources: {'Port': ['ID=11920d90-517a-4b19-87cf-949ccbf684ea,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:55.103546 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98c3112d-27f0-4d1a-a8f6-3186828dfcb2 req-abf4dbac-c7fe-4484-af4b-da1812d80e01 service neutron] 10.222.0.103 "GET /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200224 Jul 08 20:25:55.108221 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:55.180425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-10a76876-3702-470c-9b40-6c8fe1817d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.180946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-10a76876-3702-470c-9b40-6c8fe1817d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.181423 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-10a76876-3702-470c-9b40-6c8fe1817d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.181895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-10a76876-3702-470c-9b40-6c8fe1817d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.182360 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-10a76876-3702-470c-9b40-6c8fe1817d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.182832 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-10a76876-3702-470c-9b40-6c8fe1817d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.183301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-10a76876-3702-470c-9b40-6c8fe1817d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.185320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-10a76876-3702-470c-9b40-6c8fe1817d84 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 6494 time: 0.2250402 Jul 08 20:25:55.240202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798435a2-a7e9-4a86-a3a2-1f14d44cde82 req-2b37a73a-85d5-4f46-9e4a-55d46f159f71 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.241829 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-798435a2-a7e9-4a86-a3a2-1f14d44cde82 req-2b37a73a-85d5-4f46-9e4a-55d46f159f71 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 943 time: 0.2826452 Jul 08 20:25:55.312697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-f5216f9a-5017-47cb-9c74-bb189141bf7b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Delete allocated IP 2001:db8::325 (097c6a62-b887-4008-97a7-fd80350c7dbe/5c3c949a-5c03-4199-b2b3-7bb25b20fa87) {{(pid=94066) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 20:25:55.321594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-f5216f9a-5017-47cb-9c74-bb189141bf7b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Allocated IP 2001:db8:0:2::1e0 (097c6a62-b887-4008-97a7-fd80350c7dbe/e2ef1c47-8976-47f5-9b20-0b0679c4be10/6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:25:55.356100 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-798435a2-a7e9-4a86-a3a2-1f14d44cde82 req-2ef63433-f7c4-44be-9807-65c66f746e0e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974903 Jul 08 20:25:55.411345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc9b6-1203-4ee7-8e7b-0d9cfca714d6 req-5f391080-ba03-4917-990d-0fb8ccf3afe9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.417595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc9b6-1203-4ee7-8e7b-0d9cfca714d6 req-5f391080-ba03-4917-990d-0fb8ccf3afe9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.428273 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-ec1ba63a-446e-40ae-856f-50f7aa51433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.429748 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc9b6-1203-4ee7-8e7b-0d9cfca714d6 req-5f391080-ba03-4917-990d-0fb8ccf3afe9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.429906 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-ec1ba63a-446e-40ae-856f-50f7aa51433b service neutron] 10.222.0.103 "GET /v2.0/networks?id=cd03060a-bfc6-43cb-9261-c17858115213 HTTP/1.1" status: 200 len: 903 time: 0.2093720 Jul 08 20:25:55.436013 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc9b6-1203-4ee7-8e7b-0d9cfca714d6 req-5f391080-ba03-4917-990d-0fb8ccf3afe9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.442848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc9b6-1203-4ee7-8e7b-0d9cfca714d6 req-5f391080-ba03-4917-990d-0fb8ccf3afe9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.449272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc9b6-1203-4ee7-8e7b-0d9cfca714d6 req-5f391080-ba03-4917-990d-0fb8ccf3afe9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.455337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc9b6-1203-4ee7-8e7b-0d9cfca714d6 req-5f391080-ba03-4917-990d-0fb8ccf3afe9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.461422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a1fcc9b6-1203-4ee7-8e7b-0d9cfca714d6 req-5f391080-ba03-4917-990d-0fb8ccf3afe9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.6500239 Jul 08 20:25:55.491337 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-170bb7cf-8a33-48c2-bc20-e268ba352b99 req-ffad5cd7-b76e-4142-a213-2280b70b9905 service neutron] 10.222.0.104 "GET /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7354264 Jul 08 20:25:55.508525 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-de32cb14-e657-4eb5-a332-3be31abda4c2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a HTTP/1.1" status: 200 len: 217 time: 0.0473568 Jul 08 20:25:55.581613 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a1fcc9b6-1203-4ee7-8e7b-0d9cfca714d6 req-676891a8-c0f0-4ea4-a1a3-5a629eae312a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648236 Jul 08 20:25:55.625776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ecf1578b-c19f-4679-8902-80177af940ed None None] Provisioning complete for port 6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:55.626286 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ecf1578b-c19f-4679-8902-80177af940ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:55.668333 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1578b-c19f-4679-8902-80177af940ed None None] Port 6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:55.668603 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f5216f9a-5017-47cb-9c74-bb189141bf7b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:55.683749 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ecf1578b-c19f-4679-8902-80177af940ed None None] Provisioning complete for port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:55.684492 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ecf1578b-c19f-4679-8902-80177af940ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:55.685495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-f5216f9a-5017-47cb-9c74-bb189141bf7b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Transition to ACTIVE for port object 6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:25:55.690934 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f5216f9a-5017-47cb-9c74-bb189141bf7b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:55.743147 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1578b-c19f-4679-8902-80177af940ed None None] Port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:55.757509 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ecf1578b-c19f-4679-8902-80177af940ed None None] Provisioning for port 11920d90-517a-4b19-87cf-949ccbf684ea completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:55.763061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-f5216f9a-5017-47cb-9c74-bb189141bf7b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] In _notify_port_updated(), no bound segment for port 6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf on network 097c6a62-b887-4008-97a7-fd80350c7dbe {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:25:55.763896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ecf1578b-c19f-4679-8902-80177af940ed None None] Provisioning complete for port 11920d90-517a-4b19-87cf-949ccbf684ea triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:55.764486 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ecf1578b-c19f-4679-8902-80177af940ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:55.769403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5216f9a-5017-47cb-9c74-bb189141bf7b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.770515 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f5216f9a-5017-47cb-9c74-bb189141bf7b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:55.775184 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f5216f9a-5017-47cb-9c74-bb189141bf7b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "PUT /v2.0/ports/6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf HTTP/1.1" status: 200 len: 970 time: 1.9769635 Jul 08 20:25:55.775784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59732) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:55.845460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:25:55.847704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device da25d7a9-6a52-4d52-b993-6830c3978c3f up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:55.878793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5216f9a-5017-47cb-9c74-bb189141bf7b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event updated for resources: {'Port': ['ID=6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:55.926640 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f47820ec-7006-48a8-aaad-3e2c46b36b04 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:25:55.936730 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:55.950611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-e535ad01-4c65-4bae-b276-2bea77f9197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:55.952381 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-e535ad01-4c65-4bae-b276-2bea77f9197f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5d557e9a-a0b2-4dcc-8401-6293602492e6 HTTP/1.1" status: 200 len: 797 time: 0.0942981 Jul 08 20:25:55.977580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 11920d90-517a-4b19-87cf-949ccbf684ea up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:56.012941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port da25d7a9-6a52-4d52-b993-6830c3978c3f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:25:56.027300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port da25d7a9-6a52-4d52-b993-6830c3978c3f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:56.028379 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.035715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4796c0-51e1-4f7d-a31f-187aed0c4de2 req-e33344cb-89db-4042-89c3-75e0a238e159 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:56.043573 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6c4796c0-51e1-4f7d-a31f-187aed0c4de2 req-e33344cb-89db-4042-89c3-75e0a238e159 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.5471113 Jul 08 20:25:56.058445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3592ae-4ef4-48a0-b9a6-73c24d0a915c req-a02d5448-5c20-4457-a5b2-43b52794b7b5 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:56.066790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f3592ae-4ef4-48a0-b9a6-73c24d0a915c req-a02d5448-5c20-4457-a5b2-43b52794b7b5 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 944 time: 0.1461096 Jul 08 20:25:56.078483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-770c1f7b-67b7-4835-bb75-96f1fa07925f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:56.079329 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-770c1f7b-67b7-4835-bb75-96f1fa07925f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.134376 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6c4796c0-51e1-4f7d-a31f-187aed0c4de2 req-06920138-c4af-440e-81c4-ff81301ccdaf tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899212 Jul 08 20:25:56.153313 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f3592ae-4ef4-48a0-b9a6-73c24d0a915c req-c459450b-e7cc-4f7f-9eae-43413f4f3e40 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853269 Jul 08 20:25:56.159878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-a329ac0c-3073-42dc-8889-d476c4fb282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:56.162079 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-a329ac0c-3073-42dc-8889-d476c4fb282d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=cd03060a-bfc6-43cb-9261-c17858115213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1709819 Jul 08 20:25:56.204061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-770c1f7b-67b7-4835-bb75-96f1fa07925f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.216850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-770c1f7b-67b7-4835-bb75-96f1fa07925f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:56.242046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 54e2fb28-15a6-4913-a8c7-a438adeb6aaa is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:25:56.353777 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-770c1f7b-67b7-4835-bb75-96f1fa07925f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.384717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c1f7b-67b7-4835-bb75-96f1fa07925f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:56.431489 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-26bd163c-47de-4559-a3fb-94bc21937f55 service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606955 Jul 08 20:25:56.449383 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-770c1f7b-67b7-4835-bb75-96f1fa07925f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.452205 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-770c1f7b-67b7-4835-bb75-96f1fa07925f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf HTTP/1.1" status: 204 len: 168 time: 0.6744113 Jul 08 20:25:56.453778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59736) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:56.490754 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf3565d-b25c-4d65-b1ee-aaa7cf39801f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] GET failed (client error): The resource could not be found. Jul 08 20:25:56.495960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4cf3565d-b25c-4d65-b1ee-aaa7cf39801f tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports/6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf HTTP/1.1" status: 404 len: 333 time: 0.0409849 Jul 08 20:25:56.498474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59738) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:56.507562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:25:56.521666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 11920d90-517a-4b19-87cf-949ccbf684ea triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:56.522045 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.533927 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6eb214-c9d5-438d-96f2-8db7e550f3f5 None None] Sync routers for ids ['54e2fb28-15a6-4913-a8c7-a438adeb6aaa'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:25:56.547005 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.566170 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac08cd-1004-41bb-9d46-cee95edc0a14 req-19ce81f4-1a54-4c44-ba31-265401d2420d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:56.568482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9bac08cd-1004-41bb-9d46-cee95edc0a14 req-19ce81f4-1a54-4c44-ba31-265401d2420d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 943 time: 0.2517226 Jul 08 20:25:56.579406 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.579641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=dd2eb143-6e57-4674-a6df-9cc5d6cba8c5,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:56.580647 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9e736ae7-b257-4b64-8b80-4da43ec85d19 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.7989695 Jul 08 20:25:56.585601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59740) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:56.603065 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0573ca1b-4295-4fcf-882f-467504b1da84 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.625102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port f47820ec-7006-48a8-aaad-3e2c46b36b04, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f47820ec-7006-48a8-aaad-3e2c46b36b04,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:56.653873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6eb214-c9d5-438d-96f2-8db7e550f3f5 None None] Routers {'54e2fb28-15a6-4913-a8c7-a438adeb6aaa'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:56.655235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ea6eb214-c9d5-438d-96f2-8db7e550f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['54e2fb28-15a6-4913-a8c7-a438adeb6aaa'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:56.657371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2d986b39-1aa5-46a2-b9b1-03cc944cbcfa None None] Could not find standard attr ID for object 6fa3b3f6-5083-482b-9bf1-0bd3aa06bcaf. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:25:56.665621 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0573ca1b-4295-4fcf-882f-467504b1da84 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.668512 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-33f79bf4-9219-4e89-9d46-de0c4c64e7ce req-bd88daa4-4d5c-475b-88cb-c4ed861ba027 service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265027 Jul 08 20:25:56.689563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'dd2eb143-6e57-4674-a6df-9cc5d6cba8c5', 'network_id': '74030d91-a705-4f53-b52f-88074a77224e', 'port_id': 'dd2eb143-6e57-4674-a6df-9cc5d6cba8c5', 'mac_address': 'fa:16:3e:97:5d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:25:56.691278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'f47820ec-7006-48a8-aaad-3e2c46b36b04', 'network_id': 'bc95e2f6-b48f-4a63-8e2f-0f1147e6b760', 'port_id': 'f47820ec-7006-48a8-aaad-3e2c46b36b04', 'mac_address': 'fa:16:3e:36:a6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292379a6-ccc8-4ff7-b796-dd5f388cdc04', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:25:56.733464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83366c78-67d7-4ccc-aa4d-6fc2e885a54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da25d7a9-6a52-4d52-b993-6830c3978c3f'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:25:56.735725 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987fd8d5-0610-47dc-847e-051b0fb29db8" -d '{"events": [{"server_uuid": "83366c78-67d7-4ccc-aa4d-6fc2e885a54b", "name": "network-vif-plugged", "status": "completed", "tag": "da25d7a9-6a52-4d52-b993-6830c3978c3f"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:25:56.738192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ea6eb214-c9d5-438d-96f2-8db7e550f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:56.740140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fdd22-5609-4485-893f-753bb77a73f3 req-1b8d5377-5f8e-4687-bf6f-e2dacddd88b5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:56.746474 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a25fdd22-5609-4485-893f-753bb77a73f3 req-1b8d5377-5f8e-4687-bf6f-e2dacddd88b5 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 943 time: 0.1198103 Jul 08 20:25:56.749753 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9bac08cd-1004-41bb-9d46-cee95edc0a14 req-e359e9db-abfb-4dd1-9469-902c51085d38 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581051 Jul 08 20:25:56.753972 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0573ca1b-4295-4fcf-882f-467504b1da84 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.756565 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0573ca1b-4295-4fcf-882f-467504b1da84 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.760726 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0573ca1b-4295-4fcf-882f-467504b1da84 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/security-groups/f80e7dac-487e-4ab3-aef4-16e27fb04fd0 HTTP/1.1" status: 204 len: 168 time: 0.2589376 Jul 08 20:25:56.762875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59748) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:56.785306 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.802753 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7311e633-1518-4359-ac38-1159ae18903c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/routers/54e2fb28-15a6-4913-a8c7-a438adeb6aaa HTTP/1.1" status: 200 len: 884 time: 0.2042782 Jul 08 20:25:56.804782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59750) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:56.810325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573ca1b-4295-4fcf-882f-467504b1da84 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80e7dac-487e-4ab3-aef4-16e27fb04fd0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:56.829419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port da25d7a9-6a52-4d52-b993-6830c3978c3f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=da25d7a9-6a52-4d52-b993-6830c3978c3f,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:56.853081 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a25fdd22-5609-4485-893f-753bb77a73f3 req-80dafd1a-66f4-4a3e-b54c-3dab89531868 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022191 Jul 08 20:25:56.855067 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.883341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:56.905319 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-260d8962-6cca-4de5-a8b9-95077eee2ff8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.906665 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=dd2eb143-6e57-4674-a6df-9cc5d6cba8c5,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:56.913098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6eb214-c9d5-438d-96f2-8db7e550f3f5 None None] Routers {'54e2fb28-15a6-4913-a8c7-a438adeb6aaa'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:56.913748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ea6eb214-c9d5-438d-96f2-8db7e550f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['54e2fb28-15a6-4913-a8c7-a438adeb6aaa'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:56.946847 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-260d8962-6cca-4de5-a8b9-95077eee2ff8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.973086 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.984820 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:56.986666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ea6eb214-c9d5-438d-96f2-8db7e550f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:56.987275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6eb214-c9d5-438d-96f2-8db7e550f3f5 None None] The sync data for ids ['54e2fb28-15a6-4913-a8c7-a438adeb6aaa'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:25:57.003456 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-260d8962-6cca-4de5-a8b9-95077eee2ff8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.007032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-260d8962-6cca-4de5-a8b9-95077eee2ff8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.008564 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-260d8962-6cca-4de5-a8b9-95077eee2ff8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/security-groups/ed966cd7-fdb3-4d44-9b8c-db12005ad2ef HTTP/1.1" status: 204 len: 168 time: 0.2372890 Jul 08 20:25:57.012824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59752) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:57.022644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47820ec-7006-48a8-aaad-3e2c46b36b04 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:25:57.027852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d8962-6cca-4de5-a8b9-95077eee2ff8 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed966cd7-fdb3-4d44-9b8c-db12005ad2ef,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:57.031081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=da25d7a9-6a52-4d52-b993-6830c3978c3f,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:57.080753 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port f47820ec-7006-48a8-aaad-3e2c46b36b04, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f47820ec-7006-48a8-aaad-3e2c46b36b04,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:57.083487 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-731515a2-8d27-4ac9-b8c5-3b6fb1e88a49 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.089878 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.108218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=dd2eb143-6e57-4674-a6df-9cc5d6cba8c5,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:57.112759 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-731515a2-8d27-4ac9-b8c5-3b6fb1e88a49 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.140190 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9fb26a-b291-4793-a7b8-ba805cfc2cf9 x-openstack-request-id: req-cf9fb26a-b291-4793-a7b8-ba805cfc2cf9 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:25:57.140479 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83366c78-67d7-4ccc-aa4d-6fc2e885a54b", "name": "network-vif-plugged", "status": "completed", "tag": "da25d7a9-6a52-4d52-b993-6830c3978c3f", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:25:57.140771 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cf9fb26a-b291-4793-a7b8-ba805cfc2cf9 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:25:57.142136 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83366c78-67d7-4ccc-aa4d-6fc2e885a54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da25d7a9-6a52-4d52-b993-6830c3978c3f', 'code': 200} Jul 08 20:25:57.165152 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-731515a2-8d27-4ac9-b8c5-3b6fb1e88a49 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.169036 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-731515a2-8d27-4ac9-b8c5-3b6fb1e88a49 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.170202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-731515a2-8d27-4ac9-b8c5-3b6fb1e88a49 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/security-groups/16dbdbfb-6aaa-4dbb-83f2-faead2ced050 HTTP/1.1" status: 204 len: 168 time: 0.1560314 Jul 08 20:25:57.173419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=f47820ec-7006-48a8-aaad-3e2c46b36b04,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:57.180372 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59754) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:57.181209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731515a2-8d27-4ac9-b8c5-3b6fb1e88a49 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dbdbfb-6aaa-4dbb-83f2-faead2ced050,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:57.210003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9274a7a-9a9d-439f-8fcb-c96f45573933 req-cd71f4e7-7989-47ea-b1fb-3c9395cdf5e8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:57.212765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['dd2eb143-6e57-4674-a6df-9cc5d6cba8c5'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:25:57.220020 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9274a7a-9a9d-439f-8fcb-c96f45573933 req-cd71f4e7-7989-47ea-b1fb-3c9395cdf5e8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:57.228479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9274a7a-9a9d-439f-8fcb-c96f45573933 req-cd71f4e7-7989-47ea-b1fb-3c9395cdf5e8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:57.235528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9274a7a-9a9d-439f-8fcb-c96f45573933 req-cd71f4e7-7989-47ea-b1fb-3c9395cdf5e8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:57.245985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9274a7a-9a9d-439f-8fcb-c96f45573933 req-cd71f4e7-7989-47ea-b1fb-3c9395cdf5e8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:57.253813 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9274a7a-9a9d-439f-8fcb-c96f45573933 req-cd71f4e7-7989-47ea-b1fb-3c9395cdf5e8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:57.261691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9274a7a-9a9d-439f-8fcb-c96f45573933 req-cd71f4e7-7989-47ea-b1fb-3c9395cdf5e8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:57.269460 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d9274a7a-9a9d-439f-8fcb-c96f45573933 req-cd71f4e7-7989-47ea-b1fb-3c9395cdf5e8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.3065794 Jul 08 20:25:57.287918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting subnet 5c3c949a-5c03-4199-b2b3-7bb25b20fa87 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:25:57.291981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.329521 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d9274a7a-9a9d-439f-8fcb-c96f45573933 req-9551988c-d597-4fd3-bc71-388c1941a0ab tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586846 Jul 08 20:25:57.345463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-26b09345-6914-4718-b68c-61cb33f1f99c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5370417 Jul 08 20:25:57.345691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59760) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:57.350568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-8b594abd-6e90-4d3a-8bbf-d4f8187f8f92 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1293675007'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:25:57.380727 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.400654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['f47820ec-7006-48a8-aaad-3e2c46b36b04'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:25:57.455894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34496457-5e89-45ba-9fb7-5192a1bdb370 req-afedee33-f86e-417b-b67d-7201fa3a03b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:57.458400 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34496457-5e89-45ba-9fb7-5192a1bdb370 req-afedee33-f86e-417b-b67d-7201fa3a03b9 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 1097 time: 0.2098601 Jul 08 20:25:57.522241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c36bd6-0ea7-4ef0-934f-73deb8afc29f req-ab2d1621-72e8-4595-b664-2df61cff2664 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:57.523745 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-82c36bd6-0ea7-4ef0-934f-73deb8afc29f req-ab2d1621-72e8-4595-b664-2df61cff2664 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.1935575 Jul 08 20:25:57.557228 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.586649 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34496457-5e89-45ba-9fb7-5192a1bdb370 req-9c403e9b-b457-4f30-bed0-95f90ac8e866 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212685 Jul 08 20:25:57.612088 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-82c36bd6-0ea7-4ef0-934f-73deb8afc29f req-3b5441ec-0bc5-4419-ad66-646fccd500df tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766957 Jul 08 20:25:57.644894 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.647645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9e437-21f8-4271-91ab-47eb64accccd req-43a5942b-bbb8-46f3-9f3c-2ec0e079625d tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:57.649222 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eca9e437-21f8-4271-91ab-47eb64accccd req-43a5942b-bbb8-46f3-9f3c-2ec0e079625d tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 945 time: 0.1614046 Jul 08 20:25:57.670922 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Subnet': ['ID=5c3c949a-5c03-4199-b2b3-7bb25b20fa87,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:57.673442 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.675256 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/5c3c949a-5c03-4199-b2b3-7bb25b20fa87 HTTP/1.1" status: 204 len: 168 time: 0.4920659 Jul 08 20:25:57.679477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59762) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:57.682532 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a3974d-07d6-4f43-87b4-20ac9d9c78b0 None None] Network 097c6a62-b887-4008-97a7-fd80350c7dbe requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:57.694037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:57.694386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:57.694727 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:57.695066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:57.695395 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:57.696774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:57.696774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:57.696774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:57.697054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:57.697257 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:57.697506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:57.697830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ffa22-513c-4be7-897d-c53667fb4403 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:25:57.744418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-729d010b-7104-43bb-9aa1-670b10349ea5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting subnet e2ef1c47-8976-47f5-9b20-0b0679c4be10 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:25:57.747662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-729d010b-7104-43bb-9aa1-670b10349ea5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.766348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eca9e437-21f8-4271-91ab-47eb64accccd req-0e0fa67b-9c95-4168-85b3-ce1f8b66976a tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765107 Jul 08 20:25:57.794423 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b594abd-6e90-4d3a-8bbf-d4f8187f8f92 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.802315 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-729d010b-7104-43bb-9aa1-670b10349ea5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.821790 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b594abd-6e90-4d3a-8bbf-d4f8187f8f92 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.926535 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-729d010b-7104-43bb-9aa1-670b10349ea5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:57.949779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b594abd-6e90-4d3a-8bbf-d4f8187f8f92 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 54e2fb28-15a6-4913-a8c7-a438adeb6aaa has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:25:58.018802 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-729d010b-7104-43bb-9aa1-670b10349ea5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:58.028700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26521bd9-89d2-494b-b103-678563962881 req-3b013dc8-b843-49de-97f1-29e5836bb24b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:58.033110 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26521bd9-89d2-494b-b103-678563962881 req-3b013dc8-b843-49de-97f1-29e5836bb24b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 944 time: 0.1208377 Jul 08 20:25:58.080373 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-729d010b-7104-43bb-9aa1-670b10349ea5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:58.082322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-729d010b-7104-43bb-9aa1-670b10349ea5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/e2ef1c47-8976-47f5-9b20-0b0679c4be10 HTTP/1.1" status: 204 len: 168 time: 0.4017107 Jul 08 20:25:58.085783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59770) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:58.089587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d010b-7104-43bb-9aa1-670b10349ea5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ef1c47-8976-47f5-9b20-0b0679c4be10,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:58.114087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26521bd9-89d2-494b-b103-678563962881 req-14ea01d1-00b6-48f1-934b-b2a90ef634a3 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669839 Jul 08 20:25:58.127960 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4801ce3-1a88-4233-b366-2c507547b150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] DELETE failed (client error): The resource could not be found. Jul 08 20:25:58.128423 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4801ce3-1a88-4233-b366-2c507547b150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:58.130301 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e4801ce3-1a88-4233-b366-2c507547b150 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/5c3c949a-5c03-4199-b2b3-7bb25b20fa87 HTTP/1.1" status: 404 len: 337 time: 0.0435200 Jul 08 20:25:58.133180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59772) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:58.147471 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b594abd-6e90-4d3a-8bbf-d4f8187f8f92 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:25:58.154915 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b594abd-6e90-4d3a-8bbf-d4f8187f8f92 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:58.158986 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8b594abd-6e90-4d3a-8bbf-d4f8187f8f92 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/54e2fb28-15a6-4913-a8c7-a438adeb6aaa HTTP/1.1" status: 200 len: 891 time: 0.8123589 Jul 08 20:25:58.159163 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec9a76-2e90-48e2-a82a-eb21f6df7f34 None None] Sync routers for ids ['54e2fb28-15a6-4913-a8c7-a438adeb6aaa'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:25:58.159966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59774) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:58.173394 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec9a76-2e90-48e2-a82a-eb21f6df7f34 None None] Routers {'54e2fb28-15a6-4913-a8c7-a438adeb6aaa'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:58.174814 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3dec9a76-2e90-48e2-a82a-eb21f6df7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['54e2fb28-15a6-4913-a8c7-a438adeb6aaa'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:58.178888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b9ab-00c8-4477-8d51-af249ed5e7c6 req-ea9ad268-5af8-44a8-b227-2f51c84878ee tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:58.179793 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b998b9ab-00c8-4477-8d51-af249ed5e7c6 req-ea9ad268-5af8-44a8-b227-2f51c84878ee tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 944 time: 0.1782098 Jul 08 20:25:58.215467 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3dec9a76-2e90-48e2-a82a-eb21f6df7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:58.229486 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec9a76-2e90-48e2-a82a-eb21f6df7f34 None None] Routers {'54e2fb28-15a6-4913-a8c7-a438adeb6aaa'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:25:58.230981 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3dec9a76-2e90-48e2-a82a-eb21f6df7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['54e2fb28-15a6-4913-a8c7-a438adeb6aaa'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:58.269070 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc89c3ad-e510-44da-b79a-47a1c5fd0953 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting subnet 1cc3dfe9-295c-4b67-a49b-c1b2fbc9c3aa {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:25:58.273847 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc89c3ad-e510-44da-b79a-47a1c5fd0953 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:58.289731 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3dec9a76-2e90-48e2-a82a-eb21f6df7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:25:58.290822 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec9a76-2e90-48e2-a82a-eb21f6df7f34 None None] The sync data for ids ['54e2fb28-15a6-4913-a8c7-a438adeb6aaa'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:25:58.310404 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b998b9ab-00c8-4477-8d51-af249ed5e7c6 req-073ed54d-8a41-46d9-a2a9-fc9f13c9aff1 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961747 Jul 08 20:25:58.324008 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc89c3ad-e510-44da-b79a-47a1c5fd0953 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:58.347721 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-44d47eb5-fd3b-4d2a-b8f8-6618db5c74df tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/routers/54e2fb28-15a6-4913-a8c7-a438adeb6aaa HTTP/1.1" status: 200 len: 891 time: 0.1865058 Jul 08 20:25:58.350994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59776) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:58.389663 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9d7c8cbe-09f6-458a-b0e5-75835ad132d0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=54e2fb28-15a6-4913-a8c7-a438adeb6aaa HTTP/1.1" status: 200 len: 205 time: 0.0352173 Jul 08 20:25:58.389902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59780) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:58.429922 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc89c3ad-e510-44da-b79a-47a1c5fd0953 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:58.502786 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc89c3ad-e510-44da-b79a-47a1c5fd0953 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:58.539700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89c3ad-e510-44da-b79a-47a1c5fd0953 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc3dfe9-295c-4b67-a49b-c1b2fbc9c3aa,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:58.554749 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc89c3ad-e510-44da-b79a-47a1c5fd0953 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:58.556842 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cc89c3ad-e510-44da-b79a-47a1c5fd0953 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/1cc3dfe9-295c-4b67-a49b-c1b2fbc9c3aa HTTP/1.1" status: 204 len: 168 time: 0.4222183 Jul 08 20:25:58.559899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59782) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:58.562760 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:58.582279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3dd375-ee81-41a4-8f8d-4a74149a3b2d None None] Network 097c6a62-b887-4008-97a7-fd80350c7dbe requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:25:58.625867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60481cd2-4ae4-45f5-976e-aa6eae5f56ee req-e46e9d81-741e-40f4-be45-b26b740b69ca tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:58.635434 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60481cd2-4ae4-45f5-976e-aa6eae5f56ee req-e46e9d81-741e-40f4-be45-b26b740b69ca tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:58.644036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60481cd2-4ae4-45f5-976e-aa6eae5f56ee req-e46e9d81-741e-40f4-be45-b26b740b69ca tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:58.649750 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d951c001-b226-494a-8ed9-6ecfa05998f7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] DELETE failed (client error): The resource could not be found. Jul 08 20:25:58.650214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d951c001-b226-494a-8ed9-6ecfa05998f7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:58.655115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d951c001-b226-494a-8ed9-6ecfa05998f7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/58cfd725-bf39-4218-a672-0415b44d8e8f HTTP/1.1" status: 404 len: 337 time: 0.0416737 Jul 08 20:25:58.655988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59786) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:58.674578 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60481cd2-4ae4-45f5-976e-aa6eae5f56ee req-e46e9d81-741e-40f4-be45-b26b740b69ca tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:58.682684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60481cd2-4ae4-45f5-976e-aa6eae5f56ee req-e46e9d81-741e-40f4-be45-b26b740b69ca tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:58.689690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60481cd2-4ae4-45f5-976e-aa6eae5f56ee req-e46e9d81-741e-40f4-be45-b26b740b69ca tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:58.697167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60481cd2-4ae4-45f5-976e-aa6eae5f56ee req-e46e9d81-741e-40f4-be45-b26b740b69ca tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:58.702226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9589f295-8952-477d-95d9-537ecc796ca1 None None] Provisioning complete for port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:58.702762 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9589f295-8952-477d-95d9-537ecc796ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:58.709840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-60481cd2-4ae4-45f5-976e-aa6eae5f56ee req-e46e9d81-741e-40f4-be45-b26b740b69ca tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.2026153 Jul 08 20:25:58.755828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9589f295-8952-477d-95d9-537ecc796ca1 None None] Port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:25:58.772130 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-60481cd2-4ae4-45f5-976e-aa6eae5f56ee req-508c532c-da16-43c1-805f-19f7fb52a70b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608253 Jul 08 20:25:58.776749 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9589f295-8952-477d-95d9-537ecc796ca1 None None] Provisioning complete for port 11920d90-517a-4b19-87cf-949ccbf684ea triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:25:58.777134 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9589f295-8952-477d-95d9-537ecc796ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:58.863383 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9f836c-36b1-4cdd-8d07-d17a5cb7908a None None] DHCP port deletion for 097c6a62-b887-4008-97a7-fd80350c7dbe request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:25:58.928453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f836c-36b1-4cdd-8d07-d17a5cb7908a None None] Deleting port 11920d90-517a-4b19-87cf-949ccbf684ea {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:58.928883 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1a9f836c-36b1-4cdd-8d07-d17a5cb7908a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:58.978925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbd941-08f0-47b1-ab2b-c0f18a2b6834 req-2b7cdeac-30a0-45f5-aa54-0d51ec561cfa tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:58.980541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-97dbd941-08f0-47b1-ab2b-c0f18a2b6834 req-2b7cdeac-30a0-45f5-aa54-0d51ec561cfa tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 945 time: 0.0719466 Jul 08 20:25:59.003462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1a9f836c-36b1-4cdd-8d07-d17a5cb7908a None None] For port 11920d90-517a-4b19-87cf-949ccbf684ea, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=11920d90-517a-4b19-87cf-949ccbf684ea,segment=NetworkSegment(eec13c2e-7bd3-4f14-8710-469b99af65a9),segment_id=eec13c2e-7bd3-4f14-8710-469b99af65a9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:25:59.004335 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1a9f836c-36b1-4cdd-8d07-d17a5cb7908a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.021933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f836c-36b1-4cdd-8d07-d17a5cb7908a None None] Calling delete_port for 11920d90-517a-4b19-87cf-949ccbf684ea owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:59.022656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-97dbd941-08f0-47b1-ab2b-c0f18a2b6834 req-0f93012f-3e43-4a62-88a2-3daf682385b7 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353804 Jul 08 20:25:59.068905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59792) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:59.069118 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-93ed3ca0-b14b-4e16-8dc5-a6ea23bb9e41 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "GET /v2.0/ports?device_id=93b29ff0-f4a5-49d3-9728-9e11c8cc847b HTTP/1.1" status: 200 len: 205 time: 0.4094143 Jul 08 20:25:59.110380 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1a9f836c-36b1-4cdd-8d07-d17a5cb7908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.124362 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-f3e09eab-f3d2-401c-a981-3516a960e2dd tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] delete failed (client error): The resource could not be found. Jul 08 20:25:59.126024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f3e09eab-f3d2-401c-a981-3516a960e2dd tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/routers/93b29ff0-f4a5-49d3-9728-9e11c8cc847b HTTP/1.1" status: 404 len: 336 time: 0.0552938 Jul 08 20:25:59.128536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59794) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:59.145313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f836c-36b1-4cdd-8d07-d17a5cb7908a None None] Pushing event deleted for resources: {'Port': ['ID=11920d90-517a-4b19-87cf-949ccbf684ea,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:59.148313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9f836c-36b1-4cdd-8d07-d17a5cb7908a None None] No DVR routers for this DVR port 11920d90-517a-4b19-87cf-949ccbf684ea on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:25:59.153427 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.169523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8de7a8-74ac-495a-b739-a661e972194e req-b130cb00-3920-47e9-92ec-e544f3622781 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:59.171037 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea8de7a8-74ac-495a-b739-a661e972194e req-b130cb00-3920-47e9-92ec-e544f3622781 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.1078990 Jul 08 20:25:59.176271 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b79340a-7919-4da1-b14e-36b6641b72de tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] DELETE failed (client error): The resource could not be found. Jul 08 20:25:59.177377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b79340a-7919-4da1-b14e-36b6641b72de tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:59.180716 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5b79340a-7919-4da1-b14e-36b6641b72de tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/39350515-584d-43e3-88c4-24a38d647678 HTTP/1.1" status: 404 len: 337 time: 0.0495358 Jul 08 20:25:59.184375 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59798) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:59.243785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868defa4-5a23-4105-ba5c-edebc72225d0 req-ea23f216-61af-420a-9eba-f0577ece8393 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:59.245360 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-868defa4-5a23-4105-ba5c-edebc72225d0 req-ea23f216-61af-420a-9eba-f0577ece8393 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 945 time: 0.0716307 Jul 08 20:25:59.248530 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26fe868-d389-41cb-8de1-ec57b39834e5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] DELETE failed (client error): The resource could not be found. Jul 08 20:25:59.249294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26fe868-d389-41cb-8de1-ec57b39834e5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:59.250987 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e26fe868-d389-41cb-8de1-ec57b39834e5 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/af18b3ed-fe30-46fa-8a6a-48396a963806 HTTP/1.1" status: 404 len: 337 time: 0.0483153 Jul 08 20:25:59.254217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59800) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:59.268490 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea8de7a8-74ac-495a-b739-a661e972194e req-de66a457-44f4-47d5-bb5f-f08feccc5358 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903630 Jul 08 20:25:59.282077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port be630140-e587-43d2-b4d9-278ef152c200 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:59.282429 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.312423 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d139493a-12af-4143-945c-76c0d47be95d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] DELETE failed (client error): The resource could not be found. Jul 08 20:25:59.312818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d139493a-12af-4143-945c-76c0d47be95d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:59.316744 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d139493a-12af-4143-945c-76c0d47be95d tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/ccc54704-44cb-4c24-b97f-8736dd2f1cab HTTP/1.1" status: 404 len: 337 time: 0.0593641 Jul 08 20:25:59.318065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59804) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:59.350111 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3934fe-3e48-4cd5-bc04-a9383e89ef5e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] DELETE failed (client error): The resource could not be found. Jul 08 20:25:59.350822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3934fe-3e48-4cd5-bc04-a9383e89ef5e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:59.352562 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6b3934fe-3e48-4cd5-bc04-a9383e89ef5e tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/8091a650-2419-4756-abe7-6d6097d0619f HTTP/1.1" status: 404 len: 333 time: 0.0336170 Jul 08 20:25:59.355652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59808) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:59.373989 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.391445 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-868defa4-5a23-4105-ba5c-edebc72225d0 req-e473d424-365f-45da-b54f-40d38dbb1140 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403832 Jul 08 20:25:59.396424 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-06770a47-e6ca-47ca-a0d8-ce0fb538b3c9 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] DELETE failed (client error): The resource could not be found. Jul 08 20:25:59.396424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06770a47-e6ca-47ca-a0d8-ce0fb538b3c9 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:59.396424 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-06770a47-e6ca-47ca-a0d8-ce0fb538b3c9 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/c447e554-e651-48c8-a053-1c8b4a500cc9 HTTP/1.1" status: 404 len: 337 time: 0.0383940 Jul 08 20:25:59.399280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59810) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:59.422613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for be630140-e587-43d2-b4d9-278ef152c200 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:59.424807 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57b0270-635c-4002-ba8d-a0286602b3d7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] DELETE failed (client error): The resource could not be found. Jul 08 20:25:59.425262 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57b0270-635c-4002-ba8d-a0286602b3d7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:59.427956 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e57b0270-635c-4002-ba8d-a0286602b3d7 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/8a54ad22-2986-478e-b1be-0813291b9df6 HTTP/1.1" status: 404 len: 337 time: 0.0294828 Jul 08 20:25:59.430613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59814) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:59.457319 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f623692e-f24c-4acf-a574-d31dc3ba259b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] DELETE failed (client error): The resource could not be found. Jul 08 20:25:59.459207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f623692e-f24c-4acf-a574-d31dc3ba259b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:59.461018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f623692e-f24c-4acf-a574-d31dc3ba259b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/b62f0d7f-c941-46bf-b885-09cfd20940c0 HTTP/1.1" status: 404 len: 333 time: 0.0293860 Jul 08 20:25:59.463611 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59816) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:59.490407 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-47981833-303e-45bc-979d-70f35f0b1f8b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] DELETE failed (client error): The resource could not be found. Jul 08 20:25:59.491140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47981833-303e-45bc-979d-70f35f0b1f8b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:59.493590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-47981833-303e-45bc-979d-70f35f0b1f8b tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/9b4f2b20-16e0-4c2b-a8d1-7af5d835191f HTTP/1.1" status: 404 len: 337 time: 0.0285652 Jul 08 20:25:59.496070 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59818) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:59.516793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d59a22-e3d9-43c2-a29e-31370f161540 req-7f90238a-9dd2-4db0-af6d-332e501bb97a tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:59.518320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1d59a22-e3d9-43c2-a29e-31370f161540 req-7f90238a-9dd2-4db0-af6d-332e501bb97a tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 944 time: 0.1361568 Jul 08 20:25:59.525570 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d08f9a-65ee-4d16-b8f0-025f2f57d591 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] DELETE failed (client error): The resource could not be found. Jul 08 20:25:59.526267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d08f9a-65ee-4d16-b8f0-025f2f57d591 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:25:59.530263 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-25d08f9a-65ee-4d16-b8f0-025f2f57d591 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/subnets/e099aaba-a31d-42f5-86ce-851244c73103 HTTP/1.1" status: 404 len: 337 time: 0.0307195 Jul 08 20:25:59.530618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59820) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:25:59.609745 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1d59a22-e3d9-43c2-a29e-31370f161540 req-5afec8de-9481-4f20-8326-848fa7f0b9ea tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821717 Jul 08 20:25:59.682083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.688418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-0b6c906e-0980-43f0-b326-13007fe6d0e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Deleting port 2f15aa7b-8cdd-4181-8bee-febaa637ab12 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:25:59.688988 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b6c906e-0980-43f0-b326-13007fe6d0e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.713075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=be630140-e587-43d2-b4d9-278ef152c200,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:59.761486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f21c0-825a-4540-9b85-d147ad09c9f9 req-1b287fe5-f39c-4acf-bd42-8415fc400940 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:25:59.762991 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ca9f21c0-825a-4540-9b85-d147ad09c9f9 req-1b287fe5-f39c-4acf-bd42-8415fc400940 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 944 time: 0.1385422 Jul 08 20:25:59.781589 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b6c906e-0980-43f0-b326-13007fe6d0e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.784647 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.796261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:59.802182 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-0b6c906e-0980-43f0-b326-13007fe6d0e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Calling delete_port for 2f15aa7b-8cdd-4181-8bee-febaa637ab12 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:25:59.828855 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ca9f21c0-825a-4540-9b85-d147ad09c9f9 req-3a31ec0d-d5cc-4988-885b-0f8379a0c5c0 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569668 Jul 08 20:25:59.889521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f47820ec-7006-48a8-aaad-3e2c46b36b04 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:25:59.902370 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.911758 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.937146 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b6c906e-0980-43f0-b326-13007fe6d0e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.945403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 11920d90-517a-4b19-87cf-949ccbf684ea no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:25:59.973170 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 11920d90-517a-4b19-87cf-949ccbf684ea {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:25:59.975009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 11920d90-517a-4b19-87cf-949ccbf684ea not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:25:59.975155 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.975784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Fanout notify agent at l3_agent the message router_deleted on router 54e2fb28-15a6-4913-a8c7-a438adeb6aaa {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:25:59.988805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:25:59.990556 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c906e-0980-43f0-b326-13007fe6d0e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Port': ['ID=2f15aa7b-8cdd-4181-8bee-febaa637ab12,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:25:59.993300 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7dcc4075-f0fb-4688-87f8-36f86ce7b130 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/54e2fb28-15a6-4913-a8c7-a438adeb6aaa HTTP/1.1" status: 204 len: 168 time: 1.6022348 Jul 08 20:25:59.995960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59832) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:00.007371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-71211257-f60b-4c6c-9fa6-b085fe987d99 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1725110458'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:00.008131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:00.012782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:00.013217 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.014179 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b6c906e-0980-43f0-b326-13007fe6d0e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.016929 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0b6c906e-0980-43f0-b326-13007fe6d0e6 tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/ports/2f15aa7b-8cdd-4181-8bee-febaa637ab12 HTTP/1.1" status: 204 len: 168 time: 0.4854703 Jul 08 20:26:00.019839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59834) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:00.052107 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port f47820ec-7006-48a8-aaad-3e2c46b36b04 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:00.063073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port f47820ec-7006-48a8-aaad-3e2c46b36b04 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:00.063667 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.124951 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71211257-f60b-4c6c-9fa6-b085fe987d99 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:00.128516 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71211257-f60b-4c6c-9fa6-b085fe987d99 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.173996 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7255e733-0e1e-442b-adae-14cb927969fe tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.177767 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.194733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71211257-f60b-4c6c-9fa6-b085fe987d99 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:26:00.209363 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71211257-f60b-4c6c-9fa6-b085fe987d99 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.209695 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-71211257-f60b-4c6c-9fa6-b085fe987d99 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Added segment b7c0fddd-f574-4d01-bbc7-b49ffa10abd4 of type vlan for network 972d91ac-aeb0-466e-adb3-731d2c6258e3 Jul 08 20:26:00.227931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346b87c6-0922-4876-9e61-099e06539434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2eb143-6e57-4674-a6df-9cc5d6cba8c5'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:00.230618 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9704772-5142-4375-a414-de02f84f0841" -d '{"events": [{"server_uuid": "346b87c6-0922-4876-9e61-099e06539434", "name": "network-vif-plugged", "status": "completed", "tag": "dd2eb143-6e57-4674-a6df-9cc5d6cba8c5"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:00.252379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=dd2eb143-6e57-4674-a6df-9cc5d6cba8c5,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:00.255557 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.265566 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.296289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b78a5-7134-4939-aa5c-8185c3e5c3ea req-a18e8b52-4ee1-46dd-bd18-ba88c69d3622 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:00.303625 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:26:00.304842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b78a5-7134-4939-aa5c-8185c3e5c3ea req-a18e8b52-4ee1-46dd-bd18-ba88c69d3622 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:00.311080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b78a5-7134-4939-aa5c-8185c3e5c3ea req-a18e8b52-4ee1-46dd-bd18-ba88c69d3622 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:00.316868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b78a5-7134-4939-aa5c-8185c3e5c3ea req-a18e8b52-4ee1-46dd-bd18-ba88c69d3622 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:00.323680 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b78a5-7134-4939-aa5c-8185c3e5c3ea req-a18e8b52-4ee1-46dd-bd18-ba88c69d3622 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:00.330045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b78a5-7134-4939-aa5c-8185c3e5c3ea req-a18e8b52-4ee1-46dd-bd18-ba88c69d3622 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:00.336675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b78a5-7134-4939-aa5c-8185c3e5c3ea req-a18e8b52-4ee1-46dd-bd18-ba88c69d3622 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:00.338639 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-580b78a5-7134-4939-aa5c-8185c3e5c3ea req-a18e8b52-4ee1-46dd-bd18-ba88c69d3622 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.2918432 Jul 08 20:26:00.348975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=dd2eb143-6e57-4674-a6df-9cc5d6cba8c5,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:00.356112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port f47820ec-7006-48a8-aaad-3e2c46b36b04, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f47820ec-7006-48a8-aaad-3e2c46b36b04,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:00.361695 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.369853 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691fb82e-1a1a-44a0-8ecd-9a315c82b445 x-openstack-request-id: req-691fb82e-1a1a-44a0-8ecd-9a315c82b445 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:00.370134 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346b87c6-0922-4876-9e61-099e06539434", "name": "network-vif-plugged", "status": "completed", "tag": "dd2eb143-6e57-4674-a6df-9cc5d6cba8c5", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:00.370383 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-691fb82e-1a1a-44a0-8ecd-9a315c82b445 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:00.370772 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346b87c6-0922-4876-9e61-099e06539434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2eb143-6e57-4674-a6df-9cc5d6cba8c5', 'code': 200} Jul 08 20:26:00.400156 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71211257-f60b-4c6c-9fa6-b085fe987d99 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.430251 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7255e733-0e1e-442b-adae-14cb927969fe tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.439417 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=f47820ec-7006-48a8-aaad-3e2c46b36b04,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:00.453840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-7255e733-0e1e-442b-adae-14cb927969fe tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097c6a62-b887-4008-97a7-fd80350c7dbe']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:00.482533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-7255e733-0e1e-442b-adae-14cb927969fe tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec13c2e-7bd3-4f14-8710-469b99af65a9') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:00.482927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-7255e733-0e1e-442b-adae-14cb927969fe tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec13c2e-7bd3-4f14-8710-469b99af65a9') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:00.510245 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7255e733-0e1e-442b-adae-14cb927969fe tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.515449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-580b78a5-7134-4939-aa5c-8185c3e5c3ea req-49b6374f-f993-4115-b4f8-0c0572d85639 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317210 Jul 08 20:26:00.537734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71211257-f60b-4c6c-9fa6-b085fe987d99 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.540420 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86013a6-f4ef-4574-88b0-cda2ea83e835 req-3a3e0b5f-e689-402d-8b7a-eebe40012697 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:00.542256 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b86013a6-f4ef-4574-88b0-cda2ea83e835 req-3a3e0b5f-e689-402d-8b7a-eebe40012697 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.0737457 Jul 08 20:26:00.543068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71211257-f60b-4c6c-9fa6-b085fe987d99 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:00.543644 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-71211257-f60b-4c6c-9fa6-b085fe987d99 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.562800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7255e733-0e1e-442b-adae-14cb927969fe tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.591483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b86013a6-f4ef-4574-88b0-cda2ea83e835 req-365dac98-4f2f-42b8-8bd7-1385d11021f6 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Jul 08 20:26:00.614334 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7255e733-0e1e-442b-adae-14cb927969fe tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:26:00.614334 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7255e733-0e1e-442b-adae-14cb927969fe tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:26:00.616510 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:26:00.625078 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-71211257-f60b-4c6c-9fa6-b085fe987d99 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6278622 Jul 08 20:26:00.628215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59856) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:00.635431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4a103d47-8aaa-4e06-afac-19cf6144285c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'subnet': {'network_id': '972d91ac-aeb0-466e-adb3-731d2c6258e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:00.696174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71211257-f60b-4c6c-9fa6-b085fe987d99 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Network': ['ID=972d91ac-aeb0-466e-adb3-731d2c6258e3,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:00.707118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 972d91ac-aeb0-466e-adb3-731d2c6258e3 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:26:00.717232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9eec24-8307-4be6-96aa-9d06d95273a8 req-56b1782a-cb5b-49be-b2d3-dbbd77c24f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:00.718779 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f9eec24-8307-4be6-96aa-9d06d95273a8 req-56b1782a-cb5b-49be-b2d3-dbbd77c24f93 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 1097 time: 0.2218986 Jul 08 20:26:00.719412 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7255e733-0e1e-442b-adae-14cb927969fe tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.729500 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7255e733-0e1e-442b-adae-14cb927969fe tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.731368 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7255e733-0e1e-442b-adae-14cb927969fe tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] 10.222.0.101 "DELETE /v2.0/networks/097c6a62-b887-4008-97a7-fd80350c7dbe HTTP/1.1" status: 204 len: 168 time: 0.7088494 Jul 08 20:26:00.748145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255e733-0e1e-442b-adae-14cb927969fe tempest-PortsIpV6TestJSON-864426732 tempest-PortsIpV6TestJSON-864426732-project] Pushing event deleted for resources: {'Network': ['ID=097c6a62-b887-4008-97a7-fd80350c7dbe,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:00.762823 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a103d47-8aaa-4e06-afac-19cf6144285c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:00.766338 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a103d47-8aaa-4e06-afac-19cf6144285c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:00.795991 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f9eec24-8307-4be6-96aa-9d06d95273a8 req-d1a1c513-c1df-40f8-bd35-28779ce3950b service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678105 Jul 08 20:26:00.893437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0a616-c2c5-4b7e-9a7d-d93c01133501 req-188daac2-1ce8-442a-9273-640b72bc55ab tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:00.895152 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9af0a616-c2c5-4b7e-9a7d-d93c01133501 req-188daac2-1ce8-442a-9273-640b72bc55ab tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 945 time: 0.0811973 Jul 08 20:26:00.901643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9dd3f-66b3-44c1-a0bb-39acb2ea4059 req-db5c3f4b-4600-44e2-8b84-883f09f0c051 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:00.903229 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29f9dd3f-66b3-44c1-a0bb-39acb2ea4059 req-db5c3f4b-4600-44e2-8b84-883f09f0c051 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 945 time: 0.1546755 Jul 08 20:26:00.938327 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9af0a616-c2c5-4b7e-9a7d-d93c01133501 req-686529e8-bd77-448a-90f8-0d8a9d820b14 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350652 Jul 08 20:26:00.994011 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29f9dd3f-66b3-44c1-a0bb-39acb2ea4059 req-37e37848-6ef8-4deb-bac7-ed5dd39f0a72 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833831 Jul 08 20:26:00.994831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59866) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:01.056155 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a103d47-8aaa-4e06-afac-19cf6144285c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.113654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c859077-087e-4fc2-b130-53330cb8655c req-bc560f58-8b55-46ec-bec5-4052e3c81555 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:01.116098 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c859077-087e-4fc2-b130-53330cb8655c req-bc560f58-8b55-46ec-bec5-4052e3c81555 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 945 time: 0.0696592 Jul 08 20:26:01.136179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a103d47-8aaa-4e06-afac-19cf6144285c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Subnet': ['ID=f169c246-6e43-43d3-9a73-9239a3891b1a,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:01.156158 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c859077-087e-4fc2-b130-53330cb8655c req-7f8562cc-5fda-4c5d-af10-e1a79e3e0e33 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346217 Jul 08 20:26:01.166002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a103d47-8aaa-4e06-afac-19cf6144285c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Checking segment: {'id': 'b7c0fddd-f574-4d01-bbc7-b49ffa10abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '972d91ac-aeb0-466e-adb3-731d2c6258e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:01.166370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a103d47-8aaa-4e06-afac-19cf6144285c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network hostable DHCP agents. Network: 972d91ac-aeb0-466e-adb3-731d2c6258e3, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:26:01.172492 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c6140585-3eed-409d-ba3a-ac78680491ee admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c59f936d4df34bfe89c8b04a8debfb9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733634 Jul 08 20:26:01.175047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59870) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:01.187799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a103d47-8aaa-4e06-afac-19cf6144285c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 972d91ac-aeb0-466e-adb3-731d2c6258e3 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:26:01.197507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4a103d47-8aaa-4e06-afac-19cf6144285c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 972d91ac-aeb0-466e-adb3-731d2c6258e3) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:01.204749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a103d47-8aaa-4e06-afac-19cf6144285c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:01.205383 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a103d47-8aaa-4e06-afac-19cf6144285c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.207016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e3940a-4dee-4476-ae52-79c9e51c5140 None None] Network 972d91ac-aeb0-466e-adb3-731d2c6258e3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:01.224806 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4a103d47-8aaa-4e06-afac-19cf6144285c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5914326 Jul 08 20:26:01.225019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59872) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:01.230524 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a16203db-0291-435b-82ca-2b1cf4e116f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1240340216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:01.241407 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8a25e8db-aea0-499b-b146-9496f212520c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.258728 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a16203db-0291-435b-82ca-2b1cf4e116f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.260080 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a16203db-0291-435b-82ca-2b1cf4e116f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.267618 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8a25e8db-aea0-499b-b146-9496f212520c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.316967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a16203db-0291-435b-82ca-2b1cf4e116f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.323661 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a16203db-0291-435b-82ca-2b1cf4e116f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.338903 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8a25e8db-aea0-499b-b146-9496f212520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.340110 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a16203db-0291-435b-82ca-2b1cf4e116f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.343923 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a16203db-0291-435b-82ca-2b1cf4e116f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1154044 Jul 08 20:26:01.344084 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8a25e8db-aea0-499b-b146-9496f212520c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.344084 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8a25e8db-aea0-499b-b146-9496f212520c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/94e5309c-d20b-46fc-abcd-ef92c2fc32c7 HTTP/1.1" status: 204 len: 168 time: 0.1673615 Jul 08 20:26:01.345657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59874) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:01.353819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25e8db-aea0-499b-b146-9496f212520c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e5309c-d20b-46fc-abcd-ef92c2fc32c7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:01.414468 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-972d91ac-aeb0-466e-adb3-731d2c6258e3', 'network_id': '972d91ac-aeb0-466e-adb3-731d2c6258e3', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'fixed_ips': [{'subnet_id': 'f169c246-6e43-43d3-9a73-9239a3891b1a'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:26:01.415513 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.575808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Allocated IP 2001:db8::2 (972d91ac-aeb0-466e-adb3-731d2c6258e3/f169c246-6e43-43d3-9a73-9239a3891b1a/f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:01.691030 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.800983 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.811940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Transition to ACTIVE for port object f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:01.835099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Transition to ACTIVE for port object f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:01.839928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23734b-0379-4b35-8976-97e9f89dea86 req-083830bc-ce3a-49dc-b34a-95f66b1b32bc tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:01.841623 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e23734b-0379-4b35-8976-97e9f89dea86 req-083830bc-ce3a-49dc-b34a-95f66b1b32bc tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.0823457 Jul 08 20:26:01.852727 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:01.897687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e23734b-0379-4b35-8976-97e9f89dea86 req-9763a3e5-0655-4d90-8510-e50ecf3a36f2 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496149 Jul 08 20:26:01.913586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Network 972d91ac-aeb0-466e-adb3-731d2c6258e3 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:01.916299 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:01.920185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:02.020056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Pushing event updated for resources: {'Port': ['ID=f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:02.044800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Attempting to bind port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:02.045636 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Attempting to bind port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'b7c0fddd-f574-4d01-bbc7-b49ffa10abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '972d91ac-aeb0-466e-adb3-731d2c6258e3'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:02.046843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Attempting to bind port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c on network 972d91ac-aeb0-466e-adb3-731d2c6258e3 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:02.060586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:02.061069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Checking segment: {'id': 'b7c0fddd-f574-4d01-bbc7-b49ffa10abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '972d91ac-aeb0-466e-adb3-731d2c6258e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:02.061693 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.062197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Bound using segment: {'id': 'b7c0fddd-f574-4d01-bbc7-b49ffa10abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '972d91ac-aeb0-466e-adb3-731d2c6258e3'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:02.062776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Bound port: f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c0fddd-f574-4d01-bbc7-b49ffa10abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '972d91ac-aeb0-466e-adb3-731d2c6258e3'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:02.063659 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.151690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0bb9c-9db7-44f6-9764-5695eef00c33 req-5ba5a031-5e0c-4244-a118-cf28fa0b22f7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:02.156078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] For port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:02.158607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0bb9c-9db7-44f6-9764-5695eef00c33 req-5ba5a031-5e0c-4244-a118-cf28fa0b22f7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:02.162236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] For port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c,segment=NetworkSegment(b7c0fddd-f574-4d01-bbc7-b49ffa10abd4),segment_id=b7c0fddd-f574-4d01-bbc7-b49ffa10abd4)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:02.166269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0bb9c-9db7-44f6-9764-5695eef00c33 req-5ba5a031-5e0c-4244-a118-cf28fa0b22f7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:02.169372 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.172542 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0bb9c-9db7-44f6-9764-5695eef00c33 req-5ba5a031-5e0c-4244-a118-cf28fa0b22f7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:02.187014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0bb9c-9db7-44f6-9764-5695eef00c33 req-5ba5a031-5e0c-4244-a118-cf28fa0b22f7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:02.193068 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0bb9c-9db7-44f6-9764-5695eef00c33 req-5ba5a031-5e0c-4244-a118-cf28fa0b22f7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:02.199314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0bb9c-9db7-44f6-9764-5695eef00c33 req-5ba5a031-5e0c-4244-a118-cf28fa0b22f7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:02.207083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47d0bb9c-9db7-44f6-9764-5695eef00c33 req-5ba5a031-5e0c-4244-a118-cf28fa0b22f7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.4555938 Jul 08 20:26:02.228174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Allocated IP 2001:db8::1 (972d91ac-aeb0-466e-adb3-731d2c6258e3/f169c246-6e43-43d3-9a73-9239a3891b1a/769f5aff-d6a3-4290-9756-2d317d7eccaf) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:02.247203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e28739-b718-4716-903e-7ea8a55f0da1 req-63ddde5d-6f2b-434d-afc1-37e28568cf8e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:02.261284 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-71e28739-b718-4716-903e-7ea8a55f0da1 req-63ddde5d-6f2b-434d-afc1-37e28568cf8e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 945 time: 0.0861807 Jul 08 20:26:02.268144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41597d-2ef9-414d-9c0e-db47c97d97df None None] Pushing event updated for resources: {'Port': ['ID=f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:02.287247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59908) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:02.323279 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-71e28739-b718-4716-903e-7ea8a55f0da1 req-8af2a055-5ccd-479e-a761-4eea3cb3006f tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607798 Jul 08 20:26:02.341014 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47d0bb9c-9db7-44f6-9764-5695eef00c33 req-07f949dc-1378-4f3c-bf8e-1de892679365 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324222 Jul 08 20:26:02.375275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb2fef4-4c5c-4dde-b8e8-615122b5d372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47820ec-7006-48a8-aaad-3e2c46b36b04'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:02.377674 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a3d7c5-9dc5-4b12-b323-81f3ae0fb1be" -d '{"events": [{"server_uuid": "bdb2fef4-4c5c-4dde-b8e8-615122b5d372", "name": "network-vif-plugged", "status": "completed", "tag": "f47820ec-7006-48a8-aaad-3e2c46b36b04"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:02.406640 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.423347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Transition to ACTIVE for port object 769f5aff-d6a3-4290-9756-2d317d7eccaf will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:02.454100 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-790326612'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:02.473669 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.496824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:02.500369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.527504 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.583236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 972d91ac-aeb0-466e-adb3-731d2c6258e3 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:02.590708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:02.595064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:02.595488 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.598556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=769f5aff-d6a3-4290-9756-2d317d7eccaf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:02.633349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d4b08-9b70-435f-b702-95068115fce0 req-8b42c954-0e47-43df-975d-256c3b651190 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:02.633349 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c3d4b08-9b70-435f-b702-95068115fce0 req-8b42c954-0e47-43df-975d-256c3b651190 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 945 time: 0.1548586 Jul 08 20:26:02.724477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf20e5-bdf3-4638-8f86-02bf06c3c48e req-8cfefc9d-d26c-41b5-8a9b-e990b4416601 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:02.727325 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-97cf20e5-bdf3-4638-8f86-02bf06c3c48e req-8cfefc9d-d26c-41b5-8a9b-e990b4416601 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 945 time: 0.2216547 Jul 08 20:26:02.761870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c3d4b08-9b70-435f-b702-95068115fce0 req-4fc6dc48-0782-42ef-95a3-04c7d9a82a24 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189892 Jul 08 20:26:02.767261 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.771976 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.786757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:26:02.792516 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.799467 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.799811 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Added segment 5d52409d-e966-4ecf-a9bc-85ad21dee5e6 of type vlan for network c5a12856-3dd6-4633-952c-7da81734d866 Jul 08 20:26:02.868980 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-97cf20e5-bdf3-4638-8f86-02bf06c3c48e req-d30ed53f-b193-4cda-b885-52181253901b tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072102 Jul 08 20:26:02.886518 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.898737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a67d3e2-91c4-4076-8047-ddaf5e14d02a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:02.963647 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b623b01e-9029-484e-b811-b1f898e1e1bd x-openstack-request-id: req-b623b01e-9029-484e-b811-b1f898e1e1bd {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:02.963966 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb2fef4-4c5c-4dde-b8e8-615122b5d372", "name": "network-vif-plugged", "status": "completed", "tag": "f47820ec-7006-48a8-aaad-3e2c46b36b04", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:02.964229 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b623b01e-9029-484e-b811-b1f898e1e1bd {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:02.964653 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb2fef4-4c5c-4dde-b8e8-615122b5d372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47820ec-7006-48a8-aaad-3e2c46b36b04', 'code': 200} Jul 08 20:26:02.989636 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:02.995877 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:02.996598 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:03.096869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512e5bc-5bc1-4239-9a9c-d0ac7b296f07 req-79c02166-ce84-4eb8-90e7-382dafa90792 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:03.099182 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a512e5bc-5bc1-4239-9a9c-d0ac7b296f07 req-79c02166-ce84-4eb8-90e7-382dafa90792 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 945 time: 0.1692045 Jul 08 20:26:03.103293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8150434 Jul 08 20:26:03.104603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab9457-ea36-44d6-80da-56ec55651b2e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Network': ['ID=c5a12856-3dd6-4633-952c-7da81734d866,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:03.106933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59920) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:03.117900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network c5a12856-3dd6-4633-952c-7da81734d866 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:26:03.120889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'name': 'tempest-PortsTestJSON-1791510432'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:03.231166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a512e5bc-5bc1-4239-9a9c-d0ac7b296f07 req-77166e47-c719-4a3a-934f-dc0785f511b9 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067367 Jul 08 20:26:03.311877 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:03.320705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:03.324623 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:03.332106 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:03.335395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:03.371204 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port a3d76678-8dea-4013-898c-2827db59dc4a yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:26:03.511391 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7e528-c560-4c1c-ae43-764cd15845be req-8d1203e2-982b-40dc-9847-221b4ca6e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:03.513279 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31b7e528-c560-4c1c-ae43-764cd15845be req-8d1203e2-982b-40dc-9847-221b4ca6e4cd service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 1097 time: 0.4560273 Jul 08 20:26:03.530632 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94b2ca-deb8-4190-abec-9d42faa78ee0 req-0928cb07-8788-4957-869c-6855ce4fde90 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:03.540914 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec94b2ca-deb8-4190-abec-9d42faa78ee0 req-0928cb07-8788-4957-869c-6855ce4fde90 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.3910446 Jul 08 20:26:03.543025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=769f5aff-d6a3-4290-9756-2d317d7eccaf,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:03.609685 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:03.616277 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31b7e528-c560-4c1c-ae43-764cd15845be req-9c3c5f50-a994-4a4d-892d-2fd4c36ca888 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681555 Jul 08 20:26:03.659656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec94b2ca-deb8-4190-abec-9d42faa78ee0 req-59b81a8b-bc7d-40ba-a012-c43b0910b47a tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159799 Jul 08 20:26:03.666073 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:03.691196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 972d91ac-aeb0-466e-adb3-731d2c6258e3 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:03.698704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:03.769751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71401757-59f8-4134-ada1-5d60cda6707f None None] Network 972d91ac-aeb0-466e-adb3-731d2c6258e3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:03.829120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=a3d76678-8dea-4013-898c-2827db59dc4a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:03.882274 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Checking segment: {'id': '5d52409d-e966-4ecf-a9bc-85ad21dee5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:03.882612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network hostable DHCP agents. Network: c5a12856-3dd6-4633-952c-7da81734d866, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:26:03.927040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network c5a12856-3dd6-4633-952c-7da81734d866 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:26:03.951644 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, c5a12856-3dd6-4633-952c-7da81734d866) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:03.958828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:03.972774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:03.972774 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:04.000608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device da25d7a9-6a52-4d52-b993-6830c3978c3f details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:26:04.014832 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-16456bcd-76cc-437a-be0d-e778a87d083b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8955579 Jul 08 20:26:04.021541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59934) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:04.031637 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-1d430ba5-4966-49a7-af2a-0c389a8011e4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-357656189'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:04.065376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e56f7-5140-4002-bed4-6b0e8de8e0ed None None] Network c5a12856-3dd6-4633-952c-7da81734d866 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:04.070712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66188832-44fa-4af2-983a-4b676c1c1fa7 req-d0d30c18-1c79-4333-be84-881b5e3dec3a tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:04.072504 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66188832-44fa-4af2-983a-4b676c1c1fa7 req-d0d30c18-1c79-4333-be84-881b5e3dec3a tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 945 time: 0.0765080 Jul 08 20:26:04.102448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:04.114849 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66188832-44fa-4af2-983a-4b676c1c1fa7 req-f40aeab5-c808-4cb3-96fe-35067f337ab4 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358088 Jul 08 20:26:04.216608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b5c2dfea-22a4-42d5-9e28-3776617f7fc8 None None] Provisioning for port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:04.231967 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-130767cf-3841-4ec8-a882-b7ae63ca9f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:04.303254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bdb01-83f8-40bd-9469-1ae0547c12eb req-18ad7e2a-ae54-4701-9a33-6a4c8f2e4817 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:04.304956 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-774bdb01-83f8-40bd-9469-1ae0547c12eb req-18ad7e2a-ae54-4701-9a33-6a4c8f2e4817 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 945 time: 0.0683532 Jul 08 20:26:04.319875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port da25d7a9-6a52-4d52-b993-6830c3978c3f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=da25d7a9-6a52-4d52-b993-6830c3978c3f,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:04.345384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-774bdb01-83f8-40bd-9469-1ae0547c12eb req-db6d9ffd-d867-4f0d-950a-43e57e5f3fa3 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331826 Jul 08 20:26:04.354927 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:04.385234 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'da25d7a9-6a52-4d52-b993-6830c3978c3f', 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f', 'port_id': 'da25d7a9-6a52-4d52-b993-6830c3978c3f', 'mac_address': 'fa:16:3e:b1:1a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b8fa3c-e696-450c-b906-06d27f575160', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:26:04.391449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:04.391824 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:04.410004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447bce-af54-4237-977b-48cceab51bc6 req-d87559be-cc2f-4cf1-acc3-d1752b0d0f2e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:04.415922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447bce-af54-4237-977b-48cceab51bc6 req-d87559be-cc2f-4cf1-acc3-d1752b0d0f2e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:04.421956 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447bce-af54-4237-977b-48cceab51bc6 req-d87559be-cc2f-4cf1-acc3-d1752b0d0f2e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:04.428378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447bce-af54-4237-977b-48cceab51bc6 req-d87559be-cc2f-4cf1-acc3-d1752b0d0f2e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:04.434447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447bce-af54-4237-977b-48cceab51bc6 req-d87559be-cc2f-4cf1-acc3-d1752b0d0f2e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:04.440515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447bce-af54-4237-977b-48cceab51bc6 req-d87559be-cc2f-4cf1-acc3-d1752b0d0f2e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:04.447014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447bce-af54-4237-977b-48cceab51bc6 req-d87559be-cc2f-4cf1-acc3-d1752b0d0f2e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:04.448973 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc447bce-af54-4237-977b-48cceab51bc6 req-d87559be-cc2f-4cf1-acc3-d1752b0d0f2e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.6451950 Jul 08 20:26:04.491678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d430ba5-4966-49a7-af2a-0c389a8011e4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:04.495986 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d430ba5-4966-49a7-af2a-0c389a8011e4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:04.512819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router e7f71275-b835-4078-8c37-b2cc893d4307 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:26:04.528648 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc447bce-af54-4237-977b-48cceab51bc6 req-11ca0c1b-4cc5-452d-be48-2b6ec9d616ec tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671873 Jul 08 20:26:04.558386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47937cfe-d203-4926-81c7-08b93ec27fa9 req-6239fede-cef9-40be-874d-a6e250e576c9 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:04.559718 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47937cfe-d203-4926-81c7-08b93ec27fa9 req-6239fede-cef9-40be-874d-a6e250e576c9 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 945 time: 0.0761218 Jul 08 20:26:04.584730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d430ba5-4966-49a7-af2a-0c389a8011e4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:26:04.596058 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:04.597897 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:04.622293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47937cfe-d203-4926-81c7-08b93ec27fa9 req-0382e0a9-2436-437e-81a0-1ca227e99012 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557225 Jul 08 20:26:04.636714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da25d7a9-6a52-4d52-b993-6830c3978c3f {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:04.648304 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d430ba5-4966-49a7-af2a-0c389a8011e4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:04.648693 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-1d430ba5-4966-49a7-af2a-0c389a8011e4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Added segment fc0a1ffd-5fd1-4b8d-ae90-48f348e7afb3 of type vlan for network 51bcd85b-20e8-46de-9ac2-95aad086964d Jul 08 20:26:04.671065 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port da25d7a9-6a52-4d52-b993-6830c3978c3f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=da25d7a9-6a52-4d52-b993-6830c3978c3f,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:04.690069 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:04.700072 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c,segment=NetworkSegment(b7c0fddd-f574-4d01-bbc7-b49ffa10abd4),segment_id=b7c0fddd-f574-4d01-bbc7-b49ffa10abd4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:04.700285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:26:04.708348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c8f7596f-cb68-4ba6-8459-9504b3287879 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/e7f71275-b835-4078-8c37-b2cc893d4307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3606699 Jul 08 20:26:04.710383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59944) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:04.723369 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d430ba5-4966-49a7-af2a-0c389a8011e4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:04.731922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27970d4e-d4b0-46e6-8d51-1404466f67d8 None None] Sync routers for ids ['e7f71275-b835-4078-8c37-b2cc893d4307'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:26:04.739196 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:04.779241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27970d4e-d4b0-46e6-8d51-1404466f67d8 None None] Routers {'e7f71275-b835-4078-8c37-b2cc893d4307'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:04.780033 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-27970d4e-d4b0-46e6-8d51-1404466f67d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e7f71275-b835-4078-8c37-b2cc893d4307'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:04.785905 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['da25d7a9-6a52-4d52-b993-6830c3978c3f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:04.791746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=da25d7a9-6a52-4d52-b993-6830c3978c3f,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:04.817371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a90f74-dd85-4a72-8fb8-5416d6df263d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:04.819439 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a3a90f74-dd85-4a72-8fb8-5416d6df263d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports/769f5aff-d6a3-4290-9756-2d317d7eccaf HTTP/1.1" status: 200 len: 911 time: 0.1070304 Jul 08 20:26:04.822067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59946) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:04.853753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7ed4228f-b701-45b6-a527-e93dd0363488 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f169c246-6e43-43d3-9a73-9239a3891b1a'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:04.881702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-27970d4e-d4b0-46e6-8d51-1404466f67d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:04.887558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:04.888124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:04.888617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:04.889298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:04.889791 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:04.890124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:04.890450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:04.890828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:04.891156 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:04.891480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:04.891800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:04.891919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bb171-1058-43d2-965e-12557f054f96 req-0bd5d0b6-1a1d-423e-b5a5-5dc0edf39d33 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:04.892114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:04.916782 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d1bb171-1058-43d2-965e-12557f054f96 req-0bd5d0b6-1a1d-423e-b5a5-5dc0edf39d33 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 945 time: 0.1683681 Jul 08 20:26:04.919409 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d430ba5-4966-49a7-af2a-0c389a8011e4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:04.925696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d430ba5-4966-49a7-af2a-0c389a8011e4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:04.927170 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d430ba5-4966-49a7-af2a-0c389a8011e4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:04.991983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27970d4e-d4b0-46e6-8d51-1404466f67d8 None None] Routers {'e7f71275-b835-4078-8c37-b2cc893d4307'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:04.993173 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-27970d4e-d4b0-46e6-8d51-1404466f67d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e7f71275-b835-4078-8c37-b2cc893d4307'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:04.996351 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1d430ba5-4966-49a7-af2a-0c389a8011e4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9723961 Jul 08 20:26:05.025948 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d1bb171-1058-43d2-965e-12557f054f96 req-3a2680ab-4b4b-4538-8ec3-aa5dd48c0c3f tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080399 Jul 08 20:26:05.063253 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59948) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:05.075647 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'ports': [{'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866'}, {'network_id': '51bcd85b-20e8-46de-9ac2-95aad086964d'}]} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:05.075977 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:05.076473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': '51bcd85b-20e8-46de-9ac2-95aad086964d'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:05.123269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-27970d4e-d4b0-46e6-8d51-1404466f67d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:05.124084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27970d4e-d4b0-46e6-8d51-1404466f67d8 None None] The sync data for ids ['e7f71275-b835-4078-8c37-b2cc893d4307'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:26:05.140214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:05.271108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d430ba5-4966-49a7-af2a-0c389a8011e4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Network': ['ID=51bcd85b-20e8-46de-9ac2-95aad086964d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:05.295102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 51bcd85b-20e8-46de-9ac2-95aad086964d details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:26:05.401387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-992d159f-9471-4b55-8efe-db7a8680efeb None None] Provisioning complete for port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:05.402033 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-992d159f-9471-4b55-8efe-db7a8680efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:05.431463 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e6fb7-9aaa-4ca8-b149-7a0155e66d54 req-4debfe9e-ca66-4b58-9b0b-388fa1a0947c tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:05.440223 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-782e6fb7-9aaa-4ca8-b149-7a0155e66d54 req-4debfe9e-ca66-4b58-9b0b-388fa1a0947c tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.1407657 Jul 08 20:26:05.477883 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ed4228f-b701-45b6-a527-e93dd0363488 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:05.493083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 2} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:05.499485 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:05.533972 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e88a1-c168-4434-9dc9-7eb610e432ec req-15a4d463-9abe-4b9d-b554-d72636e66110 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:05.536077 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-489e88a1-c168-4434-9dc9-7eb610e432ec req-15a4d463-9abe-4b9d-b554-d72636e66110 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 944 time: 0.1191921 Jul 08 20:26:05.537402 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:05.545858 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-782e6fb7-9aaa-4ca8-b149-7a0155e66d54 req-179783b4-0833-422c-8d92-b6139b1f8062 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046019 Jul 08 20:26:05.573353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-992d159f-9471-4b55-8efe-db7a8680efeb None None] Provisioning for port 769f5aff-d6a3-4290-9756-2d317d7eccaf completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:05.583039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-992d159f-9471-4b55-8efe-db7a8680efeb None None] Provisioning complete for port 769f5aff-d6a3-4290-9756-2d317d7eccaf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:05.583760 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-992d159f-9471-4b55-8efe-db7a8680efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:05.625396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-992d159f-9471-4b55-8efe-db7a8680efeb None None] Port 769f5aff-d6a3-4290-9756-2d317d7eccaf cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:26:05.672384 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-489e88a1-c168-4434-9dc9-7eb610e432ec req-9fccde63-c205-4c14-b39b-8f6d1f6f3dd7 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196225 Jul 08 20:26:05.677641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port 740177f9-9293-4780-8f9a-eb57b6f1a211 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:26:05.757829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4ee83719-fea3-4d0e-97d7-d16c98c96c18 None None] Provisioning complete for port 769f5aff-d6a3-4290-9756-2d317d7eccaf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:05.758508 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4ee83719-fea3-4d0e-97d7-d16c98c96c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:05.836278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4ee83719-fea3-4d0e-97d7-d16c98c96c18 None None] Port 769f5aff-d6a3-4290-9756-2d317d7eccaf cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:26:05.844913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device da25d7a9-6a52-4d52-b993-6830c3978c3f up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:05.942706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:05.972506 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.013731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-42b109a0-65c4-4b2c-b6b3-98578fda6439 None None] Provisioning complete for port 769f5aff-d6a3-4290-9756-2d317d7eccaf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:06.014113 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-42b109a0-65c4-4b2c-b6b3-98578fda6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.019925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port da25d7a9-6a52-4d52-b993-6830c3978c3f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:06.021037 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.090204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a896d-0b01-4885-a772-428d8d6d0252 req-56c08df6-0112-4771-b3e5-8b7cc9f0cb70 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:06.100013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a896d-0b01-4885-a772-428d8d6d0252 req-56c08df6-0112-4771-b3e5-8b7cc9f0cb70 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:06.102626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-42b109a0-65c4-4b2c-b6b3-98578fda6439 None None] Port 769f5aff-d6a3-4290-9756-2d317d7eccaf cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:26:06.106397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a4a42-5286-460c-b228-da8ce3334d00 req-141a8ad9-d3cb-4c43-8aac-a73d282cc08b tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:06.106760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:06.106887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a896d-0b01-4885-a772-428d8d6d0252 req-56c08df6-0112-4771-b3e5-8b7cc9f0cb70 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:06.107211 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.108135 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e2a4a42-5286-460c-b228-da8ce3334d00 req-141a8ad9-d3cb-4c43-8aac-a73d282cc08b tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 945 time: 0.1651819 Jul 08 20:26:06.115481 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a896d-0b01-4885-a772-428d8d6d0252 req-56c08df6-0112-4771-b3e5-8b7cc9f0cb70 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:06.122077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a896d-0b01-4885-a772-428d8d6d0252 req-56c08df6-0112-4771-b3e5-8b7cc9f0cb70 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:06.128398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a896d-0b01-4885-a772-428d8d6d0252 req-56c08df6-0112-4771-b3e5-8b7cc9f0cb70 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:06.130086 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ed4228f-b701-45b6-a527-e93dd0363488 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.134595 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a896d-0b01-4885-a772-428d8d6d0252 req-56c08df6-0112-4771-b3e5-8b7cc9f0cb70 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:06.142129 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a08a896d-0b01-4885-a772-428d8d6d0252 req-56c08df6-0112-4771-b3e5-8b7cc9f0cb70 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.2483957 Jul 08 20:26:06.146139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port f9c545cb-f86b-4b3e-a752-9364164c681c yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:26:06.166981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ed4228f-b701-45b6-a527-e93dd0363488 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.173725 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4228f-b701-45b6-a527-e93dd0363488 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:06.174329 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ed4228f-b701-45b6-a527-e93dd0363488 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.179152 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7ed4228f-b701-45b6-a527-e93dd0363488 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/ports/769f5aff-d6a3-4290-9756-2d317d7eccaf HTTP/1.1" status: 200 len: 911 time: 1.3327556 Jul 08 20:26:06.180702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59960) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:06.206855 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.216915 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e2a4a42-5286-460c-b228-da8ce3334d00 req-bcca896f-414a-4023-9c16-985f49791604 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013834 Jul 08 20:26:06.236494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4228f-b701-45b6-a527-e93dd0363488 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=769f5aff-d6a3-4290-9756-2d317d7eccaf,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:06.269464 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a08a896d-0b01-4885-a772-428d8d6d0252 req-a31c9013-f45a-4cab-94a6-3953414765ef tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261258 Jul 08 20:26:06.278712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port da25d7a9-6a52-4d52-b993-6830c3978c3f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=da25d7a9-6a52-4d52-b993-6830c3978c3f,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:06.291855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83366c78-67d7-4ccc-aa4d-6fc2e885a54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da25d7a9-6a52-4d52-b993-6830c3978c3f'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:06.291855 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addb6cf9-9ad7-4e97-abae-bb5c8d08efdd" -d '{"events": [{"server_uuid": "83366c78-67d7-4ccc-aa4d-6fc2e885a54b", "name": "network-vif-plugged", "status": "completed", "tag": "da25d7a9-6a52-4d52-b993-6830c3978c3f"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:06.291855 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.355788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=da25d7a9-6a52-4d52-b993-6830c3978c3f,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:06.444158 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e00a2-4856-4dfd-94c4-7354efe79cfe req-0f03fe34-bf17-44b5-86fa-3010179234e3 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:06.446391 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a7e00a2-4856-4dfd-94c4-7354efe79cfe req-0f03fe34-bf17-44b5-86fa-3010179234e3 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 945 time: 0.0755353 Jul 08 20:26:06.487249 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a7e00a2-4856-4dfd-94c4-7354efe79cfe req-6b10ecd6-5c8b-423c-80da-6ea3b3e3d77b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345356 Jul 08 20:26:06.538935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.548239 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ae0b07d9-ea89-4958-b6ae-c499b39bd52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.585617 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52511e03-17ff-49d5-b93f-1158b2d997cc x-openstack-request-id: req-52511e03-17ff-49d5-b93f-1158b2d997cc {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:06.585774 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83366c78-67d7-4ccc-aa4d-6fc2e885a54b", "name": "network-vif-plugged", "status": "completed", "tag": "da25d7a9-6a52-4d52-b993-6830c3978c3f", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:06.585985 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-52511e03-17ff-49d5-b93f-1158b2d997cc {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:06.586392 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83366c78-67d7-4ccc-aa4d-6fc2e885a54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da25d7a9-6a52-4d52-b993-6830c3978c3f', 'code': 200} Jul 08 20:26:06.626695 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.682911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network c5a12856-3dd6-4633-952c-7da81734d866 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:06.707372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:06.713820 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:06.714668 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.724018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=740177f9-9293-4780-8f9a-eb57b6f1a211,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:06.790251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c453d-f497-465e-9864-d6eab8e47438 req-9dcfb120-0909-4dcb-8248-270a82f7b685 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:06.791699 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb7c453d-f497-465e-9864-d6eab8e47438 req-9dcfb120-0909-4dcb-8248-270a82f7b685 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 945 time: 0.1086240 Jul 08 20:26:06.824303 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=f9c545cb-f86b-4b3e-a752-9364164c681c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:06.830955 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc608c1-60c6-4b00-9df9-b18ffba68adf req-1b6305e6-3039-4744-9cc1-c9aa71aaa95a tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:06.832565 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7dc608c1-60c6-4b00-9df9-b18ffba68adf req-1b6305e6-3039-4744-9cc1-c9aa71aaa95a tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.104 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 945 time: 0.1128988 Jul 08 20:26:06.849789 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b30064d9-b441-4034-a1c7-91064f25761f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.853525 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Checking segment: {'id': 'fc0a1ffd-5fd1-4b8d-ae90-48f348e7afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '51bcd85b-20e8-46de-9ac2-95aad086964d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:06.853891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network hostable DHCP agents. Network: 51bcd85b-20e8-46de-9ac2-95aad086964d, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:26:06.855066 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb7c453d-f497-465e-9864-d6eab8e47438 req-51cfd025-10aa-4795-ae52-3e075432113b tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569580 Jul 08 20:26:06.907059 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.950753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-7dc608c1-60c6-4b00-9df9-b18ffba68adf req-d61f1220-65a8-49c3-9620-1fd1962cd336 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Deleting port da25d7a9-6a52-4d52-b993-6830c3978c3f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:06.951595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7dc608c1-60c6-4b00-9df9-b18ffba68adf req-d61f1220-65a8-49c3-9620-1fd1962cd336 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:06.957350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 51bcd85b-20e8-46de-9ac2-95aad086964d is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:26:06.969353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf8350-f190-4fb9-88d8-21ba8b25af1f req-d3a429b0-2a58-4047-9e97-acedc7c14642 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:06.970899 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7cf8350-f190-4fb9-88d8-21ba8b25af1f req-d3a429b0-2a58-4047-9e97-acedc7c14642 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 945 time: 0.2141683 Jul 08 20:26:07.013773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 51bcd85b-20e8-46de-9ac2-95aad086964d) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:07.024358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:07.024851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db90f742-a405-4131-9d57-6929afe3e13b None None] Network 51bcd85b-20e8-46de-9ac2-95aad086964d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:07.030042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:07.035229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:07.035923 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:07.096573 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7cf8350-f190-4fb9-88d8-21ba8b25af1f req-aa607a2b-8d40-46c1-b4b9-5be5888967a2 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166184 Jul 08 20:26:07.098726 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1c02ab80-3246-4f99-b871-13474edc029a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0335014 Jul 08 20:26:07.104512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59978) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:07.133267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7dc608c1-60c6-4b00-9df9-b18ffba68adf req-d61f1220-65a8-49c3-9620-1fd1962cd336 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] For port da25d7a9-6a52-4d52-b993-6830c3978c3f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=da25d7a9-6a52-4d52-b993-6830c3978c3f,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:07.133812 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7dc608c1-60c6-4b00-9df9-b18ffba68adf req-d61f1220-65a8-49c3-9620-1fd1962cd336 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:07.206801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-7dc608c1-60c6-4b00-9df9-b18ffba68adf req-d61f1220-65a8-49c3-9620-1fd1962cd336 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Calling delete_port for da25d7a9-6a52-4d52-b993-6830c3978c3f owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:07.227322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a0c13-7042-4847-950f-c2ddda90cc9a req-0fa2881b-f826-4e08-9928-e1d8ee814184 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:07.234145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-328a0c13-7042-4847-950f-c2ddda90cc9a req-0fa2881b-f826-4e08-9928-e1d8ee814184 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.2299345 Jul 08 20:26:07.310996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b30064d9-b441-4034-a1c7-91064f25761f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port 769f5aff-d6a3-4290-9756-2d317d7eccaf {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:07.311341 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b30064d9-b441-4034-a1c7-91064f25761f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:07.353485 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-328a0c13-7042-4847-950f-c2ddda90cc9a req-b44a4fc5-a387-43bc-a346-9f79174c2748 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178946 Jul 08 20:26:07.366024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a49a3-f15e-470f-a101-87761fb02553 req-72a3f623-aaad-4a5b-9cee-6eac80b29507 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:07.373022 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5c2a49a3-f15e-470f-a101-87761fb02553 req-72a3f623-aaad-4a5b-9cee-6eac80b29507 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=83366c78-67d7-4ccc-aa4d-6fc2e885a54b HTTP/1.1" status: 200 len: 945 time: 0.1267910 Jul 08 20:26:07.388879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b1495-aed1-47cd-a110-97dda7409429 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port f9c545cb-f86b-4b3e-a752-9364164c681c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:07.389149 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1495-aed1-47cd-a110-97dda7409429 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:07.443263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5c2a49a3-f15e-470f-a101-87761fb02553 req-7328d968-70d8-4809-b393-ef854085810e tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605667 Jul 08 20:26:07.458048 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b30064d9-b441-4034-a1c7-91064f25761f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:07.481528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b30064d9-b441-4034-a1c7-91064f25761f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for 769f5aff-d6a3-4290-9756-2d317d7eccaf owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:07.500037 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1495-aed1-47cd-a110-97dda7409429 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:07.523196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b1495-aed1-47cd-a110-97dda7409429 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for f9c545cb-f86b-4b3e-a752-9364164c681c owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:07.528776 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7dc608c1-60c6-4b00-9df9-b18ffba68adf req-d61f1220-65a8-49c3-9620-1fd1962cd336 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:07.540547 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['da25d7a9-6a52-4d52-b993-6830c3978c3f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:07.567365 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f1220-65a8-49c3-9620-1fd1962cd336 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Pushing event deleted for resources: {'Port': ['ID=da25d7a9-6a52-4d52-b993-6830c3978c3f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:07.649141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc608c1-60c6-4b00-9df9-b18ffba68adf req-d61f1220-65a8-49c3-9620-1fd1962cd336 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] No DVR routers for this DVR port da25d7a9-6a52-4d52-b993-6830c3978c3f on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:26:07.652870 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7dc608c1-60c6-4b00-9df9-b18ffba68adf req-d61f1220-65a8-49c3-9620-1fd1962cd336 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:07.654765 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7dc608c1-60c6-4b00-9df9-b18ffba68adf req-d61f1220-65a8-49c3-9620-1fd1962cd336 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.104 "DELETE /v2.0/ports/da25d7a9-6a52-4d52-b993-6830c3978c3f HTTP/1.1" status: 204 len: 173 time: 0.8144011 Jul 08 20:26:07.655206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83366c78-67d7-4ccc-aa4d-6fc2e885a54b', 'name': 'network-vif-deleted', 'tag': 'da25d7a9-6a52-4d52-b993-6830c3978c3f'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:07.657561 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db24b294-1a4d-45ec-b546-e0e17b0e4d46" -d '{"events": [{"server_uuid": "83366c78-67d7-4ccc-aa4d-6fc2e885a54b", "name": "network-vif-deleted", "tag": "da25d7a9-6a52-4d52-b993-6830c3978c3f"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:07.706574 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1495-aed1-47cd-a110-97dda7409429 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:07.740363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b1495-aed1-47cd-a110-97dda7409429 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=f9c545cb-f86b-4b3e-a752-9364164c681c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:07.750961 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1495-aed1-47cd-a110-97dda7409429 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:07.752904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0e6b1495-aed1-47cd-a110-97dda7409429 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/f9c545cb-f86b-4b3e-a752-9364164c681c HTTP/1.1" status: 204 len: 168 time: 0.6472983 Jul 08 20:26:07.756296 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59988) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:07.785241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e138235-8f5b-42a1-a6df-70fee7f547ed req-aa0da3d8-6d16-45e9-957c-f1ffe8e1f9a5 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:07.791239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e138235-8f5b-42a1-a6df-70fee7f547ed req-aa0da3d8-6d16-45e9-957c-f1ffe8e1f9a5 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:07.797209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e138235-8f5b-42a1-a6df-70fee7f547ed req-aa0da3d8-6d16-45e9-957c-f1ffe8e1f9a5 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:07.803232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e138235-8f5b-42a1-a6df-70fee7f547ed req-aa0da3d8-6d16-45e9-957c-f1ffe8e1f9a5 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:07.809223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e138235-8f5b-42a1-a6df-70fee7f547ed req-aa0da3d8-6d16-45e9-957c-f1ffe8e1f9a5 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:07.815145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e138235-8f5b-42a1-a6df-70fee7f547ed req-aa0da3d8-6d16-45e9-957c-f1ffe8e1f9a5 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:07.821641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e138235-8f5b-42a1-a6df-70fee7f547ed req-aa0da3d8-6d16-45e9-957c-f1ffe8e1f9a5 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:07.823600 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7e138235-8f5b-42a1-a6df-70fee7f547ed req-aa0da3d8-6d16-45e9-957c-f1ffe8e1f9a5 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.1762664 Jul 08 20:26:07.824296 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b30064d9-b441-4034-a1c7-91064f25761f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:07.860894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8dd5c4-83cc-4d75-9170-0ac5177d46db tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:07.861034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30064d9-b441-4034-a1c7-91064f25761f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=769f5aff-d6a3-4290-9756-2d317d7eccaf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:07.875596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8dd5c4-83cc-4d75-9170-0ac5177d46db tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:07.880624 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ee8dd5c4-83cc-4d75-9170-0ac5177d46db tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1203251 Jul 08 20:26:07.881275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 59990) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:08.017046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-94cc82a2-1aeb-47e3-9970-92627001a1dd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 740177f9-9293-4780-8f9a-eb57b6f1a211 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:08.017402 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94cc82a2-1aeb-47e3-9970-92627001a1dd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:08.017520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7e138235-8f5b-42a1-a6df-70fee7f547ed req-2559b61b-c826-465b-b70f-12661656ed29 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1862123 Jul 08 20:26:08.023672 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b30064d9-b441-4034-a1c7-91064f25761f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:08.064509 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9b60cd-4c47-4e86-ac06-cc5b5ea4d705 x-openstack-request-id: req-cc9b60cd-4c47-4e86-ac06-cc5b5ea4d705 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:08.064833 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83366c78-67d7-4ccc-aa4d-6fc2e885a54b", "name": "network-vif-deleted", "tag": "da25d7a9-6a52-4d52-b993-6830c3978c3f", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:08.065083 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cc9b60cd-4c47-4e86-ac06-cc5b5ea4d705 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:08.065481 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83366c78-67d7-4ccc-aa4d-6fc2e885a54b', 'name': 'network-vif-deleted', 'tag': 'da25d7a9-6a52-4d52-b993-6830c3978c3f', 'status': 'completed', 'code': 200} Jul 08 20:26:08.096539 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94cc82a2-1aeb-47e3-9970-92627001a1dd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:08.120121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-94cc82a2-1aeb-47e3-9970-92627001a1dd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 740177f9-9293-4780-8f9a-eb57b6f1a211 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:08.150436 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:08.225613 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94cc82a2-1aeb-47e3-9970-92627001a1dd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:08.267095 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94cc82a2-1aeb-47e3-9970-92627001a1dd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:08.268496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30064d9-b441-4034-a1c7-91064f25761f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router e7f71275-b835-4078-8c37-b2cc893d4307 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:26:08.269602 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-94cc82a2-1aeb-47e3-9970-92627001a1dd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/740177f9-9293-4780-8f9a-eb57b6f1a211 HTTP/1.1" status: 204 len: 168 time: 0.3872194 Jul 08 20:26:08.275439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59996) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:08.280091 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc82a2-1aeb-47e3-9970-92627001a1dd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=740177f9-9293-4780-8f9a-eb57b6f1a211,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:08.342205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663637fc-3bc2-4818-a92f-313a58d3752a req-8da2b675-f6bc-4062-92cc-a93956d8e430 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:08.344434 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-663637fc-3bc2-4818-a92f-313a58d3752a req-8da2b675-f6bc-4062-92cc-a93956d8e430 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 945 time: 0.0833020 Jul 08 20:26:08.347229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1aadf7-2ffe-49cc-ac8b-abc51b592d25 req-b808d8df-9ac1-4c5f-a5a9-960280ffbb60 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:08.348860 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e1aadf7-2ffe-49cc-ac8b-abc51b592d25 req-b808d8df-9ac1-4c5f-a5a9-960280ffbb60 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 945 time: 0.1545181 Jul 08 20:26:08.397274 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-663637fc-3bc2-4818-a92f-313a58d3752a req-ac80c533-c888-4b25-8c6c-f6c2d058ba8e tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434091 Jul 08 20:26:08.441192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30064d9-b441-4034-a1c7-91064f25761f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:26:08.447804 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b30064d9-b441-4034-a1c7-91064f25761f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/e7f71275-b835-4078-8c37-b2cc893d4307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2660484 Jul 08 20:26:08.450583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60002) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:08.454726 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad368b5e-e889-493d-924e-09cc45a29fff None None] Sync routers for ids ['e7f71275-b835-4078-8c37-b2cc893d4307'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:26:08.467548 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad368b5e-e889-493d-924e-09cc45a29fff None None] Routers {'e7f71275-b835-4078-8c37-b2cc893d4307'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:08.468023 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ad368b5e-e889-493d-924e-09cc45a29fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e7f71275-b835-4078-8c37-b2cc893d4307'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:08.499572 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ad368b5e-e889-493d-924e-09cc45a29fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:08.503566 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-befaf8a2-bcfb-4d30-81e6-039953ba7d5c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7f71275-b835-4078-8c37-b2cc893d4307 HTTP/1.1" status: 200 len: 205 time: 0.0495403 Jul 08 20:26:08.505037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60006) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:08.509246 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad368b5e-e889-493d-924e-09cc45a29fff None None] Routers {'e7f71275-b835-4078-8c37-b2cc893d4307'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:08.509870 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ad368b5e-e889-493d-924e-09cc45a29fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e7f71275-b835-4078-8c37-b2cc893d4307'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:08.522619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b42080f-6018-47a6-84c1-9a0138a10797 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:08.524300 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3b42080f-6018-47a6-84c1-9a0138a10797 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2480433 Jul 08 20:26:08.527738 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e1aadf7-2ffe-49cc-ac8b-abc51b592d25 req-8f092874-65af-4eae-8d03-6ddd577b871c tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468461 Jul 08 20:26:08.528182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60008) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:08.545533 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ad368b5e-e889-493d-924e-09cc45a29fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:08.546196 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad368b5e-e889-493d-924e-09cc45a29fff None None] The sync data for ids ['e7f71275-b835-4078-8c37-b2cc893d4307'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:26:08.558658 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6f1f36-a2d7-49aa-a0b7-ac8eb24edded tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:26:08.560404 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5a6f1f36-a2d7-49aa-a0b7-ac8eb24edded tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/f9c545cb-f86b-4b3e-a752-9364164c681c HTTP/1.1" status: 404 len: 333 time: 0.0313127 Jul 08 20:26:08.563035 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60010) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:08.597039 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5a04e1-caef-4311-96bc-0cebc6944c04 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:26:08.598911 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2e5a04e1-caef-4311-96bc-0cebc6944c04 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/740177f9-9293-4780-8f9a-eb57b6f1a211 HTTP/1.1" status: 404 len: 333 time: 0.0345879 Jul 08 20:26:08.601398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60012) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:08.617699 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14c20564-11f0-41ce-843d-08c7d00ba1fa tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:08.801696 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14c20564-11f0-41ce-843d-08c7d00ba1fa tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:08.804932 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14c20564-11f0-41ce-843d-08c7d00ba1fa tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:08.813976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb5046-f4bd-46c0-a575-fa1cc1cee1ce req-2b82e36c-b2b6-486b-b6c9-44b11d24e0ed tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:08.815643 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e0cb5046-f4bd-46c0-a575-fa1cc1cee1ce req-2b82e36c-b2b6-486b-b6c9-44b11d24e0ed tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.2350042 Jul 08 20:26:08.902950 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14c20564-11f0-41ce-843d-08c7d00ba1fa tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:08.905314 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c20564-11f0-41ce-843d-08c7d00ba1fa tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Fanout notify agent at l3_agent the message router_deleted on router e7f71275-b835-4078-8c37-b2cc893d4307 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:26:08.916384 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14c20564-11f0-41ce-843d-08c7d00ba1fa tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:08.920718 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-14c20564-11f0-41ce-843d-08c7d00ba1fa tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/e7f71275-b835-4078-8c37-b2cc893d4307 HTTP/1.1" status: 204 len: 168 time: 0.4127200 Jul 08 20:26:08.921307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60016) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:08.941625 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e0cb5046-f4bd-46c0-a575-fa1cc1cee1ce req-c07d7913-bbe0-44f4-b98a-85aa67268ede tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761888 Jul 08 20:26:08.984170 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed0cd2c-078f-4889-858b-e5fe59e9b8a0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting subnet f169c246-6e43-43d3-9a73-9239a3891b1a {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:26:08.987496 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cd2c-078f-4889-858b-e5fe59e9b8a0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.023502 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da85abc7-739c-43ba-887b-7d548359d60a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.050106 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cd2c-078f-4889-858b-e5fe59e9b8a0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.152957 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da85abc7-739c-43ba-887b-7d548359d60a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.169452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-da85abc7-739c-43ba-887b-7d548359d60a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bcd85b-20e8-46de-9ac2-95aad086964d']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:09.183990 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-da85abc7-739c-43ba-887b-7d548359d60a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0a1ffd-5fd1-4b8d-ae90-48f348e7afb3') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:09.184347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-da85abc7-739c-43ba-887b-7d548359d60a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0a1ffd-5fd1-4b8d-ae90-48f348e7afb3') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:09.196433 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da85abc7-739c-43ba-887b-7d548359d60a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.209321 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cd2c-078f-4889-858b-e5fe59e9b8a0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.221725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f10b56-93bf-41e0-aa9d-ec60d622b79e req-9719ebfe-48cd-43ea-a87d-0d05fd20ac63 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:09.223822 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43f10b56-93bf-41e0-aa9d-ec60d622b79e req-9719ebfe-48cd-43ea-a87d-0d05fd20ac63 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 945 time: 0.1464546 Jul 08 20:26:09.224948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da85abc7-739c-43ba-887b-7d548359d60a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.237153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da85abc7-739c-43ba-887b-7d548359d60a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:26:09.237597 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da85abc7-739c-43ba-887b-7d548359d60a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:26:09.241602 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:26:09.304490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f902c-0a04-44c7-b834-48e10f83e7ff req-c1309c2d-18a3-4d56-b82e-de445db4054d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:09.306033 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-161f902c-0a04-44c7-b834-48e10f83e7ff req-c1309c2d-18a3-4d56-b82e-de445db4054d tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.104 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 945 time: 0.1941760 Jul 08 20:26:09.317767 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43f10b56-93bf-41e0-aa9d-ec60d622b79e req-5d1344dd-4da1-40f7-9243-85dbca2bafc3 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880976 Jul 08 20:26:09.326789 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da85abc7-739c-43ba-887b-7d548359d60a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.344479 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da85abc7-739c-43ba-887b-7d548359d60a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.346505 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-da85abc7-739c-43ba-887b-7d548359d60a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/networks/51bcd85b-20e8-46de-9ac2-95aad086964d HTTP/1.1" status: 204 len: 168 time: 0.7439234 Jul 08 20:26:09.347740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85abc7-739c-43ba-887b-7d548359d60a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Network': ['ID=51bcd85b-20e8-46de-9ac2-95aad086964d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:09.353686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60026) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:09.360048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-fdd529e4-5f41-42d8-8dff-b43c72c2a68c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-229547284'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:09.373866 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cd2c-078f-4889-858b-e5fe59e9b8a0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.394114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd529e4-5f41-42d8-8dff-b43c72c2a68c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:09.399737 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd529e4-5f41-42d8-8dff-b43c72c2a68c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.425211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34e4356-ce57-4e95-91c6-b8c76591b99a None None] Network 972d91ac-aeb0-466e-adb3-731d2c6258e3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:09.435656 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0cd2c-078f-4889-858b-e5fe59e9b8a0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Subnet': ['ID=f169c246-6e43-43d3-9a73-9239a3891b1a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:09.438576 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cd2c-078f-4889-858b-e5fe59e9b8a0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.441138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8ed0cd2c-078f-4889-858b-e5fe59e9b8a0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/f169c246-6e43-43d3-9a73-9239a3891b1a HTTP/1.1" status: 204 len: 168 time: 0.5190160 Jul 08 20:26:09.445864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60036) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:09.449152 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd529e4-5f41-42d8-8dff-b43c72c2a68c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:26:09.463992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6e106-d764-48d0-b078-0ae92246d2ea req-414f7253-f8ea-4aa5-8ef0-ffbc72ff20b3 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:09.470116 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6e106-d764-48d0-b078-0ae92246d2ea req-414f7253-f8ea-4aa5-8ef0-ffbc72ff20b3 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:09.476061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6e106-d764-48d0-b078-0ae92246d2ea req-414f7253-f8ea-4aa5-8ef0-ffbc72ff20b3 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:09.481950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6e106-d764-48d0-b078-0ae92246d2ea req-414f7253-f8ea-4aa5-8ef0-ffbc72ff20b3 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:09.488165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6e106-d764-48d0-b078-0ae92246d2ea req-414f7253-f8ea-4aa5-8ef0-ffbc72ff20b3 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:09.494676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6e106-d764-48d0-b078-0ae92246d2ea req-414f7253-f8ea-4aa5-8ef0-ffbc72ff20b3 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:09.500493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6e106-d764-48d0-b078-0ae92246d2ea req-414f7253-f8ea-4aa5-8ef0-ffbc72ff20b3 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:09.502441 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69b6e106-d764-48d0-b078-0ae92246d2ea req-414f7253-f8ea-4aa5-8ef0-ffbc72ff20b3 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.2578683 Jul 08 20:26:09.550789 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd529e4-5f41-42d8-8dff-b43c72c2a68c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.551790 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-fdd529e4-5f41-42d8-8dff-b43c72c2a68c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Added segment 53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288 of type vlan for network fb455654-d610-4d47-b235-4bd84814b065 Jul 08 20:26:09.562691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-161f902c-0a04-44c7-b834-48e10f83e7ff req-c53c6081-e4c2-4b7c-8547-67fc8131606e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Deleting port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:09.562691 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-161f902c-0a04-44c7-b834-48e10f83e7ff req-c53c6081-e4c2-4b7c-8547-67fc8131606e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.570588 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69b6e106-d764-48d0-b078-0ae92246d2ea req-82f4c739-7a2f-4574-ac45-ac2b7bbd071a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592716 Jul 08 20:26:09.634820 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd529e4-5f41-42d8-8dff-b43c72c2a68c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.680539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d4eef-c67e-49c1-94ef-a3ea92176099 None None] DHCP port deletion for 972d91ac-aeb0-466e-adb3-731d2c6258e3 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:26:09.685018 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.711340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-161f902c-0a04-44c7-b834-48e10f83e7ff req-c53c6081-e4c2-4b7c-8547-67fc8131606e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] For port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=dd2eb143-6e57-4674-a6df-9cc5d6cba8c5,segment=NetworkSegment(2fb41f08-3671-46ae-8a4e-f417598795b2),segment_id=2fb41f08-3671-46ae-8a4e-f417598795b2)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:09.712566 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-161f902c-0a04-44c7-b834-48e10f83e7ff req-c53c6081-e4c2-4b7c-8547-67fc8131606e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.715894 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-e2f7736a-cead-4477-b370-07a20724a8c0 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:09.716395 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.717470 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-e2f7736a-cead-4477-b370-07a20724a8c0 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/networks?id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f HTTP/1.1" status: 200 len: 822 time: 0.2705550 Jul 08 20:26:09.753802 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f90d4eef-c67e-49c1-94ef-a3ea92176099 None None] Deleting port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:09.754173 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f90d4eef-c67e-49c1-94ef-a3ea92176099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.755220 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd529e4-5f41-42d8-8dff-b43c72c2a68c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.760799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd529e4-5f41-42d8-8dff-b43c72c2a68c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:09.761405 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd529e4-5f41-42d8-8dff-b43c72c2a68c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.761635 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-161f902c-0a04-44c7-b834-48e10f83e7ff req-c53c6081-e4c2-4b7c-8547-67fc8131606e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Calling delete_port for dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:09.784844 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-05e43b37-fc10-4fe7-a06e-de9c592da6dd tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/quotas/5a1e963d48c74084aaab57a3ac842b1b HTTP/1.1" status: 200 len: 375 time: 0.0564594 Jul 08 20:26:09.847264 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fdd529e4-5f41-42d8-8dff-b43c72c2a68c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4918664 Jul 08 20:26:09.852832 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60040) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:09.865147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-548c9c49-8aa6-457b-832d-7a7310bb49bd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': 'fb455654-d610-4d47-b235-4bd84814b065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:09.886922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd529e4-5f41-42d8-8dff-b43c72c2a68c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Network': ['ID=fb455654-d610-4d47-b235-4bd84814b065,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:09.905802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:09.906361 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:09.939426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network fb455654-d610-4d47-b235-4bd84814b065 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:26:09.941208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:26:09.970123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbfa13-890d-40a1-bab7-33d7fbe07dd9 req-f4012622-795e-40d3-bfc8-1aac6c936c65 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:09.971799 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b5fbfa13-890d-40a1-bab7-33d7fbe07dd9 req-f4012622-795e-40d3-bfc8-1aac6c936c65 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/ports?device_id=346b87c6-0922-4876-9e61-099e06539434 HTTP/1.1" status: 200 len: 945 time: 0.2562029 Jul 08 20:26:09.975515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-0ebf196e-4438-4abf-b094-b695de82194e tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5a1e963d48c74084aaab57a3ac842b1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1593785 Jul 08 20:26:10.050470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] For port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c,segment=NetworkSegment(b7c0fddd-f574-4d01-bbc7-b49ffa10abd4),segment_id=b7c0fddd-f574-4d01-bbc7-b49ffa10abd4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:10.050848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.051277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f90d4eef-c67e-49c1-94ef-a3ea92176099 None None] For port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c,segment=NetworkSegment(b7c0fddd-f574-4d01-bbc7-b49ffa10abd4),segment_id=b7c0fddd-f574-4d01-bbc7-b49ffa10abd4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:10.051907 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f90d4eef-c67e-49c1-94ef-a3ea92176099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.069096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f90d4eef-c67e-49c1-94ef-a3ea92176099 None None] Calling delete_port for f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:10.070117 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:10.099227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b5fbfa13-890d-40a1-bab7-33d7fbe07dd9 req-0cb17774-1807-40ef-8c15-f0340e9939c1 tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.101 "GET /v2.0/security-groups?id=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066475 Jul 08 20:26:10.142940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548c9c49-8aa6-457b-832d-7a7310bb49bd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:10.152782 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-548c9c49-8aa6-457b-832d-7a7310bb49bd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.156455 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-97daebed-0e68-4e9f-83f4-d2da67f1faa4 service neutron] 10.222.0.101 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718714 Jul 08 20:26:10.161051 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.208296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c,segment=NetworkSegment(b7c0fddd-f574-4d01-bbc7-b49ffa10abd4),segment_id=b7c0fddd-f574-4d01-bbc7-b49ffa10abd4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:10.214043 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.246420 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f90d4eef-c67e-49c1-94ef-a3ea92176099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.261978 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.267933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d4eef-c67e-49c1-94ef-a3ea92176099 None None] No DVR routers for this DVR port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:26:10.278838 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-161f902c-0a04-44c7-b834-48e10f83e7ff req-c53c6081-e4c2-4b7c-8547-67fc8131606e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.292307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['dd2eb143-6e57-4674-a6df-9cc5d6cba8c5'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:10.311558 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-8f23e1a5-91c7-45b1-b682-c623c12e8f31 service neutron] 10.222.0.101 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541829 Jul 08 20:26:10.312485 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No DVR routers for this DVR port f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:26:10.314095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:10.319273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:10.348465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d4eef-c67e-49c1-94ef-a3ea92176099 None None] Pushing event deleted for resources: {'Port': ['ID=f1298ea6-cb7a-4e2b-98ed-a7db9b114c6c,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:10.374669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c6081-e4c2-4b7c-8547-67fc8131606e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Pushing event deleted for resources: {'Port': ['ID=dd2eb143-6e57-4674-a6df-9cc5d6cba8c5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:10.405280 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.418161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972d91ac-aeb0-466e-adb3-731d2c6258e3']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:10.431258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c0fddd-f574-4d01-bbc7-b49ffa10abd4') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:10.431603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c0fddd-f574-4d01-bbc7-b49ffa10abd4') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:10.448239 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.487869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.498254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:26:10.498676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:26:10.502193 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:26:10.521757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-161f902c-0a04-44c7-b834-48e10f83e7ff req-c53c6081-e4c2-4b7c-8547-67fc8131606e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] No DVR routers for this DVR port dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:26:10.530561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea08169-cb06-42b1-a732-540d32b320f8 req-41f51d3e-a44b-4de2-9241-a0d2461e7e7a tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:10.538646 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ea08169-cb06-42b1-a732-540d32b320f8 req-41f51d3e-a44b-4de2-9241-a0d2461e7e7a tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.2775517 Jul 08 20:26:10.559739 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-161f902c-0a04-44c7-b834-48e10f83e7ff req-c53c6081-e4c2-4b7c-8547-67fc8131606e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.561743 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-161f902c-0a04-44c7-b834-48e10f83e7ff req-c53c6081-e4c2-4b7c-8547-67fc8131606e tempest-ServerDiskConfigTestJSON-853881148 tempest-ServerDiskConfigTestJSON-853881148-project] 10.222.0.104 "DELETE /v2.0/ports/dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 HTTP/1.1" status: 204 len: 173 time: 1.2499952 Jul 08 20:26:10.580279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346b87c6-0922-4876-9e61-099e06539434', 'name': 'network-vif-deleted', 'tag': 'dd2eb143-6e57-4674-a6df-9cc5d6cba8c5'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:10.585834 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b870ad74-28d3-4f6b-9183-658b809977e7" -d '{"events": [{"server_uuid": "346b87c6-0922-4876-9e61-099e06539434", "name": "network-vif-deleted", "tag": "dd2eb143-6e57-4674-a6df-9cc5d6cba8c5"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:10.602453 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.605589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ea08169-cb06-42b1-a732-540d32b320f8 req-9236fc06-9583-4112-85ef-8c69874bae36 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656247 Jul 08 20:26:10.622239 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.636674 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/networks/972d91ac-aeb0-466e-adb3-731d2c6258e3 HTTP/1.1" status: 204 len: 168 time: 1.1882868 Jul 08 20:26:10.638597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60056) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:10.662992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4bb5cbed-4a8d-4baf-9ed0-c24ec3cdda16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1569119649', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:10.730719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87d480-aafb-4a36-aee5-1c02b49ebe81 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Network': ['ID=972d91ac-aeb0-466e-adb3-731d2c6258e3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:10.762976 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-548c9c49-8aa6-457b-832d-7a7310bb49bd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.774815 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9cafd5c6-99d3-4edc-8cdf-d71c93b83409 req-81e6d770-7201-4a58-a608-6f1a30870d5f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3196194 Jul 08 20:26:10.811142 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc89565d-20dd-4e65-b3b0-401dd89497e5 req-6ee1b474-0bd2-4944-a5a8-13517bed3ca1 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 210 time: 0.0845301 Jul 08 20:26:10.841020 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4bb5cbed-4a8d-4baf-9ed0-c24ec3cdda16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.842809 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4bb5cbed-4a8d-4baf-9ed0-c24ec3cdda16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.899836 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76836d64-d2cf-4dd8-b242-a244668200d7 x-openstack-request-id: req-76836d64-d2cf-4dd8-b242-a244668200d7 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:10.900129 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346b87c6-0922-4876-9e61-099e06539434", "name": "network-vif-deleted", "tag": "dd2eb143-6e57-4674-a6df-9cc5d6cba8c5", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:10.900384 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-76836d64-d2cf-4dd8-b242-a244668200d7 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:10.900806 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346b87c6-0922-4876-9e61-099e06539434', 'name': 'network-vif-deleted', 'tag': 'dd2eb143-6e57-4674-a6df-9cc5d6cba8c5', 'status': 'completed', 'code': 200} Jul 08 20:26:10.903189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c9c49-8aa6-457b-832d-7a7310bb49bd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Subnet': ['ID=d07d16a3-eb09-49e6-a232-45587152769d,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:10.924892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c9c49-8aa6-457b-832d-7a7310bb49bd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Checking segment: {'id': '53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'fb455654-d610-4d47-b235-4bd84814b065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:10.924892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548c9c49-8aa6-457b-832d-7a7310bb49bd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network hostable DHCP agents. Network: fb455654-d610-4d47-b235-4bd84814b065, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:26:10.956510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f484cd9-9ddf-4a10-b528-7218dac5c556 req-b548f9ec-8e5e-4d8e-8b3c-ce28edb1d34f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:10.962157 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4bb5cbed-4a8d-4baf-9ed0-c24ec3cdda16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:10.966116 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f484cd9-9ddf-4a10-b528-7218dac5c556 req-b548f9ec-8e5e-4d8e-8b3c-ce28edb1d34f tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 945 time: 0.1854532 Jul 08 20:26:10.969756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548c9c49-8aa6-457b-832d-7a7310bb49bd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network fb455654-d610-4d47-b235-4bd84814b065 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:26:10.976118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74678ae-d152-41fd-a1c3-15107bfe94a7 req-12dd3aa0-88c9-4435-afeb-a71e6506e18c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:10.977740 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e74678ae-d152-41fd-a1c3-15107bfe94a7 req-12dd3aa0-88c9-4435-afeb-a71e6506e18c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 945 time: 0.2832623 Jul 08 20:26:10.980162 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4bb5cbed-4a8d-4baf-9ed0-c24ec3cdda16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:11.059716 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4bb5cbed-4a8d-4baf-9ed0-c24ec3cdda16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:11.061114 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4bb5cbed-4a8d-4baf-9ed0-c24ec3cdda16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4033775 Jul 08 20:26:11.085206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60064) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:11.096835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a8fe4f4b-0436-4071-9e53-beae29367d75 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-457671904'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:11.114980 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafd5c6-99d3-4edc-8cdf-d71c93b83409 req-ac902605-3fe6-425b-b6bb-47c7f7d0e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:11.116561 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9cafd5c6-99d3-4edc-8cdf-d71c93b83409 req-ac902605-3fe6-425b-b6bb-47c7f7d0e552 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8f5f0e2060fc47f78e07926c9fad9dc7&device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 1097 time: 0.2602251 Jul 08 20:26:11.221950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fe4f4b-0436-4071-9e53-beae29367d75 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:11.226287 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a8fe4f4b-0436-4071-9e53-beae29367d75 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:11.301783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019b94-de3b-4556-9c4d-2d657e830261 req-9e626334-515b-49a0-8d57-8bb30ecc6b7c tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:11.314826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-548c9c49-8aa6-457b-832d-7a7310bb49bd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, fb455654-d610-4d47-b235-4bd84814b065) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:11.320080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548c9c49-8aa6-457b-832d-7a7310bb49bd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:11.320697 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-548c9c49-8aa6-457b-832d-7a7310bb49bd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:11.321624 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019b94-de3b-4556-9c4d-2d657e830261 req-9e626334-515b-49a0-8d57-8bb30ecc6b7c tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:11.327728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019b94-de3b-4556-9c4d-2d657e830261 req-9e626334-515b-49a0-8d57-8bb30ecc6b7c tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:11.334627 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019b94-de3b-4556-9c4d-2d657e830261 req-9e626334-515b-49a0-8d57-8bb30ecc6b7c tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:11.340778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019b94-de3b-4556-9c4d-2d657e830261 req-9e626334-515b-49a0-8d57-8bb30ecc6b7c tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:11.341370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac06c3-bd60-4579-8ef1-b3c2dce3e014 None None] Network fb455654-d610-4d47-b235-4bd84814b065 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:11.347778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019b94-de3b-4556-9c4d-2d657e830261 req-9e626334-515b-49a0-8d57-8bb30ecc6b7c tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:11.355281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019b94-de3b-4556-9c4d-2d657e830261 req-9e626334-515b-49a0-8d57-8bb30ecc6b7c tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:11.355568 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f484cd9-9ddf-4a10-b528-7218dac5c556 req-c09d505f-9f12-4fb2-b85e-44b9d38a5e66 tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/security-groups?id=22cf82e9-e124-40a1-97ad-ab465cc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871579 Jul 08 20:26:11.361405 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-94019b94-de3b-4556-9c4d-2d657e830261 req-9e626334-515b-49a0-8d57-8bb30ecc6b7c tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.3295329 Jul 08 20:26:11.364729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-548c9c49-8aa6-457b-832d-7a7310bb49bd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5078266 Jul 08 20:26:11.366724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60068) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:11.371941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': 'fb455654-d610-4d47-b235-4bd84814b065', 'name': 'tempest-PortsTestJSON-1050481692'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:11.408278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fe4f4b-0436-4071-9e53-beae29367d75 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:26:11.432293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-e74678ae-d152-41fd-a1c3-15107bfe94a7 req-36c03f08-1ad4-48e0-8f63-ec529c42e3fd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Deleting port f47820ec-7006-48a8-aaad-3e2c46b36b04 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:11.432817 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e74678ae-d152-41fd-a1c3-15107bfe94a7 req-36c03f08-1ad4-48e0-8f63-ec529c42e3fd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:11.488332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafd5c6-99d3-4edc-8cdf-d71c93b83409 req-d5530407-33a1-4adc-9622-39acb9e48e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:11.490756 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9cafd5c6-99d3-4edc-8cdf-d71c93b83409 req-d5530407-33a1-4adc-9622-39acb9e48e82 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3ce86e39-34c3-49f9-a221-9804a7dc8755 HTTP/1.1" status: 200 len: 905 time: 0.3401897 Jul 08 20:26:11.501294 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a8fe4f4b-0436-4071-9e53-beae29367d75 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:11.501498 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-a8fe4f4b-0436-4071-9e53-beae29367d75 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Added segment 1e8219ca-a521-4ba9-be1e-ff09b0b02742 of type vlan for network 04f5789d-f885-4568-b867-da46f8b28dbb Jul 08 20:26:11.577266 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-94019b94-de3b-4556-9c4d-2d657e830261 req-c9262e76-703f-4623-b7bb-86b73e9151e3 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1981871 Jul 08 20:26:11.579744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:11.589614 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:11.618702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-fb455654-d610-4d47-b235-4bd84814b065', 'network_id': 'fb455654-d610-4d47-b235-4bd84814b065', 'tenant_id': '71f0e7236dba4c15b1913f9f6f671c80', 'fixed_ips': [{'subnet_id': 'd07d16a3-eb09-49e6-a232-45587152769d'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:26:11.620126 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:11.623172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port e49f8ecf-763c-45a9-ae06-2f2e0354771a yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:26:11.663548 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a8fe4f4b-0436-4071-9e53-beae29367d75 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:11.693301 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9cafd5c6-99d3-4edc-8cdf-d71c93b83409 req-eb73fc30-3b33-4c20-9fe2-54a9395e21c4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3611116a-2bcd-4757-89c4-d748c03b1ca5 HTTP/1.1" status: 200 len: 1000 time: 0.1799686 Jul 08 20:26:11.703956 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-e74678ae-d152-41fd-a1c3-15107bfe94a7 req-36c03f08-1ad4-48e0-8f63-ec529c42e3fd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] For port f47820ec-7006-48a8-aaad-3e2c46b36b04, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f47820ec-7006-48a8-aaad-3e2c46b36b04,segment=NetworkSegment(699aa462-77cd-4c5a-8cae-9c60902901ee),segment_id=699aa462-77cd-4c5a-8cae-9c60902901ee)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:11.704677 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e74678ae-d152-41fd-a1c3-15107bfe94a7 req-36c03f08-1ad4-48e0-8f63-ec529c42e3fd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:11.735762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-e74678ae-d152-41fd-a1c3-15107bfe94a7 req-36c03f08-1ad4-48e0-8f63-ec529c42e3fd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Calling delete_port for f47820ec-7006-48a8-aaad-3e2c46b36b04 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:11.795884 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a8fe4f4b-0436-4071-9e53-beae29367d75 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:11.798301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.3 (fb455654-d610-4d47-b235-4bd84814b065/d07d16a3-eb09-49e6-a232-45587152769d/e49f8ecf-763c-45a9-ae06-2f2e0354771a) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:11.802395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe4f4b-0436-4071-9e53-beae29367d75 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:11.804033 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a8fe4f4b-0436-4071-9e53-beae29367d75 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:11.868208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:26:11.898503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafd5c6-99d3-4edc-8cdf-d71c93b83409 req-33798fa6-e9e9-478b-9e2d-ec4fdc8d0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:11.900803 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9cafd5c6-99d3-4edc-8cdf-d71c93b83409 req-33798fa6-e9e9-478b-9e2d-ec4fdc8d0f56 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=766875be-f5a3-452b-ab0a-dec10c060185 HTTP/1.1" status: 200 len: 843 time: 0.1930192 Jul 08 20:26:11.914745 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:26:11.917504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device dd2eb143-6e57-4674-a6df-9cc5d6cba8c5 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:26:11.918096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device da25d7a9-6a52-4d52-b993-6830c3978c3f no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:26:11.951079 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: da25d7a9-6a52-4d52-b993-6830c3978c3f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:26:11.951817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device da25d7a9-6a52-4d52-b993-6830c3978c3f not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:26:11.956719 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a8fe4f4b-0436-4071-9e53-beae29367d75 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8673494 Jul 08 20:26:11.981307 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:11.994814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60082) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:11.996623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Transition to ACTIVE for port object e49f8ecf-763c-45a9-ae06-2f2e0354771a will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:12.004017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5866d8eb-7f86-4c87-b076-e4812c3fa4c1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'subnet': {'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:12.041136 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.072562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe4f4b-0436-4071-9e53-beae29367d75 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Network': ['ID=04f5789d-f885-4568-b867-da46f8b28dbb,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:12.121633 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 04f5789d-f885-4568-b867-da46f8b28dbb details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:26:12.134857 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Allocated IP 172.20.0.2 (fb455654-d610-4d47-b235-4bd84814b065/d07d16a3-eb09-49e6-a232-45587152769d/292f7aa9-a476-4435-81f8-bddc9a433125) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:12.153681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network fb455654-d610-4d47-b235-4bd84814b065 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:12.157762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=e49f8ecf-763c-45a9-ae06-2f2e0354771a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:12.163583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:12.168564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:12.195480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51a908-08f4-43f4-9079-98a1a8818cba req-4ab0fbda-9bf9-4eb7-a637-1b22816ceead tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:12.201440 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c51a908-08f4-43f4-9079-98a1a8818cba req-4ab0fbda-9bf9-4eb7-a637-1b22816ceead tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.4217832 Jul 08 20:26:12.247626 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafd5c6-99d3-4edc-8cdf-d71c93b83409 req-bcb8b60e-a94c-4ecd-a80d-78eb456b848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:12.249748 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9cafd5c6-99d3-4edc-8cdf-d71c93b83409 req-bcb8b60e-a94c-4ecd-a80d-78eb456b848c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3ce86e39-34c3-49f9-a221-9804a7dc8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3179178 Jul 08 20:26:12.255934 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2939cfca-17a7-4284-a0d8-60d5f760402d req-6536f9d9-35e6-4bb3-b02d-488dcf69436f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 210 time: 0.0729065 Jul 08 20:26:12.259632 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5866d8eb-7f86-4c87-b076-e4812c3fa4c1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:12.263683 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5866d8eb-7f86-4c87-b076-e4812c3fa4c1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.273863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-3629992e-1a97-434f-9f00-9e2fff0ca74a tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:12.275549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-3629992e-1a97-434f-9f00-9e2fff0ca74a tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.104 "GET /v2.0/networks?id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f HTTP/1.1" status: 200 len: 822 time: 0.2470517 Jul 08 20:26:12.296608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:12.297590 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.305859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-1fd1aa12-86a1-4c94-8845-be09c8803b3b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Request body: {'port': {'device_id': 'f61b6148-0ef8-4686-983f-e78c5a31f64b', 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f', 'admin_state_up': True, 'tenant_id': '5a1e963d48c74084aaab57a3ac842b1b'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:12.341793 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e74678ae-d152-41fd-a1c3-15107bfe94a7 req-36c03f08-1ad4-48e0-8f63-ec529c42e3fd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.361472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c51a908-08f4-43f4-9079-98a1a8818cba req-88d3b5b8-e3a8-486f-b5a3-f0f2456900c1 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577599 Jul 08 20:26:12.406409 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60088) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:12.418109 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-934a4792-4bec-48d2-8f8a-f067472940ca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0501635 Jul 08 20:26:12.439515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60090) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:12.476491 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.490161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Transition to ACTIVE for port object 292f7aa9-a476-4435-81f8-bddc9a433125 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:12.507912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Transition to ACTIVE for port object 292f7aa9-a476-4435-81f8-bddc9a433125 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:12.514756 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.516395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c03f08-1ad4-48e0-8f63-ec529c42e3fd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Pushing event deleted for resources: {'Port': ['ID=f47820ec-7006-48a8-aaad-3e2c46b36b04,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:12.537678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-7006e920-a316-4dc9-ba9a-196fb91cbf7a admin admin] Deleting subnet 5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:26:12.545772 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-1fd1aa12-86a1-4c94-8845-be09c8803b3b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Made reservation on behalf of 5a1e963d48c74084aaab57a3ac842b1b for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:12.549680 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-1fd1aa12-86a1-4c94-8845-be09c8803b3b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.563828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Network fb455654-d610-4d47-b235-4bd84814b065 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:12.564057 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7006e920-a316-4dc9-ba9a-196fb91cbf7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.567433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:12.570724 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b8e68ef8-259a-4d01-a68e-967c79ee3091 req-53f201e1-58b2-4b9f-a1b8-b66adc16a44c tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.101 "GET /v2.0/ports?device_id=bdb2fef4-4c5c-4dde-b8e8-615122b5d372 HTTP/1.1" status: 200 len: 210 time: 0.0442426 Jul 08 20:26:12.580162 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:12.607895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Pushing event updated for resources: {'Port': ['ID=292f7aa9-a476-4435-81f8-bddc9a433125,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:12.671876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Attempting to bind port 292f7aa9-a476-4435-81f8-bddc9a433125 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:12.672619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Attempting to bind port 292f7aa9-a476-4435-81f8-bddc9a433125 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'fb455654-d610-4d47-b235-4bd84814b065'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:12.673791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74678ae-d152-41fd-a1c3-15107bfe94a7 req-36c03f08-1ad4-48e0-8f63-ec529c42e3fd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] No DVR routers for this DVR port f47820ec-7006-48a8-aaad-3e2c46b36b04 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:26:12.673924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Attempting to bind port 292f7aa9-a476-4435-81f8-bddc9a433125 on network fb455654-d610-4d47-b235-4bd84814b065 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:12.681558 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7006e920-a316-4dc9-ba9a-196fb91cbf7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.686702 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e74678ae-d152-41fd-a1c3-15107bfe94a7 req-36c03f08-1ad4-48e0-8f63-ec529c42e3fd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.687515 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:12.688242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Checking segment: {'id': '53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'fb455654-d610-4d47-b235-4bd84814b065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:12.688703 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e74678ae-d152-41fd-a1c3-15107bfe94a7 req-36c03f08-1ad4-48e0-8f63-ec529c42e3fd tempest-DeleteServersTestJSON-1587720749 tempest-DeleteServersTestJSON-1587720749-project] 10.222.0.103 "DELETE /v2.0/ports/f47820ec-7006-48a8-aaad-3e2c46b36b04 HTTP/1.1" status: 204 len: 173 time: 1.7014809 Jul 08 20:26:12.689042 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.689152 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb2fef4-4c5c-4dde-b8e8-615122b5d372', 'name': 'network-vif-deleted', 'tag': 'f47820ec-7006-48a8-aaad-3e2c46b36b04'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:12.689677 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Bound using segment: {'id': '53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'fb455654-d610-4d47-b235-4bd84814b065'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:12.690409 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Bound port: 292f7aa9-a476-4435-81f8-bddc9a433125, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'fb455654-d610-4d47-b235-4bd84814b065'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:12.690833 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.701778 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce39065-7e70-441c-b441-23c3f6876a72" -d '{"events": [{"server_uuid": "bdb2fef4-4c5c-4dde-b8e8-615122b5d372", "name": "network-vif-deleted", "tag": "f47820ec-7006-48a8-aaad-3e2c46b36b04"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:12.735334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9cafd5c6-99d3-4edc-8cdf-d71c93b83409 req-16205331-8380-416d-9119-c6d67803f588 service neutron] 10.222.0.103 "GET /v2.0/networks/3ce86e39-34c3-49f9-a221-9804a7dc8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543298 Jul 08 20:26:12.772391 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a880e55e-a070-40eb-aacd-ed124178940b x-openstack-request-id: req-a880e55e-a070-40eb-aacd-ed124178940b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:12.772788 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb2fef4-4c5c-4dde-b8e8-615122b5d372", "name": "network-vif-deleted", "tag": "f47820ec-7006-48a8-aaad-3e2c46b36b04", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:12.773111 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a880e55e-a070-40eb-aacd-ed124178940b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:12.773944 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb2fef4-4c5c-4dde-b8e8-615122b5d372', 'name': 'network-vif-deleted', 'tag': 'f47820ec-7006-48a8-aaad-3e2c46b36b04', 'status': 'completed', 'code': 200} Jul 08 20:26:12.799994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-91cbef16-d83c-4063-bcf8-1991c89a0538 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port e49f8ecf-763c-45a9-ae06-2f2e0354771a {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:12.800346 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91cbef16-d83c-4063-bcf8-1991c89a0538 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.827167 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] For port 292f7aa9-a476-4435-81f8-bddc9a433125, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:12.831679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] For port 292f7aa9-a476-4435-81f8-bddc9a433125, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=292f7aa9-a476-4435-81f8-bddc9a433125,segment=NetworkSegment(53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288),segment_id=53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:12.839036 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.858350 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7006e920-a316-4dc9-ba9a-196fb91cbf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.905957 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5866d8eb-7f86-4c87-b076-e4812c3fa4c1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:12.909808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f38d0-1d80-4642-830f-80555b830c61 None None] Pushing event updated for resources: {'Port': ['ID=292f7aa9-a476-4435-81f8-bddc9a433125,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:12.941698 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-1fd1aa12-86a1-4c94-8845-be09c8803b3b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Allocated IP 172.20.0.9 (961a75ba-9f92-49ed-a84d-8ddfb80f2f6f/e5b8fa3c-e696-450c-b906-06d27f575160/3e324484-38cb-4e68-b4ee-0a425af3df91) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:13.079113 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91cbef16-d83c-4063-bcf8-1991c89a0538 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:13.121504 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7006e920-a316-4dc9-ba9a-196fb91cbf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:13.124752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-91cbef16-d83c-4063-bcf8-1991c89a0538 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for e49f8ecf-763c-45a9-ae06-2f2e0354771a owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:13.196421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28195881-9da9-4bd6-96d8-b5471a2a0405 req-64ceb13e-f47c-4911-ae89-c2befd58e646 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:13.207208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28195881-9da9-4bd6-96d8-b5471a2a0405 req-64ceb13e-f47c-4911-ae89-c2befd58e646 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:13.218649 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28195881-9da9-4bd6-96d8-b5471a2a0405 req-64ceb13e-f47c-4911-ae89-c2befd58e646 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:13.225376 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28195881-9da9-4bd6-96d8-b5471a2a0405 req-64ceb13e-f47c-4911-ae89-c2befd58e646 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:13.231721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28195881-9da9-4bd6-96d8-b5471a2a0405 req-64ceb13e-f47c-4911-ae89-c2befd58e646 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:13.238006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28195881-9da9-4bd6-96d8-b5471a2a0405 req-64ceb13e-f47c-4911-ae89-c2befd58e646 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:13.244155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28195881-9da9-4bd6-96d8-b5471a2a0405 req-64ceb13e-f47c-4911-ae89-c2befd58e646 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:13.246208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28195881-9da9-4bd6-96d8-b5471a2a0405 req-64ceb13e-f47c-4911-ae89-c2befd58e646 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.4773264 Jul 08 20:26:13.278818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006e920-a316-4dc9-ba9a-196fb91cbf7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:13.299100 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7006e920-a316-4dc9-ba9a-196fb91cbf7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:13.301743 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7006e920-a316-4dc9-ba9a-196fb91cbf7a admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5817d6df-4cfb-4fe2-9ca2-ab287bd1f0b7 HTTP/1.1" status: 204 len: 168 time: 0.8942130 Jul 08 20:26:13.309824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60100) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:13.401690 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9cafd5c6-99d3-4edc-8cdf-d71c93b83409 req-d751c5bd-1e5a-482f-8263-b68dcfd0cf18 service neutron] 10.222.0.103 "GET /v2.0/networks/3ce86e39-34c3-49f9-a221-9804a7dc8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6560643 Jul 08 20:26:13.407782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866d8eb-7f86-4c87-b076-e4812c3fa4c1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Subnet': ['ID=1a156417-d542-4bb6-ae86-8fa8df34edfd,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:13.423938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5866d8eb-7f86-4c87-b076-e4812c3fa4c1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Checking segment: {'id': '1e8219ca-a521-4ba9-be1e-ff09b0b02742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:13.423938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5866d8eb-7f86-4c87-b076-e4812c3fa4c1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network hostable DHCP agents. Network: 04f5789d-f885-4568-b867-da46f8b28dbb, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:26:13.445250 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5866d8eb-7f86-4c87-b076-e4812c3fa4c1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 04f5789d-f885-4568-b867-da46f8b28dbb is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:26:13.461107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-5866d8eb-7f86-4c87-b076-e4812c3fa4c1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 04f5789d-f885-4568-b867-da46f8b28dbb) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:13.466435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866d8eb-7f86-4c87-b076-e4812c3fa4c1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:13.467199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5866d8eb-7f86-4c87-b076-e4812c3fa4c1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:13.469979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e88736-200b-488d-93eb-a102b5c8f595 None None] Network 04f5789d-f885-4568-b867-da46f8b28dbb requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:13.505483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5866d8eb-7f86-4c87-b076-e4812c3fa4c1 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5089595 Jul 08 20:26:13.506678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60104) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:13.539632 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dee07b42-4a40-40d2-b7c2-0ac12ce4daf0 req-6e712207-4d67-476e-9a35-dbf0733d654a tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 210 time: 0.0552299 Jul 08 20:26:13.553276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28195881-9da9-4bd6-96d8-b5471a2a0405 req-670492f6-d223-497d-9ad6-5f0c28863b05 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2801545 Jul 08 20:26:13.581029 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97f93b09-5892-458a-a6df-89f40b93f096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:13.631609 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-1fd1aa12-86a1-4c94-8845-be09c8803b3b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:13.740930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-04f5789d-f885-4568-b867-da46f8b28dbb', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:26:13.743164 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:13.802091 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97f93b09-5892-458a-a6df-89f40b93f096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:13.816438 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-97f93b09-5892-458a-a6df-89f40b93f096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74030d91-a705-4f53-b52f-88074a77224e']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:13.833454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-97f93b09-5892-458a-a6df-89f40b93f096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb41f08-3671-46ae-8a4e-f417598795b2') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:13.833751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-97f93b09-5892-458a-a6df-89f40b93f096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb41f08-3671-46ae-8a4e-f417598795b2') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:13.844540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97f93b09-5892-458a-a6df-89f40b93f096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:13.860325 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97f93b09-5892-458a-a6df-89f40b93f096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:13.868222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f93b09-5892-458a-a6df-89f40b93f096 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:26:13.868521 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97f93b09-5892-458a-a6df-89f40b93f096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:13.950230 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:13.964762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bf5aa183-08c5-49a8-91d7-2937e4f8a459 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:26:13.967775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f47820ec-7006-48a8-aaad-3e2c46b36b04 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:26:13.985286 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:26:14.020175 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Allocated IP 2001:db8::2 (04f5789d-f885-4568-b867-da46f8b28dbb/1a156417-d542-4bb6-ae86-8fa8df34edfd/53faa8d2-e839-419b-b87b-e48710e1fe5c) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:14.022716 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97f93b09-5892-458a-a6df-89f40b93f096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.027050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 292f7aa9-a476-4435-81f8-bddc9a433125 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:14.037710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: f47820ec-7006-48a8-aaad-3e2c46b36b04 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:26:14.038078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f47820ec-7006-48a8-aaad-3e2c46b36b04 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:26:14.089122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97f93b09-5892-458a-a6df-89f40b93f096 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.105610 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-97f93b09-5892-458a-a6df-89f40b93f096 admin admin] 10.222.0.101 "DELETE /v2.0/networks/74030d91-a705-4f53-b52f-88074a77224e HTTP/1.1" status: 204 len: 168 time: 0.7866135 Jul 08 20:26:14.155048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f93b09-5892-458a-a6df-89f40b93f096 admin admin] Pushing event deleted for resources: {'Network': ['ID=74030d91-a705-4f53-b52f-88074a77224e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:14.166160 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91cbef16-d83c-4063-bcf8-1991c89a0538 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.238432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbef16-d83c-4063-bcf8-1991c89a0538 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=e49f8ecf-763c-45a9-ae06-2f2e0354771a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:14.245601 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-1fd1aa12-86a1-4c94-8845-be09c8803b3b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.289253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640fad2-9c3d-44e1-aa03-2a1f7e877a95 req-57efb39e-ec26-4641-a6fa-fc6446ea07a9 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:14.293932 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2640fad2-9c3d-44e1-aa03-2a1f7e877a95 req-57efb39e-ec26-4641-a6fa-fc6446ea07a9 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.5903759 Jul 08 20:26:14.359429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-1fd1aa12-86a1-4c94-8845-be09c8803b3b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:14.397707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 292f7aa9-a476-4435-81f8-bddc9a433125 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:14.408989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-1fd1aa12-86a1-4c94-8845-be09c8803b3b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:14.447686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60124) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:14.480248 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-1fd1aa12-86a1-4c94-8845-be09c8803b3b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:14.484881 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.494460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Transition to ACTIVE for port object 53faa8d2-e839-419b-b87b-e48710e1fe5c will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:14.508325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bf5aa183-08c5-49a8-91d7-2937e4f8a459, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf5aa183-08c5-49a8-91d7-2937e4f8a459,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:14.514755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a832082-a2b5-4bc4-9054-f91b20eb5b3c None None] Network fb455654-d610-4d47-b235-4bd84814b065 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:14.514891 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d23a91ff-4308-4e85-9ba5-7349f5c0dff6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e3381582e550468ba5b4e2c6f2e9b1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658939 Jul 08 20:26:14.518422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60128) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:14.537896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Transition to ACTIVE for port object 53faa8d2-e839-419b-b87b-e48710e1fe5c will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:14.557621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1aa12-86a1-4c94-8845-be09c8803b3b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Pushing event updated for resources: {'Port': ['ID=3e324484-38cb-4e68-b4ee-0a425af3df91,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:14.626775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2640fad2-9c3d-44e1-aa03-2a1f7e877a95 req-8ff49c18-48ad-459a-86a1-75fa4bc6b43f tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724080 Jul 08 20:26:14.634330 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ebdc-f7e0-4d85-b418-b3680a1c3e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.657542 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Allocated IP 2001:db8::1 (04f5789d-f885-4568-b867-da46f8b28dbb/1a156417-d542-4bb6-ae86-8fa8df34edfd/da3a4cd6-569c-4c0e-ae94-538fe839628b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:14.682131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-1fd1aa12-86a1-4c94-8845-be09c8803b3b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:14.684000 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ebdc-f7e0-4d85-b418-b3680a1c3e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.686457 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-1fd1aa12-86a1-4c94-8845-be09c8803b3b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.716576 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-1fd1aa12-86a1-4c94-8845-be09c8803b3b tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4161725 Jul 08 20:26:14.729779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Request body: {'port': {'device_id': 'f61b6148-0ef8-4686-983f-e78c5a31f64b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:14.733020 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91cbef16-d83c-4063-bcf8-1991c89a0538 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.735371 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-91cbef16-d83c-4063-bcf8-1991c89a0538 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/e49f8ecf-763c-45a9-ae06-2f2e0354771a HTTP/1.1" status: 204 len: 168 time: 2.2945647 Jul 08 20:26:14.737963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60136) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:14.791974 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a47598-baf3-42b8-9c12-033cad8bee5c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] DELETE failed (client error): The resource could not be found. Jul 08 20:26:14.793030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a47598-baf3-42b8-9c12-033cad8bee5c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:26:14.795074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c7a47598-baf3-42b8-9c12-033cad8bee5c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/e49f8ecf-763c-45a9-ae06-2f2e0354771a HTTP/1.1" status: 404 len: 333 time: 0.0550971 Jul 08 20:26:14.797809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60138) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:14.810428 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.812271 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-749b95bf-99d9-4ca1-9f84-7342395b7a26 None None] Provisioning for port 292f7aa9-a476-4435-81f8-bddc9a433125 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:14.822561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'bf5aa183-08c5-49a8-91d7-2937e4f8a459', 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea', 'port_id': 'bf5aa183-08c5-49a8-91d7-2937e4f8a459', 'mac_address': 'fa:16:3e:a1:25:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2211b2-f041-4343-87c1-2d4bb81cdffb', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:26:14.860778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-749b95bf-99d9-4ca1-9f84-7342395b7a26 None None] Provisioning complete for port 292f7aa9-a476-4435-81f8-bddc9a433125 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:14.861209 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-749b95bf-99d9-4ca1-9f84-7342395b7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.875209 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ebdc-f7e0-4d85-b418-b3680a1c3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.878513 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ebdc-f7e0-4d85-b418-b3680a1c3e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.882292 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2fa6ebdc-f7e0-4d85-b418-b3680a1c3e6d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13 HTTP/1.1" status: 204 len: 168 time: 0.3620787 Jul 08 20:26:14.893407 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac11ac7-2b90-4024-86ad-b608f6c5b90f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:26:14.896054 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1ac11ac7-2b90-4024-86ad-b608f6c5b90f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/e49f8ecf-763c-45a9-ae06-2f2e0354771a HTTP/1.1" status: 404 len: 333 time: 0.0969272 Jul 08 20:26:14.904031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60142) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:14.919361 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Network 04f5789d-f885-4568-b867-da46f8b28dbb is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:14.922803 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:14.939297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Transition to ACTIVE for port object da3a4cd6-569c-4c0e-ae94-538fe839628b will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:14.963287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab94be7-5229-4acf-8ea4-75e4190fefd1 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting subnet d07d16a3-eb09-49e6-a232-45587152769d {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:26:14.963723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:14.968012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:14.971943 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aab94be7-5229-4acf-8ea4-75e4190fefd1 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.013103 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Pushing event updated for resources: {'Port': ['ID=53faa8d2-e839-419b-b87b-e48710e1fe5c,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:15.025830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568af45d-2c3b-4b62-b72f-9fe9d5580858 req-8e818fd5-bac2-4b52-8569-d2839cc8614c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:15.028492 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-568af45d-2c3b-4b62-b72f-9fe9d5580858 req-8e818fd5-bac2-4b52-8569-d2839cc8614c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 931 time: 0.2645285 Jul 08 20:26:15.030355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6ebdc-f7e0-4d85-b418-b3680a1c3e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561a7423-5ce8-40bb-9b0f-a5aa6f2e6a13,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:15.041284 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.084287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284094a-3e64-47fa-b240-b5bc776afd4f req-e64c7def-d0ad-4c72-afd4-2085823f9485 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:15.088926 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.091595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284094a-3e64-47fa-b240-b5bc776afd4f req-e64c7def-d0ad-4c72-afd4-2085823f9485 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:15.099872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284094a-3e64-47fa-b240-b5bc776afd4f req-e64c7def-d0ad-4c72-afd4-2085823f9485 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:15.106382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284094a-3e64-47fa-b240-b5bc776afd4f req-e64c7def-d0ad-4c72-afd4-2085823f9485 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:15.113020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284094a-3e64-47fa-b240-b5bc776afd4f req-e64c7def-d0ad-4c72-afd4-2085823f9485 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:15.117341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 04f5789d-f885-4568-b867-da46f8b28dbb is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:15.120110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284094a-3e64-47fa-b240-b5bc776afd4f req-e64c7def-d0ad-4c72-afd4-2085823f9485 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:15.126479 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284094a-3e64-47fa-b240-b5bc776afd4f req-e64c7def-d0ad-4c72-afd4-2085823f9485 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:15.128540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8284094a-3e64-47fa-b240-b5bc776afd4f req-e64c7def-d0ad-4c72-afd4-2085823f9485 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5430 time: 0.3117471 Jul 08 20:26:15.130073 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.154960 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aab94be7-5229-4acf-8ea4-75e4190fefd1 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.163779 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5aa183-08c5-49a8-91d7-2937e4f8a459 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:15.164467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=da3a4cd6-569c-4c0e-ae94-538fe839628b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:15.167746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:15.180086 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:15.180735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.188958 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Attempting to bind port 53faa8d2-e839-419b-b87b-e48710e1fe5c on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:15.189338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Attempting to bind port 53faa8d2-e839-419b-b87b-e48710e1fe5c by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '1e8219ca-a521-4ba9-be1e-ff09b0b02742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:15.189793 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Attempting to bind port 53faa8d2-e839-419b-b87b-e48710e1fe5c on network 04f5789d-f885-4568-b867-da46f8b28dbb {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:15.238402 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:15.239362 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Checking segment: {'id': '1e8219ca-a521-4ba9-be1e-ff09b0b02742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:15.239770 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.240166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Bound using segment: {'id': '1e8219ca-a521-4ba9-be1e-ff09b0b02742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:15.240666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Bound port: 53faa8d2-e839-419b-b87b-e48710e1fe5c, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8219ca-a521-4ba9-be1e-ff09b0b02742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:15.241174 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.244851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bf5aa183-08c5-49a8-91d7-2937e4f8a459, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf5aa183-08c5-49a8-91d7-2937e4f8a459,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:15.295457 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.296206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5aad874e-179e-4f53-8a91-58fce4a19dba details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:26:15.312808 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-749b95bf-99d9-4ca1-9f84-7342395b7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.341834 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-568af45d-2c3b-4b62-b72f-9fe9d5580858 req-85108734-9d56-40ab-94c0-9ea1e343bb2a tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874835 Jul 08 20:26:15.369901 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.487533 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8284094a-3e64-47fa-b240-b5bc776afd4f req-ccb77dae-63cb-4d19-9620-6af3908aa877 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3425827 Jul 08 20:26:15.508615 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=bf5aa183-08c5-49a8-91d7-2937e4f8a459,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:15.514006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-749b95bf-99d9-4ca1-9f84-7342395b7a26 None None] For port 292f7aa9-a476-4435-81f8-bddc9a433125, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=292f7aa9-a476-4435-81f8-bddc9a433125,segment=NetworkSegment(53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288),segment_id=53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:15.531553 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-749b95bf-99d9-4ca1-9f84-7342395b7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.570224 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] For port 53faa8d2-e839-419b-b87b-e48710e1fe5c, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:15.633814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b95bf-99d9-4ca1-9f84-7342395b7a26 None None] Pushing event updated for resources: {'Port': ['ID=292f7aa9-a476-4435-81f8-bddc9a433125,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:15.665501 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] For port 53faa8d2-e839-419b-b87b-e48710e1fe5c, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=53faa8d2-e839-419b-b87b-e48710e1fe5c,segment=NetworkSegment(1e8219ca-a521-4ba9-be1e-ff09b0b02742),segment_id=1e8219ca-a521-4ba9-be1e-ff09b0b02742)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:15.691230 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.859849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5aad874e-179e-4f53-8a91-58fce4a19dba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5aad874e-179e-4f53-8a91-58fce4a19dba,segment=NetworkSegment(a728bf02-0983-4a75-8d42-361c6881bbad),segment_id=a728bf02-0983-4a75-8d42-361c6881bbad)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:15.944160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '5aad874e-179e-4f53-8a91-58fce4a19dba', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'port_id': '5aad874e-179e-4f53-8a91-58fce4a19dba', 'mac_address': 'fa:16:3e:1f:e8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:26:15.988358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.994231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 292f7aa9-a476-4435-81f8-bddc9a433125 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:15.995755 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:15.996053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124d1b3-ae77-42a3-bfc1-53875f01d4e5 None None] Pushing event updated for resources: {'Port': ['ID=53faa8d2-e839-419b-b87b-e48710e1fe5c,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:15.997136 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.032100 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.063565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aad874e-179e-4f53-8a91-58fce4a19dba {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:16.109297 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5aad874e-179e-4f53-8a91-58fce4a19dba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5aad874e-179e-4f53-8a91-58fce4a19dba,segment=NetworkSegment(a728bf02-0983-4a75-8d42-361c6881bbad),segment_id=a728bf02-0983-4a75-8d42-361c6881bbad)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:16.118134 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.118813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4b516fbd-786d-424e-8772-22f532f4445c details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:26:16.150728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60174) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:16.169458 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 292f7aa9-a476-4435-81f8-bddc9a433125 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:16.169827 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.255308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=da3a4cd6-569c-4c0e-ae94-538fe839628b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:16.293500 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:26:16.324824 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 04f5789d-f885-4568-b867-da46f8b28dbb is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:16.328984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:16.355091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4b516fbd-786d-424e-8772-22f532f4445c, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4b516fbd-786d-424e-8772-22f532f4445c,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:16.391712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9629a546-d482-405e-85b3-3d4d3fe06f52 None None] Provisioning complete for port 292f7aa9-a476-4435-81f8-bddc9a433125 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:16.392082 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9629a546-d482-405e-85b3-3d4d3fe06f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.430871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5aad874e-179e-4f53-8a91-58fce4a19dba,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:16.501760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '4b516fbd-786d-424e-8772-22f532f4445c', 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea', 'port_id': '4b516fbd-786d-424e-8772-22f532f4445c', 'mac_address': 'fa:16:3e:26:f2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2211b2-f041-4343-87c1-2d4bb81cdffb', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:26:16.559638 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1737420420-network', 'tenant_id': 'f8b49f7d08dc488aa806976a42f2b0ce'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:16.563833 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aab94be7-5229-4acf-8ea4-75e4190fefd1 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.585889 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.613317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b516fbd-786d-424e-8772-22f532f4445c {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:16.622469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Made reservation on behalf of f8b49f7d08dc488aa806976a42f2b0ce for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:16.624703 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.661301 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.698838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a644c-0e84-49d3-a79f-b020ff081084 req-b6d05c8a-e18c-43ba-93df-08200f76db94 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:16.707162 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-282a644c-0e84-49d3-a79f-b020ff081084 req-b6d05c8a-e18c-43ba-93df-08200f76db94 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.3155684 Jul 08 20:26:16.723423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4b516fbd-786d-424e-8772-22f532f4445c, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4b516fbd-786d-424e-8772-22f532f4445c,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:16.727961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e324484-38cb-4e68-b4ee-0a425af3df91 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:16.745752 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.753161 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.798804 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5273a0e3-5498-472e-8260-325cfb182fbe details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:26:16.805700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4bc55-32c4-4b95-948f-61bc7b5e92d1 req-191babbd-260b-444d-b1a4-8d116b35f0e4 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:16.819935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ad4bc55-32c4-4b95-948f-61bc7b5e92d1 req-191babbd-260b-444d-b1a4-8d116b35f0e4 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 931 time: 0.2086968 Jul 08 20:26:16.843052 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-282a644c-0e84-49d3-a79f-b020ff081084 req-01175767-f225-4051-a0e7-46eb1ec97d31 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342950 Jul 08 20:26:16.844176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Transition to ACTIVE for port object 3e324484-38cb-4e68-b4ee-0a425af3df91 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:16.845877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aab94be7-5229-4acf-8ea4-75e4190fefd1 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.856609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 48fc36af-b9d6-4706-8c06-2ebd19d0899d is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:26:16.908146 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4b516fbd-786d-424e-8772-22f532f4445c,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:16.921571 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ad4bc55-32c4-4b95-948f-61bc7b5e92d1 req-120d04fb-3309-4152-853b-1d2c4f4c10ba tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008582 Jul 08 20:26:16.941970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c4b34795-c5e1-417c-a32e-2b8f532829c8 None None] Could not find standard attr ID for object e49f8ecf-763c-45a9-ae06-2f2e0354771a. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:26:16.949605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab94be7-5229-4acf-8ea4-75e4190fefd1 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Subnet': ['ID=d07d16a3-eb09-49e6-a232-45587152769d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:16.954496 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.992390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aab94be7-5229-4acf-8ea4-75e4190fefd1 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:16.994378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-aab94be7-5229-4acf-8ea4-75e4190fefd1 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/d07d16a3-eb09-49e6-a232-45587152769d HTTP/1.1" status: 204 len: 168 time: 2.0887687 Jul 08 20:26:16.998269 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60186) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:17.013679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a771b6-0c91-46a7-9872-5bdd23eddb8f None None] Network fb455654-d610-4d47-b235-4bd84814b065 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:17.138975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:26:17.185639 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.196170 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-39dfaa7b-46d4-448a-9a61-63e8c050034d tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6660988 Jul 08 20:26:17.197579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60188) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:17.204922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1933046559'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:17.234281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Sync routers for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:26:17.236532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.240283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['5aad874e-179e-4f53-8a91-58fce4a19dba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:17.276205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['bf5aa183-08c5-49a8-91d7-2937e4f8a459'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:17.278856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['4b516fbd-786d-424e-8772-22f532f4445c'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:17.282754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60990105-42e4-4597-bb1a-06b9ed120a01,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:17.285572 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:17.293037 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.311173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:26:17.337137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Pushing event updated for resources: {'Port': ['ID=3e324484-38cb-4e68-b4ee-0a425af3df91,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:17.347420 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.348957 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Added segment ff35b599-d9c8-4465-9b04-67014ec129d0 of type vlan for network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 Jul 08 20:26:17.381851 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.408145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5273a0e3-5498-472e-8260-325cfb182fbe, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5273a0e3-5498-472e-8260-325cfb182fbe,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:17.423909 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.433795 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3855e4-42e2-4be6-9fa6-9763f99e4a01 req-d2e5bb32-cee4-4549-86c5-926d232c8083 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:17.440059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3855e4-42e2-4be6-9fa6-9763f99e4a01 req-d2e5bb32-cee4-4549-86c5-926d232c8083 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:17.452061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3855e4-42e2-4be6-9fa6-9763f99e4a01 req-d2e5bb32-cee4-4549-86c5-926d232c8083 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:17.459688 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.460549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3855e4-42e2-4be6-9fa6-9763f99e4a01 req-d2e5bb32-cee4-4549-86c5-926d232c8083 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:17.461737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:17.462779 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.468545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3855e4-42e2-4be6-9fa6-9763f99e4a01 req-d2e5bb32-cee4-4549-86c5-926d232c8083 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:17.475209 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:26:17.475778 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:26:17.480300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3855e4-42e2-4be6-9fa6-9763f99e4a01 req-d2e5bb32-cee4-4549-86c5-926d232c8083 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:17.488097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3855e4-42e2-4be6-9fa6-9763f99e4a01 req-d2e5bb32-cee4-4549-86c5-926d232c8083 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:17.493849 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c3855e4-42e2-4be6-9fa6-9763f99e4a01 req-d2e5bb32-cee4-4549-86c5-926d232c8083 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5433 time: 0.4247477 Jul 08 20:26:17.503567 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.504763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:17.505590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:17.512346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Attempting to bind port 3e324484-38cb-4e68-b4ee-0a425af3df91 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:17.513003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Attempting to bind port 3e324484-38cb-4e68-b4ee-0a425af3df91 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '882b62a2-bbb9-472c-a301-ed7d7d4c27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:17.513534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Attempting to bind port 3e324484-38cb-4e68-b4ee-0a425af3df91 on network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:17.518191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '5273a0e3-5498-472e-8260-325cfb182fbe', 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea', 'port_id': '5273a0e3-5498-472e-8260-325cfb182fbe', 'mac_address': 'fa:16:3e:d4:e1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2211b2-f041-4343-87c1-2d4bb81cdffb', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:26:17.524997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Port 3e324484-38cb-4e68-b4ee-0a425af3df91 on network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:26:17.526292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Attempting to bind port 3e324484-38cb-4e68-b4ee-0a425af3df91 on network 961a75ba-9f92-49ed-a84d-8ddfb80f2f6f {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:17.550772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] Pushing event updated for resources: {'Network': ['ID=7b05fa70-f0cf-4107-9f6c-ed339c103dd5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:17.563716 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ba3efe12-5058-4e15-a542-79c327993e51 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3288336 Jul 08 20:26:17.567129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60190) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:17.571978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:17.572491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Checking segment: {'id': '882b62a2-bbb9-472c-a301-ed7d7d4c27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:17.572865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Bound using segment: {'id': '882b62a2-bbb9-472c-a301-ed7d7d4c27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:17.573033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3b5b8c81-fe8c-407c-b538-413866b01123 admin admin] Request body: {'subnet': {'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1737420420-subnet', 'tenant_id': 'f8b49f7d08dc488aa806976a42f2b0ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:17.573339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Bound port: 3e324484-38cb-4e68-b4ee-0a425af3df91, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882b62a2-bbb9-472c-a301-ed7d7d4c27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:17.573679 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.602993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5b8c81-fe8c-407c-b538-413866b01123 admin admin] Made reservation on behalf of f8b49f7d08dc488aa806976a42f2b0ce for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:17.606509 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b5b8c81-fe8c-407c-b538-413866b01123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.633947 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c3855e4-42e2-4be6-9fa6-9763f99e4a01 req-d554683f-3427-4601-8036-d05b24bcddd2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115148 Jul 08 20:26:17.719757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 292f7aa9-a476-4435-81f8-bddc9a433125 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:17.720594 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.776605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] For port 3e324484-38cb-4e68-b4ee-0a425af3df91, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:17.799411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] For port 3e324484-38cb-4e68-b4ee-0a425af3df91, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3e324484-38cb-4e68-b4ee-0a425af3df91,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:17.812564 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.833172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:17.833831 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.835561 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] 10.222.0.104 "PUT /v2.0/ports/3e324484-38cb-4e68-b4ee-0a425af3df91 HTTP/1.1" status: 200 len: 1092 time: 3.1104712 Jul 08 20:26:17.847586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61b6148-0ef8-4686-983f-e78c5a31f64b', 'tag': '3e324484-38cb-4e68-b4ee-0a425af3df91'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:17.850698 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f624635a-4b2b-49bf-87aa-9f816fa40f96" -d '{"events": [{"name": "network-changed", "server_uuid": "f61b6148-0ef8-4686-983f-e78c5a31f64b", "tag": "3e324484-38cb-4e68-b4ee-0a425af3df91"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:17.861216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c22e45-94a7-48c0-b400-3b1518792df9 None None] Network 04f5789d-f885-4568-b867-da46f8b28dbb requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:17.866700 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b5b8c81-fe8c-407c-b538-413866b01123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.889218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:26:17.926479 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] For port 292f7aa9-a476-4435-81f8-bddc9a433125, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=292f7aa9-a476-4435-81f8-bddc9a433125,segment=NetworkSegment(53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288),segment_id=53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:17.927540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:17.987080 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1d4101-8652-4553-a585-81086027a954 x-openstack-request-id: req-0f1d4101-8652-4553-a585-81086027a954 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:17.987459 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61b6148-0ef8-4686-983f-e78c5a31f64b", "tag": "3e324484-38cb-4e68-b4ee-0a425af3df91", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:17.987615 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0f1d4101-8652-4553-a585-81086027a954 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:17.988015 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61b6148-0ef8-4686-983f-e78c5a31f64b', 'tag': '3e324484-38cb-4e68-b4ee-0a425af3df91', 'status': 'completed', 'code': 200} Jul 08 20:26:17.992133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 292f7aa9-a476-4435-81f8-bddc9a433125 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:18.004598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781c22e-cc9e-41be-b292-e319f2fb492f service neutron] Pushing event updated for resources: {'Port': ['ID=3e324484-38cb-4e68-b4ee-0a425af3df91,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:18.008685 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.032429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b8c81-fe8c-407c-b538-413866b01123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ec45d3-b95f-403c-b531-c9e910ad203c,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:18.088762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a1c73eca-d56e-4f9c-ac00-13b1e151b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:18.090354 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a1c73eca-d56e-4f9c-ac00-13b1e151b3eb service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5a1e963d48c74084aaab57a3ac842b1b&device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 1095 time: 0.1911907 Jul 08 20:26:18.113036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:26:18.138802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.139465 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Added segment 52b0453a-76f2-4545-aa7d-de0312589469 of type vlan for network b6341003-e14b-4d48-b05e-160f17e0b25f Jul 08 20:26:18.146870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-a89d2e77-4cb3-47bd-b6ae-011b667acfad service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e324484-38cb-4e68-b4ee-0a425af3df91 HTTP/1.1" status: 200 len: 217 time: 0.0447600 Jul 08 20:26:18.161709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b8c81-fe8c-407c-b538-413866b01123 admin admin] Checking segment: {'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:18.162562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b8c81-fe8c-407c-b538-413866b01123 admin admin] Network hostable DHCP agents. Network: 7b05fa70-f0cf-4107-9f6c-ed339c103dd5, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:26:18.219384 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.259563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No DVR routers for this DVR port 292f7aa9-a476-4435-81f8-bddc9a433125 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:26:18.273995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b8c81-fe8c-407c-b538-413866b01123 admin admin] Network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:26:18.291375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-5c6526c4-f553-452f-8bc3-30a2ba76707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:18.293017 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-5c6526c4-f553-452f-8bc3-30a2ba76707a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e5b8fa3c-e696-450c-b906-06d27f575160 HTTP/1.1" status: 200 len: 862 time: 0.1378076 Jul 08 20:26:18.297312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b8c81-fe8c-407c-b538-413866b01123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 7b05fa70-f0cf-4107-9f6c-ed339c103dd5) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:18.297771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=292f7aa9-a476-4435-81f8-bddc9a433125,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:18.307976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 53faa8d2-e839-419b-b87b-e48710e1fe5c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:18.309871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-81bd344a-27db-4d8a-b509-2f5ad3150f83 None None] Provisioning for port 53faa8d2-e839-419b-b87b-e48710e1fe5c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:18.313755 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.338351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b8c81-fe8c-407c-b538-413866b01123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:18.339311 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b5b8c81-fe8c-407c-b538-413866b01123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.367067 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-eb0a3d95-31ce-4bbd-9318-3924349cc103 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492961 Jul 08 20:26:18.382292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f56fbb-1ecd-4df6-b0e0-d5023a37354c req-0cf7805d-9641-47f4-967f-3b5d12498379 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:18.383912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5881f8e-408c-48a9-95c2-6a89ea10ac03 None None] Network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:18.384598 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5f56fbb-1ecd-4df6-b0e0-d5023a37354c req-0cf7805d-9641-47f4-967f-3b5d12498379 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.2478631 Jul 08 20:26:18.395478 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3b5b8c81-fe8c-407c-b538-413866b01123 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8257911 Jul 08 20:26:18.442947 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5f56fbb-1ecd-4df6-b0e0-d5023a37354c req-ccf0224d-65c0-4c4b-b10d-f967b28e26c7 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500648 Jul 08 20:26:18.451843 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.460720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:18.461796 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.539962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-30e7defa-2a60-45fa-8997-b181b078bceb service neutron] 10.222.0.104 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083591 Jul 08 20:26:18.555991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Network': ['ID=b6341003-e14b-4d48-b05e-160f17e0b25f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:18.570813 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-88f5896c-ff8b-41be-8a1b-e17977da4b54 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3715146 Jul 08 20:26:18.573588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60210) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:18.579487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c0663944-cd9d-47eb-96d2-0a419a5a3dea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'subnet': {'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:18.618285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network b6341003-e14b-4d48-b05e-160f17e0b25f details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:26:18.738534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4faf9e2b-bd68-4a67-8121-d0fd2f87871e req-1520522c-183e-4c5b-b915-c694842191a8 service neutron] 10.222.0.104 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737356 Jul 08 20:26:18.740853 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.753109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 53faa8d2-e839-419b-b87b-e48710e1fe5c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:18.783021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0663944-cd9d-47eb-96d2-0a419a5a3dea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:18.795745 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0663944-cd9d-47eb-96d2-0a419a5a3dea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.805304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:18.812810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb455654-d610-4d47-b235-4bd84814b065']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:18.824568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 53faa8d2-e839-419b-b87b-e48710e1fe5c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:18.825311 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.883275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:18.883768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c8ce0c-ccb5-4aae-b0ad-bba2c2af3288') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:18.904229 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.919749 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc72d3-ced1-4ff4-be1d-64124dc68627 None None] DHCP port deletion for fb455654-d610-4d47-b235-4bd84814b065 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:26:18.934280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea824f-12cb-423b-9dfd-e62221de7efb req-f21e0120-c0d2-47b7-8f58-b78b143caa0d tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:18.935674 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66ea824f-12cb-423b-9dfd-e62221de7efb req-f21e0120-c0d2-47b7-8f58-b78b143caa0d tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 943 time: 0.6414940 Jul 08 20:26:18.943800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.977661 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.980822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:26:18.981274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:18.986671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624635a-4b2b-49bf-87aa-9f816fa40f96 req-4b90139c-6a51-4bc9-bc17-53d901516c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:18.988224 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f624635a-4b2b-49bf-87aa-9f816fa40f96 req-4b90139c-6a51-4bc9-bc17-53d901516c6f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5a1e963d48c74084aaab57a3ac842b1b&device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 1095 time: 0.1687670 Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:26:18.989459 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:26:19.016536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5273a0e3-5498-472e-8260-325cfb182fbe {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:19.118954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973485e3-d016-484c-a493-a1c4ed3ec50c req-8aade72e-a7d3-4813-8979-3821281d43cf tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:19.125403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973485e3-d016-484c-a493-a1c4ed3ec50c req-8aade72e-a7d3-4813-8979-3821281d43cf tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:19.127032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-7b05fa70-f0cf-4107-9f6c-ed339c103dd5', 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5', 'tenant_id': 'f8b49f7d08dc488aa806976a42f2b0ce', 'fixed_ips': [{'subnet_id': '49ec45d3-b95f-403c-b531-c9e910ad203c'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:26:19.127986 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:19.135059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973485e3-d016-484c-a493-a1c4ed3ec50c req-8aade72e-a7d3-4813-8979-3821281d43cf tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:19.143146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973485e3-d016-484c-a493-a1c4ed3ec50c req-8aade72e-a7d3-4813-8979-3821281d43cf tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:19.150510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973485e3-d016-484c-a493-a1c4ed3ec50c req-8aade72e-a7d3-4813-8979-3821281d43cf tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:19.156756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973485e3-d016-484c-a493-a1c4ed3ec50c req-8aade72e-a7d3-4813-8979-3821281d43cf tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:19.164401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973485e3-d016-484c-a493-a1c4ed3ec50c req-8aade72e-a7d3-4813-8979-3821281d43cf tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:19.167913 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-973485e3-d016-484c-a493-a1c4ed3ec50c req-8aade72e-a7d3-4813-8979-3821281d43cf tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5433 time: 0.1756735 Jul 08 20:26:19.172106 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66ea824f-12cb-423b-9dfd-e62221de7efb req-062bc868-0c55-4eca-9c8c-55e8c071cfbe tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258162 Jul 08 20:26:19.180762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5273a0e3-5498-472e-8260-325cfb182fbe, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5273a0e3-5498-472e-8260-325cfb182fbe,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:19.206862 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:19.211126 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:19.211852 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:26:19.218257 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:19.229495 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/networks/fb455654-d610-4d47-b235-4bd84814b065 HTTP/1.1" status: 204 len: 168 time: 2.1803420 Jul 08 20:26:19.250425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60224) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:19.267334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c822903c-da93-43ec-bbc4-af6754681be9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-101737236'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:19.268528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624635a-4b2b-49bf-87aa-9f816fa40f96 req-c5a7676d-2f84-4329-9ce0-c8a232bf1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:19.270960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f624635a-4b2b-49bf-87aa-9f816fa40f96 req-c5a7676d-2f84-4329-9ce0-c8a232bf1020 service neutron] 10.222.0.104 "GET /v2.0/networks?id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f HTTP/1.1" status: 200 len: 923 time: 0.1823030 Jul 08 20:26:19.293852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1d282-a389-4497-aad1-cab10f03f510 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Network': ['ID=fb455654-d610-4d47-b235-4bd84814b065,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:19.310421 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:19.336074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f624635a-4b2b-49bf-87aa-9f816fa40f96 req-ac9d186e-ff99-4a13-bc87-d7ece8793374 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e324484-38cb-4e68-b4ee-0a425af3df91 HTTP/1.1" status: 200 len: 217 time: 0.0510354 Jul 08 20:26:19.360261 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-973485e3-d016-484c-a493-a1c4ed3ec50c req-d2abc3de-c9ea-4947-9d02-170d2aabaf23 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1487122 Jul 08 20:26:19.362553 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0663944-cd9d-47eb-96d2-0a419a5a3dea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:19.412358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624635a-4b2b-49bf-87aa-9f816fa40f96 req-35f53061-148b-4f67-8d94-74f794da8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:19.414483 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f624635a-4b2b-49bf-87aa-9f816fa40f96 req-35f53061-148b-4f67-8d94-74f794da8ddd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e5b8fa3c-e696-450c-b906-06d27f575160 HTTP/1.1" status: 200 len: 862 time: 0.0717437 Jul 08 20:26:19.444088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c822903c-da93-43ec-bbc4-af6754681be9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:19.447944 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c822903c-da93-43ec-bbc4-af6754681be9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:19.490576 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f624635a-4b2b-49bf-87aa-9f816fa40f96 req-4e2d2d66-1528-4fbe-b399-4eb20e5896bb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646098 Jul 08 20:26:19.506221 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0663944-cd9d-47eb-96d2-0a419a5a3dea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Subnet': ['ID=d5b8c5b3-959d-4426-b13c-63611a8caa3d,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:19.518957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c822903c-da93-43ec-bbc4-af6754681be9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:26:19.544852 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c822903c-da93-43ec-bbc4-af6754681be9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:19.545088 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-c822903c-da93-43ec-bbc4-af6754681be9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Added segment ea52be78-f624-4c38-892d-2fa965bfb63a of type vlan for network 92de5a5a-0998-40b8-a469-224664230ae1 Jul 08 20:26:19.599659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0663944-cd9d-47eb-96d2-0a419a5a3dea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Checking segment: {'id': '52b0453a-76f2-4545-aa7d-de0312589469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:19.600007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0663944-cd9d-47eb-96d2-0a419a5a3dea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network hostable DHCP agents. Network: b6341003-e14b-4d48-b05e-160f17e0b25f, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:26:19.633239 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:26:19.634933 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c822903c-da93-43ec-bbc4-af6754681be9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:19.650187 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 53faa8d2-e839-419b-b87b-e48710e1fe5c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=53faa8d2-e839-419b-b87b-e48710e1fe5c,segment=NetworkSegment(1e8219ca-a521-4ba9-be1e-ff09b0b02742),segment_id=1e8219ca-a521-4ba9-be1e-ff09b0b02742)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:19.652410 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0663944-cd9d-47eb-96d2-0a419a5a3dea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network b6341003-e14b-4d48-b05e-160f17e0b25f is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:26:19.716341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c0663944-cd9d-47eb-96d2-0a419a5a3dea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, b6341003-e14b-4d48-b05e-160f17e0b25f) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:19.724328 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f624635a-4b2b-49bf-87aa-9f816fa40f96 req-e1563fbd-bfc6-4012-b8a0-0ac347d4c4df service neutron] 10.222.0.104 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290666 Jul 08 20:26:19.731682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0663944-cd9d-47eb-96d2-0a419a5a3dea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:19.732192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0663944-cd9d-47eb-96d2-0a419a5a3dea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:19.757117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-aafdf3c1-b2ef-4aa3-97ca-641980351080 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:19.759261 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-aafdf3c1-b2ef-4aa3-97ca-641980351080 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/networks?id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5 HTTP/1.1" status: 200 len: 816 time: 0.2322736 Jul 08 20:26:19.773558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5273a0e3-5498-472e-8260-325cfb182fbe,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:19.782177 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c0663944-cd9d-47eb-96d2-0a419a5a3dea tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2071333 Jul 08 20:26:19.783995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c822903c-da93-43ec-bbc4-af6754681be9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:19.784470 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:19.791645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c822903c-da93-43ec-bbc4-af6754681be9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:19.792320 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c822903c-da93-43ec-bbc4-af6754681be9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:19.794603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60238) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:19.801440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bc565f-3852-4eaf-8fee-fbb704919526 None None] Network b6341003-e14b-4d48-b05e-160f17e0b25f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:19.827548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-e00b5f6b-bfd8-4426-8060-e9a97130375b tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/quotas/f8b49f7d08dc488aa806976a42f2b0ce HTTP/1.1" status: 200 len: 375 time: 0.0535333 Jul 08 20:26:19.916888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-7cbeff3c-b880-4f66-b21d-23b559fa7ac4 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f8b49f7d08dc488aa806976a42f2b0ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777442 Jul 08 20:26:19.993109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 292f7aa9-a476-4435-81f8-bddc9a433125 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:26:20.068083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 292f7aa9-a476-4435-81f8-bddc9a433125 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:26:20.068956 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 292f7aa9-a476-4435-81f8-bddc9a433125 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:26:20.077538 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f624635a-4b2b-49bf-87aa-9f816fa40f96 req-108aea5c-4cd1-406a-96c5-38ae790fdd96 service neutron] 10.222.0.104 "GET /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430731 Jul 08 20:26:20.091736 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-cc755f58-933e-407c-b947-0eeba7729f9e service neutron] 10.222.0.101 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599257 Jul 08 20:26:20.162878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:20.182959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=53faa8d2-e839-419b-b87b-e48710e1fe5c,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:20.185913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '5f8f73f5-2b56-402b-ba6e-e83ac510fe9a', 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213', 'port_id': '5f8f73f5-2b56-402b-ba6e-e83ac510fe9a', 'mac_address': 'fa:16:3e:20:c3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d557e9a-a0b2-4dcc-8401-6293602492e6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:26:20.189831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Allocated IP 172.20.0.2 (7b05fa70-f0cf-4107-9f6c-ed339c103dd5/49ec45d3-b95f-403c-b531-c9e910ad203c/7409bff6-5879-46e6-acf8-6ef9d8145266) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:20.221349 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-ca0db7c5-c145-476c-afcd-299fb00c0741 service neutron] 10.222.0.101 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285303 Jul 08 20:26:20.292825 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:20.310812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:20.359647 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f8c1b-004b-4400-8cc6-2ef356d8eb6e req-fab97eed-2bf5-4a50-8860-22b838e8ac40 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:20.361264 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b2f8c1b-004b-4400-8cc6-2ef356d8eb6e req-fab97eed-2bf5-4a50-8860-22b838e8ac40 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.6849072 Jul 08 20:26:20.611407 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c822903c-da93-43ec-bbc4-af6754681be9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3589797 Jul 08 20:26:20.616008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60254) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:20.620622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d2085a4d-1ecb-4fa7-979a-00187a10ff78 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': '92de5a5a-0998-40b8-a469-224664230ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:20.660577 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822903c-da93-43ec-bbc4-af6754681be9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Network': ['ID=92de5a5a-0998-40b8-a469-224664230ae1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:20.667511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:15Z', 'revision_number': 2, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:15Z', 'revision_number': 2, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:20.677503 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 92de5a5a-0998-40b8-a469-224664230ae1 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:26:20.717537 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b2f8c1b-004b-4400-8cc6-2ef356d8eb6e req-f1a6ec9f-cbff-4e9b-ab96-de1bb0411f30 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120606 Jul 08 20:26:20.806787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:20.894258 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9f40b60a-cf6b-407c-a6ba-3a7b2116de81 None None] Provisioning complete for port 53faa8d2-e839-419b-b87b-e48710e1fe5c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:20.894776 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9f40b60a-cf6b-407c-a6ba-3a7b2116de81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:20.906381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2085a4d-1ecb-4fa7-979a-00187a10ff78 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:20.919675 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2085a4d-1ecb-4fa7-979a-00187a10ff78 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:20.971756 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:20.972414 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 33623758-89e8-42b6-8915-bab2257c92bf details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:26:20.975153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Checking router: 48fc36af-b9d6-4706-8c06-2ebd19d0899d for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:26:20.975508 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Updating router 48fc36af-b9d6-4706-8c06-2ebd19d0899d port da3a4cd6-569c-4c0e-ae94-538fe839628b binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:26:21.101744 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:21.156389 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:21.211250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-b6341003-e14b-4d48-b05e-160f17e0b25f', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:26:21.215652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b16d35-b524-4006-ab85-f51e9d20e7c5 req-2de17265-26b1-4112-be79-e8446c00b2b1 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:21.217262 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-70b16d35-b524-4006-ab85-f51e9d20e7c5 req-2de17265-26b1-4112-be79-e8446c00b2b1 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 943 time: 0.2867763 Jul 08 20:26:21.217405 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:21.345772 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-70b16d35-b524-4006-ab85-f51e9d20e7c5 req-7769677a-e710-496c-999b-a904fc27f186 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920494 Jul 08 20:26:21.371580 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2085a4d-1ecb-4fa7-979a-00187a10ff78 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:21.485284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2085a4d-1ecb-4fa7-979a-00187a10ff78 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Subnet': ['ID=3c326119-c439-413a-8cc2-486eef2833b5,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:21.513841 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:26:21.538967 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:21.548197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2085a4d-1ecb-4fa7-979a-00187a10ff78 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Checking segment: {'id': 'ea52be78-f624-4c38-892d-2fa965bfb63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '92de5a5a-0998-40b8-a469-224664230ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:21.548741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2085a4d-1ecb-4fa7-979a-00187a10ff78 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network hostable DHCP agents. Network: 92de5a5a-0998-40b8-a469-224664230ae1, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:26:21.564616 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 33623758-89e8-42b6-8915-bab2257c92bf, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=33623758-89e8-42b6-8915-bab2257c92bf,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:21.600757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:21.602343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4493e-19ab-477d-b238-7ef5cf1420af req-a8cc6296-9a5e-44dc-9332-8918190190ea tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:21.615311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Transition to ACTIVE for port object 7409bff6-5879-46e6-acf8-6ef9d8145266 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:21.618920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4493e-19ab-477d-b238-7ef5cf1420af req-a8cc6296-9a5e-44dc-9332-8918190190ea tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:21.624878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4493e-19ab-477d-b238-7ef5cf1420af req-a8cc6296-9a5e-44dc-9332-8918190190ea tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:21.632123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4493e-19ab-477d-b238-7ef5cf1420af req-a8cc6296-9a5e-44dc-9332-8918190190ea tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:21.637970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4493e-19ab-477d-b238-7ef5cf1420af req-a8cc6296-9a5e-44dc-9332-8918190190ea tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:21.644015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4493e-19ab-477d-b238-7ef5cf1420af req-a8cc6296-9a5e-44dc-9332-8918190190ea tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:21.650369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4493e-19ab-477d-b238-7ef5cf1420af req-a8cc6296-9a5e-44dc-9332-8918190190ea tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:21.657914 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-55a4493e-19ab-477d-b238-7ef5cf1420af req-a8cc6296-9a5e-44dc-9332-8918190190ea tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5435 time: 0.3564682 Jul 08 20:26:21.667101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2085a4d-1ecb-4fa7-979a-00187a10ff78 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 92de5a5a-0998-40b8-a469-224664230ae1 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:26:21.691334 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-d2085a4d-1ecb-4fa7-979a-00187a10ff78 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 92de5a5a-0998-40b8-a469-224664230ae1) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:21.701186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2085a4d-1ecb-4fa7-979a-00187a10ff78 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:21.701789 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2085a4d-1ecb-4fa7-979a-00187a10ff78 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:21.710858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '33623758-89e8-42b6-8915-bab2257c92bf', 'network_id': '387df71c-15b2-4fee-b85a-8ed2fd4e79ea', 'port_id': '33623758-89e8-42b6-8915-bab2257c92bf', 'mac_address': 'fa:16:3e:a4:3e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2211b2-f041-4343-87c1-2d4bb81cdffb', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:26:21.720333 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-55a4493e-19ab-477d-b238-7ef5cf1420af req-e1112e38-2d83-44fd-b5d8-6f09732593e6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600049 Jul 08 20:26:21.730024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062d2a31-09fe-4faa-a415-1fa65e7488e6 None None] Network 92de5a5a-0998-40b8-a469-224664230ae1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:21.756099 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d2085a4d-1ecb-4fa7-979a-00187a10ff78 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1395688 Jul 08 20:26:21.758391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60276) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:21.763822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': '92de5a5a-0998-40b8-a469-224664230ae1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2085501402'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:21.777312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Transition to ACTIVE for port object 7409bff6-5879-46e6-acf8-6ef9d8145266 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:21.778175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Allocated IP 2001:db8:1::1 (b6341003-e14b-4d48-b05e-160f17e0b25f/d5b8c5b3-959d-4426-b13c-63611a8caa3d/ac755a99-a0ae-4675-87c7-6c701f12c852) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:21.846611 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:21.902814 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:21.917434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-6648317a-4cd8-406e-adc1-826784ca5517 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:21.928031 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-6648317a-4cd8-406e-adc1-826784ca5517 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/networks?id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5 HTTP/1.1" status: 200 len: 816 time: 0.4068198 Jul 08 20:26:21.948077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3e324484-38cb-4e68-b4ee-0a425af3df91 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:26:21.960093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 53faa8d2-e839-419b-b87b-e48710e1fe5c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:21.962070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9f40b60a-cf6b-407c-a6ba-3a7b2116de81 None None] Provisioning for port da3a4cd6-569c-4c0e-ae94-538fe839628b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:21.987636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:21.988164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:21.994091 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:21.995335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33623758-89e8-42b6-8915-bab2257c92bf {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:22.017685 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-4da6c69b-07cb-4816-91af-fe278c16106e tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/quotas/f8b49f7d08dc488aa806976a42f2b0ce HTTP/1.1" status: 200 len: 375 time: 0.0883920 Jul 08 20:26:22.023366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port e60052e0-a05c-4a67-8434-54377133c5f6 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:26:22.032394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9f40b60a-cf6b-407c-a6ba-3a7b2116de81 None None] Provisioning complete for port da3a4cd6-569c-4c0e-ae94-538fe839628b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:22.032801 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9f40b60a-cf6b-407c-a6ba-3a7b2116de81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:22.034688 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Pushing event updated for resources: {'Port': ['ID=7409bff6-5879-46e6-acf8-6ef9d8145266,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:22.046010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:22.079273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:22.116771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 33623758-89e8-42b6-8915-bab2257c92bf, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=33623758-89e8-42b6-8915-bab2257c92bf,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:22.121017 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:22.138862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Transition to ACTIVE for port object ac755a99-a0ae-4675-87c7-6c701f12c852 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:22.154014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29903eec-4405-47c5-85bd-e246aafff217 req-04f0eb33-6a33-41c5-adcf-3ceb834c5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:22.155585 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29903eec-4405-47c5-85bd-e246aafff217 req-04f0eb33-6a33-41c5-adcf-3ceb834c5c66 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 1097 time: 0.6326118 Jul 08 20:26:22.157087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.12 (92de5a5a-0998-40b8-a469-224664230ae1/3c326119-c439-413a-8cc2-486eef2833b5/e60052e0-a05c-4a67-8434-54377133c5f6) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:22.196534 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:22.196534 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 38715079-6e58-4111-a451-5e41d5afc8d8 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:26:22.230551 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29903eec-4405-47c5-85bd-e246aafff217 req-3a8db549-386d-450b-a5bf-057fa2eeae1c service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631454 Jul 08 20:26:22.246848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:22.259120 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-24b874fe-b05c-48f4-81f7-ac9c53669431 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f8b49f7d08dc488aa806976a42f2b0ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2403972 Jul 08 20:26:22.282648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9f40b60a-cf6b-407c-a6ba-3a7b2116de81 None None] Port da3a4cd6-569c-4c0e-ae94-538fe839628b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:26:22.298905 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:22.315770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Transition to ACTIVE for port object e60052e0-a05c-4a67-8434-54377133c5f6 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:22.353917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network b6341003-e14b-4d48-b05e-160f17e0b25f is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:22.363011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:22.370248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:22.370832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:22.374066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=ac755a99-a0ae-4675-87c7-6c701f12c852,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:22.448445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Attempting to bind port 7409bff6-5879-46e6-acf8-6ef9d8145266 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:22.448844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Attempting to bind port 7409bff6-5879-46e6-acf8-6ef9d8145266 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:22.449222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Attempting to bind port 7409bff6-5879-46e6-acf8-6ef9d8145266 on network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:22.453458 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:26:22.457746 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:22.512059 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-d7d7f4e1-5c7d-43ed-a3ca-7506729ec5ac service neutron] 10.222.0.101 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265360 Jul 08 20:26:22.517348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=33623758-89e8-42b6-8915-bab2257c92bf,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:22.522234 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 38715079-6e58-4111-a451-5e41d5afc8d8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=38715079-6e58-4111-a451-5e41d5afc8d8,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:22.532789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Allocated IP 2001:db8:1::2 (b6341003-e14b-4d48-b05e-160f17e0b25f/d5b8c5b3-959d-4426-b13c-63611a8caa3d/c401ace8-5375-42d7-a464-46e9bf5934c1) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:22.535502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:22.536228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Checking segment: {'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:22.536958 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:22.537377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Bound using segment: {'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:22.537900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Bound port: 7409bff6-5879-46e6-acf8-6ef9d8145266, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:22.538533 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:22.542256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3e324484-38cb-4e68-b4ee-0a425af3df91, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3e324484-38cb-4e68-b4ee-0a425af3df91,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:22.545332 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Transition to ACTIVE for port object da3a4cd6-569c-4c0e-ae94-538fe839628b will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:22.571992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 53faa8d2-e839-419b-b87b-e48710e1fe5c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:22.572418 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:22.613170 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:22.623005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '38715079-6e58-4111-a451-5e41d5afc8d8', 'network_id': 'cd03060a-bfc6-43cb-9261-c17858115213', 'port_id': '38715079-6e58-4111-a451-5e41d5afc8d8', 'mac_address': 'fa:16:3e:85:72:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d557e9a-a0b2-4dcc-8401-6293602492e6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:26:22.623331 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:22.631319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '3e324484-38cb-4e68-b4ee-0a425af3df91', 'network_id': '961a75ba-9f92-49ed-a84d-8ddfb80f2f6f', 'port_id': '3e324484-38cb-4e68-b4ee-0a425af3df91', 'mac_address': 'fa:16:3e:0f:97:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b8fa3c-e696-450c-b906-06d27f575160', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:26:22.738219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-3fe00e32-a152-45d7-827d-4c7f2202eef0 service neutron] 10.222.0.101 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876974 Jul 08 20:26:22.788374 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:22.849980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394290a-d068-4d52-966f-fdaa5b759b67 None None] Pushing event updated for resources: {'Port': ['ID=da3a4cd6-569c-4c0e-ae94-538fe839628b,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:22.934050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 92de5a5a-0998-40b8-a469-224664230ae1 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:22.954253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=e60052e0-a05c-4a67-8434-54377133c5f6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:22.967302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:22.971141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:23.055674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:23.058284 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.069909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-becc0c2e-8474-4d37-bc11-350cf8ee09a6 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:23.070853 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-becc0c2e-8474-4d37-bc11-350cf8ee09a6 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.104 "GET /v2.0/networks?id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5 HTTP/1.1" status: 200 len: 816 time: 0.7154129 Jul 08 20:26:23.098961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Request body: {'port': {'device_id': 'eae74178-2f75-4afa-b24d-31eb13327e54', 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5', 'admin_state_up': True, 'tenant_id': 'f8b49f7d08dc488aa806976a42f2b0ce'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:23.157847 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.162205 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-beeb8847-6ec8-4c13-a2c8-9f431015159c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.4023464 Jul 08 20:26:23.164948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60294) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:23.174191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7425def-2595-4c8e-9ec6-b8a469afcad3 req-af0fc700-14e8-40b8-90d8-9c4a643bccb5 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:23.175890 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d7425def-2595-4c8e-9ec6-b8a469afcad3 req-af0fc700-14e8-40b8-90d8-9c4a643bccb5 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.8220763 Jul 08 20:26:23.179831 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.183287 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.295925 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d7425def-2595-4c8e-9ec6-b8a469afcad3 req-e2753b3b-78b3-43b6-b5b9-a024c92022b0 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081161 Jul 08 20:26:23.331631 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] For port 7409bff6-5879-46e6-acf8-6ef9d8145266, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:23.347177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] For port 7409bff6-5879-46e6-acf8-6ef9d8145266, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7409bff6-5879-46e6-acf8-6ef9d8145266,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:23.357163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Made reservation on behalf of f8b49f7d08dc488aa806976a42f2b0ce for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:23.360098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-92de5a5a-0998-40b8-a469-224664230ae1', 'network_id': '92de5a5a-0998-40b8-a469-224664230ae1', 'tenant_id': '71f0e7236dba4c15b1913f9f6f671c80', 'fixed_ips': [{'subnet_id': '3c326119-c439-413a-8cc2-486eef2833b5'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:26:23.360966 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.368523 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.370178 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.371678 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.426068 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.534012 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.536078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38715079-6e58-4111-a451-5e41d5afc8d8 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:23.539827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=ac755a99-a0ae-4675-87c7-6c701f12c852,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:23.548164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e324484-38cb-4e68-b4ee-0a425af3df91 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:23.604951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Attempting to bind port da3a4cd6-569c-4c0e-ae94-538fe839628b on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:23.605327 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Attempting to bind port da3a4cd6-569c-4c0e-ae94-538fe839628b by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '1e8219ca-a521-4ba9-be1e-ff09b0b02742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:23.605918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Attempting to bind port da3a4cd6-569c-4c0e-ae94-538fe839628b on network 04f5789d-f885-4568-b867-da46f8b28dbb {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:23.631720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Allocated IP 172.20.0.4 (7b05fa70-f0cf-4107-9f6c-ed339c103dd5/49ec45d3-b95f-403c-b531-c9e910ad203c/d8430881-9959-4dcb-8833-96f3d98ee135) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:23.637279 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d913856-db53-4123-a84e-fc41cfa25c1d req-35ffdbfe-909f-4032-9de0-800b1bf96b3f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:23.638979 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d913856-db53-4123-a84e-fc41cfa25c1d req-35ffdbfe-909f-4032-9de0-800b1bf96b3f tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 943 time: 0.3478575 Jul 08 20:26:23.647536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a42efd-8319-46e7-bef3-f590d8f77fda req-605c24e2-a313-457c-b43d-f5ab50ffa2fa tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:23.651568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network b6341003-e14b-4d48-b05e-160f17e0b25f is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:23.653780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a42efd-8319-46e7-bef3-f590d8f77fda req-605c24e2-a313-457c-b43d-f5ab50ffa2fa tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:23.662698 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a42efd-8319-46e7-bef3-f590d8f77fda req-605c24e2-a313-457c-b43d-f5ab50ffa2fa tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:23.663205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:23.672426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a42efd-8319-46e7-bef3-f590d8f77fda req-605c24e2-a313-457c-b43d-f5ab50ffa2fa tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:23.680202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a42efd-8319-46e7-bef3-f590d8f77fda req-605c24e2-a313-457c-b43d-f5ab50ffa2fa tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:23.684194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a4b64-35f7-43f0-a76c-b7e67fa1571b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port e60052e0-a05c-4a67-8434-54377133c5f6 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:23.684531 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4b64-35f7-43f0-a76c-b7e67fa1571b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.687623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a42efd-8319-46e7-bef3-f590d8f77fda req-605c24e2-a313-457c-b43d-f5ab50ffa2fa tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:23.695719 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a42efd-8319-46e7-bef3-f590d8f77fda req-605c24e2-a313-457c-b43d-f5ab50ffa2fa tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:23.703547 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a42efd-8319-46e7-bef3-f590d8f77fda req-605c24e2-a313-457c-b43d-f5ab50ffa2fa tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5436 time: 0.2217431 Jul 08 20:26:23.710699 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 38715079-6e58-4111-a451-5e41d5afc8d8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=38715079-6e58-4111-a451-5e41d5afc8d8,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:23.713153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3e324484-38cb-4e68-b4ee-0a425af3df91, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3e324484-38cb-4e68-b4ee-0a425af3df91,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:23.714372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:23.714757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Checking segment: {'id': '1e8219ca-a521-4ba9-be1e-ff09b0b02742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:23.718151 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.725281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Bound using segment: {'id': '1e8219ca-a521-4ba9-be1e-ff09b0b02742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:23.726045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Bound port: da3a4cd6-569c-4c0e-ae94-538fe839628b, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8219ca-a521-4ba9-be1e-ff09b0b02742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:23.726452 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.768828 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7a42efd-8319-46e7-bef3-f590d8f77fda req-42c43646-b41f-4382-b786-c508cb8c782d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639629 Jul 08 20:26:23.786972 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d913856-db53-4123-a84e-fc41cfa25c1d req-12b7e009-da36-4596-b913-39db80a506d5 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342630 Jul 08 20:26:23.805952 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.831039 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:23.863136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bf5aa183-08c5-49a8-91d7-2937e4f8a459 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:23.865707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e2de4-546b-4c1c-9993-6e67facf466c None None] Pushing event updated for resources: {'Port': ['ID=7409bff6-5879-46e6-acf8-6ef9d8145266,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:24.050448 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:24.098364 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Transition to ACTIVE for port object c401ace8-5375-42d7-a464-46e9bf5934c1 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:24.102355 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['3e324484-38cb-4e68-b4ee-0a425af3df91'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:24.138375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60310) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:24.178502 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:24.190640 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] For port da3a4cd6-569c-4c0e-ae94-538fe839628b, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:24.193819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Transition to ACTIVE for port object d8430881-9959-4dcb-8833-96f3d98ee135 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:24.194360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] For port da3a4cd6-569c-4c0e-ae94-538fe839628b, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=da3a4cd6-569c-4c0e-ae94-538fe839628b,segment=NetworkSegment(1e8219ca-a521-4ba9-be1e-ff09b0b02742),segment_id=1e8219ca-a521-4ba9-be1e-ff09b0b02742)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:24.241517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 48fc36af-b9d6-4706-8c06-2ebd19d0899d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:26:24.245804 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:24.254270 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4b64-35f7-43f0-a76c-b7e67fa1571b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:24.256943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Transition to ACTIVE for port object c401ace8-5375-42d7-a464-46e9bf5934c1 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:24.270893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=3e324484-38cb-4e68-b4ee-0a425af3df91,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:24.290427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a4b64-35f7-43f0-a76c-b7e67fa1571b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for e60052e0-a05c-4a67-8434-54377133c5f6 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:24.290922 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:24.304717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d05726a-47cf-4260-bcce-11dc976dcf47 admin admin] Deleting subnet 292379a6-ccc8-4ff7-b796-dd5f388cdc04 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:26:24.317194 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d05726a-47cf-4260-bcce-11dc976dcf47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:24.327459 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:24.349792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port bf5aa183-08c5-49a8-91d7-2937e4f8a459 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:24.366930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['33623758-89e8-42b6-8915-bab2257c92bf'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:24.369413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['38715079-6e58-4111-a451-5e41d5afc8d8'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:24.430974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:24.432489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:24.440186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:24.443201 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Allocated IP 172.20.0.2 (92de5a5a-0998-40b8-a469-224664230ae1/3c326119-c439-413a-8cc2-486eef2833b5/307fb78f-7d4a-46d2-91ac-3503cca2a9db) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:24.461185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port bf5aa183-08c5-49a8-91d7-2937e4f8a459 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:24.461556 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:24.463631 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e414d-869f-4335-8455-5ae4766a1600 req-7805821b-a974-4927-ab61-014ed4e69bab tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:24.475223 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-7805821b-a974-4927-ab61-014ed4e69bab tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/networks?id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5 HTTP/1.1" status: 200 len: 816 time: 0.4770975 Jul 08 20:26:24.511042 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d05726a-47cf-4260-bcce-11dc976dcf47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:24.534760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=38715079-6e58-4111-a451-5e41d5afc8d8,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:24.561187 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Network b6341003-e14b-4d48-b05e-160f17e0b25f is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:24.581820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:24.582879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:24.601358 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-928a40ed-ecab-42c8-afae-df6e7f460a26 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/quotas/f8b49f7d08dc488aa806976a42f2b0ce HTTP/1.1" status: 200 len: 375 time: 0.1252279 Jul 08 20:26:24.658300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Pushing event updated for resources: {'Port': ['ID=d8430881-9959-4dcb-8833-96f3d98ee135,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:24.659516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:26:24.718805 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-52cdb329-61d8-4581-b4fb-04070c70ec04 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9156287 Jul 08 20:26:24.727112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60316) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:24.730718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:24.730993 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4b64-35f7-43f0-a76c-b7e67fa1571b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:24.734874 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:24.747370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:24.748058 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:24.766677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-e936b6c3-85bb-4751-a490-b6bd7c6c819b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1583338448'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:24.772096 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d05726a-47cf-4260-bcce-11dc976dcf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:24.841779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a4b64-35f7-43f0-a76c-b7e67fa1571b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=e60052e0-a05c-4a67-8434-54377133c5f6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:24.859281 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1f5a5e80-ad5d-404a-a3b7-25a93a2747f7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7728705 Jul 08 20:26:24.876565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Request body: {'port': {'device_id': 'eae74178-2f75-4afa-b24d-31eb13327e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:24.947295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9fb47-72c7-4fc6-9838-1e07e4e12da3 req-2f4b92f1-8db2-4d6a-a6a7-21ea621aae42 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:24.947825 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4b64-35f7-43f0-a76c-b7e67fa1571b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:24.949614 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5b9fb47-72c7-4fc6-9838-1e07e4e12da3 req-2f4b92f1-8db2-4d6a-a6a7-21ea621aae42 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.4466662 Jul 08 20:26:24.955138 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5f4a4b64-35f7-43f0-a76c-b7e67fa1571b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/e60052e0-a05c-4a67-8434-54377133c5f6 HTTP/1.1" status: 204 len: 168 time: 1.7887211 Jul 08 20:26:24.958918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60322) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:25.034667 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef33a61-236f-4fc0-ab53-01753151a68a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:26:25.041522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bef33a61-236f-4fc0-ab53-01753151a68a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/e60052e0-a05c-4a67-8434-54377133c5f6 HTTP/1.1" status: 404 len: 333 time: 0.0806849 Jul 08 20:26:25.077835 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60326) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:25.080499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Attempting to bind port c401ace8-5375-42d7-a464-46e9bf5934c1 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:25.080988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Attempting to bind port c401ace8-5375-42d7-a464-46e9bf5934c1 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '52b0453a-76f2-4545-aa7d-de0312589469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:25.081400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Attempting to bind port c401ace8-5375-42d7-a464-46e9bf5934c1 on network b6341003-e14b-4d48-b05e-160f17e0b25f {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:25.089853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:25.119036 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d05726a-47cf-4260-bcce-11dc976dcf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.198143 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5b9fb47-72c7-4fc6-9838-1e07e4e12da3 req-dccba1f0-d991-42dc-b350-057eb3dca473 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203641 Jul 08 20:26:25.201303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e4473-31f0-4814-965e-3ad30f70fa73 None None] Network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:25.212684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05726a-47cf-4260-bcce-11dc976dcf47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292379a6-ccc8-4ff7-b796-dd5f388cdc04,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:25.220834 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d05726a-47cf-4260-bcce-11dc976dcf47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.223808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3d05726a-47cf-4260-bcce-11dc976dcf47 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/292379a6-ccc8-4ff7-b796-dd5f388cdc04 HTTP/1.1" status: 204 len: 168 time: 1.0723405 Jul 08 20:26:25.227332 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.229278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394290a-d068-4d52-966f-fdaa5b759b67 None None] Pushing event updated for resources: {'Port': ['ID=da3a4cd6-569c-4c0e-ae94-538fe839628b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:25.243429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60330) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:25.256708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:25.257093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Checking segment: {'id': '52b0453a-76f2-4545-aa7d-de0312589469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:25.257502 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.258341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Bound using segment: {'id': '52b0453a-76f2-4545-aa7d-de0312589469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:25.258839 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Bound port: c401ace8-5375-42d7-a464-46e9bf5934c1, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b0453a-76f2-4545-aa7d-de0312589469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:25.259231 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.325828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-801018cb-dfd3-441a-a0fe-2c6997139d05 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting subnet 3c326119-c439-413a-8cc2-486eef2833b5 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:26:25.395244 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['5273a0e3-5498-472e-8260-325cfb182fbe'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:25.397403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['5f8f73f5-2b56-402b-ba6e-e83ac510fe9a'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:25.424343 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b40b0d73-48a6-46e3-99bd-1a3740ec69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.468933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e936b6c3-85bb-4751-a490-b6bd7c6c819b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:25.473385 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e936b6c3-85bb-4751-a490-b6bd7c6c819b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.488953 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-0d142363-499d-4426-9bca-0214e7b3c264 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f8b49f7d08dc488aa806976a42f2b0ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8653257 Jul 08 20:26:25.591216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-fdfff0fb-3560-4fd8-b20f-f1f8353311ba tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:25.592939 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-fdfff0fb-3560-4fd8-b20f-f1f8353311ba tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.103 "GET /v2.0/networks?id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5 HTTP/1.1" status: 200 len: 816 time: 0.8683033 Jul 08 20:26:25.599957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e936b6c3-85bb-4751-a490-b6bd7c6c819b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:26:25.607725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Request body: {'port': {'device_id': '8c04b2dd-4348-418c-a330-86042c617812', 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5', 'admin_state_up': True, 'tenant_id': 'f8b49f7d08dc488aa806976a42f2b0ce'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:25.639978 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b40b0d73-48a6-46e3-99bd-1a3740ec69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.663141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-b40b0d73-48a6-46e3-99bd-1a3740ec69aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc95e2f6-b48f-4a63-8e2f-0f1147e6b760']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:25.668340 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e936b6c3-85bb-4751-a490-b6bd7c6c819b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.669491 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-e936b6c3-85bb-4751-a490-b6bd7c6c819b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Added segment 40a94c33-0954-49cc-88bf-9534166ae017 of type vlan for network f84c807e-7b91-49d5-8b81-88811c12402a Jul 08 20:26:25.692333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb63-65cd-43ea-b36c-9cab92febbaf req-75cd7a6e-e10a-4811-9eb5-c41d581f0eda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:25.694723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-58c795da-c226-47da-92af-4d9eb133d6c4 None None] Provisioning for port 7409bff6-5879-46e6-acf8-6ef9d8145266 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:25.698460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb63-65cd-43ea-b36c-9cab92febbaf req-75cd7a6e-e10a-4811-9eb5-c41d581f0eda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:25.704402 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb63-65cd-43ea-b36c-9cab92febbaf req-75cd7a6e-e10a-4811-9eb5-c41d581f0eda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:25.710956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb63-65cd-43ea-b36c-9cab92febbaf req-75cd7a6e-e10a-4811-9eb5-c41d581f0eda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:25.717913 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb63-65cd-43ea-b36c-9cab92febbaf req-75cd7a6e-e10a-4811-9eb5-c41d581f0eda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:25.724681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb63-65cd-43ea-b36c-9cab92febbaf req-75cd7a6e-e10a-4811-9eb5-c41d581f0eda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:25.731067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb63-65cd-43ea-b36c-9cab92febbaf req-75cd7a6e-e10a-4811-9eb5-c41d581f0eda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:25.733119 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4358eb63-65cd-43ea-b36c-9cab92febbaf req-75cd7a6e-e10a-4811-9eb5-c41d581f0eda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5437 time: 0.3139284 Jul 08 20:26:25.742124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-b40b0d73-48a6-46e3-99bd-1a3740ec69aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699aa462-77cd-4c5a-8cae-9c60902901ee') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:25.742512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-b40b0d73-48a6-46e3-99bd-1a3740ec69aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699aa462-77cd-4c5a-8cae-9c60902901ee') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:25.759903 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b40b0d73-48a6-46e3-99bd-1a3740ec69aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.766309 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-a391bd7d-5849-43ca-9292-2d8e3e51c3b8 service neutron] 10.222.0.101 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659440 Jul 08 20:26:25.771175 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e936b6c3-85bb-4751-a490-b6bd7c6c819b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.777349 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.802243 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b40b0d73-48a6-46e3-99bd-1a3740ec69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.826641 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40b0d73-48a6-46e3-99bd-1a3740ec69aa admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:26:25.827131 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b40b0d73-48a6-46e3-99bd-1a3740ec69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:26:25.829533 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:26:25.848652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Pushing event updated for resources: {'Port': ['ID=c401ace8-5375-42d7-a464-46e9bf5934c1,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:25.919110 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4358eb63-65cd-43ea-b36c-9cab92febbaf req-22a39d0e-bb68-4061-a8c1-2ed94c7b49e0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1645417 Jul 08 20:26:25.935717 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-ab52cf26-d703-4cdb-986b-face46f7fff4 service neutron] 10.222.0.101 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393862 Jul 08 20:26:25.936955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e936b6c3-85bb-4751-a490-b6bd7c6c819b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.953781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936b6c3-85bb-4751-a490-b6bd7c6c819b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:25.954446 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e936b6c3-85bb-4751-a490-b6bd7c6c819b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.961299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Made reservation on behalf of f8b49f7d08dc488aa806976a42f2b0ce for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:25.978359 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:25.994060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5aa183-08c5-49a8-91d7-2937e4f8a459'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:25.997370 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fca8380-d667-422d-a669-7723b143bfd7" -d '{"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "bf5aa183-08c5-49a8-91d7-2937e4f8a459"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:26.033854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b40b0d73-48a6-46e3-99bd-1a3740ec69aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.049778 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b40b0d73-48a6-46e3-99bd-1a3740ec69aa admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.057583 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] For port c401ace8-5375-42d7-a464-46e9bf5934c1, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:26.058539 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b40b0d73-48a6-46e3-99bd-1a3740ec69aa admin admin] 10.222.0.101 "DELETE /v2.0/networks/bc95e2f6-b48f-4a63-8e2f-0f1147e6b760 HTTP/1.1" status: 204 len: 168 time: 0.8095679 Jul 08 20:26:26.068142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8430881-9959-4dcb-8833-96f3d98ee135 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:26.091603 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.105074 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.117678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bf5aa183-08c5-49a8-91d7-2937e4f8a459, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf5aa183-08c5-49a8-91d7-2937e4f8a459,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:26.130504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b0d73-48a6-46e3-99bd-1a3740ec69aa admin admin] Pushing event deleted for resources: {'Network': ['ID=bc95e2f6-b48f-4a63-8e2f-0f1147e6b760,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:26.139432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7409bff6-5879-46e6-acf8-6ef9d8145266 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:26.154954 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e936b6c3-85bb-4751-a490-b6bd7c6c819b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4238188 Jul 08 20:26:26.156343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60338) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:26.164436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-bc29e5a2-d649-4ad4-ab33-031528bcd2e6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'subnet': {'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:26.168349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Transition to ACTIVE for port object d8430881-9959-4dcb-8833-96f3d98ee135 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:26.177184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Transition to ACTIVE for port object 307fb78f-7d4a-46d2-91ac-3503cca2a9db will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:26.194470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936b6c3-85bb-4751-a490-b6bd7c6c819b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Network': ['ID=f84c807e-7b91-49d5-8b81-88811c12402a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:26.196591 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Transition to ACTIVE for port object 307fb78f-7d4a-46d2-91ac-3503cca2a9db will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:26.200771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.262074 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-801018cb-dfd3-441a-a0fe-2c6997139d05 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.281722 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.286044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5aad874e-179e-4f53-8a91-58fce4a19dba up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:26.293098 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.295737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network f84c807e-7b91-49d5-8b81-88811c12402a details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:26:26.362275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] For port c401ace8-5375-42d7-a464-46e9bf5934c1, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c401ace8-5375-42d7-a464-46e9bf5934c1,segment=NetworkSegment(52b0453a-76f2-4545-aa7d-de0312589469),segment_id=52b0453a-76f2-4545-aa7d-de0312589469)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:26.372705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60344) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:26.415630 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Allocated IP 172.20.0.3 (7b05fa70-f0cf-4107-9f6c-ed339c103dd5/49ec45d3-b95f-403c-b531-c9e910ad203c/bb2affb1-e5da-4da7-91c0-4a596a0ab68e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:26.428986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8430881-9959-4dcb-8833-96f3d98ee135,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:26.458758 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.497146 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0267b960-9cce-4ef2-8bd0-4482ad236f38 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=12186e02ce744e01bcd7d8888ea0fb20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1213574 Jul 08 20:26:26.499881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60350) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:26.510454 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-801018cb-dfd3-441a-a0fe-2c6997139d05 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.609534 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Network 92de5a5a-0998-40b8-a469-224664230ae1 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:26.612523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306a364-4959-4109-907c-b614f09db899 req-20fa1301-b202-40ff-958c-3e460ad66792 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:26.615081 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4306a364-4959-4109-907c-b614f09db899 req-20fa1301-b202-40ff-958c-3e460ad66792 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 944 time: 0.4717085 Jul 08 20:26:26.677187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc29e5a2-d649-4ad4-ab33-031528bcd2e6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:26.681428 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc29e5a2-d649-4ad4-ab33-031528bcd2e6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.683992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:26.716350 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4c39a878-b71e-4eb8-9925-1f20c96f19dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.718114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:26.756885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=bf5aa183-08c5-49a8-91d7-2937e4f8a459,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:26.769070 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4c39a878-b71e-4eb8-9925-1f20c96f19dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.788524 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.802811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Transition to ACTIVE for port object bb2affb1-e5da-4da7-91c0-4a596a0ab68e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:26.855166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.867682 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4306a364-4959-4109-907c-b614f09db899 req-f1f5f3a6-37bb-471e-8af2-ea57127f5e76 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275298 Jul 08 20:26:26.875780 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-801018cb-dfd3-441a-a0fe-2c6997139d05 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:26.929711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7a915-5f9f-4021-a1ed-8fc0732d28cc req-83d7650f-8760-45f3-aadc-44f045cf56c0 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:26.937859 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0a7a915-5f9f-4021-a1ed-8fc0732d28cc req-83d7650f-8760-45f3-aadc-44f045cf56c0 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.3556247 Jul 08 20:26:26.947947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Attempting to bind port d8430881-9959-4dcb-8833-96f3d98ee135 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:26.948292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Attempting to bind port d8430881-9959-4dcb-8833-96f3d98ee135 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:26.948651 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Attempting to bind port d8430881-9959-4dcb-8833-96f3d98ee135 on network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:26.995598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Port d8430881-9959-4dcb-8833-96f3d98ee135 on network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:26:26.995944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Attempting to bind port d8430881-9959-4dcb-8833-96f3d98ee135 on network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:26.997319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 7409bff6-5879-46e6-acf8-6ef9d8145266 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:27.003502 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ee0586-9d1a-4ad8-9201-baa1c8e6053c x-openstack-request-id: req-c0ee0586-9d1a-4ad8-9201-baa1c8e6053c {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:27.003748 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "bf5aa183-08c5-49a8-91d7-2937e4f8a459", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:27.004196 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c0ee0586-9d1a-4ad8-9201-baa1c8e6053c {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:27.004623 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5aa183-08c5-49a8-91d7-2937e4f8a459', 'code': 200} Jul 08 20:26:27.017844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:27.018189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Checking segment: {'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:27.018581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Bound using segment: {'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:27.019080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Bound port: d8430881-9959-4dcb-8833-96f3d98ee135, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:27.019384 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.030900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 5aad874e-179e-4f53-8a91-58fce4a19dba completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:27.062319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:27.067973 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7409bff6-5879-46e6-acf8-6ef9d8145266 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:27.068541 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.092414 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 5aad874e-179e-4f53-8a91-58fce4a19dba triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:27.092769 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.095652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:22Z', 'revision_number': 3, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:22Z', 'revision_number': 2, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:24Z', 'revision_number': 4, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:27.131366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:27.135040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Pushing event updated for resources: {'Port': ['ID=307fb78f-7d4a-46d2-91ac-3503cca2a9db,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:27.138398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:27.146838 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-801018cb-dfd3-441a-a0fe-2c6997139d05 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.244557 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0a7a915-5f9f-4021-a1ed-8fc0732d28cc req-1a349e4b-2e8c-4ae5-94ef-3071f639f5db tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051395 Jul 08 20:26:27.249762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801018cb-dfd3-441a-a0fe-2c6997139d05 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Subnet': ['ID=3c326119-c439-413a-8cc2-486eef2833b5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:27.262240 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:27.262412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Attempting to bind port 307fb78f-7d4a-46d2-91ac-3503cca2a9db on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:27.262891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Attempting to bind port 307fb78f-7d4a-46d2-91ac-3503cca2a9db by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ea52be78-f624-4c38-892d-2fa965bfb63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '92de5a5a-0998-40b8-a469-224664230ae1'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:27.263034 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.263429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Attempting to bind port 307fb78f-7d4a-46d2-91ac-3503cca2a9db on network 92de5a5a-0998-40b8-a469-224664230ae1 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:27.290529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Pushing event updated for resources: {'Port': ['ID=bb2affb1-e5da-4da7-91c0-4a596a0ab68e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:27.306345 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ca3e1bbb-c091-4c54-831c-bbcca72d011d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7023163 Jul 08 20:26:27.307716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809ee4a-6a9f-4b2c-888d-50ca65e95156 None None] The sync data for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 is: [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:22Z', 'revision_number': 3, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:22Z', 'revision_number': 2, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:24Z', 'revision_number': 4, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:26:27.308321 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4c39a878-b71e-4eb8-9925-1f20c96f19dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.312020 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-801018cb-dfd3-441a-a0fe-2c6997139d05 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.319668 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4c39a878-b71e-4eb8-9925-1f20c96f19dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.320758 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-801018cb-dfd3-441a-a0fe-2c6997139d05 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/3c326119-c439-413a-8cc2-486eef2833b5 HTTP/1.1" status: 204 len: 168 time: 2.2375004 Jul 08 20:26:27.325768 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4c39a878-b71e-4eb8-9925-1f20c96f19dc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/22cf82e9-e124-40a1-97ad-ab465cc3889d HTTP/1.1" status: 204 len: 168 time: 0.8245940 Jul 08 20:26:27.326227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60358) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:27.334707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Request body: {'port': {'device_id': '8c04b2dd-4348-418c-a330-86042c617812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:27.348528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:27.350586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Checking segment: {'id': 'ea52be78-f624-4c38-892d-2fa965bfb63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '92de5a5a-0998-40b8-a469-224664230ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:27.351297 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.355384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Bound using segment: {'id': 'ea52be78-f624-4c38-892d-2fa965bfb63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '92de5a5a-0998-40b8-a469-224664230ae1'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:27.357720 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Bound port: 307fb78f-7d4a-46d2-91ac-3503cca2a9db, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea52be78-f624-4c38-892d-2fa965bfb63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '92de5a5a-0998-40b8-a469-224664230ae1'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:27.358429 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.427152 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-290d0e77-508d-4e77-ac07-7f00a90b403e req-301b263f-0c94-45cd-8e77-09437b9f64d2 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 210 time: 0.1952343 Jul 08 20:26:27.439844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc29e5a2-d649-4ad4-ab33-031528bcd2e6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.447959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] For port d8430881-9959-4dcb-8833-96f3d98ee135, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:27.475651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39a878-b71e-4eb8-9925-1f20c96f19dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cf82e9-e124-40a1-97ad-ab465cc3889d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:27.606955 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3de294-7bd7-4d2d-ae4c-90545fdd9e4b None None] Pushing event updated for resources: {'Port': ['ID=c401ace8-5375-42d7-a464-46e9bf5934c1,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:27.617559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] For port d8430881-9959-4dcb-8833-96f3d98ee135, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8430881-9959-4dcb-8833-96f3d98ee135,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:27.638797 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.799672 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.845005 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.939159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fab9a-e81f-4fee-9f49-d07e1993a5b4 req-3c15feda-bb5f-4780-9bc5-23ebd63006f2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:27.955079 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:27.961984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fab9a-e81f-4fee-9f49-d07e1993a5b4 req-3c15feda-bb5f-4780-9bc5-23ebd63006f2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:27.969424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fab9a-e81f-4fee-9f49-d07e1993a5b4 req-3c15feda-bb5f-4780-9bc5-23ebd63006f2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:27.975687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3e324484-38cb-4e68-b4ee-0a425af3df91 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:27.977497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fab9a-e81f-4fee-9f49-d07e1993a5b4 req-3c15feda-bb5f-4780-9bc5-23ebd63006f2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:27.986204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fab9a-e81f-4fee-9f49-d07e1993a5b4 req-3c15feda-bb5f-4780-9bc5-23ebd63006f2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:28.000620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fab9a-e81f-4fee-9f49-d07e1993a5b4 req-3c15feda-bb5f-4780-9bc5-23ebd63006f2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:28.016945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fab9a-e81f-4fee-9f49-d07e1993a5b4 req-3c15feda-bb5f-4780-9bc5-23ebd63006f2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:28.040987 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-412fab9a-e81f-4fee-9f49-d07e1993a5b4 req-3c15feda-bb5f-4780-9bc5-23ebd63006f2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5438 time: 0.3894892 Jul 08 20:26:28.125389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3a681a58-34df-4ebe-b517-417714601230 None None] For port 307fb78f-7d4a-46d2-91ac-3503cca2a9db, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:28.219505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3a681a58-34df-4ebe-b517-417714601230 None None] For port 307fb78f-7d4a-46d2-91ac-3503cca2a9db, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=307fb78f-7d4a-46d2-91ac-3503cca2a9db,segment=NetworkSegment(ea52be78-f624-4c38-892d-2fa965bfb63a),segment_id=ea52be78-f624-4c38-892d-2fa965bfb63a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:28.236568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0467faab-1cff-4038-a043-cb2db02c3955 None None] Provisioning complete for port 7409bff6-5879-46e6-acf8-6ef9d8145266 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:28.236980 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0467faab-1cff-4038-a043-cb2db02c3955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:28.257999 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:28.259995 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:28.491832 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 7409bff6-5879-46e6-acf8-6ef9d8145266, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7409bff6-5879-46e6-acf8-6ef9d8145266,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:28.594493 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-412fab9a-e81f-4fee-9f49-d07e1993a5b4 req-cb20ed8b-9a9d-40e8-84bf-d2eace22e815 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5518615 Jul 08 20:26:28.676083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5aad874e-179e-4f53-8a91-58fce4a19dba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5aad874e-179e-4f53-8a91-58fce4a19dba,segment=NetworkSegment(a728bf02-0983-4a75-8d42-361c6881bbad),segment_id=a728bf02-0983-4a75-8d42-361c6881bbad)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:28.736424 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:28.737596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4b516fbd-786d-424e-8772-22f532f4445c up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:28.827832 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e414d-869f-4335-8455-5ae4766a1600 req-87fe1dfd-73bd-41f0-9eec-c412bac0a2c4 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:28.830806 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-87fe1dfd-73bd-41f0-9eec-c412bac0a2c4 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.104 "GET /v2.0/networks?id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5 HTTP/1.1" status: 200 len: 816 time: 0.2028847 Jul 08 20:26:28.884900 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 307fb78f-7d4a-46d2-91ac-3503cca2a9db {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:28.885966 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:28.887529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce78d5a0-4f01-4aac-957f-9fadb3535f40 None None] Network b6341003-e14b-4d48-b05e-160f17e0b25f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:28.921026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-f17e414d-869f-4335-8455-5ae4766a1600 req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Request body: {'port': {'device_id': '57598deb-6fd4-4ca2-9423-2a0ee2eb9074', 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5', 'admin_state_up': True, 'tenant_id': 'f8b49f7d08dc488aa806976a42f2b0ce'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:29.003794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:29.004884 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:29.006630 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] 10.222.0.104 "PUT /v2.0/ports/d8430881-9959-4dcb-8833-96f3d98ee135 HTTP/1.1" status: 200 len: 1092 time: 4.1377246 Jul 08 20:26:29.012416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae74178-2f75-4afa-b24d-31eb13327e54', 'tag': 'd8430881-9959-4dcb-8833-96f3d98ee135'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:29.015308 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a941997-2c9b-4391-aee5-2744fe78b020" -d '{"events": [{"name": "network-changed", "server_uuid": "eae74178-2f75-4afa-b24d-31eb13327e54", "tag": "d8430881-9959-4dcb-8833-96f3d98ee135"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:29.049354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aad874e-179e-4f53-8a91-58fce4a19dba'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:29.053737 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d4f6d9-9ec9-4097-b038-5f1fcd83fe42" -d '{"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "5aad874e-179e-4f53-8a91-58fce4a19dba"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:29.079708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60396) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:29.116910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 3e324484-38cb-4e68-b4ee-0a425af3df91 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:29.118981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29e5a2-d649-4ad4-ab33-031528bcd2e6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Subnet': ['ID=53d276a1-ad57-46ba-9972-c304196b6fe0,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:29.126664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a681a58-34df-4ebe-b517-417714601230 None None] Pushing event updated for resources: {'Port': ['ID=307fb78f-7d4a-46d2-91ac-3503cca2a9db,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:29.138744 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:29.204202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] For port 307fb78f-7d4a-46d2-91ac-3503cca2a9db, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=307fb78f-7d4a-46d2-91ac-3503cca2a9db,segment=NetworkSegment(ea52be78-f624-4c38-892d-2fa965bfb63a),segment_id=ea52be78-f624-4c38-892d-2fa965bfb63a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:29.204887 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:29.255174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bc4ee-d0e8-41d4-9fcc-f92e32bba3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8430881-9959-4dcb-8833-96f3d98ee135,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:29.299559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29e5a2-d649-4ad4-ab33-031528bcd2e6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Checking segment: {'id': '40a94c33-0954-49cc-88bf-9534166ae017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:29.303629 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc29e5a2-d649-4ad4-ab33-031528bcd2e6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network hostable DHCP agents. Network: f84c807e-7b91-49d5-8b81-88811c12402a, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:26:29.315835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 3e324484-38cb-4e68-b4ee-0a425af3df91 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:29.316213 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:29.371587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1044268126-network', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:29.376846 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5aad874e-179e-4f53-8a91-58fce4a19dba,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:29.393643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 307fb78f-7d4a-46d2-91ac-3503cca2a9db owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:29.454443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2affb1-e5da-4da7-91c0-4a596a0ab68e {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:29.458039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-5c635bae-591b-4e05-a3e8-d35ff6708aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:29.463279 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-5c635bae-591b-4e05-a3e8-d35ff6708aa1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8b49f7d08dc488aa806976a42f2b0ce&device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 1095 time: 0.3476732 Jul 08 20:26:29.463954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc29e5a2-d649-4ad4-ab33-031528bcd2e6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network f84c807e-7b91-49d5-8b81-88811c12402a is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:26:29.469153 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:29.481073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e918f04-5c83-4e67-bdcd-f92ccc157681 req-b90d86da-3558-495f-b93e-afd7e3b0af15 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:29.487228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e918f04-5c83-4e67-bdcd-f92ccc157681 req-b90d86da-3558-495f-b93e-afd7e3b0af15 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 944 time: 0.6217034 Jul 08 20:26:29.491114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da3a4cd6-569c-4c0e-ae94-538fe839628b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:29.528807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 4b516fbd-786d-424e-8772-22f532f4445c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:29.544556 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-bc29e5a2-d649-4ad4-ab33-031528bcd2e6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, f84c807e-7b91-49d5-8b81-88811c12402a) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:29.546265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17e414d-869f-4335-8455-5ae4766a1600 req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Made reservation on behalf of f8b49f7d08dc488aa806976a42f2b0ce for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:29.552917 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f17e414d-869f-4335-8455-5ae4766a1600 req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:29.563484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6928f74-ef19-4375-9366-a26775f26954 req-6b2c41d8-d0e9-48a5-8778-c6e5f989377b tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:29.573002 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e6928f74-ef19-4375-9366-a26775f26954 req-6b2c41d8-d0e9-48a5-8778-c6e5f989377b tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.5758600 Jul 08 20:26:29.589589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Made reservation on behalf of 19ba4cf0369f429aa704185ab183dd93 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:29.590455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc29e5a2-d649-4ad4-ab33-031528bcd2e6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:29.592216 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:29.593180 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc29e5a2-d649-4ad4-ab33-031528bcd2e6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:29.603871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Transition to ACTIVE for port object bb2affb1-e5da-4da7-91c0-4a596a0ab68e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:29.618022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d754e6b-1d84-4e9c-8cda-7e5563e3748e None None] Network f84c807e-7b91-49d5-8b81-88811c12402a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:29.619466 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-30d5ba7b-5b84-4fc9-9c4a-2092ff9bb081 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8430881-9959-4dcb-8833-96f3d98ee135 HTTP/1.1" status: 200 len: 217 time: 0.1163032 Jul 08 20:26:29.622330 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:29.624020 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:29.642814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 4b516fbd-786d-424e-8772-22f532f4445c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:29.643347 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:29.700798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bc29e5a2-d649-4ad4-ab33-031528bcd2e6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5424426 Jul 08 20:26:29.704602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60402) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:29.712038 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e918f04-5c83-4e67-bdcd-f92ccc157681 req-3aeed927-0803-4de5-97b1-594776f24cf0 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024100 Jul 08 20:26:29.816148 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e6928f74-ef19-4375-9366-a26775f26954 req-f9e4ac8a-d884-426e-a3cc-bed69ad51e4f tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268779 Jul 08 20:26:29.843118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2affb1-e5da-4da7-91c0-4a596a0ab68e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:29.883098 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:29.920454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1522b733-7a3f-42e1-8094-e1e039d3ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:29.921888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-1522b733-7a3f-42e1-8094-e1e039d3ec08 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49ec45d3-b95f-403c-b531-c9e910ad203c HTTP/1.1" status: 200 len: 855 time: 0.3016012 Jul 08 20:26:29.950309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:29.950907 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:29.950999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:29.951413 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:29.951748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:29.952076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:29.953362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:29.953362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:29.953362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:29.953707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:29.953905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:29.954235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:29.974460 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a9234b6b-73da-4265-9897-90690cbf44d5 req-707128ea-ad19-4a39-a846-ca51ef0711f1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 210 time: 0.0757129 Jul 08 20:26:30.004821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No DVR routers for this DVR port 307fb78f-7d4a-46d2-91ac-3503cca2a9db on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:26:30.031022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=7409bff6-5879-46e6-acf8-6ef9d8145266,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:30.107534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=307fb78f-7d4a-46d2-91ac-3503cca2a9db,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:30.182409 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.194605 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c1cc55-31fe-463d-a50f-69c31c557813 x-openstack-request-id: req-b5c1cc55-31fe-463d-a50f-69c31c557813 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:30.195638 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae74178-2f75-4afa-b24d-31eb13327e54", "tag": "d8430881-9959-4dcb-8833-96f3d98ee135", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:30.195947 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b5c1cc55-31fe-463d-a50f-69c31c557813 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:30.196757 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae74178-2f75-4afa-b24d-31eb13327e54', 'tag': 'd8430881-9959-4dcb-8833-96f3d98ee135', 'status': 'completed', 'code': 200} Jul 08 20:26:30.206329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0467faab-1cff-4038-a043-cb2db02c3955 None None] Provisioning for port d8430881-9959-4dcb-8833-96f3d98ee135 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:30.209975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3976e046-6655-4304-a146-02add0f77114 None None] Network 92de5a5a-0998-40b8-a469-224664230ae1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:30.215967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.220256 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6591e67-ca05-4f4e-8d47-5a774a93e028 x-openstack-request-id: req-e6591e67-ca05-4f4e-8d47-5a774a93e028 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:30.220256 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "5aad874e-179e-4f53-8a91-58fce4a19dba", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:30.220588 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e6591e67-ca05-4f4e-8d47-5a774a93e028 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:30.220970 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aad874e-179e-4f53-8a91-58fce4a19dba', 'code': 200} Jul 08 20:26:30.249902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92de5a5a-0998-40b8-a469-224664230ae1']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:30.255530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-f17e414d-869f-4335-8455-5ae4766a1600 req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Allocated IP 172.20.0.6 (7b05fa70-f0cf-4107-9f6c-ed339c103dd5/49ec45d3-b95f-403c-b531-c9e910ad203c/73bc3391-0640-4fdd-b9b7-a4f350f86f44) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:30.273322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Attempting to bind port bb2affb1-e5da-4da7-91c0-4a596a0ab68e on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:30.273821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Attempting to bind port bb2affb1-e5da-4da7-91c0-4a596a0ab68e by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:30.274153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Attempting to bind port bb2affb1-e5da-4da7-91c0-4a596a0ab68e on network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:30.288868 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea52be78-f624-4c38-892d-2fa965bfb63a') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:30.289175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea52be78-f624-4c38-892d-2fa965bfb63a') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:30.291619 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-f75fe941-6806-4511-af75-c4485f683813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:30.293198 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-f75fe941-6806-4511-af75-c4485f683813 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3620787 Jul 08 20:26:30.327057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Port bb2affb1-e5da-4da7-91c0-4a596a0ab68e on network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:26:30.327638 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Attempting to bind port bb2affb1-e5da-4da7-91c0-4a596a0ab68e on network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:30.339795 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.351331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:30.351927 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Checking segment: {'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:30.352487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Bound using segment: {'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:30.353127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Bound port: bb2affb1-e5da-4da7-91c0-4a596a0ab68e, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:30.353640 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.370371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3e324484-38cb-4e68-b4ee-0a425af3df91, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3e324484-38cb-4e68-b4ee-0a425af3df91,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:30.410626 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.429103 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.434856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port da3a4cd6-569c-4c0e-ae94-538fe839628b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:30.445033 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.451962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:26:30.452680 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:26:30.456173 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:26:30.469233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port da3a4cd6-569c-4c0e-ae94-538fe839628b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:30.469618 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.476054 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.525139 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.570383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:26:30.592597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] For port bb2affb1-e5da-4da7-91c0-4a596a0ab68e, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:30.602205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] For port bb2affb1-e5da-4da7-91c0-4a596a0ab68e, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bb2affb1-e5da-4da7-91c0-4a596a0ab68e,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:30.609670 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.610579 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Added segment 3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc of type vlan for network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a Jul 08 20:26:30.612621 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.615500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53b9f40-fd21-4a55-a9bd-ba76f4478632,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:30.631634 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0645e7fd-88e5-429c-ba49-dcc99ae34b26 None None] Provisioning for port c401ace8-5375-42d7-a464-46e9bf5934c1 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:30.638056 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.640600 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/networks/92de5a5a-0998-40b8-a469-224664230ae1 HTTP/1.1" status: 204 len: 168 time: 3.2202055 Jul 08 20:26:30.644083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.655137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60404) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:30.672766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-60176f81-99c7-475f-b24e-a522c40b7040 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'name': 'tempest-PortsTestJSON-1812934801'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:30.680660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4b516fbd-786d-424e-8772-22f532f4445c, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4b516fbd-786d-424e-8772-22f532f4445c,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:30.699108 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.720848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=3e324484-38cb-4e68-b4ee-0a425af3df91,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:30.733646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:30.741312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2affb1-e5da-4da7-91c0-4a596a0ab68e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:30.748257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a16ad-dd9c-4c5b-9c1a-13ed304a11c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Network': ['ID=92de5a5a-0998-40b8-a469-224664230ae1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:30.763491 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-2fe8bc8f-c0fc-483b-9c65-d3313feff74a service neutron] 10.222.0.104 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223742 Jul 08 20:26:30.767014 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.772230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:30.772983 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.774875 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-b9d0d54d-63f4-4ea9-ade2-b3096f4d8314 service neutron] 10.222.0.103 "PUT /v2.0/ports/bb2affb1-e5da-4da7-91c0-4a596a0ab68e HTTP/1.1" status: 200 len: 1092 time: 3.4477072 Jul 08 20:26:30.775584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c04b2dd-4348-418c-a330-86042c617812', 'tag': 'bb2affb1-e5da-4da7-91c0-4a596a0ab68e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:30.777954 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36d10a9-65c3-4aba-a96a-9fe9d293b7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c04b2dd-4348-418c-a330-86042c617812", "tag": "bb2affb1-e5da-4da7-91c0-4a596a0ab68e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:30.846285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-f84c807e-7b91-49d5-8b81-88811c12402a', 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'fixed_ips': [{'subnet_id': '53d276a1-ad57-46ba-9972-c304196b6fe0'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:26:30.855021 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.926373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615f54-c551-4258-91f4-3b9fa19a0437 req-aba55b3a-9696-4dd2-a687-3b42c40a8a44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:30.932810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615f54-c551-4258-91f4-3b9fa19a0437 req-aba55b3a-9696-4dd2-a687-3b42c40a8a44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:30.943259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615f54-c551-4258-91f4-3b9fa19a0437 req-aba55b3a-9696-4dd2-a687-3b42c40a8a44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:30.954214 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.955611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:30.956318 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:30.977929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615f54-c551-4258-91f4-3b9fa19a0437 req-aba55b3a-9696-4dd2-a687-3b42c40a8a44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:31.000703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615f54-c551-4258-91f4-3b9fa19a0437 req-aba55b3a-9696-4dd2-a687-3b42c40a8a44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:31.027548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615f54-c551-4258-91f4-3b9fa19a0437 req-aba55b3a-9696-4dd2-a687-3b42c40a8a44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:31.028505 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Sync routers for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:26:31.040700 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:31.041331 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:31.053518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615f54-c551-4258-91f4-3b9fa19a0437 req-aba55b3a-9696-4dd2-a687-3b42c40a8a44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:31.055692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec615f54-c551-4258-91f4-3b9fa19a0437 req-aba55b3a-9696-4dd2-a687-3b42c40a8a44 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5439 time: 0.7133024 Jul 08 20:26:31.059469 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0645e7fd-88e5-429c-ba49-dcc99ae34b26 None None] Provisioning for port bb2affb1-e5da-4da7-91c0-4a596a0ab68e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:31.068424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] Pushing event updated for resources: {'Network': ['ID=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:31.100623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4b516fbd-786d-424e-8772-22f532f4445c,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:31.139553 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-748ae161-192e-4575-a222-8aac829b606a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0496044 Jul 08 20:26:31.142534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60416) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:31.154352 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-7a694524-211e-474d-8787-f75f7a3f8c6f admin admin] Request body: {'subnet': {'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1044268126-subnet', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:31.200431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a694524-211e-474d-8787-f75f7a3f8c6f admin admin] Made reservation on behalf of 19ba4cf0369f429aa704185ab183dd93 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:31.203200 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a694524-211e-474d-8787-f75f7a3f8c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:31.217459 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f17e414d-869f-4335-8455-5ae4766a1600 req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:31.227122 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:31.248932 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:26:31.274303 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:31.365267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:31.369079 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-2fbee50c-0d25-4f61-86a1-415e1e54a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:31.378604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-2fbee50c-0d25-4f61-86a1-415e1e54a8b0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f8b49f7d08dc488aa806976a42f2b0ce&device_id=8c04b2dd-4348-418c-a330-86042c617812 HTTP/1.1" status: 200 len: 1095 time: 0.4711320 Jul 08 20:26:31.396658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-f17e414d-869f-4335-8455-5ae4766a1600 req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Transition to ACTIVE for port object 73bc3391-0640-4fdd-b9b7-a4f350f86f44 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:31.414807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:31.415185 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:31.445314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ba163-0aba-46d0-a327-8cf1a65c6dc5 req-bec05d4d-1e01-4997-90b5-d059e006955c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:31.453822 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b72ba163-0aba-46d0-a327-8cf1a65c6dc5 req-bec05d4d-1e01-4997-90b5-d059e006955c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 945 time: 0.3962846 Jul 08 20:26:31.498043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port da3a4cd6-569c-4c0e-ae94-538fe839628b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=da3a4cd6-569c-4c0e-ae94-538fe839628b,segment=NetworkSegment(1e8219ca-a521-4ba9-be1e-ff09b0b02742),segment_id=1e8219ca-a521-4ba9-be1e-ff09b0b02742)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:31.500178 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-545af9f3-cc1b-4ffe-8648-2a8718deb5a8 req-59875d4e-eb5c-4302-9a08-dfcc7459e9bd service neutron] 10.222.0.104 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058675 Jul 08 20:26:31.519189 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f17e414d-869f-4335-8455-5ae4766a1600 req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:31.521612 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:31.523012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c401ace8-5375-42d7-a464-46e9bf5934c1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:31.529119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Allocated IP 2001:db8:2::2 (f84c807e-7b91-49d5-8b81-88811c12402a/53d276a1-ad57-46ba-9972-c304196b6fe0/005e3b89-c689-46f5-baa2-3bcc1883d9a1) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:31.582976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17e414d-869f-4335-8455-5ae4766a1600 req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:31.587691 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ccf48e3d-a93c-48b5-9a89-5b952639ec5c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb2affb1-e5da-4da7-91c0-4a596a0ab68e HTTP/1.1" status: 200 len: 217 time: 0.1977277 Jul 08 20:26:31.596434 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:22Z', 'revision_number': 3, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:22Z', 'revision_number': 2, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:24Z', 'revision_number': 4, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:31.622925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-f17e414d-869f-4335-8455-5ae4766a1600 req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:31.629416 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:31.668206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17e414d-869f-4335-8455-5ae4766a1600 req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:31.673443 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b72ba163-0aba-46d0-a327-8cf1a65c6dc5 req-5e77d79a-0942-43ad-bcb6-1de3ae29acd5 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185009 Jul 08 20:26:31.689921 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Checking router: 48fc36af-b9d6-4706-8c06-2ebd19d0899d for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:26:31.690263 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Updating router 48fc36af-b9d6-4706-8c06-2ebd19d0899d port ac755a99-a0ae-4675-87c7-6c701f12c852 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:26:31.746360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b368eef6-5237-4be4-8fb4-64349ea2ca2e None None] Provisioning for port ac755a99-a0ae-4675-87c7-6c701f12c852 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:31.764320 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:31.786708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b368eef6-5237-4be4-8fb4-64349ea2ca2e None None] Provisioning complete for port ac755a99-a0ae-4675-87c7-6c701f12c852 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:31.789148 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b368eef6-5237-4be4-8fb4-64349ea2ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:31.820852 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=da3a4cd6-569c-4c0e-ae94-538fe839628b,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:31.922200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-14d7b350-81b4-44f3-a229-35200f2ae54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:31.925935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-14d7b350-81b4-44f3-a229-35200f2ae54e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=49ec45d3-b95f-403c-b531-c9e910ad203c HTTP/1.1" status: 200 len: 855 time: 0.3287828 Jul 08 20:26:31.930132 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbfcf5b-be42-40db-9b6e-c66e7b688bd7 x-openstack-request-id: req-5bbfcf5b-be42-40db-9b6e-c66e7b688bd7 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:31.934289 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c04b2dd-4348-418c-a330-86042c617812", "tag": "bb2affb1-e5da-4da7-91c0-4a596a0ab68e", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:31.934683 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5bbfcf5b-be42-40db-9b6e-c66e7b688bd7 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:31.935377 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c04b2dd-4348-418c-a330-86042c617812', 'tag': 'bb2affb1-e5da-4da7-91c0-4a596a0ab68e', 'status': 'completed', 'code': 200} Jul 08 20:26:31.939135 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a694524-211e-474d-8787-f75f7a3f8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.031068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e414d-869f-4335-8455-5ae4766a1600 req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:32.032595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f17e414d-869f-4335-8455-5ae4766a1600 req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.046882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60176f81-99c7-475f-b24e-a522c40b7040 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:32.053369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60176f81-99c7-475f-b24e-a522c40b7040 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.055027 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.067741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Transition to ACTIVE for port object 005e3b89-c689-46f5-baa2-3bcc1883d9a1 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:32.085980 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec615f54-c551-4258-91f4-3b9fa19a0437 req-56bad2c7-8a3d-4c2f-a416-bfc5864c9732 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9660604 Jul 08 20:26:32.090582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Transition to ACTIVE for port object 005e3b89-c689-46f5-baa2-3bcc1883d9a1 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:32.090768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a694524-211e-474d-8787-f75f7a3f8c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef936b0-47ce-414e-91d0-763f04ecd41e,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:32.104949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port c401ace8-5375-42d7-a464-46e9bf5934c1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:32.110827 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.115741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a694524-211e-474d-8787-f75f7a3f8c6f admin admin] Checking segment: {'id': '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:32.115922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c401ace8-5375-42d7-a464-46e9bf5934c1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:32.116165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a694524-211e-474d-8787-f75f7a3f8c6f admin admin] Network hostable DHCP agents. Network: 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:26:32.116275 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.120168 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.133247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-60176f81-99c7-475f-b24e-a522c40b7040 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port 7164b391-73fe-497e-81d6-b4075c884e6a yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:26:32.163368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-cf37d08b-ffc0-4b27-bfa9-63946c505ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:32.166278 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-cf37d08b-ffc0-4b27-bfa9-63946c505ab9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2219467 Jul 08 20:26:32.167958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a694524-211e-474d-8787-f75f7a3f8c6f admin admin] Network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:26:32.174672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Network f84c807e-7b91-49d5-8b81-88811c12402a is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:32.184372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:32.189396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:32.212085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e774cb-afe4-4786-97b8-9d7514290178 req-469952b5-efdd-41dc-ae65-8cdefb4de9fe tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:32.221923 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f9e774cb-afe4-4786-97b8-9d7514290178 req-469952b5-efdd-41dc-ae65-8cdefb4de9fe tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.1944821 Jul 08 20:26:32.225264 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.225854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-7a694524-211e-474d-8787-f75f7a3f8c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:32.250244 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3385546 Jul 08 20:26:32.254944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b368eef6-5237-4be4-8fb4-64349ea2ca2e None None] Port ac755a99-a0ae-4675-87c7-6c701f12c852 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:26:32.267925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61b6148-0ef8-4686-983f-e78c5a31f64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e324484-38cb-4e68-b4ee-0a425af3df91'}, {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b516fbd-786d-424e-8772-22f532f4445c'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:32.268850 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Transition to ACTIVE for port object ac755a99-a0ae-4675-87c7-6c701f12c852 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:32.272417 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a8f332-1da6-43c0-9a10-125500636698" -d '{"events": [{"server_uuid": "f61b6148-0ef8-4686-983f-e78c5a31f64b", "name": "network-vif-plugged", "status": "completed", "tag": "3e324484-38cb-4e68-b4ee-0a425af3df91"}, {"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "4b516fbd-786d-424e-8772-22f532f4445c"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:32.278490 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.279782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b6b12c-d3f4-4219-964b-ab97e97e757f None None] Network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:32.285447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Request body: {'port': {'device_id': '57598deb-6fd4-4ca2-9423-2a0ee2eb9074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:32.293684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a694524-211e-474d-8787-f75f7a3f8c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:32.294298 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a694524-211e-474d-8787-f75f7a3f8c6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.298812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b22eb-216a-4966-a23b-a81e542a6711 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Pushing event updated for resources: {'Port': ['ID=73bc3391-0640-4fdd-b9b7-a4f350f86f44,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:32.343380 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7a694524-211e-474d-8787-f75f7a3f8c6f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1953413 Jul 08 20:26:32.343802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60420) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:32.354957 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:32.388709 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f9e774cb-afe4-4786-97b8-9d7514290178 req-f4a65ef3-d101-47c2-9f6b-d4308293d239 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616969 Jul 08 20:26:32.424486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a941997-2c9b-4391-aee5-2744fe78b020 req-c96ac6eb-8660-4205-8892-907d333e7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:32.427025 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a941997-2c9b-4391-aee5-2744fe78b020 req-c96ac6eb-8660-4205-8892-907d333e7d92 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8b49f7d08dc488aa806976a42f2b0ce&device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 1095 time: 0.8381438 Jul 08 20:26:32.429577 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-ccd69a3d-0687-4c1f-b671-d7e6be4dfb20 service neutron] 10.222.0.103 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460699 Jul 08 20:26:32.430034 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Pushing event updated for resources: {'Port': ['ID=ac755a99-a0ae-4675-87c7-6c701f12c852,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:32.462718 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:32.463354 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:32.463844 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:32.465116 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:32.465618 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:32.466240 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:32.466830 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:32.467316 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:32.467799 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:32.468387 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:32.474207 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:32.474851 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:32.540330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Pushing event updated for resources: {'Port': ['ID=005e3b89-c689-46f5-baa2-3bcc1883d9a1,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:32.554141 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Attempting to bind port ac755a99-a0ae-4675-87c7-6c701f12c852 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:32.555000 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Attempting to bind port ac755a99-a0ae-4675-87c7-6c701f12c852 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '52b0453a-76f2-4545-aa7d-de0312589469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:32.555521 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Attempting to bind port ac755a99-a0ae-4675-87c7-6c701f12c852 on network b6341003-e14b-4d48-b05e-160f17e0b25f {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:32.563278 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:32.563819 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Checking segment: {'id': '52b0453a-76f2-4545-aa7d-de0312589469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:32.564387 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.564988 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Bound using segment: {'id': '52b0453a-76f2-4545-aa7d-de0312589469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:32.565636 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Bound port: ac755a99-a0ae-4675-87c7-6c701f12c852, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b0453a-76f2-4545-aa7d-de0312589469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:32.566711 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.621278 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eabd3c9-bc84-4dd7-8177-30cff75d1c03 req-3891d7d5-1c34-4a53-8a93-2363b93dcc44 service neutron] 10.222.0.103 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737087 Jul 08 20:26:32.621494 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552eca13-0293-4da1-9b5c-293eff4e02b9 x-openstack-request-id: req-552eca13-0293-4da1-9b5c-293eff4e02b9 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:32.621659 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61b6148-0ef8-4686-983f-e78c5a31f64b", "name": "network-vif-plugged", "status": "completed", "tag": "3e324484-38cb-4e68-b4ee-0a425af3df91", "code": 200}, {"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "4b516fbd-786d-424e-8772-22f532f4445c", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:32.621975 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-552eca13-0293-4da1-9b5c-293eff4e02b9 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:32.622439 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61b6148-0ef8-4686-983f-e78c5a31f64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e324484-38cb-4e68-b4ee-0a425af3df91', 'code': 200} Jul 08 20:26:32.622777 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b516fbd-786d-424e-8772-22f532f4445c', 'code': 200} Jul 08 20:26:32.661959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Attempting to bind port 005e3b89-c689-46f5-baa2-3bcc1883d9a1 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:32.663185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Attempting to bind port 005e3b89-c689-46f5-baa2-3bcc1883d9a1 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '40a94c33-0954-49cc-88bf-9534166ae017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:32.663975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Attempting to bind port 005e3b89-c689-46f5-baa2-3bcc1883d9a1 on network f84c807e-7b91-49d5-8b81-88811c12402a {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:32.675372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:32.758749 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] For port ac755a99-a0ae-4675-87c7-6c701f12c852, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:32.767272 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] For port ac755a99-a0ae-4675-87c7-6c701f12c852, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ac755a99-a0ae-4675-87c7-6c701f12c852,segment=NetworkSegment(52b0453a-76f2-4545-aa7d-de0312589469),segment_id=52b0453a-76f2-4545-aa7d-de0312589469)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:32.771228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:32.772141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Checking segment: {'id': '40a94c33-0954-49cc-88bf-9534166ae017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:32.772806 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.773473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Bound using segment: {'id': '40a94c33-0954-49cc-88bf-9534166ae017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:32.774188 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Bound port: 005e3b89-c689-46f5-baa2-3bcc1883d9a1, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a94c33-0954-49cc-88bf-9534166ae017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:32.774788 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.775165 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.795896 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.805427 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:32.806650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5273a0e3-5498-472e-8260-325cfb182fbe up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:32.888899 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:32.889847 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:32.978662 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77130d45-3b0c-4b68-a5aa-be35a153e067 None None] Pushing event updated for resources: {'Port': ['ID=ac755a99-a0ae-4675-87c7-6c701f12c852,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:32.985939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-06dbde9f-3c99-44cc-9806-2d44b2924503 None None] Provisioning for port 73bc3391-0640-4fdd-b9b7-a4f350f86f44 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:33.018820 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d10a9-65c3-4aba-a96a-9fe9d293b7b4 req-7b3381af-4e07-444d-9533-0b0f0c70f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:33.026146 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c36d10a9-65c3-4aba-a96a-9fe9d293b7b4 req-7b3381af-4e07-444d-9533-0b0f0c70f3e3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f8b49f7d08dc488aa806976a42f2b0ce&device_id=8c04b2dd-4348-418c-a330-86042c617812 HTTP/1.1" status: 200 len: 1095 time: 0.2888374 Jul 08 20:26:33.030307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port c401ace8-5375-42d7-a464-46e9bf5934c1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c401ace8-5375-42d7-a464-46e9bf5934c1,segment=NetworkSegment(52b0453a-76f2-4545-aa7d-de0312589469),segment_id=52b0453a-76f2-4545-aa7d-de0312589469)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:33.048451 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:33.083203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] For port 005e3b89-c689-46f5-baa2-3bcc1883d9a1, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:33.088066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] For port 005e3b89-c689-46f5-baa2-3bcc1883d9a1, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=005e3b89-c689-46f5-baa2-3bcc1883d9a1,segment=NetworkSegment(40a94c33-0954-49cc-88bf-9534166ae017),segment_id=40a94c33-0954-49cc-88bf-9534166ae017)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:33.090945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-06dbde9f-3c99-44cc-9806-2d44b2924503 None None] Provisioning complete for port 73bc3391-0640-4fdd-b9b7-a4f350f86f44 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:33.090945 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06dbde9f-3c99-44cc-9806-2d44b2924503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:33.131871 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:33.139848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:33.143016 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:33.266637 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:33.267694 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:33.323639 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Allocated IP 2001:db8:2::1 (f84c807e-7b91-49d5-8b81-88811c12402a/53d276a1-ad57-46ba-9972-c304196b6fe0/39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:33.349650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'fixed_ips': [{'subnet_id': '8ef936b0-47ce-414e-91d0-763f04ecd41e'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:26:33.351358 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:33.353484 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da3a4cd6-569c-4c0e-ae94-538fe839628b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:33.371583 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60176f81-99c7-475f-b24e-a522c40b7040 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:33.445022 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60176f81-99c7-475f-b24e-a522c40b7040 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:33.460450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:33.621275 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:22Z', 'revision_number': 3, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:32Z', 'revision_number': 4, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:33.666373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0c8ce-b581-469a-bfc4-990bae2f1bbb req-39e475b7-8bba-48a4-9e47-18d5e4ebb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:33.667800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38b0c8ce-b581-469a-bfc4-990bae2f1bbb req-39e475b7-8bba-48a4-9e47-18d5e4ebb096 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 1097 time: 0.9040141 Jul 08 20:26:33.670564 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee7aeb-c847-4a89-a6aa-c9c12a3141fb None None] The sync data for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 is: [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:22Z', 'revision_number': 3, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:32Z', 'revision_number': 4, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:26:33.700161 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:33.726227 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=c401ace8-5375-42d7-a464-46e9bf5934c1,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:33.742762 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38b0c8ce-b581-469a-bfc4-990bae2f1bbb req-92466648-1fd0-432e-8ea7-f9bb3793396c service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625191 Jul 08 20:26:33.746541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-06dbde9f-3c99-44cc-9806-2d44b2924503 None None] Port 73bc3391-0640-4fdd-b9b7-a4f350f86f44 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:26:33.750868 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 5273a0e3-5498-472e-8260-325cfb182fbe completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:33.783445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 5273a0e3-5498-472e-8260-325cfb182fbe triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:33.783824 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:33.788886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e743b-1d81-4f54-b030-9b79c82b8226 req-c7cbb891-0c30-4ea5-b8f8-4817761c1958 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:33.796882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-065e743b-1d81-4f54-b030-9b79c82b8226 req-c7cbb891-0c30-4ea5-b8f8-4817761c1958 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 945 time: 0.7331357 Jul 08 20:26:33.810843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a941997-2c9b-4391-aee5-2744fe78b020 req-7b5639e5-76a0-4f59-8d6a-95c0ed37639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:33.812830 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a941997-2c9b-4391-aee5-2744fe78b020 req-7b5639e5-76a0-4f59-8d6a-95c0ed37639d service neutron] 10.222.0.104 "GET /v2.0/networks?id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5 HTTP/1.1" status: 200 len: 917 time: 1.3212445 Jul 08 20:26:33.817472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60176f81-99c7-475f-b24e-a522c40b7040 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network c5a12856-3dd6-4633-952c-7da81734d866 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:33.834090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d10a9-65c3-4aba-a96a-9fe9d293b7b4 req-4ff25c18-21a9-4cd7-9a61-57b38b760123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:33.836281 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c36d10a9-65c3-4aba-a96a-9fe9d293b7b4 req-4ff25c18-21a9-4cd7-9a61-57b38b760123 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5 HTTP/1.1" status: 200 len: 917 time: 0.8027632 Jul 08 20:26:33.839516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef08ff-a1de-4e7a-b349-6d6ab3d3bbaa req-d6146315-26a2-4b15-882e-3631c3139069 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:33.848061 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32ef08ff-a1de-4e7a-b349-6d6ab3d3bbaa req-d6146315-26a2-4b15-882e-3631c3139069 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 931 time: 1.4028149 Jul 08 20:26:33.850257 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-60176f81-99c7-475f-b24e-a522c40b7040 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:33.898221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60176f81-99c7-475f-b24e-a522c40b7040 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:33.903650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60176f81-99c7-475f-b24e-a522c40b7040 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:33.904272 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60176f81-99c7-475f-b24e-a522c40b7040 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:33.910072 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-065e743b-1d81-4f54-b030-9b79c82b8226 req-ff287356-57b1-4fae-a24c-969612f817e6 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115112 Jul 08 20:26:33.912679 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c36d10a9-65c3-4aba-a96a-9fe9d293b7b4 req-69ddf506-bf28-4a80-83c8-a5bc4f8d3a5d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb2affb1-e5da-4da7-91c0-4a596a0ab68e HTTP/1.1" status: 200 len: 217 time: 0.0664613 Jul 08 20:26:33.950801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port da3a4cd6-569c-4c0e-ae94-538fe839628b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:33.951131 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:33.979589 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291ca18-f37e-4b71-8864-ca7c119fd92d None None] Pushing event updated for resources: {'Port': ['ID=005e3b89-c689-46f5-baa2-3bcc1883d9a1,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:33.999019 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device d8430881-9959-4dcb-8833-96f3d98ee135 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:26:34.001645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d10a9-65c3-4aba-a96a-9fe9d293b7b4 req-631da14c-74f7-4ff5-84de-0e7925e785e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:34.008946 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c36d10a9-65c3-4aba-a96a-9fe9d293b7b4 req-631da14c-74f7-4ff5-84de-0e7925e785e4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=49ec45d3-b95f-403c-b531-c9e910ad203c HTTP/1.1" status: 200 len: 855 time: 0.0835042 Jul 08 20:26:34.045778 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a941997-2c9b-4391-aee5-2744fe78b020 req-9a468097-110b-4cea-9965-0fdc5eb7c53d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8430881-9959-4dcb-8833-96f3d98ee135 HTTP/1.1" status: 200 len: 217 time: 0.1621096 Jul 08 20:26:34.056694 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60176f81-99c7-475f-b24e-a522c40b7040 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=7164b391-73fe-497e-81d6-b4075c884e6a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:34.091842 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-60176f81-99c7-475f-b24e-a522c40b7040 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4240906 Jul 08 20:26:34.098581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60432) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:34.135751 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:34.156388 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d10a9-65c3-4aba-a96a-9fe9d293b7b4 req-03b55115-b2fc-44c9-b9ab-0422bc449186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:34.158277 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c36d10a9-65c3-4aba-a96a-9fe9d293b7b4 req-03b55115-b2fc-44c9-b9ab-0422bc449186 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1470399 Jul 08 20:26:34.160989 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-48398623-4ad5-47b8-89f9-9f2b4665a490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:34.223220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Allocated IP 172.20.0.2 (7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a/8ef936b0-47ce-414e-91d0-763f04ecd41e/169de5d3-783b-43ee-9a2f-80179ed45060) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:34.275365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5273a0e3-5498-472e-8260-325cfb182fbe, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5273a0e3-5498-472e-8260-325cfb182fbe,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:34.297531 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c36d10a9-65c3-4aba-a96a-9fe9d293b7b4 req-60384cfc-a980-4eba-a88a-f87e15f81b1a service neutron] 10.222.0.103 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310153 Jul 08 20:26:34.313733 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:34.314717 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 38715079-6e58-4111-a451-5e41d5afc8d8 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:34.368341 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:34.378552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a941997-2c9b-4391-aee5-2744fe78b020 req-434e31d1-9536-47dd-9caa-6f0e9ff4e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:34.381411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a941997-2c9b-4391-aee5-2744fe78b020 req-434e31d1-9536-47dd-9caa-6f0e9ff4e502 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49ec45d3-b95f-403c-b531-c9e910ad203c HTTP/1.1" status: 200 len: 855 time: 0.3216186 Jul 08 20:26:34.387659 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:34.422000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32ef08ff-a1de-4e7a-b349-6d6ab3d3bbaa req-90b55e61-3ee3-458c-b180-abba3c4e3cb5 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603437 Jul 08 20:26:34.432574 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7409bff6-5879-46e6-acf8-6ef9d8145266 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:34.537393 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Transition to ACTIVE for port object 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:34.623682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port d8430881-9959-4dcb-8833-96f3d98ee135, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8430881-9959-4dcb-8833-96f3d98ee135,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:34.626034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8f73f5-2b56-402b-ba6e-e83ac510fe9a'}, {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273a0e3-5498-472e-8260-325cfb182fbe'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:34.628535 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0a9c14-7b5f-4ced-9eda-0b0913c0814b" -d '{"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "5f8f73f5-2b56-402b-ba6e-e83ac510fe9a"}, {"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "5273a0e3-5498-472e-8260-325cfb182fbe"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:34.685229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ad96a8b5-10f3-4ca9-b2be-84e378a857ec tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 7164b391-73fe-497e-81d6-b4075c884e6a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:34.693954 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad96a8b5-10f3-4ca9-b2be-84e378a857ec tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:34.704536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5273a0e3-5498-472e-8260-325cfb182fbe,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:34.709599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'd8430881-9959-4dcb-8833-96f3d98ee135', 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5', 'port_id': 'd8430881-9959-4dcb-8833-96f3d98ee135', 'mac_address': 'fa:16:3e:c5:71:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ec45d3-b95f-403c-b531-c9e910ad203c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:26:34.755744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a941997-2c9b-4391-aee5-2744fe78b020 req-e665fc06-2a61-45d8-8d2e-ae3a34949fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:34.757322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a941997-2c9b-4391-aee5-2744fe78b020 req-e665fc06-2a61-45d8-8d2e-ae3a34949fb4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3525963 Jul 08 20:26:34.806177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 38715079-6e58-4111-a451-5e41d5afc8d8 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:34.817550 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad96a8b5-10f3-4ca9-b2be-84e378a857ec tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:34.826045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 38715079-6e58-4111-a451-5e41d5afc8d8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:34.826421 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:34.838670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ad96a8b5-10f3-4ca9-b2be-84e378a857ec tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 7164b391-73fe-497e-81d6-b4075c884e6a owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:34.867320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70591f3b-0de9-4b14-b486-7d95e55ab17a req-59f18e5a-6256-402c-a99d-a487ecaf9515 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:34.873393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70591f3b-0de9-4b14-b486-7d95e55ab17a req-59f18e5a-6256-402c-a99d-a487ecaf9515 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:34.883927 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70591f3b-0de9-4b14-b486-7d95e55ab17a req-59f18e5a-6256-402c-a99d-a487ecaf9515 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:34.894468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70591f3b-0de9-4b14-b486-7d95e55ab17a req-59f18e5a-6256-402c-a99d-a487ecaf9515 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:34.901858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70591f3b-0de9-4b14-b486-7d95e55ab17a req-59f18e5a-6256-402c-a99d-a487ecaf9515 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:34.907988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70591f3b-0de9-4b14-b486-7d95e55ab17a req-59f18e5a-6256-402c-a99d-a487ecaf9515 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:34.914589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70591f3b-0de9-4b14-b486-7d95e55ab17a req-59f18e5a-6256-402c-a99d-a487ecaf9515 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:34.915671 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa927161-928f-4429-bb04-f9303178d75e None None] Network f84c807e-7b91-49d5-8b81-88811c12402a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:34.921294 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-70591f3b-0de9-4b14-b486-7d95e55ab17a req-59f18e5a-6256-402c-a99d-a487ecaf9515 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5442 time: 0.4674616 Jul 08 20:26:34.928364 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:34.958719 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:34.960471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7409bff6-5879-46e6-acf8-6ef9d8145266 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:34.960854 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:34.995297 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c36d10a9-65c3-4aba-a96a-9fe9d293b7b4 req-1e6f7a0b-d9f6-40e0-b4c9-b0881e4407a1 service neutron] 10.222.0.103 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668220 Jul 08 20:26:35.009182 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network f84c807e-7b91-49d5-8b81-88811c12402a is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:35.033902 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-70591f3b-0de9-4b14-b486-7d95e55ab17a req-57ecd29d-50ff-4584-8746-aaea5e458855 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1111736 Jul 08 20:26:35.037054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8430881-9959-4dcb-8833-96f3d98ee135 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:35.058802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:35.074265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:35.074845 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.088998 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad96a8b5-10f3-4ca9-b2be-84e378a857ec tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.089321 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.099945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f8d3e1a4-db5d-4d3e-ab05-405d7ce46d52 None None] Provisioning for port 005e3b89-c689-46f5-baa2-3bcc1883d9a1 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:35.119683 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a985c6-39f4-4eb7-b0e6-6af867d2a5b6 x-openstack-request-id: req-15a985c6-39f4-4eb7-b0e6-6af867d2a5b6 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:35.120164 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "5f8f73f5-2b56-402b-ba6e-e83ac510fe9a", "code": 200}, {"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "5273a0e3-5498-472e-8260-325cfb182fbe", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:35.120427 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-15a985c6-39f4-4eb7-b0e6-6af867d2a5b6 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:35.120844 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8f73f5-2b56-402b-ba6e-e83ac510fe9a', 'code': 200} Jul 08 20:26:35.121099 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273a0e3-5498-472e-8260-325cfb182fbe', 'code': 200} Jul 08 20:26:35.123676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Transition to ACTIVE for port object 169de5d3-783b-43ee-9a2f-80179ed45060 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:35.128899 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port d8430881-9959-4dcb-8833-96f3d98ee135, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8430881-9959-4dcb-8833-96f3d98ee135,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:35.129292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96a8b5-10f3-4ca9-b2be-84e378a857ec tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=7164b391-73fe-497e-81d6-b4075c884e6a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:35.134202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a941997-2c9b-4391-aee5-2744fe78b020 req-6530b3f5-df12-4c50-8a9a-3de7aca76672 service neutron] 10.222.0.104 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675323 Jul 08 20:26:35.138728 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad96a8b5-10f3-4ca9-b2be-84e378a857ec tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.141183 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ad96a8b5-10f3-4ca9-b2be-84e378a857ec tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/7164b391-73fe-497e-81d6-b4075c884e6a HTTP/1.1" status: 204 len: 168 time: 1.0416138 Jul 08 20:26:35.143738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60440) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:35.148544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:35.152241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3499b514-7299-40b6-a784-d0c90e814eac tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'mac_address': 'fa:16:3e:2d:33:29', 'name': 'tempest-PortsTestJSON-1757607108'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:35.175239 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.227447 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.239256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73bc3391-0640-4fdd-b9b7-a4f350f86f44 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:35.243539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Transition to ACTIVE for port object 169de5d3-783b-43ee-9a2f-80179ed45060 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:35.252719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.282042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3499b514-7299-40b6-a784-d0c90e814eac tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:35.366406 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.375040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81c208-e535-42e8-b44c-cc5815fa8f78 req-237d3acf-95a3-433e-bbed-f56476ad37d7 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:35.376619 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5a81c208-e535-42e8-b44c-cc5815fa8f78 req-237d3acf-95a3-433e-bbed-f56476ad37d7 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 945 time: 0.1421442 Jul 08 20:26:35.376942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Transition to ACTIVE for port object 73bc3391-0640-4fdd-b9b7-a4f350f86f44 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:35.380529 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3499b514-7299-40b6-a784-d0c90e814eac tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.396676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2ea13-c44b-4b8d-ac9f-1d56e76e6be7 req-7f7737cc-e623-4049-9941-93e2ba531188 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:35.396676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ed2ea13-c44b-4b8d-ac9f-1d56e76e6be7 req-7f7737cc-e623-4049-9941-93e2ba531188 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.5475488 Jul 08 20:26:35.401882 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a941997-2c9b-4391-aee5-2744fe78b020 req-460a9902-8203-44b1-b612-70404cee875b service neutron] 10.222.0.104 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477717 Jul 08 20:26:35.406711 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.412241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ac755a99-a0ae-4675-87c7-6c701f12c852 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:35.430540 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-3499b514-7299-40b6-a784-d0c90e814eac tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port 1ac4b824-65ed-4760-907c-a1894f1b2f83 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:26:35.466710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 38715079-6e58-4111-a451-5e41d5afc8d8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=38715079-6e58-4111-a451-5e41d5afc8d8,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:35.473885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['d8430881-9959-4dcb-8833-96f3d98ee135'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:35.479600 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5a81c208-e535-42e8-b44c-cc5815fa8f78 req-ea3f472a-fdf3-434b-ac3d-e0f585a2fb4a tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875101 Jul 08 20:26:35.491067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:35.495255 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=d8430881-9959-4dcb-8833-96f3d98ee135,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:35.498533 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.498978 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 33623758-89e8-42b6-8915-bab2257c92bf up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:35.563573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:35.597721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Pushing event updated for resources: {'Port': ['ID=73bc3391-0640-4fdd-b9b7-a4f350f86f44,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:35.620555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:35.627494 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ed2ea13-c44b-4b8d-ac9f-1d56e76e6be7 req-1bb9597a-6dfd-48cb-a85a-474955ad9ffa tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216721 Jul 08 20:26:35.689785 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.722172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.740952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Pushing event updated for resources: {'Port': ['ID=169de5d3-783b-43ee-9a2f-80179ed45060,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:35.766174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ac755a99-a0ae-4675-87c7-6c701f12c852 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:35.808434 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3499b514-7299-40b6-a784-d0c90e814eac tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.809134 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Attempting to bind port 73bc3391-0640-4fdd-b9b7-a4f350f86f44 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:35.809480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Attempting to bind port 73bc3391-0640-4fdd-b9b7-a4f350f86f44 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:35.810023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Attempting to bind port 73bc3391-0640-4fdd-b9b7-a4f350f86f44 on network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:35.818242 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.843342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Port 73bc3391-0640-4fdd-b9b7-a4f350f86f44 on network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:26:35.843465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Attempting to bind port 73bc3391-0640-4fdd-b9b7-a4f350f86f44 on network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:35.890487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ac755a99-a0ae-4675-87c7-6c701f12c852 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:35.891165 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:35.943382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b812c6-411b-4b21-bc66-025bc7d292ae req-1822098a-8313-4839-8ed2-da367bfcdced tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:35.951110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f6b812c6-411b-4b21-bc66-025bc7d292ae req-1822098a-8313-4839-8ed2-da367bfcdced tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 943 time: 0.2684360 Jul 08 20:26:35.985764 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bb2affb1-e5da-4da7-91c0-4a596a0ab68e details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:26:35.999550 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3499b514-7299-40b6-a784-d0c90e814eac tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.014425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Attempting to bind port 169de5d3-783b-43ee-9a2f-80179ed45060 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:36.014806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Attempting to bind port 169de5d3-783b-43ee-9a2f-80179ed45060 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:36.015299 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Attempting to bind port 169de5d3-783b-43ee-9a2f-80179ed45060 on network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:36.035732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:36.035732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Checking segment: {'id': '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:36.036446 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.036931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Bound using segment: {'id': '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:36.037486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Bound port: 169de5d3-783b-43ee-9a2f-80179ed45060, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:36.037952 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.122376 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f6b812c6-411b-4b21-bc66-025bc7d292ae req-5d1110e4-4da7-40a3-a1e2-b7942f8a3abf tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698585 Jul 08 20:26:36.156421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 33623758-89e8-42b6-8915-bab2257c92bf completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:36.209704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3499b514-7299-40b6-a784-d0c90e814eac tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network c5a12856-3dd6-4633-952c-7da81734d866 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:36.220034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3499b514-7299-40b6-a784-d0c90e814eac tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:36.235680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=38715079-6e58-4111-a451-5e41d5afc8d8,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:36.242380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499b514-7299-40b6-a784-d0c90e814eac tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=1ac4b824-65ed-4760-907c-a1894f1b2f83,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:36.245150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3499b514-7299-40b6-a784-d0c90e814eac tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:36.271132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3499b514-7299-40b6-a784-d0c90e814eac tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:36.271896 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3499b514-7299-40b6-a784-d0c90e814eac tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.304090 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3499b514-7299-40b6-a784-d0c90e814eac tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1580162 Jul 08 20:26:36.306587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60456) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:36.437565 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c634aaf4-060c-442c-9644-2873122040ee tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:36.439610 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c634aaf4-060c-442c-9644-2873122040ee tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/1ac4b824-65ed-4760-907c-a1894f1b2f83 HTTP/1.1" status: 200 len: 841 time: 0.1318693 Jul 08 20:26:36.443872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60460) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:36.571525 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 33623758-89e8-42b6-8915-bab2257c92bf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:36.572016 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.658139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bb394ef8-2e51-481a-8e57-756cb1c0dbb7 None None] Provisioning for port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:36.682116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ca13c-aa91-4563-ba0a-9e4f5556b695 req-b955ab53-401d-47aa-87a4-87142f5edc50 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:36.684231 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c77ca13c-aa91-4563-ba0a-9e4f5556b695 req-b955ab53-401d-47aa-87a4-87142f5edc50 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 945 time: 0.1394651 Jul 08 20:26:36.703604 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2aca8308-a6a1-452e-a756-a82fe9a1e29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.711319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bb394ef8-2e51-481a-8e57-756cb1c0dbb7 None None] Provisioning complete for port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:36.711685 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bb394ef8-2e51-481a-8e57-756cb1c0dbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.742834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-45f52ede-1754-4a75-8979-22db90e43c24 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 1ac4b824-65ed-4760-907c-a1894f1b2f83 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:36.743207 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45f52ede-1754-4a75-8979-22db90e43c24 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.772593 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] For port 169de5d3-783b-43ee-9a2f-80179ed45060, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:36.780161 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.817773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] For port 169de5d3-783b-43ee-9a2f-80179ed45060, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=169de5d3-783b-43ee-9a2f-80179ed45060,segment=NetworkSegment(3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc),segment_id=3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:36.826445 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45f52ede-1754-4a75-8979-22db90e43c24 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.836275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bb2affb1-e5da-4da7-91c0-4a596a0ab68e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bb2affb1-e5da-4da7-91c0-4a596a0ab68e,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:36.840019 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.841529 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.847027 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-45f52ede-1754-4a75-8979-22db90e43c24 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 1ac4b824-65ed-4760-907c-a1894f1b2f83 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:36.874109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bb394ef8-2e51-481a-8e57-756cb1c0dbb7 None None] Port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:26:36.882506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:36.883404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Checking segment: {'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:36.884032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Bound using segment: {'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:36.884493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Bound port: 73bc3391-0640-4fdd-b9b7-a4f350f86f44, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff35b599-d9c8-4465-9b04-67014ec129d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:36.884994 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.893554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port ac755a99-a0ae-4675-87c7-6c701f12c852, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ac755a99-a0ae-4675-87c7-6c701f12c852,segment=NetworkSegment(52b0453a-76f2-4545-aa7d-de0312589469),segment_id=52b0453a-76f2-4545-aa7d-de0312589469)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:36.940306 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.940879 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.941161 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:36.943014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'bb2affb1-e5da-4da7-91c0-4a596a0ab68e', 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5', 'port_id': 'bb2affb1-e5da-4da7-91c0-4a596a0ab68e', 'mac_address': 'fa:16:3e:27:df:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ec45d3-b95f-403c-b531-c9e910ad203c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:26:36.950341 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c77ca13c-aa91-4563-ba0a-9e4f5556b695 req-66bd6f23-eb8c-4ad1-9c3b-8db96271d4d2 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580199 Jul 08 20:26:36.995939 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45f52ede-1754-4a75-8979-22db90e43c24 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.019143 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.039464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f52ede-1754-4a75-8979-22db90e43c24 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=1ac4b824-65ed-4760-907c-a1894f1b2f83,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:37.043549 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.049283 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45f52ede-1754-4a75-8979-22db90e43c24 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.054393 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-45f52ede-1754-4a75-8979-22db90e43c24 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/1ac4b824-65ed-4760-907c-a1894f1b2f83 HTTP/1.1" status: 204 len: 168 time: 0.6089253 Jul 08 20:26:37.054708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60464) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:37.061950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63328f2-aed3-4779-b99b-01c425127bdb None None] Pushing event updated for resources: {'Port': ['ID=169de5d3-783b-43ee-9a2f-80179ed45060,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:37.067961 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.085550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2affb1-e5da-4da7-91c0-4a596a0ab68e {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:37.102219 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70d2305-3348-4fc6-98b8-bb63336171a4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:26:37.104354 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c70d2305-3348-4fc6-98b8-bb63336171a4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/1ac4b824-65ed-4760-907c-a1894f1b2f83 HTTP/1.1" status: 404 len: 333 time: 0.0486507 Jul 08 20:26:37.108332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60466) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:37.119410 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ac76767a-2323-4e89-b891-58d323430176 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'name': 'tempest-PortsTestJSON-2124505456'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:37.157016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bb2affb1-e5da-4da7-91c0-4a596a0ab68e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bb2affb1-e5da-4da7-91c0-4a596a0ab68e,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:37.157946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38715079-6e58-4111-a451-5e41d5afc8d8'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:37.162351 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b451a36-3efd-4638-8723-7d411e591c4c" -d '{"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "38715079-6e58-4111-a451-5e41d5afc8d8"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:37.175208 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.213149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:37.259837 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 33623758-89e8-42b6-8915-bab2257c92bf, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=33623758-89e8-42b6-8915-bab2257c92bf,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:37.285988 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.287067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac76767a-2323-4e89-b891-58d323430176 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:37.300065 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac76767a-2323-4e89-b891-58d323430176 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.303754 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=ac755a99-a0ae-4675-87c7-6c701f12c852,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:37.306923 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:26:37.311460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-24d9f7f9-4e6b-4be0-b547-76af4b6015e1 None None] Provisioning complete for port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:37.311861 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24d9f7f9-4e6b-4be0-b547-76af4b6015e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.345059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-ac76767a-2323-4e89-b891-58d323430176 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port 7928a3f3-1b5b-410e-91e7-7e585b550d98 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:26:37.367151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c401ace8-5375-42d7-a464-46e9bf5934c1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:37.493996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=bb2affb1-e5da-4da7-91c0-4a596a0ab68e,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:37.548555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1051ad-886d-46c6-b4a7-c69d83fd545e req-05322c6b-b821-4797-9494-5fa531602936 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:37.555640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1051ad-886d-46c6-b4a7-c69d83fd545e req-05322c6b-b821-4797-9494-5fa531602936 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:37.561666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1051ad-886d-46c6-b4a7-c69d83fd545e req-05322c6b-b821-4797-9494-5fa531602936 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:37.568241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1051ad-886d-46c6-b4a7-c69d83fd545e req-05322c6b-b821-4797-9494-5fa531602936 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:37.574368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1051ad-886d-46c6-b4a7-c69d83fd545e req-05322c6b-b821-4797-9494-5fa531602936 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:37.580443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1051ad-886d-46c6-b4a7-c69d83fd545e req-05322c6b-b821-4797-9494-5fa531602936 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:37.587230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1051ad-886d-46c6-b4a7-c69d83fd545e req-05322c6b-b821-4797-9494-5fa531602936 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:37.595475 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ac1051ad-886d-46c6-b4a7-c69d83fd545e req-05322c6b-b821-4797-9494-5fa531602936 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5443 time: 0.7494769 Jul 08 20:26:37.608733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-24d9f7f9-4e6b-4be0-b547-76af4b6015e1 None None] Port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:26:37.623038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] For port 73bc3391-0640-4fdd-b9b7-a4f350f86f44, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:37.649065 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=33623758-89e8-42b6-8915-bab2257c92bf,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:37.658156 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c401ace8-5375-42d7-a464-46e9bf5934c1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:37.658556 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.660799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d62537-eef7-4a1f-8ce5-7a3bc17866ce req-ed147c24-32c9-4450-b710-2064b47c5523 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:37.662406 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5d62537-eef7-4a1f-8ce5-7a3bc17866ce req-ed147c24-32c9-4450-b710-2064b47c5523 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 943 time: 0.2088537 Jul 08 20:26:37.679990 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] For port 73bc3391-0640-4fdd-b9b7-a4f350f86f44, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=73bc3391-0640-4fdd-b9b7-a4f350f86f44,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:37.695483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['bb2affb1-e5da-4da7-91c0-4a596a0ab68e'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:37.696752 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.718094 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac76767a-2323-4e89-b891-58d323430176 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.730282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Allocated IP 172.25.4.220 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/3c5da94c-61d9-4fe0-b3a8-282630ec4a19) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:37.730930 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5d62537-eef7-4a1f-8ce5-7a3bc17866ce req-24202767-261c-47dd-a07c-e1fa5723e77c tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589809 Jul 08 20:26:37.741925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:37.743651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.745894 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] 10.222.0.104 "PUT /v2.0/ports/73bc3391-0640-4fdd-b9b7-a4f350f86f44 HTTP/1.1" status: 200 len: 1092 time: 5.4670060 Jul 08 20:26:37.777355 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac76767a-2323-4e89-b891-58d323430176 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.784374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57598deb-6fd4-4ca2-9423-2a0ee2eb9074', 'tag': '73bc3391-0640-4fdd-b9b7-a4f350f86f44'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:37.788217 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7e4d61-cf8b-4abf-a195-0ec9b867c590" -d '{"events": [{"name": "network-changed", "server_uuid": "57598deb-6fd4-4ca2-9423-2a0ee2eb9074", "tag": "73bc3391-0640-4fdd-b9b7-a4f350f86f44"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:37.829259 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ac1051ad-886d-46c6-b4a7-c69d83fd545e req-1f782612-b8db-4492-b0b8-ca3dc74dbb3c tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2333629 Jul 08 20:26:37.844042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network f84c807e-7b91-49d5-8b81-88811c12402a is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:37.849520 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac76767a-2323-4e89-b891-58d323430176 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network c5a12856-3dd6-4633-952c-7da81734d866 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:37.860769 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbc2f10-aef0-4bcc-a380-89591889dba4 x-openstack-request-id: req-bbbc2f10-aef0-4bcc-a380-89591889dba4 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:37.861061 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "38715079-6e58-4111-a451-5e41d5afc8d8", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:37.861314 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bbbc2f10-aef0-4bcc-a380-89591889dba4 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:37.861716 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38715079-6e58-4111-a451-5e41d5afc8d8', 'code': 200} Jul 08 20:26:37.866709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ac76767a-2323-4e89-b891-58d323430176 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:37.868880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76767a-2323-4e89-b891-58d323430176 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=7928a3f3-1b5b-410e-91e7-7e585b550d98,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:37.871186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac76767a-2323-4e89-b891-58d323430176 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:37.878150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac76767a-2323-4e89-b891-58d323430176 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:37.879646 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac76767a-2323-4e89-b891-58d323430176 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:37.905167 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ac76767a-2323-4e89-b891-58d323430176 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7936339 Jul 08 20:26:37.907006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60480) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:37.913011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:37.914671 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-097f6d02-6d5e-4e2e-9ac0-abd2b7952097 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:37.930423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 005e3b89-c689-46f5-baa2-3bcc1883d9a1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:38.025592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device d8430881-9959-4dcb-8833-96f3d98ee135 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:38.061821 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-097f6d02-6d5e-4e2e-9ac0-abd2b7952097 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.204480 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.225049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 005e3b89-c689-46f5-baa2-3bcc1883d9a1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:38.242397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port d8430881-9959-4dcb-8833-96f3d98ee135 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:38.248036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port d8430881-9959-4dcb-8833-96f3d98ee135 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:38.248508 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.250154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 005e3b89-c689-46f5-baa2-3bcc1883d9a1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:38.250574 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.287984 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa5288a-4980-4baf-9b48-dbfe1904132b x-openstack-request-id: req-2fa5288a-4980-4baf-9b48-dbfe1904132b {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:38.288221 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57598deb-6fd4-4ca2-9423-2a0ee2eb9074", "tag": "73bc3391-0640-4fdd-b9b7-a4f350f86f44", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:38.288446 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2fa5288a-4980-4baf-9b48-dbfe1904132b {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:38.288891 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57598deb-6fd4-4ca2-9423-2a0ee2eb9074', 'tag': '73bc3391-0640-4fdd-b9b7-a4f350f86f44', 'status': 'completed', 'code': 200} Jul 08 20:26:38.359335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5352c-f5ad-4200-82d9-594488ac276d service neutron] Pushing event updated for resources: {'Port': ['ID=73bc3391-0640-4fdd-b9b7-a4f350f86f44,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:38.411276 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-097f6d02-6d5e-4e2e-9ac0-abd2b7952097 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.423347 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-097f6d02-6d5e-4e2e-9ac0-abd2b7952097 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.440259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9df7-19b3-420f-813f-8335dd3ff44f req-adbd5e59-0ffe-432b-a902-9e791cc6efd7 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:38.445781 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a4f9df7-19b3-420f-813f-8335dd3ff44f req-adbd5e59-0ffe-432b-a902-9e791cc6efd7 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 945 time: 0.9245589 Jul 08 20:26:38.460750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-097f6d02-6d5e-4e2e-9ac0-abd2b7952097 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] In _notify_port_updated(), no bound segment for port 7928a3f3-1b5b-410e-91e7-7e585b550d98 on network c5a12856-3dd6-4633-952c-7da81734d866 {{(pid=94065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:26:38.469118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f6d02-6d5e-4e2e-9ac0-abd2b7952097 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:38.472261 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-097f6d02-6d5e-4e2e-9ac0-abd2b7952097 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.475122 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-097f6d02-6d5e-4e2e-9ac0-abd2b7952097 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "PUT /v2.0/ports/7928a3f3-1b5b-410e-91e7-7e585b550d98 HTTP/1.1" status: 200 len: 818 time: 0.5669894 Jul 08 20:26:38.475796 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60486) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:38.478475 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.569275 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.587319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f6d02-6d5e-4e2e-9ac0-abd2b7952097 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=7928a3f3-1b5b-410e-91e7-7e585b550d98,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:38.640405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 005e3b89-c689-46f5-baa2-3bcc1883d9a1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=005e3b89-c689-46f5-baa2-3bcc1883d9a1,segment=NetworkSegment(40a94c33-0954-49cc-88bf-9534166ae017),segment_id=40a94c33-0954-49cc-88bf-9534166ae017)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:38.655471 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.665923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96a4d-1551-42f2-be81-629a48bc5858 req-e8e5832c-0dd4-43a3-a8f2-40677d8bd60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:38.667875 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2d96a4d-1551-42f2-be81-629a48bc5858 req-e8e5832c-0dd4-43a3-a8f2-40677d8bd60b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.1518869 Jul 08 20:26:38.668534 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4857cea2-6bbe-40c8-b0e0-65e0187bd7fe None None] Provisioning complete for port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:38.669449 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4857cea2-6bbe-40c8-b0e0-65e0187bd7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.704134 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 48fc36af-b9d6-4706-8c06-2ebd19d0899d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:26:38.721450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port d8430881-9959-4dcb-8833-96f3d98ee135, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8430881-9959-4dcb-8833-96f3d98ee135,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:38.751319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-42936b34-1b56-4fc4-91c1-c3f38028074a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 7928a3f3-1b5b-410e-91e7-7e585b550d98 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:38.751670 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42936b34-1b56-4fc4-91c1-c3f38028074a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.757326 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.768029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4857cea2-6bbe-40c8-b0e0-65e0187bd7fe None None] Port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:26:38.772522 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.804374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e414d-869f-4335-8455-5ae4766a1600 req-397c62ba-5d22-41ad-a1be-f1350f8d5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:38.806233 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-397c62ba-5d22-41ad-a1be-f1350f8d5c6f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8b49f7d08dc488aa806976a42f2b0ce&device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 1095 time: 0.9719591 Jul 08 20:26:38.809463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=005e3b89-c689-46f5-baa2-3bcc1883d9a1,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:38.819293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903d8783-4d07-4544-8fa5-515f82075e33 None None] Network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:38.860304 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42936b34-1b56-4fc4-91c1-c3f38028074a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:38.910331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-42936b34-1b56-4fc4-91c1-c3f38028074a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 7928a3f3-1b5b-410e-91e7-7e585b550d98 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:38.911780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a46ff6-ba63-44ca-8e5c-5eabdf619766 req-163c8338-1189-4b2a-bb23-8add8844c1fa tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:38.919067 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-13a46ff6-ba63-44ca-8e5c-5eabdf619766 req-163c8338-1189-4b2a-bb23-8add8844c1fa tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 945 time: 0.5605481 Jul 08 20:26:38.924385 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=d8430881-9959-4dcb-8833-96f3d98ee135,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:38.942862 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-95eb824d-b5a7-4530-a5ed-d8e5bfd4f285 None None] Provisioning for port 169de5d3-783b-43ee-9a2f-80179ed45060 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:38.980451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96a4d-1551-42f2-be81-629a48bc5858 req-c99dd5cc-9c1e-49d4-8499-c87882719e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:38.981986 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2d96a4d-1551-42f2-be81-629a48bc5858 req-c99dd5cc-9c1e-49d4-8499-c87882719e1f service neutron] 10.222.0.104 "GET /v2.0/networks?id=5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 200 len: 920 time: 0.3014584 Jul 08 20:26:39.003420 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-9bc6bdf0-30b0-431a-9132-52e6e3f1c58d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73bc3391-0640-4fdd-b9b7-a4f350f86f44 HTTP/1.1" status: 200 len: 217 time: 0.1809738 Jul 08 20:26:39.057329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e25a9f-41e3-44cd-a5f7-a8b98a4edb24 req-59b9786a-5a94-44db-8b94-08eab1bd3c3d tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:39.059380 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-14e25a9f-41e3-44cd-a5f7-a8b98a4edb24 req-59b9786a-5a94-44db-8b94-08eab1bd3c3d tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.2212749 Jul 08 20:26:39.063853 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2d96a4d-1551-42f2-be81-629a48bc5858 req-915366ac-93f3-42ff-b1f5-b56d5fb6298e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7642f5e-487c-4496-9ef7-d6adc4d484bd HTTP/1.1" status: 200 len: 217 time: 0.0704966 Jul 08 20:26:39.137459 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-13a46ff6-ba63-44ca-8e5c-5eabdf619766 req-dbd503fe-0117-41d7-a82f-32d9e41f4502 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177677 Jul 08 20:26:39.152876 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:39.165439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:26:39.173858 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-14e25a9f-41e3-44cd-a5f7-a8b98a4edb24 req-7990c374-6385-4e84-b482-4bbafce420b5 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045740 Jul 08 20:26:39.184851 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42936b34-1b56-4fc4-91c1-c3f38028074a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:39.186464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Sync routers for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:26:39.197566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96a4d-1551-42f2-be81-629a48bc5858 req-ba2387d8-6ced-401c-b9a4-f9038bcadece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:39.199119 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2d96a4d-1551-42f2-be81-629a48bc5858 req-ba2387d8-6ced-401c-b9a4-f9038bcadece service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a8e85001-3948-4499-9486-db665a7a8ea9 HTTP/1.1" status: 200 len: 859 time: 0.1289845 Jul 08 20:26:39.207256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 169de5d3-783b-43ee-9a2f-80179ed45060 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:39.235883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ca592144-bdc8-454e-84c1-c0e72f90efee tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5264904 Jul 08 20:26:39.235883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e414d-869f-4335-8455-5ae4766a1600 req-b9a0f46b-7f95-4d44-aabb-27f2b6443265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:39.236974 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-b9a0f46b-7f95-4d44-aabb-27f2b6443265 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49ec45d3-b95f-403c-b531-c9e910ad203c HTTP/1.1" status: 200 len: 855 time: 0.1988511 Jul 08 20:26:39.240812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:39.241235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60494) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:39.241554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:39.260316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e6083a65-99ea-47ac-833f-0708b0766b02 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1763085257'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:39.271118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:39.278602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:39.281149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:39.323511 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42936b34-1b56-4fc4-91c1-c3f38028074a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=7928a3f3-1b5b-410e-91e7-7e585b550d98,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:39.344533 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2d96a4d-1551-42f2-be81-629a48bc5858 req-a6178f7b-74ae-4a59-825e-1478eeb713b5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5922f97a-51ef-45a6-9b43-c874c18bfbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200385 Jul 08 20:26:39.365038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-3a4f9df7-19b3-420f-813f-8335dd3ff44f req-741d2e6b-200f-40a7-a199-5e12ac244141 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Deleting port 3e324484-38cb-4e68-b4ee-0a425af3df91 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:39.370760 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3a4f9df7-19b3-420f-813f-8335dd3ff44f req-741d2e6b-200f-40a7-a199-5e12ac244141 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:39.415600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd52ce93-48ac-4f4f-af1d-a425679f37b2 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:26:39.419876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:39.423530 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 169de5d3-783b-43ee-9a2f-80179ed45060 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:39.427646 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42936b34-1b56-4fc4-91c1-c3f38028074a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:39.429585 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-42936b34-1b56-4fc4-91c1-c3f38028074a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/7928a3f3-1b5b-410e-91e7-7e585b550d98 HTTP/1.1" status: 204 len: 168 time: 0.9500425 Jul 08 20:26:39.436785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60496) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:39.494961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Pushing event updated for resources: {'Port': ['ID=3c5da94c-61d9-4fe0-b3a8-282630ec4a19,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:39.495235 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2d96a4d-1551-42f2-be81-629a48bc5858 req-2d6d9afb-00c7-4a1e-b169-523a37210a4c service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496458 Jul 08 20:26:39.498944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 169de5d3-783b-43ee-9a2f-80179ed45060 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:39.498944 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:39.546273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-56486683-0c50-45bf-b4ac-40ebf735a946 None None] Provisioning complete for port 169de5d3-783b-43ee-9a2f-80179ed45060 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:39.546643 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-56486683-0c50-45bf-b4ac-40ebf735a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:39.572894 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e3f8b-5e1a-4b7a-8854-30756a4157b8 req-3834e4bc-a4e5-4152-b78c-a9c7376e716f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:39.579254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e3f8b-5e1a-4b7a-8854-30756a4157b8 req-3834e4bc-a4e5-4152-b78c-a9c7376e716f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:39.586036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e3f8b-5e1a-4b7a-8854-30756a4157b8 req-3834e4bc-a4e5-4152-b78c-a9c7376e716f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:39.592370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e3f8b-5e1a-4b7a-8854-30756a4157b8 req-3834e4bc-a4e5-4152-b78c-a9c7376e716f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:39.599898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e3f8b-5e1a-4b7a-8854-30756a4157b8 req-3834e4bc-a4e5-4152-b78c-a9c7376e716f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:39.605924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e3f8b-5e1a-4b7a-8854-30756a4157b8 req-3834e4bc-a4e5-4152-b78c-a9c7376e716f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:39.612160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e3f8b-5e1a-4b7a-8854-30756a4157b8 req-3834e4bc-a4e5-4152-b78c-a9c7376e716f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:39.614495 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-314e3f8b-5e1a-4b7a-8854-30756a4157b8 req-3834e4bc-a4e5-4152-b78c-a9c7376e716f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5444 time: 0.2036059 Jul 08 20:26:39.648700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6083a65-99ea-47ac-833f-0708b0766b02 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:39.651440 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e6083a65-99ea-47ac-833f-0708b0766b02 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:39.692572 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2d96a4d-1551-42f2-be81-629a48bc5858 req-d26e3895-76e1-4c21-86ea-f4762957e5a3 service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854160 Jul 08 20:26:39.706094 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-314e3f8b-5e1a-4b7a-8854-30756a4157b8 req-263ed961-a383-4ae1-9831-d580624f9a37 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689428 Jul 08 20:26:39.725815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-3a4f9df7-19b3-420f-813f-8335dd3ff44f req-741d2e6b-200f-40a7-a199-5e12ac244141 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] For port 3e324484-38cb-4e68-b4ee-0a425af3df91, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3e324484-38cb-4e68-b4ee-0a425af3df91,segment=NetworkSegment(882b62a2-bbb9-472c-a301-ed7d7d4c27dd),segment_id=882b62a2-bbb9-472c-a301-ed7d7d4c27dd)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:39.726007 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3a4f9df7-19b3-420f-813f-8335dd3ff44f req-741d2e6b-200f-40a7-a199-5e12ac244141 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:39.786288 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:39.813281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6083a65-99ea-47ac-833f-0708b0766b02 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:26:39.818696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-3a4f9df7-19b3-420f-813f-8335dd3ff44f req-741d2e6b-200f-40a7-a199-5e12ac244141 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Calling delete_port for 3e324484-38cb-4e68-b4ee-0a425af3df91 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:39.822286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e414d-869f-4335-8455-5ae4766a1600 req-1c2817d7-b8b9-42c0-9d27-e96b7eefcaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:39.823730 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-1c2817d7-b8b9-42c0-9d27-e96b7eefcaad service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5779643 Jul 08 20:26:39.873218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673e43f-0152-4c26-9e8f-82a1e5ef5a00 req-14f66d1b-e434-453d-ad7d-f0992663a07d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:39.875023 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f673e43f-0152-4c26-9e8f-82a1e5ef5a00 req-14f66d1b-e434-453d-ad7d-f0992663a07d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 943 time: 0.5182941 Jul 08 20:26:39.890256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e6083a65-99ea-47ac-833f-0708b0766b02 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:39.890598 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-e6083a65-99ea-47ac-833f-0708b0766b02 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Added segment c6265cb7-5f30-4bbe-aa4f-d72883cb2470 of type vlan for network 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5 Jul 08 20:26:39.942772 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d169d-e059-4ff8-a016-399537548db4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:39.944226 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f74d169d-e059-4ff8-a016-399537548db4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4579391 Jul 08 20:26:39.947473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60502) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:39.949778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33623758-89e8-42b6-8915-bab2257c92bf'}, {'server_uuid': 'eae74178-2f75-4afa-b24d-31eb13327e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8430881-9959-4dcb-8833-96f3d98ee135'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:39.953168 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edd40ce-ed02-4d13-b88e-34765fac0ea0" -d '{"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "33623758-89e8-42b6-8915-bab2257c92bf"}, {"server_uuid": "eae74178-2f75-4afa-b24d-31eb13327e54", "name": "network-vif-plugged", "status": "completed", "tag": "d8430881-9959-4dcb-8833-96f3d98ee135"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:39.969480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bb2affb1-e5da-4da7-91c0-4a596a0ab68e up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:39.980091 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade8e8c8-952e-4637-b996-d9fbe5f52f6a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:26:39.985406 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ade8e8c8-952e-4637-b996-d9fbe5f52f6a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/7928a3f3-1b5b-410e-91e7-7e585b550d98 HTTP/1.1" status: 404 len: 333 time: 0.0327539 Jul 08 20:26:39.985919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60506) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:39.991355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-21113ea8-7897-4d74-a4b0-f5f7b9705b94 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1776153441'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:40.018668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21113ea8-7897-4d74-a4b0-f5f7b9705b94 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:40.025519 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-21113ea8-7897-4d74-a4b0-f5f7b9705b94 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.036281 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8f5c90-146e-46a0-90d9-5b456ea2c757 x-openstack-request-id: req-8b8f5c90-146e-46a0-90d9-5b456ea2c757 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:40.036726 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-plugged", "status": "completed", "tag": "33623758-89e8-42b6-8915-bab2257c92bf", "code": 200}, {"server_uuid": "eae74178-2f75-4afa-b24d-31eb13327e54", "name": "network-vif-plugged", "status": "completed", "tag": "d8430881-9959-4dcb-8833-96f3d98ee135", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:40.037088 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8b8f5c90-146e-46a0-90d9-5b456ea2c757 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:40.037622 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33623758-89e8-42b6-8915-bab2257c92bf', 'code': 200} Jul 08 20:26:40.037975 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae74178-2f75-4afa-b24d-31eb13327e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8430881-9959-4dcb-8833-96f3d98ee135', 'code': 200} Jul 08 20:26:40.063077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21113ea8-7897-4d74-a4b0-f5f7b9705b94 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:26:40.079567 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-21113ea8-7897-4d74-a4b0-f5f7b9705b94 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.080558 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-21113ea8-7897-4d74-a4b0-f5f7b9705b94 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Added segment c09a3fea-3d00-4cd5-9499-2df756adbfb4 of type vlan for network 17c8e524-4b84-4552-8650-e2867def2f34 Jul 08 20:26:40.161214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd52ce93-48ac-4f4f-af1d-a425679f37b2 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:26:40.169856 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.173623 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-56486683-0c50-45bf-b4ac-40ebf735a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.214809 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-21113ea8-7897-4d74-a4b0-f5f7b9705b94 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.277971 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-21113ea8-7897-4d74-a4b0-f5f7b9705b94 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.284178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21113ea8-7897-4d74-a4b0-f5f7b9705b94 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:40.285229 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-21113ea8-7897-4d74-a4b0-f5f7b9705b94 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.317083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port bb2affb1-e5da-4da7-91c0-4a596a0ab68e completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:40.325234 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 169de5d3-783b-43ee-9a2f-80179ed45060, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=169de5d3-783b-43ee-9a2f-80179ed45060,segment=NetworkSegment(3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc),segment_id=3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:40.336899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883838dd-f1ab-496a-a90f-5c8f7143ffa3 req-e5f5fee3-5870-4197-bc1e-1cf957d51370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:40.337640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883838dd-f1ab-496a-a90f-5c8f7143ffa3 req-e5f5fee3-5870-4197-bc1e-1cf957d51370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:40.338270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883838dd-f1ab-496a-a90f-5c8f7143ffa3 req-e5f5fee3-5870-4197-bc1e-1cf957d51370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:40.338895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883838dd-f1ab-496a-a90f-5c8f7143ffa3 req-e5f5fee3-5870-4197-bc1e-1cf957d51370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:40.339549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883838dd-f1ab-496a-a90f-5c8f7143ffa3 req-e5f5fee3-5870-4197-bc1e-1cf957d51370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:40.339783 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.340349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883838dd-f1ab-496a-a90f-5c8f7143ffa3 req-e5f5fee3-5870-4197-bc1e-1cf957d51370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:40.340596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 005e3b89-c689-46f5-baa2-3bcc1883d9a1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:40.341153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883838dd-f1ab-496a-a90f-5c8f7143ffa3 req-e5f5fee3-5870-4197-bc1e-1cf957d51370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:40.342245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port bb2affb1-e5da-4da7-91c0-4a596a0ab68e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:40.342613 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.343568 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-883838dd-f1ab-496a-a90f-5c8f7143ffa3 req-e5f5fee3-5870-4197-bc1e-1cf957d51370 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 6508 time: 0.2145717 Jul 08 20:26:40.432688 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e6083a65-99ea-47ac-833f-0708b0766b02 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.434000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cf433-b03a-4462-b02d-9f5d13c200a7 req-03ed60f0-e59c-40fd-9655-e37d502af662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:40.435879 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-af7cf433-b03a-4462-b02d-9f5d13c200a7 req-03ed60f0-e59c-40fd-9655-e37d502af662 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 1097 time: 0.3082297 Jul 08 20:26:40.439411 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-21113ea8-7897-4d74-a4b0-f5f7b9705b94 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4496765 Jul 08 20:26:40.448153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60512) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:40.456440 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-defe5644-7794-4f38-8657-c0c2e1940f06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': '17c8e524-4b84-4552-8650-e2867def2f34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:40.483636 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f673e43f-0152-4c26-9e8f-82a1e5ef5a00 req-88e5dcde-7d2e-4712-bce0-8c1a7ca1de63 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899508 Jul 08 20:26:40.485520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:35Z', 'revision_number': 4, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': '39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9', 'name': '', 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:32:ba:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:31Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 2, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:40.489161 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.560988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Checking router: 48fc36af-b9d6-4706-8c06-2ebd19d0899d for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:26:40.561363 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Updating router 48fc36af-b9d6-4706-8c06-2ebd19d0899d port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:26:40.579549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-0c33a40a-c5f1-4c56-9eb2-c861c73c881c service neutron] 10.222.0.104 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7392313 Jul 08 20:26:40.599130 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e6083a65-99ea-47ac-833f-0708b0766b02 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.605007 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6083a65-99ea-47ac-833f-0708b0766b02 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:40.605712 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e6083a65-99ea-47ac-833f-0708b0766b02 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.614458 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-56486683-0c50-45bf-b4ac-40ebf735a946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:26:40.614837 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-56486683-0c50-45bf-b4ac-40ebf735a946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:26:40.629287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=169de5d3-783b-43ee-9a2f-80179ed45060,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:40.697666 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.740975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 005e3b89-c689-46f5-baa2-3bcc1883d9a1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:40.741335 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.814181 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e6083a65-99ea-47ac-833f-0708b0766b02 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5713034 Jul 08 20:26:40.821275 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:40.827934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60516) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:40.840013 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e62fc439-260d-4b67-a0ab-90a789713a59 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'subnet': {'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:40.857173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21113ea8-7897-4d74-a4b0-f5f7b9705b94 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Network': ['ID=17c8e524-4b84-4552-8650-e2867def2f34,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:40.909914 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-883838dd-f1ab-496a-a90f-5c8f7143ffa3 req-a8d6c704-8efb-4986-80a1-eaeae98fbc8a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5503561 Jul 08 20:26:40.912506 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-af7cf433-b03a-4462-b02d-9f5d13c200a7 req-4414b888-d7f8-40b1-aa66-81a13609bcb5 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627552 Jul 08 20:26:40.916459 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 17c8e524-4b84-4552-8650-e2867def2f34 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:26:40.917879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6083a65-99ea-47ac-833f-0708b0766b02 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Network': ['ID=8a5233c7-ac76-47ac-b5bf-a9638bdd13f5,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:40.938347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e744-246d-43f0-ae67-908bd029d669 req-3b1c65dc-919c-42a6-af9f-7f02b0a64b99 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:40.945908 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b024e744-246d-43f0-ae67-908bd029d669 req-3b1c65dc-919c-42a6-af9f-7f02b0a64b99 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61b6148-0ef8-4686-983f-e78c5a31f64b HTTP/1.1" status: 200 len: 945 time: 0.6560340 Jul 08 20:26:40.989914 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3a4f9df7-19b3-420f-813f-8335dd3ff44f req-741d2e6b-200f-40a7-a199-5e12ac244141 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:41.001723 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b024e744-246d-43f0-ae67-908bd029d669 req-c5ec6464-a2a5-48ef-afb4-ae481370c650 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups?id=a046cefe-c0f0-4ce2-8586-d243bf5ff39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545869 Jul 08 20:26:41.004915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:26:41.027709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defe5644-7794-4f38-8657-c0c2e1940f06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:41.032657 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-defe5644-7794-4f38-8657-c0c2e1940f06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:41.068669 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f17e414d-869f-4335-8455-5ae4766a1600 req-85153cc8-1565-418d-9c40-dac6a0d426b1 service neutron] 10.222.0.104 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819787 Jul 08 20:26:41.085119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port bb2affb1-e5da-4da7-91c0-4a596a0ab68e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bb2affb1-e5da-4da7-91c0-4a596a0ab68e,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:41.137930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4f9df7-19b3-420f-813f-8335dd3ff44f req-741d2e6b-200f-40a7-a199-5e12ac244141 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] No DVR routers for this DVR port 3e324484-38cb-4e68-b4ee-0a425af3df91 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:26:41.140585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d2e6b-200f-40a7-a199-5e12ac244141 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Pushing event deleted for resources: {'Port': ['ID=3e324484-38cb-4e68-b4ee-0a425af3df91,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:41.163588 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:41.174540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3a4f9df7-19b3-420f-813f-8335dd3ff44f req-741d2e6b-200f-40a7-a199-5e12ac244141 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:41.176926 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a4f9df7-19b3-420f-813f-8335dd3ff44f req-741d2e6b-200f-40a7-a199-5e12ac244141 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.104 "DELETE /v2.0/ports/3e324484-38cb-4e68-b4ee-0a425af3df91 HTTP/1.1" status: 204 len: 173 time: 2.7233658 Jul 08 20:26:41.210270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61b6148-0ef8-4686-983f-e78c5a31f64b', 'name': 'network-vif-deleted', 'tag': '3e324484-38cb-4e68-b4ee-0a425af3df91'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:41.212677 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42763d6-d34c-4437-9065-cedb20a17cfe" -d '{"events": [{"server_uuid": "f61b6148-0ef8-4686-983f-e78c5a31f64b", "name": "network-vif-deleted", "tag": "3e324484-38cb-4e68-b4ee-0a425af3df91"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:41.228405 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903691-e1b1-4321-a1a8-433e8a0c97dc req-b1f97b0d-0c95-432a-bdc2-efa60caaa0d6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:41.235259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903691-e1b1-4321-a1a8-433e8a0c97dc req-b1f97b0d-0c95-432a-bdc2-efa60caaa0d6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:41.241714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903691-e1b1-4321-a1a8-433e8a0c97dc req-b1f97b0d-0c95-432a-bdc2-efa60caaa0d6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:41.248165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903691-e1b1-4321-a1a8-433e8a0c97dc req-b1f97b0d-0c95-432a-bdc2-efa60caaa0d6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:41.252220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5b854-b8f3-4a71-95e3-fcc5171653dc req-b9fca142-0b3c-4d80-8f50-c8e1714dedeb tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:41.254978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903691-e1b1-4321-a1a8-433e8a0c97dc req-b1f97b0d-0c95-432a-bdc2-efa60caaa0d6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:41.259404 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ecf5b854-b8f3-4a71-95e3-fcc5171653dc req-b9fca142-0b3c-4d80-8f50-c8e1714dedeb tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.5494897 Jul 08 20:26:41.261025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903691-e1b1-4321-a1a8-433e8a0c97dc req-b1f97b0d-0c95-432a-bdc2-efa60caaa0d6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:41.266897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903691-e1b1-4321-a1a8-433e8a0c97dc req-b1f97b0d-0c95-432a-bdc2-efa60caaa0d6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:41.276496 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c903691-e1b1-4321-a1a8-433e8a0c97dc req-b1f97b0d-0c95-432a-bdc2-efa60caaa0d6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5444 time: 0.1541965 Jul 08 20:26:41.308792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62fc439-260d-4b67-a0ab-90a789713a59 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Made reservation on behalf of ead7372b9ac94255b062c2901286d8e1 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:41.312400 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e62fc439-260d-4b67-a0ab-90a789713a59 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:41.336112 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:41.363075 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c903691-e1b1-4321-a1a8-433e8a0c97dc req-e0013fc7-276d-420c-8b37-7d3aef6913e5 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855675 Jul 08 20:26:41.427480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ac755a99-a0ae-4675-87c7-6c701f12c852 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:41.447307 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ecf5b854-b8f3-4a71-95e3-fcc5171653dc req-22027532-d917-4176-87ef-e07cbd077a62 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868308 Jul 08 20:26:41.460339 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-defe5644-7794-4f38-8657-c0c2e1940f06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:41.500289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e4d61-cf8b-4abf-a195-0ec9b867c590 req-30a11ec8-8949-4124-ac52-aa6b3b674211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:41.501885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7e4d61-cf8b-4abf-a195-0ec9b867c590 req-30a11ec8-8949-4124-ac52-aa6b3b674211 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8b49f7d08dc488aa806976a42f2b0ce&device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 1095 time: 0.3223720 Jul 08 20:26:41.536805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe5644-7794-4f38-8657-c0c2e1940f06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Subnet': ['ID=832e41bf-9feb-4ef8-ba92-b45475003735,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:41.547427 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eed36d-882f-4c93-8f69-8235f870e8d2 x-openstack-request-id: req-a3eed36d-882f-4c93-8f69-8235f870e8d2 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:41.547718 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61b6148-0ef8-4686-983f-e78c5a31f64b", "name": "network-vif-deleted", "tag": "3e324484-38cb-4e68-b4ee-0a425af3df91", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:41.550154 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a3eed36d-882f-4c93-8f69-8235f870e8d2 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:41.551211 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61b6148-0ef8-4686-983f-e78c5a31f64b', 'name': 'network-vif-deleted', 'tag': '3e324484-38cb-4e68-b4ee-0a425af3df91', 'status': 'completed', 'code': 200} Jul 08 20:26:41.552885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defe5644-7794-4f38-8657-c0c2e1940f06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Checking segment: {'id': 'c09a3fea-3d00-4cd5-9499-2df756adbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '17c8e524-4b84-4552-8650-e2867def2f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:41.553256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe5644-7794-4f38-8657-c0c2e1940f06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network hostable DHCP agents. Network: 17c8e524-4b84-4552-8650-e2867def2f34, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:26:41.572754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe5644-7794-4f38-8657-c0c2e1940f06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 17c8e524-4b84-4552-8650-e2867def2f34 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:26:41.584721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-defe5644-7794-4f38-8657-c0c2e1940f06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 17c8e524-4b84-4552-8650-e2867def2f34) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:41.588967 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defe5644-7794-4f38-8657-c0c2e1940f06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:41.589636 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-defe5644-7794-4f38-8657-c0c2e1940f06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:41.603534 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dac0c0-529b-454e-b20d-7645f915b128 None None] Network 17c8e524-4b84-4552-8650-e2867def2f34 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:41.612790 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-defe5644-7794-4f38-8657-c0c2e1940f06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1581209 Jul 08 20:26:41.613564 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60524) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:41.618935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3a036ca9-774e-4f9c-a784-eebafc72ba41 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': '17c8e524-4b84-4552-8650-e2867def2f34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:41.687708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=bb2affb1-e5da-4da7-91c0-4a596a0ab68e,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:41.760860 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:41.766860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ac755a99-a0ae-4675-87c7-6c701f12c852 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:41.767026 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:41.768509 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a036ca9-774e-4f9c-a784-eebafc72ba41 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:41.774227 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a036ca9-774e-4f9c-a784-eebafc72ba41 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:41.778916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e4d61-cf8b-4abf-a195-0ec9b867c590 req-deffe721-92d9-48fe-adf0-cb76d27bfe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:41.782524 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7e4d61-cf8b-4abf-a195-0ec9b867c590 req-deffe721-92d9-48fe-adf0-cb76d27bfe7f service neutron] 10.222.0.104 "GET /v2.0/networks?id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5 HTTP/1.1" status: 200 len: 917 time: 0.2608027 Jul 08 20:26:41.810441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Transition to ACTIVE for port object 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:41.831960 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:41.859691 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7e4d61-cf8b-4abf-a195-0ec9b867c590 req-dcbd027a-aebc-4fa4-be14-42b5a546acb1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73bc3391-0640-4fdd-b9b7-a4f350f86f44 HTTP/1.1" status: 200 len: 217 time: 0.0630081 Jul 08 20:26:41.905819 n-d-791506-16 neutron-server[94065]: INFO neutron.db.ipam_backend_mixin [None req-3a036ca9-774e-4f9c-a784-eebafc72ba41 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 832e41bf-9feb-4ef8-ba92-b45475003735 (CIDR: 172.20.0.0/28) Jul 08 20:26:41.911371 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a036ca9-774e-4f9c-a784-eebafc72ba41 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:26:41.913464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a036ca9-774e-4f9c-a784-eebafc72ba41 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:26:41.917992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a65899-414b-4f08-bda0-f00abe6bcdfa None None] Pushing event updated for resources: {'Port': ['ID=39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:41.948800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3a036ca9-774e-4f9c-a784-eebafc72ba41 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3224285 Jul 08 20:26:41.949580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60526) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:41.956408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6a40dba1-3a14-497b-afc3-0a0dd991874a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': '17c8e524-4b84-4552-8650-e2867def2f34', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:42.005990 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23124ed-8b55-437e-9d29-355c017dc358 req-fd8ea217-ce3b-4ea6-85e7-3888d23dbaa0 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:42.007592 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d23124ed-8b55-437e-9d29-355c017dc358 req-fd8ea217-ce3b-4ea6-85e7-3888d23dbaa0 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 943 time: 0.3390095 Jul 08 20:26:42.021626 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Router 17150790-238d-4261-9e59-f306f0b0e9f6 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:26:42.044564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e4d61-cf8b-4abf-a195-0ec9b867c590 req-84a6a743-3bd8-42d3-813d-501871be1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:42.048992 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7e4d61-cf8b-4abf-a195-0ec9b867c590 req-84a6a743-3bd8-42d3-813d-501871be1941 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49ec45d3-b95f-403c-b531-c9e910ad203c HTTP/1.1" status: 200 len: 855 time: 0.1706524 Jul 08 20:26:42.198608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a40dba1-3a14-497b-afc3-0a0dd991874a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:42.202918 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a40dba1-3a14-497b-afc3-0a0dd991874a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:42.272255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d23124ed-8b55-437e-9d29-355c017dc358 req-440dd750-2ea0-468e-9594-998ff224295c tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571383 Jul 08 20:26:42.292593 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3e324484-38cb-4e68-b4ee-0a425af3df91 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:26:42.295871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c04b2dd-4348-418c-a330-86042c617812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2affb1-e5da-4da7-91c0-4a596a0ab68e'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:42.303563 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce49fbb9-bde4-467b-9a5b-cf4d45fd126b" -d '{"events": [{"server_uuid": "8c04b2dd-4348-418c-a330-86042c617812", "name": "network-vif-plugged", "status": "completed", "tag": "bb2affb1-e5da-4da7-91c0-4a596a0ab68e"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:42.346495 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e62fc439-260d-4b67-a0ab-90a789713a59 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:42.383999 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64a59dc-7135-4b05-a8da-ac8ab12cb06a x-openstack-request-id: req-c64a59dc-7135-4b05-a8da-ac8ab12cb06a {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:42.384274 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c04b2dd-4348-418c-a330-86042c617812", "name": "network-vif-plugged", "status": "completed", "tag": "bb2affb1-e5da-4da7-91c0-4a596a0ab68e", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:42.384484 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c64a59dc-7135-4b05-a8da-ac8ab12cb06a {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:42.386578 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c04b2dd-4348-418c-a330-86042c617812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2affb1-e5da-4da7-91c0-4a596a0ab68e', 'code': 200} Jul 08 20:26:42.393182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 3e324484-38cb-4e68-b4ee-0a425af3df91 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:26:42.393710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3e324484-38cb-4e68-b4ee-0a425af3df91 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:26:42.407415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-17c8e524-4b84-4552-8650-e2867def2f34', 'network_id': '17c8e524-4b84-4552-8650-e2867def2f34', 'tenant_id': '71f0e7236dba4c15b1913f9f6f671c80', 'fixed_ips': [{'subnet_id': '832e41bf-9feb-4ef8-ba92-b45475003735'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:26:42.408348 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:42.444609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Attempting to bind port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:42.445017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Attempting to bind port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '40a94c33-0954-49cc-88bf-9534166ae017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:42.445392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Attempting to bind port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 on network f84c807e-7b91-49d5-8b81-88811c12402a {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:42.457681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:42.458068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Checking segment: {'id': '40a94c33-0954-49cc-88bf-9534166ae017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:42.458483 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:42.458892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Bound using segment: {'id': '40a94c33-0954-49cc-88bf-9534166ae017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:42.459384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Bound port: 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a94c33-0954-49cc-88bf-9534166ae017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:42.459779 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:42.518779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fc439-260d-4b67-a0ab-90a789713a59 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Subnet': ['ID=695b5b1c-9522-40b7-a07a-65c9237f30b1,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:42.582489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62fc439-260d-4b67-a0ab-90a789713a59 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Checking segment: {'id': 'c6265cb7-5f30-4bbe-aa4f-d72883cb2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:42.582857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62fc439-260d-4b67-a0ab-90a789713a59 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network hostable DHCP agents. Network: 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:26:42.586350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e4d61-cf8b-4abf-a195-0ec9b867c590 req-a8375784-f23d-4260-8103-0c5836d1329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:42.588059 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7e4d61-cf8b-4abf-a195-0ec9b867c590 req-a8375784-f23d-4260-8103-0c5836d1329e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4452951 Jul 08 20:26:42.647293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c6fc9-8142-4841-b6a9-c2fc97f7eee0 req-a537afdd-22b8-44e1-82e5-3be0a47f96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:42.648882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b6c6fc9-8142-4841-b6a9-c2fc97f7eee0 req-a537afdd-22b8-44e1-82e5-3be0a47f96ec service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=8c04b2dd-4348-418c-a330-86042c617812 HTTP/1.1" status: 200 len: 1097 time: 0.1490474 Jul 08 20:26:42.673072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62fc439-260d-4b67-a0ab-90a789713a59 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:26:42.683346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:26:42.697711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Allocated IP 172.20.0.2 (17c8e524-4b84-4552-8650-e2867def2f34/832e41bf-9feb-4ef8-ba92-b45475003735/64f2b31b-df0e-49df-b8ed-b0bf574328ef) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:42.698361 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Sync routers for ids ['17150790-238d-4261-9e59-f306f0b0e9f6'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:26:42.713924 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Routers {'17150790-238d-4261-9e59-f306f0b0e9f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:42.716389 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['17150790-238d-4261-9e59-f306f0b0e9f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:42.731066 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:42.732479 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fc3ca4a5-8b23-4b67-91b1-e86da6e2680a admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.3820260 Jul 08 20:26:42.733224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-e62fc439-260d-4b67-a0ab-90a789713a59 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:42.741781 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b6c6fc9-8142-4841-b6a9-c2fc97f7eee0 req-8c7b0876-2596-4778-8447-996d926ea095 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837278 Jul 08 20:26:42.741941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60550) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:42.752690 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a40dba1-3a14-497b-afc3-0a0dd991874a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:42.778481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 169de5d3-783b-43ee-9a2f-80179ed45060 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:42.780387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc56be33-8d59-42aa-bedc-f58326169e9d None None] Network 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:42.795459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62fc439-260d-4b67-a0ab-90a789713a59 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:42.796555 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e62fc439-260d-4b67-a0ab-90a789713a59 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:42.801823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7e4d61-cf8b-4abf-a195-0ec9b867c590 req-d8b7ece8-bc84-4ff3-b993-9d71dd1ad590 service neutron] 10.222.0.104 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042656 Jul 08 20:26:42.821158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a40dba1-3a14-497b-afc3-0a0dd991874a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 17c8e524-4b84-4552-8650-e2867def2f34 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:42.838569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d457d-2862-460c-b257-70b0c6d8704b req-bfcb955a-cc21-4566-81d8-fa89afc5b8ff tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:42.844818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d457d-2862-460c-b257-70b0c6d8704b req-bfcb955a-cc21-4566-81d8-fa89afc5b8ff tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:42.851737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d457d-2862-460c-b257-70b0c6d8704b req-bfcb955a-cc21-4566-81d8-fa89afc5b8ff tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:42.857811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d457d-2862-460c-b257-70b0c6d8704b req-bfcb955a-cc21-4566-81d8-fa89afc5b8ff tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:42.864670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d457d-2862-460c-b257-70b0c6d8704b req-bfcb955a-cc21-4566-81d8-fa89afc5b8ff tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:42.865396 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Set router 17150790-238d-4261-9e59-f306f0b0e9f6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:42.870851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d457d-2862-460c-b257-70b0c6d8704b req-bfcb955a-cc21-4566-81d8-fa89afc5b8ff tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:42.877068 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d457d-2862-460c-b257-70b0c6d8704b req-bfcb955a-cc21-4566-81d8-fa89afc5b8ff tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:42.879219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-233d457d-2862-460c-b257-70b0c6d8704b req-bfcb955a-cc21-4566-81d8-fa89afc5b8ff tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5444 time: 0.1939573 Jul 08 20:26:42.879737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] For port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:42.880347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6a40dba1-3a14-497b-afc3-0a0dd991874a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:42.882746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40dba1-3a14-497b-afc3-0a0dd991874a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Subnet': ['ID=d9d3e953-3cdf-4e41-af15-19eb40cdba0d,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:42.883693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] For port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9,segment=NetworkSegment(40a94c33-0954-49cc-88bf-9534166ae017),segment_id=40a94c33-0954-49cc-88bf-9534166ae017)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:42.885311 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a40dba1-3a14-497b-afc3-0a0dd991874a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:42.885963 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a40dba1-3a14-497b-afc3-0a0dd991874a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:42.902833 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6a40dba1-3a14-497b-afc3-0a0dd991874a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9509859 Jul 08 20:26:42.905387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60552) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:42.911522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': '17c8e524-4b84-4552-8650-e2867def2f34', 'fixed_ips': [{'subnet_id': '832e41bf-9feb-4ef8-ba92-b45475003735'}, {'subnet_id': 'd9d3e953-3cdf-4e41-af15-19eb40cdba0d'}], 'name': 'tempest-PortsTestJSON-845209090'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:42.935765 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.006011 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-233d457d-2862-460c-b257-70b0c6d8704b req-e99c6032-3f81-4437-a3b7-50a780abcb53 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909255 Jul 08 20:26:43.057912 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e62fc439-260d-4b67-a0ab-90a789713a59 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2218580 Jul 08 20:26:43.069544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60556) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:43.074216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a65899-414b-4f08-bda0-f00abe6bcdfa None None] Pushing event updated for resources: {'Port': ['ID=39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:43.085501 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60558) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:43.122123 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:43.123421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:43.140920 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:26:39Z', 'revision_number': 3, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port': {'id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:35Z', 'updated_at': '2021-07-08T20:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:43.152373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 169de5d3-783b-43ee-9a2f-80179ed45060 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:43.153057 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.225891 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Checking router: 17150790-238d-4261-9e59-f306f0b0e9f6 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:26:43.226497 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Updating router 17150790-238d-4261-9e59-f306f0b0e9f6 port 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:26:43.272612 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.337810 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.341287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e19a02-7856-47f7-a934-8a5ea1c81767 req-ceda0fab-dad7-47c4-b30f-dd9d2d6dffa3 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:43.342907 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01e19a02-7856-47f7-a934-8a5ea1c81767 req-ceda0fab-dad7-47c4-b30f-dd9d2d6dffa3 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.5371940 Jul 08 20:26:43.356018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Transition to ACTIVE for port object 64f2b31b-df0e-49df-b8ed-b0bf574328ef will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:43.356766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab7e4d61-cf8b-4abf-a195-0ec9b867c590 req-d9483e2d-da9b-4ef1-a92c-0bce93fb1488 service neutron] 10.222.0.104 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287772 Jul 08 20:26:43.392680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Transition to ACTIVE for port object 64f2b31b-df0e-49df-b8ed-b0bf574328ef will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:43.438354 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7f17b69b-c471-4c1a-b52c-c7e5f64c8bad tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.451573 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.481387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:43.518139 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01e19a02-7856-47f7-a934-8a5ea1c81767 req-3fe7d4a4-2448-4597-9433-a89221e00ee3 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383388 Jul 08 20:26:43.590937 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Network 17c8e524-4b84-4552-8650-e2867def2f34 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:43.602922 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7f17b69b-c471-4c1a-b52c-c7e5f64c8bad tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.641109 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:43.657865 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.689404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:43.698000 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Transition to ACTIVE for port object 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:43.714619 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.740879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-8a5233c7-ac76-47ac-b5bf-a9638bdd13f5', 'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'fixed_ips': [{'subnet_id': '695b5b1c-9522-40b7-a07a-65c9237f30b1'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:26:43.742079 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.743848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.744520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:43.776773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Pushing event updated for resources: {'Port': ['ID=64f2b31b-df0e-49df-b8ed-b0bf574328ef,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:43.794945 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbc198-d2d8-4913-a397-c933598a5313 None None] Pushing event updated for resources: {'Port': ['ID=3c5da94c-61d9-4fe0-b3a8-282630ec4a19,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:43.818683 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Attempting to bind port 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:43.819069 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Attempting to bind port 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:43.819437 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Attempting to bind port 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:43.825366 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:43.825748 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:43.826152 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.826611 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:43.827090 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Bound port: 3c5da94c-61d9-4fe0-b3a8-282630ec4a19, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:43.827474 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.835540 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceaffd-1a99-458d-b908-9ac2d0e13f42 req-c03f0177-a883-4d7b-b838-60effed60dda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:43.845264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceaffd-1a99-458d-b908-9ac2d0e13f42 req-c03f0177-a883-4d7b-b838-60effed60dda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:43.851736 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceaffd-1a99-458d-b908-9ac2d0e13f42 req-c03f0177-a883-4d7b-b838-60effed60dda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:43.858602 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceaffd-1a99-458d-b908-9ac2d0e13f42 req-c03f0177-a883-4d7b-b838-60effed60dda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:43.867409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceaffd-1a99-458d-b908-9ac2d0e13f42 req-c03f0177-a883-4d7b-b838-60effed60dda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:43.873917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceaffd-1a99-458d-b908-9ac2d0e13f42 req-c03f0177-a883-4d7b-b838-60effed60dda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:43.882329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceaffd-1a99-458d-b908-9ac2d0e13f42 req-c03f0177-a883-4d7b-b838-60effed60dda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:43.884783 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7ceaffd-1a99-458d-b908-9ac2d0e13f42 req-c03f0177-a883-4d7b-b838-60effed60dda tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5444 time: 0.4272244 Jul 08 20:26:43.897881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60562) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:43.899266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port 1e1cbb42-c449-4a40-817d-75d84b111cd1 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:26:43.914818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-04ca76b5-0cdf-481c-9cbb-d4af763e9a5f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Request body: {'floatingip': {'port_id': '5aad874e-179e-4f53-8a91-58fce4a19dba'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:43.915111 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] For port 3c5da94c-61d9-4fe0-b3a8-282630ec4a19, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:43.918867 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] For port 3c5da94c-61d9-4fe0-b3a8-282630ec4a19, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3c5da94c-61d9-4fe0-b3a8-282630ec4a19,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:43.924932 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.947637 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Attempting to bind port 64f2b31b-df0e-49df-b8ed-b0bf574328ef on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:43.948661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Attempting to bind port 64f2b31b-df0e-49df-b8ed-b0bf574328ef by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'c09a3fea-3d00-4cd5-9499-2df756adbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '17c8e524-4b84-4552-8650-e2867def2f34'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:43.949200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Attempting to bind port 64f2b31b-df0e-49df-b8ed-b0bf574328ef on network 17c8e524-4b84-4552-8650-e2867def2f34 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:43.959518 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:43.960350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Checking segment: {'id': 'c09a3fea-3d00-4cd5-9499-2df756adbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '17c8e524-4b84-4552-8650-e2867def2f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:43.961083 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.961645 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Bound using segment: {'id': 'c09a3fea-3d00-4cd5-9499-2df756adbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '17c8e524-4b84-4552-8650-e2867def2f34'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:43.963210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Bound port: 64f2b31b-df0e-49df-b8ed-b0bf574328ef, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09a3fea-3d00-4cd5-9499-2df756adbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '17c8e524-4b84-4552-8650-e2867def2f34'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:43.963801 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.965435 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04ca76b5-0cdf-481c-9cbb-d4af763e9a5f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for floatingip, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:43.984140 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbc198-d2d8-4913-a397-c933598a5313 None None] Pushing event updated for resources: {'Port': ['ID=3c5da94c-61d9-4fe0-b3a8-282630ec4a19,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:44.017001 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Routers {'17150790-238d-4261-9e59-f306f0b0e9f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:44.018337 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['17150790-238d-4261-9e59-f306f0b0e9f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:44.059421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 73bc3391-0640-4fdd-b9b7-a4f350f86f44 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:26:44.138793 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] Set router 17150790-238d-4261-9e59-f306f0b0e9f6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:44.250363 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7f17b69b-c471-4c1a-b52c-c7e5f64c8bad tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:44.252970 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7f17b69b-c471-4c1a-b52c-c7e5f64c8bad tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:44.258154 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7f17b69b-c471-4c1a-b52c-c7e5f64c8bad tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "DELETE /v2.0/security-groups/5d713e20-a084-4469-9343-52cd7e67a4d4 HTTP/1.1" status: 204 len: 168 time: 1.1491346 Jul 08 20:26:44.258837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60564) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:44.261785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] For port 64f2b31b-df0e-49df-b8ed-b0bf574328ef, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:44.308542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599709-87fb-4d33-a98e-d997db6dd455 req-58755c15-c969-466a-817c-767398559756 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:44.308875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] For port 64f2b31b-df0e-49df-b8ed-b0bf574328ef, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=64f2b31b-df0e-49df-b8ed-b0bf574328ef,segment=NetworkSegment(c09a3fea-3d00-4cd5-9499-2df756adbfb4),segment_id=c09a3fea-3d00-4cd5-9499-2df756adbfb4)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:44.317615 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a599709-87fb-4d33-a98e-d997db6dd455 req-58755c15-c969-466a-817c-767398559756 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 943 time: 0.2085748 Jul 08 20:26:44.325676 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:44.339720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17b69b-c471-4c1a-b52c-c7e5f64c8bad tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d713e20-a084-4469-9343-52cd7e67a4d4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:44.341878 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-93370006-4673-4015-ac46-92916f94cc64 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] show failed (client error): The resource could not be found. Jul 08 20:26:44.346241 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-93370006-4673-4015-ac46-92916f94cc64 tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "GET /v2.0/security-groups/5d713e20-a084-4469-9343-52cd7e67a4d4 HTTP/1.1" status: 404 len: 347 time: 0.0777698 Jul 08 20:26:44.351145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60568) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:44.400324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029ca9b-a7eb-4d67-8109-0065448291f6 None None] Pushing event updated for resources: {'Port': ['ID=64f2b31b-df0e-49df-b8ed-b0bf574328ef,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:44.457476 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:26:39Z', 'revision_number': 3, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port': {'id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:35Z', 'updated_at': '2021-07-08T20:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:44.460436 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Allocated IP 2001:db8:3::2 (8a5233c7-ac76-47ac-b5bf-a9638bdd13f5/695b5b1c-9522-40b7-a07a-65c9237f30b1/040e874d-f3cc-4042-9e31-7f1420f54eb5) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:44.504108 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b98b5-efac-4d64-8bb2-7f5190833939 None None] The sync data for ids ['17150790-238d-4261-9e59-f306f0b0e9f6'] in n-d-791506-16 is: [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:26:39Z', 'revision_number': 3, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port': {'id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:35Z', 'updated_at': '2021-07-08T20:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:26:44.561650 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a599709-87fb-4d33-a98e-d997db6dd455 req-be818b41-340a-472b-94da-fc342f8a27e1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430048 Jul 08 20:26:44.640054 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:44.648659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Transition to ACTIVE for port object 040e874d-f3cc-4042-9e31-7f1420f54eb5 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:44.665222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Transition to ACTIVE for port object 040e874d-f3cc-4042-9e31-7f1420f54eb5 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:44.677468 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:44.685526 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:44.700398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-330a735b-0427-4567-8b02-e99edca0003c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Deleting port f6b07235-6be1-444d-9530-0f5fddc0eb20 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:44.700782 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-330a735b-0427-4567-8b02-e99edca0003c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:44.708951 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:44.709572 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:35Z', 'revision_number': 4, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': '39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9', 'name': '', 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:32:ba:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:31Z', 'updated_at': '2021-07-08T20:26:42Z', 'revision_number': 4, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:44.837519 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-330a735b-0427-4567-8b02-e99edca0003c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:44.838310 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-330a735b-0427-4567-8b02-e99edca0003c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:44.858375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-330a735b-0427-4567-8b02-e99edca0003c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Calling delete_port for f6b07235-6be1-444d-9530-0f5fddc0eb20 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:44.993854 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Network 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:45.027709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:45.030330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:45.032680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba889802-c6f9-4501-a7bf-bc87a63d1fc2 None None] The sync data for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 is: [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:35Z', 'revision_number': 4, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': '39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9', 'name': '', 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:32:ba:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:31Z', 'updated_at': '2021-07-08T20:26:42Z', 'revision_number': 4, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:26:45.057858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 73bc3391-0640-4fdd-b9b7-a4f350f86f44, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=73bc3391-0640-4fdd-b9b7-a4f350f86f44,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:45.108233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.11 (17c8e524-4b84-4552-8650-e2867def2f34/832e41bf-9feb-4ef8-ba92-b45475003735/1e1cbb42-c449-4a40-817d-75d84b111cd1) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:45.137962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Allocated IP 172.20.0.1 (7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a/8ef936b0-47ce-414e-91d0-763f04ecd41e/bcb215ee-8493-40a0-bc8c-6dc6e181a5ca) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:45.146746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.25 (17c8e524-4b84-4552-8650-e2867def2f34/d9d3e953-3cdf-4e41-af15-19eb40cdba0d/1e1cbb42-c449-4a40-817d-75d84b111cd1) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:45.163478 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-04ca76b5-0cdf-481c-9cbb-d4af763e9a5f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:26:45.216004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '73bc3391-0640-4fdd-b9b7-a4f350f86f44', 'network_id': '7b05fa70-f0cf-4107-9f6c-ed339c103dd5', 'port_id': '73bc3391-0640-4fdd-b9b7-a4f350f86f44', 'mac_address': 'fa:16:3e:0d:09:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ec45d3-b95f-403c-b531-c9e910ad203c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:26:45.217782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Pushing event updated for resources: {'Port': ['ID=040e874d-f3cc-4042-9e31-7f1420f54eb5,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:45.271217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Attempting to bind port 040e874d-f3cc-4042-9e31-7f1420f54eb5 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:45.271858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Attempting to bind port 040e874d-f3cc-4042-9e31-7f1420f54eb5 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'c6265cb7-5f30-4bbe-aa4f-d72883cb2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:45.272422 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Attempting to bind port 040e874d-f3cc-4042-9e31-7f1420f54eb5 on network 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:45.358463 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:45.365156 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:45.365615 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Checking segment: {'id': 'c6265cb7-5f30-4bbe-aa4f-d72883cb2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:45.366014 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:45.366418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Bound using segment: {'id': 'c6265cb7-5f30-4bbe-aa4f-d72883cb2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:45.366918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Bound port: 040e874d-f3cc-4042-9e31-7f1420f54eb5, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6265cb7-5f30-4bbe-aa4f-d72883cb2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:45.367313 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:45.371024 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-330a735b-0427-4567-8b02-e99edca0003c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:45.406955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b7d16-01f0-4522-9782-819098750005 req-c84c703e-7bdf-4fc5-b851-4ead8a20b165 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:45.408584 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-352b7d16-01f0-4522-9782-819098750005 req-c84c703e-7bdf-4fc5-b851-4ead8a20b165 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.6485543 Jul 08 20:26:45.419210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bc3391-0640-4fdd-b9b7-a4f350f86f44 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:26:45.452339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a735b-0427-4567-8b02-e99edca0003c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Pushing event deleted for resources: {'Port': ['ID=f6b07235-6be1-444d-9530-0f5fddc0eb20,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:45.482013 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 73bc3391-0640-4fdd-b9b7-a4f350f86f44, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=73bc3391-0640-4fdd-b9b7-a4f350f86f44,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:45.490672 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:45.522512 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:45.547692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Transition to ACTIVE for port object bcb215ee-8493-40a0-bc8c-6dc6e181a5ca will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:45.552880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=73bc3391-0640-4fdd-b9b7-a4f350f86f44,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:45.558251 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-330a735b-0427-4567-8b02-e99edca0003c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:45.562336 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-330a735b-0427-4567-8b02-e99edca0003c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:45.563552 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-330a735b-0427-4567-8b02-e99edca0003c tempest-ImagesOneServerNegativeTestJSON-1984467958 tempest-ImagesOneServerNegativeTestJSON-1984467958-project] 10.222.0.101 "DELETE /v2.0/floatingips/461b56c4-f860-4ba8-bd1a-84e0ba54ec65 HTTP/1.1" status: 204 len: 168 time: 1.2099280 Jul 08 20:26:45.588024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] For port 040e874d-f3cc-4042-9e31-7f1420f54eb5, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:45.595626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] For port 040e874d-f3cc-4042-9e31-7f1420f54eb5, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=040e874d-f3cc-4042-9e31-7f1420f54eb5,segment=NetworkSegment(c6265cb7-5f30-4bbe-aa4f-d72883cb2470),segment_id=c6265cb7-5f30-4bbe-aa4f-d72883cb2470)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:45.605935 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:45.614799 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:45.664010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb215ee-8493-40a0-bc8c-6dc6e181a5ca,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:45.687407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:45.689193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:45.692674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:45.708315 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['73bc3391-0640-4fdd-b9b7-a4f350f86f44'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:26:45.798617 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:45.895429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7949a-8009-43c3-a85a-1421ae3e9c84 None None] Pushing event updated for resources: {'Port': ['ID=040e874d-f3cc-4042-9e31-7f1420f54eb5,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:46.197831 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:46.252083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bbee634b-850b-4437-9063-8310e92c09a3 None None] Provisioning for port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:46.256670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bbee634b-850b-4437-9063-8310e92c09a3 None None] Provisioning complete for port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:46.256670 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bbee634b-850b-4437-9063-8310e92c09a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:46.342190 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bbee634b-850b-4437-9063-8310e92c09a3 None None] Port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:26:46.440710 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04ca76b5-0cdf-481c-9cbb-d4af763e9a5f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:46.451460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4823e44-8e82-41b0-97d3-065104155c6d req-77741390-3705-4037-983f-b6cb64b979ee tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:46.453483 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4823e44-8e82-41b0-97d3-065104155c6d req-77741390-3705-4037-983f-b6cb64b979ee tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 944 time: 0.3136742 Jul 08 20:26:46.564476 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04ca76b5-0cdf-481c-9cbb-d4af763e9a5f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:46.572401 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:46.589129 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:46.609721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Allocated IP 2001:db8:3::1 (8a5233c7-ac76-47ac-b5bf-a9638bdd13f5/695b5b1c-9522-40b7-a07a-65c9237f30b1/1fb58f6f-374d-41eb-b718-2fad4929f13e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:46.670776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb215ee-8493-40a0-bc8c-6dc6e181a5ca,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:46.705090 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d76fbb1-3b2f-4e24-9ad0-d23348974e7f None None] Network 17c8e524-4b84-4552-8650-e2867def2f34 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:46.707613 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4823e44-8e82-41b0-97d3-065104155c6d req-9d15f9b0-9087-4565-8cc0-c89a70c8676e tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551709 Jul 08 20:26:46.710740 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:46.750923 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-04ca76b5-0cdf-481c-9cbb-d4af763e9a5f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Floating IP 841af8a5-6b45-42d1-9a03-f51e09be74c4 associated. External IP: 172.25.4.120, port: 5aad874e-179e-4f53-8a91-58fce4a19dba. Jul 08 20:26:46.804149 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-352b7d16-01f0-4522-9782-819098750005 req-fe2fb115-9adb-4550-ae86-40682548e7af tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3554404 Jul 08 20:26:46.815377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c97c634e-9744-4a03-97b5-7b43f5fe9d88 None None] Provisioning for port 64f2b31b-df0e-49df-b8ed-b0bf574328ef completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:46.907813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 040e874d-f3cc-4042-9e31-7f1420f54eb5 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:46.915154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:46.917023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:47.076584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60588) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:47.116050 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.118761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 040e874d-f3cc-4042-9e31-7f1420f54eb5 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:47.125556 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:47.127852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Router 17150790-238d-4261-9e59-f306f0b0e9f6 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:26:47.133824 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Transition to ACTIVE for port object 1fb58f6f-374d-41eb-b718-2fad4929f13e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:47.200131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:47.205198 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:47.205573 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.269809 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.275418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-041d900c-63e7-4eca-925d-950f6c0be794 admin admin] Deleting subnet e5b8fa3c-e696-450c-b906-06d27f575160 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:26:47.281800 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.284342 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-041d900c-63e7-4eca-925d-950f6c0be794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.301236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:26:47.308669 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-557a51dc-58fd-4f42-835b-c564f658c308 admin admin] 10.222.0.101 "PUT /v2.0/routers/17150790-238d-4261-9e59-f306f0b0e9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5526614 Jul 08 20:26:47.309551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1207f03b-fe18-4edb-895e-1b8ab21e9483 None None] Provisioning complete for port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:47.310020 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1207f03b-fe18-4edb-895e-1b8ab21e9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.381911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=1fb58f6f-374d-41eb-b718-2fad4929f13e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:47.386967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ffcf27-4e6b-49fc-bfee-571a14567197 None None] Update dhcp port {'port': {'network_id': '17c8e524-4b84-4552-8650-e2867def2f34', 'fixed_ips': [{'subnet_id': '832e41bf-9feb-4ef8-ba92-b45475003735', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd9d3e953-3cdf-4e41-af15-19eb40cdba0d'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '64f2b31b-df0e-49df-b8ed-b0bf574328ef'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:26:47.414649 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-041d900c-63e7-4eca-925d-950f6c0be794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.425805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1207f03b-fe18-4edb-895e-1b8ab21e9483 None None] Port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:26:47.429457 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.449278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Transition to ACTIVE for port object 1e1cbb42-c449-4a40-817d-75d84b111cd1 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:47.450014 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.476750 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f4ffcf27-4e6b-49fc-bfee-571a14567197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.479722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9,segment=NetworkSegment(40a94c33-0954-49cc-88bf-9534166ae017),segment_id=40a94c33-0954-49cc-88bf-9534166ae017)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:47.488995 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.488995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:47.501302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:47.513136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:47.531762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:47.532111 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.625732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:47.637365 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-041d900c-63e7-4eca-925d-950f6c0be794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.657375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:47.657655 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.665855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:47.733694 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ca76b5-0cdf-481c-9cbb-d4af763e9a5f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Router daba5746-e5a3-4490-b215-1178a0951b65 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:26:47.737438 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.838639 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 17c8e524-4b84-4552-8650-e2867def2f34 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:47.867724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:47.883162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:26:47.936958 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:47.975549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-f4ffcf27-4e6b-49fc-bfee-571a14567197 None None] Allocated IP 172.20.0.18 (17c8e524-4b84-4552-8650-e2867def2f34/d9d3e953-3cdf-4e41-af15-19eb40cdba0d/64f2b31b-df0e-49df-b8ed-b0bf574328ef) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:48.076458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531ebe1-21ca-434b-b1af-261cbd00da3a req-f3ae9996-47e2-4afd-9748-f18a5ebe6f73 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:48.078051 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f531ebe1-21ca-434b-b1af-261cbd00da3a req-f3ae9996-47e2-4afd-9748-f18a5ebe6f73 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.0764327 Jul 08 20:26:48.098243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f4ffcf27-4e6b-49fc-bfee-571a14567197 None None] For port 64f2b31b-df0e-49df-b8ed-b0bf574328ef, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=64f2b31b-df0e-49df-b8ed-b0bf574328ef,segment=NetworkSegment(c09a3fea-3d00-4cd5-9499-2df756adbfb4),segment_id=c09a3fea-3d00-4cd5-9499-2df756adbfb4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:48.123046 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f531ebe1-21ca-434b-b1af-261cbd00da3a req-a543fe0a-0df9-4cdd-9d22-e2d146824331 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381289 Jul 08 20:26:48.130487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e0a985-6dfa-44c1-97aa-4c40f828e584 None None] Network 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:48.132617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 73bc3391-0640-4fdd-b9b7-a4f350f86f44 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:48.154930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Sync routers for ids ['17150790-238d-4261-9e59-f306f0b0e9f6'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:26:48.179417 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-041d900c-63e7-4eca-925d-950f6c0be794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.181382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=1e1cbb42-c449-4a40-817d-75d84b111cd1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:48.231365 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f4ffcf27-4e6b-49fc-bfee-571a14567197 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.249587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d900c-63e7-4eca-925d-950f6c0be794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b8fa3c-e696-450c-b906-06d27f575160,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:48.264859 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ca76b5-0cdf-481c-9cbb-d4af763e9a5f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:26:48.271952 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04ca76b5-0cdf-481c-9cbb-d4af763e9a5f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.276912 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36fca84-3f8b-49e8-b74b-5631f4c573cf None None] Sync routers for ids ['daba5746-e5a3-4490-b215-1178a0951b65'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:26:48.301152 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f4ffcf27-4e6b-49fc-bfee-571a14567197 None None] Transition to ACTIVE for port object 64f2b31b-df0e-49df-b8ed-b0bf574328ef will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:48.301472 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36fca84-3f8b-49e8-b74b-5631f4c573cf None None] Routers {'daba5746-e5a3-4490-b215-1178a0951b65'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:48.301472 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f36fca84-3f8b-49e8-b74b-5631f4c573cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['daba5746-e5a3-4490-b215-1178a0951b65'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:48.321930 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-041d900c-63e7-4eca-925d-950f6c0be794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.322670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5406661f-2ca7-40fc-bc8e-fcd9d9c0ac8e None None] Provisioning for port 040e874d-f3cc-4042-9e31-7f1420f54eb5 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:48.323830 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-041d900c-63e7-4eca-925d-950f6c0be794 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/e5b8fa3c-e696-450c-b906-06d27f575160 HTTP/1.1" status: 204 len: 168 time: 1.1120408 Jul 08 20:26:48.324503 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.326641 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60638) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:48.332741 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-04ca76b5-0cdf-481c-9cbb-d4af763e9a5f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "PUT /v2.0/floatingips/841af8a5-6b45-42d1-9a03-f51e09be74c4 HTTP/1.1" status: 200 len: 991 time: 4.4217238 Jul 08 20:26:48.338184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 3c5da94c-61d9-4fe0-b3a8-282630ec4a19, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3c5da94c-61d9-4fe0-b3a8-282630ec4a19,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:48.339205 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f4ffcf27-4e6b-49fc-bfee-571a14567197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.341394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '5aad874e-179e-4f53-8a91-58fce4a19dba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:48.345291 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "5aad874e-179e-4f53-8a91-58fce4a19dba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:48.355395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:48.357804 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.359287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5406661f-2ca7-40fc-bc8e-fcd9d9c0ac8e None None] Provisioning complete for port 040e874d-f3cc-4042-9e31-7f1420f54eb5 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:48.359671 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5406661f-2ca7-40fc-bc8e-fcd9d9c0ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.361232 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Routers {'17150790-238d-4261-9e59-f306f0b0e9f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:48.361897 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['17150790-238d-4261-9e59-f306f0b0e9f6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:48.460532 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e1757f3-548b-4175-97f8-bde9df2f0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.464717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998e853-34b5-4254-9833-07e3c0897380 req-9910e9cd-7e48-4382-af8a-13be119ef9aa tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:48.467012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e998e853-34b5-4254-9833-07e3c0897380 req-9910e9cd-7e48-4382-af8a-13be119ef9aa tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 944 time: 0.5214262 Jul 08 20:26:48.505976 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.506782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64f2b31b-df0e-49df-b8ed-b0bf574328ef up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:48.524379 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cbe96e36-3692-4118-bc42-cbd3c5ffde81 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.6177356 Jul 08 20:26:48.529693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60666) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:48.538014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1a213c69-162e-4758-8576-46efcdfaa2c7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '832e41bf-9feb-4ef8-ba92-b45475003735'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:48.580920 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f36fca84-3f8b-49e8-b74b-5631f4c573cf None None] Set router daba5746-e5a3-4490-b215-1178a0951b65 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:48.700955 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Set router 17150790-238d-4261-9e59-f306f0b0e9f6 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:48.734446 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e1757f3-548b-4175-97f8-bde9df2f0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.750174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-3e1757f3-548b-4175-97f8-bde9df2f0c80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961a75ba-9f92-49ed-a84d-8ddfb80f2f6f']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:48.771094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-3e1757f3-548b-4175-97f8-bde9df2f0c80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882b62a2-bbb9-472c-a301-ed7d7d4c27dd') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:48.771683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-3e1757f3-548b-4175-97f8-bde9df2f0c80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882b62a2-bbb9-472c-a301-ed7d7d4c27dd') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:48.787207 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e1757f3-548b-4175-97f8-bde9df2f0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.818196 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e1757f3-548b-4175-97f8-bde9df2f0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.849121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1757f3-548b-4175-97f8-bde9df2f0c80 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:26:48.850113 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e1757f3-548b-4175-97f8-bde9df2f0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:26:48.852720 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:26:48.866301 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.875621 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7587598-282f-46f4-b818-5722b9dbac2b x-openstack-request-id: req-b7587598-282f-46f4-b818-5722b9dbac2b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:48.876520 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "tag": "5aad874e-179e-4f53-8a91-58fce4a19dba", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:48.877069 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b7587598-282f-46f4-b818-5722b9dbac2b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:48.877528 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'tag': '5aad874e-179e-4f53-8a91-58fce4a19dba', 'status': 'completed', 'code': 200} Jul 08 20:26:48.903331 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.904558 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.937542 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a213c69-162e-4758-8576-46efcdfaa2c7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:48.953018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 73bc3391-0640-4fdd-b9b7-a4f350f86f44 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:48.964667 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 73bc3391-0640-4fdd-b9b7-a4f350f86f44 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:48.965392 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:49.004223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffcf27-4e6b-49fc-bfee-571a14567197 None None] Pushing event updated for resources: {'Port': ['ID=64f2b31b-df0e-49df-b8ed-b0bf574328ef,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:49.026004 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e1757f3-548b-4175-97f8-bde9df2f0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:49.036257 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e1757f3-548b-4175-97f8-bde9df2f0c80 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:49.041119 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3e1757f3-548b-4175-97f8-bde9df2f0c80 admin admin] 10.222.0.101 "DELETE /v2.0/networks/961a75ba-9f92-49ed-a84d-8ddfb80f2f6f HTTP/1.1" status: 204 len: 168 time: 0.7106707 Jul 08 20:26:49.065731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1757f3-548b-4175-97f8-bde9df2f0c80 admin admin] Pushing event deleted for resources: {'Network': ['ID=961a75ba-9f92-49ed-a84d-8ddfb80f2f6f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:49.089715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e998e853-34b5-4254-9833-07e3c0897380 req-c90c220b-75b6-4d36-aa9f-48c3bbea7993 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178650 Jul 08 20:26:49.180201 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f36fca84-3f8b-49e8-b74b-5631f4c573cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '62508498-8436-4907-a0e0-979eed0a703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:23:51Z', 'revision_number': 4, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port': {'id': '62508498-8436-4907-a0e0-979eed0a703a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:40Z', 'updated_at': '2021-07-08T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '841af8a5-6b45-42d1-9a03-f51e09be74c4', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'port_id': '5aad874e-179e-4f53-8a91-58fce4a19dba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'mac_address': 'fa:16:3e:1f:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:24:54Z', 'updated_at': '2021-07-08T20:26:45Z', 'revision_number': 1, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39d921b-a889-4ae9-b8ed-64cb31f393f4', 'name': '', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'mac_address': 'fa:16:3e:40:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:48Z', 'updated_at': '2021-07-08T20:23:58Z', 'revision_number': 5, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'subnets': [{'id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:49.304091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 64f2b31b-df0e-49df-b8ed-b0bf574328ef completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:49.312720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60684) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:49.380371 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event updated for resources: {'Port': ['ID=1fb58f6f-374d-41eb-b718-2fad4929f13e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:49.431831 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36fca84-3f8b-49e8-b74b-5631f4c573cf None None] Checking router: daba5746-e5a3-4490-b215-1178a0951b65 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:26:49.446975 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36fca84-3f8b-49e8-b74b-5631f4c573cf None None] Routers {'daba5746-e5a3-4490-b215-1178a0951b65'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:49.448269 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f36fca84-3f8b-49e8-b74b-5631f4c573cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['daba5746-e5a3-4490-b215-1178a0951b65'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:49.509140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-4fa1dc24-8366-4b0f-919b-c43a8093fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:49.510501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-4fa1dc24-8366-4b0f-919b-c43a8093fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:49.510501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-4fa1dc24-8366-4b0f-919b-c43a8093fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:49.510841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-4fa1dc24-8366-4b0f-919b-c43a8093fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:49.511386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-4fa1dc24-8366-4b0f-919b-c43a8093fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:49.511928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-4fa1dc24-8366-4b0f-919b-c43a8093fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:49.512473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-4fa1dc24-8366-4b0f-919b-c43a8093fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:49.514609 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-4fa1dc24-8366-4b0f-919b-c43a8093fd5c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 6508 time: 0.6279666 Jul 08 20:26:49.522655 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a98a5446-e13c-4956-a57f-41572f52cdac admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5a1e963d48c74084aaab57a3ac842b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788859 Jul 08 20:26:49.531949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60686) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:49.674473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Network 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:26:49.689784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:49.699440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:49.752805 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f36fca84-3f8b-49e8-b74b-5631f4c573cf None None] Set router daba5746-e5a3-4490-b215-1178a0951b65 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:49.851205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56127867-5843-4373-b106-4af8a254f5a2 req-2c71a322-e0ad-48aa-b4bf-8370c2c6d6c4 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:49.858831 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-56127867-5843-4373-b106-4af8a254f5a2 req-2c71a322-e0ad-48aa-b4bf-8370c2c6d6c4 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.3590050 Jul 08 20:26:49.880412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-1a213c69-162e-4758-8576-46efcdfaa2c7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Delete allocated IP 172.20.0.25 (17c8e524-4b84-4552-8650-e2867def2f34/d9d3e953-3cdf-4e41-af15-19eb40cdba0d) {{(pid=94066) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 20:26:49.908061 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1fd818f8-51d3-481b-bc53-43ee6bdf46c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:49.930402 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5406661f-2ca7-40fc-bc8e-fcd9d9c0ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:49.948185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-528ee8ec-476f-4a5a-885c-a4dab7d4e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:49.949602 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-528ee8ec-476f-4a5a-885c-a4dab7d4e470 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b9c31369-0a5d-4774-b024-98d5eb5c69a6 HTTP/1.1" status: 200 len: 918 time: 0.4254284 Jul 08 20:26:49.950615 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-56127867-5843-4373-b106-4af8a254f5a2 req-0149085c-0170-4446-99ab-8897a79410a2 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908217 Jul 08 20:26:50.023644 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1fd818f8-51d3-481b-bc53-43ee6bdf46c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:50.058212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=3c5da94c-61d9-4fe0-b3a8-282630ec4a19,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:50.060452 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09215d21-12b0-4894-bc76-e41e6807ccc4 None None] Network 17c8e524-4b84-4552-8650-e2867def2f34 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:50.070026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 48fc36af-b9d6-4706-8c06-2ebd19d0899d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:26:50.123243 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:50.129434 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-870b2d35-764b-4b6c-b376-f3c5e1dcb6d8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aad874e-179e-4f53-8a91-58fce4a19dba HTTP/1.1" status: 200 len: 999 time: 0.1655047 Jul 08 20:26:50.189652 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a213c69-162e-4758-8576-46efcdfaa2c7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:50.211199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-1a213c69-162e-4758-8576-46efcdfaa2c7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Ignored duplicate provisioning block setup for port 1e1cbb42-c449-4a40-817d-75d84b111cd1 by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 20:26:50.218566 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a213c69-162e-4758-8576-46efcdfaa2c7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:50.230174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:50.230543 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:50.247048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5406661f-2ca7-40fc-bc8e-fcd9d9c0ac8e None None] For port 040e874d-f3cc-4042-9e31-7f1420f54eb5, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=040e874d-f3cc-4042-9e31-7f1420f54eb5,segment=NetworkSegment(c6265cb7-5f30-4bbe-aa4f-d72883cb2470),segment_id=c6265cb7-5f30-4bbe-aa4f-d72883cb2470)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:50.247851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57598deb-6fd4-4ca2-9423-2a0ee2eb9074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc3391-0640-4fdd-b9b7-a4f350f86f44'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:26:50.250368 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f66ba72-9346-4af5-bfb5-4fe10af1b79b" -d '{"events": [{"server_uuid": "57598deb-6fd4-4ca2-9423-2a0ee2eb9074", "name": "network-vif-plugged", "status": "completed", "tag": "73bc3391-0640-4fdd-b9b7-a4f350f86f44"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:26:50.252693 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f36fca84-3f8b-49e8-b74b-5631f4c573cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '62508498-8436-4907-a0e0-979eed0a703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:23:51Z', 'revision_number': 4, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port': {'id': '62508498-8436-4907-a0e0-979eed0a703a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:40Z', 'updated_at': '2021-07-08T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '841af8a5-6b45-42d1-9a03-f51e09be74c4', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'port_id': '5aad874e-179e-4f53-8a91-58fce4a19dba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'mac_address': 'fa:16:3e:1f:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:24:54Z', 'updated_at': '2021-07-08T20:26:45Z', 'revision_number': 1, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39d921b-a889-4ae9-b8ed-64cb31f393f4', 'name': '', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'mac_address': 'fa:16:3e:40:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:48Z', 'updated_at': '2021-07-08T20:23:58Z', 'revision_number': 5, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'subnets': [{'id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:50.277335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 73bc3391-0640-4fdd-b9b7-a4f350f86f44, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=73bc3391-0640-4fdd-b9b7-a4f350f86f44,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:50.318484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:26:50.327153 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5406661f-2ca7-40fc-bc8e-fcd9d9c0ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:50.329693 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36fca84-3f8b-49e8-b74b-5631f4c573cf None None] The sync data for ids ['daba5746-e5a3-4490-b215-1178a0951b65'] in n-d-791506-16 is: [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '62508498-8436-4907-a0e0-979eed0a703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:23:51Z', 'revision_number': 4, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port': {'id': '62508498-8436-4907-a0e0-979eed0a703a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:40Z', 'updated_at': '2021-07-08T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '841af8a5-6b45-42d1-9a03-f51e09be74c4', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'port_id': '5aad874e-179e-4f53-8a91-58fce4a19dba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'mac_address': 'fa:16:3e:1f:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:24:54Z', 'updated_at': '2021-07-08T20:26:45Z', 'revision_number': 1, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39d921b-a889-4ae9-b8ed-64cb31f393f4', 'name': '', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'mac_address': 'fa:16:3e:40:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:48Z', 'updated_at': '2021-07-08T20:23:58Z', 'revision_number': 5, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'subnets': [{'id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:26:50.338624 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14db18c2-8d97-4787-931e-96f2bd05eaf1 x-openstack-request-id: req-14db18c2-8d97-4787-931e-96f2bd05eaf1 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:26:50.339195 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57598deb-6fd4-4ca2-9423-2a0ee2eb9074", "name": "network-vif-plugged", "status": "completed", "tag": "73bc3391-0640-4fdd-b9b7-a4f350f86f44", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:26:50.339631 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-14db18c2-8d97-4787-931e-96f2bd05eaf1 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:26:50.340200 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57598deb-6fd4-4ca2-9423-2a0ee2eb9074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc3391-0640-4fdd-b9b7-a4f350f86f44', 'code': 200} Jul 08 20:26:50.348506 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fe5ec359-f014-4f14-a00b-861967cd2499 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2774034 Jul 08 20:26:50.351436 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:50.356866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60694) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:50.361194 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Sync routers for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:26:50.361362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-50c33b01-a20d-4a79-965c-83f2c7f4bcbe tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:50.449233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:26:46Z', 'revision_number': 4, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port': {'id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:35Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'bcb215ee-8493-40a0-bc8c-6dc6e181a5ca', 'name': '', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'mac_address': 'fa:16:3e:d7:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:44Z', 'updated_at': '2021-07-08T20:26:46Z', 'revision_number': 2, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'subnets': [{'id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:50.481643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1a213c69-162e-4758-8576-46efcdfaa2c7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] In _notify_port_updated(), no bound segment for port 1e1cbb42-c449-4a40-817d-75d84b111cd1 on network 17c8e524-4b84-4552-8650-e2867def2f34 {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:26:50.507209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a213c69-162e-4758-8576-46efcdfaa2c7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:50.508181 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a213c69-162e-4758-8576-46efcdfaa2c7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:50.512234 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1a213c69-162e-4758-8576-46efcdfaa2c7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "PUT /v2.0/ports/1e1cbb42-c449-4a40-817d-75d84b111cd1 HTTP/1.1" status: 200 len: 919 time: 1.9800763 Jul 08 20:26:50.534624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:50.535356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:50.544495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Checking router: 17150790-238d-4261-9e59-f306f0b0e9f6 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:26:50.544949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Updating router 17150790-238d-4261-9e59-f306f0b0e9f6 port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:26:50.597256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a213c69-162e-4758-8576-46efcdfaa2c7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=1e1cbb42-c449-4a40-817d-75d84b111cd1,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:50.620033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60698) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:50.632368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b9fe7ab4-2a88-48ca-8554-4dce77d8b870 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '832e41bf-9feb-4ef8-ba92-b45475003735'}, {'subnet_id': 'd9d3e953-3cdf-4e41-af15-19eb40cdba0d'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:50.745343 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e2918b-47aa-4793-ba9a-37ad0c58ebd1 None None] New status for floating IP 841af8a5-6b45-42d1-9a03-f51e09be74c4: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:26:50.803652 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7ab4-2a88-48ca-8554-4dce77d8b870 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:50.821558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8c0cc-6c94-4d36-82b1-10e2d51d5ed4 req-5c68abd6-54fe-4bdb-88b9-efdf73c30fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:50.823663 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2de8c0cc-6c94-4d36-82b1-10e2d51d5ed4 req-5c68abd6-54fe-4bdb-88b9-efdf73c30fc6 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 1097 time: 0.3445427 Jul 08 20:26:50.846282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2fe7fa1b-1b35-42e5-957d-e52a6e2e10c8 None None] Provisioning for port 64f2b31b-df0e-49df-b8ed-b0bf574328ef completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:50.849001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406661f-2ca7-40fc-bc8e-fcd9d9c0ac8e None None] Pushing event updated for resources: {'Port': ['ID=040e874d-f3cc-4042-9e31-7f1420f54eb5,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:50.937092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2fe7fa1b-1b35-42e5-957d-e52a6e2e10c8 None None] Provisioning complete for port 64f2b31b-df0e-49df-b8ed-b0bf574328ef triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:50.937330 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2fe7fa1b-1b35-42e5-957d-e52a6e2e10c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:50.960403 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:51.045575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2de8c0cc-6c94-4d36-82b1-10e2d51d5ed4 req-9c340b93-87ea-449c-ace2-152e360b98ab service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706655 Jul 08 20:26:51.235614 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1fd818f8-51d3-481b-bc53-43ee6bdf46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:51.238857 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1fd818f8-51d3-481b-bc53-43ee6bdf46c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:51.258081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:51.260668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1fd818f8-51d3-481b-bc53-43ee6bdf46c4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a046cefe-c0f0-4ce2-8586-d243bf5ff39d HTTP/1.1" status: 204 len: 168 time: 1.7220988 Jul 08 20:26:51.277564 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-e59afd09-35de-4feb-be94-479b8e6128ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:51.292039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-e59afd09-35de-4feb-be94-479b8e6128ac service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c5052925-461c-40a3-96f2-4691da5939fe HTTP/1.1" status: 200 len: 856 time: 0.9825540 Jul 08 20:26:51.293035 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=73bc3391-0640-4fdd-b9b7-a4f350f86f44,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:51.336102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64f2b31b-df0e-49df-b8ed-b0bf574328ef up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:51.406670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd818f8-51d3-481b-bc53-43ee6bdf46c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a046cefe-c0f0-4ce2-8586-d243bf5ff39d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:51.457799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ab0a9-b0d3-4e92-9ddd-c0641107765c req-fbb645f5-350d-4227-b348-1915f90fe556 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:51.469057 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a62ab0a9-b0d3-4e92-9ddd-c0641107765c req-fbb645f5-350d-4227-b348-1915f90fe556 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.2951591 Jul 08 20:26:51.545572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-b9fe7ab4-2a88-48ca-8554-4dce77d8b870 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.30 (17c8e524-4b84-4552-8650-e2867def2f34/d9d3e953-3cdf-4e41-af15-19eb40cdba0d/1e1cbb42-c449-4a40-817d-75d84b111cd1) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:51.586888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a62ab0a9-b0d3-4e92-9ddd-c0641107765c req-fa88f3a1-5d6a-47f0-90bc-f314fe1d110e tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164849 Jul 08 20:26:51.604899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d26c9-fab4-4f16-bfd4-fc33f6d37c9a req-3efa1dce-9b6a-482b-91c2-ba8673a42880 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:51.606566 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a83d26c9-fab4-4f16-bfd4-fc33f6d37c9a req-3efa1dce-9b6a-482b-91c2-ba8673a42880 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 945 time: 1.2367146 Jul 08 20:26:51.703267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 64f2b31b-df0e-49df-b8ed-b0bf574328ef triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:51.703902 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:51.788802 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2fe7fa1b-1b35-42e5-957d-e52a6e2e10c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:51.870108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-0d94de0b-6fc3-4403-8f30-eb4e385847df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:51.871671 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-0d94de0b-6fc3-4403-8f30-eb4e385847df service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9c31369-0a5d-4774-b024-98d5eb5c69a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5543129 Jul 08 20:26:51.894921 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a83d26c9-fab4-4f16-bfd4-fc33f6d37c9a req-a6f410e8-0164-46af-93fe-fb6908d8eb57 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310708 Jul 08 20:26:52.012270 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7ab4-2a88-48ca-8554-4dce77d8b870 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:52.041969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2fe7fa1b-1b35-42e5-957d-e52a6e2e10c8 None None] For port 64f2b31b-df0e-49df-b8ed-b0bf574328ef, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=64f2b31b-df0e-49df-b8ed-b0bf574328ef,segment=NetworkSegment(c09a3fea-3d00-4cd5-9499-2df756adbfb4),segment_id=c09a3fea-3d00-4cd5-9499-2df756adbfb4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:52.049418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-b9fe7ab4-2a88-48ca-8554-4dce77d8b870 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Ignored duplicate provisioning block setup for port 1e1cbb42-c449-4a40-817d-75d84b111cd1 by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 20:26:52.056456 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7ab4-2a88-48ca-8554-4dce77d8b870 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:52.079179 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2fe7fa1b-1b35-42e5-957d-e52a6e2e10c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:52.220484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe7ab4-2a88-48ca-8554-4dce77d8b870 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=1e1cbb42-c449-4a40-817d-75d84b111cd1,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:52.239762 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-325f0126-bd43-495c-8d3b-a6e1de10c897 service neutron] 10.222.0.103 "GET /v2.0/networks/b9c31369-0a5d-4774-b024-98d5eb5c69a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388312 Jul 08 20:26:52.382467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.extraroute_db [None req-50c33b01-a20d-4a79-965c-83f2c7f4bcbe tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 20:26:52.402609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9ffdb32a-9ae3-4156-a2a3-b278f67ad13c None None] Provisioning for port 1fb58f6f-374d-41eb-b718-2fad4929f13e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:52.438855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe7ab4-2a88-48ca-8554-4dce77d8b870 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] In _notify_port_updated(), no bound segment for port 1e1cbb42-c449-4a40-817d-75d84b111cd1 on network 17c8e524-4b84-4552-8650-e2867def2f34 {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:26:52.445190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe7ab4-2a88-48ca-8554-4dce77d8b870 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:52.445852 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7ab4-2a88-48ca-8554-4dce77d8b870 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:52.447320 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b9fe7ab4-2a88-48ca-8554-4dce77d8b870 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "PUT /v2.0/ports/1e1cbb42-c449-4a40-817d-75d84b111cd1 HTTP/1.1" status: 200 len: 999 time: 1.8250740 Jul 08 20:26:52.450971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60726) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:52.452527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9ffdb32a-9ae3-4156-a2a3-b278f67ad13c None None] Provisioning complete for port 1fb58f6f-374d-41eb-b718-2fad4929f13e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:52.453098 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9ffdb32a-9ae3-4156-a2a3-b278f67ad13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:52.457827 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc780f7a-1e22-426f-9d8e-7c8f25b7f787 req-ff85c3c0-77f6-4f9a-a455-9772e59c376d service neutron] 10.222.0.103 "GET /v2.0/networks/b9c31369-0a5d-4774-b024-98d5eb5c69a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101040 Jul 08 20:26:52.459583 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7fa1b-1b35-42e5-957d-e52a6e2e10c8 None None] Pushing event updated for resources: {'Port': ['ID=64f2b31b-df0e-49df-b8ed-b0bf574328ef,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:52.481840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.extraroute_db [None req-50c33b01-a20d-4a79-965c-83f2c7f4bcbe tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Removed routes are [] {{(pid=94065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 20:26:52.482714 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50c33b01-a20d-4a79-965c-83f2c7f4bcbe tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:52.509806 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:52.536214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': '1fb58f6f-374d-41eb-b718-2fad4929f13e', 'name': '', 'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:e4:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '695b5b1c-9522-40b7-a07a-65c9237f30b1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:45Z', 'updated_at': '2021-07-08T20:26:48Z', 'revision_number': 2, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '695b5b1c-9522-40b7-a07a-65c9237f30b1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9', 'name': '', 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:32:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:31Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:52.540544 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Transition to ACTIVE for port object bcb215ee-8493-40a0-bc8c-6dc6e181a5ca will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:52.546136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdb32a-9ae3-4156-a2a3-b278f67ad13c None None] Port 1fb58f6f-374d-41eb-b718-2fad4929f13e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:26:52.602961 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:52.605160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Checking router: 48fc36af-b9d6-4706-8c06-2ebd19d0899d for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:26:52.605619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Updating router 48fc36af-b9d6-4706-8c06-2ebd19d0899d port 1fb58f6f-374d-41eb-b718-2fad4929f13e binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:26:52.729170 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d05e6-c514-4fc5-b81c-ffb1f3836665 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 1e1cbb42-c449-4a40-817d-75d84b111cd1 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:52.731037 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d9d05e6-c514-4fc5-b81c-ffb1f3836665 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:52.942233 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50c33b01-a20d-4a79-965c-83f2c7f4bcbe tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:52.949083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50c33b01-a20d-4a79-965c-83f2c7f4bcbe tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:53.048515 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 040e874d-f3cc-4042-9e31-7f1420f54eb5 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:53.173664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9ffdb32a-9ae3-4156-a2a3-b278f67ad13c None None] Provisioning complete for port 040e874d-f3cc-4042-9e31-7f1420f54eb5 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:53.174038 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9ffdb32a-9ae3-4156-a2a3-b278f67ad13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:53.250490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90eec5-b5d8-4e07-b2f7-5da8f46bf0c0 None None] Pushing event updated for resources: {'Port': ['ID=bcb215ee-8493-40a0-bc8c-6dc6e181a5ca,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:53.283705 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:53.304562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c33b01-a20d-4a79-965c-83f2c7f4bcbe tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 48fc36af-b9d6-4706-8c06-2ebd19d0899d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:26:53.377497 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d9d05e6-c514-4fc5-b81c-ffb1f3836665 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:53.406047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d05e6-c514-4fc5-b81c-ffb1f3836665 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 1e1cbb42-c449-4a40-817d-75d84b111cd1 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:53.418258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2fa62-bf60-453b-8bcd-722fbfd1f400 req-6ed46468-64e8-434c-878d-37a3db01e637 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:53.430759 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73e2fa62-bf60-453b-8bcd-722fbfd1f400 req-6ed46468-64e8-434c-878d-37a3db01e637 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.1895702 Jul 08 20:26:53.491803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:53.510092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 040e874d-f3cc-4042-9e31-7f1420f54eb5 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:53.510281 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:53.515322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73e2fa62-bf60-453b-8bcd-722fbfd1f400 req-be89ddd8-9a27-4414-ba94-050ac57713ee tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785203 Jul 08 20:26:53.522818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f476cf-36e6-4de7-8f6b-bfc9d4918b9d req-b1fd2474-e0d1-4adf-a45a-011f3fe8c3e1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:53.525148 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-82f476cf-36e6-4de7-8f6b-bfc9d4918b9d req-b1fd2474-e0d1-4adf-a45a-011f3fe8c3e1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 945 time: 0.3666806 Jul 08 20:26:53.571504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Attempting to bind port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:53.574002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Attempting to bind port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:53.574421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Attempting to bind port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca on network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:53.613366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:53.613631 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Checking segment: {'id': '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:53.614281 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:53.614411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Bound using segment: {'id': '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:53.614828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Bound port: bcb215ee-8493-40a0-bc8c-6dc6e181a5ca, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:53.615218 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:53.615349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c33b01-a20d-4a79-965c-83f2c7f4bcbe tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:26:53.635946 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50c33b01-a20d-4a79-965c-83f2c7f4bcbe tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:53.645597 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-50c33b01-a20d-4a79-965c-83f2c7f4bcbe tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d HTTP/1.1" status: 200 len: 954 time: 3.2881663 Jul 08 20:26:53.648666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60748) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:53.735788 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d9d05e6-c514-4fc5-b81c-ffb1f3836665 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:53.737084 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-82f476cf-36e6-4de7-8f6b-bfc9d4918b9d req-45c3e39b-457e-44ef-9300-07111be2c225 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937296 Jul 08 20:26:53.786462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d05e6-c514-4fc5-b81c-ffb1f3836665 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=1e1cbb42-c449-4a40-817d-75d84b111cd1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:53.924302 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-35f45b03-ac5b-43f0-8fc0-6b8508535f30 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d HTTP/1.1" status: 200 len: 954 time: 0.2724166 Jul 08 20:26:53.926356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60754) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:53.937552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a104973e-cd18-4e68-9762-e63409100ec2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'router': {'routes': None}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:54.037132 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d9d05e6-c514-4fc5-b81c-ffb1f3836665 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.039265 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3d9d05e6-c514-4fc5-b81c-ffb1f3836665 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/1e1cbb42-c449-4a40-817d-75d84b111cd1 HTTP/1.1" status: 204 len: 168 time: 1.5871892 Jul 08 20:26:54.042091 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60756) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:54.106984 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9c1476-0cda-4068-95be-87c83ee1367b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:26:54.111330 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0a9c1476-0cda-4068-95be-87c83ee1367b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/1e1cbb42-c449-4a40-817d-75d84b111cd1 HTTP/1.1" status: 404 len: 333 time: 0.0656490 Jul 08 20:26:54.111876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60758) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:54.132512 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.156093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Transition to ACTIVE for port object 1fb58f6f-374d-41eb-b718-2fad4929f13e will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:26:54.185268 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.245484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-c130bf7f-c8c5-4892-b606-d9d0d12fcbd5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting subnet d9d3e953-3cdf-4e41-af15-19eb40cdba0d {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:26:54.249825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c130bf7f-c8c5-4892-b606-d9d0d12fcbd5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.292421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:54.310334 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c130bf7f-c8c5-4892-b606-d9d0d12fcbd5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.352526 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013db24-9639-44d0-ba60-9ba5bb0c2ef4 None None] Pushing event updated for resources: {'Port': ['ID=1fb58f6f-374d-41eb-b718-2fad4929f13e,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:54.454891 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c130bf7f-c8c5-4892-b606-d9d0d12fcbd5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.473950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c89f2c25-e9e9-4ba4-abe0-248b2949d4c4 None None] Provisioning complete for port 64f2b31b-df0e-49df-b8ed-b0bf574328ef triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:54.474381 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c89f2c25-e9e9-4ba4-abe0-248b2949d4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.528471 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c130bf7f-c8c5-4892-b606-d9d0d12fcbd5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.591107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130bf7f-c8c5-4892-b606-d9d0d12fcbd5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d3e953-3cdf-4e41-af15-19eb40cdba0d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:54.603071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c130bf7f-c8c5-4892-b606-d9d0d12fcbd5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.605920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c130bf7f-c8c5-4892-b606-d9d0d12fcbd5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/d9d3e953-3cdf-4e41-af15-19eb40cdba0d HTTP/1.1" status: 204 len: 168 time: 0.4929719 Jul 08 20:26:54.609936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60762) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:54.624903 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] For port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:54.638379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd7373e-a5e6-45a7-ae26-2701e1192ad5 None None] Network 17c8e524-4b84-4552-8650-e2867def2f34 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:54.703355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d9bf7-e722-42f9-8805-6ac803cc2119 req-56205cb1-fd65-46b1-b300-2e2112201b39 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:54.705582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d13d9bf7-e722-42f9-8805-6ac803cc2119 req-56205cb1-fd65-46b1-b300-2e2112201b39 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 0.1819649 Jul 08 20:26:54.726897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8cd743-c52c-49bb-ad2b-b8643e653998 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting subnet 832e41bf-9feb-4ef8-ba92-b45475003735 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:26:54.732720 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd743-c52c-49bb-ad2b-b8643e653998 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.788289 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d13d9bf7-e722-42f9-8805-6ac803cc2119 req-33f181ad-cf51-496d-bd37-b36c56ad4b48 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719624 Jul 08 20:26:54.797404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] For port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bcb215ee-8493-40a0-bc8c-6dc6e181a5ca,segment=NetworkSegment(3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc),segment_id=3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:54.804183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.extraroute_db [None req-a104973e-cd18-4e68-9762-e63409100ec2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Added routes are [] {{(pid=94065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 20:26:54.804700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.extraroute_db [None req-a104973e-cd18-4e68-9762-e63409100ec2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 20:26:54.824723 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd743-c52c-49bb-ad2b-b8643e653998 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.854913 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.865966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:54.869236 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.874416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a104973e-cd18-4e68-9762-e63409100ec2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.965860 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd743-c52c-49bb-ad2b-b8643e653998 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:54.992982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Attempting to bind port 1fb58f6f-374d-41eb-b718-2fad4929f13e on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:26:54.994757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Attempting to bind port 1fb58f6f-374d-41eb-b718-2fad4929f13e by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'c6265cb7-5f30-4bbe-aa4f-d72883cb2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:26:54.995136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Attempting to bind port 1fb58f6f-374d-41eb-b718-2fad4929f13e on network 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:26:55.067134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90eec5-b5d8-4e07-b2f7-5da8f46bf0c0 None None] Pushing event updated for resources: {'Port': ['ID=bcb215ee-8493-40a0-bc8c-6dc6e181a5ca,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:55.117011 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd743-c52c-49bb-ad2b-b8643e653998 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:55.162597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cd743-c52c-49bb-ad2b-b8643e653998 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Subnet': ['ID=832e41bf-9feb-4ef8-ba92-b45475003735,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:55.170353 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd743-c52c-49bb-ad2b-b8643e653998 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:55.172662 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8f8cd743-c52c-49bb-ad2b-b8643e653998 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/832e41bf-9feb-4ef8-ba92-b45475003735 HTTP/1.1" status: 204 len: 168 time: 0.5600419 Jul 08 20:26:55.178900 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60770) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:55.180280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:26:55.180808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Checking segment: {'id': 'c6265cb7-5f30-4bbe-aa4f-d72883cb2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:55.181116 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:55.181497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Bound using segment: {'id': 'c6265cb7-5f30-4bbe-aa4f-d72883cb2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:26:55.181988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Bound port: 1fb58f6f-374d-41eb-b718-2fad4929f13e, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6265cb7-5f30-4bbe-aa4f-d72883cb2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:26:55.182377 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:55.257840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b559502-62e8-4b13-a131-a0b4a394869f req-a8c3b443-78cd-47d8-8f52-336a53167b96 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:55.265669 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b559502-62e8-4b13-a131-a0b4a394869f req-a8c3b443-78cd-47d8-8f52-336a53167b96 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.2522855 Jul 08 20:26:55.285305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Routers {'17150790-238d-4261-9e59-f306f0b0e9f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:55.285305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['17150790-238d-4261-9e59-f306f0b0e9f6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:55.311253 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a104973e-cd18-4e68-9762-e63409100ec2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:55.329039 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a104973e-cd18-4e68-9762-e63409100ec2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:55.358813 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b559502-62e8-4b13-a131-a0b4a394869f req-74e8efae-3e9a-478c-a3da-8a638dd0bb29 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740154 Jul 08 20:26:55.382990 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:55.530059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 64f2b31b-df0e-49df-b8ed-b0bf574328ef {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:55.530626 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:55.535533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] For port 1fb58f6f-374d-41eb-b718-2fad4929f13e, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:26:55.547550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] For port 1fb58f6f-374d-41eb-b718-2fad4929f13e, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1fb58f6f-374d-41eb-b718-2fad4929f13e,segment=NetworkSegment(c6265cb7-5f30-4bbe-aa4f-d72883cb2470),segment_id=c6265cb7-5f30-4bbe-aa4f-d72883cb2470)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:26:55.565314 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:55.605220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a104973e-cd18-4e68-9762-e63409100ec2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 48fc36af-b9d6-4706-8c06-2ebd19d0899d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:26:55.691373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c89f2c25-e9e9-4ba4-abe0-248b2949d4c4 None None] Could not find standard attr ID for object 1e1cbb42-c449-4a40-817d-75d84b111cd1. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:26:55.701972 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] Set router 17150790-238d-4261-9e59-f306f0b0e9f6 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:55.716752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] For port 64f2b31b-df0e-49df-b8ed-b0bf574328ef, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=64f2b31b-df0e-49df-b8ed-b0bf574328ef,segment=NetworkSegment(c09a3fea-3d00-4cd5-9499-2df756adbfb4),segment_id=c09a3fea-3d00-4cd5-9499-2df756adbfb4)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:55.717286 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:55.743860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 64f2b31b-df0e-49df-b8ed-b0bf574328ef owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:55.786284 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013db24-9639-44d0-ba60-9ba5bb0c2ef4 None None] Pushing event updated for resources: {'Port': ['ID=1fb58f6f-374d-41eb-b718-2fad4929f13e,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:55.804887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:55.805835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:55.808775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64f2b31b-df0e-49df-b8ed-b0bf574328ef up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:55.950635 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b40d2-0e6c-428b-a58f-603e12d1461e req-e1942c3e-2551-41bb-9df9-c90e26e28952 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:55.960483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c10b40d2-0e6c-428b-a58f-603e12d1461e req-e1942c3e-2551-41bb-9df9-c90e26e28952 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=8c04b2dd-4348-418c-a330-86042c617812 HTTP/1.1" status: 200 len: 945 time: 0.3694468 Jul 08 20:26:55.962042 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:55.985057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No DVR routers for this DVR port 64f2b31b-df0e-49df-b8ed-b0bf574328ef on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:26:55.995547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a104973e-cd18-4e68-9762-e63409100ec2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:26:56.004734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a104973e-cd18-4e68-9762-e63409100ec2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:56.009041 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a104973e-cd18-4e68-9762-e63409100ec2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d HTTP/1.1" status: 200 len: 704 time: 2.0808599 Jul 08 20:26:56.009701 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60776) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:56.048342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=64f2b31b-df0e-49df-b8ed-b0bf574328ef,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:56.175914 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-600e17d4-47fd-4e7a-bdec-c26f4a4fc1fb tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d HTTP/1.1" status: 200 len: 704 time: 0.1640916 Jul 08 20:26:56.184264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60784) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:56.258730 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:56.276019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c8e524-4b84-4552-8650-e2867def2f34']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:56.288660 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb23646-0c79-4f0b-9675-cd0156b77a2c req-743add1c-bb99-4ba5-bd9f-a23996eef541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:56.291185 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bb23646-0c79-4f0b-9675-cd0156b77a2c req-743add1c-bb99-4ba5-bd9f-a23996eef541 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.3129125 Jul 08 20:26:56.298387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09a3fea-3d00-4cd5-9499-2df756adbfb4') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:56.299035 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09a3fea-3d00-4cd5-9499-2df756adbfb4') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:56.318645 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:56.357924 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:56.370264 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bb23646-0c79-4f0b-9675-cd0156b77a2c req-42475229-8af1-42ff-a738-dcbf266424e8 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680740 Jul 08 20:26:56.371654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:26:56.372277 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:26:56.379414 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:26:56.490881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:56.509191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:56.528197 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:56.536515 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/networks/17c8e524-4b84-4552-8650-e2867def2f34 HTTP/1.1" status: 204 len: 168 time: 1.3513849 Jul 08 20:26:56.537889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f7e62-f16f-4f42-ad63-f7506bc1ac36 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Network': ['ID=17c8e524-4b84-4552-8650-e2867def2f34,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:56.541716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60788) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:56.579910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No active binding found for port 64f2b31b-df0e-49df-b8ed-b0bf574328ef {{(pid=94067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 20:26:56.580753 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64f2b31b-df0e-49df-b8ed-b0bf574328ef not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 08 20:26:56.705512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f5639-6ee2-4641-8c16-eeabe518d170 None None] DHCP port deletion for 17c8e524-4b84-4552-8650-e2867def2f34 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:26:56.707882 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Port 64f2b31b-df0e-49df-b8ed-b0bf574328ef not found, will not notify nova. {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 08 20:26:56.728117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c7c43f-bafe-4c4a-acc8-d400a7d3b937 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:56.732956 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-54c7c43f-bafe-4c4a-acc8-d400a7d3b937 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1864121 Jul 08 20:26:56.734660 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60790) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:56.778258 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c10b40d2-0e6c-428b-a58f-603e12d1461e req-cb8ceac0-2c9c-469c-81db-84abff7fcf8a tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8164368 Jul 08 20:26:56.886697 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3f4816d6-7454-4240-998a-5b8f387764a3 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1508467 Jul 08 20:26:56.890060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60796) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:56.897771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b32f00fc-b8b1-4023-8d5d-9aa8da49611d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1319614218'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:56.926785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32f00fc-b8b1-4023-8d5d-9aa8da49611d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:56.935543 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b32f00fc-b8b1-4023-8d5d-9aa8da49611d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:56.951734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64f2b31b-df0e-49df-b8ed-b0bf574328ef no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:26:56.994813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32f00fc-b8b1-4023-8d5d-9aa8da49611d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:26:57.014351 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b32f00fc-b8b1-4023-8d5d-9aa8da49611d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:57.014760 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b32f00fc-b8b1-4023-8d5d-9aa8da49611d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Added segment 3315a9c4-d9bf-416e-bc74-dc95aabe6ab2 of type vlan for network 6a6c8112-c51b-4cf0-a1b5-8dec555f4edf Jul 08 20:26:57.016918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:26:46Z', 'revision_number': 4, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port': {'id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:35Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'bcb215ee-8493-40a0-bc8c-6dc6e181a5ca', 'name': '', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'mac_address': 'fa:16:3e:d7:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:44Z', 'updated_at': '2021-07-08T20:26:54Z', 'revision_number': 4, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'subnets': [{'id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:57.035490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 64f2b31b-df0e-49df-b8ed-b0bf574328ef {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:26:57.035971 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64f2b31b-df0e-49df-b8ed-b0bf574328ef not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:26:57.072182 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b32f00fc-b8b1-4023-8d5d-9aa8da49611d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:57.083177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4446d12e-5d3d-44ff-9d97-a924beb97360 None None] The sync data for ids ['17150790-238d-4261-9e59-f306f0b0e9f6'] in n-d-791506-16 is: [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:26:46Z', 'revision_number': 4, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port': {'id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:35Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'bcb215ee-8493-40a0-bc8c-6dc6e181a5ca', 'name': '', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'mac_address': 'fa:16:3e:d7:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:44Z', 'updated_at': '2021-07-08T20:26:54Z', 'revision_number': 4, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'subnets': [{'id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:26:57.166818 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b32f00fc-b8b1-4023-8d5d-9aa8da49611d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:57.173066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32f00fc-b8b1-4023-8d5d-9aa8da49611d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:57.173725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b32f00fc-b8b1-4023-8d5d-9aa8da49611d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:57.268139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:54Z', 'revision_number': 7, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': '1fb58f6f-374d-41eb-b718-2fad4929f13e', 'name': '', 'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:e4:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '695b5b1c-9522-40b7-a07a-65c9237f30b1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:45Z', 'updated_at': '2021-07-08T20:26:55Z', 'revision_number': 4, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '695b5b1c-9522-40b7-a07a-65c9237f30b1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9', 'name': '', 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:32:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:31Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:57.275309 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b32f00fc-b8b1-4023-8d5d-9aa8da49611d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3839338 Jul 08 20:26:57.275910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60804) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:57.327078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': '6a6c8112-c51b-4cf0-a1b5-8dec555f4edf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:57.354603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63c110-ebb0-47a0-915b-6f58fea3725a None None] The sync data for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 is: [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:54Z', 'revision_number': 7, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': '1fb58f6f-374d-41eb-b718-2fad4929f13e', 'name': '', 'network_id': '8a5233c7-ac76-47ac-b5bf-a9638bdd13f5', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:e4:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '695b5b1c-9522-40b7-a07a-65c9237f30b1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:45Z', 'updated_at': '2021-07-08T20:26:55Z', 'revision_number': 4, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '695b5b1c-9522-40b7-a07a-65c9237f30b1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9', 'name': '', 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:32:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:31Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:26:57.422121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6a063-42ea-4412-882f-c26ecc3c19ee req-3dafc30b-ff82-4df1-9f38-e419d28ee533 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:57.445346 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-34f6a063-42ea-4412-882f-c26ecc3c19ee req-3dafc30b-ff82-4df1-9f38-e419d28ee533 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.3805661 Jul 08 20:26:57.510733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f00fc-b8b1-4023-8d5d-9aa8da49611d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Network': ['ID=6a6c8112-c51b-4cf0-a1b5-8dec555f4edf,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:57.534785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 6a6c8112-c51b-4cf0-a1b5-8dec555f4edf details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:26:57.594935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-34f6a063-42ea-4412-882f-c26ecc3c19ee req-cbca484f-238e-4754-a4b1-072e4329c2f1 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479559 Jul 08 20:26:57.609449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:57.622594 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:57.812275 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2322fc74-60f8-4038-a8e1-ffadfc593373 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:58.069960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bde3d-bf72-4545-8148-f7b41c8ea15f req-81253116-ba5e-40c2-878f-e051f8193782 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:58.073199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e16bde3d-bf72-4545-8148-f7b41c8ea15f req-81253116-ba5e-40c2-878f-e051f8193782 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 945 time: 0.2761652 Jul 08 20:26:58.185598 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e16bde3d-bf72-4545-8148-f7b41c8ea15f req-2da8f55c-a0a0-4ccd-ac73-252af70c0c54 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012259 Jul 08 20:26:58.308740 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:58.324131 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2322fc74-60f8-4038-a8e1-ffadfc593373 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port 1fb58f6f-374d-41eb-b718-2fad4929f13e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:26:58.324403 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2322fc74-60f8-4038-a8e1-ffadfc593373 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:58.431434 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Subnet': ['ID=3e534960-31e0-459a-aef8-0f66f153e693,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:58.473313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:58.473699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:58.474702 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:58.475395 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:58.475747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:58.477078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:58.477432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:58.477770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:58.478127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:58.478644 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:58.480928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:58.481281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:26:58.550105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Checking segment: {'id': '3315a9c4-d9bf-416e-bc74-dc95aabe6ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6a6c8112-c51b-4cf0-a1b5-8dec555f4edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:26:58.552440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network hostable DHCP agents. Network: 6a6c8112-c51b-4cf0-a1b5-8dec555f4edf, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:26:58.553839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2322fc74-60f8-4038-a8e1-ffadfc593373 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] For port 1fb58f6f-374d-41eb-b718-2fad4929f13e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1fb58f6f-374d-41eb-b718-2fad4929f13e,segment=NetworkSegment(c6265cb7-5f30-4bbe-aa4f-d72883cb2470),segment_id=c6265cb7-5f30-4bbe-aa4f-d72883cb2470)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:58.554311 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2322fc74-60f8-4038-a8e1-ffadfc593373 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:58.587463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2322fc74-60f8-4038-a8e1-ffadfc593373 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for 1fb58f6f-374d-41eb-b718-2fad4929f13e owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:26:58.602249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 6a6c8112-c51b-4cf0-a1b5-8dec555f4edf is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:26:58.624460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 6a6c8112-c51b-4cf0-a1b5-8dec555f4edf) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:26:58.634989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f38b52-a28a-4492-8059-ba937294704f None None] Network 6a6c8112-c51b-4cf0-a1b5-8dec555f4edf requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:26:58.635763 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:58.638122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:58.778900 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6fd674cb-6b5f-4b88-878b-f08f2c85a394 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4558527 Jul 08 20:26:58.781612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60822) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:26:58.794784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': '6a6c8112-c51b-4cf0-a1b5-8dec555f4edf', 'name': 'tempest-PortsTestJSON-553627804'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:26:58.804132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea8d95-d97b-4481-8e59-e3d6548da560 None None] Sync routers for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:26:58.932471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913a696-0f8b-4670-8d09-8061e815fdcd req-45ba1c14-8315-4fb5-9263-2094d5738199 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:58.946315 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9913a696-0f8b-4670-8d09-8061e815fdcd req-45ba1c14-8315-4fb5-9263-2094d5738199 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 0.3251705 Jul 08 20:26:58.989645 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2322fc74-60f8-4038-a8e1-ffadfc593373 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:58.994708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1fb58f6f-374d-41eb-b718-2fad4929f13e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:59.029032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 1fb58f6f-374d-41eb-b718-2fad4929f13e {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:26:59.029494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1fb58f6f-374d-41eb-b718-2fad4929f13e not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 08 20:26:59.035607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea8d95-d97b-4481-8e59-e3d6548da560 None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:59.036248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-60ea8d95-d97b-4481-8e59-e3d6548da560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:59.047011 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9913a696-0f8b-4670-8d09-8061e815fdcd req-33483b32-e0e4-455e-abc5-a6404c1c8e74 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996656 Jul 08 20:26:59.093439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322fc74-60f8-4038-a8e1-ffadfc593373 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=1fb58f6f-374d-41eb-b718-2fad4929f13e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:26:59.118364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:26:59.122349 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:59.155312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-60ea8d95-d97b-4481-8e59-e3d6548da560 None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:26:59.163805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port 2fe8f477-6724-4ad0-814c-5bb5829e0717 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:26:59.299619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Port 1fb58f6f-374d-41eb-b718-2fad4929f13e not found, will not notify nova. {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 08 20:26:59.299858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bcb215ee-8493-40a0-bc8c-6dc6e181a5ca up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:26:59.442257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-6a6c8112-c51b-4cf0-a1b5-8dec555f4edf', 'network_id': '6a6c8112-c51b-4cf0-a1b5-8dec555f4edf', 'tenant_id': '71f0e7236dba4c15b1913f9f6f671c80', 'fixed_ips': [{'subnet_id': '3e534960-31e0-459a-aef8-0f66f153e693'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:26:59.445966 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:59.549612 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2322fc74-60f8-4038-a8e1-ffadfc593373 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:59.582024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.12 (6a6c8112-c51b-4cf0-a1b5-8dec555f4edf/3e534960-31e0-459a-aef8-0f66f153e693/2fe8f477-6724-4ad0-814c-5bb5829e0717) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:26:59.614810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abff41-8f36-41ad-8ec4-c578edb1ed1b req-7fb66ecf-8a1e-4ecc-ad30-15a32ada7cd8 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:26:59.622866 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-98abff41-8f36-41ad-8ec4-c578edb1ed1b req-7fb66ecf-8a1e-4ecc-ad30-15a32ada7cd8 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.2752252 Jul 08 20:26:59.633900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:26:59.653735 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:26:59.654407 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:59.709729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-98abff41-8f36-41ad-8ec4-c578edb1ed1b req-c28b473d-322e-402f-9495-c62d6ddfb81f tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857701 Jul 08 20:26:59.803920 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:59.820491 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-60ea8d95-d97b-4481-8e59-e3d6548da560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:58Z', 'revision_number': 8, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': '39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9', 'name': '', 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:32:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:31Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:59.882716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bcb215ee-8493-40a0-bc8c-6dc6e181a5ca,segment=NetworkSegment(3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc),segment_id=3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:26:59.884691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea8d95-d97b-4481-8e59-e3d6548da560 None None] Checking router: 48fc36af-b9d6-4706-8c06-2ebd19d0899d for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:26:59.893552 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:26:59.923446 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea8d95-d97b-4481-8e59-e3d6548da560 None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:26:59.924421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-60ea8d95-d97b-4481-8e59-e3d6548da560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:26:59.967244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2322fc74-60f8-4038-a8e1-ffadfc593373 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 48fc36af-b9d6-4706-8c06-2ebd19d0899d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:26:59.997450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:00.021591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Transition to ACTIVE for port object 2fe8f477-6724-4ad0-814c-5bb5829e0717 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:00.024469 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-60ea8d95-d97b-4481-8e59-e3d6548da560 None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:00.097610 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:00.172690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=2fe8f477-6724-4ad0-814c-5bb5829e0717,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:00.185329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 6a6c8112-c51b-4cf0-a1b5-8dec555f4edf is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:00.186823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:00.193427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:00.205830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39707582-0d6e-44e0-bea3-e564e3f2bcdf req-95a45b59-bcc6-4f02-a629-adbaf5e5e7f3 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:00.213008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39707582-0d6e-44e0-bea3-e564e3f2bcdf req-95a45b59-bcc6-4f02-a629-adbaf5e5e7f3 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:00.222789 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39707582-0d6e-44e0-bea3-e564e3f2bcdf req-95a45b59-bcc6-4f02-a629-adbaf5e5e7f3 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:00.224917 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39707582-0d6e-44e0-bea3-e564e3f2bcdf req-95a45b59-bcc6-4f02-a629-adbaf5e5e7f3 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074&device_id=8c04b2dd-4348-418c-a330-86042c617812&device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 2416 time: 0.1513417 Jul 08 20:27:00.233168 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2322fc74-60f8-4038-a8e1-ffadfc593373 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:27:00.241066 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2322fc74-60f8-4038-a8e1-ffadfc593373 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0555842 Jul 08 20:27:00.246795 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60836) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:00.273680 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:00.275156 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:00.297059 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39707582-0d6e-44e0-bea3-e564e3f2bcdf req-50ff750b-50aa-4d72-a80c-446bd81319c6 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508647 Jul 08 20:27:00.374781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9d5ea2-a797-44a1-8199-04b062e68d51 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting subnet 695b5b1c-9522-40b7-a07a-65c9237f30b1 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:27:00.382016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=bcb215ee-8493-40a0-bc8c-6dc6e181a5ca,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:00.400498 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5ea2-a797-44a1-8199-04b062e68d51 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:00.401460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Allocated IP 172.20.0.2 (6a6c8112-c51b-4cf0-a1b5-8dec555f4edf/3e534960-31e0-459a-aef8-0f66f153e693/95e507bd-8bf7-4f48-b367-5798ec86cdf9) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:00.460444 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5ea2-a797-44a1-8199-04b062e68d51 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:00.464975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d2b652b9-89d6-4dc6-987a-caf23a546108 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6781511 Jul 08 20:27:00.467728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60842) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:00.476858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': '6a6c8112-c51b-4cf0-a1b5-8dec555f4edf', 'name': 'tempest-PortsTestJSON-886069839'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:00.588744 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5ea2-a797-44a1-8199-04b062e68d51 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:00.726322 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5ea2-a797-44a1-8199-04b062e68d51 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:00.736214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:00.747923 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:00.779282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d5ea2-a797-44a1-8199-04b062e68d51 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Subnet': ['ID=695b5b1c-9522-40b7-a07a-65c9237f30b1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:00.797313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5ea2-a797-44a1-8199-04b062e68d51 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:00.806003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port 641371f4-5bee-4a63-a4fa-fcce1ca6f3a8 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:27:00.810843 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0a9d5ea2-a797-44a1-8199-04b062e68d51 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/695b5b1c-9522-40b7-a07a-65c9237f30b1 HTTP/1.1" status: 204 len: 168 time: 0.5628016 Jul 08 20:27:00.811936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60852) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:00.923009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b84842-7ca8-4e6e-8889-0ba4b240f930 None None] Network 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:00.977378 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:01.059058 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:01.069247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bcb215ee-8493-40a0-bc8c-6dc6e181a5ca up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:01.090813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port 040e874d-f3cc-4042-9e31-7f1420f54eb5 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:01.091419 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:01.102028 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34312870-9a46-4d01-ac4b-e2772083feba req-9e518c0a-63cf-4bfa-a1f0-6c42abe4ddb4 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:01.108651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Transition to ACTIVE for port object 95e507bd-8bf7-4f48-b367-5798ec86cdf9 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:01.116616 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-34312870-9a46-4d01-ac4b-e2772083feba req-9e518c0a-63cf-4bfa-a1f0-6c42abe4ddb4 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 945 time: 0.2824514 Jul 08 20:27:01.148989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f391d7-3501-4ec8-8d31-b4437b380d03 req-d66a015c-2125-43b7-a3f2-b3a7186a8fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:01.152301 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05f391d7-3501-4ec8-8d31-b4437b380d03 req-d66a015c-2125-43b7-a3f2-b3a7186a8fb0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.1406097 Jul 08 20:27:01.171418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Transition to ACTIVE for port object 95e507bd-8bf7-4f48-b367-5798ec86cdf9 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:01.203728 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:01.263110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] For port 040e874d-f3cc-4042-9e31-7f1420f54eb5, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=040e874d-f3cc-4042-9e31-7f1420f54eb5,segment=NetworkSegment(c6265cb7-5f30-4bbe-aa4f-d72883cb2470),segment_id=c6265cb7-5f30-4bbe-aa4f-d72883cb2470)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:01.263713 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:01.279623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for 040e874d-f3cc-4042-9e31-7f1420f54eb5 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:01.280867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.11 (6a6c8112-c51b-4cf0-a1b5-8dec555f4edf/3e534960-31e0-459a-aef8-0f66f153e693/641371f4-5bee-4a63-a4fa-fcce1ca6f3a8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:01.284723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-60ea8d95-d97b-4481-8e59-e3d6548da560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:58Z', 'revision_number': 8, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': '39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9', 'name': '', 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:32:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:31Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:01.294695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Network 6a6c8112-c51b-4cf0-a1b5-8dec555f4edf is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:01.331914 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:01.337761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea8d95-d97b-4481-8e59-e3d6548da560 None None] The sync data for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 is: [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:58Z', 'revision_number': 8, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': '39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9', 'name': '', 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:32:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:31Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:27:01.344126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:01.352331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Pushing event updated for resources: {'Port': ['ID=95e507bd-8bf7-4f48-b367-5798ec86cdf9,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:01.365541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:01.366016 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:01.477234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-34312870-9a46-4d01-ac4b-e2772083feba req-31c01365-bd81-4ad1-abd3-c6aae0f6349b tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587980 Jul 08 20:27:01.486404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Attempting to bind port 95e507bd-8bf7-4f48-b367-5798ec86cdf9 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:27:01.486792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Attempting to bind port 95e507bd-8bf7-4f48-b367-5798ec86cdf9 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '3315a9c4-d9bf-416e-bc74-dc95aabe6ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6a6c8112-c51b-4cf0-a1b5-8dec555f4edf'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:27:01.488342 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Attempting to bind port 95e507bd-8bf7-4f48-b367-5798ec86cdf9 on network 6a6c8112-c51b-4cf0-a1b5-8dec555f4edf {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:27:01.512180 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:27:01.512573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Checking segment: {'id': '3315a9c4-d9bf-416e-bc74-dc95aabe6ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6a6c8112-c51b-4cf0-a1b5-8dec555f4edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:01.513480 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:01.513911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Bound using segment: {'id': '3315a9c4-d9bf-416e-bc74-dc95aabe6ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6a6c8112-c51b-4cf0-a1b5-8dec555f4edf'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:27:01.514400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Bound port: 95e507bd-8bf7-4f48-b367-5798ec86cdf9, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3315a9c4-d9bf-416e-bc74-dc95aabe6ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6a6c8112-c51b-4cf0-a1b5-8dec555f4edf'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:27:01.514861 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:01.535357 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:01.545666 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:01.571136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Transition to ACTIVE for port object 641371f4-5bee-4a63-a4fa-fcce1ca6f3a8 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:01.625116 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:01.660458 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] For port 95e507bd-8bf7-4f48-b367-5798ec86cdf9, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:27:01.663760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] For port 95e507bd-8bf7-4f48-b367-5798ec86cdf9, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=95e507bd-8bf7-4f48-b367-5798ec86cdf9,segment=NetworkSegment(3315a9c4-d9bf-416e-bc74-dc95aabe6ab2),segment_id=3315a9c4-d9bf-416e-bc74-dc95aabe6ab2)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:27:01.669540 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:01.680115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f391d7-3501-4ec8-8d31-b4437b380d03 req-dd7b38e8-b083-4858-97bf-6f333781c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:01.682321 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05f391d7-3501-4ec8-8d31-b4437b380d03 req-dd7b38e8-b083-4858-97bf-6f333781c240 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 200 len: 920 time: 0.5228469 Jul 08 20:27:01.688227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=040e874d-f3cc-4042-9e31-7f1420f54eb5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:01.710824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No DVR routers for this DVR port 040e874d-f3cc-4042-9e31-7f1420f54eb5 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:01.748720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 6a6c8112-c51b-4cf0-a1b5-8dec555f4edf is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:01.765591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:01.772551 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05f391d7-3501-4ec8-8d31-b4437b380d03 req-247f092c-161e-4841-974b-8b7a557d016b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7642f5e-487c-4496-9ef7-d6adc4d484bd HTTP/1.1" status: 200 len: 217 time: 0.0753503 Jul 08 20:27:01.774767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:01.808478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05769d1f-7492-421c-85c5-a871e0c46d70 None None] Pushing event updated for resources: {'Port': ['ID=95e507bd-8bf7-4f48-b367-5798ec86cdf9,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:01.818953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf97ddf-727a-413a-8257-7462b325acfc None None] DHCP port deletion for 8a5233c7-ac76-47ac-b5bf-a9638bdd13f5 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:27:01.877914 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=641371f4-5bee-4a63-a4fa-fcce1ca6f3a8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:01.892720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6df1b8-6b46-4120-bd91-b53fec31e319 req-c0b078f6-4aad-4769-9aaf-6b5ac34973fe tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:01.898142 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf6df1b8-6b46-4120-bd91-b53fec31e319 req-c0b078f6-4aad-4769-9aaf-6b5ac34973fe tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.4720149 Jul 08 20:27:01.910918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:01.919099 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:01.954979 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bf29d264-be59-4ccb-be21-53ec164e5ba8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4851713 Jul 08 20:27:01.958164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60866) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:02.112248 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4072e-d862-46d9-8917-1fa1299e7c1b None None] Sync routers for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:27:02.131623 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf6df1b8-6b46-4120-bd91-b53fec31e319 req-3ba8c7ab-40b4-4ded-8abe-46b73fbf1a83 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159035 Jul 08 20:27:02.133683 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4072e-d862-46d9-8917-1fa1299e7c1b None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:02.134653 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-10d4072e-d862-46d9-8917-1fa1299e7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:02.142933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:02.147662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f391d7-3501-4ec8-8d31-b4437b380d03 req-cc6b2401-a3c7-49d3-beed-3cd472c3613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:02.150242 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05f391d7-3501-4ec8-8d31-b4437b380d03 req-cc6b2401-a3c7-49d3-beed-3cd472c3613f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a8e85001-3948-4499-9486-db665a7a8ea9 HTTP/1.1" status: 200 len: 859 time: 0.2828970 Jul 08 20:27:02.217060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5233c7-ac76-47ac-b5bf-a9638bdd13f5']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:02.266786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b4f79-3527-4b6f-a524-47e17b864655 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:02.268698 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-538b4f79-3527-4b6f-a524-47e17b864655 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.3089049 Jul 08 20:27:02.273438 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60874) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:02.276859 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05f391d7-3501-4ec8-8d31-b4437b380d03 req-93b0be42-f6f2-449a-a140-101677e1d38a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5922f97a-51ef-45a6-9b43-c874c18bfbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109438 Jul 08 20:27:02.281233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6265cb7-5f30-4bbe-aa4f-d72883cb2470') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:02.281547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6265cb7-5f30-4bbe-aa4f-d72883cb2470') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:02.313981 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-10d4072e-d862-46d9-8917-1fa1299e7c1b None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:02.341185 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:02.473851 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:02.485477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:27:02.485477 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:27:02.488357 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:27:02.536042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-03e2f9d5-8482-4c8a-9fe0-d15856d0c87b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 641371f4-5bee-4a63-a4fa-fcce1ca6f3a8 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:02.536391 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03e2f9d5-8482-4c8a-9fe0-d15856d0c87b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:02.638703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05f391d7-3501-4ec8-8d31-b4437b380d03 req-00586399-c632-4066-90ec-1ed1efe5390f service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529885 Jul 08 20:27:02.646950 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:02.691241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:02.695259 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-10d4072e-d862-46d9-8917-1fa1299e7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:58Z', 'revision_number': 8, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': '39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9', 'name': '', 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:32:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:31Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:02.699807 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/networks/8a5233c7-ac76-47ac-b5bf-a9638bdd13f5 HTTP/1.1" status: 204 len: 168 time: 1.8840563 Jul 08 20:27:02.703304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60880) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:02.755248 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4072e-d862-46d9-8917-1fa1299e7c1b None None] Checking router: 48fc36af-b9d6-4706-8c06-2ebd19d0899d for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:27:02.772153 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4072e-d862-46d9-8917-1fa1299e7c1b None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:02.774680 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-10d4072e-d862-46d9-8917-1fa1299e7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:26:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:02.795747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83824c-3680-4d69-9e74-b3f6971a59f0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Network': ['ID=8a5233c7-ac76-47ac-b5bf-a9638bdd13f5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:02.801275 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03e2f9d5-8482-4c8a-9fe0-d15856d0c87b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:02.871216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-03e2f9d5-8482-4c8a-9fe0-d15856d0c87b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 641371f4-5bee-4a63-a4fa-fcce1ca6f3a8 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:02.920941 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-10d4072e-d862-46d9-8917-1fa1299e7c1b None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:02.924612 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05f391d7-3501-4ec8-8d31-b4437b380d03 req-60ff085e-596d-48e3-9b36-eca219a13f6f service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729969 Jul 08 20:27:02.953904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 95e507bd-8bf7-4f48-b367-5798ec86cdf9 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:03.094139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 95e507bd-8bf7-4f48-b367-5798ec86cdf9 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:03.208176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 040e874d-f3cc-4042-9e31-7f1420f54eb5 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:03.258247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 040e874d-f3cc-4042-9e31-7f1420f54eb5 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:03.262539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 040e874d-f3cc-4042-9e31-7f1420f54eb5 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:03.263122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1fb58f6f-374d-41eb-b718-2fad4929f13e no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:03.339293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 1fb58f6f-374d-41eb-b718-2fad4929f13e {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:03.339790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1fb58f6f-374d-41eb-b718-2fad4929f13e not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:03.448345 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03e2f9d5-8482-4c8a-9fe0-d15856d0c87b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:03.463325 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-10d4072e-d862-46d9-8917-1fa1299e7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:58Z', 'revision_number': 8, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': '39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9', 'name': '', 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:32:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:31Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:03.497755 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4072e-d862-46d9-8917-1fa1299e7c1b None None] The sync data for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 is: [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:26:58Z', 'revision_number': 8, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': '39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9', 'name': '', 'network_id': 'f84c807e-7b91-49d5-8b81-88811c12402a', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:32:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:31Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '53d276a1-ad57-46ba-9972-c304196b6fe0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:27:03.528513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2f9d5-8482-4c8a-9fe0-d15856d0c87b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=641371f4-5bee-4a63-a4fa-fcce1ca6f3a8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:03.572777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e166c9e-ad86-4367-b245-ae7b19ac5fbd None None] Network 6a6c8112-c51b-4cf0-a1b5-8dec555f4edf requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:03.744199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6e8e1eb9-dbf1-4721-98d8-94c7970965ed None None] Provisioning for port 95e507bd-8bf7-4f48-b367-5798ec86cdf9 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:03.755618 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03e2f9d5-8482-4c8a-9fe0-d15856d0c87b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:03.760169 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-03e2f9d5-8482-4c8a-9fe0-d15856d0c87b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/641371f4-5bee-4a63-a4fa-fcce1ca6f3a8 HTTP/1.1" status: 204 len: 168 time: 1.4812753 Jul 08 20:27:03.761326 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60894) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:03.770100 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6e8e1eb9-dbf1-4721-98d8-94c7970965ed None None] Provisioning complete for port 95e507bd-8bf7-4f48-b367-5798ec86cdf9 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:03.771948 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1eb9-dbf1-4721-98d8-94c7970965ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:03.806835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f848f-3a38-4b00-9029-dd0ef86acc47 req-851165b9-1c34-4734-8a56-1e93d688784e tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:03.808398 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe7f848f-3a38-4b00-9029-dd0ef86acc47 req-851165b9-1c34-4734-8a56-1e93d688784e tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.3086376 Jul 08 20:27:03.834125 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-655bd9a1-1c3f-493c-9361-58b5ad81a073 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:27:03.837014 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-655bd9a1-1c3f-493c-9361-58b5ad81a073 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/641371f4-5bee-4a63-a4fa-fcce1ca6f3a8 HTTP/1.1" status: 404 len: 333 time: 0.0740392 Jul 08 20:27:03.838658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60902) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:03.906242 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe7f848f-3a38-4b00-9029-dd0ef86acc47 req-14bd575c-92fe-43ec-9a1d-f23109aacce1 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673549 Jul 08 20:27:04.006791 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1eb9-dbf1-4721-98d8-94c7970965ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:04.046667 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6e8e1eb9-dbf1-4721-98d8-94c7970965ed None None] For port 95e507bd-8bf7-4f48-b367-5798ec86cdf9, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=95e507bd-8bf7-4f48-b367-5798ec86cdf9,segment=NetworkSegment(3315a9c4-d9bf-416e-bc74-dc95aabe6ab2),segment_id=3315a9c4-d9bf-416e-bc74-dc95aabe6ab2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:04.060215 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1eb9-dbf1-4721-98d8-94c7970965ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:04.109215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-34376b95-b99b-49ae-8936-fb35fbd99ead tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 2fe8f477-6724-4ad0-814c-5bb5829e0717 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:04.110395 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34376b95-b99b-49ae-8936-fb35fbd99ead tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:04.115483 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-35c3f4bd-baa7-4442-983c-f67e615265de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:04.200964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e1eb9-dbf1-4721-98d8-94c7970965ed None None] Pushing event updated for resources: {'Port': ['ID=95e507bd-8bf7-4f48-b367-5798ec86cdf9,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:04.219869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0b48a7db-5da7-4c16-aabb-54637f15f7f8 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:04.457299 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34376b95-b99b-49ae-8936-fb35fbd99ead tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:04.496873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ae51a4c8-1a59-4e8f-bde8-a1781e4a9857 None None] Provisioning for port 2fe8f477-6724-4ad0-814c-5bb5829e0717 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:04.507981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-34376b95-b99b-49ae-8936-fb35fbd99ead tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 2fe8f477-6724-4ad0-814c-5bb5829e0717 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:04.518264 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ae51a4c8-1a59-4e8f-bde8-a1781e4a9857 None None] Provisioning complete for port 2fe8f477-6724-4ad0-814c-5bb5829e0717 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:04.519941 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ae51a4c8-1a59-4e8f-bde8-a1781e4a9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:04.643263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ae51a4c8-1a59-4e8f-bde8-a1781e4a9857 None None] Port 2fe8f477-6724-4ad0-814c-5bb5829e0717 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:04.670748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ae51a4c8-1a59-4e8f-bde8-a1781e4a9857 None None] Provisioning complete for port 95e507bd-8bf7-4f48-b367-5798ec86cdf9 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:04.673075 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ae51a4c8-1a59-4e8f-bde8-a1781e4a9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:04.927639 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34376b95-b99b-49ae-8936-fb35fbd99ead tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:04.953777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 95e507bd-8bf7-4f48-b367-5798ec86cdf9 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:05.022846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34376b95-b99b-49ae-8936-fb35fbd99ead tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=2fe8f477-6724-4ad0-814c-5bb5829e0717,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:05.076112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ac56e34e-bb97-4891-b962-c2977178fcdf None None] Could not find standard attr ID for object 2fe8f477-6724-4ad0-814c-5bb5829e0717. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:27:05.111717 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 95e507bd-8bf7-4f48-b367-5798ec86cdf9 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:05.113162 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:05.209875 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34376b95-b99b-49ae-8936-fb35fbd99ead tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:05.216124 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-34376b95-b99b-49ae-8936-fb35fbd99ead tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/2fe8f477-6724-4ad0-814c-5bb5829e0717 HTTP/1.1" status: 204 len: 168 time: 1.3736920 Jul 08 20:27:05.216840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60920) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:05.279215 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d2c1dc-c47c-41b5-8afa-9b735a7d8672 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:27:05.284362 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-56d2c1dc-c47c-41b5-8afa-9b735a7d8672 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/2fe8f477-6724-4ad0-814c-5bb5829e0717 HTTP/1.1" status: 404 len: 333 time: 0.0609951 Jul 08 20:27:05.286087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60924) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:05.397885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ebb6c3f9-cd7a-43a3-8139-09bb4c4cad21 None None] Could not find standard attr ID for object 641371f4-5bee-4a63-a4fa-fcce1ca6f3a8. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:27:05.457206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69757ad-1011-46e4-bd76-b2c363ed1260 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting subnet 3e534960-31e0-459a-aef8-0f66f153e693 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:27:05.464308 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b69757ad-1011-46e4-bd76-b2c363ed1260 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:05.536992 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b69757ad-1011-46e4-bd76-b2c363ed1260 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:05.810731 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b69757ad-1011-46e4-bd76-b2c363ed1260 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:05.840614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41a996-268e-4fed-88fd-b103f684dc2d req-2a2ecdb3-3dc9-4f8e-ab4d-472eae7db668 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:05.842699 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fa41a996-268e-4fed-88fd-b103f684dc2d req-2a2ecdb3-3dc9-4f8e-ab4d-472eae7db668 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.6049213 Jul 08 20:27:05.845576 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff1cf7dd-2a28-4465-a963-de3d142a8a64 req-1895dcb7-460f-4324-ab94-460d66a3b77e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0851274 Jul 08 20:27:05.913239 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fa41a996-268e-4fed-88fd-b103f684dc2d req-c0a4ae46-f102-4350-8d32-5e8fa0648dcc tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629601 Jul 08 20:27:05.917502 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226e63f-8892-46b3-aef3-56214a5467b7 req-98ad469b-b377-4858-9602-9b3fe64e7164 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:05.924900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c226e63f-8892-46b3-aef3-56214a5467b7 req-98ad469b-b377-4858-9602-9b3fe64e7164 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 0.3187580 Jul 08 20:27:05.983459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0b48a7db-5da7-4c16-aabb-54637f15f7f8 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:05.983806 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0b48a7db-5da7-4c16-aabb-54637f15f7f8 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:05.994536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cf7dd-2a28-4465-a963-de3d142a8a64 req-cdc8de79-7133-4b57-aa9e-5d3ebebc56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:05.997567 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff1cf7dd-2a28-4465-a963-de3d142a8a64 req-cdc8de79-7133-4b57-aa9e-5d3ebebc56fa service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.0825064 Jul 08 20:27:06.071517 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c226e63f-8892-46b3-aef3-56214a5467b7 req-925750d7-4b57-4dd5-a27e-a3bdda33bf9d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455879 Jul 08 20:27:06.080581 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b69757ad-1011-46e4-bd76-b2c363ed1260 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:06.111831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17904cd4-a763-4b38-9a53-2cf9dbf14a42 None None] Network 6a6c8112-c51b-4cf0-a1b5-8dec555f4edf requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:06.152650 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b69757ad-1011-46e4-bd76-b2c363ed1260 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:06.155955 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b69757ad-1011-46e4-bd76-b2c363ed1260 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/3e534960-31e0-459a-aef8-0f66f153e693 HTTP/1.1" status: 204 len: 168 time: 0.8681524 Jul 08 20:27:06.157979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60936) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:06.161479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69757ad-1011-46e4-bd76-b2c363ed1260 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Subnet': ['ID=3e534960-31e0-459a-aef8-0f66f153e693,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:06.254738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0b48a7db-5da7-4c16-aabb-54637f15f7f8 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] For port 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9,segment=NetworkSegment(40a94c33-0954-49cc-88bf-9534166ae017),segment_id=40a94c33-0954-49cc-88bf-9534166ae017)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:06.256853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0b48a7db-5da7-4c16-aabb-54637f15f7f8 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:06.279117 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0b48a7db-5da7-4c16-aabb-54637f15f7f8 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:06.345445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cf7dd-2a28-4465-a963-de3d142a8a64 req-d6f74c3e-f6c9-4384-9dac-1565d71cd19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:06.347770 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff1cf7dd-2a28-4465-a963-de3d142a8a64 req-d6f74c3e-f6c9-4384-9dac-1565d71cd19e service neutron] 10.222.0.104 "GET /v2.0/networks?id=5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 200 len: 920 time: 0.3223655 Jul 08 20:27:06.492490 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff1cf7dd-2a28-4465-a963-de3d142a8a64 req-b7876960-daf8-4b6e-a5d1-68f66afb2b0c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7642f5e-487c-4496-9ef7-d6adc4d484bd HTTP/1.1" status: 200 len: 217 time: 0.1223323 Jul 08 20:27:06.501316 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:06.604164 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-542fcb5c-d740-4c94-988b-57044ecdb8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:06.639866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cf7dd-2a28-4465-a963-de3d142a8a64 req-a3b12ffe-5621-44ca-8b9c-dcef99b067be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:06.641400 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff1cf7dd-2a28-4465-a963-de3d142a8a64 req-a3b12ffe-5621-44ca-8b9c-dcef99b067be service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a8e85001-3948-4499-9486-db665a7a8ea9 HTTP/1.1" status: 200 len: 859 time: 0.1294580 Jul 08 20:27:06.685846 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff1cf7dd-2a28-4465-a963-de3d142a8a64 req-1ef6dee8-fc5d-47fb-93a1-224c2620498a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5922f97a-51ef-45a6-9b43-c874c18bfbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345864 Jul 08 20:27:06.686859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 95e507bd-8bf7-4f48-b367-5798ec86cdf9 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:06.687196 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:06.711188 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4109379-cf74-45ac-ab79-d1dedc4472a7 None None] DHCP port deletion for 6a6c8112-c51b-4cf0-a1b5-8dec555f4edf request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:27:06.765620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60950) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:06.818523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e4109379-cf74-45ac-ab79-d1dedc4472a7 None None] Deleting port 95e507bd-8bf7-4f48-b367-5798ec86cdf9 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:06.818940 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e4109379-cf74-45ac-ab79-d1dedc4472a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:06.838945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] For port 95e507bd-8bf7-4f48-b367-5798ec86cdf9, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=95e507bd-8bf7-4f48-b367-5798ec86cdf9,segment=NetworkSegment(3315a9c4-d9bf-416e-bc74-dc95aabe6ab2),segment_id=3315a9c4-d9bf-416e-bc74-dc95aabe6ab2)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:06.839443 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:06.861992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 95e507bd-8bf7-4f48-b367-5798ec86cdf9 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:06.922277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 95e507bd-8bf7-4f48-b367-5798ec86cdf9 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:06.934687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff1cf7dd-2a28-4465-a963-de3d142a8a64 req-9d63ab1c-a305-4b24-85e1-2fba53cda2f4 service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319999 Jul 08 20:27:06.951331 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0b48a7db-5da7-4c16-aabb-54637f15f7f8 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:06.980174 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.027746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48a7db-5da7-4c16-aabb-54637f15f7f8 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:07.070705 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.075329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e4109379-cf74-45ac-ab79-d1dedc4472a7 None None] For port 95e507bd-8bf7-4f48-b367-5798ec86cdf9, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=95e507bd-8bf7-4f48-b367-5798ec86cdf9,segment=NetworkSegment(3315a9c4-d9bf-416e-bc74-dc95aabe6ab2),segment_id=3315a9c4-d9bf-416e-bc74-dc95aabe6ab2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:07.075329 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e4109379-cf74-45ac-ab79-d1dedc4472a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.111552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e4109379-cf74-45ac-ab79-d1dedc4472a7 None None] Calling delete_port for 95e507bd-8bf7-4f48-b367-5798ec86cdf9 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:07.155055 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e049b573-aad9-4277-81af-63ca97979269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.243778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 95e507bd-8bf7-4f48-b367-5798ec86cdf9, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=95e507bd-8bf7-4f48-b367-5798ec86cdf9,segment=NetworkSegment(3315a9c4-d9bf-416e-bc74-dc95aabe6ab2),segment_id=3315a9c4-d9bf-416e-bc74-dc95aabe6ab2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:07.267709 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0b48a7db-5da7-4c16-aabb-54637f15f7f8 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.295461 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.350039 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.443466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=95e507bd-8bf7-4f48-b367-5798ec86cdf9,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:07.472247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:07.472592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:07.481669 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:07.482072 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:07.482611 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:07.483110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:07.483451 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:07.483792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:07.484122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:07.484445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:07.484830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:07.485131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:07.521173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=95e507bd-8bf7-4f48-b367-5798ec86cdf9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:07.524937 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff1cf7dd-2a28-4465-a963-de3d142a8a64 req-a7774364-aed1-4db7-8944-6c838d8781d5 service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834391 Jul 08 20:27:07.558029 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e4109379-cf74-45ac-ab79-d1dedc4472a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.589237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No DVR routers for this DVR port 95e507bd-8bf7-4f48-b367-5798ec86cdf9 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:07.593283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4109379-cf74-45ac-ab79-d1dedc4472a7 None None] Pushing event deleted for resources: {'Port': ['ID=95e507bd-8bf7-4f48-b367-5798ec86cdf9,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:07.603646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4109379-cf74-45ac-ab79-d1dedc4472a7 None None] No DVR routers for this DVR port 95e507bd-8bf7-4f48-b367-5798ec86cdf9 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:07.745516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b48a7db-5da7-4c16-aabb-54637f15f7f8 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 48fc36af-b9d6-4706-8c06-2ebd19d0899d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:27:07.791508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.830393 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6c8112-c51b-4cf0-a1b5-8dec555f4edf']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:07.849389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3315a9c4-d9bf-416e-bc74-dc95aabe6ab2') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:07.849684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3315a9c4-d9bf-416e-bc74-dc95aabe6ab2') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:07.871329 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.890633 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75424024-c7d3-4062-aabb-73809dd5a834 req-2b33c046-9f08-4a5d-955d-311c0e320da1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:07.893016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-75424024-c7d3-4062-aabb-73809dd5a834 req-2b33c046-9f08-4a5d-955d-311c0e320da1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 0.4312854 Jul 08 20:27:07.898232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b48a7db-5da7-4c16-aabb-54637f15f7f8 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:27:07.906717 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0b48a7db-5da7-4c16-aabb-54637f15f7f8 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1991167 Jul 08 20:27:07.907036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60964) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:07.911878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789cee2-1fb8-45fc-afd1-1f7020d39f7f None None] Sync routers for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:27:07.931129 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789cee2-1fb8-45fc-afd1-1f7020d39f7f None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:07.931880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6789cee2-1fb8-45fc-afd1-1f7020d39f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:07.948318 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e049b573-aad9-4277-81af-63ca97979269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.950276 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.961812 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e049b573-aad9-4277-81af-63ca97979269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.964345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:27:07.964764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:27:07.971341 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:27:08.013205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3ab936-975e-4175-88f8-ea8056d1d4b4 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting subnet 53d276a1-ad57-46ba-9972-c304196b6fe0 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:27:08.018345 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab936-975e-4175-88f8-ea8056d1d4b4 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.065199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-75424024-c7d3-4062-aabb-73809dd5a834 req-d285cc85-6670-465d-89a6-9b7f6fdd14c7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531918 Jul 08 20:27:08.067527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-6789cee2-1fb8-45fc-afd1-1f7020d39f7f None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:08.084669 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab936-975e-4175-88f8-ea8056d1d4b4 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.088328 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60968) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:08.088473 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e049b573-aad9-4277-81af-63ca97979269 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=712903e437d143f28e0da0cf544ab522&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3199501 Jul 08 20:27:08.089422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049b573-aad9-4277-81af-63ca97979269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c056ca8-6656-4cc0-85db-f612fa6d6cff,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:08.114134 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.119642 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.122380 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/networks/6a6c8112-c51b-4cf0-a1b5-8dec555f4edf HTTP/1.1" status: 204 len: 168 time: 1.9601104 Jul 08 20:27:08.126324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60970) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:08.132688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3c62baf4-8ac7-4e59-b3ec-36d915222d14 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1805760135'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:08.146709 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.154119 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7bf5f-25b5-465e-8e9b-b09daa74760c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Network': ['ID=6a6c8112-c51b-4cf0-a1b5-8dec555f4edf,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:08.177676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c62baf4-8ac7-4e59-b3ec-36d915222d14 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:08.183605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c62baf4-8ac7-4e59-b3ec-36d915222d14 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.215051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c62baf4-8ac7-4e59-b3ec-36d915222d14 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:27:08.232214 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c62baf4-8ac7-4e59-b3ec-36d915222d14 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.232691 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-3c62baf4-8ac7-4e59-b3ec-36d915222d14 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Added segment 06d653d9-805b-4e5f-9463-64e7b6479283 of type vlan for network 7a11ebab-1fc5-40bc-a0f3-1544a0f217b0 Jul 08 20:27:08.236127 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ab0bff8-5ea5-4bc7-a952-67ddc7977a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.266735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab936-975e-4175-88f8-ea8056d1d4b4 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.293552 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ab0bff8-5ea5-4bc7-a952-67ddc7977a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.302889 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c62baf4-8ac7-4e59-b3ec-36d915222d14 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.344574 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6789cee2-1fb8-45fc-afd1-1f7020d39f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:27:06Z', 'revision_number': 9, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:08.357205 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c62baf4-8ac7-4e59-b3ec-36d915222d14 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.360911 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab936-975e-4175-88f8-ea8056d1d4b4 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.365471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c62baf4-8ac7-4e59-b3ec-36d915222d14 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:08.366376 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c62baf4-8ac7-4e59-b3ec-36d915222d14 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.379685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789cee2-1fb8-45fc-afd1-1f7020d39f7f None None] Checking router: 48fc36af-b9d6-4706-8c06-2ebd19d0899d for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:27:08.389289 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789cee2-1fb8-45fc-afd1-1f7020d39f7f None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:08.389916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6789cee2-1fb8-45fc-afd1-1f7020d39f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:08.396459 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ab0bff8-5ea5-4bc7-a952-67ddc7977a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.401661 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ab0bff8-5ea5-4bc7-a952-67ddc7977a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.403015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1ab0bff8-5ea5-4bc7-a952-67ddc7977a3d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9c056ca8-6656-4cc0-85db-f612fa6d6cff HTTP/1.1" status: 204 len: 168 time: 0.3135483 Jul 08 20:27:08.409483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ab936-975e-4175-88f8-ea8056d1d4b4 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Subnet': ['ID=53d276a1-ad57-46ba-9972-c304196b6fe0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:08.426998 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab936-975e-4175-88f8-ea8056d1d4b4 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.435953 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1c3ab936-975e-4175-88f8-ea8056d1d4b4 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/53d276a1-ad57-46ba-9972-c304196b6fe0 HTTP/1.1" status: 204 len: 168 time: 0.5277691 Jul 08 20:27:08.442611 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60982) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:08.445223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0bff8-5ea5-4bc7-a952-67ddc7977a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c056ca8-6656-4cc0-85db-f612fa6d6cff,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:08.462041 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3c62baf4-8ac7-4e59-b3ec-36d915222d14 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3344789 Jul 08 20:27:08.464944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60984) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:08.474041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2525433-b182-4550-82a8-b2b99a618a06 None None] Network f84c807e-7b91-49d5-8b81-88811c12402a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:08.475501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-bf425576-0cdc-4499-be1c-b429411bdd01 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': '7a11ebab-1fc5-40bc-a0f3-1544a0f217b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:08.535556 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62baf4-8ac7-4e59-b3ec-36d915222d14 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Network': ['ID=7a11ebab-1fc5-40bc-a0f3-1544a0f217b0,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:08.583325 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.720584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port 005e3b89-c689-46f5-baa2-3bcc1883d9a1 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:08.722528 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.723764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf425576-0cdc-4499-be1c-b429411bdd01 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:08.731235 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf425576-0cdc-4499-be1c-b429411bdd01 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.893305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 7a11ebab-1fc5-40bc-a0f3-1544a0f217b0 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:27:08.921421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] For port 005e3b89-c689-46f5-baa2-3bcc1883d9a1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=005e3b89-c689-46f5-baa2-3bcc1883d9a1,segment=NetworkSegment(40a94c33-0954-49cc-88bf-9534166ae017),segment_id=40a94c33-0954-49cc-88bf-9534166ae017)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:08.925175 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:08.949414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for 005e3b89-c689-46f5-baa2-3bcc1883d9a1 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:08.957015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-6789cee2-1fb8-45fc-afd1-1f7020d39f7f None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:09.066226 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:09.125120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=005e3b89-c689-46f5-baa2-3bcc1883d9a1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:09.127191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No DVR routers for this DVR port 005e3b89-c689-46f5-baa2-3bcc1883d9a1 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:09.133965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf425576-0cdc-4499-be1c-b429411bdd01 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:09.258317 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:09.270416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84c807e-7b91-49d5-8b81-88811c12402a']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:09.283431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a94c33-0954-49cc-88bf-9534166ae017') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:09.283639 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a94c33-0954-49cc-88bf-9534166ae017') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:09.295464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:09.313730 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:09.323023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:27:09.323546 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:09.339583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf425576-0cdc-4499-be1c-b429411bdd01 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Subnet': ['ID=10bd0bc5-8ae6-42eb-a73e-11f9e530f4f2,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:09.355184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf425576-0cdc-4499-be1c-b429411bdd01 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Checking segment: {'id': '06d653d9-805b-4e5f-9463-64e7b6479283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a11ebab-1fc5-40bc-a0f3-1544a0f217b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:09.357119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf425576-0cdc-4499-be1c-b429411bdd01 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network hostable DHCP agents. Network: 7a11ebab-1fc5-40bc-a0f3-1544a0f217b0, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:27:09.409223 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:27:09.414014 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:09.426211 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf425576-0cdc-4499-be1c-b429411bdd01 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 7a11ebab-1fc5-40bc-a0f3-1544a0f217b0 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:27:09.435667 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:09.443798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 32786) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:09.448358 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/networks/f84c807e-7b91-49d5-8b81-88811c12402a HTTP/1.1" status: 204 len: 168 time: 1.0000286 Jul 08 20:27:09.463598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5eac7c-56eb-4164-83c8-82a497e2c471 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Network': ['ID=f84c807e-7b91-49d5-8b81-88811c12402a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:09.476546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-bf425576-0cdc-4499-be1c-b429411bdd01 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 7a11ebab-1fc5-40bc-a0f3-1544a0f217b0) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:09.502084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c38d89-5c00-442f-88d5-e45aa8de1991 None None] Network 7a11ebab-1fc5-40bc-a0f3-1544a0f217b0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:09.565310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf425576-0cdc-4499-be1c-b429411bdd01 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:09.567468 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf425576-0cdc-4499-be1c-b429411bdd01 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:09.585341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf80a7-4507-4c7c-9185-234cf623e0a5 req-4197db3f-024e-4350-8462-8f9c82303e68 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:09.587448 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cadf80a7-4507-4c7c-9185-234cf623e0a5 req-4197db3f-024e-4350-8462-8f9c82303e68 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.5286717 Jul 08 20:27:09.599858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cfb166-186a-4567-bea2-dee1796e22ec None None] DHCP port deletion for f84c807e-7b91-49d5-8b81-88811c12402a request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:27:09.664015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6789cee2-1fb8-45fc-afd1-1f7020d39f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:27:06Z', 'revision_number': 9, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:09.668683 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cadf80a7-4507-4c7c-9185-234cf623e0a5 req-62dcfb28-7cb5-4388-8f40-011ecade9106 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726571 Jul 08 20:27:09.732304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789cee2-1fb8-45fc-afd1-1f7020d39f7f None None] The sync data for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 is: [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:27:06Z', 'revision_number': 9, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': 'ac755a99-a0ae-4675-87c7-6c701f12c852', 'name': '', 'network_id': 'b6341003-e14b-4d48-b05e-160f17e0b25f', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:46:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:21Z', 'updated_at': '2021-07-08T20:26:36Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': 'd5b8c5b3-959d-4426-b13c-63611a8caa3d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:27:09.796515 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:09.842565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-7a11ebab-1fc5-40bc-a0f3-1544a0f217b0', 'network_id': '7a11ebab-1fc5-40bc-a0f3-1544a0f217b0', 'tenant_id': '71f0e7236dba4c15b1913f9f6f671c80', 'fixed_ips': [{'subnet_id': '10bd0bc5-8ae6-42eb-a73e-11f9e530f4f2'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:27:09.847367 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:09.891230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32802) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:09.967261 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bf425576-0cdc-4499-be1c-b429411bdd01 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4981484 Jul 08 20:27:09.968006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32808) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:09.976052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': '7a11ebab-1fc5-40bc-a0f3-1544a0f217b0', 'name': 'tempest-PortsTestJSON-1524906156', 'fixed_ips': [{'subnet_id': '10bd0bc5-8ae6-42eb-a73e-11f9e530f4f2', 'ip_address': '172.20.0.10'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:10.056084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb06ea-c961-4daa-9eae-13fb45d849ee req-f475e5ab-e4b0-43be-b7be-9984d1edcf10 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:10.062965 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-97cb06ea-c961-4daa-9eae-13fb45d849ee req-f475e5ab-e4b0-43be-b7be-9984d1edcf10 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 0.5811520 Jul 08 20:27:10.065875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Allocated IP 172.20.0.2 (7a11ebab-1fc5-40bc-a0f3-1544a0f217b0/10bd0bc5-8ae6-42eb-a73e-11f9e530f4f2/774f6518-d330-4394-9cc1-de2b9e9e996d) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:10.199041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1434028566-network', 'tenant_id': '02b421caa3d1402ea0880ea084cd7aa0'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:10.227912 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-97cb06ea-c961-4daa-9eae-13fb45d849ee req-d25ce854-b408-42ac-9fba-31eafaf3657c tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638830 Jul 08 20:27:10.267381 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:27:10.267381 n-d-791506-16 neutron-server[94066]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 20:27:10.267381 n-d-791506-16 neutron-server[94066]: [parameters: {'project_id': '71f0e7236dba4c15b1913f9f6f671c80', 'id': '4495af0c-c699-460e-b48f-c975b3ca0ad9', 'expiration': datetime.datetime(2021, 7, 8, 20, 29, 10, 236063)}] Jul 08 20:27:10.267381 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:27:10.268754 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:27:10.284735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Made reservation on behalf of 02b421caa3d1402ea0880ea084cd7aa0 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:10.287712 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:10.293951 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-297140c1-8ae8-4287-bea0-75083486c2a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:10.320957 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:10.401921 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:10.427482 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Transition to ACTIVE for port object 774f6518-d330-4394-9cc1-de2b9e9e996d will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:10.477922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Transition to ACTIVE for port object 774f6518-d330-4394-9cc1-de2b9e9e996d will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:10.506157 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:10.514716 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:10.525713 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:10.538120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:27:10.558031 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:10.558495 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Added segment 924702ae-23f3-47ed-a147-e6e0313dbe13 of type vlan for network 82d25ff7-53e0-4047-8514-831018d3e046 Jul 08 20:27:10.610730 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:10.611504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Network 7a11ebab-1fc5-40bc-a0f3-1544a0f217b0 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:10.615356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:10.628551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:10.695026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbab681-630f-4a51-85bd-5236abe390d4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:10.697737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:10.698894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:10.699633 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:10.729846 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Pushing event updated for resources: {'Port': ['ID=774f6518-d330-4394-9cc1-de2b9e9e996d,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:10.791631 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Attempting to bind port 774f6518-d330-4394-9cc1-de2b9e9e996d on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:27:10.792241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Attempting to bind port 774f6518-d330-4394-9cc1-de2b9e9e996d by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '06d653d9-805b-4e5f-9463-64e7b6479283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a11ebab-1fc5-40bc-a0f3-1544a0f217b0'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:27:10.792880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Attempting to bind port 774f6518-d330-4394-9cc1-de2b9e9e996d on network 7a11ebab-1fc5-40bc-a0f3-1544a0f217b0 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:27:10.809206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:27:10.809585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Checking segment: {'id': '06d653d9-805b-4e5f-9463-64e7b6479283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a11ebab-1fc5-40bc-a0f3-1544a0f217b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:10.809993 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:10.810387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Bound using segment: {'id': '06d653d9-805b-4e5f-9463-64e7b6479283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a11ebab-1fc5-40bc-a0f3-1544a0f217b0'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:27:10.811049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Bound port: 774f6518-d330-4394-9cc1-de2b9e9e996d, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d653d9-805b-4e5f-9463-64e7b6479283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a11ebab-1fc5-40bc-a0f3-1544a0f217b0'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:27:10.811466 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:10.834216 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9416118 Jul 08 20:27:10.840131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32818) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:10.852152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cd25085b-30c2-444f-9ad4-b4d84264c85d admin admin] Request body: {'subnet': {'network_id': '82d25ff7-53e0-4047-8514-831018d3e046', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1434028566-subnet', 'tenant_id': '02b421caa3d1402ea0880ea084cd7aa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:10.886097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efcb19-71ba-4404-b802-8a1768f4a740 admin admin] Pushing event updated for resources: {'Network': ['ID=82d25ff7-53e0-4047-8514-831018d3e046,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:10.921421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 82d25ff7-53e0-4047-8514-831018d3e046 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:27:10.923494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:10.936422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:10.986809 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460132e9-a3f1-445b-be09-250894e3b484 req-ae2f45e4-a0da-41c6-bb3b-833c2bb10d26 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1597342 Jul 08 20:27:10.996498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:10.997170 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 39d96cec-8f48-4837-b6d9-0b6e6e0ad2e9 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:10.997775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 005e3b89-c689-46f5-baa2-3bcc1883d9a1 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:11.035921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 005e3b89-c689-46f5-baa2-3bcc1883d9a1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:11.036620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 005e3b89-c689-46f5-baa2-3bcc1883d9a1 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:11.051469 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] For port 774f6518-d330-4394-9cc1-de2b9e9e996d, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:27:11.058133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-297140c1-8ae8-4287-bea0-75083486c2a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port ac755a99-a0ae-4675-87c7-6c701f12c852 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:11.059708 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-297140c1-8ae8-4287-bea0-75083486c2a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:11.060961 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] For port 774f6518-d330-4394-9cc1-de2b9e9e996d, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=774f6518-d330-4394-9cc1-de2b9e9e996d,segment=NetworkSegment(06d653d9-805b-4e5f-9463-64e7b6479283),segment_id=06d653d9-805b-4e5f-9463-64e7b6479283)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:27:11.069654 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:11.104895 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd25085b-30c2-444f-9ad4-b4d84264c85d admin admin] Made reservation on behalf of 02b421caa3d1402ea0880ea084cd7aa0 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:11.108332 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd25085b-30c2-444f-9ad4-b4d84264c85d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:11.155632 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d3e19-ae03-475b-9c74-2eb9c375ce5d None None] Pushing event updated for resources: {'Port': ['ID=774f6518-d330-4394-9cc1-de2b9e9e996d,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:11.241302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:11.272900 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-297140c1-8ae8-4287-bea0-75083486c2a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] For port ac755a99-a0ae-4675-87c7-6c701f12c852, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ac755a99-a0ae-4675-87c7-6c701f12c852,segment=NetworkSegment(52b0453a-76f2-4545-aa7d-de0312589469),segment_id=52b0453a-76f2-4545-aa7d-de0312589469)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:11.273660 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-297140c1-8ae8-4287-bea0-75083486c2a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:11.277359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port 596cac7e-0b73-4dc8-8928-67d18c9cd5e1 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:27:11.293729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-297140c1-8ae8-4287-bea0-75083486c2a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for ac755a99-a0ae-4675-87c7-6c701f12c852 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:11.640150 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.10 (7a11ebab-1fc5-40bc-a0f3-1544a0f217b0/10bd0bc5-8ae6-42eb-a73e-11f9e530f4f2/596cac7e-0b73-4dc8-8928-67d18c9cd5e1) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:11.750692 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-297140c1-8ae8-4287-bea0-75083486c2a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:11.840129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297140c1-8ae8-4287-bea0-75083486c2a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=ac755a99-a0ae-4675-87c7-6c701f12c852,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:11.938546 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd25085b-30c2-444f-9ad4-b4d84264c85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:11.996237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460132e9-a3f1-445b-be09-250894e3b484 req-d6b4e30f-85b4-418c-a4be-a1403aaf83b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:11.997894 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460132e9-a3f1-445b-be09-250894e3b484 req-d6b4e30f-85b4-418c-a4be-a1403aaf83b5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 1097 time: 0.9691448 Jul 08 20:27:12.128109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25085b-30c2-444f-9ad4-b4d84264c85d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad8c281-9180-4c07-b3f4-e52c091ad876,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:12.177060 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:12.202731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25085b-30c2-444f-9ad4-b4d84264c85d admin admin] Checking segment: {'id': '924702ae-23f3-47ed-a147-e6e0313dbe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '82d25ff7-53e0-4047-8514-831018d3e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:12.203241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd25085b-30c2-444f-9ad4-b4d84264c85d admin admin] Network hostable DHCP agents. Network: 82d25ff7-53e0-4047-8514-831018d3e046, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:27:12.219756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Transition to ACTIVE for port object 596cac7e-0b73-4dc8-8928-67d18c9cd5e1 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:12.234108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd25085b-30c2-444f-9ad4-b4d84264c85d admin admin] Network 82d25ff7-53e0-4047-8514-831018d3e046 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:27:12.250523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-cd25085b-30c2-444f-9ad4-b4d84264c85d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 82d25ff7-53e0-4047-8514-831018d3e046) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:12.261445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd25085b-30c2-444f-9ad4-b4d84264c85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:12.262327 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd25085b-30c2-444f-9ad4-b4d84264c85d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:12.269042 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bf42d3-6ce3-41a5-9649-ef45317016ae None None] Network 82d25ff7-53e0-4047-8514-831018d3e046 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:12.286513 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cd25085b-30c2-444f-9ad4-b4d84264c85d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4437320 Jul 08 20:27:12.332224 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:12.443265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=596cac7e-0b73-4dc8-8928-67d18c9cd5e1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:12.478787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 7a11ebab-1fc5-40bc-a0f3-1544a0f217b0 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:12.480692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:12.488353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:12.555541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:12.556929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:12.577976 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c569339e-0023-4840-a778-d590d504e04a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6075459 Jul 08 20:27:12.580098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32848) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:12.594774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': '7a11ebab-1fc5-40bc-a0f3-1544a0f217b0', 'name': 'tempest-PortsTestJSON-1188200635', 'fixed_ips': [{'subnet_id': '10bd0bc5-8ae6-42eb-a73e-11f9e530f4f2', 'ip_address': '172.20.0.9'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:12.603002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e873c096-a170-43d6-a0bf-68982b01bccb None None] Network 82d25ff7-53e0-4047-8514-831018d3e046 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:12.705498 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-297140c1-8ae8-4287-bea0-75083486c2a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:12.740378 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-9ca6c8c5-8b80-4b92-bbe6-704c61943b17 req-bc67ac2a-5ffb-4137-b3cd-fa2d992ad03c tempest-SecurityGroupsNegativeTestJSON-11641268 tempest-SecurityGroupsNegativeTestJSON-11641268-project] show failed (client error): The resource could not be found. Jul 08 20:27:12.743190 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ca6c8c5-8b80-4b92-bbe6-704c61943b17 req-bc67ac2a-5ffb-4137-b3cd-fa2d992ad03c tempest-SecurityGroupsNegativeTestJSON-11641268 tempest-SecurityGroupsNegativeTestJSON-11641268-project] 10.222.0.101 "GET /v2.0/security-groups/80ee62c6-6f1d-4bfb-9eac-25c759b911c8 HTTP/1.1" status: 404 len: 352 time: 0.0359979 Jul 08 20:27:12.783207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28446f69-0fb0-4577-b474-e66b5e874ba5 req-e2aa1f0d-2f32-4aa1-83e5-b666efc4a748 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:12.787076 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28446f69-0fb0-4577-b474-e66b5e874ba5 req-e2aa1f0d-2f32-4aa1-83e5-b666efc4a748 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 1.0782177 Jul 08 20:27:13.003539 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460132e9-a3f1-445b-be09-250894e3b484 req-980c1ed8-d6c9-4777-abb5-ad505705008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:13.006930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287aad56-b37e-46bf-805c-d20a26169521 None None] Network 7a11ebab-1fc5-40bc-a0f3-1544a0f217b0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:13.008081 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b35c477-a0b0-4a14-9ad4-b793021fb4e9 req-ba650472-67d9-4ef1-a258-d1b46f8fa409 tempest-SecurityGroupsNegativeTestJSON-11641268 tempest-SecurityGroupsNegativeTestJSON-11641268-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=02b421caa3d1402ea0880ea084cd7aa0 HTTP/1.1" status: 200 len: 2988 time: 0.2091932 Jul 08 20:27:13.008252 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460132e9-a3f1-445b-be09-250894e3b484 req-980c1ed8-d6c9-4777-abb5-ad505705008d service neutron] 10.222.0.103 "GET /v2.0/networks?id=5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 200 len: 920 time: 0.4439130 Jul 08 20:27:13.090698 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b35c477-a0b0-4a14-9ad4-b793021fb4e9 req-2cfdfa25-3a26-4acd-9e79-3d8e74c703f4 tempest-SecurityGroupsNegativeTestJSON-11641268 tempest-SecurityGroupsNegativeTestJSON-11641268-project] 10.222.0.101 "GET /v2.0/security-groups/dfbab681-630f-4a51-85bd-5236abe390d4 HTTP/1.1" status: 200 len: 2985 time: 0.0788121 Jul 08 20:27:13.105447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:13.126732 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:13.129975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dc099c18-477a-4a6f-9ba1-ea72d696e8eb None None] Provisioning for port 774f6518-d330-4394-9cc1-de2b9e9e996d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:13.180740 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 774f6518-d330-4394-9cc1-de2b9e9e996d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:13.219387 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28446f69-0fb0-4577-b474-e66b5e874ba5 req-d7a35fe3-9ed5-49c6-b523-308735416b2c tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019584 Jul 08 20:27:13.241257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460132e9-a3f1-445b-be09-250894e3b484 req-437deb3e-bee0-43b1-bded-931a7c3df0bb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c22c6326-8521-4e5b-9e18-f140862083bc HTTP/1.1" status: 200 len: 217 time: 0.1406949 Jul 08 20:27:13.258398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port cbe71114-8d14-43b1-b05a-512b5e557f2c yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:27:13.327440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 774f6518-d330-4394-9cc1-de2b9e9e996d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:13.346072 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 774f6518-d330-4394-9cc1-de2b9e9e996d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:13.346588 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:13.403893 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b35c477-a0b0-4a14-9ad4-b793021fb4e9 req-a2840e6e-e4a3-4fe8-a156-81a0e3e00b8a tempest-SecurityGroupsNegativeTestJSON-11641268 tempest-SecurityGroupsNegativeTestJSON-11641268-project] 10.222.0.101 "GET /v2.0/security-groups/dfbab681-630f-4a51-85bd-5236abe390d4 HTTP/1.1" status: 200 len: 2985 time: 0.3043659 Jul 08 20:27:13.527183 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:13.611871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 774f6518-d330-4394-9cc1-de2b9e9e996d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=774f6518-d330-4394-9cc1-de2b9e9e996d,segment=NetworkSegment(06d653d9-805b-4e5f-9463-64e7b6479283),segment_id=06d653d9-805b-4e5f-9463-64e7b6479283)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:13.618402 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:13.631761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460132e9-a3f1-445b-be09-250894e3b484 req-40d8a434-6629-4dc9-b848-b248989e9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:13.633518 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460132e9-a3f1-445b-be09-250894e3b484 req-40d8a434-6629-4dc9-b848-b248989e9b7f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a8e85001-3948-4499-9486-db665a7a8ea9 HTTP/1.1" status: 200 len: 859 time: 0.2795630 Jul 08 20:27:13.681608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297140c1-8ae8-4287-bea0-75083486c2a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 48fc36af-b9d6-4706-8c06-2ebd19d0899d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:27:13.772616 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460132e9-a3f1-445b-be09-250894e3b484 req-db8ed273-a66c-4447-a57f-a93ae47ca857 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5922f97a-51ef-45a6-9b43-c874c18bfbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169758 Jul 08 20:27:13.772889 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-879bc279-690a-4832-92a2-71d0962d4ae0 req-9a28b7e0-8823-4071-98e1-3ce6981c9fe6 tempest-SecurityGroupsNegativeTestJSON-11641268 tempest-SecurityGroupsNegativeTestJSON-11641268-project] 10.222.0.101 "GET /v2.0/security-groups/dfbab681-630f-4a51-85bd-5236abe390d4 HTTP/1.1" status: 200 len: 2985 time: 0.0960186 Jul 08 20:27:13.775985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.9 (7a11ebab-1fc5-40bc-a0f3-1544a0f217b0/10bd0bc5-8ae6-42eb-a73e-11f9e530f4f2/cbe71114-8d14-43b1-b05a-512b5e557f2c) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:13.788188 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=774f6518-d330-4394-9cc1-de2b9e9e996d,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:13.970103 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-911dd138-0820-4e2c-9b85-5f6a822014d9 None None] Provisioning for port 596cac7e-0b73-4dc8-8928-67d18c9cd5e1 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:13.981068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-911dd138-0820-4e2c-9b85-5f6a822014d9 None None] Provisioning complete for port 596cac7e-0b73-4dc8-8928-67d18c9cd5e1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:13.981307 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-911dd138-0820-4e2c-9b85-5f6a822014d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:14.022093 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-879bc279-690a-4832-92a2-71d0962d4ae0 req-39e1c203-8c16-4aa1-aa48-092882584f62 tempest-SecurityGroupsNegativeTestJSON-11641268 tempest-SecurityGroupsNegativeTestJSON-11641268-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 20:27:14.051716 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-879bc279-690a-4832-92a2-71d0962d4ae0 req-39e1c203-8c16-4aa1-aa48-092882584f62 tempest-SecurityGroupsNegativeTestJSON-11641268 tempest-SecurityGroupsNegativeTestJSON-11641268-project] 10.222.0.101 "DELETE /v2.0/security-groups/dfbab681-630f-4a51-85bd-5236abe390d4 HTTP/1.1" status: 409 len: 352 time: 0.2713728 Jul 08 20:27:14.129840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-911dd138-0820-4e2c-9b85-5f6a822014d9 None None] Port 596cac7e-0b73-4dc8-8928-67d18c9cd5e1 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:14.155528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297140c1-8ae8-4287-bea0-75083486c2a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:27:14.167508 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-297140c1-8ae8-4287-bea0-75083486c2a6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7223656 Jul 08 20:27:14.170302 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3ce0e-b2ee-4e87-8d57-eaaffd3cb0f6 None None] Sync routers for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:27:14.174208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-911dd138-0820-4e2c-9b85-5f6a822014d9 None None] Provisioning complete for port 774f6518-d330-4394-9cc1-de2b9e9e996d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:14.174708 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-911dd138-0820-4e2c-9b85-5f6a822014d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:14.178878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 32874) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:14.198689 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-8808cb37-3e88-4f0a-bd18-f060b1558c57 req-f29e7029-6024-42e1-b284-5435fc4d5f49 tempest-SecurityGroupsNegativeTestJSON-11641268 tempest-SecurityGroupsNegativeTestJSON-11641268-project] show failed (client error): The resource could not be found. Jul 08 20:27:14.210085 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3ce0e-b2ee-4e87-8d57-eaaffd3cb0f6 None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:14.214627 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-23f3ce0e-b2ee-4e87-8d57-eaaffd3cb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:14.226915 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8808cb37-3e88-4f0a-bd18-f060b1558c57 req-f29e7029-6024-42e1-b284-5435fc4d5f49 tempest-SecurityGroupsNegativeTestJSON-11641268 tempest-SecurityGroupsNegativeTestJSON-11641268-project] 10.222.0.101 "GET /v2.0/security-groups/135ac105-d747-447a-b974-b1e929ac04bc HTTP/1.1" status: 404 len: 352 time: 0.1583834 Jul 08 20:27:14.257730 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-516c4935-f575-43d0-941c-c48953a25087 req-95fb7f68-f24e-4bee-b3d3-59baa79f6527 tempest-SecurityGroupsNegativeTestJSON-11641268 tempest-SecurityGroupsNegativeTestJSON-11641268-project] show failed (client error): The resource could not be found. Jul 08 20:27:14.268041 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-516c4935-f575-43d0-941c-c48953a25087 req-95fb7f68-f24e-4bee-b3d3-59baa79f6527 tempest-SecurityGroupsNegativeTestJSON-11641268 tempest-SecurityGroupsNegativeTestJSON-11641268-project] 10.222.0.101 "GET /v2.0/security-groups/338b4da1-2fb9-4344-83f2-95204617dd18 HTTP/1.1" status: 404 len: 352 time: 0.0399401 Jul 08 20:27:14.281186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32878) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:14.369588 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460132e9-a3f1-445b-be09-250894e3b484 req-e719d2cd-c737-4fff-b101-7e7af0db4730 service neutron] 10.222.0.103 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550832 Jul 08 20:27:14.413871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccaadc8d-9792-4da0-b2d3-8ca4805c0ccd tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting subnet d5b8c5b3-959d-4426-b13c-63611a8caa3d {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:27:14.457946 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccaadc8d-9792-4da0-b2d3-8ca4805c0ccd tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:14.492335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff94bcc-db88-4055-8beb-c79e0dc32380 admin admin] Deleting subnet 7ad8c281-9180-4c07-b3f4-e52c091ad876 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:27:14.507110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4ff94bcc-db88-4055-8beb-c79e0dc32380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:14.563276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f8a90c4e-a760-4d56-bada-42cfa4b137de None None] Provisioning complete for port 596cac7e-0b73-4dc8-8928-67d18c9cd5e1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:14.563935 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f8a90c4e-a760-4d56-bada-42cfa4b137de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:14.694044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f8a90c4e-a760-4d56-bada-42cfa4b137de None None] Port 596cac7e-0b73-4dc8-8928-67d18c9cd5e1 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:14.718052 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4ff94bcc-db88-4055-8beb-c79e0dc32380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:14.719776 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccaadc8d-9792-4da0-b2d3-8ca4805c0ccd tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:14.756867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:14.812881 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-23f3ce0e-b2ee-4e87-8d57-eaaffd3cb0f6 None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:14.845837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Transition to ACTIVE for port object cbe71114-8d14-43b1-b05a-512b5e557f2c will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:14.854334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74fe7b-d934-435e-a00c-4cd7d39a6fef req-927ee572-9b78-4cc6-8f9c-142f23a036ca tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:14.862889 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd74fe7b-d934-435e-a00c-4cd7d39a6fef req-927ee572-9b78-4cc6-8f9c-142f23a036ca tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 0.4463024 Jul 08 20:27:14.876014 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460132e9-a3f1-445b-be09-250894e3b484 req-ba177c7b-d32b-4123-a328-4cdd0ecb02b4 service neutron] 10.222.0.103 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958155 Jul 08 20:27:14.902011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43df5c8-c35c-40c0-a280-09554ec5c5aa req-7aec0b66-5668-4bf8-8361-568f6bf63100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:14.903573 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c43df5c8-c35c-40c0-a280-09554ec5c5aa req-7aec0b66-5668-4bf8-8361-568f6bf63100 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8b49f7d08dc488aa806976a42f2b0ce&device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 1097 time: 0.5013392 Jul 08 20:27:14.982891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 774f6518-d330-4394-9cc1-de2b9e9e996d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:14.986450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccaadc8d-9792-4da0-b2d3-8ca4805c0ccd tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:15.004940 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd74fe7b-d934-435e-a00c-4cd7d39a6fef req-0359a1b2-461f-41b8-8cc6-eb6538ae6125 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409552 Jul 08 20:27:15.105688 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccaadc8d-9792-4da0-b2d3-8ca4805c0ccd tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:15.173605 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:27:15.178580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaadc8d-9792-4da0-b2d3-8ca4805c0ccd tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b8c5b3-959d-4426-b13c-63611a8caa3d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:15.198429 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccaadc8d-9792-4da0-b2d3-8ca4805c0ccd tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:15.201108 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ccaadc8d-9792-4da0-b2d3-8ca4805c0ccd tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/d5b8c5b3-959d-4426-b13c-63611a8caa3d HTTP/1.1" status: 204 len: 168 time: 1.0194161 Jul 08 20:27:15.207162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 32890) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:15.232111 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-23f3ce0e-b2ee-4e87-8d57-eaaffd3cb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:27:11Z', 'revision_number': 10, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:15.282944 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3ce0e-b2ee-4e87-8d57-eaaffd3cb0f6 None None] Checking router: 48fc36af-b9d6-4706-8c06-2ebd19d0899d for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:27:15.295503 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3ce0e-b2ee-4e87-8d57-eaaffd3cb0f6 None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:15.297162 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-23f3ce0e-b2ee-4e87-8d57-eaaffd3cb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:15.311398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9bdf02-f66b-4ab4-b853-a52f9147b3a4 None None] Network b6341003-e14b-4d48-b05e-160f17e0b25f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:15.318669 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:15.445727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 774f6518-d330-4394-9cc1-de2b9e9e996d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:15.446114 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:15.478074 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-23f3ce0e-b2ee-4e87-8d57-eaaffd3cb0f6 None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:15.516372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port c401ace8-5375-42d7-a464-46e9bf5934c1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:15.517594 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:15.566583 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4ff94bcc-db88-4055-8beb-c79e0dc32380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:15.627108 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:15.696202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] For port c401ace8-5375-42d7-a464-46e9bf5934c1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c401ace8-5375-42d7-a464-46e9bf5934c1,segment=NetworkSegment(52b0453a-76f2-4545-aa7d-de0312589469),segment_id=52b0453a-76f2-4545-aa7d-de0312589469)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:15.696816 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:15.717356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 7a11ebab-1fc5-40bc-a0f3-1544a0f217b0 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:15.727788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:15.743808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:15.751158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for c401ace8-5375-42d7-a464-46e9bf5934c1 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:15.802906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=cbe71114-8d14-43b1-b05a-512b5e557f2c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:15.867918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43df5c8-c35c-40c0-a280-09554ec5c5aa req-6e1cf8a5-ee3b-49f8-8a70-08b53adac34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:15.869712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c43df5c8-c35c-40c0-a280-09554ec5c5aa req-6e1cf8a5-ee3b-49f8-8a70-08b53adac34e service neutron] 10.222.0.104 "GET /v2.0/networks?id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5 HTTP/1.1" status: 200 len: 917 time: 0.9269469 Jul 08 20:27:15.880207 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4ff94bcc-db88-4055-8beb-c79e0dc32380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:15.936990 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e42d4de-19b8-467b-bd59-281bc424b1c5 None None] DHCP port deletion for b6341003-e14b-4d48-b05e-160f17e0b25f request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:27:15.979685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff94bcc-db88-4055-8beb-c79e0dc32380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad8c281-9180-4c07-b3f4-e52c091ad876,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:16.023643 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-23f3ce0e-b2ee-4e87-8d57-eaaffd3cb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:27:11Z', 'revision_number': 10, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:16.035428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7e42d4de-19b8-467b-bd59-281bc424b1c5 None None] Deleting port c401ace8-5375-42d7-a464-46e9bf5934c1 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:16.036176 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7e42d4de-19b8-467b-bd59-281bc424b1c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.036984 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.094612 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3ce0e-b2ee-4e87-8d57-eaaffd3cb0f6 None None] The sync data for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 is: [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:27:11Z', 'revision_number': 10, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None, '_interfaces': [{'id': 'da3a4cd6-569c-4c0e-ae94-538fe839628b', 'name': '', 'network_id': '04f5789d-f885-4568-b867-da46f8b28dbb', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'mac_address': 'fa:16:3e:c3:f7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:14Z', 'updated_at': '2021-07-08T20:26:31Z', 'revision_number': 5, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'subnets': [{'id': '1a156417-d542-4bb6-ae86-8fa8df34edfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:27:16.098362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=c401ace8-5375-42d7-a464-46e9bf5934c1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:16.102246 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No DVR routers for this DVR port c401ace8-5375-42d7-a464-46e9bf5934c1 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:16.143182 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c43df5c8-c35c-40c0-a280-09554ec5c5aa req-74eb7da4-a58c-4e7a-a0c2-a9983f3f2828 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8430881-9959-4dcb-8833-96f3d98ee135 HTTP/1.1" status: 200 len: 217 time: 0.2584949 Jul 08 20:27:16.145155 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4ff94bcc-db88-4055-8beb-c79e0dc32380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.154339 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4ff94bcc-db88-4055-8beb-c79e0dc32380 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7ad8c281-9180-4c07-b3f4-e52c091ad876 HTTP/1.1" status: 204 len: 168 time: 1.8568459 Jul 08 20:27:16.159988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 32898) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:16.224190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:16.237566 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.331989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b0781489-1c20-483b-9060-8de784ee28e8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7493274 Jul 08 20:27:16.333815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32904) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:16.406029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43df5c8-c35c-40c0-a280-09554ec5c5aa req-3683a8c8-2b12-4c70-bbac-4313c4a7b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:16.407722 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c43df5c8-c35c-40c0-a280-09554ec5c5aa req-3683a8c8-2b12-4c70-bbac-4313c4a7b6de service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49ec45d3-b95f-403c-b531-c9e910ad203c HTTP/1.1" status: 200 len: 855 time: 0.2444422 Jul 08 20:27:16.418243 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.467791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6341003-e14b-4d48-b05e-160f17e0b25f']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:16.483466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81f9b025-5e08-4fc9-b89f-85c108fad2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.507132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b0453a-76f2-4545-aa7d-de0312589469') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:16.507451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b0453a-76f2-4545-aa7d-de0312589469') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:16.552813 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.584294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6f036e30-fc97-495c-8c0a-716742bea5f2 None None] Provisioning for port cbe71114-8d14-43b1-b05a-512b5e557f2c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:16.592825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7e42d4de-19b8-467b-bd59-281bc424b1c5 None None] For port c401ace8-5375-42d7-a464-46e9bf5934c1, host n-d-791506-16, got binding levels [] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:16.592825 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7e42d4de-19b8-467b-bd59-281bc424b1c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.604325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6f036e30-fc97-495c-8c0a-716742bea5f2 None None] Provisioning complete for port cbe71114-8d14-43b1-b05a-512b5e557f2c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:16.604934 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6f036e30-fc97-495c-8c0a-716742bea5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.614004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ee26b-c4dc-487e-90e5-a1b9b9c664ba req-4c7521e2-dc4a-4814-90e7-2f0e4ddfc8bc tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:16.615770 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-db1ee26b-c4dc-487e-90e5-a1b9b9c664ba req-4c7521e2-dc4a-4814-90e7-2f0e4ddfc8bc tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 0.3733072 Jul 08 20:27:16.637318 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.662620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:27:16.663040 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.671163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7e42d4de-19b8-467b-bd59-281bc424b1c5 None None] Calling delete_port for c401ace8-5375-42d7-a464-46e9bf5934c1 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:16.675923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.ipam_backend_mixin [None req-7e42d4de-19b8-467b-bd59-281bc424b1c5 None None] Port c401ace8-5375-42d7-a464-46e9bf5934c1 was not found and therefore no delete operation was performed {{(pid=94067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:27:16.680718 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43df5c8-c35c-40c0-a280-09554ec5c5aa req-469342fc-dcca-42bb-9ce7-d69020370e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:27:16.683003 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:27:16.689700 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7e42d4de-19b8-467b-bd59-281bc424b1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.693184 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c43df5c8-c35c-40c0-a280-09554ec5c5aa req-469342fc-dcca-42bb-9ce7-d69020370e37 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7b05fa70-f0cf-4107-9f6c-ed339c103dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2757611 Jul 08 20:27:16.754102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d47577-d858-45ab-9126-4c59083403c3 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:16.761535 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-06d47577-d858-45ab-9126-4c59083403c3 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4231510 Jul 08 20:27:16.762281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32908) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:16.775356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e42d4de-19b8-467b-bd59-281bc424b1c5 None None] No DVR routers for this DVR port c401ace8-5375-42d7-a464-46e9bf5934c1 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:16.786803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42d4de-19b8-467b-bd59-281bc424b1c5 None None] Pushing event deleted for resources: {'Port': ['ID=c401ace8-5375-42d7-a464-46e9bf5934c1,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:16.791847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6f036e30-fc97-495c-8c0a-716742bea5f2 None None] Port cbe71114-8d14-43b1-b05a-512b5e557f2c cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:16.852346 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81f9b025-5e08-4fc9-b89f-85c108fad2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.863462 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.869758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-81f9b025-5e08-4fc9-b89f-85c108fad2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d25ff7-53e0-4047-8514-831018d3e046']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:16.876528 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.883754 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/networks/b6341003-e14b-4d48-b05e-160f17e0b25f HTTP/1.1" status: 204 len: 168 time: 1.6717677 Jul 08 20:27:16.888590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c401ace8-5375-42d7-a464-46e9bf5934c1 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:16.897091 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 32910) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:16.917690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-81f9b025-5e08-4fc9-b89f-85c108fad2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924702ae-23f3-47ed-a147-e6e0313dbe13') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:16.918144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-81f9b025-5e08-4fc9-b89f-85c108fad2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924702ae-23f3-47ed-a147-e6e0313dbe13') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:16.918743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: c401ace8-5375-42d7-a464-46e9bf5934c1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:16.919093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c401ace8-5375-42d7-a464-46e9bf5934c1 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:16.919524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ac755a99-a0ae-4675-87c7-6c701f12c852 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:16.926559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d6abf-6151-4db9-960e-3d57e64df581 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Network': ['ID=b6341003-e14b-4d48-b05e-160f17e0b25f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:16.935901 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-db1ee26b-c4dc-487e-90e5-a1b9b9c664ba req-96097924-b257-4301-b2ed-b8b137add0ed tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962966 Jul 08 20:27:16.968486 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81f9b025-5e08-4fc9-b89f-85c108fad2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:16.976893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: ac755a99-a0ae-4675-87c7-6c701f12c852 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:16.978916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ac755a99-a0ae-4675-87c7-6c701f12c852 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:17.011418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793b9201-cc8a-4dfe-8215-b6eeb0f87cb3 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:17.017331 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793b9201-cc8a-4dfe-8215-b6eeb0f87cb3 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:17.023413 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81f9b025-5e08-4fc9-b89f-85c108fad2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.024265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793b9201-cc8a-4dfe-8215-b6eeb0f87cb3 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:17.028717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-793b9201-cc8a-4dfe-8215-b6eeb0f87cb3 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2614610 Jul 08 20:27:17.028890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32912) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:17.033119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f9b025-5e08-4fc9-b89f-85c108fad2c4 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:27:17.034025 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81f9b025-5e08-4fc9-b89f-85c108fad2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:27:17.036765 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:27:17.045022 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c43df5c8-c35c-40c0-a280-09554ec5c5aa req-1651b396-603f-4b64-ae17-c3e22696ccd3 service neutron] 10.222.0.104 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298061 Jul 08 20:27:17.183876 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81f9b025-5e08-4fc9-b89f-85c108fad2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.195731 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81f9b025-5e08-4fc9-b89f-85c108fad2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.200326 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-81f9b025-5e08-4fc9-b89f-85c108fad2c4 admin admin] 10.222.0.101 "DELETE /v2.0/networks/82d25ff7-53e0-4047-8514-831018d3e046 HTTP/1.1" status: 204 len: 168 time: 1.0349519 Jul 08 20:27:17.214843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9b025-5e08-4fc9-b89f-85c108fad2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=82d25ff7-53e0-4047-8514-831018d3e046,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:17.232816 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c43df5c8-c35c-40c0-a280-09554ec5c5aa req-536c5f33-3f8d-46df-8928-92533519f3fe service neutron] 10.222.0.104 "GET /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632221 Jul 08 20:27:17.245435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ca7370e8-ba79-4d86-8c54-a06f7e08e5a5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port cbe71114-8d14-43b1-b05a-512b5e557f2c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:17.246171 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca7370e8-ba79-4d86-8c54-a06f7e08e5a5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.366467 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca7370e8-ba79-4d86-8c54-a06f7e08e5a5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.384783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ca7370e8-ba79-4d86-8c54-a06f7e08e5a5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for cbe71114-8d14-43b1-b05a-512b5e557f2c owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:17.396115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 32918) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:17.429654 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.475994 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f2441044-531b-4e38-b336-b473bc165d90 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=02b421caa3d1402ea0880ea084cd7aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784712 Jul 08 20:27:17.478737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32922) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:17.497192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f94c91b-6792-4e82-b2b7-6fa3c87e5730 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.583035 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f6be8e1d-83ca-4e3b-bea1-d1440642e137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.594588 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca7370e8-ba79-4d86-8c54-a06f7e08e5a5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.635683 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f6be8e1d-83ca-4e3b-bea1-d1440642e137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.639292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7370e8-ba79-4d86-8c54-a06f7e08e5a5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=cbe71114-8d14-43b1-b05a-512b5e557f2c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:17.821884 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca7370e8-ba79-4d86-8c54-a06f7e08e5a5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.823856 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ca7370e8-ba79-4d86-8c54-a06f7e08e5a5 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/cbe71114-8d14-43b1-b05a-512b5e557f2c HTTP/1.1" status: 204 len: 168 time: 0.7940466 Jul 08 20:27:17.828593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32930) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:17.871092 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b64cda-f805-47d3-b042-f20fa9a8d01d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:27:17.875325 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d2b64cda-f805-47d3-b042-f20fa9a8d01d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/cbe71114-8d14-43b1-b05a-512b5e557f2c HTTP/1.1" status: 404 len: 333 time: 0.0449841 Jul 08 20:27:17.875896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32932) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:17.892529 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f6be8e1d-83ca-4e3b-bea1-d1440642e137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.896095 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f6be8e1d-83ca-4e3b-bea1-d1440642e137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.900257 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f6be8e1d-83ca-4e3b-bea1-d1440642e137 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dfbab681-630f-4a51-85bd-5236abe390d4 HTTP/1.1" status: 204 len: 168 time: 0.4203382 Jul 08 20:27:17.960129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5f94c91b-6792-4e82-b2b7-6fa3c87e5730 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port da3a4cd6-569c-4c0e-ae94-538fe839628b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:17.964884 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f94c91b-6792-4e82-b2b7-6fa3c87e5730 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:17.985435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be8e1d-83ca-4e3b-bea1-d1440642e137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbab681-630f-4a51-85bd-5236abe390d4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:18.107347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5f94c91b-6792-4e82-b2b7-6fa3c87e5730 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] For port da3a4cd6-569c-4c0e-ae94-538fe839628b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=da3a4cd6-569c-4c0e-ae94-538fe839628b,segment=NetworkSegment(1e8219ca-a521-4ba9-be1e-ff09b0b02742),segment_id=1e8219ca-a521-4ba9-be1e-ff09b0b02742)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:18.107888 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f94c91b-6792-4e82-b2b7-6fa3c87e5730 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:18.125233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5f94c91b-6792-4e82-b2b7-6fa3c87e5730 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for da3a4cd6-569c-4c0e-ae94-538fe839628b owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:18.227775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe1684-9e07-414e-a99c-0fcb8cfb5a0f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 596cac7e-0b73-4dc8-8928-67d18c9cd5e1 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:18.228124 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1fe1684-9e07-414e-a99c-0fcb8cfb5a0f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:18.351513 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1fe1684-9e07-414e-a99c-0fcb8cfb5a0f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:18.368240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe1684-9e07-414e-a99c-0fcb8cfb5a0f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 596cac7e-0b73-4dc8-8928-67d18c9cd5e1 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:18.448757 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64157298-52bf-4fd1-8b20-a823e6c8e90d req-eb527b0e-2c7a-40fe-821f-cae19d16f868 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:18.450417 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64157298-52bf-4fd1-8b20-a823e6c8e90d req-eb527b0e-2c7a-40fe-821f-cae19d16f868 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 0.1886609 Jul 08 20:27:18.512776 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64157298-52bf-4fd1-8b20-a823e6c8e90d req-abf70d05-8f6e-4991-8acd-dd0b72eac552 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528133 Jul 08 20:27:18.593813 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f94c91b-6792-4e82-b2b7-6fa3c87e5730 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:18.597370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1fe1684-9e07-414e-a99c-0fcb8cfb5a0f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:18.628529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94c91b-6792-4e82-b2b7-6fa3c87e5730 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=da3a4cd6-569c-4c0e-ae94-538fe839628b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:18.654165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe1684-9e07-414e-a99c-0fcb8cfb5a0f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=596cac7e-0b73-4dc8-8928-67d18c9cd5e1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:18.884674 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1fe1684-9e07-414e-a99c-0fcb8cfb5a0f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:18.896817 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d1fe1684-9e07-414e-a99c-0fcb8cfb5a0f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/596cac7e-0b73-4dc8-8928-67d18c9cd5e1 HTTP/1.1" status: 204 len: 168 time: 1.0166054 Jul 08 20:27:18.898322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32964) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:19.018171 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-383ae7d4-b09a-4e63-b7e1-11f5f25087ab tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:27:19.021505 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-383ae7d4-b09a-4e63-b7e1-11f5f25087ab tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/596cac7e-0b73-4dc8-8928-67d18c9cd5e1 HTTP/1.1" status: 404 len: 333 time: 0.1178389 Jul 08 20:27:19.024289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32968) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:19.038781 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f94c91b-6792-4e82-b2b7-6fa3c87e5730 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.124682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eaece72-2d87-4d37-9efe-3327eedf0466 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting subnet 10bd0bc5-8ae6-42eb-a73e-11f9e530f4f2 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:27:19.128939 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1eaece72-2d87-4d37-9efe-3327eedf0466 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.193692 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1eaece72-2d87-4d37-9efe-3327eedf0466 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.292008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606621-357a-4bc2-84cd-37a7026e71f9 req-ce515cac-4d7b-4329-9161-8943036f9a55 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:19.293791 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20606621-357a-4bc2-84cd-37a7026e71f9 req-ce515cac-4d7b-4329-9161-8943036f9a55 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 0.3257575 Jul 08 20:27:19.341163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32978) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:19.349619 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1eaece72-2d87-4d37-9efe-3327eedf0466 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.371328 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f94c91b-6792-4e82-b2b7-6fa3c87e5730 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 48fc36af-b9d6-4706-8c06-2ebd19d0899d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:27:19.399018 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20606621-357a-4bc2-84cd-37a7026e71f9 req-fdc74c13-b184-4abb-8459-f6e8875a5d1c tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731597 Jul 08 20:27:19.458055 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1eaece72-2d87-4d37-9efe-3327eedf0466 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.493031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaece72-2d87-4d37-9efe-3327eedf0466 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Subnet': ['ID=10bd0bc5-8ae6-42eb-a73e-11f9e530f4f2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:19.493291 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f94c91b-6792-4e82-b2b7-6fa3c87e5730 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:27:19.500666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5f94c91b-6792-4e82-b2b7-6fa3c87e5730 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6007533 Jul 08 20:27:19.502290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 32986) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:19.504052 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1eaece72-2d87-4d37-9efe-3327eedf0466 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.505921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e291e6-e8db-4211-9be6-f6446dbb61e8 None None] Network 7a11ebab-1fc5-40bc-a0f3-1544a0f217b0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:19.506432 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1eaece72-2d87-4d37-9efe-3327eedf0466 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/10bd0bc5-8ae6-42eb-a73e-11f9e530f4f2 HTTP/1.1" status: 204 len: 168 time: 0.4807022 Jul 08 20:27:19.508526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32988) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:19.531789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3019297-ad43-49b8-95e6-155836be681b None None] Sync routers for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:27:19.583627 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1727088923-network', 'tenant_id': 'b8e0f799d24b4e7aa3949aeff54f87c5'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:19.593276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3019297-ad43-49b8-95e6-155836be681b None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:19.593914 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b3019297-ad43-49b8-95e6-155836be681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:19.613294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4f6e19-a0f2-44e4-b66d-04c26a236247 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting subnet 1a156417-d542-4bb6-ae86-8fa8df34edfd {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:27:19.619666 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6e19-a0f2-44e4-b66d-04c26a236247 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.633890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.642090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Made reservation on behalf of b8e0f799d24b4e7aa3949aeff54f87c5 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:19.645718 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.658437 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.680436 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6e19-a0f2-44e4-b66d-04c26a236247 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.700084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b3019297-ad43-49b8-95e6-155836be681b None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:19.758768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 774f6518-d330-4394-9cc1-de2b9e9e996d {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:19.759042 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.796111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b3019297-ad43-49b8-95e6-155836be681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:27:18Z', 'revision_number': 11, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:19.828184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3019297-ad43-49b8-95e6-155836be681b None None] Checking router: 48fc36af-b9d6-4706-8c06-2ebd19d0899d for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:27:19.853855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] For port 774f6518-d330-4394-9cc1-de2b9e9e996d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=774f6518-d330-4394-9cc1-de2b9e9e996d,segment=NetworkSegment(06d653d9-805b-4e5f-9463-64e7b6479283),segment_id=06d653d9-805b-4e5f-9463-64e7b6479283)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:19.854224 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.871434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.876071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 774f6518-d330-4394-9cc1-de2b9e9e996d owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:19.876451 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3019297-ad43-49b8-95e6-155836be681b None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:19.877124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b3019297-ad43-49b8-95e6-155836be681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:19.881622 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.942006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:27:19.960200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b3019297-ad43-49b8-95e6-155836be681b None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:19.963734 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879a8f43-9dbe-4e5f-bbcc-2e41f777f5e8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:19.966773 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:19.967111 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Added segment 3159ba8f-3217-4f13-b9c2-5e9483be8450 of type vlan for network 701ca3aa-9b2f-4622-8c3a-263a68be4239 Jul 08 20:27:20.020985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b3019297-ad43-49b8-95e6-155836be681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:27:18Z', 'revision_number': 11, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:20.038934 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.053006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3019297-ad43-49b8-95e6-155836be681b None None] The sync data for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 is: [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:27:18Z', 'revision_number': 11, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:27:20.060896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da959a-2254-4017-b71e-7910bbeb5c50 req-17339a31-eed0-4c49-93fd-2f4f90e1050d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:20.062638 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10da959a-2254-4017-b71e-7910bbeb5c50 req-17339a31-eed0-4c49-93fd-2f4f90e1050d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=8c04b2dd-4348-418c-a330-86042c617812 HTTP/1.1" status: 200 len: 945 time: 0.4922307 Jul 08 20:27:20.071125 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.108933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=774f6518-d330-4394-9cc1-de2b9e9e996d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:20.110834 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No DVR routers for this DVR port 774f6518-d330-4394-9cc1-de2b9e9e996d on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:20.140594 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.141574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:20.141984 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.153263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10da959a-2254-4017-b71e-7910bbeb5c50 req-bf6c0739-edbf-4629-af0a-85820868627d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809543 Jul 08 20:27:20.194358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6e19-a0f2-44e4-b66d-04c26a236247 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.248985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9080315 Jul 08 20:27:20.254890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.255113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 32996) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:20.260840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6b066fc1-0a67-4d73-84ed-1a9b8a478ef5 admin admin] Request body: {'subnet': {'network_id': '701ca3aa-9b2f-4622-8c3a-263a68be4239', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1727088923-subnet', 'tenant_id': 'b8e0f799d24b4e7aa3949aeff54f87c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:20.268324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a11ebab-1fc5-40bc-a0f3-1544a0f217b0']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:20.270414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b065f-fbac-44f0-ad63-efeda77a90eb admin admin] Pushing event updated for resources: {'Network': ['ID=701ca3aa-9b2f-4622-8c3a-263a68be4239,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:20.280047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d653d9-805b-4e5f-9463-64e7b6479283') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:20.280358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d653d9-805b-4e5f-9463-64e7b6479283') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:20.286288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 701ca3aa-9b2f-4622-8c3a-263a68be4239 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:27:20.293022 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6e19-a0f2-44e4-b66d-04c26a236247 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.298354 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.310942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b066fc1-0a67-4d73-84ed-1a9b8a478ef5 admin admin] Made reservation on behalf of b8e0f799d24b4e7aa3949aeff54f87c5 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:20.313117 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.313369 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6b066fc1-0a67-4d73-84ed-1a9b8a478ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.320494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:27:20.321449 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:27:20.324988 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:27:20.390606 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.400672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aa9e28-5002-42f7-bb7e-ab05e3a12d9b None None] Network 04f5789d-f885-4568-b867-da46f8b28dbb requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:20.401116 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.407526 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/networks/7a11ebab-1fc5-40bc-a0f3-1544a0f217b0 HTTP/1.1" status: 204 len: 168 time: 0.8945386 Jul 08 20:27:20.407710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f6e19-a0f2-44e4-b66d-04c26a236247 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Subnet': ['ID=1a156417-d542-4bb6-ae86-8fa8df34edfd,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:20.410221 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33000) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:20.411354 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6e19-a0f2-44e4-b66d-04c26a236247 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.415687 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4a4f6e19-a0f2-44e4-b66d-04c26a236247 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/1a156417-d542-4bb6-ae86-8fa8df34edfd HTTP/1.1" status: 204 len: 168 time: 0.9028447 Jul 08 20:27:20.419006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33002) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:20.428244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-923ee6a4-9230-456c-b988-a317f7a3bad9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-390249947'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:20.431384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15e4a2-bc10-492b-9784-26dc3b6a6c8f tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Network': ['ID=7a11ebab-1fc5-40bc-a0f3-1544a0f217b0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:20.470127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f1349e-139d-406a-912c-ef39e73fcf19 None None] DHCP port deletion for 7a11ebab-1fc5-40bc-a0f3-1544a0f217b0 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:27:20.575472 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923ee6a4-9230-456c-b988-a317f7a3bad9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:20.589653 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-923ee6a4-9230-456c-b988-a317f7a3bad9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.629517 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.669190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bce56-270e-45ea-a078-e70fa4905588 req-9e649e2a-f685-45e4-989a-6a4620fd85a1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:20.677133 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de5bce56-270e-45ea-a078-e70fa4905588 req-9e649e2a-f685-45e4-989a-6a4620fd85a1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 945 time: 0.3868754 Jul 08 20:27:20.695750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923ee6a4-9230-456c-b988-a317f7a3bad9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:27:20.697926 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2639e-352a-442d-b470-252575fc4f25 None None] DHCP port deletion for 04f5789d-f885-4568-b867-da46f8b28dbb request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:27:20.769082 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-923ee6a4-9230-456c-b988-a317f7a3bad9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.769659 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-923ee6a4-9230-456c-b988-a317f7a3bad9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Added segment 4e6c5b7c-f7be-4c49-a08b-d1dc619a4665 of type vlan for network 5e84ebc0-b70a-445b-ae45-b991d2c3cdaf Jul 08 20:27:20.811450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f9f2639e-352a-442d-b470-252575fc4f25 None None] Deleting port 53faa8d2-e839-419b-b87b-e48710e1fe5c {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:20.812357 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f9f2639e-352a-442d-b470-252575fc4f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.878779 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de5bce56-270e-45ea-a078-e70fa4905588 req-68efe00c-bad5-44b8-9bae-c652f7de5c26 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997824 Jul 08 20:27:20.885535 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-923ee6a4-9230-456c-b988-a317f7a3bad9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.897881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 774f6518-d330-4394-9cc1-de2b9e9e996d no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:20.947519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 774f6518-d330-4394-9cc1-de2b9e9e996d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:20.947860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 774f6518-d330-4394-9cc1-de2b9e9e996d not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:20.948275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da3a4cd6-569c-4c0e-ae94-538fe839628b no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:20.953784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-90f36e1f-7ab1-4d2a-b40f-4fd33d985d10 req-7d2056e7-b537-46b8-adf0-6a34a7ac34d7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:27:20.955234 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90f36e1f-7ab1-4d2a-b40f-4fd33d985d10 req-7d2056e7-b537-46b8-adf0-6a34a7ac34d7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073473 Jul 08 20:27:20.970559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Deleting port 53faa8d2-e839-419b-b87b-e48710e1fe5c {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:20.970968 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.973488 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6b066fc1-0a67-4d73-84ed-1a9b8a478ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.978401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: da3a4cd6-569c-4c0e-ae94-538fe839628b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:20.978749 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da3a4cd6-569c-4c0e-ae94-538fe839628b not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:20.979165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 53faa8d2-e839-419b-b87b-e48710e1fe5c no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:20.982156 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f9f2639e-352a-442d-b470-252575fc4f25 None None] For port 53faa8d2-e839-419b-b87b-e48710e1fe5c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=53faa8d2-e839-419b-b87b-e48710e1fe5c,segment=NetworkSegment(1e8219ca-a521-4ba9-be1e-ff09b0b02742),segment_id=1e8219ca-a521-4ba9-be1e-ff09b0b02742)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:20.982556 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f9f2639e-352a-442d-b470-252575fc4f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.992044 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-923ee6a4-9230-456c-b988-a317f7a3bad9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:20.997913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ee6a4-9230-456c-b988-a317f7a3bad9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:20.998589 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-923ee6a4-9230-456c-b988-a317f7a3bad9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.014831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f9f2639e-352a-442d-b470-252575fc4f25 None None] Calling delete_port for 53faa8d2-e839-419b-b87b-e48710e1fe5c owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:21.069486 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90f36e1f-7ab1-4d2a-b40f-4fd33d985d10 req-2b47cb4f-089d-4325-b00f-4f0592332b5f tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.6&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1029201 Jul 08 20:27:21.138701 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.169514 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f9f2639e-352a-442d-b470-252575fc4f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.190504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33018) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:21.196824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a7d67b81-4cdc-4e82-8f33-9da3bbc24c44 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': '5e84ebc0-b70a-445b-ae45-b991d2c3cdaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:21.202224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-923ee6a4-9230-456c-b988-a317f7a3bad9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7857203 Jul 08 20:27:21.223384 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ee6a4-9230-456c-b988-a317f7a3bad9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Network': ['ID=5e84ebc0-b70a-445b-ae45-b991d2c3cdaf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:21.227085 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2639e-352a-442d-b470-252575fc4f25 None None] Pushing event deleted for resources: {'Port': ['ID=53faa8d2-e839-419b-b87b-e48710e1fe5c,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:21.236106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f2639e-352a-442d-b470-252575fc4f25 None None] No DVR routers for this DVR port 53faa8d2-e839-419b-b87b-e48710e1fe5c on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:21.258130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 5e84ebc0-b70a-445b-ae45-b991d2c3cdaf details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:27:21.271093 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b066fc1-0a67-4d73-84ed-1a9b8a478ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34f34cb-f847-40f5-bc26-cabdab564a35,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:21.298209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] For port 53faa8d2-e839-419b-b87b-e48710e1fe5c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=53faa8d2-e839-419b-b87b-e48710e1fe5c,segment=NetworkSegment(1e8219ca-a521-4ba9-be1e-ff09b0b02742),segment_id=1e8219ca-a521-4ba9-be1e-ff09b0b02742)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:21.298665 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.342451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b066fc1-0a67-4d73-84ed-1a9b8a478ef5 admin admin] Checking segment: {'id': '3159ba8f-3217-4f13-b9c2-5e9483be8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '701ca3aa-9b2f-4622-8c3a-263a68be4239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:21.342852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b066fc1-0a67-4d73-84ed-1a9b8a478ef5 admin admin] Network hostable DHCP agents. Network: 701ca3aa-9b2f-4622-8c3a-263a68be4239, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:27:21.365061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Calling delete_port for 53faa8d2-e839-419b-b87b-e48710e1fe5c owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:21.431310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d67b81-4cdc-4e82-8f33-9da3bbc24c44 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:21.434145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a7d67b81-4cdc-4e82-8f33-9da3bbc24c44 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.480860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b066fc1-0a67-4d73-84ed-1a9b8a478ef5 admin admin] Network 701ca3aa-9b2f-4622-8c3a-263a68be4239 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:27:21.497224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6b066fc1-0a67-4d73-84ed-1a9b8a478ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 701ca3aa-9b2f-4622-8c3a-263a68be4239) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:21.508408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b066fc1-0a67-4d73-84ed-1a9b8a478ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:21.508408 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6b066fc1-0a67-4d73-84ed-1a9b8a478ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.528021 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cba9837-e34d-4ba5-b286-add5ed108d72 None None] Network 701ca3aa-9b2f-4622-8c3a-263a68be4239 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:21.548669 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6b066fc1-0a67-4d73-84ed-1a9b8a478ef5 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2856307 Jul 08 20:27:21.553156 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.600205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Port': ['ID=53faa8d2-e839-419b-b87b-e48710e1fe5c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:21.603026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No DVR routers for this DVR port 53faa8d2-e839-419b-b87b-e48710e1fe5c on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:21.620546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60d56e-db1e-495e-a7d3-92445e369f24 req-1908b7bf-da26-4893-b4b7-983e6c3613e9 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:21.622265 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da60d56e-db1e-495e-a7d3-92445e369f24 req-1908b7bf-da26-4893-b4b7-983e6c3613e9 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 0.1330974 Jul 08 20:27:21.751499 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.765215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f5789d-f885-4568-b867-da46f8b28dbb']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:21.777683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8219ca-a521-4ba9-be1e-ff09b0b02742') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:21.777983 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8219ca-a521-4ba9-be1e-ff09b0b02742') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:21.790195 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.805363 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da60d56e-db1e-495e-a7d3-92445e369f24 req-2bdc0958-085e-4c0e-9bc9-6905b7c96df7 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922236 Jul 08 20:27:21.810764 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.813879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca914b10-8867-49c2-bd09-cea7370b3db1 None None] Network 701ca3aa-9b2f-4622-8c3a-263a68be4239 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:21.820239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:27:21.820943 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:27:21.826880 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:27:21.852563 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a7d67b81-4cdc-4e82-8f33-9da3bbc24c44 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.916755 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.954404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d67b81-4cdc-4e82-8f33-9da3bbc24c44 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Subnet': ['ID=f820ac07-5a1f-4db1-b51e-40b7d921f502,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:21.965903 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:21.967883 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/networks/04f5789d-f885-4568-b867-da46f8b28dbb HTTP/1.1" status: 204 len: 168 time: 1.5344949 Jul 08 20:27:21.972347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed4e38-9565-454a-ab82-408b7d4cb4c6 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Pushing event deleted for resources: {'Network': ['ID=04f5789d-f885-4568-b867-da46f8b28dbb,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:21.977273 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33040) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:21.984703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d67b81-4cdc-4e82-8f33-9da3bbc24c44 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Checking segment: {'id': '4e6c5b7c-f7be-4c49-a08b-d1dc619a4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e84ebc0-b70a-445b-ae45-b991d2c3cdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:21.985186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d67b81-4cdc-4e82-8f33-9da3bbc24c44 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network hostable DHCP agents. Network: 5e84ebc0-b70a-445b-ae45-b991d2c3cdaf, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:27:21.989702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-57aec768-cef9-4a09-9f32-9033cef1e8e3 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'router': {'routes': None}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:22.011909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d67b81-4cdc-4e82-8f33-9da3bbc24c44 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 5e84ebc0-b70a-445b-ae45-b991d2c3cdaf is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:27:22.036504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33042) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:22.042946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0be5e8a7-aca1-4e22-8d40-26bec081fec4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1063259526'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:22.057343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-a7d67b81-4cdc-4e82-8f33-9da3bbc24c44 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 5e84ebc0-b70a-445b-ae45-b991d2c3cdaf) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:22.066461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a07d13-8f31-4c63-b909-ac876ca4a29e None None] Network 5e84ebc0-b70a-445b-ae45-b991d2c3cdaf requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:22.076759 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d67b81-4cdc-4e82-8f33-9da3bbc24c44 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:22.077728 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a7d67b81-4cdc-4e82-8f33-9da3bbc24c44 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.099075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be5e8a7-aca1-4e22-8d40-26bec081fec4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Made reservation on behalf of 19ba4cf0369f429aa704185ab183dd93 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:22.106979 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0be5e8a7-aca1-4e22-8d40-26bec081fec4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.131210 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a7d67b81-4cdc-4e82-8f33-9da3bbc24c44 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9393542 Jul 08 20:27:22.140963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33048) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:22.161554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7175055a-2680-4ad4-b7c1-ae328c58c37c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-87465541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:22.210462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.extraroute_db [None req-57aec768-cef9-4a09-9f32-9033cef1e8e3 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Added routes are [] {{(pid=94065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 20:27:22.210882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.extraroute_db [None req-57aec768-cef9-4a09-9f32-9033cef1e8e3 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Removed routes are [] {{(pid=94065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 20:27:22.211228 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57aec768-cef9-4a09-9f32-9033cef1e8e3 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.230696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be5e8a7-aca1-4e22-8d40-26bec081fec4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:27:22.232434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dd098-a4bf-43e1-93ae-16096fc313af req-5ee8e7fd-dbda-48ba-888b-fc2cc2b8c83d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:22.234153 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e5dd098-a4bf-43e1-93ae-16096fc313af req-5ee8e7fd-dbda-48ba-888b-fc2cc2b8c83d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=8c04b2dd-4348-418c-a330-86042c617812 HTTP/1.1" status: 200 len: 945 time: 0.1714847 Jul 08 20:27:22.243611 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-5e84ebc0-b70a-445b-ae45-b991d2c3cdaf', 'network_id': '5e84ebc0-b70a-445b-ae45-b991d2c3cdaf', 'tenant_id': '71f0e7236dba4c15b1913f9f6f671c80', 'fixed_ips': [{'subnet_id': 'f820ac07-5a1f-4db1-b51e-40b7d921f502'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:27:22.244946 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.258990 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0be5e8a7-aca1-4e22-8d40-26bec081fec4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.259516 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-0be5e8a7-aca1-4e22-8d40-26bec081fec4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Added segment 1503ce74-34eb-481c-bc90-7eecee619b8f of type vlan for network aeda51c7-62c0-461d-806f-63846808ac6d Jul 08 20:27:22.260992 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7175055a-2680-4ad4-b7c1-ae328c58c37c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.261994 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7175055a-2680-4ad4-b7c1-ae328c58c37c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.325107 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0be5e8a7-aca1-4e22-8d40-26bec081fec4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.394481 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-61e573fb-e669-4446-a428-8d40c7eeb232 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:22.396010 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-61e573fb-e669-4446-a428-8d40c7eeb232 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/networks?id=701ca3aa-9b2f-4622-8c3a-263a68be4239 HTTP/1.1" status: 200 len: 822 time: 0.2281508 Jul 08 20:27:22.409547 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7175055a-2680-4ad4-b7c1-ae328c58c37c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.410853 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e5dd098-a4bf-43e1-93ae-16096fc313af req-fbdf8152-cd0c-4d35-b38f-7d13a7e005bc tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395669 Jul 08 20:27:22.415011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Allocated IP 172.20.0.2 (5e84ebc0-b70a-445b-ae45-b991d2c3cdaf/f820ac07-5a1f-4db1-b51e-40b7d921f502/1a6f2388-7684-498e-9ba3-78f5b53d0b01) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:22.421092 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7175055a-2680-4ad4-b7c1-ae328c58c37c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.425489 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57aec768-cef9-4a09-9f32-9033cef1e8e3 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.430844 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57aec768-cef9-4a09-9f32-9033cef1e8e3 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.431077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-c350f169-1745-4793-b8ca-08681aa5febb tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/quotas/b8e0f799d24b4e7aa3949aeff54f87c5 HTTP/1.1" status: 200 len: 375 time: 0.0234911 Jul 08 20:27:22.449737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0be5e8a7-aca1-4e22-8d40-26bec081fec4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.455247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be5e8a7-aca1-4e22-8d40-26bec081fec4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:22.455911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0be5e8a7-aca1-4e22-8d40-26bec081fec4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.474075 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7175055a-2680-4ad4-b7c1-ae328c58c37c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.477890 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7175055a-2680-4ad4-b7c1-ae328c58c37c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3300331 Jul 08 20:27:22.482519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33058) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:22.489100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'network_id': '5e84ebc0-b70a-445b-ae45-b991d2c3cdaf', 'name': 'tempest-PortsTestJSON-415144374'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:22.532704 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-7043e9cb-25c3-41cf-a1e4-7d3ef6969d44 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b8e0f799d24b4e7aa3949aeff54f87c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867536 Jul 08 20:27:22.567833 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0be5e8a7-aca1-4e22-8d40-26bec081fec4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5266569 Jul 08 20:27:22.570317 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33062) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:22.581369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a3a53bb4-267b-43b9-ae31-2ddb8903519e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-632419333'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:22.603215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5e8a7-aca1-4e22-8d40-26bec081fec4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'Network': ['ID=aeda51c7-62c0-461d-806f-63846808ac6d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:22.609151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57aec768-cef9-4a09-9f32-9033cef1e8e3 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 48fc36af-b9d6-4706-8c06-2ebd19d0899d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:27:22.612856 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.620407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network aeda51c7-62c0-461d-806f-63846808ac6d details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:27:22.636730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Transition to ACTIVE for port object 1a6f2388-7684-498e-9ba3-78f5b53d0b01 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:22.656276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-91286808-a1d3-4477-be9f-71357c9d58ec service neutron] 10.222.0.101 "GET /v2.0/networks/701ca3aa-9b2f-4622-8c3a-263a68be4239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130645 Jul 08 20:27:22.688560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Transition to ACTIVE for port object 1a6f2388-7684-498e-9ba3-78f5b53d0b01 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:22.700491 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.742787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Network 5e84ebc0-b70a-445b-ae45-b991d2c3cdaf is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:22.745756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:22.750121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:22.767288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57aec768-cef9-4a09-9f32-9033cef1e8e3 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:27:22.771348 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-270b820f-de17-4628-b793-57be4bfcbafd service neutron] 10.222.0.101 "GET /v2.0/networks/701ca3aa-9b2f-4622-8c3a-263a68be4239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081507 Jul 08 20:27:22.778092 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465bb58b-c868-4c15-bc0f-fe65f38e2e37 None None] Sync routers for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:27:22.781623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Pushing event updated for resources: {'Port': ['ID=1a6f2388-7684-498e-9ba3-78f5b53d0b01,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:22.783979 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57aec768-cef9-4a09-9f32-9033cef1e8e3 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.786501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-57aec768-cef9-4a09-9f32-9033cef1e8e3 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d HTTP/1.1" status: 200 len: 705 time: 0.8074741 Jul 08 20:27:22.787609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a53bb4-267b-43b9-ae31-2ddb8903519e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Made reservation on behalf of 19ba4cf0369f429aa704185ab183dd93 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:22.789465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33064) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:22.791149 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3a53bb4-267b-43b9-ae31-2ddb8903519e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.802230 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465bb58b-c868-4c15-bc0f-fe65f38e2e37 None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:22.802866 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-465bb58b-c868-4c15-bc0f-fe65f38e2e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:22.821059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Attempting to bind port 1a6f2388-7684-498e-9ba3-78f5b53d0b01 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:27:22.821059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Attempting to bind port 1a6f2388-7684-498e-9ba3-78f5b53d0b01 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '4e6c5b7c-f7be-4c49-a08b-d1dc619a4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e84ebc0-b70a-445b-ae45-b991d2c3cdaf'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:27:22.821718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Attempting to bind port 1a6f2388-7684-498e-9ba3-78f5b53d0b01 on network 5e84ebc0-b70a-445b-ae45-b991d2c3cdaf {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:27:22.826616 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:27:22.827047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Checking segment: {'id': '4e6c5b7c-f7be-4c49-a08b-d1dc619a4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e84ebc0-b70a-445b-ae45-b991d2c3cdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:22.827375 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.827778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Bound using segment: {'id': '4e6c5b7c-f7be-4c49-a08b-d1dc619a4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e84ebc0-b70a-445b-ae45-b991d2c3cdaf'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:27:22.828312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Bound port: 1a6f2388-7684-498e-9ba3-78f5b53d0b01, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6c5b7c-f7be-4c49-a08b-d1dc619a4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e84ebc0-b70a-445b-ae45-b991d2c3cdaf'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:27:22.828643 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.853954 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c468483a-2a6b-4a1f-b96e-a56ef5f7d1d0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=48fc36af-b9d6-4706-8c06-2ebd19d0899d HTTP/1.1" status: 200 len: 205 time: 0.0634518 Jul 08 20:27:22.854594 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767ce8a-0af1-44f5-b3e0-447623fd3629 req-67112926-645d-4512-bd09-f48bf8d04bd5 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:22.861658 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6767ce8a-0af1-44f5-b3e0-447623fd3629 req-67112926-645d-4512-bd09-f48bf8d04bd5 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 945 time: 0.2758389 Jul 08 20:27:22.864007 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33066) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:22.890379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a53bb4-267b-43b9-ae31-2ddb8903519e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:27:22.906039 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:22.911079 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] For port 1a6f2388-7684-498e-9ba3-78f5b53d0b01, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:27:22.911281 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.913935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3a53bb4-267b-43b9-ae31-2ddb8903519e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.914300 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-a3a53bb4-267b-43b9-ae31-2ddb8903519e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Added segment 1003cbfa-c1ab-4686-af58-8ac2c3960c10 of type vlan for network bf68e9f7-7d52-4278-a652-39c8a071af8f Jul 08 20:27:22.923885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] For port 1a6f2388-7684-498e-9ba3-78f5b53d0b01, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1a6f2388-7684-498e-9ba3-78f5b53d0b01,segment=NetworkSegment(4e6c5b7c-f7be-4c49-a08b-d1dc619a4665),segment_id=4e6c5b7c-f7be-4c49-a08b-d1dc619a4665)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:27:22.930840 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:22.964220 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6767ce8a-0af1-44f5-b3e0-447623fd3629 req-68a053a5-9b99-4c5c-a47d-6ba3a2d87cee tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010151 Jul 08 20:27:22.976611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port e9b16214-0224-4d3e-a42c-ad12167a478f yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:27:22.995563 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-465bb58b-c868-4c15-bc0f-fe65f38e2e37 None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:23.047293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f60616-05aa-4be3-bde2-8ab7fbe3a1d4 None None] Pushing event updated for resources: {'Port': ['ID=1a6f2388-7684-498e-9ba3-78f5b53d0b01,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:23.108347 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-465bb58b-c868-4c15-bc0f-fe65f38e2e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:27:18Z', 'revision_number': 11, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:23.145295 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3a53bb4-267b-43b9-ae31-2ddb8903519e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:23.195405 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465bb58b-c868-4c15-bc0f-fe65f38e2e37 None None] Checking router: 48fc36af-b9d6-4706-8c06-2ebd19d0899d for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:27:23.225590 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:23.235298 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465bb58b-c868-4c15-bc0f-fe65f38e2e37 None None] Routers {'48fc36af-b9d6-4706-8c06-2ebd19d0899d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:23.237289 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-465bb58b-c868-4c15-bc0f-fe65f38e2e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:23.366287 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3a53bb4-267b-43b9-ae31-2ddb8903519e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:23.379502 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a53bb4-267b-43b9-ae31-2ddb8903519e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:23.380444 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3a53bb4-267b-43b9-ae31-2ddb8903519e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:23.450496 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-465bb58b-c868-4c15-bc0f-fe65f38e2e37 None None] Set router 48fc36af-b9d6-4706-8c06-2ebd19d0899d gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:23.525838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a53bb4-267b-43b9-ae31-2ddb8903519e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'Network': ['ID=bf68e9f7-7d52-4278-a652-39c8a071af8f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:23.539278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network bf68e9f7-7d52-4278-a652-39c8a071af8f details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:27:23.575989 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a3a53bb4-267b-43b9-ae31-2ddb8903519e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0012431 Jul 08 20:27:23.577574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.10 (5e84ebc0-b70a-445b-ae45-b991d2c3cdaf/f820ac07-5a1f-4db1-b51e-40b7d921f502/e9b16214-0224-4d3e-a42c-ad12167a478f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:23.579506 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33084) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:23.607381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-fade43f6-2f90-4ba2-a873-757a168c239d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'subnet': {'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:23.620250 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-465bb58b-c868-4c15-bc0f-fe65f38e2e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:27:18Z', 'revision_number': 11, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:23.671679 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465bb58b-c868-4c15-bc0f-fe65f38e2e37 None None] The sync data for ids ['48fc36af-b9d6-4706-8c06-2ebd19d0899d'] in n-d-791506-16 is: [{'id': '48fc36af-b9d6-4706-8c06-2ebd19d0899d', 'name': 'tempest-RoutersIpV6Test-router-1569119649', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:10Z', 'updated_at': '2021-07-08T20:27:18Z', 'revision_number': 11, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:27:23.704571 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-855b9582-a26a-4a08-a66a-bf44a5d952a8 req-0aeb3580-9cf7-4de9-8922-d2954f75076c tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 210 time: 0.0404732 Jul 08 20:27:23.709145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d43cc5fb-971f-4c4d-9860-13d842f2af95 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:23.887808 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d43cc5fb-971f-4c4d-9860-13d842f2af95 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:23.890753 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d43cc5fb-971f-4c4d-9860-13d842f2af95 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:23.941018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fade43f6-2f90-4ba2-a873-757a168c239d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Made reservation on behalf of 19ba4cf0369f429aa704185ab183dd93 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:23.943695 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d43cc5fb-971f-4c4d-9860-13d842f2af95 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:23.944227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43cc5fb-971f-4c4d-9860-13d842f2af95 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Fanout notify agent at l3_agent the message router_deleted on router 48fc36af-b9d6-4706-8c06-2ebd19d0899d {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:27:23.946095 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fade43f6-2f90-4ba2-a873-757a168c239d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:23.955152 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d43cc5fb-971f-4c4d-9860-13d842f2af95 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:23.960932 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d43cc5fb-971f-4c4d-9860-13d842f2af95 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d HTTP/1.1" status: 204 len: 168 time: 1.0918581 Jul 08 20:27:23.968421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33088) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:23.976987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-fb459a92-b12d-4520-b4c3-04d2d2f60e16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-570196646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:24.042890 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb669f-b1db-442d-86f4-31196b1e7582 req-fa155c55-b1eb-4be9-ba6b-e4bd33ffc319 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:24.049891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb669f-b1db-442d-86f4-31196b1e7582 req-fa155c55-b1eb-4be9-ba6b-e4bd33ffc319 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:24.056334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb669f-b1db-442d-86f4-31196b1e7582 req-fa155c55-b1eb-4be9-ba6b-e4bd33ffc319 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:24.058196 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3acb669f-b1db-442d-86f4-31196b1e7582 req-fa155c55-b1eb-4be9-ba6b-e4bd33ffc319 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074&device_id=8c04b2dd-4348-418c-a330-86042c617812&device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 2416 time: 0.3499987 Jul 08 20:27:24.100766 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:24.151570 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb459a92-b12d-4520-b4c3-04d2d2f60e16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:24.152671 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb459a92-b12d-4520-b4c3-04d2d2f60e16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:24.178102 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Transition to ACTIVE for port object e9b16214-0224-4d3e-a42c-ad12167a478f will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:24.206555 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3acb669f-b1db-442d-86f4-31196b1e7582 req-70ca5c1c-1709-4182-a500-1fb895e0e989 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344121 Jul 08 20:27:24.282951 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-3d729b96-aa81-4f60-aa21-b9d525e82fd2 req-34f31c49-a3b9-4680-9cb6-fee4f07f23bc tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:27:24.284952 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3d729b96-aa81-4f60-aa21-b9d525e82fd2 req-34f31c49-a3b9-4680-9cb6-fee4f07f23bc tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0405567 Jul 08 20:27:24.313135 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb459a92-b12d-4520-b4c3-04d2d2f60e16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:24.337354 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb459a92-b12d-4520-b4c3-04d2d2f60e16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:24.432215 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd9545-54a0-40d9-8877-1f2ef6bf5ba5 None None] Network 5e84ebc0-b70a-445b-ae45-b991d2c3cdaf requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:24.452658 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:24.454323 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb459a92-b12d-4520-b4c3-04d2d2f60e16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:24.456016 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fb459a92-b12d-4520-b4c3-04d2d2f60e16 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4822123 Jul 08 20:27:24.459590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33100) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:24.464554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-20a5538b-ff60-42b3-8a8c-96de9312996e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:24.515933 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fade43f6-2f90-4ba2-a873-757a168c239d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:24.555550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=e9b16214-0224-4d3e-a42c-ad12167a478f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:24.599753 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7a0d7ee1-ebf0-4236-ad53-baa82633c536 None None] Provisioning for port 1a6f2388-7684-498e-9ba3-78f5b53d0b01 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:24.623823 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade43f6-2f90-4ba2-a873-757a168c239d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'Subnet': ['ID=8a68c8b4-ebf4-4351-b981-309972e3f723,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:24.643356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 5e84ebc0-b70a-445b-ae45-b991d2c3cdaf is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:24.669341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:24.708668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3d729b96-aa81-4f60-aa21-b9d525e82fd2 req-e947e950-57f2-40d5-b08d-836f6db3ba69 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4023893 Jul 08 20:27:24.713127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:24.863814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:24.864478 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:24.877799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fade43f6-2f90-4ba2-a873-757a168c239d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Checking segment: {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:24.878208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fade43f6-2f90-4ba2-a873-757a168c239d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Network hostable DHCP agents. Network: aeda51c7-62c0-461d-806f-63846808ac6d, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:27:24.898138 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f50802b1-e772-46fd-b828-5a8373984f9e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4143472 Jul 08 20:27:24.912025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33104) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:24.934931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab9e4f-7be3-43c9-ae50-7fd8164eb374 req-117bae89-c330-4489-8db1-6adee26982b8 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:24.937642 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0aab9e4f-7be3-43c9-ae50-7fd8164eb374 req-117bae89-c330-4489-8db1-6adee26982b8 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 945 time: 0.3394847 Jul 08 20:27:24.942221 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20a5538b-ff60-42b3-8a8c-96de9312996e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:24.991522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1a6f2388-7684-498e-9ba3-78f5b53d0b01 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:25.069886 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20a5538b-ff60-42b3-8a8c-96de9312996e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:25.106354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 1a6f2388-7684-498e-9ba3-78f5b53d0b01 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:25.114840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 1a6f2388-7684-498e-9ba3-78f5b53d0b01 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:25.115703 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:25.165512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0aab9e4f-7be3-43c9-ae50-7fd8164eb374 req-84b22df3-dc89-4c74-981f-63863709c86a tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8828778-8b35-4db8-b4b1-0cb3dd237861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118123 Jul 08 20:27:25.267098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9a65e7e0-b853-43f1-9a59-36c9e2958801 None None] Provisioning for port e9b16214-0224-4d3e-a42c-ad12167a478f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:25.272402 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9a65e7e0-b853-43f1-9a59-36c9e2958801 None None] Provisioning complete for port e9b16214-0224-4d3e-a42c-ad12167a478f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:25.272831 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9a65e7e0-b853-43f1-9a59-36c9e2958801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:25.304695 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-994f1d7a-96b4-4f45-88b4-478f7468a732 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:25.306826 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-994f1d7a-96b4-4f45-88b4-478f7468a732 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.104 "GET /v2.0/networks?id=701ca3aa-9b2f-4622-8c3a-263a68be4239 HTTP/1.1" status: 200 len: 822 time: 0.5958281 Jul 08 20:27:25.323823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0038307f-ca3a-4db9-97f8-a135dba672a7 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Request body: {'port': {'device_id': 'ee85a1c8-7834-4139-b6c3-23c6ac13c16f', 'network_id': '701ca3aa-9b2f-4622-8c3a-263a68be4239', 'admin_state_up': True, 'tenant_id': 'b8e0f799d24b4e7aa3949aeff54f87c5'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:25.422657 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:25.424840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9a65e7e0-b853-43f1-9a59-36c9e2958801 None None] Port e9b16214-0224-4d3e-a42c-ad12167a478f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:25.442272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a5538b-ff60-42b3-8a8c-96de9312996e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Router 467b4a91-5030-4b44-9f7b-febbc95b02b2 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:27:25.489637 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 1a6f2388-7684-498e-9ba3-78f5b53d0b01, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1a6f2388-7684-498e-9ba3-78f5b53d0b01,segment=NetworkSegment(4e6c5b7c-f7be-4c49-a08b-d1dc619a4665),segment_id=4e6c5b7c-f7be-4c49-a08b-d1dc619a4665)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:25.502837 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:25.548652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9a65e7e0-b853-43f1-9a59-36c9e2958801 None None] Provisioning complete for port 1a6f2388-7684-498e-9ba3-78f5b53d0b01 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:25.549262 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9a65e7e0-b853-43f1-9a59-36c9e2958801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:25.569126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a5538b-ff60-42b3-8a8c-96de9312996e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:27:25.577785 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20a5538b-ff60-42b3-8a8c-96de9312996e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:25.582624 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-20a5538b-ff60-42b3-8a8c-96de9312996e tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "PUT /v2.0/routers/467b4a91-5030-4b44-9f7b-febbc95b02b2 HTTP/1.1" status: 200 len: 697 time: 1.1218176 Jul 08 20:27:25.583812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33118) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:25.590305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0038307f-ca3a-4db9-97f8-a135dba672a7 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Made reservation on behalf of b8e0f799d24b4e7aa3949aeff54f87c5 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:25.592188 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee66c803-f7d2-4f06-ab37-6876513d3b4c None None] Sync routers for ids ['467b4a91-5030-4b44-9f7b-febbc95b02b2'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:27:25.594307 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0038307f-ca3a-4db9-97f8-a135dba672a7 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:25.633557 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee66c803-f7d2-4f06-ab37-6876513d3b4c None None] Routers {'467b4a91-5030-4b44-9f7b-febbc95b02b2'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:25.634515 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ee66c803-f7d2-4f06-ab37-6876513d3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['467b4a91-5030-4b44-9f7b-febbc95b02b2'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:25.640217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=1a6f2388-7684-498e-9ba3-78f5b53d0b01,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:25.678017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fade43f6-2f90-4ba2-a873-757a168c239d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Network aeda51c7-62c0-461d-806f-63846808ac6d is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:27:25.702822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-fade43f6-2f90-4ba2-a873-757a168c239d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, aeda51c7-62c0-461d-806f-63846808ac6d) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:25.708590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fade43f6-2f90-4ba2-a873-757a168c239d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:25.709311 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fade43f6-2f90-4ba2-a873-757a168c239d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:25.747558 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fade43f6-2f90-4ba2-a873-757a168c239d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1668611 Jul 08 20:27:25.751746 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a559178a-20fc-4805-9d3d-08a9f1264a31 req-133d53f3-ed98-46ad-aa6d-cbf0d891c52d tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 210 time: 0.0788901 Jul 08 20:27:25.762541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33122) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:25.781791 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-300d79dd-0604-41c0-9f40-aacfa0c293c8 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/routers/467b4a91-5030-4b44-9f7b-febbc95b02b2 HTTP/1.1" status: 200 len: 703 time: 0.1968613 Jul 08 20:27:25.801139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33126) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:25.810852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9f25023d-aca3-41f6-81e2-017bf40bd8c3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'subnet': {'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:25.845438 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b2baca00-32ec-4396-913b-77525892d616 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=467b4a91-5030-4b44-9f7b-febbc95b02b2 HTTP/1.1" status: 200 len: 205 time: 0.0433044 Jul 08 20:27:25.848604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33128) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:25.963670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e3090-67dd-496b-81e9-afadadafee76 None None] Network aeda51c7-62c0-461d-806f-63846808ac6d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:25.979620 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94b454aa-026f-4f6b-9f00-9e9e5a9c6b13 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:26.087656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-ee66c803-f7d2-4f06-ab37-6876513d3b4c None None] Set router 467b4a91-5030-4b44-9f7b-febbc95b02b2 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:26.131393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f25023d-aca3-41f6-81e2-017bf40bd8c3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Made reservation on behalf of 19ba4cf0369f429aa704185ab183dd93 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:26.135085 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f25023d-aca3-41f6-81e2-017bf40bd8c3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:26.180516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ee66c803-f7d2-4f06-ab37-6876513d3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467b4a91-5030-4b44-9f7b-febbc95b02b2', 'name': 'tempest-RoutersIpV6Test-router-570196646', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:27:24Z', 'updated_at': '2021-07-08T20:27:24Z', 'revision_number': 2, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:26.286651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee66c803-f7d2-4f06-ab37-6876513d3b4c None None] Checking router: 467b4a91-5030-4b44-9f7b-febbc95b02b2 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:27:26.339427 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f25023d-aca3-41f6-81e2-017bf40bd8c3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:26.344256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0038307f-ca3a-4db9-97f8-a135dba672a7 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Allocated IP 172.20.0.14 (701ca3aa-9b2f-4622-8c3a-263a68be4239/b34f34cb-f847-40f5-bc26-cabdab564a35/042eca08-98f5-41d3-96db-3e38a9e0534d) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:26.378642 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee66c803-f7d2-4f06-ab37-6876513d3b4c None None] Routers {'467b4a91-5030-4b44-9f7b-febbc95b02b2'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:26.379356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ee66c803-f7d2-4f06-ab37-6876513d3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['467b4a91-5030-4b44-9f7b-febbc95b02b2'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:26.380749 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94b454aa-026f-4f6b-9f00-9e9e5a9c6b13 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:26.395278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-aeda51c7-62c0-461d-806f-63846808ac6d', 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'fixed_ips': [{'subnet_id': '8a68c8b4-ebf4-4351-b981-309972e3f723'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:27:26.396474 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:26.405622 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94b454aa-026f-4f6b-9f00-9e9e5a9c6b13 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:26.508994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f25023d-aca3-41f6-81e2-017bf40bd8c3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Checking segment: {'id': '1003cbfa-c1ab-4686-af58-8ac2c3960c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:26.509456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f25023d-aca3-41f6-81e2-017bf40bd8c3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Network hostable DHCP agents. Network: bf68e9f7-7d52-4278-a652-39c8a071af8f, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:27:26.517466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25023d-aca3-41f6-81e2-017bf40bd8c3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'Subnet': ['ID=56f19382-a7ee-4fc4-ad32-6efb10a42c95,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:26.532157 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:26.546541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1b9ea-09ad-4e7e-8722-2bee3376263a req-ff20beb8-56cf-4742-a731-78f515ae9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:26.548438 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ac1b9ea-09ad-4e7e-8722-2bee3376263a req-ff20beb8-56cf-4742-a731-78f515ae9b16 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.5064809 Jul 08 20:27:26.549169 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94b454aa-026f-4f6b-9f00-9e9e5a9c6b13 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:26.549872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b454aa-026f-4f6b-9f00-9e9e5a9c6b13 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Fanout notify agent at l3_agent the message router_deleted on router 467b4a91-5030-4b44-9f7b-febbc95b02b2 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:27:26.560092 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94b454aa-026f-4f6b-9f00-9e9e5a9c6b13 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:26.561217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-94b454aa-026f-4f6b-9f00-9e9e5a9c6b13 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/467b4a91-5030-4b44-9f7b-febbc95b02b2 HTTP/1.1" status: 204 len: 168 time: 0.7121296 Jul 08 20:27:26.576353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33136) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:26.600286 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-ee66c803-f7d2-4f06-ab37-6876513d3b4c None None] Set router 467b4a91-5030-4b44-9f7b-febbc95b02b2 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:26.615365 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-59bd3708-dd16-408d-839a-099690392bb9 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=467b4a91-5030-4b44-9f7b-febbc95b02b2 HTTP/1.1" status: 200 len: 205 time: 0.0408914 Jul 08 20:27:26.625237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33138) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:26.674117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ee66c803-f7d2-4f06-ab37-6876513d3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467b4a91-5030-4b44-9f7b-febbc95b02b2', 'name': 'tempest-RoutersIpV6Test-router-570196646', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:27:24Z', 'updated_at': '2021-07-08T20:27:24Z', 'revision_number': 2, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:26.680777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0c9fa896-501b-4f8c-b67e-bf94f14fcaa6 None None] Provisioning complete for port e9b16214-0224-4d3e-a42c-ad12167a478f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:26.681479 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa896-501b-4f8c-b67e-bf94f14fcaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:26.685785 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-f2d9bbef-73a3-4c2a-8cfc-8d3553dc7a4f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] delete failed (client error): The resource could not be found. Jul 08 20:27:26.689207 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f2d9bbef-73a3-4c2a-8cfc-8d3553dc7a4f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/467b4a91-5030-4b44-9f7b-febbc95b02b2 HTTP/1.1" status: 404 len: 336 time: 0.0622489 Jul 08 20:27:26.696294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33140) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:26.740113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee66c803-f7d2-4f06-ab37-6876513d3b4c None None] The sync data for ids ['467b4a91-5030-4b44-9f7b-febbc95b02b2'] in n-d-791506-16 is: [{'id': '467b4a91-5030-4b44-9f7b-febbc95b02b2', 'name': 'tempest-RoutersIpV6Test-router-570196646', 'tenant_id': 'ead7372b9ac94255b062c2901286d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:27:24Z', 'updated_at': '2021-07-08T20:27:24Z', 'revision_number': 2, 'project_id': 'ead7372b9ac94255b062c2901286d8e1', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:27:26.749258 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb517c0-ec51-4310-9111-1789ca99c934 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] DELETE failed (client error): The resource could not be found. Jul 08 20:27:26.749721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb517c0-ec51-4310-9111-1789ca99c934 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:27:26.751830 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ccb517c0-ec51-4310-9111-1789ca99c934 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/695b5b1c-9522-40b7-a07a-65c9237f30b1 HTTP/1.1" status: 404 len: 337 time: 0.0476606 Jul 08 20:27:26.789940 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f25023d-aca3-41f6-81e2-017bf40bd8c3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Network bf68e9f7-7d52-4278-a652-39c8a071af8f is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:27:26.808224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d9525-da6e-4fe0-a4ed-548d52cfecb1 req-ce6e81d6-a333-4f87-b124-910f3374d5d3 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:26.810917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0c9fa896-501b-4f8c-b67e-bf94f14fcaa6 None None] Port e9b16214-0224-4d3e-a42c-ad12167a478f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:26.818219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f43d9525-da6e-4fe0-a4ed-548d52cfecb1 req-ce6e81d6-a333-4f87-b124-910f3374d5d3 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.3708429 Jul 08 20:27:26.821184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33142) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:26.826399 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Allocated IP 10.1.1.2 (aeda51c7-62c0-461d-806f-63846808ac6d/8a68c8b4-ebf4-4351-b981-309972e3f723/1121edab-af3a-4e1e-bd19-59f0fa67cd4a) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:26.855381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1a6f2388-7684-498e-9ba3-78f5b53d0b01 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:26.866464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9f25023d-aca3-41f6-81e2-017bf40bd8c3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, bf68e9f7-7d52-4278-a652-39c8a071af8f) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:26.871907 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25023d-aca3-41f6-81e2-017bf40bd8c3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:26.876457 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f25023d-aca3-41f6-81e2-017bf40bd8c3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:26.915803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9d888-2a18-4a8a-88de-2853ee633956 None None] Network bf68e9f7-7d52-4278-a652-39c8a071af8f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:26.941610 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d8e073-708e-4594-9ef9-81f223e8bf7f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] DELETE failed (client error): The resource could not be found. Jul 08 20:27:26.941863 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d8e073-708e-4594-9ef9-81f223e8bf7f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:27:26.943731 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b2d8e073-708e-4594-9ef9-81f223e8bf7f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/53d276a1-ad57-46ba-9972-c304196b6fe0 HTTP/1.1" status: 404 len: 337 time: 0.0851722 Jul 08 20:27:26.953176 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33146) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:26.955034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9f25023d-aca3-41f6-81e2-017bf40bd8c3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1892574 Jul 08 20:27:26.968718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33148) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:26.983435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'port': {'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d', 'name': 'tempest-TaggedBootDevicesTest-1185821327', 'fixed_ips': [{'subnet_id': '8a68c8b4-ebf4-4351-b981-309972e3f723'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:27.126764 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f43d9525-da6e-4fe0-a4ed-548d52cfecb1 req-4ddc3036-6bf8-4ce4-90f6-80b0df412385 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075519 Jul 08 20:27:27.134686 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-da591ecd-b6b5-4e85-b3d0-603b9d74de8c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] DELETE failed (client error): The resource could not be found. Jul 08 20:27:27.134962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da591ecd-b6b5-4e85-b3d0-603b9d74de8c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:27:27.144889 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-da591ecd-b6b5-4e85-b3d0-603b9d74de8c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/d5b8c5b3-959d-4426-b13c-63611a8caa3d HTTP/1.1" status: 404 len: 337 time: 0.1826105 Jul 08 20:27:27.145094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33152) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:27.163468 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-bf68e9f7-7d52-4278-a652-39c8a071af8f', 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'fixed_ips': [{'subnet_id': '56f19382-a7ee-4fc4-ad32-6efb10a42c95'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:27:27.164837 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:27.213019 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c8b9bb-173b-410f-8ba1-00d9c403995f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] DELETE failed (client error): The resource could not be found. Jul 08 20:27:27.213404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c8b9bb-173b-410f-8ba1-00d9c403995f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:27:27.217904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-43c8b9bb-173b-410f-8ba1-00d9c403995f tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/1a156417-d542-4bb6-ae86-8fa8df34edfd HTTP/1.1" status: 404 len: 337 time: 0.0719993 Jul 08 20:27:27.219514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33154) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:27.229830 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:27.242939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Transition to ACTIVE for port object 1121edab-af3a-4e1e-bd19-59f0fa67cd4a will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:27.258940 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:27.270383 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:27.293186 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-308a00d3-18c7-4adc-974e-d141be4cbd74 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=48fc36af-b9d6-4706-8c06-2ebd19d0899d HTTP/1.1" status: 200 len: 205 time: 0.0660591 Jul 08 20:27:27.293842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33156) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:27.302825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 1a6f2388-7684-498e-9ba3-78f5b53d0b01 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:27.303529 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:27.310854 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1b9ea-09ad-4e7e-8722-2bee3376263a req-76da8b64-b879-40f6-a577-70959a4de542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:27.312359 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ac1b9ea-09ad-4e7e-8722-2bee3376263a req-76da8b64-b879-40f6-a577-70959a4de542 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 200 len: 920 time: 0.7501540 Jul 08 20:27:27.333474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=e9b16214-0224-4d3e-a42c-ad12167a478f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:27.359406 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0038307f-ca3a-4db9-97f8-a135dba672a7 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:27.374873 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-368a9a5c-bdaf-4aea-9eeb-7057487c30a0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] delete failed (client error): The resource could not be found. Jul 08 20:27:27.385461 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-368a9a5c-bdaf-4aea-9eeb-7057487c30a0 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/48fc36af-b9d6-4706-8c06-2ebd19d0899d HTTP/1.1" status: 404 len: 336 time: 0.0876853 Jul 08 20:27:27.387398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33158) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:27.406302 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Transition to ACTIVE for port object 1121edab-af3a-4e1e-bd19-59f0fa67cd4a will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:27.454199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ac1b9ea-09ad-4e7e-8722-2bee3376263a req-7f69b7aa-8fc1-4752-bac3-b1fc30538ae4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7642f5e-487c-4496-9ef7-d6adc4d484bd HTTP/1.1" status: 200 len: 217 time: 0.0878384 Jul 08 20:27:27.481088 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1c6814fe-9a75-4157-a845-a2023b209793 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7f71275-b835-4078-8c37-b2cc893d4307 HTTP/1.1" status: 200 len: 205 time: 0.0775206 Jul 08 20:27:27.485400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33162) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:27.506301 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:27.544770 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Network aeda51c7-62c0-461d-806f-63846808ac6d is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:27.552087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:27.552516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90cb30-3c82-4241-8866-1d80707cdea0 req-95cc2c0a-1d89-40a8-9a57-385de5d3bb6c tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:27.554156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3d90cb30-3c82-4241-8866-1d80707cdea0 req-95cc2c0a-1d89-40a8-9a57-385de5d3bb6c tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 945 time: 0.4369988 Jul 08 20:27:27.556024 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-8e849e51-1431-4723-a534-72c798b6da52 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] delete failed (client error): The resource could not be found. Jul 08 20:27:27.559985 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8e849e51-1431-4723-a534-72c798b6da52 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/e7f71275-b835-4078-8c37-b2cc893d4307 HTTP/1.1" status: 404 len: 336 time: 0.0707088 Jul 08 20:27:27.566150 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33164) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:27.586127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:27.633696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1b9ea-09ad-4e7e-8722-2bee3376263a req-59f3092a-29c4-4da1-8cec-062e4ae500e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:27.635703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ac1b9ea-09ad-4e7e-8722-2bee3376263a req-59f3092a-29c4-4da1-8cec-062e4ae500e4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a8e85001-3948-4499-9486-db665a7a8ea9 HTTP/1.1" status: 200 len: 859 time: 0.1582990 Jul 08 20:27:27.661034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e22befd-71b3-4591-901f-4f63a1effa0d req-664ec13c-eaef-4c5f-9823-e2ac407f7371 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 210 time: 0.0882485 Jul 08 20:27:27.686696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Pushing event updated for resources: {'Port': ['ID=1121edab-af3a-4e1e-bd19-59f0fa67cd4a,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:27.695329 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-018525d0-3c2e-445e-ba56-6102046fa04a tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] DELETE failed (client error): The resource could not be found. Jul 08 20:27:27.695754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018525d0-3c2e-445e-ba56-6102046fa04a tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:27:27.702208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-018525d0-3c2e-445e-ba56-6102046fa04a tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/f169c246-6e43-43d3-9a73-9239a3891b1a HTTP/1.1" status: 404 len: 337 time: 0.1332691 Jul 08 20:27:27.703180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33166) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:27.780755 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3d90cb30-3c82-4241-8866-1d80707cdea0 req-65607b11-0523-430d-b9da-382486bad9a6 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8828778-8b35-4db8-b4b1-0cb3dd237861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857917 Jul 08 20:27:27.795207 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Attempting to bind port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:27:27.795739 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Attempting to bind port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:27:27.796113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Attempting to bind port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a on network aeda51c7-62c0-461d-806f-63846808ac6d {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:27:27.803760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:27:27.804248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Checking segment: {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:27.804724 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:27.805131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Bound using segment: {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:27:27.805748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Bound port: 1121edab-af3a-4e1e-bd19-59f0fa67cd4a, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:27:27.806142 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:27.808150 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ac1b9ea-09ad-4e7e-8722-2bee3376263a req-7571e06c-d701-4f68-8145-92b7f431ea1d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5922f97a-51ef-45a6-9b43-c874c18bfbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008663 Jul 08 20:27:27.813839 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0038307f-ca3a-4db9-97f8-a135dba672a7 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:27.818560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Made reservation on behalf of 19ba4cf0369f429aa704185ab183dd93 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:27.828620 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:27.845291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Allocated IP 10.2.2.2 (bf68e9f7-7d52-4278-a652-39c8a071af8f/56f19382-a7ee-4fc4-ad32-6efb10a42c95/f90d339e-8354-49d1-aba4-a3ff6f599bf6) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:27.936182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-76da2a78-1ed5-489e-9419-ba5877fcfdfa None None] Provisioning complete for port e9b16214-0224-4d3e-a42c-ad12167a478f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:27.936559 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-76da2a78-1ed5-489e-9419-ba5877fcfdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:28.049047 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:28.114409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] device_id is not set on port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:27:28.158346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0038307f-ca3a-4db9-97f8-a135dba672a7 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Network 701ca3aa-9b2f-4622-8c3a-263a68be4239 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:28.163798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ac1b9ea-09ad-4e7e-8722-2bee3376263a req-acce80a7-80ac-428f-8248-d9ac9c44019e service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184180 Jul 08 20:27:28.164931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038307f-ca3a-4db9-97f8-a135dba672a7 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Pushing event updated for resources: {'Port': ['ID=042eca08-98f5-41d3-96db-3e38a9e0534d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:28.169684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0038307f-ca3a-4db9-97f8-a135dba672a7 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:28.173593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0038307f-ca3a-4db9-97f8-a135dba672a7 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:28.188782 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:28.232305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3de1def5-badb-4290-b343-91904d83c769 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=54e2fb28-15a6-4913-a8c7-a438adeb6aaa HTTP/1.1" status: 200 len: 205 time: 0.4498978 Jul 08 20:27:28.240980 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33176) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:28.325176 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-fd38ce6f-2a5f-4488-9a81-83b1047cea90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] delete failed (client error): The resource could not be found. Jul 08 20:27:28.327575 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fd38ce6f-2a5f-4488-9a81-83b1047cea90 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/54e2fb28-15a6-4913-a8c7-a438adeb6aaa HTTP/1.1" status: 404 len: 336 time: 0.0853724 Jul 08 20:27:28.330048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] For port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:27:28.335542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-76da2a78-1ed5-489e-9419-ba5877fcfdfa None None] Port e9b16214-0224-4d3e-a42c-ad12167a478f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:28.342021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33180) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:28.354780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] For port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1121edab-af3a-4e1e-bd19-59f0fa67cd4a,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:27:28.363340 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:28.381480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0038307f-ca3a-4db9-97f8-a135dba672a7 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:28.382225 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0038307f-ca3a-4db9-97f8-a135dba672a7 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:28.397042 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ac1b9ea-09ad-4e7e-8722-2bee3376263a req-7e2d6879-8d63-47e6-bb25-9d4646b4b942 service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633220 Jul 08 20:27:28.403896 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0038307f-ca3a-4db9-97f8-a135dba672a7 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0859857 Jul 08 20:27:28.428041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Request body: {'port': {'device_id': 'ee85a1c8-7834-4139-b6c3-23c6ac13c16f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:28.506871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2492475a-720d-46e3-9a35-89831a9f8760 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=68421013-6545-4312-8926-3ffecc20e951 HTTP/1.1" status: 200 len: 205 time: 0.1612010 Jul 08 20:27:28.512512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33186) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:28.516057 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:28.519243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2019f1-22a4-4baf-b0d4-9ded07a22342 None None] Pushing event updated for resources: {'Port': ['ID=1121edab-af3a-4e1e-bd19-59f0fa67cd4a,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:28.535288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Transition to ACTIVE for port object f90d339e-8354-49d1-aba4-a3ff6f599bf6 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:28.559146 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Transition to ACTIVE for port object f90d339e-8354-49d1-aba4-a3ff6f599bf6 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:28.568848 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:28.630737 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-f9d31466-d02f-48b2-9812-59e53d5e95f3 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] delete failed (client error): The resource could not be found. Jul 08 20:27:28.631808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f9d31466-d02f-48b2-9812-59e53d5e95f3 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/68421013-6545-4312-8926-3ffecc20e951 HTTP/1.1" status: 404 len: 336 time: 0.0947125 Jul 08 20:27:28.636976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33190) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:28.647492 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Network bf68e9f7-7d52-4278-a652-39c8a071af8f is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:28.651650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:28.656491 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:28.708936 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d816dc0f-3d6c-482d-8b0b-03e1129519d2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] DELETE failed (client error): The resource could not be found. Jul 08 20:27:28.709503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d816dc0f-3d6c-482d-8b0b-03e1129519d2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:27:28.711165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d816dc0f-3d6c-482d-8b0b-03e1129519d2 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/5a73a812-65f6-4436-9945-4479f6265929 HTTP/1.1" status: 404 len: 337 time: 0.0719686 Jul 08 20:27:28.714856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33194) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:28.715453 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:28.753159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Attempting to bind port f90d339e-8354-49d1-aba4-a3ff6f599bf6 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:27:28.754579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Attempting to bind port f90d339e-8354-49d1-aba4-a3ff6f599bf6 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '1003cbfa-c1ab-4686-af58-8ac2c3960c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:27:28.754579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Attempting to bind port f90d339e-8354-49d1-aba4-a3ff6f599bf6 on network bf68e9f7-7d52-4278-a652-39c8a071af8f {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:27:28.757057 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Pushing event updated for resources: {'Port': ['ID=f90d339e-8354-49d1-aba4-a3ff6f599bf6,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:28.761680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Allocated IP 10.1.1.253 (aeda51c7-62c0-461d-806f-63846808ac6d/8a68c8b4-ebf4-4351-b981-309972e3f723/bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:28.765874 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:27:28.766319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Checking segment: {'id': '1003cbfa-c1ab-4686-af58-8ac2c3960c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:28.766738 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:28.767614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Bound using segment: {'id': '1003cbfa-c1ab-4686-af58-8ac2c3960c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:27:28.769134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Bound port: f90d339e-8354-49d1-aba4-a3ff6f599bf6, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1003cbfa-c1ab-4686-af58-8ac2c3960c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:27:28.770530 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:28.786245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d3afce73-af60-4f9f-ac3b-f3e38400f676 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=52dc0f92-6f61-4559-9e6e-a6fcec595df5 HTTP/1.1" status: 200 len: 205 time: 0.0659726 Jul 08 20:27:28.801348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33196) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:28.919415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24544a-a883-4150-aeb7-cefc41c7564b req-a50cde41-b853-4118-ac54-0ec7e83b91da tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:28.921275 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a24544a-a883-4150-aeb7-cefc41c7564b req-a50cde41-b853-4118-ac54-0ec7e83b91da tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.4973683 Jul 08 20:27:28.924784 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-1fe98cdc-8266-4a0c-9353-017ba3291b5a tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] delete failed (client error): The resource could not be found. Jul 08 20:27:28.928595 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1fe98cdc-8266-4a0c-9353-017ba3291b5a tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/52dc0f92-6f61-4559-9e6e-a6fcec595df5 HTTP/1.1" status: 404 len: 336 time: 0.1242697 Jul 08 20:27:28.930401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33200) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:28.943341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] For port f90d339e-8354-49d1-aba4-a3ff6f599bf6, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:27:28.947102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] For port f90d339e-8354-49d1-aba4-a3ff6f599bf6, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f90d339e-8354-49d1-aba4-a3ff6f599bf6,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:27:28.953718 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:29.023289 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:29.035823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:29.042506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a33c6-3b29-4e82-9e15-d0e99a58d097 None None] Pushing event updated for resources: {'Port': ['ID=f90d339e-8354-49d1-aba4-a3ff6f599bf6,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:29.140282 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de24663-d55b-4ee9-9206-76f16e7ff6f7 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] DELETE failed (client error): The resource could not be found. Jul 08 20:27:29.141082 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de24663-d55b-4ee9-9206-76f16e7ff6f7 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:27:29.144121 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4de24663-d55b-4ee9-9206-76f16e7ff6f7 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/4e32df03-3f19-4401-bd1f-0873f0cdac1d HTTP/1.1" status: 404 len: 337 time: 0.2126198 Jul 08 20:27:29.153275 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:29.155556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=e9b16214-0224-4d3e-a42c-ad12167a478f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:29.164824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33204) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:29.231222 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-70feb7ae-7520-43a1-89b1-34be87c9655b tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "GET /v2.0/ports?device_id=00dfd73c-9eb2-420d-a603-242a79decb94 HTTP/1.1" status: 200 len: 205 time: 0.0623703 Jul 08 20:27:29.232143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33206) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:29.273596 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:29.302435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Transition to ACTIVE for port object bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:29.309662 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-8c66992c-de3b-4154-bf45-0fd37a9da44c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] delete failed (client error): The resource could not be found. Jul 08 20:27:29.313497 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8c66992c-de3b-4154-bf45-0fd37a9da44c tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/routers/00dfd73c-9eb2-420d-a603-242a79decb94 HTTP/1.1" status: 404 len: 336 time: 0.0764599 Jul 08 20:27:29.317350 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a24544a-a883-4150-aeb7-cefc41c7564b req-19b21db4-ca0e-43f3-9d44-a199558e303d tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214055 Jul 08 20:27:29.317585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33208) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:29.364422 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34f2172-e0b3-46fb-b041-de23d7ed9c22 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] DELETE failed (client error): The resource could not be found. Jul 08 20:27:29.364901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34f2172-e0b3-46fb-b041-de23d7ed9c22 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:27:29.366694 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e34f2172-e0b3-46fb-b041-de23d7ed9c22 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/8bf3e421-ce5e-4e9b-9530-639917f5bda4 HTTP/1.1" status: 404 len: 337 time: 0.0481448 Jul 08 20:27:29.370223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33210) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:29.393395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network 5e84ebc0-b70a-445b-ae45-b991d2c3cdaf is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:29.415923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:29.515986 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf964c1-e653-43d4-b937-b58b318d7df9 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] DELETE failed (client error): The resource could not be found. Jul 08 20:27:29.516458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf964c1-e653-43d4-b937-b58b318d7df9 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:27:29.522979 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2bf964c1-e653-43d4-b937-b58b318d7df9 tempest-RoutersIpV6Test-927233544 tempest-RoutersIpV6Test-927233544-project] 10.222.0.101 "DELETE /v2.0/subnets/666b2fab-28d7-4a6f-beb0-c8b01c2e7f84 HTTP/1.1" status: 404 len: 337 time: 0.1458621 Jul 08 20:27:29.548450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042eca08-98f5-41d3-96db-3e38a9e0534d {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:27:29.558241 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:29.581786 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:29.637224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Transition to ACTIVE for port object 042eca08-98f5-41d3-96db-3e38a9e0534d will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:29.644149 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:29.713882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Network aeda51c7-62c0-461d-806f-63846808ac6d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:29.728038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:29.738204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'Port': ['ID=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:29.743090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:29.821381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=042eca08-98f5-41d3-96db-3e38a9e0534d,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:29.933612 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Router ee737fbf-2927-45f3-9cc9-630c4f2c6703 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:27:29.934115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d7ce8-0b55-4d1d-957f-85c9dbf6f61b req-3e55b9ac-fb60-4f44-b311-ba07aedc4a26 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:29.937011 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-902d7ce8-0b55-4d1d-957f-85c9dbf6f61b req-3e55b9ac-fb60-4f44-b311-ba07aedc4a26 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 944 time: 0.2556727 Jul 08 20:27:29.965089 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:29.965749 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:29.968034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33220) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:29.987508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Attempting to bind port 042eca08-98f5-41d3-96db-3e38a9e0534d on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:27:29.987874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Attempting to bind port 042eca08-98f5-41d3-96db-3e38a9e0534d by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '3159ba8f-3217-4f13-b9c2-5e9483be8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '701ca3aa-9b2f-4622-8c3a-263a68be4239'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:27:29.988195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Attempting to bind port 042eca08-98f5-41d3-96db-3e38a9e0534d on network 701ca3aa-9b2f-4622-8c3a-263a68be4239 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:27:29.995019 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-401ff818-3f67-4f08-aaca-23ad0787d7cb None None] Provisioning complete for port e9b16214-0224-4d3e-a42c-ad12167a478f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:29.996306 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-401ff818-3f67-4f08-aaca-23ad0787d7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:29.998181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Port 042eca08-98f5-41d3-96db-3e38a9e0534d on network 701ca3aa-9b2f-4622-8c3a-263a68be4239 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:27:29.998567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Attempting to bind port 042eca08-98f5-41d3-96db-3e38a9e0534d on network 701ca3aa-9b2f-4622-8c3a-263a68be4239 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:27:30.032229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:27:30.032612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Checking segment: {'id': '3159ba8f-3217-4f13-b9c2-5e9483be8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '701ca3aa-9b2f-4622-8c3a-263a68be4239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:30.033008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Bound using segment: {'id': '3159ba8f-3217-4f13-b9c2-5e9483be8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '701ca3aa-9b2f-4622-8c3a-263a68be4239'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:27:30.033783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Bound port: 042eca08-98f5-41d3-96db-3e38a9e0534d, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3159ba8f-3217-4f13-b9c2-5e9483be8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '701ca3aa-9b2f-4622-8c3a-263a68be4239'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:27:30.034203 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:30.044069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-401ff818-3f67-4f08-aaca-23ad0787d7cb None None] Port e9b16214-0224-4d3e-a42c-ad12167a478f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:30.051911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-902d7ce8-0b55-4d1d-957f-85c9dbf6f61b req-8a6549c6-b71e-4640-ba57-008be3b6685b tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/security-groups?id=879a8f43-9dbe-4e5f-bbcc-2e41f777f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979445 Jul 08 20:27:30.235408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] For port 042eca08-98f5-41d3-96db-3e38a9e0534d, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:27:30.279769 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] For port 042eca08-98f5-41d3-96db-3e38a9e0534d, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=042eca08-98f5-41d3-96db-3e38a9e0534d,segment=NetworkSegment(3159ba8f-3217-4f13-b9c2-5e9483be8450),segment_id=3159ba8f-3217-4f13-b9c2-5e9483be8450)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:27:30.287793 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-43a09623-340d-4e37-8822-fc9ba1fdd0d6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ead7372b9ac94255b062c2901286d8e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169613 Jul 08 20:27:30.290673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33224) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:30.302622 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:30.323881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b99387-df7b-4097-a6ea-fc22bc0cf4c5 None None] Network aeda51c7-62c0-461d-806f-63846808ac6d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:30.391793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:30.394322 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:30.395992 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] 10.222.0.104 "PUT /v2.0/ports/042eca08-98f5-41d3-96db-3e38a9e0534d HTTP/1.1" status: 200 len: 1093 time: 1.9792335 Jul 08 20:27:30.401894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee85a1c8-7834-4139-b6c3-23c6ac13c16f', 'tag': '042eca08-98f5-41d3-96db-3e38a9e0534d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:27:30.406907 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcc60d9-e1cf-4276-9e5c-e9fa4d21ae2f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee85a1c8-7834-4139-b6c3-23c6ac13c16f", "tag": "042eca08-98f5-41d3-96db-3e38a9e0534d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:27:30.411554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9e52f71f-3397-4a0c-b957-f54312310b1c None None] Provisioning for port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:30.475911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de304a0e-3c20-4ea2-a587-f86aa453de9a req-066922d4-141d-46d7-8795-8b686898d566 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:30.482062 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de304a0e-3c20-4ea2-a587-f86aa453de9a req-066922d4-141d-46d7-8795-8b686898d566 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 945 time: 0.2711272 Jul 08 20:27:30.506568 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7dcb332-1ff0-401c-8167-8ab95c887a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:30.508193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cccc8-0b3e-4319-86af-a9bbd938b0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=042eca08-98f5-41d3-96db-3e38a9e0534d,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:30.536430 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-00eac5cb-ea62-4d24-88cf-3a0a51d7e0c9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5571537 Jul 08 20:27:30.540281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33230) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:30.564224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'port': {'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d', 'name': 'tempest-TaggedBootDevicesTest-706405220', 'fixed_ips': [{'subnet_id': '8a68c8b4-ebf4-4351-b981-309972e3f723'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:30.565369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c34c00-c239-445e-b924-56eedb38e481 req-8d60f2da-bacb-4e99-bcea-07ea4091c26b tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:30.574085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84c34c00-c239-445e-b924-56eedb38e481 req-8d60f2da-bacb-4e99-bcea-07ea4091c26b tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 945 time: 0.7278519 Jul 08 20:27:30.597089 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:27:30.603781 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e7f16c45-059d-4477-8620-0f59701c06c2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "PUT /v2.0/routers/ee737fbf-2927-45f3-9cc9-630c4f2c6703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6904473 Jul 08 20:27:30.608708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33232) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:30.614919 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32da602-ca06-4cc3-9f58-ea9e531acd10 None None] Sync routers for ids ['ee737fbf-2927-45f3-9cc9-630c4f2c6703'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:27:30.626588 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32da602-ca06-4cc3-9f58-ea9e531acd10 None None] Routers {'ee737fbf-2927-45f3-9cc9-630c4f2c6703'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:30.627150 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d32da602-ca06-4cc3-9f58-ea9e531acd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ee737fbf-2927-45f3-9cc9-630c4f2c6703'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:30.640442 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7dcb332-1ff0-401c-8167-8ab95c887a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:30.658170 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa097ac-02d3-459b-a234-e69370a197c7 None None] Network bf68e9f7-7d52-4278-a652-39c8a071af8f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:30.674158 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d32da602-ca06-4cc3-9f58-ea9e531acd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:30.680040 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84c34c00-c239-445e-b924-56eedb38e481 req-39a92e59-a208-4e8e-9a71-dcecbfe7ea3f tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8828778-8b35-4db8-b4b1-0cb3dd237861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049981 Jul 08 20:27:30.689678 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32da602-ca06-4cc3-9f58-ea9e531acd10 None None] Routers {'ee737fbf-2927-45f3-9cc9-630c4f2c6703'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:30.692793 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d32da602-ca06-4cc3-9f58-ea9e531acd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ee737fbf-2927-45f3-9cc9-630c4f2c6703'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:30.730246 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de304a0e-3c20-4ea2-a587-f86aa453de9a req-4baa315c-841f-4df4-a907-352bd69a6259 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187920 Jul 08 20:27:30.762414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd709b7-588e-47ec-bd58-3d6f6ea84b39 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:30.771601 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-edd709b7-588e-47ec-bd58-3d6f6ea84b39 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee737fbf-2927-45f3-9cc9-630c4f2c6703 HTTP/1.1" status: 200 len: 982 time: 0.1618898 Jul 08 20:27:30.774357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33236) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:30.786877 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d32da602-ca06-4cc3-9f58-ea9e531acd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:30.787557 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32da602-ca06-4cc3-9f58-ea9e531acd10 None None] The sync data for ids ['ee737fbf-2927-45f3-9cc9-630c4f2c6703'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:27:30.808166 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-b872bd9c-c37c-44de-b939-daf31d1e750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:30.809926 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-b872bd9c-c37c-44de-b939-daf31d1e750c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=b8e0f799d24b4e7aa3949aeff54f87c5&device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 1096 time: 0.3618710 Jul 08 20:27:30.902893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d1181ab7-58db-4b35-8747-073519a67b8f None None] Provisioning for port f90d339e-8354-49d1-aba4-a3ff6f599bf6 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:30.928037 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21b36d7-5b6b-4254-a1f3-ca31df866d52 x-openstack-request-id: req-a21b36d7-5b6b-4254-a1f3-ca31df866d52 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:27:30.930884 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee85a1c8-7834-4139-b6c3-23c6ac13c16f", "tag": "042eca08-98f5-41d3-96db-3e38a9e0534d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:27:30.931379 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a21b36d7-5b6b-4254-a1f3-ca31df866d52 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:27:30.932040 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee85a1c8-7834-4139-b6c3-23c6ac13c16f', 'tag': '042eca08-98f5-41d3-96db-3e38a9e0534d', 'status': 'completed', 'code': 200} Jul 08 20:27:30.939968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-92a2f879-f4f9-4d17-a9ed-031aa997a779 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=042eca08-98f5-41d3-96db-3e38a9e0534d HTTP/1.1" status: 200 len: 217 time: 0.1158428 Jul 08 20:27:30.946591 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7dcb332-1ff0-401c-8167-8ab95c887a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:30.949608 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7dcb332-1ff0-401c-8167-8ab95c887a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:30.951501 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f7dcb332-1ff0-401c-8167-8ab95c887a21 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9b342a6f-b781-4bd1-bb71-a4a350b22f1f HTTP/1.1" status: 204 len: 168 time: 0.6585531 Jul 08 20:27:30.977560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcb332-1ff0-401c-8167-8ab95c887a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b342a6f-b781-4bd1-bb71-a4a350b22f1f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:31.048577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Made reservation on behalf of 19ba4cf0369f429aa704185ab183dd93 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:31.100024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f90d339e-8354-49d1-aba4-a3ff6f599bf6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:31.150763 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0e8a7d81-d0f9-40f6-8936-962386a2515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:31.152877 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-0e8a7d81-d0f9-40f6-8936-962386a2515e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b34f34cb-f847-40f5-bc26-cabdab564a35 HTTP/1.1" status: 200 len: 862 time: 0.1980150 Jul 08 20:27:31.233969 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-8f96dfe0-fffa-4a06-96cc-0cb110a4e8cd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=701ca3aa-9b2f-4622-8c3a-263a68be4239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699334 Jul 08 20:27:31.251087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port f90d339e-8354-49d1-aba4-a3ff6f599bf6 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:31.257137 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5b2eeb98-ae49-43c0-a714-82c9c1eb306d None None] Provisioning for port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:31.267067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f90d339e-8354-49d1-aba4-a3ff6f599bf6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:31.267653 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:31.317519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5b2eeb98-ae49-43c0-a714-82c9c1eb306d None None] Provisioning complete for port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:31.318130 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5b2eeb98-ae49-43c0-a714-82c9c1eb306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:31.371477 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5b2eeb98-ae49-43c0-a714-82c9c1eb306d None None] Port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:31.402960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93559dc7-307c-47bd-a741-81387fcca9b8 req-c4f35b29-f085-46c6-86ff-e2d66527da54 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:31.405628 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-93559dc7-307c-47bd-a741-81387fcca9b8 req-c4f35b29-f085-46c6-86ff-e2d66527da54 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.104 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 945 time: 0.4254098 Jul 08 20:27:31.413084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-f563815c-b0f3-4e20-b20d-0d31b4ac35af tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:31.414614 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-f563815c-b0f3-4e20-b20d-0d31b4ac35af tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.103 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 945 time: 0.2460232 Jul 08 20:27:31.451745 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:31.487825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:31.489388 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102e707-bca6-482c-960d-26ef202190fb req-02ad9415-4641-4538-be57-6cec009874c0 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:31.493102 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7102e707-bca6-482c-960d-26ef202190fb req-02ad9415-4641-4538-be57-6cec009874c0 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.3220129 Jul 08 20:27:31.512468 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port f90d339e-8354-49d1-aba4-a3ff6f599bf6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f90d339e-8354-49d1-aba4-a3ff6f599bf6,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:31.538326 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:31.542526 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1121edab-af3a-4e1e-bd19-59f0fa67cd4a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:31.601826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] device_id is not set on port 30a04eb1-2191-417b-8e18-d1d985f0ab8e yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:27:31.638601 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7102e707-bca6-482c-960d-26ef202190fb req-4ea0318f-29d9-46a1-932a-d4062c75c067 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191463 Jul 08 20:27:31.778084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-da4b85ef-3034-48b3-9f31-e2817b0f0e74 None None] Provisioning complete for port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:31.778511 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-da4b85ef-3034-48b3-9f31-e2817b0f0e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:31.788764 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=f90d339e-8354-49d1-aba4-a3ff6f599bf6,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:31.835896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:31.850500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:31.851033 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:31.926369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Deleting port 3611116a-2bcd-4757-89c4-d748c03b1ca5 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:31.926727 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:31.948675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-da4b85ef-3034-48b3-9f31-e2817b0f0e74 None None] Port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:32.013107 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.017643 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b95018a-3012-4e37-9f12-1bd23b5d687a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.074379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1121edab-af3a-4e1e-bd19-59f0fa67cd4a,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:32.083199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-330d0781-68be-43f1-8dbe-6ae309765276 None None] Provisioning complete for port f90d339e-8354-49d1-aba4-a3ff6f599bf6 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:32.084839 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-330d0781-68be-43f1-8dbe-6ae309765276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.137580 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.239374 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33266) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:32.241903 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=1121edab-af3a-4e1e-bd19-59f0fa67cd4a,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:32.247798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-8596d04d-af46-4e55-93cc-5d6e89e6a2b8 service neutron] 10.222.0.104 "GET /v2.0/networks/701ca3aa-9b2f-4622-8c3a-263a68be4239?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0028422 Jul 08 20:27:32.270697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe6e98-53a8-4d69-b436-f31b4a21faaf req-225e60f2-fe0b-48c9-ac41-b8899ab5f0ab tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:32.277382 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-82fe6e98-53a8-4d69-b436-f31b4a21faaf req-225e60f2-fe0b-48c9-ac41-b8899ab5f0ab tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 945 time: 0.3449905 Jul 08 20:27:32.286474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] For port 3611116a-2bcd-4757-89c4-d748c03b1ca5, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3611116a-2bcd-4757-89c4-d748c03b1ca5,segment=NetworkSegment(6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8),segment_id=6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:32.287113 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.298775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63e58-0975-43ab-b44d-b8912cf0f631 req-0af4f960-70e6-428a-9389-f2ef98309a10 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:32.300754 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ef63e58-0975-43ab-b44d-b8912cf0f631 req-0af4f960-70e6-428a-9389-f2ef98309a10 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 944 time: 0.9568131 Jul 08 20:27:32.386422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-eb0fde60-dc5c-4c84-a6ba-389c58e9bdf4 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:32.387252 n-d-791506-16 neutron-server[94065]: WARNING neutron.api.v2.base [None req-eb0fde60-dc5c-4c84-a6ba-389c58e9bdf4 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 20:27:32.387842 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-eb0fde60-dc5c-4c84-a6ba-389c58e9bdf4 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 20:27:32.389015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-eb0fde60-dc5c-4c84-a6ba-389c58e9bdf4 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1474109 Jul 08 20:27:32.400203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33270) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:32.407969 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group': {'name': 'tempest-secgroup--452924946'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:32.432248 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-82fe6e98-53a8-4d69-b436-f31b4a21faaf req-ff7a1d2e-4010-42d1-91e0-66984de39081 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8828778-8b35-4db8-b4b1-0cb3dd237861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539018 Jul 08 20:27:32.477467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-93559dc7-307c-47bd-a741-81387fcca9b8 req-1f4d6e38-8b6c-4e78-9170-40ae91d3185e tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Deleting port 73bc3391-0640-4fdd-b9b7-a4f350f86f44 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:32.478120 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-93559dc7-307c-47bd-a741-81387fcca9b8 req-1f4d6e38-8b6c-4e78-9170-40ae91d3185e tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.503374 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ef63e58-0975-43ab-b44d-b8912cf0f631 req-bd560b7e-659f-407e-8bc8-152613d6fde2 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/security-groups?id=879a8f43-9dbe-4e5f-bbcc-2e41f777f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728303 Jul 08 20:27:32.539982 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.558217 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.563291 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-283cab15-6ac2-4df2-96de-d7694edcf08c req-92699263-280e-4c7c-8ee8-8337856c8695 service neutron] 10.222.0.104 "GET /v2.0/networks/701ca3aa-9b2f-4622-8c3a-263a68be4239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007534 Jul 08 20:27:32.581588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Allocated IP 10.1.1.88 (aeda51c7-62c0-461d-806f-63846808ac6d/8a68c8b4-ebf4-4351-b981-309972e3f723/30a04eb1-2191-417b-8e18-d1d985f0ab8e) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:32.694234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-93559dc7-307c-47bd-a741-81387fcca9b8 req-1f4d6e38-8b6c-4e78-9170-40ae91d3185e tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] For port 73bc3391-0640-4fdd-b9b7-a4f350f86f44, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=73bc3391-0640-4fdd-b9b7-a4f350f86f44,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:32.694616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-93559dc7-307c-47bd-a741-81387fcca9b8 req-1f4d6e38-8b6c-4e78-9170-40ae91d3185e tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.703035 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.703527 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.703711 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Floating IP fa8a5459-30dc-40c0-91c3-fb7feab2b0b9 disassociated. External IP: 172.25.4.83, port: 3611116a-2bcd-4757-89c4-d748c03b1ca5. Jul 08 20:27:32.704107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Calling delete_port for 3611116a-2bcd-4757-89c4-d748c03b1ca5 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:32.720499 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-93559dc7-307c-47bd-a741-81387fcca9b8 req-1f4d6e38-8b6c-4e78-9170-40ae91d3185e tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Calling delete_port for 73bc3391-0640-4fdd-b9b7-a4f350f86f44 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:32.735334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7b95018a-3012-4e37-9f12-1bd23b5d687a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port e9b16214-0224-4d3e-a42c-ad12167a478f {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:32.735650 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b95018a-3012-4e37-9f12-1bd23b5d687a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.841388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f90d339e-8354-49d1-aba4-a3ff6f599bf6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:32.884643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc60d9-e1cf-4276-9e5c-e9fa4d21ae2f req-9a522787-0caa-4fb4-bc19-de55cd73dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:32.886190 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fcc60d9-e1cf-4276-9e5c-e9fa4d21ae2f req-9a522787-0caa-4fb4-bc19-de55cd73dab0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=b8e0f799d24b4e7aa3949aeff54f87c5&device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 1096 time: 0.2531428 Jul 08 20:27:32.893973 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a1614-73f7-4e98-ba9d-1464d760d39d req-b8dff381-ae4f-484b-98d0-ad864765df7c tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:32.895503 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-160a1614-73f7-4e98-ba9d-1464d760d39d req-b8dff381-ae4f-484b-98d0-ad864765df7c tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=57598deb-6fd4-4ca2-9423-2a0ee2eb9074 HTTP/1.1" status: 200 len: 945 time: 0.2775111 Jul 08 20:27:32.904501 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f90d339e-8354-49d1-aba4-a3ff6f599bf6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:32.905042 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.991357 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b95018a-3012-4e37-9f12-1bd23b5d687a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:32.994608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1121edab-af3a-4e1e-bd19-59f0fa67cd4a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:33.000848 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:33.030453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Transition to ACTIVE for port object 30a04eb1-2191-417b-8e18-d1d985f0ab8e will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:33.034815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7b95018a-3012-4e37-9f12-1bd23b5d687a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for e9b16214-0224-4d3e-a42c-ad12167a478f owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:33.046907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:33.047392 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:33.061256 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-160a1614-73f7-4e98-ba9d-1464d760d39d req-8e7f34af-f9dd-43ab-8235-18e89d8be9f5 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494453 Jul 08 20:27:33.070399 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:33.093088 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:33.108348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f919a7-4a18-4477-8b19-c82693e7d097 req-4a7f2f19-f1b5-49fa-b5d0-f3386fa3d864 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:33.109919 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17f919a7-4a18-4477-8b19-c82693e7d097 req-4a7f2f19-f1b5-49fa-b5d0-f3386fa3d864 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.2882712 Jul 08 20:27:33.163872 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-93559dc7-307c-47bd-a741-81387fcca9b8 req-1f4d6e38-8b6c-4e78-9170-40ae91d3185e tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:33.181468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc60d9-e1cf-4276-9e5c-e9fa4d21ae2f req-ddf516f2-61aa-4978-86dd-b347c23af7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:33.181904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['bb2affb1-e5da-4da7-91c0-4a596a0ab68e'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:27:33.182967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fcc60d9-e1cf-4276-9e5c-e9fa4d21ae2f req-ddf516f2-61aa-4978-86dd-b347c23af7d6 service neutron] 10.222.0.104 "GET /v2.0/networks?id=701ca3aa-9b2f-4622-8c3a-263a68be4239 HTTP/1.1" status: 200 len: 923 time: 0.2844310 Jul 08 20:27:33.187221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['d8430881-9959-4dcb-8833-96f3d98ee135'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:27:33.214893 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:33.224712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d6e38-8b6c-4e78-9170-40ae91d3185e tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Pushing event deleted for resources: {'Port': ['ID=73bc3391-0640-4fdd-b9b7-a4f350f86f44,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:33.230763 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a52ec29-6d09-45c1-965f-7ba0e05a390e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:33.257946 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:33.260256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:33.261084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:33.261084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:33.261370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:33.261697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:33.262025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:33.262351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:33.263026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:33.263026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:33.263297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:33.263613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:33.264318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:33.305287 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17f919a7-4a18-4477-8b19-c82693e7d097 req-905372b2-3dca-4065-a527-31a8b49b485e tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680353 Jul 08 20:27:33.366881 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fcc60d9-e1cf-4276-9e5c-e9fa4d21ae2f req-6a6165a2-fce7-450f-a4f3-f2e73f53a42c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=042eca08-98f5-41d3-96db-3e38a9e0534d HTTP/1.1" status: 200 len: 217 time: 0.1548491 Jul 08 20:27:33.412185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-93559dc7-307c-47bd-a741-81387fcca9b8 req-1f4d6e38-8b6c-4e78-9170-40ae91d3185e tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] No DVR routers for this DVR port 73bc3391-0640-4fdd-b9b7-a4f350f86f44 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:33.415902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Network aeda51c7-62c0-461d-806f-63846808ac6d is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:33.441494 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-93559dc7-307c-47bd-a741-81387fcca9b8 req-1f4d6e38-8b6c-4e78-9170-40ae91d3185e tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:33.444005 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-93559dc7-307c-47bd-a741-81387fcca9b8 req-1f4d6e38-8b6c-4e78-9170-40ae91d3185e tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.104 "DELETE /v2.0/ports/73bc3391-0640-4fdd-b9b7-a4f350f86f44 HTTP/1.1" status: 204 len: 173 time: 2.0319951 Jul 08 20:27:33.444844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57598deb-6fd4-4ca2-9423-2a0ee2eb9074', 'name': 'network-vif-deleted', 'tag': '73bc3391-0640-4fdd-b9b7-a4f350f86f44'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:27:33.447640 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ee7f08-778f-4a01-8b7f-8f5c3b6899ba" -d '{"events": [{"server_uuid": "57598deb-6fd4-4ca2-9423-2a0ee2eb9074", "name": "network-vif-deleted", "tag": "73bc3391-0640-4fdd-b9b7-a4f350f86f44"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:27:33.460929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:33.473188 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:33.539462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'Port': ['ID=30a04eb1-2191-417b-8e18-d1d985f0ab8e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:33.562716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc60d9-e1cf-4276-9e5c-e9fa4d21ae2f req-29491bea-cbcc-4977-b893-02718554dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:33.566201 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fcc60d9-e1cf-4276-9e5c-e9fa4d21ae2f req-29491bea-cbcc-4977-b893-02718554dd6b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b34f34cb-f847-40f5-bc26-cabdab564a35 HTTP/1.1" status: 200 len: 862 time: 0.1731205 Jul 08 20:27:33.570391 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806993a7-001a-439c-890f-52b4831b52b9 x-openstack-request-id: req-806993a7-001a-439c-890f-52b4831b52b9 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:27:33.571068 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57598deb-6fd4-4ca2-9423-2a0ee2eb9074", "name": "network-vif-deleted", "tag": "73bc3391-0640-4fdd-b9b7-a4f350f86f44", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:27:33.572481 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-806993a7-001a-439c-890f-52b4831b52b9 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:27:33.572616 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57598deb-6fd4-4ca2-9423-2a0ee2eb9074', 'name': 'network-vif-deleted', 'tag': '73bc3391-0640-4fdd-b9b7-a4f350f86f44', 'status': 'completed', 'code': 200} Jul 08 20:27:33.628690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fcc60d9-e1cf-4276-9e5c-e9fa4d21ae2f req-834cdf98-0cb0-4c50-907c-ec35f5368d57 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=701ca3aa-9b2f-4622-8c3a-263a68be4239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463316 Jul 08 20:27:33.757814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:33.758480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:33.842508 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f82310f1-44ac-49dc-9ab9-f9348524bf09 req-ff145962-a49c-427f-8cb2-1d798173589b tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 210 time: 0.0724018 Jul 08 20:27:33.918323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e253f636-bff8-4a88-87d0-b7f17e48c1e7 None None] Provisioning for port 30a04eb1-2191-417b-8e18-d1d985f0ab8e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:33.918722 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fcc60d9-e1cf-4276-9e5c-e9fa4d21ae2f req-07fe8502-0ffe-4a88-9276-d07bc753e25e service neutron] 10.222.0.104 "GET /v2.0/networks/701ca3aa-9b2f-4622-8c3a-263a68be4239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797511 Jul 08 20:27:33.925992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e253f636-bff8-4a88-87d0-b7f17e48c1e7 None None] Provisioning complete for port 30a04eb1-2191-417b-8e18-d1d985f0ab8e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:33.926776 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e253f636-bff8-4a88-87d0-b7f17e48c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:33.967107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Pushing event deleted for resources: {'Port': ['ID=3611116a-2bcd-4757-89c4-d748c03b1ca5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:33.999684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e253f636-bff8-4a88-87d0-b7f17e48c1e7 None None] Port 30a04eb1-2191-417b-8e18-d1d985f0ab8e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:34.053088 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.053379 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fcc60d9-e1cf-4276-9e5c-e9fa4d21ae2f req-8de03633-9ad9-4499-8159-699ba99ee1e1 service neutron] 10.222.0.104 "GET /v2.0/networks/701ca3aa-9b2f-4622-8c3a-263a68be4239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278932 Jul 08 20:27:34.064077 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e612201a-b91d-4ea3-a4e1-c8745eb7b17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.067858 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f2919a63-5b50-46ea-9e6a-6e93121beaad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5240147 Jul 08 20:27:34.073362 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.142828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3611116a-2bcd-4757-89c4-d748c03b1ca5 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:34.181445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 3611116a-2bcd-4757-89c4-d748c03b1ca5 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:34.181895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3611116a-2bcd-4757-89c4-d748c03b1ca5 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:34.188056 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.189327 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7854173 Jul 08 20:27:34.193450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33286) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:34.198675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-199cd006-6932-44d6-9dcc-0904742d6d64 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '74031235-9a46-4fde-9730-43ec3d8d9abf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:34.206473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd008c-2d26-4168-a4fa-3d42b53877df req-b2bab9a8-60a8-47c1-af37-22405016095f tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:34.208021 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86cd008c-2d26-4168-a4fa-3d42b53877df req-b2bab9a8-60a8-47c1-af37-22405016095f tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 944 time: 0.2858598 Jul 08 20:27:34.230421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 042eca08-98f5-41d3-96db-3e38a9e0534d details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:27:34.235224 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 73bc3391-0640-4fdd-b9b7-a4f350f86f44 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:34.238671 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fd83a-bc39-42ef-ae3b-98f93f3f0ff8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74031235-9a46-4fde-9730-43ec3d8d9abf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:34.248246 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-199cd006-6932-44d6-9dcc-0904742d6d64 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.295556 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 73bc3391-0640-4fdd-b9b7-a4f350f86f44 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:34.296462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 73bc3391-0640-4fdd-b9b7-a4f350f86f44 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:34.357155 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86cd008c-2d26-4168-a4fa-3d42b53877df req-62ff0d2c-5c89-4316-9de1-27a35220412d tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/security-groups?id=879a8f43-9dbe-4e5f-bbcc-2e41f777f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110091 Jul 08 20:27:34.361496 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b95018a-3012-4e37-9f12-1bd23b5d687a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.387859 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-199cd006-6932-44d6-9dcc-0904742d6d64 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.402047 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-199cd006-6932-44d6-9dcc-0904742d6d64 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.448461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cd006-6932-44d6-9dcc-0904742d6d64 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e074301-5ef5-4d85-8e63-b5d2aa8c01a1,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:34.461165 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-199cd006-6932-44d6-9dcc-0904742d6d64 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.462581 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-199cd006-6932-44d6-9dcc-0904742d6d64 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2679236 Jul 08 20:27:34.466855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33290) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:34.480788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a76b5d9d-2286-416b-b9de-ec3f2e467692 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '74031235-9a46-4fde-9730-43ec3d8d9abf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:34.481170 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Router e2f79690-6479-4664-99cd-4180fafd6359 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:27:34.538716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 042eca08-98f5-41d3-96db-3e38a9e0534d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=042eca08-98f5-41d3-96db-3e38a9e0534d,segment=NetworkSegment(3159ba8f-3217-4f13-b9c2-5e9483be8450),segment_id=3159ba8f-3217-4f13-b9c2-5e9483be8450)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:34.555747 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a76b5d9d-2286-416b-b9de-ec3f2e467692 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.560715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '042eca08-98f5-41d3-96db-3e38a9e0534d', 'network_id': '701ca3aa-9b2f-4622-8c3a-263a68be4239', 'port_id': '042eca08-98f5-41d3-96db-3e38a9e0534d', 'mac_address': 'fa:16:3e:a9:95:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34f34cb-f847-40f5-bc26-cabdab564a35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:27:34.563005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95018a-3012-4e37-9f12-1bd23b5d687a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=e9b16214-0224-4d3e-a42c-ad12167a478f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:34.639797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33294) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:34.644828 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.658903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-8dea9c12-ea52-411c-8312-1b7fcfaf3d35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--883998714', 'description': 'tempest-description--477194331'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:34.660818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042eca08-98f5-41d3-96db-3e38a9e0534d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:27:34.703499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 042eca08-98f5-41d3-96db-3e38a9e0534d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=042eca08-98f5-41d3-96db-3e38a9e0534d,segment=NetworkSegment(3159ba8f-3217-4f13-b9c2-5e9483be8450),segment_id=3159ba8f-3217-4f13-b9c2-5e9483be8450)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:34.710385 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.729971 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8dea9c12-ea52-411c-8312-1b7fcfaf3d35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.750152 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-a76b5d9d-2286-416b-b9de-ec3f2e467692 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 20:27:34.751600 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a76b5d9d-2286-416b-b9de-ec3f2e467692 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2832022 Jul 08 20:27:34.755618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33296) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:34.813711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=042eca08-98f5-41d3-96db-3e38a9e0534d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:34.871474 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b95018a-3012-4e37-9f12-1bd23b5d687a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.883344 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48baa664-bffc-47c7-8146-f93828bbab70 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.921843 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48baa664-bffc-47c7-8146-f93828bbab70 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.960974 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8dea9c12-ea52-411c-8312-1b7fcfaf3d35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:34.965734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['042eca08-98f5-41d3-96db-3e38a9e0534d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:27:34.969305 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8dea9c12-ea52-411c-8312-1b7fcfaf3d35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.014659 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8dea9c12-ea52-411c-8312-1b7fcfaf3d35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.018740 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8dea9c12-ea52-411c-8312-1b7fcfaf3d35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3702149 Jul 08 20:27:35.018740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea9c12-ea52-411c-8312-1b7fcfaf3d35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6718104f-31b1-4500-8238-3977a7d71fd4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:35.019052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33302) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:35.026179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b15ce1bd-1b97-41ad-9ef6-f9a5672b0978 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'security_group_rule': {'security_group_id': '6718104f-31b1-4500-8238-3977a7d71fd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:35.035447 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48baa664-bffc-47c7-8146-f93828bbab70 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.038506 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48baa664-bffc-47c7-8146-f93828bbab70 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.039671 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-48baa664-bffc-47c7-8146-f93828bbab70 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "DELETE /v2.0/security-groups/74031235-9a46-4fde-9730-43ec3d8d9abf HTTP/1.1" status: 204 len: 168 time: 0.2828610 Jul 08 20:27:35.044672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33304) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:35.091072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:27:35.091748 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b15ce1bd-1b97-41ad-9ef6-f9a5672b0978 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.100805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48baa664-bffc-47c7-8146-f93828bbab70 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74031235-9a46-4fde-9730-43ec3d8d9abf,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:35.120889 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98938b-6532-4d16-8153-1fe0cd2f91d3 None None] Sync routers for ids ['e2f79690-6479-4664-99cd-4180fafd6359'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:27:35.166934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98938b-6532-4d16-8153-1fe0cd2f91d3 None None] Routers {'e2f79690-6479-4664-99cd-4180fafd6359'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:35.167910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-be98938b-6532-4d16-8153-1fe0cd2f91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e2f79690-6479-4664-99cd-4180fafd6359'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:35.168863 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b15ce1bd-1b97-41ad-9ef6-f9a5672b0978 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.179918 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b15ce1bd-1b97-41ad-9ef6-f9a5672b0978 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.203566 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-539c3179-ef1d-4bbc-b283-f6947c529c8c req-28f37a1f-c848-46c1-9394-888294b53438 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/ports?device_id=84fa9b5d-49f6-46aa-82d7-209bca33b3e8 HTTP/1.1" status: 200 len: 210 time: 0.0378337 Jul 08 20:27:35.216908 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ce1bd-1b97-41ad-9ef6-f9a5672b0978 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1971201f-6678-423a-906b-18311c20a2eb,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:35.224965 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] No DVR routers for this DVR port 3611116a-2bcd-4757-89c4-d748c03b1ca5 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:35.226540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b15ce1bd-1b97-41ad-9ef6-f9a5672b0978 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.228114 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b15ce1bd-1b97-41ad-9ef6-f9a5672b0978 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2079976 Jul 08 20:27:35.230782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33308) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:35.236469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-52d98bbe-c0be-40b4-be8d-33edad2c552a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'security_group_rule': {'security_group_id': '6718104f-31b1-4500-8238-3977a7d71fd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:35.238679 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.240720 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e21f8e55-2dfa-4b05-abcd-920cc42b234a req-b9f905ba-f8cb-474c-b87c-b7d892add80d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.103 "DELETE /v2.0/ports/3611116a-2bcd-4757-89c4-d748c03b1ca5 HTTP/1.1" status: 204 len: 173 time: 3.8149340 Jul 08 20:27:35.241191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fa9b5d-49f6-46aa-82d7-209bca33b3e8', 'name': 'network-vif-deleted', 'tag': '3611116a-2bcd-4757-89c4-d748c03b1ca5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:27:35.243547 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10574e9-46e5-49ce-9e15-d9f8e5db1272" -d '{"events": [{"server_uuid": "84fa9b5d-49f6-46aa-82d7-209bca33b3e8", "name": "network-vif-deleted", "tag": "3611116a-2bcd-4757-89c4-d748c03b1ca5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:27:35.266403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a684e4ff-4cef-40f2-a159-fe8d4a1ba0a1 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2147634 Jul 08 20:27:35.267542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33312) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:35.274682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-710e0fa0-e041-448a-86ae-1e6209a166e9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group': {'name': 'tempest-secgroup--386157589'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:35.274909 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62020c-33de-4e04-927b-8808636d6f4c req-a29b8a4e-9695-4060-b399-8bcce9bace9f tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:35.282106 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f62020c-33de-4e04-927b-8808636d6f4c req-a29b8a4e-9695-4060-b399-8bcce9bace9f tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.4259214 Jul 08 20:27:35.311282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b95018a-3012-4e37-9f12-1bd23b5d687a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Router ee737fbf-2927-45f3-9cc9-630c4f2c6703 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:27:35.323896 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-710e0fa0-e041-448a-86ae-1e6209a166e9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.343550 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f62020c-33de-4e04-927b-8808636d6f4c req-a6df733f-61cb-4b4f-82ec-f90d1938a555 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604851 Jul 08 20:27:35.358050 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52d98bbe-c0be-40b4-be8d-33edad2c552a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.372566 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-be98938b-6532-4d16-8153-1fe0cd2f91d3 None None] Set router e2f79690-6479-4664-99cd-4180fafd6359 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:35.490399 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bd2ec2-f1c2-40fa-b70d-7fd1c7d715c3 x-openstack-request-id: req-53bd2ec2-f1c2-40fa-b70d-7fd1c7d715c3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:27:35.490918 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fa9b5d-49f6-46aa-82d7-209bca33b3e8", "name": "network-vif-deleted", "tag": "3611116a-2bcd-4757-89c4-d748c03b1ca5", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:27:35.491339 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-53bd2ec2-f1c2-40fa-b70d-7fd1c7d715c3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:27:35.491936 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fa9b5d-49f6-46aa-82d7-209bca33b3e8', 'name': 'network-vif-deleted', 'tag': '3611116a-2bcd-4757-89c4-d748c03b1ca5', 'status': 'completed', 'code': 200} Jul 08 20:27:35.501785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b95018a-3012-4e37-9f12-1bd23b5d687a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:27:35.515460 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7b95018a-3012-4e37-9f12-1bd23b5d687a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "PUT /v2.0/routers/ee737fbf-2927-45f3-9cc9-630c4f2c6703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7374177 Jul 08 20:27:35.517650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33316) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:35.522204 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb6fa08-8048-4362-aafe-17638cf0fb60 None None] Sync routers for ids ['ee737fbf-2927-45f3-9cc9-630c4f2c6703'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:27:35.541075 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb6fa08-8048-4362-aafe-17638cf0fb60 None None] Routers {'ee737fbf-2927-45f3-9cc9-630c4f2c6703'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:35.541784 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5eb6fa08-8048-4362-aafe-17638cf0fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ee737fbf-2927-45f3-9cc9-630c4f2c6703'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:35.554751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52d98bbe-c0be-40b4-be8d-33edad2c552a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.566652 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52d98bbe-c0be-40b4-be8d-33edad2c552a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.591070 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-10345f57-1cbd-499c-8427-bbc678c0785b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:27:35.594476 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-10345f57-1cbd-499c-8427-bbc678c0785b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/e9b16214-0224-4d3e-a42c-ad12167a478f HTTP/1.1" status: 404 len: 333 time: 0.0749195 Jul 08 20:27:35.596745 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5eb6fa08-8048-4362-aafe-17638cf0fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:35.598229 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-710e0fa0-e041-448a-86ae-1e6209a166e9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.599733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33318) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:35.608252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d98bbe-c0be-40b4-be8d-33edad2c552a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4899274-bd38-4757-b286-80c026eddfea,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:35.620901 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb6fa08-8048-4362-aafe-17638cf0fb60 None None] Routers {'ee737fbf-2927-45f3-9cc9-630c4f2c6703'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:35.621551 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5eb6fa08-8048-4362-aafe-17638cf0fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ee737fbf-2927-45f3-9cc9-630c4f2c6703'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:35.673276 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5eb6fa08-8048-4362-aafe-17638cf0fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:35.674607 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb6fa08-8048-4362-aafe-17638cf0fb60 None None] The sync data for ids ['ee737fbf-2927-45f3-9cc9-630c4f2c6703'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:27:35.683679 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-710e0fa0-e041-448a-86ae-1e6209a166e9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.685820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-be98938b-6532-4d16-8153-1fe0cd2f91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:24:58Z', 'revision_number': 4, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '3c7a28dd-3a2a-420e-80d0-b5f669ca8b51', 'name': '', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'mac_address': 'fa:16:3e:00:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '766875be-f5a3-452b-ab0a-dec10c060185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:57Z', 'updated_at': '2021-07-08T20:25:08Z', 'revision_number': 5, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'subnets': [{'id': '766875be-f5a3-452b-ab0a-dec10c060185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:35.696400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadb642-c2fd-4074-a518-0a56504b4162 req-a40c5ea3-9183-42f6-b3b8-ebd76175a384 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:35.701774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-beadb642-c2fd-4074-a518-0a56504b4162 req-a40c5ea3-9183-42f6-b3b8-ebd76175a384 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=8c04b2dd-4348-418c-a330-86042c617812 HTTP/1.1" status: 200 len: 945 time: 0.1144397 Jul 08 20:27:35.713577 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98938b-6532-4d16-8153-1fe0cd2f91d3 None None] Checking router: e2f79690-6479-4664-99cd-4180fafd6359 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:27:35.718727 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52d98bbe-c0be-40b4-be8d-33edad2c552a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.719944 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-52d98bbe-c0be-40b4-be8d-33edad2c552a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4879980 Jul 08 20:27:35.724298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33320) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:35.726928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98938b-6532-4d16-8153-1fe0cd2f91d3 None None] Routers {'e2f79690-6479-4664-99cd-4180fafd6359'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:35.727577 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-be98938b-6532-4d16-8153-1fe0cd2f91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e2f79690-6479-4664-99cd-4180fafd6359'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:35.729099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:35.743228 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a11ead5-a7b3-4271-a26e-072f1c5b87e6 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.760844 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-beadb642-c2fd-4074-a518-0a56504b4162 req-cbb9f510-00d0-4d18-92e1-9e18a31daf80 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569749 Jul 08 20:27:35.772017 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.784203 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-710e0fa0-e041-448a-86ae-1e6209a166e9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.788027 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-710e0fa0-e041-448a-86ae-1e6209a166e9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5170100 Jul 08 20:27:35.789014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33322) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:35.802902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-e9d7c9ae-87bb-4f3f-a2bb-e88011b9ce03 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '46a35db5-b70c-47d5-a093-6a842ccc1761', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:35.803490 n-d-791506-16 neutron-server[94065]: WARNING neutron.api.v2.base [None req-e9d7c9ae-87bb-4f3f-a2bb-e88011b9ce03 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 08 20:27:35.803749 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-e9d7c9ae-87bb-4f3f-a2bb-e88011b9ce03 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:35.804772 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e9d7c9ae-87bb-4f3f-a2bb-e88011b9ce03 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0144920 Jul 08 20:27:35.813143 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33324) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:35.819981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e0fa0-e041-448a-86ae-1e6209a166e9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a35db5-b70c-47d5-a093-6a842ccc1761,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:35.862895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-be98938b-6532-4d16-8153-1fe0cd2f91d3 None None] Set router e2f79690-6479-4664-99cd-4180fafd6359 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:35.927481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66637eeb-dcd2-4797-aa08-c99bc9924020 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.951604 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a11ead5-a7b3-4271-a26e-072f1c5b87e6 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.954713 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a11ead5-a7b3-4271-a26e-072f1c5b87e6 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.963786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66637eeb-dcd2-4797-aa08-c99bc9924020 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:35.969881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41d81d-67f2-401d-9e8e-b0fc81d43c46 req-8d5fcad0-1633-46b6-87c1-930fa42eed99 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:35.971560 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1b41d81d-67f2-401d-9e8e-b0fc81d43c46 req-8d5fcad0-1633-46b6-87c1-930fa42eed99 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 945 time: 0.3245893 Jul 08 20:27:36.037584 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66637eeb-dcd2-4797-aa08-c99bc9924020 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.039968 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a11ead5-a7b3-4271-a26e-072f1c5b87e6 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.040641 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a11ead5-a7b3-4271-a26e-072f1c5b87e6 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Fanout notify agent at l3_agent the message router_deleted on router ee737fbf-2927-45f3-9cc9-630c4f2c6703 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:27:36.042326 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66637eeb-dcd2-4797-aa08-c99bc9924020 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.044382 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-66637eeb-dcd2-4797-aa08-c99bc9924020 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "DELETE /v2.0/security-groups/46a35db5-b70c-47d5-a093-6a842ccc1761 HTTP/1.1" status: 204 len: 168 time: 0.2013478 Jul 08 20:27:36.053714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33326) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:36.057480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a11ead5-a7b3-4271-a26e-072f1c5b87e6 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.058994 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7a11ead5-a7b3-4271-a26e-072f1c5b87e6 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/routers/ee737fbf-2927-45f3-9cc9-630c4f2c6703 HTTP/1.1" status: 204 len: 168 time: 0.4575944 Jul 08 20:27:36.063436 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1b41d81d-67f2-401d-9e8e-b0fc81d43c46 req-d212e040-ca24-4bac-a43a-5b67dea82162 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/security-groups?id=879a8f43-9dbe-4e5f-bbcc-2e41f777f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580437 Jul 08 20:27:36.064178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33328) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:36.110497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66637eeb-dcd2-4797-aa08-c99bc9924020 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a35db5-b70c-47d5-a093-6a842ccc1761,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:36.131783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-905447d2-a983-45d6-91fe-873872571d4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting subnet f820ac07-5a1f-4db1-b51e-40b7d921f502 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:27:36.135433 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-905447d2-a983-45d6-91fe-873872571d4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.155758 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-35ca76be-e7f4-4e10-b091-7150983dab61 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0960114 Jul 08 20:27:36.156286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33330) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:36.161785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b8eed6e5-31a6-49f0-aa82-5e2609c96dc8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group': {'name': 'tempest-secgroup--520388151'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:36.167785 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.179883 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-905447d2-a983-45d6-91fe-873872571d4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.232511 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8eed6e5-31a6-49f0-aa82-5e2609c96dc8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.284239 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-905447d2-a983-45d6-91fe-873872571d4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.324175 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 042eca08-98f5-41d3-96db-3e38a9e0534d up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:36.335649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Allocated IP 172.25.4.13 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/8fcdfe8e-3d78-47da-9a8f-5b115ca36c59) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:36.364623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33338) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:36.394963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-be98938b-6532-4d16-8153-1fe0cd2f91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:24:58Z', 'revision_number': 4, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '3c7a28dd-3a2a-420e-80d0-b5f669ca8b51', 'name': '', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'mac_address': 'fa:16:3e:00:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '766875be-f5a3-452b-ab0a-dec10c060185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:57Z', 'updated_at': '2021-07-08T20:25:08Z', 'revision_number': 5, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'subnets': [{'id': '766875be-f5a3-452b-ab0a-dec10c060185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:36.404413 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-905447d2-a983-45d6-91fe-873872571d4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.443083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98938b-6532-4d16-8153-1fe0cd2f91d3 None None] The sync data for ids ['e2f79690-6479-4664-99cd-4180fafd6359'] in n-d-791506-16 is: [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:24:58Z', 'revision_number': 4, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '3c7a28dd-3a2a-420e-80d0-b5f669ca8b51', 'name': '', 'network_id': '3ce86e39-34c3-49f9-a221-9804a7dc8755', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'mac_address': 'fa:16:3e:00:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '766875be-f5a3-452b-ab0a-dec10c060185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:57Z', 'updated_at': '2021-07-08T20:25:08Z', 'revision_number': 5, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'subnets': [{'id': '766875be-f5a3-452b-ab0a-dec10c060185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:27:36.456984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905447d2-a983-45d6-91fe-873872571d4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Subnet': ['ID=f820ac07-5a1f-4db1-b51e-40b7d921f502,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:36.459251 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8eed6e5-31a6-49f0-aa82-5e2609c96dc8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.462970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 042eca08-98f5-41d3-96db-3e38a9e0534d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:36.463313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-905447d2-a983-45d6-91fe-873872571d4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.468467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33342) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:36.469093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-905447d2-a983-45d6-91fe-873872571d4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/f820ac07-5a1f-4db1-b51e-40b7d921f502 HTTP/1.1" status: 204 len: 168 time: 0.4028513 Jul 08 20:27:36.471532 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 042eca08-98f5-41d3-96db-3e38a9e0534d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:36.471532 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.490033 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7bfa6167-8a29-425d-8762-cc74490b977a tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.517780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c3c75-03e8-4330-996d-2e9e7c43a9aa None None] Network 5e84ebc0-b70a-445b-ae45-b991d2c3cdaf requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:36.558480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7bfa6167-8a29-425d-8762-cc74490b977a tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.563634 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8eed6e5-31a6-49f0-aa82-5e2609c96dc8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.647059 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8504a163-d43e-49ac-899b-ebd6cacc7311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.654278 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7bfa6167-8a29-425d-8762-cc74490b977a tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.657693 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7bfa6167-8a29-425d-8762-cc74490b977a tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.662361 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7bfa6167-8a29-425d-8762-cc74490b977a tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "DELETE /v2.0/security-groups/e8828778-8b35-4db8-b4b1-0cb3dd237861 HTTP/1.1" status: 204 len: 168 time: 0.2939932 Jul 08 20:27:36.668506 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8eed6e5-31a6-49f0-aa82-5e2609c96dc8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.669775 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b8eed6e5-31a6-49f0-aa82-5e2609c96dc8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5126684 Jul 08 20:27:36.670430 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33344) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:36.677815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33346) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:36.678923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa6167-8a29-425d-8762-cc74490b977a tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8828778-8b35-4db8-b4b1-0cb3dd237861,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:36.686448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-caffb243-6c6b-47a8-a559-904d9655991e tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '37fdee1f-da47-498f-9047-777824e4d694', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:36.687572 n-d-791506-16 neutron-server[94066]: WARNING neutron.api.v2.base [None req-caffb243-6c6b-47a8-a559-904d9655991e tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 08 20:27:36.688380 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-caffb243-6c6b-47a8-a559-904d9655991e tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:36.693334 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-caffb243-6c6b-47a8-a559-904d9655991e tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0119455 Jul 08 20:27:36.694126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33348) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:36.731189 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eed6e5-31a6-49f0-aa82-5e2609c96dc8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37fdee1f-da47-498f-9047-777824e4d694,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:36.758143 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.766344 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ad1c772b-5e9a-4720-a413-3b6476ae7371 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.776710 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.793615 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-d71daca0-f174-4f07-8022-72d98008e98d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] show failed (client error): The resource could not be found. Jul 08 20:27:36.796489 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ad1c772b-5e9a-4720-a413-3b6476ae7371 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.798353 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d71daca0-f174-4f07-8022-72d98008e98d tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "GET /v2.0/security-groups/e8828778-8b35-4db8-b4b1-0cb3dd237861 HTTP/1.1" status: 404 len: 347 time: 0.1195450 Jul 08 20:27:36.798908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33352) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:36.803518 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.839131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee85a1c8-7834-4139-b6c3-23c6ac13c16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042eca08-98f5-41d3-96db-3e38a9e0534d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:27:36.843458 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7092c2d7-b7c0-4c4b-8869-ea0ac896c793" -d '{"events": [{"server_uuid": "ee85a1c8-7834-4139-b6c3-23c6ac13c16f", "name": "network-vif-plugged", "status": "completed", "tag": "042eca08-98f5-41d3-96db-3e38a9e0534d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:27:36.847339 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ad1c772b-5e9a-4720-a413-3b6476ae7371 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.850138 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ad1c772b-5e9a-4720-a413-3b6476ae7371 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.853756 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ad1c772b-5e9a-4720-a413-3b6476ae7371 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "DELETE /v2.0/security-groups/37fdee1f-da47-498f-9047-777824e4d694 HTTP/1.1" status: 204 len: 168 time: 0.1555693 Jul 08 20:27:36.865037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33356) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:36.865497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c772b-5e9a-4720-a413-3b6476ae7371 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fdee1f-da47-498f-9047-777824e4d694,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:36.897502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336ddd59-5503-4e3d-bbbf-04875ae79cab None None] New status for floating IP fa8a5459-30dc-40c0-91c3-fb7feab2b0b9: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:27:36.905390 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 042eca08-98f5-41d3-96db-3e38a9e0534d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=042eca08-98f5-41d3-96db-3e38a9e0534d,segment=NetworkSegment(3159ba8f-3217-4f13-b9c2-5e9483be8450),segment_id=3159ba8f-3217-4f13-b9c2-5e9483be8450)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:36.950197 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bcc5cd76-d97b-4920-8b56-5e8f74ec8915 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0824842 Jul 08 20:27:36.956909 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:36.962604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33360) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:37.026820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e107db-b494-4bba-97d7-293859538913 None None] DHCP port deletion for 5e84ebc0-b70a-445b-ae45-b991d2c3cdaf request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:27:37.029513 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccece60-5c84-44b2-ba2f-8c55ae6937e9 req-50f28ba4-f856-4226-a0f8-d46d24b70387 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:37.030259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f9a2ac3f-c811-491f-82dc-81e9a2776cc3 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group': {'name': 'tempest-secgroup--132929008'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:37.031333 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ccece60-5c84-44b2-ba2f-8c55ae6937e9 req-50f28ba4-f856-4226-a0f8-d46d24b70387 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=8c04b2dd-4348-418c-a330-86042c617812 HTTP/1.1" status: 200 len: 945 time: 0.1012669 Jul 08 20:27:37.078573 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ccece60-5c84-44b2-ba2f-8c55ae6937e9 req-ec93af3a-1989-4a02-a5da-cd6e2345a535 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356326 Jul 08 20:27:37.079614 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:37.126028 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=042eca08-98f5-41d3-96db-3e38a9e0534d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:37.144313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee82a2d-86ce-42c1-9e85-5f6b7a4dd955 req-38cdce60-cd8b-4f60-ae49-a9edae24e660 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:37.145866 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cb8b04-e7ec-495c-8e19-907db5ebb9b8 x-openstack-request-id: req-d7cb8b04-e7ec-495c-8e19-907db5ebb9b8 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:27:37.146049 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ee82a2d-86ce-42c1-9e85-5f6b7a4dd955 req-38cdce60-cd8b-4f60-ae49-a9edae24e660 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.5278528 Jul 08 20:27:37.146496 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee85a1c8-7834-4139-b6c3-23c6ac13c16f", "name": "network-vif-plugged", "status": "completed", "tag": "042eca08-98f5-41d3-96db-3e38a9e0534d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:27:37.146904 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d7cb8b04-e7ec-495c-8e19-907db5ebb9b8 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:27:37.147447 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee85a1c8-7834-4139-b6c3-23c6ac13c16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042eca08-98f5-41d3-96db-3e38a9e0534d', 'code': 200} Jul 08 20:27:37.161120 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f9a2ac3f-c811-491f-82dc-81e9a2776cc3 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:37.167209 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-68e107db-b494-4bba-97d7-293859538913 None None] Deleting port 1a6f2388-7684-498e-9ba3-78f5b53d0b01 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:37.167588 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-68e107db-b494-4bba-97d7-293859538913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:37.197171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63ef10-abeb-4fc2-a63e-dbc7306f63d2 req-f3070e00-94a5-462e-b329-7b93872033d2 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:37.198690 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d63ef10-abeb-4fc2-a63e-dbc7306f63d2 req-f3070e00-94a5-462e-b329-7b93872033d2 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.103 "GET /v2.0/ports?device_id=8c04b2dd-4348-418c-a330-86042c617812 HTTP/1.1" status: 200 len: 945 time: 0.4762378 Jul 08 20:27:37.239470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-68e107db-b494-4bba-97d7-293859538913 None None] For port 1a6f2388-7684-498e-9ba3-78f5b53d0b01, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1a6f2388-7684-498e-9ba3-78f5b53d0b01,segment=NetworkSegment(4e6c5b7c-f7be-4c49-a08b-d1dc619a4665),segment_id=4e6c5b7c-f7be-4c49-a08b-d1dc619a4665)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:37.239813 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-68e107db-b494-4bba-97d7-293859538913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:37.255030 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-68e107db-b494-4bba-97d7-293859538913 None None] Calling delete_port for 1a6f2388-7684-498e-9ba3-78f5b53d0b01 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:37.288495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-820b3f4d-1c0a-4878-a6da-8c1be5ec9c39 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Deleting port e56e1ad3-3f05-4f10-871c-df6762bf9d7b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:37.289078 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-820b3f4d-1c0a-4878-a6da-8c1be5ec9c39 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:37.302435 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:37.334686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf239ca-e67b-4826-990f-5c4ef6bb5138 req-8eb378c5-0de6-45a5-b255-6cce6572234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:37.336229 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4bf239ca-e67b-4826-990f-5c4ef6bb5138 req-8eb378c5-0de6-45a5-b255-6cce6572234c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 1098 time: 0.1167231 Jul 08 20:27:37.352262 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-68e107db-b494-4bba-97d7-293859538913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:37.363381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351acb3c-c64d-49c9-adc3-2fc5fea972c7 req-99c36923-4f56-44e1-961d-496cd72dcf62 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:37.365037 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-351acb3c-c64d-49c9-adc3-2fc5fea972c7 req-99c36923-4f56-44e1-961d-496cd72dcf62 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 946 time: 0.0982513 Jul 08 20:27:37.378529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e107db-b494-4bba-97d7-293859538913 None None] Pushing event deleted for resources: {'Port': ['ID=1a6f2388-7684-498e-9ba3-78f5b53d0b01,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:37.382128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e107db-b494-4bba-97d7-293859538913 None None] No DVR routers for this DVR port 1a6f2388-7684-498e-9ba3-78f5b53d0b01 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:37.406202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4bf239ca-e67b-4826-990f-5c4ef6bb5138 req-26e1758a-f4cf-4630-bc8b-53e67936ce67 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=879a8f43-9dbe-4e5f-bbcc-2e41f777f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609946 Jul 08 20:27:37.416646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 1a6f2388-7684-498e-9ba3-78f5b53d0b01 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:37.416998 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:37.425148 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ee82a2d-86ce-42c1-9e85-5f6b7a4dd955 req-adf680f7-c8d6-4d89-a2ea-3764d96544db tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613652 Jul 08 20:27:37.432498 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-351acb3c-c64d-49c9-adc3-2fc5fea972c7 req-71a6feb4-348b-4acf-822e-b217d150d6d2 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/security-groups?id=879a8f43-9dbe-4e5f-bbcc-2e41f777f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585179 Jul 08 20:27:37.488746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:37.520144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:37.529337 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'Port': ['ID=8fcdfe8e-3d78-47da-9a8f-5b115ca36c59,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:37.551192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:37.624300 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-820b3f4d-1c0a-4878-a6da-8c1be5ec9c39 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:37.624655 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-820b3f4d-1c0a-4878-a6da-8c1be5ec9c39 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:37.627348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] For port 1a6f2388-7684-498e-9ba3-78f5b53d0b01, host n-d-791506-16, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:37.627348 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:37.665520 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-820b3f4d-1c0a-4878-a6da-8c1be5ec9c39 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Calling delete_port for e56e1ad3-3f05-4f10-871c-df6762bf9d7b owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:37.676396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 1a6f2388-7684-498e-9ba3-78f5b53d0b01 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:37.693893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Port 1a6f2388-7684-498e-9ba3-78f5b53d0b01 was not found and therefore no delete operation was performed {{(pid=94065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:27:37.704788 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.129430 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.148611 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f9a2ac3f-c811-491f-82dc-81e9a2776cc3 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.153170 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=1a6f2388-7684-498e-9ba3-78f5b53d0b01,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:38.168168 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f9a2ac3f-c811-491f-82dc-81e9a2776cc3 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.175090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No DVR routers for this DVR port 1a6f2388-7684-498e-9ba3-78f5b53d0b01 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:38.180065 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-4d63ef10-abeb-4fc2-a63e-dbc7306f63d2 req-3702213a-4dda-4fb8-9980-adf31aa3de78 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Deleting port bb2affb1-e5da-4da7-91c0-4a596a0ab68e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:38.180410 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4d63ef10-abeb-4fc2-a63e-dbc7306f63d2 req-3702213a-4dda-4fb8-9980-adf31aa3de78 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.272031 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.295338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5603cb-fe41-455f-9bab-6667f38d62cd req-ed1304f5-5253-4a35-9b8a-5e9a1445ea43 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:38.297052 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c5603cb-fe41-455f-9bab-6667f38d62cd req-ed1304f5-5253-4a35-9b8a-5e9a1445ea43 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=8c04b2dd-4348-418c-a330-86042c617812 HTTP/1.1" status: 200 len: 945 time: 0.0734892 Jul 08 20:27:38.337492 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c5603cb-fe41-455f-9bab-6667f38d62cd req-fc26cdd1-a61d-4453-bc63-a9a4bae25b9e tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345068 Jul 08 20:27:38.344079 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f9a2ac3f-c811-491f-82dc-81e9a2776cc3 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.345357 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f9a2ac3f-c811-491f-82dc-81e9a2776cc3 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3197291 Jul 08 20:27:38.348947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33368) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:38.354126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-dd324003-b40a-4402-a46c-bb0d0a08ca57 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': 'a0e2b295-cc6d-4bd0-8986-b18edfdd5bbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:38.364083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2ac3f-c811-491f-82dc-81e9a2776cc3 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e2b295-cc6d-4bd0-8986-b18edfdd5bbc,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:38.369267 n-d-791506-16 neutron-server[94066]: WARNING neutron.api.v2.base [None req-dd324003-b40a-4402-a46c-bb0d0a08ca57 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 08 20:27:38.369893 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-dd324003-b40a-4402-a46c-bb0d0a08ca57 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:38.374064 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dd324003-b40a-4402-a46c-bb0d0a08ca57 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0239713 Jul 08 20:27:38.374641 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33370) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:38.380537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6d2853e6-6b09-4836-b1d4-eca93d60bc62 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': 'a0e2b295-cc6d-4bd0-8986-b18edfdd5bbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:38.381215 n-d-791506-16 neutron-server[94066]: WARNING neutron.api.v2.base [None req-6d2853e6-6b09-4836-b1d4-eca93d60bc62 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 08 20:27:38.381696 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-6d2853e6-6b09-4836-b1d4-eca93d60bc62 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:38.385122 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6d2853e6-6b09-4836-b1d4-eca93d60bc62 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095425 Jul 08 20:27:38.385719 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33372) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:38.389979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6af4e70d-82d4-49de-b250-1eeb6b841ba9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': 'a0e2b295-cc6d-4bd0-8986-b18edfdd5bbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:38.390823 n-d-791506-16 neutron-server[94066]: WARNING neutron.api.v2.base [None req-6af4e70d-82d4-49de-b250-1eeb6b841ba9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 08 20:27:38.391295 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-6af4e70d-82d4-49de-b250-1eeb6b841ba9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:38.392217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6af4e70d-82d4-49de-b250-1eeb6b841ba9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055962 Jul 08 20:27:38.397326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33374) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:38.401644 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a1697563-88fa-4fa7-b969-40e286a0972b tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': 'a0e2b295-cc6d-4bd0-8986-b18edfdd5bbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:38.403152 n-d-791506-16 neutron-server[94066]: WARNING neutron.api.v2.base [None req-a1697563-88fa-4fa7-b969-40e286a0972b tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 08 20:27:38.403661 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-a1697563-88fa-4fa7-b969-40e286a0972b tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:38.407416 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a1697563-88fa-4fa7-b969-40e286a0972b tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0094264 Jul 08 20:27:38.408048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33376) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:38.409821 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.427327 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e84ebc0-b70a-445b-ae45-b991d2c3cdaf']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:38.456955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6c5b7c-f7be-4c49-a08b-d1dc619a4665') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:38.457261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6c5b7c-f7be-4c49-a08b-d1dc619a4665') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:38.463371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e527c182-ad82-4f80-89a7-701e9724aa10 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.488431 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e527c182-ad82-4f80-89a7-701e9724aa10 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.495928 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.502674 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.505626 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4d63ef10-abeb-4fc2-a63e-dbc7306f63d2 req-3702213a-4dda-4fb8-9980-adf31aa3de78 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] For port bb2affb1-e5da-4da7-91c0-4a596a0ab68e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bb2affb1-e5da-4da7-91c0-4a596a0ab68e,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:38.505993 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4d63ef10-abeb-4fc2-a63e-dbc7306f63d2 req-3702213a-4dda-4fb8-9980-adf31aa3de78 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.542707 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e527c182-ad82-4f80-89a7-701e9724aa10 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.547438 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e527c182-ad82-4f80-89a7-701e9724aa10 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.549846 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e527c182-ad82-4f80-89a7-701e9724aa10 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "DELETE /v2.0/security-groups/a0e2b295-cc6d-4bd0-8986-b18edfdd5bbc HTTP/1.1" status: 204 len: 168 time: 0.1394174 Jul 08 20:27:38.553940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33382) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:38.554899 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.558660 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-4d63ef10-abeb-4fc2-a63e-dbc7306f63d2 req-3702213a-4dda-4fb8-9980-adf31aa3de78 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Calling delete_port for bb2affb1-e5da-4da7-91c0-4a596a0ab68e owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:38.580205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527c182-ad82-4f80-89a7-701e9724aa10 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e2b295-cc6d-4bd0-8986-b18edfdd5bbc,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:38.587815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:27:38.588235 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:27:38.591336 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:27:38.655534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4c5dfeb9-0b28-4a1c-915a-413f2ddc6056 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0931263 Jul 08 20:27:38.657772 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33384) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:38.662654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-5bf4169a-86f7-4eb1-805d-5fa65a7d66ac tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group': {'name': 'tempest-secgroup--360073655'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:38.700837 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-820b3f4d-1c0a-4878-a6da-8c1be5ec9c39 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.702316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110f479-93c7-4bd6-a36c-b161fbc6b99b req-14880dab-c417-4d50-93d0-7a9abde125ff tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:38.704015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5110f479-93c7-4bd6-a36c-b161fbc6b99b req-14880dab-c417-4d50-93d0-7a9abde125ff tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 946 time: 0.1197488 Jul 08 20:27:38.705387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bf4169a-86f7-4eb1-805d-5fa65a7d66ac tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.762952 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5110f479-93c7-4bd6-a36c-b161fbc6b99b req-64608201-2962-49d0-a9b7-85ad35168062 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/security-groups?id=879a8f43-9dbe-4e5f-bbcc-2e41f777f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479205 Jul 08 20:27:38.775138 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b3f4d-1c0a-4878-a6da-8c1be5ec9c39 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Pushing event deleted for resources: {'Port': ['ID=e56e1ad3-3f05-4f10-871c-df6762bf9d7b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:38.844411 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bf4169a-86f7-4eb1-805d-5fa65a7d66ac tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.850390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bf4169a-86f7-4eb1-805d-5fa65a7d66ac tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.851229 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.889609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1a6f2388-7684-498e-9ba3-78f5b53d0b01 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:38.891932 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bf4169a-86f7-4eb1-805d-5fa65a7d66ac tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.893556 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5bf4169a-86f7-4eb1-805d-5fa65a7d66ac tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2341943 Jul 08 20:27:38.895672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4169a-86f7-4eb1-805d-5fa65a7d66ac tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f04c717-ba3f-42f4-8e43-e84eafd74ddd,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:38.897689 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33390) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:38.902399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-955ee456-3485-49fc-8adb-ce9e532c77cf tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '3f04c717-ba3f-42f4-8e43-e84eafd74ddd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:38.903144 n-d-791506-16 neutron-server[94066]: WARNING neutron.api.v2.base [None req-955ee456-3485-49fc-8adb-ce9e532c77cf tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 20:27:38.903611 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-955ee456-3485-49fc-8adb-ce9e532c77cf tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:38.904548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-955ee456-3485-49fc-8adb-ce9e532c77cf tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059454 Jul 08 20:27:38.907127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33392) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:38.912359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3e010541-fe9b-4225-8b66-922dab653d2f tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '3f04c717-ba3f-42f4-8e43-e84eafd74ddd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:38.914337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 1a6f2388-7684-498e-9ba3-78f5b53d0b01 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:38.914692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1a6f2388-7684-498e-9ba3-78f5b53d0b01 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:38.941191 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:38.943545 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/networks/5e84ebc0-b70a-445b-ae45-b991d2c3cdaf HTTP/1.1" status: 204 len: 168 time: 2.4709396 Jul 08 20:27:38.951059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33394) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:38.972920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1da02-fe90-4859-b517-8191bf96168d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Network': ['ID=5e84ebc0-b70a-445b-ae45-b991d2c3cdaf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:38.998518 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-3e010541-fe9b-4225-8b66-922dab653d2f tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:39.002449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3e010541-fe9b-4225-8b66-922dab653d2f tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0923421 Jul 08 20:27:39.007236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33396) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:39.016741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-54bc7280-de5f-47c4-9656-3cd84e3ca7ef tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '3f04c717-ba3f-42f4-8e43-e84eafd74ddd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:39.017499 n-d-791506-16 neutron-server[94066]: WARNING neutron.api.v2.base [None req-54bc7280-de5f-47c4-9656-3cd84e3ca7ef tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 08 20:27:39.018394 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-54bc7280-de5f-47c4-9656-3cd84e3ca7ef tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:39.019626 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-54bc7280-de5f-47c4-9656-3cd84e3ca7ef tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090349 Jul 08 20:27:39.024519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33398) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:39.031394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0057bfec-b5b4-4024-bb80-10cf63b3da4f tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '3f04c717-ba3f-42f4-8e43-e84eafd74ddd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:39.041292 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-820b3f4d-1c0a-4878-a6da-8c1be5ec9c39 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:39.043123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064f9119-c073-42db-bd40-9ea21c7298d3 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:39.043736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-820b3f4d-1c0a-4878-a6da-8c1be5ec9c39 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:39.048376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-064f9119-c073-42db-bd40-9ea21c7298d3 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/a3d76678-8dea-4013-898c-2827db59dc4a HTTP/1.1" status: 200 len: 841 time: 0.0919054 Jul 08 20:27:39.048477 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-820b3f4d-1c0a-4878-a6da-8c1be5ec9c39 tempest-ServersTestJSON-800694888 tempest-ServersTestJSON-800694888-project] 10.222.0.101 "DELETE /v2.0/floatingips/fa8a5459-30dc-40c0-91c3-fb7feab2b0b9 HTTP/1.1" status: 204 len: 168 time: 2.2372491 Jul 08 20:27:39.048724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33402) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:39.049804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33404) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:39.063715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aad2f5-857e-4f1f-997e-1d3723b0dab2 req-8b666d0d-da8e-4ce6-aa53-c9ac5f0b23ce tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:39.065795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-83aad2f5-857e-4f1f-997e-1d3723b0dab2 req-8b666d0d-da8e-4ce6-aa53-c9ac5f0b23ce tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.4801812 Jul 08 20:27:39.142305 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4d63ef10-abeb-4fc2-a63e-dbc7306f63d2 req-3702213a-4dda-4fb8-9980-adf31aa3de78 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:39.156178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['d8430881-9959-4dcb-8833-96f3d98ee135'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:27:39.161973 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:39.189240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ba7b3d15-61fd-4c61-bcc2-2fe1b835b8a7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/a3d76678-8dea-4013-898c-2827db59dc4a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1366899 Jul 08 20:27:39.193694 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33408) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:39.198703 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:39.199877 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-fd843ac3-fd2e-41db-9874-ec97357972cc tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:39.200943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702213a-4dda-4fb8-9980-adf31aa3de78 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Pushing event deleted for resources: {'Port': ['ID=bb2affb1-e5da-4da7-91c0-4a596a0ab68e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:39.216031 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-83aad2f5-857e-4f1f-997e-1d3723b0dab2 req-1e1b4c1a-54a1-4947-9d63-442224a9bbad tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423683 Jul 08 20:27:39.239049 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-0057bfec-b5b4-4024-bb80-10cf63b3da4f tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:39.240327 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0057bfec-b5b4-4024-bb80-10cf63b3da4f tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2136352 Jul 08 20:27:39.284893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33410) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:39.293122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6f0e0eef-4aa8-47a1-80ef-58b7adecae0d tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '3f04c717-ba3f-42f4-8e43-e84eafd74ddd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:39.294320 n-d-791506-16 neutron-server[94065]: WARNING neutron.api.v2.base [None req-6f0e0eef-4aa8-47a1-80ef-58b7adecae0d tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 20:27:39.295608 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-6f0e0eef-4aa8-47a1-80ef-58b7adecae0d tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:39.302003 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6f0e0eef-4aa8-47a1-80ef-58b7adecae0d tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074682 Jul 08 20:27:39.304280 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33412) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:39.310861 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-650806ee-c3fe-4a90-930c-51cd2b159752 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '3f04c717-ba3f-42f4-8e43-e84eafd74ddd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:39.363240 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d63ef10-abeb-4fc2-a63e-dbc7306f63d2 req-3702213a-4dda-4fb8-9980-adf31aa3de78 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] No DVR routers for this DVR port bb2affb1-e5da-4da7-91c0-4a596a0ab68e on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:39.376109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4d63ef10-abeb-4fc2-a63e-dbc7306f63d2 req-3702213a-4dda-4fb8-9980-adf31aa3de78 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:39.383539 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d63ef10-abeb-4fc2-a63e-dbc7306f63d2 req-3702213a-4dda-4fb8-9980-adf31aa3de78 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.103 "DELETE /v2.0/ports/bb2affb1-e5da-4da7-91c0-4a596a0ab68e HTTP/1.1" status: 204 len: 173 time: 2.1708086 Jul 08 20:27:39.434678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c04b2dd-4348-418c-a330-86042c617812', 'name': 'network-vif-deleted', 'tag': 'bb2affb1-e5da-4da7-91c0-4a596a0ab68e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:27:39.437827 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182dd5c5-0672-4627-a9cb-dcb037a45c47" -d '{"events": [{"server_uuid": "8c04b2dd-4348-418c-a330-86042c617812", "name": "network-vif-deleted", "tag": "bb2affb1-e5da-4da7-91c0-4a596a0ab68e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:27:39.460931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'Port': ['ID=8fcdfe8e-3d78-47da-9a8f-5b115ca36c59,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:39.535529 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:39.567098 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-650806ee-c3fe-4a90-930c-51cd2b159752 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:39.569265 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-650806ee-c3fe-4a90-930c-51cd2b159752 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2637522 Jul 08 20:27:39.574659 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:39.582563 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5b744580-ba5b-41bf-a82e-4eb41ad735a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8508990 Jul 08 20:27:39.594310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1226ad3-1cc4-4fee-974d-15c093d1d36d req-bf0d8b4a-39a5-43db-b39d-61ab24bcf6c6 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:39.596748 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1226ad3-1cc4-4fee-974d-15c093d1d36d req-bf0d8b4a-39a5-43db-b39d-61ab24bcf6c6 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 946 time: 0.1261363 Jul 08 20:27:39.597283 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33420) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:39.610826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4cb7ef14-b9c8-4a53-8251-d4fb50292f01 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '3f04c717-ba3f-42f4-8e43-e84eafd74ddd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:39.611341 n-d-791506-16 neutron-server[94065]: WARNING neutron.api.v2.base [None req-4cb7ef14-b9c8-4a53-8251-d4fb50292f01 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 08 20:27:39.611881 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-4cb7ef14-b9c8-4a53-8251-d4fb50292f01 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:39.612974 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4cb7ef14-b9c8-4a53-8251-d4fb50292f01 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0147109 Jul 08 20:27:39.635820 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33424) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:39.640835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-334f6a57-d216-4774-80c5-5984d9926715 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '3f04c717-ba3f-42f4-8e43-e84eafd74ddd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:39.669430 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1226ad3-1cc4-4fee-974d-15c093d1d36d req-b1677d21-ddff-43d7-9506-7ed7057a25bb tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/security-groups?id=879a8f43-9dbe-4e5f-bbcc-2e41f777f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551248 Jul 08 20:27:39.715407 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:39.724449 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-334f6a57-d216-4774-80c5-5984d9926715 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:39.728332 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-334f6a57-d216-4774-80c5-5984d9926715 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0888751 Jul 08 20:27:39.728684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33426) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:39.735031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-67d1e59f-31b2-4e7a-92dd-cf3bcd9781c4 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '3f04c717-ba3f-42f4-8e43-e84eafd74ddd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:39.743106 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f280d0-f85e-4c0b-82fa-903cd48b29d5 x-openstack-request-id: req-27f280d0-f85e-4c0b-82fa-903cd48b29d5 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:27:39.743397 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c04b2dd-4348-418c-a330-86042c617812", "name": "network-vif-deleted", "tag": "bb2affb1-e5da-4da7-91c0-4a596a0ab68e", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:27:39.743654 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-27f280d0-f85e-4c0b-82fa-903cd48b29d5 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:27:39.744054 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c04b2dd-4348-418c-a330-86042c617812', 'name': 'network-vif-deleted', 'tag': 'bb2affb1-e5da-4da7-91c0-4a596a0ab68e', 'status': 'completed', 'code': 200} Jul 08 20:27:39.786966 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-67d1e59f-31b2-4e7a-92dd-cf3bcd9781c4 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:39.788110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-67d1e59f-31b2-4e7a-92dd-cf3bcd9781c4 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0585983 Jul 08 20:27:39.790965 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33430) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:39.838538 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18cd4764-494c-4602-b565-22d61d8127c1 req-b3d78058-0265-41f8-8886-8fce45047a7f tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=8c04b2dd-4348-418c-a330-86042c617812 HTTP/1.1" status: 200 len: 210 time: 0.1129072 Jul 08 20:27:39.858067 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68cc7ce4-5c76-4b39-9805-94d503b62b8b tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:39.910735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68cc7ce4-5c76-4b39-9805-94d503b62b8b tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:39.969129 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-16a476cd-9147-4936-b8ee-6e48e8effb3c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--883998714&fields=id&tenant_id=19ba4cf0369f429aa704185ab183dd93 HTTP/1.1" status: 200 len: 267 time: 0.0675752 Jul 08 20:27:39.987653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd843ac3-fd2e-41db-9874-ec97357972cc tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:39.991324 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd843ac3-fd2e-41db-9874-ec97357972cc tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.041414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-4266184e-4f5d-4612-9335-7dbaac26ce4a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:40.042967 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-4266184e-4f5d-4612-9335-7dbaac26ce4a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports/bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d HTTP/1.1" status: 200 len: 932 time: 0.0664666 Jul 08 20:27:40.048857 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68cc7ce4-5c76-4b39-9805-94d503b62b8b tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.050741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec35519-dce7-42dd-8be7-bdb044f719e4 req-8ed8dfdc-a4a4-4d45-94d6-94aeb59201af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:40.051688 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cec35519-dce7-42dd-8be7-bdb044f719e4 req-8ed8dfdc-a4a4-4d45-94d6-94aeb59201af service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.3250201 Jul 08 20:27:40.053378 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68cc7ce4-5c76-4b39-9805-94d503b62b8b tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.054097 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-68cc7ce4-5c76-4b39-9805-94d503b62b8b tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "DELETE /v2.0/security-groups/3f04c717-ba3f-42f4-8e43-e84eafd74ddd HTTP/1.1" status: 204 len: 168 time: 0.2619324 Jul 08 20:27:40.059762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33444) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:40.098385 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc7ce4-5c76-4b39-9805-94d503b62b8b tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f04c717-ba3f-42f4-8e43-e84eafd74ddd,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:40.125986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-de462d49-ac49-43f9-8d83-5216da0f1627 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:40.129090 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-de462d49-ac49-43f9-8d83-5216da0f1627 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports/30a04eb1-2191-417b-8e18-d1d985f0ab8e HTTP/1.1" status: 200 len: 930 time: 0.0740759 Jul 08 20:27:40.171869 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c18785ee-c6e5-4dd4-be54-959a029832d1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?network_id=bf68e9f7-7d52-4278-a652-39c8a071af8f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0385935 Jul 08 20:27:40.185741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bb2affb1-e5da-4da7-91c0-4a596a0ab68e no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:40.197723 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cec35519-dce7-42dd-8be7-bdb044f719e4 req-2e7d1d16-e172-4e68-8447-003861d095b8 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265206 Jul 08 20:27:40.205994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: bb2affb1-e5da-4da7-91c0-4a596a0ab68e {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:40.206705 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bb2affb1-e5da-4da7-91c0-4a596a0ab68e not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:40.212128 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-50abb246-a832-403e-a29a-2070f1bdab56 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1480629 Jul 08 20:27:40.212532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-1e333e62-4fca-4623-82da-d4da7ed79160 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?network_id=bf68e9f7-7d52-4278-a652-39c8a071af8f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0388341 Jul 08 20:27:40.213319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33446) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:40.218591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b69edf3f-b8d5-4fdf-ad9b-d69543f29d0c tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group': {'name': 'tempest-secgroup--938766922'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:40.320588 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b69edf3f-b8d5-4fdf-ad9b-d69543f29d0c tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.361516 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd843ac3-fd2e-41db-9874-ec97357972cc tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.379088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-3006da99-1251-4fa2-9b69-6b75196f4370 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:40.385291 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-3006da99-1251-4fa2-9b69-6b75196f4370 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:40.391404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-3006da99-1251-4fa2-9b69-6b75196f4370 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:40.393686 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-3006da99-1251-4fa2-9b69-6b75196f4370 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/networks?id=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=bf68e9f7-7d52-4278-a652-39c8a071af8f&id=bf68e9f7-7d52-4278-a652-39c8a071af8f HTTP/1.1" status: 200 len: 1990 time: 0.1639993 Jul 08 20:27:40.421398 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9f50543-0096-4fb9-8866-86dfff8a82d8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/quotas/19ba4cf0369f429aa704185ab183dd93 HTTP/1.1" status: 200 len: 375 time: 0.0199230 Jul 08 20:27:40.448029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd843ac3-fd2e-41db-9874-ec97357972cc tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network c5a12856-3dd6-4633-952c-7da81734d866 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:40.459359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-fd843ac3-fd2e-41db-9874-ec97357972cc tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:40.467797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd843ac3-fd2e-41db-9874-ec97357972cc tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:40.468569 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd843ac3-fd2e-41db-9874-ec97357972cc tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.468989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa68644-bdfd-4eec-a0ec-e197ead84a0f None None] Network c5a12856-3dd6-4633-952c-7da81734d866 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:40.473970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd843ac3-fd2e-41db-9874-ec97357972cc tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Subnet': ['ID=9df25e6c-b56c-45d6-aeb3-10a7da42daad,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:40.487920 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c544138c-b6c9-420b-a5f9-e7a0a54d1cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.514189 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b69edf3f-b8d5-4fdf-ad9b-d69543f29d0c tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.524444 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b69edf3f-b8d5-4fdf-ad9b-d69543f29d0c tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.547604 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fd843ac3-fd2e-41db-9874-ec97357972cc tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3529925 Jul 08 20:27:40.548567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33450) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:40.555235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3ac97aaf-024f-4f7c-acb7-daa8f54764a0 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'security_group': {'name': 'tempest-secgroup-1413608147'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:40.570021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855234d-c18e-49f4-885a-fedab6189014 req-4bcb260d-c43e-436f-9ec3-1a6411f5de95 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:40.572276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6855234d-c18e-49f4-885a-fedab6189014 req-4bcb260d-c43e-436f-9ec3-1a6411f5de95 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.2227929 Jul 08 20:27:40.573739 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b69edf3f-b8d5-4fdf-ad9b-d69543f29d0c tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.575169 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b69edf3f-b8d5-4fdf-ad9b-d69543f29d0c tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3602686 Jul 08 20:27:40.578937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33452) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:40.585918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-91c20c5f-4fc4-4d54-b085-59e78b37475a tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '1a7ed12f-b98a-4e8a-9a02-f2fb94e37e3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:40.602060 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-09c76aa4-7fb8-497d-9115-7b6bad71c00b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1677153 Jul 08 20:27:40.606783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69edf3f-b8d5-4fdf-ad9b-d69543f29d0c tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7ed12f-b98a-4e8a-9a02-f2fb94e37e3a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:40.617011 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ac97aaf-024f-4f7c-acb7-daa8f54764a0 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.677022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-c5a12856-3dd6-4633-952c-7da81734d866', 'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'tenant_id': '71f0e7236dba4c15b1913f9f6f671c80', 'fixed_ips': [{'subnet_id': '9df25e6c-b56c-45d6-aeb3-10a7da42daad'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:27:40.678094 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.687637 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6855234d-c18e-49f4-885a-fedab6189014 req-f7ad1645-c954-40f8-9789-38ffdb3e8a5c tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937254 Jul 08 20:27:40.765699 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-d6608459-ee40-48fb-8739-cda29ebba576 service neutron] 10.222.0.101 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386766 Jul 08 20:27:40.845419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Allocated IP 172.20.0.2 (c5a12856-3dd6-4633-952c-7da81734d866/9df25e6c-b56c-45d6-aeb3-10a7da42daad/fdf016f0-774f-4a18-9c65-b36f4c090b9e) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:40.894868 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ac97aaf-024f-4f7c-acb7-daa8f54764a0 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.903707 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ac97aaf-024f-4f7c-acb7-daa8f54764a0 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.918968 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-091b65a8-7e5b-49ce-a918-5728641f9129 service neutron] 10.222.0.101 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433592 Jul 08 20:27:40.937597 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-91c20c5f-4fc4-4d54-b085-59e78b37475a tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The resource could not be found. Jul 08 20:27:40.941771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-91c20c5f-4fc4-4d54-b085-59e78b37475a tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3589094 Jul 08 20:27:40.943202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33458) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:40.946162 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ac97aaf-024f-4f7c-acb7-daa8f54764a0 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.948697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3ac97aaf-024f-4f7c-acb7-daa8f54764a0 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3965831 Jul 08 20:27:40.950062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-37e6db2b-193b-48e2-9d43-dfbf7998a446 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '1a7ed12f-b98a-4e8a-9a02-f2fb94e37e3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fd2d9f24-0f25-43e6-8639-012391543e2a'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:40.960265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c544138c-b6c9-420b-a5f9-e7a0a54d1cdc admin admin] Deleting port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:40.960540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c544138c-b6c9-420b-a5f9-e7a0a54d1cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:40.963855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33460) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:40.970244 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c5b4fb29-d8b6-44db-a512-1144da71a272 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'security_group': {'name': 'tempest-secgroup-524702747'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:40.973618 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac97aaf-024f-4f7c-acb7-daa8f54764a0 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3505251-8580-4bdd-9c5a-5e007d442a37,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:40.988130 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-23868092-2f36-4c59-aa36-a09d1eac1be0 service neutron] 10.222.0.101 "GET /v2.0/ports/bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0593662 Jul 08 20:27:41.051386 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.061696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Transition to ACTIVE for port object fdf016f0-774f-4a18-9c65-b36f4c090b9e will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:41.088086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Transition to ACTIVE for port object fdf016f0-774f-4a18-9c65-b36f4c090b9e will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:41.098994 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.137871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-ca79b27d-3ae8-45b3-9eb8-40bc1d1abc91 service neutron] 10.222.0.101 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325901 Jul 08 20:27:41.144928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb67880-0074-4285-88ee-ce29d2d527f3 req-1e976ed3-f4a8-4d7d-b8a6-aad345f28126 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:41.146534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cfb67880-0074-4285-88ee-ce29d2d527f3 req-1e976ed3-f4a8-4d7d-b8a6-aad345f28126 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 946 time: 0.2543983 Jul 08 20:27:41.161986 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fb29-d8b6-44db-a512-1144da71a272 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.185462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Network c5a12856-3dd6-4633-952c-7da81734d866 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:41.191067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:41.194844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Pushing event updated for resources: {'Port': ['ID=fdf016f0-774f-4a18-9c65-b36f4c090b9e,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:41.197658 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-37e6db2b-193b-48e2-9d43-dfbf7998a446 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The resource could not be found. Jul 08 20:27:41.198651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:41.198810 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-37e6db2b-193b-48e2-9d43-dfbf7998a446 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2543566 Jul 08 20:27:41.212151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33464) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:41.245550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c544138c-b6c9-420b-a5f9-e7a0a54d1cdc admin admin] For port 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3c7a28dd-3a2a-420e-80d0-b5f669ca8b51,segment=NetworkSegment(6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8),segment_id=6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:41.246389 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c544138c-b6c9-420b-a5f9-e7a0a54d1cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.267246 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-3d77e467-321a-42b9-b131-b6153339a4fb service neutron] 10.222.0.101 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220357 Jul 08 20:27:41.281423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Attempting to bind port fdf016f0-774f-4a18-9c65-b36f4c090b9e on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:27:41.281801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Attempting to bind port fdf016f0-774f-4a18-9c65-b36f4c090b9e by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5d52409d-e966-4ecf-a9bc-85ad21dee5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:27:41.282262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Attempting to bind port fdf016f0-774f-4a18-9c65-b36f4c090b9e on network c5a12856-3dd6-4633-952c-7da81734d866 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:27:41.288875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:27:41.289314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Checking segment: {'id': '5d52409d-e966-4ecf-a9bc-85ad21dee5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:41.289839 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.290421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Bound using segment: {'id': '5d52409d-e966-4ecf-a9bc-85ad21dee5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:27:41.291079 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Bound port: fdf016f0-774f-4a18-9c65-b36f4c090b9e, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d52409d-e966-4ecf-a9bc-85ad21dee5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:27:41.291457 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.301962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3e3d1-c047-4942-9bb6-e2cca5958741 req-8cf78f66-454f-4712-9fe3-44eead6cd3ec tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:41.304390 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29c3e3d1-c047-4942-9bb6-e2cca5958741 req-8cf78f66-454f-4712-9fe3-44eead6cd3ec tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 946 time: 0.3124921 Jul 08 20:27:41.305590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c544138c-b6c9-420b-a5f9-e7a0a54d1cdc admin admin] Calling delete_port for 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:41.341968 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-4ebc10d5-21fd-4857-bf11-3e91bb031561 service neutron] 10.222.0.101 "GET /v2.0/ports/30a04eb1-2191-417b-8e18-d1d985f0ab8e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0639718 Jul 08 20:27:41.345237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cfb67880-0074-4285-88ee-ce29d2d527f3 req-4d03c459-ec39-498d-afb2-de1fae9994ad tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/security-groups?id=879a8f43-9dbe-4e5f-bbcc-2e41f777f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920054 Jul 08 20:27:41.367100 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] For port fdf016f0-774f-4a18-9c65-b36f4c090b9e, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:27:41.371997 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] For port fdf016f0-774f-4a18-9c65-b36f4c090b9e, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fdf016f0-774f-4a18-9c65-b36f4c090b9e,segment=NetworkSegment(5d52409d-e966-4ecf-a9bc-85ad21dee5e6),segment_id=5d52409d-e966-4ecf-a9bc-85ad21dee5e6)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:27:41.379773 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.489531 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4e8e3-0ca4-49ac-885a-aacb8b6ef71a None None] Pushing event updated for resources: {'Port': ['ID=fdf016f0-774f-4a18-9c65-b36f4c090b9e,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:41.512648 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c80c7d16-18d5-4a72-9c1b-e75cc792a762 service neutron] 10.222.0.101 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674604 Jul 08 20:27:41.530891 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dba66a16-26d6-4008-b823-877874e9a0d9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.632393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dba66a16-26d6-4008-b823-877874e9a0d9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.644773 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-8ad19466-eef9-4eaf-815e-c09398b112c8 service neutron] 10.222.0.101 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310527 Jul 08 20:27:41.747981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-29c3e3d1-c047-4942-9bb6-e2cca5958741 req-ac0d5248-4d01-4f55-ab9b-7b425e1d2cd2 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Deleting port 042eca08-98f5-41d3-96db-3e38a9e0534d {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:41.747981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-29c3e3d1-c047-4942-9bb6-e2cca5958741 req-ac0d5248-4d01-4f55-ab9b-7b425e1d2cd2 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.860177 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fb29-d8b6-44db-a512-1144da71a272 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.860953 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dba66a16-26d6-4008-b823-877874e9a0d9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.863942 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dba66a16-26d6-4008-b823-877874e9a0d9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.865102 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dba66a16-26d6-4008-b823-877874e9a0d9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "DELETE /v2.0/security-groups/1a7ed12f-b98a-4e8a-9a02-f2fb94e37e3a HTTP/1.1" status: 204 len: 168 time: 0.6487148 Jul 08 20:27:41.865547 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-013bf3c9-1a13-48a9-b6eb-825961fc1e4f service neutron] 10.222.0.101 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120273 Jul 08 20:27:41.868605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33472) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:41.881114 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fb29-d8b6-44db-a512-1144da71a272 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.912562 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fb29-d8b6-44db-a512-1144da71a272 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:41.913286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c5b4fb29-d8b6-44db-a512-1144da71a272 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9474974 Jul 08 20:27:41.922360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33474) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:41.925412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba66a16-26d6-4008-b823-877874e9a0d9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7ed12f-b98a-4e8a-9a02-f2fb94e37e3a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:41.932746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-672647586', 'security_groups': ['94ba2373-457a-4838-8e6c-0c4fa2dd042f'], 'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9df25e6c-b56c-45d6-aeb3-10a7da42daad'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:41.995799 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-48a1e122-347d-4768-bf70-f2f648a51a65 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1207607 Jul 08 20:27:41.996768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33476) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:42.001381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0cd5a7d0-00f8-49c3-892c-dfacf08ba42c tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '2d381c27-ee84-4ae1-8c10-446a06db1216', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:42.066652 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-434f4ebd-7bda-47ae-96c5-ae6f2a7224f9 service neutron] 10.222.0.101 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837783 Jul 08 20:27:42.094483 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-0cd5a7d0-00f8-49c3-892c-dfacf08ba42c tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The resource could not be found. Jul 08 20:27:42.095590 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0cd5a7d0-00f8-49c3-892c-dfacf08ba42c tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0985053 Jul 08 20:27:42.102994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33478) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:42.104859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-29c3e3d1-c047-4942-9bb6-e2cca5958741 req-ac0d5248-4d01-4f55-ab9b-7b425e1d2cd2 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] For port 042eca08-98f5-41d3-96db-3e38a9e0534d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=042eca08-98f5-41d3-96db-3e38a9e0534d,segment=NetworkSegment(3159ba8f-3217-4f13-b9c2-5e9483be8450),segment_id=3159ba8f-3217-4f13-b9c2-5e9483be8450)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:42.105196 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-29c3e3d1-c047-4942-9bb6-e2cca5958741 req-ac0d5248-4d01-4f55-ab9b-7b425e1d2cd2 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:42.111952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4fb29-d8b6-44db-a512-1144da71a272 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ba2373-457a-4838-8e6c-0c4fa2dd042f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:42.125066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-76eb40a4-ab7f-4e76-94cc-2ca05019ad4e tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996765336'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:42.151547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-29c3e3d1-c047-4942-9bb6-e2cca5958741 req-ac0d5248-4d01-4f55-ab9b-7b425e1d2cd2 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Calling delete_port for 042eca08-98f5-41d3-96db-3e38a9e0534d owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:42.164002 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-ea7148a1-aaf3-4c61-b3c6-30576f630c91 service neutron] 10.222.0.101 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905004 Jul 08 20:27:42.202841 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c544138c-b6c9-420b-a5f9-e7a0a54d1cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:42.263403 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76eb40a4-ab7f-4e76-94cc-2ca05019ad4e tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:42.267884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-bc690e72-dce8-4e05-9bf4-e45f2561b554 service neutron] 10.222.0.101 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962129 Jul 08 20:27:42.276242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544138c-b6c9-420b-a5f9-e7a0a54d1cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7a28dd-3a2a-420e-80d0-b5f669ca8b51,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:42.370687 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-7b5591fd-03ce-4299-ae08-b52f5e87d0dd service neutron] 10.222.0.101 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966713 Jul 08 20:27:42.384209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:42.396419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6effb-7b97-42f4-8c1e-758504c23107 req-214d72c7-88dd-465c-98b2-6ed3d687d692 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:42.398047 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5cf6effb-7b97-42f4-8c1e-758504c23107 req-214d72c7-88dd-465c-98b2-6ed3d687d692 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.3824863 Jul 08 20:27:42.482464 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-22de694f-f8d3-4189-8487-2cdaef8ec939 service neutron] 10.222.0.101 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047153 Jul 08 20:27:42.590520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e2317e63-cda6-4809-b334-963e3ccf5885 service neutron] 10.222.0.101 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002660 Jul 08 20:27:42.659882 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:42.664774 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5cf6effb-7b97-42f4-8c1e-758504c23107 req-1da32152-9a85-49ef-93cd-f83960d4ec52 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532344 Jul 08 20:27:42.693897 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-62522432-c270-49ab-b29e-89030fe23532 service neutron] 10.222.0.101 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024282 Jul 08 20:27:42.758509 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-29c3e3d1-c047-4942-9bb6-e2cca5958741 req-ac0d5248-4d01-4f55-ab9b-7b425e1d2cd2 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:42.808013 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76eb40a4-ab7f-4e76-94cc-2ca05019ad4e tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:42.809427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port 89871fcc-31a4-48a3-8dd0-d5facea98c1b yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:27:42.857082 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76eb40a4-ab7f-4e76-94cc-2ca05019ad4e tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:42.870491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d5248-4d01-4f55-ab9b-7b425e1d2cd2 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Pushing event deleted for resources: {'Port': ['ID=042eca08-98f5-41d3-96db-3e38a9e0534d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:42.952290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2fadd519-380e-412c-b698-61a88787b956 None None] Provisioning complete for port a3d76678-8dea-4013-898c-2827db59dc4a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:42.953449 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2fadd519-380e-412c-b698-61a88787b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.008923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fdf016f0-774f-4a18-9c65-b36f4c090b9e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:43.017329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-2fadd519-380e-412c-b698-61a88787b956 None None] Port a3d76678-8dea-4013-898c-2827db59dc4a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:43.064377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2fadd519-380e-412c-b698-61a88787b956 None None] Provisioning for port fdf016f0-774f-4a18-9c65-b36f4c090b9e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:43.085139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port fdf016f0-774f-4a18-9c65-b36f4c090b9e completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:43.089848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port fdf016f0-774f-4a18-9c65-b36f4c090b9e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:43.090237 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.181701 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.217118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port fdf016f0-774f-4a18-9c65-b36f4c090b9e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fdf016f0-774f-4a18-9c65-b36f4c090b9e,segment=NetworkSegment(5d52409d-e966-4ecf-a9bc-85ad21dee5e6),segment_id=5d52409d-e966-4ecf-a9bc-85ad21dee5e6)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:43.222787 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.283666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=fdf016f0-774f-4a18-9c65-b36f4c090b9e,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:43.301137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c3e3d1-c047-4942-9bb6-e2cca5958741 req-ac0d5248-4d01-4f55-ab9b-7b425e1d2cd2 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] No DVR routers for this DVR port 042eca08-98f5-41d3-96db-3e38a9e0534d on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:43.303262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c544138c-b6c9-420b-a5f9-e7a0a54d1cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.312771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-29c3e3d1-c047-4942-9bb6-e2cca5958741 req-ac0d5248-4d01-4f55-ab9b-7b425e1d2cd2 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.315689 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29c3e3d1-c047-4942-9bb6-e2cca5958741 req-ac0d5248-4d01-4f55-ab9b-7b425e1d2cd2 tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.104 "DELETE /v2.0/ports/042eca08-98f5-41d3-96db-3e38a9e0534d HTTP/1.1" status: 204 len: 173 time: 1.9973807 Jul 08 20:27:43.316529 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76eb40a4-ab7f-4e76-94cc-2ca05019ad4e tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.317822 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-76eb40a4-ab7f-4e76-94cc-2ca05019ad4e tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2070556 Jul 08 20:27:43.318542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee85a1c8-7834-4139-b6c3-23c6ac13c16f', 'name': 'network-vif-deleted', 'tag': '042eca08-98f5-41d3-96db-3e38a9e0534d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:27:43.320908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33504) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:43.321489 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a489e97-8028-490b-8282-cae6b688d50a" -d '{"events": [{"server_uuid": "ee85a1c8-7834-4139-b6c3-23c6ac13c16f", "name": "network-vif-deleted", "tag": "042eca08-98f5-41d3-96db-3e38a9e0534d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:27:43.325995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-aff3cf7a-aec0-4138-b393-2ffe9c53f2af tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713441935'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:43.380865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb40a4-ab7f-4e76-94cc-2ca05019ad4e tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9d4e9f-346f-418d-9693-e4c6d1e71e40,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:43.387739 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aff3cf7a-aec0-4138-b393-2ffe9c53f2af tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.535984 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aff3cf7a-aec0-4138-b393-2ffe9c53f2af tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.563341 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aff3cf7a-aec0-4138-b393-2ffe9c53f2af tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.582703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f03065-ca0f-4471-80ea-19b383655a74 req-b12317f0-31c7-4abf-9415-eec40b7ccd5d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:43.584347 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33f03065-ca0f-4471-80ea-19b383655a74 req-b12317f0-31c7-4abf-9415-eec40b7ccd5d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 0.7369366 Jul 08 20:27:43.594902 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-15b20749-0a05-4cd9-9ea8-4e5dee9c006b req-5de8d823-2042-4fac-bcb4-6b8ee3c0a29f tempest-InstanceActionsNegativeTestJSON-1657323003 tempest-InstanceActionsNegativeTestJSON-1657323003-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee85a1c8-7834-4139-b6c3-23c6ac13c16f HTTP/1.1" status: 200 len: 210 time: 0.0567455 Jul 08 20:27:43.625042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aff3cf7a-aec0-4138-b393-2ffe9c53f2af tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.631147 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aff3cf7a-aec0-4138-b393-2ffe9c53f2af tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3090045 Jul 08 20:27:43.631846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33514) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:43.632490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.10 (c5a12856-3dd6-4633-952c-7da81734d866/9df25e6c-b56c-45d6-aeb3-10a7da42daad/89871fcc-31a4-48a3-8dd0-d5facea98c1b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:43.637399 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-98e7e52e-cc0f-4cb6-8ae3-6cf7927c611a tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group_rule': {'security_group_id': '6a9d4e9f-346f-418d-9693-e4c6d1e71e40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1752fa95-e924-45d1-a3f2-c86ea1c0871f'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:43.641876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3cf7a-aec0-4138-b393-2ffe9c53f2af tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1752fa95-e924-45d1-a3f2-c86ea1c0871f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:43.710262 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-98e7e52e-cc0f-4cb6-8ae3-6cf7927c611a tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:43.711697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-98e7e52e-cc0f-4cb6-8ae3-6cf7927c611a tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0785272 Jul 08 20:27:43.714579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33516) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:43.739631 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33f03065-ca0f-4471-80ea-19b383655a74 req-2817bff2-3ee1-49af-a6a5-bac0f9db2d43 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438394 Jul 08 20:27:43.788121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dd789-0b04-40d7-876f-b6b6ec75dca0 req-e41b0c28-6be3-4796-bbcc-8f5d5c96d852 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:43.789752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-392dd789-0b04-40d7-876f-b6b6ec75dca0 req-e41b0c28-6be3-4796-bbcc-8f5d5c96d852 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.104 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 0.3354733 Jul 08 20:27:43.791376 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f0bbf07-d89d-4fe3-9fd9-7607981e00f2 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.848582 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f0bbf07-d89d-4fe3-9fd9-7607981e00f2 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.886039 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e562a8-5a29-4274-a6b1-73441f04a44e x-openstack-request-id: req-96e562a8-5a29-4274-a6b1-73441f04a44e {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:27:43.886407 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee85a1c8-7834-4139-b6c3-23c6ac13c16f", "name": "network-vif-deleted", "tag": "042eca08-98f5-41d3-96db-3e38a9e0534d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:27:43.886661 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-96e562a8-5a29-4274-a6b1-73441f04a44e {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:27:43.887073 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee85a1c8-7834-4139-b6c3-23c6ac13c16f', 'name': 'network-vif-deleted', 'tag': '042eca08-98f5-41d3-96db-3e38a9e0534d', 'status': 'completed', 'code': 200} Jul 08 20:27:43.963943 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32d81123-a50e-48aa-8581-09b550fbe219 req-c0e47357-d765-4086-9b03-01246d79392d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.0528033 Jul 08 20:27:43.974539 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f0bbf07-d89d-4fe3-9fd9-7607981e00f2 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.977967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f0bbf07-d89d-4fe3-9fd9-7607981e00f2 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:43.991637 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3f0bbf07-d89d-4fe3-9fd9-7607981e00f2 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "DELETE /v2.0/security-groups/1752fa95-e924-45d1-a3f2-c86ea1c0871f HTTP/1.1" status: 204 len: 168 time: 0.2756827 Jul 08 20:27:43.997353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33526) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:44.019484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bbf07-d89d-4fe3-9fd9-7607981e00f2 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1752fa95-e924-45d1-a3f2-c86ea1c0871f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:44.115038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c544138c-b6c9-420b-a5f9-e7a0a54d1cdc admin admin] Router e2f79690-6479-4664-99cd-4180fafd6359 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:27:44.157525 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1bcac2bd-af5f-4b20-80af-bd673362cb0b tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1562593 Jul 08 20:27:44.161840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33532) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:44.181084 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:44.250049 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-392dd789-0b04-40d7-876f-b6b6ec75dca0 req-b79b5b23-5665-4c94-8bd4-161babde80c1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Deleting port d8430881-9959-4dcb-8833-96f3d98ee135 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:44.250482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-392dd789-0b04-40d7-876f-b6b6ec75dca0 req-b79b5b23-5665-4c94-8bd4-161babde80c1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:44.254862 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a99aa68f-c72c-478d-9489-acc3818f47b8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:44.311036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Transition to ACTIVE for port object 89871fcc-31a4-48a3-8dd0-d5facea98c1b will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:44.312158 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a99aa68f-c72c-478d-9489-acc3818f47b8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:44.318076 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 042eca08-98f5-41d3-96db-3e38a9e0534d no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:44.361054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 042eca08-98f5-41d3-96db-3e38a9e0534d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:44.361850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 042eca08-98f5-41d3-96db-3e38a9e0534d not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:44.403545 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a99aa68f-c72c-478d-9489-acc3818f47b8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:44.406386 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a99aa68f-c72c-478d-9489-acc3818f47b8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:44.407697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a99aa68f-c72c-478d-9489-acc3818f47b8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "DELETE /v2.0/security-groups/6a9d4e9f-346f-418d-9693-e4c6d1e71e40 HTTP/1.1" status: 204 len: 168 time: 0.2445550 Jul 08 20:27:44.417499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33536) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:44.426695 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c544138c-b6c9-420b-a5f9-e7a0a54d1cdc admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:27:44.436254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99aa68f-c72c-478d-9489-acc3818f47b8 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9d4e9f-346f-418d-9693-e4c6d1e71e40,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:44.437867 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1071f12-6504-4653-acc2-1d463a35814c None None] Sync routers for ids ['e2f79690-6479-4664-99cd-4180fafd6359'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:27:44.450874 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1071f12-6504-4653-acc2-1d463a35814c None None] Routers {'e2f79690-6479-4664-99cd-4180fafd6359'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:44.451937 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d1071f12-6504-4653-acc2-1d463a35814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e2f79690-6479-4664-99cd-4180fafd6359'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:44.458108 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c544138c-b6c9-420b-a5f9-e7a0a54d1cdc admin admin] 10.222.0.101 "PUT /v2.0/routers/e2f79690-6479-4664-99cd-4180fafd6359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4040940 Jul 08 20:27:44.459700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33538) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:44.519615 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:44.524959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-392dd789-0b04-40d7-876f-b6b6ec75dca0 req-b79b5b23-5665-4c94-8bd4-161babde80c1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] For port d8430881-9959-4dcb-8833-96f3d98ee135, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8430881-9959-4dcb-8833-96f3d98ee135,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:44.525392 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-392dd789-0b04-40d7-876f-b6b6ec75dca0 req-b79b5b23-5665-4c94-8bd4-161babde80c1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:44.560760 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-539fc10a-df9f-4412-aa8d-19d0dd796386 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1415465 Jul 08 20:27:44.568916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33540) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:44.576397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-caaf34f7-6ad2-4851-94bd-f79c51e43090 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group': {'name': 'tempest-secgroup--468001972'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:44.596119 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-392dd789-0b04-40d7-876f-b6b6ec75dca0 req-b79b5b23-5665-4c94-8bd4-161babde80c1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Calling delete_port for d8430881-9959-4dcb-8833-96f3d98ee135 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:44.618267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f1eac-fc4e-4e1f-89da-bae8285c8c02 req-a9cd1cf7-6630-4aca-a8c5-ff3702e380e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:44.620155 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e4f1eac-fc4e-4e1f-89da-bae8285c8c02 req-a9cd1cf7-6630-4aca-a8c5-ff3702e380e0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 1098 time: 0.2823787 Jul 08 20:27:44.635208 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:44.657008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network c5a12856-3dd6-4633-952c-7da81734d866 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:44.678621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:44.680437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=89871fcc-31a4-48a3-8dd0-d5facea98c1b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:44.705680 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-d1071f12-6504-4653-acc2-1d463a35814c None None] Set router e2f79690-6479-4664-99cd-4180fafd6359 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:44.745284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33544) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:44.747308 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:44.811178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfaf52-1e43-4eff-8724-242d27623734 req-a17ee026-4d58-4c80-8d0d-b18b472ce7c2 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:44.819279 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51bfaf52-1e43-4eff-8724-242d27623734 req-a17ee026-4d58-4c80-8d0d-b18b472ce7c2 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.3989952 Jul 08 20:27:44.823115 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-caaf34f7-6ad2-4851-94bd-f79c51e43090 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:44.923601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fdf016f0-774f-4a18-9c65-b36f4c090b9e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:44.966134 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:44.966775 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:44.990493 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d1071f12-6504-4653-acc2-1d463a35814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:27:41Z', 'revision_number': 5, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:45.031052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5709397-fe73-4d18-911d-01c3e011eb73 admin admin] Deleting subnet b34f34cb-f847-40f5-bc26-cabdab564a35 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:27:45.035307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port fdf016f0-774f-4a18-9c65-b36f4c090b9e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:45.036043 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.038396 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1071f12-6504-4653-acc2-1d463a35814c None None] Checking router: e2f79690-6479-4664-99cd-4180fafd6359 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:27:45.044959 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a5709397-fe73-4d18-911d-01c3e011eb73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.049784 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51bfaf52-1e43-4eff-8724-242d27623734 req-bc1e91e2-f0c8-4401-a19f-0f9f7a77cf53 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295697 Jul 08 20:27:45.050338 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1071f12-6504-4653-acc2-1d463a35814c None None] Routers {'e2f79690-6479-4664-99cd-4180fafd6359'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:27:45.051393 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d1071f12-6504-4653-acc2-1d463a35814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:27:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e2f79690-6479-4664-99cd-4180fafd6359'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:45.099093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f1eac-fc4e-4e1f-89da-bae8285c8c02 req-5791023d-585d-4ebe-839e-32256bc0f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:45.100592 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e4f1eac-fc4e-4e1f-89da-bae8285c8c02 req-5791023d-585d-4ebe-839e-32256bc0f6a1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 200 len: 920 time: 0.4637039 Jul 08 20:27:45.109265 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.119127 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a5709397-fe73-4d18-911d-01c3e011eb73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.206031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd782fbc-6907-4f89-b04c-2bc16e2b7daa req-ecba1321-fedf-4066-b504-1a53594ce183 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:45.207759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9ded7796-63b8-4037-85d2-8ff263d0bc88 None None] Provisioning for port 89871fcc-31a4-48a3-8dd0-d5facea98c1b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:45.210681 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bd782fbc-6907-4f89-b04c-2bc16e2b7daa req-ecba1321-fedf-4066-b504-1a53594ce183 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 945 time: 0.2651193 Jul 08 20:27:45.217383 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9ded7796-63b8-4037-85d2-8ff263d0bc88 None None] Provisioning complete for port 89871fcc-31a4-48a3-8dd0-d5facea98c1b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:45.217759 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9ded7796-63b8-4037-85d2-8ff263d0bc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.224040 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e4f1eac-fc4e-4e1f-89da-bae8285c8c02 req-5e42557d-bbfe-49c7-9ea0-b751050e69ff service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7642f5e-487c-4496-9ef7-d6adc4d484bd HTTP/1.1" status: 200 len: 217 time: 0.0794821 Jul 08 20:27:45.270512 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a5709397-fe73-4d18-911d-01c3e011eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.276138 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9ded7796-63b8-4037-85d2-8ff263d0bc88 None None] Port 89871fcc-31a4-48a3-8dd0-d5facea98c1b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:45.294703 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-d1071f12-6504-4653-acc2-1d463a35814c None None] Set router e2f79690-6479-4664-99cd-4180fafd6359 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:27:45.301910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-392dd789-0b04-40d7-876f-b6b6ec75dca0 req-b79b5b23-5665-4c94-8bd4-161babde80c1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.319801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['d8430881-9959-4dcb-8833-96f3d98ee135'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:27:45.331343 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-caaf34f7-6ad2-4851-94bd-f79c51e43090 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.355999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f1eac-fc4e-4e1f-89da-bae8285c8c02 req-2d41f5a2-db90-42b4-84c4-a6c97ab88629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:45.357946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e4f1eac-fc4e-4e1f-89da-bae8285c8c02 req-2d41f5a2-db90-42b4-84c4-a6c97ab88629 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a8e85001-3948-4499-9486-db665a7a8ea9 HTTP/1.1" status: 200 len: 859 time: 0.1269617 Jul 08 20:27:45.360804 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-caaf34f7-6ad2-4851-94bd-f79c51e43090 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.364415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b5b23-5665-4c94-8bd4-161babde80c1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Pushing event deleted for resources: {'Port': ['ID=d8430881-9959-4dcb-8833-96f3d98ee135,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:45.381480 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bd782fbc-6907-4f89-b04c-2bc16e2b7daa req-b3a3a0ce-7703-4d90-83bf-385b61de3d93 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/security-groups?id=60990105-42e4-4597-bb1a-06b9ed120a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588843 Jul 08 20:27:45.391955 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-34bb20c9-039c-4122-be0b-9b529bc04a4d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4677145 Jul 08 20:27:45.400307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33552) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:45.412885 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-656817aa-130b-48d1-a6be-d1face5329b2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:45.504327 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e4f1eac-fc4e-4e1f-89da-bae8285c8c02 req-c5944227-f854-4227-8bf8-23c53efcaed0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5922f97a-51ef-45a6-9b43-c874c18bfbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336968 Jul 08 20:27:45.538101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-79bede04-1ce1-448c-a242-8b14a08f41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:45.540232 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-79bede04-1ce1-448c-a242-8b14a08f41d9 service neutron] 10.222.0.104 "GET /v2.0/ports/bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d HTTP/1.1" status: 200 len: 1028 time: 0.2221675 Jul 08 20:27:45.556581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Deleting port 1ab8f1f3-4c51-45ee-be43-0995e7229436 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:45.557402 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.604386 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d1071f12-6504-4653-acc2-1d463a35814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:27:41Z', 'revision_number': 5, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:45.641422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-392dd789-0b04-40d7-876f-b6b6ec75dca0 req-b79b5b23-5665-4c94-8bd4-161babde80c1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] No DVR routers for this DVR port d8430881-9959-4dcb-8833-96f3d98ee135 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:45.642961 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1071f12-6504-4653-acc2-1d463a35814c None None] The sync data for ids ['e2f79690-6479-4664-99cd-4180fafd6359'] in n-d-791506-16 is: [{'id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'name': 'tempest-ServersTestJSON-67046653-router', 'tenant_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:24:47Z', 'updated_at': '2021-07-08T20:27:41Z', 'revision_number': 5, 'project_id': '8f5f0e2060fc47f78e07926c9fad9dc7', 'gw_port': {'id': '1ab8f1f3-4c51-45ee-be43-0995e7229436', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f79690-6479-4664-99cd-4180fafd6359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:24:50Z', 'updated_at': '2021-07-08T20:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:27:45.645668 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-392dd789-0b04-40d7-876f-b6b6ec75dca0 req-b79b5b23-5665-4c94-8bd4-161babde80c1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.647919 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-392dd789-0b04-40d7-876f-b6b6ec75dca0 req-b79b5b23-5665-4c94-8bd4-161babde80c1 tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.104 "DELETE /v2.0/ports/d8430881-9959-4dcb-8833-96f3d98ee135 HTTP/1.1" status: 204 len: 173 time: 1.8487766 Jul 08 20:27:45.696584 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a5709397-fe73-4d18-911d-01c3e011eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.700554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf34f7-6ad2-4851-94bd-f79c51e43090 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08d02d6-01e2-4c1e-98ac-4a2827c22d05,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:45.713958 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-caaf34f7-6ad2-4851-94bd-f79c51e43090 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.715353 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-caaf34f7-6ad2-4851-94bd-f79c51e43090 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1442416 Jul 08 20:27:45.723276 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33554) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:45.727876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-eab80861-af50-4b83-8f40-aa5ae71535ed tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:45.728295 n-d-791506-16 neutron-server[94065]: WARNING neutron.api.v2.base [None req-eab80861-af50-4b83-8f40-aa5ae71535ed tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 20:27:45.728418 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-95b1a3b1-3d88-414e-b351-14380d6e26e8 req-5e3105ec-a53a-4f36-8ace-2c3fcf137c1e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.2006803 Jul 08 20:27:45.728829 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-eab80861-af50-4b83-8f40-aa5ae71535ed tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 20:27:45.729798 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-eab80861-af50-4b83-8f40-aa5ae71535ed tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "PUT /v2.0/security-groups/c08d02d6-01e2-4c1e-98ac-4a2827c22d05 HTTP/1.1" status: 409 len: 330 time: 0.0055408 Jul 08 20:27:45.749202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33556) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:45.758954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-d509a72f-5df1-45ac-a136-83e7bc491614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:45.760337 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-d509a72f-5df1-45ac-a136-83e7bc491614 service neutron] 10.222.0.104 "GET /v2.0/ports/30a04eb1-2191-417b-8e18-d1d985f0ab8e HTTP/1.1" status: 200 len: 1026 time: 0.2131455 Jul 08 20:27:45.765818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5709397-fe73-4d18-911d-01c3e011eb73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b34f34cb-f847-40f5-bc26-cabdab564a35,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:45.768375 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a5709397-fe73-4d18-911d-01c3e011eb73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.772829 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a5709397-fe73-4d18-911d-01c3e011eb73 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/b34f34cb-f847-40f5-bc26-cabdab564a35 HTTP/1.1" status: 204 len: 168 time: 1.0265141 Jul 08 20:27:45.777059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33558) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:45.860847 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e4f1eac-fc4e-4e1f-89da-bae8285c8c02 req-d561502c-a4d1-4453-9637-4d63f19b40d0 service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905676 Jul 08 20:27:45.888511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae74178-2f75-4afa-b24d-31eb13327e54', 'name': 'network-vif-deleted', 'tag': 'd8430881-9959-4dcb-8833-96f3d98ee135'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:27:45.892061 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665f9b52-391c-47e1-9b10-7e68100de143" -d '{"events": [{"server_uuid": "eae74178-2f75-4afa-b24d-31eb13327e54", "name": "network-vif-deleted", "tag": "d8430881-9959-4dcb-8833-96f3d98ee135"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:27:45.919974 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3b6d19a4-2869-4dab-aa28-d46fa2e9e5cf tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.929977 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] For port 1ab8f1f3-4c51-45ee-be43-0995e7229436, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1ab8f1f3-4c51-45ee-be43-0995e7229436,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:45.930424 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:45.964920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Calling delete_port for 1ab8f1f3-4c51-45ee-be43-0995e7229436 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:46.000715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-99ded6bb-274d-425e-8cfd-d932f043c47f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:46.007458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-99ded6bb-274d-425e-8cfd-d932f043c47f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:46.020065 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-99ded6bb-274d-425e-8cfd-d932f043c47f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:46.022071 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-99ded6bb-274d-425e-8cfd-d932f043c47f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "GET /v2.0/networks?id=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=bf68e9f7-7d52-4278-a652-39c8a071af8f&id=bf68e9f7-7d52-4278-a652-39c8a071af8f HTTP/1.1" status: 200 len: 1990 time: 0.2482831 Jul 08 20:27:46.027234 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-82f93b9c-9b9c-4738-9ef4-8d4b1fcf3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:46.120843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5f959250-8f36-4669-8669-28e8f2ea7c43 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19ba4cf0369f429aa704185ab183dd93 HTTP/1.1" status: 200 len: 379 time: 0.0883744 Jul 08 20:27:46.163688 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'port': {'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'admin_state_up': True, 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'security_groups': ['6718104f-31b1-4500-8238-3977a7d71fd4']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:46.353241 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82d4955-b93a-4a4e-8357-f6173a55fc6e x-openstack-request-id: req-a82d4955-b93a-4a4e-8357-f6173a55fc6e {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:27:46.353732 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae74178-2f75-4afa-b24d-31eb13327e54", "name": "network-vif-deleted", "tag": "d8430881-9959-4dcb-8833-96f3d98ee135", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:27:46.354028 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a82d4955-b93a-4a4e-8357-f6173a55fc6e {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:27:46.354422 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae74178-2f75-4afa-b24d-31eb13327e54', 'name': 'network-vif-deleted', 'tag': 'd8430881-9959-4dcb-8833-96f3d98ee135', 'status': 'completed', 'code': 200} Jul 08 20:27:46.413224 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3b6d19a4-2869-4dab-aa28-d46fa2e9e5cf tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:46.451940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656817aa-130b-48d1-a6be-d1face5329b2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:46.456232 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-656817aa-130b-48d1-a6be-d1face5329b2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:46.578795 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1e4f1eac-fc4e-4e1f-89da-bae8285c8c02 req-ea6795d6-4ff1-44d6-8d7d-4677550a044f service neutron] 10.222.0.104 "GET /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029629 Jul 08 20:27:46.608288 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3b6d19a4-2869-4dab-aa28-d46fa2e9e5cf tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:46.619178 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3b6d19a4-2869-4dab-aa28-d46fa2e9e5cf tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:46.620343 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3b6d19a4-2869-4dab-aa28-d46fa2e9e5cf tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "DELETE /v2.0/security-groups/c08d02d6-01e2-4c1e-98ac-4a2827c22d05 HTTP/1.1" status: 204 len: 168 time: 0.8702068 Jul 08 20:27:46.629127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93891ec1-854a-484d-bb97-b6df73082adc req-978e4208-79ae-4c49-99e9-1187ba9bfbdb tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:46.637020 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-93891ec1-854a-484d-bb97-b6df73082adc req-978e4208-79ae-4c49-99e9-1187ba9bfbdb tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.2943215 Jul 08 20:27:46.639271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33568) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:46.685251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d19a4-2869-4dab-aa28-d46fa2e9e5cf tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08d02d6-01e2-4c1e-98ac-4a2827c22d05,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:46.708103 n-d-791506-16 neutron-server[94066]: INFO neutron.db.ipam_backend_mixin [None req-656817aa-130b-48d1-a6be-d1face5329b2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9df25e6c-b56c-45d6-aeb3-10a7da42daad (CIDR: 172.20.0.0/28) Jul 08 20:27:46.721585 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-656817aa-130b-48d1-a6be-d1face5329b2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:27:46.722182 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656817aa-130b-48d1-a6be-d1face5329b2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:27:46.739267 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-93891ec1-854a-484d-bb97-b6df73082adc req-670d210e-d32a-4c3b-a1da-d56708a2d010 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012948 Jul 08 20:27:46.761876 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-656817aa-130b-48d1-a6be-d1face5329b2 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3596170 Jul 08 20:27:46.762633 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33572) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:46.769276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-5ab3193b-1aef-4368-b8a0-e7ecb8185286 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:46.775723 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bc0a0a28-2db8-4480-9767-f9afa32213a9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1289096 Jul 08 20:27:46.794049 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33574) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:46.798947 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-82f93b9c-9b9c-4738-9ef4-8d4b1fcf3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:46.810123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-82f93b9c-9b9c-4738-9ef4-8d4b1fcf3b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701ca3aa-9b2f-4622-8c3a-263a68be4239']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:46.825933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-82f93b9c-9b9c-4738-9ef4-8d4b1fcf3b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3159ba8f-3217-4f13-b9c2-5e9483be8450') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:46.826237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-82f93b9c-9b9c-4738-9ef4-8d4b1fcf3b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3159ba8f-3217-4f13-b9c2-5e9483be8450') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:46.836396 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-82f93b9c-9b9c-4738-9ef4-8d4b1fcf3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:46.842711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:46.850636 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-82f93b9c-9b9c-4738-9ef4-8d4b1fcf3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:46.857252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f93b9c-9b9c-4738-9ef4-8d4b1fcf3b08 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:27:46.857654 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-82f93b9c-9b9c-4738-9ef4-8d4b1fcf3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:46.895165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:46.895807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3c7a28dd-3a2a-420e-80d0-b5f669ca8b51 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:46.913891 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-3315a972-5efd-4094-b762-fcea7e68d9d9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] delete failed (client error): The resource could not be found. Jul 08 20:27:46.916601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3315a972-5efd-4094-b762-fcea7e68d9d9 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "DELETE /v2.0/security-groups/4010eff2-e682-4c90-ae49-e1e870afe3b1 HTTP/1.1" status: 404 len: 347 time: 0.1188810 Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:27:46.919838 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:27:46.931742 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa1e59ac-f9f1-48f3-bfff-fd50a0978bd7 req-64d1b28f-a1f8-4063-b949-5ac3061a304d tempest-ListServerFiltersTestJSON-975982146 tempest-ListServerFiltersTestJSON-975982146-project] 10.222.0.101 "GET /v2.0/ports?device_id=eae74178-2f75-4afa-b24d-31eb13327e54 HTTP/1.1" status: 200 len: 210 time: 0.2364674 Jul 08 20:27:46.932114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33576) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:46.946428 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-82f93b9c-9b9c-4738-9ef4-8d4b1fcf3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:46.950543 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-813edf2a-cf65-43ba-b15d-5bfb2f7adc83 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] show failed (client error): The resource could not be found. Jul 08 20:27:46.958346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-813edf2a-cf65-43ba-b15d-5bfb2f7adc83 tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "GET /v2.0/security-groups/93d83198-fd06-4bd1-8598-369a31a0c53c HTTP/1.1" status: 404 len: 347 time: 0.0247641 Jul 08 20:27:46.958880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33578) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:46.964978 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-82f93b9c-9b9c-4738-9ef4-8d4b1fcf3b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:46.969889 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-82f93b9c-9b9c-4738-9ef4-8d4b1fcf3b08 admin admin] 10.222.0.101 "DELETE /v2.0/networks/701ca3aa-9b2f-4622-8c3a-263a68be4239 HTTP/1.1" status: 204 len: 168 time: 1.1833532 Jul 08 20:27:47.008408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f93b9c-9b9c-4738-9ef4-8d4b1fcf3b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=701ca3aa-9b2f-4622-8c3a-263a68be4239,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:47.016186 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-d2e3da01-cfb0-4a06-8f5d-14fe19ff79bc tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] show failed (client error): The resource could not be found. Jul 08 20:27:47.017255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d2e3da01-cfb0-4a06-8f5d-14fe19ff79bc tempest-NegativeSecGroupTest-1700760800 tempest-NegativeSecGroupTest-1700760800-project] 10.222.0.101 "GET /v2.0/security-group-rules/f0052494-b9fa-4c2d-8bea-6f18cf033f18 HTTP/1.1" status: 404 len: 356 time: 0.0550196 Jul 08 20:27:47.053354 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe88c775-429c-4f75-b4dc-d2a125aaebd9 req-d24428d6-39c2-48ce-9276-f5073313faab tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.0494752 Jul 08 20:27:47.054118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab3193b-1aef-4368-b8a0-e7ecb8185286 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:47.065668 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5ab3193b-1aef-4368-b8a0-e7ecb8185286 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.104034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Made reservation on behalf of 19ba4cf0369f429aa704185ab183dd93 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:47.107883 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.126302 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.181120 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab8f1f3-4c51-45ee-be43-0995e7229436,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:47.322967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.366236 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5ab3193b-1aef-4368-b8a0-e7ecb8185286 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.379349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33586) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:47.444880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab3193b-1aef-4368-b8a0-e7ecb8185286 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network c5a12856-3dd6-4633-952c-7da81734d866 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:47.446022 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.458092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-5ab3193b-1aef-4368-b8a0-e7ecb8185286 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:47.468771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b17d4c-82aa-431f-9515-205812754586 None None] Network c5a12856-3dd6-4633-952c-7da81734d866 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:47.481179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab3193b-1aef-4368-b8a0-e7ecb8185286 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:47.481785 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5ab3193b-1aef-4368-b8a0-e7ecb8185286 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.493969 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.495673 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33590) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:47.522673 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5ab3193b-1aef-4368-b8a0-e7ecb8185286 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7588596 Jul 08 20:27:47.523803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3193b-1aef-4368-b8a0-e7ecb8185286 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Subnet': ['ID=5c543e1f-8e62-4091-98b2-d1d79eafad6d,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:47.526298 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33594) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:47.533780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-162521ca-d593-4257-a962-b1a897b15424 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-989787495', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5c543e1f-8e62-4091-98b2-d1d79eafad6d'}], 'security_groups': ['f3505251-8580-4bdd-9c5a-5e007d442a37']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:47.541977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b8815cb7-1131-4fea-9fd6-d7b955af36ed admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b8e0f799d24b4e7aa3949aeff54f87c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581757 Jul 08 20:27:47.565519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33596) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:47.565736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.630512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Allocated IP 172.20.0.6 (7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a/8ef936b0-47ce-414e-91d0-763f04ecd41e/9c457d71-76e4-42d3-baf8-52903bc79288) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:47.642534 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.643648 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2f79690-6479-4664-99cd-4180fafd6359 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:27:47.650473 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.653937 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e5309191-f6bd-420d-a1b0-8742fed0a3bd admin admin] 10.222.0.101 "DELETE /v2.0/routers/e2f79690-6479-4664-99cd-4180fafd6359 HTTP/1.1" status: 204 len: 168 time: 3.1909962 Jul 08 20:27:47.654254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33598) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:47.744564 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8377ae70-c1af-4bbc-935e-74031ac3a7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.776353 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-162521ca-d593-4257-a962-b1a897b15424 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.810860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e07dbb-1912-46ec-8ac6-9e1dd645468b admin admin] Deleting subnet 766875be-f5a3-452b-ab0a-dec10c060185 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:27:47.816124 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8377ae70-c1af-4bbc-935e-74031ac3a7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.825750 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27e07dbb-1912-46ec-8ac6-9e1dd645468b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.889313 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27e07dbb-1912-46ec-8ac6-9e1dd645468b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.974575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8377ae70-c1af-4bbc-935e-74031ac3a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.977390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8377ae70-c1af-4bbc-935e-74031ac3a7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:47.979003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8377ae70-c1af-4bbc-935e-74031ac3a7ce admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/879a8f43-9dbe-4e5f-bbcc-2e41f777f5e8 HTTP/1.1" status: 204 len: 168 time: 0.4111719 Jul 08 20:27:48.007629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beaa57e-f2fb-4802-9499-2c4e839b148d None None] Update dhcp port {'port': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'fixed_ips': [{'subnet_id': '9df25e6c-b56c-45d6-aeb3-10a7da42daad', 'ip_address': '172.20.0.2'}, {'subnet_id': '5c543e1f-8e62-4091-98b2-d1d79eafad6d'}], 'binding:host_id': 'n-d-791506-16'}, 'id': 'fdf016f0-774f-4a18-9c65-b36f4c090b9e'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:27:48.011744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377ae70-c1af-4bbc-935e-74031ac3a7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879a8f43-9dbe-4e5f-bbcc-2e41f777f5e8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:48.042690 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27e07dbb-1912-46ec-8ac6-9e1dd645468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.106768 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1beaa57e-f2fb-4802-9499-2c4e839b148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.152406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33608) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:48.188144 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27e07dbb-1912-46ec-8ac6-9e1dd645468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.292609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e07dbb-1912-46ec-8ac6-9e1dd645468b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766875be-f5a3-452b-ab0a-dec10c060185,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:48.296478 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27e07dbb-1912-46ec-8ac6-9e1dd645468b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.305613 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-27e07dbb-1912-46ec-8ac6-9e1dd645468b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/766875be-f5a3-452b-ab0a-dec10c060185 HTTP/1.1" status: 204 len: 168 time: 0.6501529 Jul 08 20:27:48.317387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33612) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:48.328242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2f0629-5871-4841-a462-a3d80120f7a0 None None] Network 3ce86e39-34c3-49f9-a221-9804a7dc8755 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:48.420863 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device d8430881-9959-4dcb-8833-96f3d98ee135 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:48.440023 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e481cb40-e410-4c30-bd2a-56e51c53f0cd req-e87b96c8-01a8-4871-ae02-48c045e72663 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.1159563 Jul 08 20:27:48.442656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d53a3688-68d5-4982-be93-0cd1a57d0bea admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b85c6edb9cf040749d93bdadcd6ebefa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9427798 Jul 08 20:27:48.446698 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33616) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:48.494299 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b479d976-27c2-43fb-9a8e-73d953ac56cc admin admin] Deleting subnet 49ec45d3-b95f-403c-b531-c9e910ad203c {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:27:48.500250 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b479d976-27c2-43fb-9a8e-73d953ac56cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.516756 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.555855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Transition to ACTIVE for port object 9c457d71-76e4-42d3-baf8-52903bc79288 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:48.569896 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-906845b5-d88e-4dee-b342-774ffe1f8f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.577741 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b479d976-27c2-43fb-9a8e-73d953ac56cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.610324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-906845b5-d88e-4dee-b342-774ffe1f8f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.632910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: d8430881-9959-4dcb-8833-96f3d98ee135 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:48.638344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device d8430881-9959-4dcb-8833-96f3d98ee135 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:48.654193 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.730133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965299a9-4475-4900-a3a8-f88ff0d152f4 req-f16a7416-2e50-419f-aaa7-a0f4c5fe3ff5 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:48.731731 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-965299a9-4475-4900-a3a8-f88ff0d152f4 req-f16a7416-2e50-419f-aaa7-a0f4c5fe3ff5 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.6439986 Jul 08 20:27:48.743848 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:48.745672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'Port': ['ID=9c457d71-76e4-42d3-baf8-52903bc79288,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:48.756945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:48.774875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:48.834839 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b479d976-27c2-43fb-9a8e-73d953ac56cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.859095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa58626-a8e9-46cf-a0ec-604d45e6a68e None None] DHCP port deletion for 3ce86e39-34c3-49f9-a221-9804a7dc8755 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:27:48.873933 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-906845b5-d88e-4dee-b342-774ffe1f8f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.876660 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-906845b5-d88e-4dee-b342-774ffe1f8f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.889351 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-906845b5-d88e-4dee-b342-774ffe1f8f4b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6a52ec29-6d09-45c1-965f-7ba0e05a390e HTTP/1.1" status: 204 len: 168 time: 0.4361629 Jul 08 20:27:48.932557 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906845b5-d88e-4dee-b342-774ffe1f8f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a52ec29-6d09-45c1-965f-7ba0e05a390e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:48.947136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1ab8f1f3-4c51-45ee-be43-0995e7229436 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:48.969997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:48.971183 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:48.985878 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:49.015703 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f29b3991-ca27-4783-9d2c-935496f8b9fd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8853679 Jul 08 20:27:49.027720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'port': {'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d', 'admin_state_up': True, 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'security_groups': ['6718104f-31b1-4500-8238-3977a7d71fd4']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:49.063559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 1ab8f1f3-4c51-45ee-be43-0995e7229436 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:49.064063 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1ab8f1f3-4c51-45ee-be43-0995e7229436 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:49.100875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-baa58626-a8e9-46cf-a0ec-604d45e6a68e None None] Deleting port 23ee00ae-0637-48b8-99e1-2580f8339992 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:49.101474 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-baa58626-a8e9-46cf-a0ec-604d45e6a68e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:49.108733 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-965299a9-4475-4900-a3a8-f88ff0d152f4 req-ff72ad21-0323-493c-9f87-570c874fd989 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496459 Jul 08 20:27:49.115905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-162521ca-d593-4257-a962-b1a897b15424 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Delete allocated IP 172.20.0.10 (c5a12856-3dd6-4633-952c-7da81734d866/9df25e6c-b56c-45d6-aeb3-10a7da42daad) {{(pid=94066) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 20:27:49.191114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-162521ca-d593-4257-a962-b1a897b15424 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.26 (c5a12856-3dd6-4633-952c-7da81734d866/5c543e1f-8e62-4091-98b2-d1d79eafad6d/89871fcc-31a4-48a3-8dd0-d5facea98c1b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:49.201392 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b479d976-27c2-43fb-9a8e-73d953ac56cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:49.233619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Made reservation on behalf of 19ba4cf0369f429aa704185ab183dd93 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:49.240040 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:49.243160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479d976-27c2-43fb-9a8e-73d953ac56cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ec45d3-b95f-403c-b531-c9e910ad203c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:49.253412 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b479d976-27c2-43fb-9a8e-73d953ac56cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:49.254902 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b479d976-27c2-43fb-9a8e-73d953ac56cc admin admin] 10.222.0.101 "DELETE /v2.0/subnets/49ec45d3-b95f-403c-b531-c9e910ad203c HTTP/1.1" status: 204 len: 168 time: 1.1004229 Jul 08 20:27:49.261361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33638) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:49.275533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b4af0-ed2e-4bdb-93a3-6098dad2e603 None None] Network 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:49.430229 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:49.437116 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Deleting port 23ee00ae-0637-48b8-99e1-2580f8339992 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:49.437754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:49.558443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Allocated IP 10.1.1.207 (aeda51c7-62c0-461d-806f-63846808ac6d/8a68c8b4-ebf4-4351-b981-309972e3f723/0b1347f8-22be-40ca-80a4-01990963907f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:49.590889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] For port 23ee00ae-0637-48b8-99e1-2580f8339992, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=23ee00ae-0637-48b8-99e1-2580f8339992,segment=NetworkSegment(6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8),segment_id=6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:49.591445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:49.621304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Calling delete_port for 23ee00ae-0637-48b8-99e1-2580f8339992 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:49.625706 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-162521ca-d593-4257-a962-b1a897b15424 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:49.662290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-162521ca-d593-4257-a962-b1a897b15424 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Transition to ACTIVE for port object 89871fcc-31a4-48a3-8dd0-d5facea98c1b will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:49.700980 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-162521ca-d593-4257-a962-b1a897b15424 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:49.871692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1372f369-1de6-43f0-81aa-f9cacfe00560 None None] Provisioning for port 9c457d71-76e4-42d3-baf8-52903bc79288 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:49.878670 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:49.903645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Deleting port 7409bff6-5879-46e6-acf8-6ef9d8145266 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:49.904040 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:49.906039 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:49.923347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Transition to ACTIVE for port object 0b1347f8-22be-40ca-80a4-01990963907f will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:49.969764 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1372f369-1de6-43f0-81aa-f9cacfe00560 None None] Provisioning complete for port 9c457d71-76e4-42d3-baf8-52903bc79288 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:49.970291 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1372f369-1de6-43f0-81aa-f9cacfe00560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.006312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-baa58626-a8e9-46cf-a0ec-604d45e6a68e None None] For port 23ee00ae-0637-48b8-99e1-2580f8339992, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=23ee00ae-0637-48b8-99e1-2580f8339992,segment=NetworkSegment(6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8),segment_id=6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:50.006772 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-baa58626-a8e9-46cf-a0ec-604d45e6a68e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.038178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162521ca-d593-4257-a962-b1a897b15424 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=89871fcc-31a4-48a3-8dd0-d5facea98c1b,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:50.088937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c3b0-3ff4-41a7-99d1-3478389931e5 req-6a777872-b40b-4358-86b3-f2e90d9f5eee tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:50.090693 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-01c2c3b0-3ff4-41a7-99d1-3478389931e5 req-6a777872-b40b-4358-86b3-f2e90d9f5eee tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 931 time: 0.1407564 Jul 08 20:27:50.092645 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.116006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] No DVR routers for this DVR port 23ee00ae-0637-48b8-99e1-2580f8339992 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:50.131656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-baa58626-a8e9-46cf-a0ec-604d45e6a68e None None] Calling delete_port for 23ee00ae-0637-48b8-99e1-2580f8339992 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:50.161770 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Network aeda51c7-62c0-461d-806f-63846808ac6d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:50.170679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:50.177587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:50.193575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=23ee00ae-0637-48b8-99e1-2580f8339992,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:50.265720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:50.277038 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.292296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-1beaa57e-f2fb-4802-9499-2c4e839b148d None None] Allocated IP 172.20.0.18 (c5a12856-3dd6-4633-952c-7da81734d866/5c543e1f-8e62-4091-98b2-d1d79eafad6d/fdf016f0-774f-4a18-9c65-b36f4c090b9e) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:50.345443 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-01c2c3b0-3ff4-41a7-99d1-3478389931e5 req-b8074ff4-0213-4ae4-81ef-674a5b5623c5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440274 Jul 08 20:27:50.360455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'Port': ['ID=0b1347f8-22be-40ca-80a4-01990963907f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:50.384308 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-76f37bfa-66ed-40d1-9994-6d7eb9baf392 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3607488 Jul 08 20:27:50.396832 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'port': {'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d', 'admin_state_up': True, 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'security_groups': ['6718104f-31b1-4500-8238-3977a7d71fd4']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:50.420524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] For port 7409bff6-5879-46e6-acf8-6ef9d8145266, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7409bff6-5879-46e6-acf8-6ef9d8145266,segment=NetworkSegment(ff35b599-d9c8-4465-9b04-67014ec129d0),segment_id=ff35b599-d9c8-4465-9b04-67014ec129d0)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:50.420912 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.431365 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-162521ca-d593-4257-a962-b1a897b15424 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] In _notify_port_updated(), no bound segment for port 89871fcc-31a4-48a3-8dd0-d5facea98c1b on network c5a12856-3dd6-4633-952c-7da81734d866 {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:27:50.437930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162521ca-d593-4257-a962-b1a897b15424 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:50.438733 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-162521ca-d593-4257-a962-b1a897b15424 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.445643 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-162521ca-d593-4257-a962-b1a897b15424 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "PUT /v2.0/ports/89871fcc-31a4-48a3-8dd0-d5facea98c1b HTTP/1.1" status: 200 len: 920 time: 2.9177246 Jul 08 20:27:50.446344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1372f369-1de6-43f0-81aa-f9cacfe00560 None None] Port 9c457d71-76e4-42d3-baf8-52903bc79288 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:50.448529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33668) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:50.466276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Calling delete_port for 7409bff6-5879-46e6-acf8-6ef9d8145266 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:50.538071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.573672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce86e39-34c3-49f9-a221-9804a7dc8755']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:50.641184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:50.642408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d76e6a4-bc6c-4fb5-90e1-e3a32f7db9b8') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:50.691599 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.705900 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Made reservation on behalf of 19ba4cf0369f429aa704185ab183dd93 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:50.710940 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.756005 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.760131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8b58701e-1cf3-4ac3-8f62-6abd3286165d None None] Provisioning for port 0b1347f8-22be-40ca-80a4-01990963907f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:50.764351 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-baa58626-a8e9-46cf-a0ec-604d45e6a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.765661 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33672) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:50.801783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:27:50.802257 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:27:50.809564 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:27:50.863778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa58626-a8e9-46cf-a0ec-604d45e6a68e None None] Pushing event deleted for resources: {'Port': ['ID=23ee00ae-0637-48b8-99e1-2580f8339992,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:50.869248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8b58701e-1cf3-4ac3-8f62-6abd3286165d None None] Provisioning complete for port 0b1347f8-22be-40ca-80a4-01990963907f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:50.872389 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8b58701e-1cf3-4ac3-8f62-6abd3286165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.882110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395a7039-ecb5-49fb-8bd1-8d64adab5071 None None] DHCP port deletion for 7b05fa70-f0cf-4107-9f6c-ed339c103dd5 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:27:50.887427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2851f8db-c301-4e96-a199-e2cf7b94b15a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port 89871fcc-31a4-48a3-8dd0-d5facea98c1b {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:27:50.887792 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2851f8db-c301-4e96-a199-e2cf7b94b15a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:50.967222 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [-] 10.222.0.101 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0139456 Jul 08 20:27:50.975322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa58626-a8e9-46cf-a0ec-604d45e6a68e None None] No DVR routers for this DVR port 23ee00ae-0637-48b8-99e1-2580f8339992 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:50.983635 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 23ee00ae-0637-48b8-99e1-2580f8339992 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:50.986531 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33680) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:50.993536 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:51.021655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 23ee00ae-0637-48b8-99e1-2580f8339992 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:51.022191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 23ee00ae-0637-48b8-99e1-2580f8339992 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:51.063700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-395a7039-ecb5-49fb-8bd1-8d64adab5071 None None] The port '7409bff6-5879-46e6-acf8-6ef9d8145266' was deleted {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 08 20:27:51.068221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1beaa57e-f2fb-4802-9499-2c4e839b148d None None] For port fdf016f0-774f-4a18-9c65-b36f4c090b9e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fdf016f0-774f-4a18-9c65-b36f4c090b9e,segment=NetworkSegment(5d52409d-e966-4ecf-a9bc-85ad21dee5e6),segment_id=5d52409d-e966-4ecf-a9bc-85ad21dee5e6)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:51.075476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=7409bff6-5879-46e6-acf8-6ef9d8145266,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:51.084434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:51.094740 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:51.095340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8b58701e-1cf3-4ac3-8f62-6abd3286165d None None] Port 0b1347f8-22be-40ca-80a4-01990963907f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:51.106280 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] 10.222.0.101 "DELETE /v2.0/networks/3ce86e39-34c3-49f9-a221-9804a7dc8755 HTTP/1.1" status: 204 len: 168 time: 2.7855840 Jul 08 20:27:51.130157 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1beaa57e-f2fb-4802-9499-2c4e839b148d None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:51.162215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c45b5b-8748-466c-87c8-9bfada3c1b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce86e39-34c3-49f9-a221-9804a7dc8755,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:51.168929 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1beaa57e-f2fb-4802-9499-2c4e839b148d None None] Transition to ACTIVE for port object fdf016f0-774f-4a18-9c65-b36f4c090b9e will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:51.187920 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1beaa57e-f2fb-4802-9499-2c4e839b148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:51.197961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] No DVR routers for this DVR port 7409bff6-5879-46e6-acf8-6ef9d8145266 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:27:51.203606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Allocated IP 10.1.1.239 (aeda51c7-62c0-461d-806f-63846808ac6d/8a68c8b4-ebf4-4351-b981-309972e3f723/3d3d94e7-4685-4ff7-926a-d64df0c1c16c) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:51.235934 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9dfdc612-d634-4633-ac40-003957b31e14 tempest-NetworksApiDiscovery-1903797601 tempest-NetworksApiDiscovery-1903797601-project] 10.222.0.101 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.2306433 Jul 08 20:27:51.258388 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd880f14-06f5-46cf-8655-76eef9a2b3dd req-2ecd0b78-a572-41c7-87e8-18a9d6158b57 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:51.260093 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd880f14-06f5-46cf-8655-76eef9a2b3dd req-2ecd0b78-a572-41c7-87e8-18a9d6158b57 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.1619129 Jul 08 20:27:51.332448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaa57e-f2fb-4802-9499-2c4e839b148d None None] Pushing event updated for resources: {'Port': ['ID=fdf016f0-774f-4a18-9c65-b36f4c090b9e,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:51.388963 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2851f8db-c301-4e96-a199-e2cf7b94b15a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:51.413896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2851f8db-c301-4e96-a199-e2cf7b94b15a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for 89871fcc-31a4-48a3-8dd0-d5facea98c1b owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:27:51.419567 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:51.464716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b05fa70-f0cf-4107-9f6c-ed339c103dd5']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:51.557203 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:51.570322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33694) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:51.577084 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff35b599-d9c8-4465-9b04-67014ec129d0') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:51.577534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff35b599-d9c8-4465-9b04-67014ec129d0') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:51.580984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Transition to ACTIVE for port object 3d3d94e7-4685-4ff7-926a-d64df0c1c16c will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:51.642670 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:51.671281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:51.695503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33696) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:51.749054 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Network aeda51c7-62c0-461d-806f-63846808ac6d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:51.769735 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd880f14-06f5-46cf-8655-76eef9a2b3dd req-ea9f66ae-5150-4b7a-b537-7ede9025d87b tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993951 Jul 08 20:27:51.789599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:51.794477 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:51.801005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:51.861092 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-149b487e-d456-4a3b-865d-7011761c41db admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8f5f0e2060fc47f78e07926c9fad9dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769194 Jul 08 20:27:51.883414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33704) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:51.888395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:51.889375 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:51.902601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:27:51.903013 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:51.950615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'Port': ['ID=3d3d94e7-4685-4ff7-926a-d64df0c1c16c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:51.995572 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:27:51.997867 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-823bbf0e-1bb4-48f4-b674-ca31d3b6f28c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5851431 Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:27:52.007680 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:27:52.016792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'port': {'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f', 'admin_state_up': True, 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'security_groups': ['6718104f-31b1-4500-8238-3977a7d71fd4']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:52.216464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-54947595-9164-4c53-beee-1a49ade32774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.344606 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec0156-c7d0-4c8b-9c79-48295a705077 req-3895fce0-a5ba-4394-9c7a-2d5d37df500f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:52.352363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec0156-c7d0-4c8b-9c79-48295a705077 req-3895fce0-a5ba-4394-9c7a-2d5d37df500f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:52.359106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec0156-c7d0-4c8b-9c79-48295a705077 req-3895fce0-a5ba-4394-9c7a-2d5d37df500f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:52.359630 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1245d612-8a18-4934-8aca-5ccb153cf6ac None None] Provisioning for port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:52.370113 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbec0156-c7d0-4c8b-9c79-48295a705077 req-3895fce0-a5ba-4394-9c7a-2d5d37df500f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 2374 time: 0.6934557 Jul 08 20:27:52.371249 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1245d612-8a18-4934-8aca-5ccb153cf6ac None None] Provisioning complete for port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:52.371635 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1245d612-8a18-4934-8aca-5ccb153cf6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.380201 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.391415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2851f8db-c301-4e96-a199-e2cf7b94b15a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.431845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1245d612-8a18-4934-8aca-5ccb153cf6ac None None] Port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:52.492527 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.495016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] 10.222.0.101 "DELETE /v2.0/networks/7b05fa70-f0cf-4107-9f6c-ed339c103dd5 HTTP/1.1" status: 204 len: 168 time: 3.2326765 Jul 08 20:27:52.530977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8c266-0a21-4a76-8f45-735d677b8b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b05fa70-f0cf-4107-9f6c-ed339c103dd5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:52.572219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851f8db-c301-4e96-a199-e2cf7b94b15a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=89871fcc-31a4-48a3-8dd0-d5facea98c1b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:52.627305 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3b37c84-713a-4c0d-9cd8-1b1436596352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.671052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-41d83252-53f8-42cd-9bb5-327b09112647 None None] Provisioning complete for port a3d76678-8dea-4013-898c-2827db59dc4a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:52.672595 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-41d83252-53f8-42cd-9bb5-327b09112647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.682259 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbec0156-c7d0-4c8b-9c79-48295a705077 req-8c760d4e-07cf-4798-8699-243695cb5c4b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3111384 Jul 08 20:27:52.686257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33724) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:52.717346 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3b37c84-713a-4c0d-9cd8-1b1436596352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.754098 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2851f8db-c301-4e96-a199-e2cf7b94b15a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.755041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-41d83252-53f8-42cd-9bb5-327b09112647 None None] Port a3d76678-8dea-4013-898c-2827db59dc4a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:52.760361 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2851f8db-c301-4e96-a199-e2cf7b94b15a tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/89871fcc-31a4-48a3-8dd0-d5facea98c1b HTTP/1.1" status: 204 len: 168 time: 2.3090243 Jul 08 20:27:52.761840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33726) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:52.772235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-41d83252-53f8-42cd-9bb5-327b09112647 None None] Provisioning for port fdf016f0-774f-4a18-9c65-b36f4c090b9e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:52.776533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-41d83252-53f8-42cd-9bb5-327b09112647 None None] Provisioning complete for port fdf016f0-774f-4a18-9c65-b36f4c090b9e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:52.776939 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-41d83252-53f8-42cd-9bb5-327b09112647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.791843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0956fd45-3966-42bd-9424-96611f8c32fc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f8b49f7d08dc488aa806976a42f2b0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1027873 Jul 08 20:27:52.792765 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33728) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:52.851817 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5224a8-9034-4a8b-be7c-295faeaba06e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:27:52.853504 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4e5224a8-9034-4a8b-be7c-295faeaba06e tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/89871fcc-31a4-48a3-8dd0-d5facea98c1b HTTP/1.1" status: 404 len: 333 time: 0.0845604 Jul 08 20:27:52.866994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33730) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:52.867822 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3d9f47e-6329-4c24-8df5-f1227937535f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.922217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fdf016f0-774f-4a18-9c65-b36f4c090b9e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:52.930816 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-54947595-9164-4c53-beee-1a49ade32774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.939528 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-54947595-9164-4c53-beee-1a49ade32774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.944771 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3d9f47e-6329-4c24-8df5-f1227937535f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:52.993150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Made reservation on behalf of 19ba4cf0369f429aa704185ab183dd93 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:53.016976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-41d83252-53f8-42cd-9bb5-327b09112647 None None] Could not find standard attr ID for object 89871fcc-31a4-48a3-8dd0-d5facea98c1b. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:27:53.040189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54947595-9164-4c53-beee-1a49ade32774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e98e57d-0f27-4e2c-b065-bfa3135ce707,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:53.072107 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port fdf016f0-774f-4a18-9c65-b36f4c090b9e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:53.072732 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.073638 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-54947595-9164-4c53-beee-1a49ade32774 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bce47793f26946699dfba39fc81081e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3554978 Jul 08 20:27:53.076770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33734) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:53.125613 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3b37c84-713a-4c0d-9cd8-1b1436596352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.132884 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3b37c84-713a-4c0d-9cd8-1b1436596352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.134370 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d3b37c84-713a-4c0d-9cd8-1b1436596352 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/be5dc1a6-fc25-4457-a3a4-171710ab7bce HTTP/1.1" status: 204 len: 168 time: 1.2496045 Jul 08 20:27:53.180964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b37c84-713a-4c0d-9cd8-1b1436596352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5dc1a6-fc25-4457-a3a4-171710ab7bce,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:53.250054 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9c40440a-c3fd-41ac-be04-db1e3615cb58 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.264501 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.290351 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b988c280-a068-4fe8-8dec-397c8dfce80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.332585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8b0fa890-5096-465a-be80-5a4a57866a84 None None] Could not find standard attr ID for object 89871fcc-31a4-48a3-8dd0-d5facea98c1b. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:27:53.364961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3d9f47e-6329-4c24-8df5-f1227937535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.367507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3d9f47e-6329-4c24-8df5-f1227937535f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.378306 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d3d9f47e-6329-4c24-8df5-f1227937535f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/60990105-42e4-4597-bb1a-06b9ed120a01 HTTP/1.1" status: 204 len: 168 time: 0.5830700 Jul 08 20:27:53.380498 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b988c280-a068-4fe8-8dec-397c8dfce80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.389447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7409bff6-5879-46e6-acf8-6ef9d8145266 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:27:53.423891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9f47e-6329-4c24-8df5-f1227937535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60990105-42e4-4597-bb1a-06b9ed120a01,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:53.450948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.463007 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9c40440a-c3fd-41ac-be04-db1e3615cb58 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.480658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 7409bff6-5879-46e6-acf8-6ef9d8145266 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:27:53.481007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7409bff6-5879-46e6-acf8-6ef9d8145266 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:27:53.498726 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b988c280-a068-4fe8-8dec-397c8dfce80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.502314 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b988c280-a068-4fe8-8dec-397c8dfce80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.503795 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b988c280-a068-4fe8-8dec-397c8dfce80f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7e98e57d-0f27-4e2c-b065-bfa3135ce707 HTTP/1.1" status: 204 len: 168 time: 0.4202037 Jul 08 20:27:53.522178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988c280-a068-4fe8-8dec-397c8dfce80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e98e57d-0f27-4e2c-b065-bfa3135ce707,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:53.650147 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9c40440a-c3fd-41ac-be04-db1e3615cb58 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.658104 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9c40440a-c3fd-41ac-be04-db1e3615cb58 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.660946 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9c40440a-c3fd-41ac-be04-db1e3615cb58 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/security-groups/94ba2373-457a-4838-8e6c-0c4fa2dd042f HTTP/1.1" status: 204 len: 168 time: 0.7877038 Jul 08 20:27:53.664142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33758) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:53.690415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40440a-c3fd-41ac-be04-db1e3615cb58 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ba2373-457a-4838-8e6c-0c4fa2dd042f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:53.807888 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-79f0a0b8-5a4a-4682-88cd-fb79626b7f8b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:53.894422 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-79f0a0b8-5a4a-4682-88cd-fb79626b7f8b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:54.014540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-79f0a0b8-5a4a-4682-88cd-fb79626b7f8b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:54.019136 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-79f0a0b8-5a4a-4682-88cd-fb79626b7f8b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:54.022021 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-79f0a0b8-5a4a-4682-88cd-fb79626b7f8b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/security-groups/f3505251-8580-4bdd-9c5a-5e007d442a37 HTTP/1.1" status: 204 len: 168 time: 0.3568680 Jul 08 20:27:54.029223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33768) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:54.126110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ca230d-e774-4e55-931c-40d25f3de0f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting subnet 9df25e6c-b56c-45d6-aeb3-10a7da42daad {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:27:54.133360 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e8ca230d-e774-4e55-931c-40d25f3de0f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:54.136315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0a0b8-5a4a-4682-88cd-fb79626b7f8b tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3505251-8580-4bdd-9c5a-5e007d442a37,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:54.203015 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e8ca230d-e774-4e55-931c-40d25f3de0f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:54.279019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8d857-a9ad-434a-bfac-94342270175a req-d57cd9c2-1ca4-4bc3-af5c-ce733a99e6e8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:54.315008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8d857-a9ad-434a-bfac-94342270175a req-d57cd9c2-1ca4-4bc3-af5c-ce733a99e6e8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:54.322834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8d857-a9ad-434a-bfac-94342270175a req-d57cd9c2-1ca4-4bc3-af5c-ce733a99e6e8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:54.333328 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1d8d857-a9ad-434a-bfac-94342270175a req-d57cd9c2-1ca4-4bc3-af5c-ce733a99e6e8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 2374 time: 0.4144897 Jul 08 20:27:54.429617 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1d8d857-a9ad-434a-bfac-94342270175a req-37e8c681-b0de-4672-bee9-86f0ab657d83 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953176 Jul 08 20:27:54.475269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Allocated IP 10.2.2.100 (bf68e9f7-7d52-4278-a652-39c8a071af8f/56f19382-a7ee-4fc4-ad32-6efb10a42c95/8f2ca086-8d55-419b-b4a5-21eeaae205cf) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:54.862500 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:54.901835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Transition to ACTIVE for port object 8f2ca086-8d55-419b-b4a5-21eeaae205cf will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:54.964923 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:55.048617 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'Port': ['ID=8f2ca086-8d55-419b-b4a5-21eeaae205cf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:55.078447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Network bf68e9f7-7d52-4278-a652-39c8a071af8f is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:55.082768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:55.087998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:55.237507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:55.260612 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:55.283094 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e8ca230d-e774-4e55-931c-40d25f3de0f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:55.364670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b9771273-a04e-4b6c-8dbf-e7f20075d7a1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3611345 Jul 08 20:27:55.400530 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'port': {'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f', 'admin_state_up': True, 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'security_groups': ['6718104f-31b1-4500-8238-3977a7d71fd4']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:55.416006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33816) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:55.512870 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e8ca230d-e774-4e55-931c-40d25f3de0f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:55.559911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca230d-e774-4e55-931c-40d25f3de0f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Subnet': ['ID=9df25e6c-b56c-45d6-aeb3-10a7da42daad,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:55.565338 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e8ca230d-e774-4e55-931c-40d25f3de0f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:55.572975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e8ca230d-e774-4e55-931c-40d25f3de0f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/9df25e6c-b56c-45d6-aeb3-10a7da42daad HTTP/1.1" status: 204 len: 168 time: 1.5419614 Jul 08 20:27:55.573840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33828) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:55.575306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b1b747-28e2-4942-9b66-71d3c49fa8bc None None] Network c5a12856-3dd6-4633-952c-7da81734d866 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:55.580109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2cab02e7-0052-4a4c-8b3a-646ceb115e06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:55.691418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Made reservation on behalf of 19ba4cf0369f429aa704185ab183dd93 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:55.698654 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:55.792618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ec90afcc-db05-493a-b1e5-99af4331ca9c None None] Provisioning for port 8f2ca086-8d55-419b-b4a5-21eeaae205cf completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:55.802567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ec90afcc-db05-493a-b1e5-99af4331ca9c None None] Provisioning complete for port 8f2ca086-8d55-419b-b4a5-21eeaae205cf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:55.803254 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec90afcc-db05-493a-b1e5-99af4331ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:55.810976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cab02e7-0052-4a4c-8b3a-646ceb115e06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:55.815832 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2cab02e7-0052-4a4c-8b3a-646ceb115e06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:55.880126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ec90afcc-db05-493a-b1e5-99af4331ca9c None None] Port 8f2ca086-8d55-419b-b4a5-21eeaae205cf cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:55.937557 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1346655987-network', 'tenant_id': '7fd0254a47574ce9b6e84dc37a5d91b7'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:55.987566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Made reservation on behalf of 7fd0254a47574ce9b6e84dc37a5d91b7 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:56.007092 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.049378 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.110626 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Allocated IP 10.2.2.200 (bf68e9f7-7d52-4278-a652-39c8a071af8f/56f19382-a7ee-4fc4-ad32-6efb10a42c95/a243b3c9-f6cc-4346-8144-d7d68e6f404e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:56.265414 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2cab02e7-0052-4a4c-8b3a-646ceb115e06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.348973 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cab02e7-0052-4a4c-8b3a-646ceb115e06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network c5a12856-3dd6-4633-952c-7da81734d866 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:56.350571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-2cab02e7-0052-4a4c-8b3a-646ceb115e06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:56.355681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cab02e7-0052-4a4c-8b3a-646ceb115e06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:56.356872 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2cab02e7-0052-4a4c-8b3a-646ceb115e06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.393549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab02e7-0052-4a4c-8b3a-646ceb115e06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Subnet': ['ID=4b300d5a-837d-4cad-bcda-f2e71435254c,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:56.445966 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.460508 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.475601 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.476112 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2cab02e7-0052-4a4c-8b3a-646ceb115e06 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9007773 Jul 08 20:27:56.476824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33844) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:56.483086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-75a32c94-964d-4316-babb-4f88e8380216 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'security_group': {'name': 'tempest-secgroup-1629447797'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:56.488156 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Transition to ACTIVE for port object a243b3c9-f6cc-4346-8144-d7d68e6f404e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:56.521048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:27:56.530183 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75a32c94-964d-4316-babb-4f88e8380216 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.569876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb4f0ea-21b6-405a-a4cf-4987c5f773e6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:56.573581 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.573581 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Added segment 75425d29-db5f-4f2f-a8c0-98297ab68a56 of type vlan for network 1b4ba5d8-1acf-42f3-84e9-0867beddbd84 Jul 08 20:27:56.587515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e3ca9-ed75-42ae-a0fe-c40b901deeff req-b9143c36-a733-4289-b784-5dd44293cf95 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:56.593716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e3ca9-ed75-42ae-a0fe-c40b901deeff req-b9143c36-a733-4289-b784-5dd44293cf95 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:56.603224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e3ca9-ed75-42ae-a0fe-c40b901deeff req-b9143c36-a733-4289-b784-5dd44293cf95 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:56.609390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e3ca9-ed75-42ae-a0fe-c40b901deeff req-b9143c36-a733-4289-b784-5dd44293cf95 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:56.611774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-be1e3ca9-ed75-42ae-a0fe-c40b901deeff req-b9143c36-a733-4289-b784-5dd44293cf95 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 3095 time: 0.2520092 Jul 08 20:27:56.664939 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75a32c94-964d-4316-babb-4f88e8380216 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.671032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75a32c94-964d-4316-babb-4f88e8380216 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.701774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.716933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75a32c94-964d-4316-babb-4f88e8380216 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.718703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-75a32c94-964d-4316-babb-4f88e8380216 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2405958 Jul 08 20:27:56.721858 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a32c94-964d-4316-babb-4f88e8380216 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0013687f-8e21-4e1b-a402-14f4005619ca,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:56.724308 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33848) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:56.729587 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-be1e3ca9-ed75-42ae-a0fe-c40b901deeff req-102e6cad-01c3-4d02-ac3f-ca529424678c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039033 Jul 08 20:27:56.738408 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.753025 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-87977ec6-5392-4ce0-b2d0-d039c9edcf50 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'security_group': {'name': 'tempest-secgroup-1416674903'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:56.782424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Network bf68e9f7-7d52-4278-a652-39c8a071af8f is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:56.794022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:56.811911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:56.813026 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87977ec6-5392-4ce0-b2d0-d039c9edcf50 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.822809 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.823832 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:56.824435 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.836729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e064a9-0f90-4c97-8635-eb7661806b95 None None] Network c5a12856-3dd6-4633-952c-7da81734d866 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:27:56.848286 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a47df0ad-4663-400f-aacd-48aa6320fd65 None None] Provisioning complete for port a3d76678-8dea-4013-898c-2827db59dc4a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:56.848671 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a47df0ad-4663-400f-aacd-48aa6320fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:56.914663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a47df0ad-4663-400f-aacd-48aa6320fd65 None None] Port a3d76678-8dea-4013-898c-2827db59dc4a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:57.012378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event updated for resources: {'Port': ['ID=a243b3c9-f6cc-4346-8144-d7d68e6f404e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:57.023726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a47df0ad-4663-400f-aacd-48aa6320fd65 None None] Provisioning complete for port fdf016f0-774f-4a18-9c65-b36f4c090b9e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:57.024103 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a47df0ad-4663-400f-aacd-48aa6320fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.042992 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87977ec6-5392-4ce0-b2d0-d039c9edcf50 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.045829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:57.046509 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.054695 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87977ec6-5392-4ce0-b2d0-d039c9edcf50 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.061166 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4ba5d8-1acf-42f3-84e9-0867beddbd84,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:57.075675 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-08abd1e6-a301-4208-85d4-4f1ed837ad30 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6473725 Jul 08 20:27:57.078101 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-071b886a-bd85-444a-ad65-532aed56c559 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7042356 Jul 08 20:27:57.089710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Request body: {'port': {'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:57.106234 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 1b4ba5d8-1acf-42f3-84e9-0867beddbd84 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:27:57.149819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87977ec6-5392-4ce0-b2d0-d039c9edcf50 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5c952b-f89d-40f5-abbe-b2ff16d7d14f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:57.152378 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87977ec6-5392-4ce0-b2d0-d039c9edcf50 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.159947 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-87977ec6-5392-4ce0-b2d0-d039c9edcf50 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4200323 Jul 08 20:27:57.162344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33860) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:57.171423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-68a1ac4c-b6c1-49fa-9023-2fdbaf333059 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'security_group': {'name': 'tempest-secgroup-2112621808'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:57.233559 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68a1ac4c-b6c1-49fa-9023-2fdbaf333059 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.253965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.455269 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68a1ac4c-b6c1-49fa-9023-2fdbaf333059 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.464277 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68a1ac4c-b6c1-49fa-9023-2fdbaf333059 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.531685 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68a1ac4c-b6c1-49fa-9023-2fdbaf333059 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.532986 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-68a1ac4c-b6c1-49fa-9023-2fdbaf333059 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3696237 Jul 08 20:27:57.535417 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1ac4c-b6c1-49fa-9023-2fdbaf333059 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06af4a65-3715-4850-8fbb-4e5697019197,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:57.537444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33878) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:57.543771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-979608255', 'security_groups': ['06af4a65-3715-4850-8fbb-4e5697019197'], 'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b300d5a-837d-4cad-bcda-f2e71435254c'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:57.628716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d68b8ec9-df54-4272-bfd2-227387336be8 None None] Provisioning for port a243b3c9-f6cc-4346-8144-d7d68e6f404e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:57.632590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06697d57-67f4-4416-9123-64f56cdd9323 None None] Update dhcp port {'port': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'fixed_ips': [{'subnet_id': '5c543e1f-8e62-4091-98b2-d1d79eafad6d', 'ip_address': '172.20.0.18'}, {'subnet_id': '4b300d5a-837d-4cad-bcda-f2e71435254c'}], 'binding:host_id': 'n-d-791506-16'}, 'id': 'fdf016f0-774f-4a18-9c65-b36f4c090b9e'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:27:57.660413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d68b8ec9-df54-4272-bfd2-227387336be8 None None] Provisioning complete for port a243b3c9-f6cc-4346-8144-d7d68e6f404e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:57.660920 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d68b8ec9-df54-4272-bfd2-227387336be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.700118 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06697d57-67f4-4416-9123-64f56cdd9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.705370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:27:57.716031 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d68b8ec9-df54-4272-bfd2-227387336be8 None None] Port a243b3c9-f6cc-4346-8144-d7d68e6f404e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:57.742667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc007ae2-b994-4d8f-aeb0-2ba3a8f6e716 req-41d80be9-3207-4bf2-8fbc-a94b2b7c72bc tempest-ComputeTenantNetworksTest-912334330 tempest-ComputeTenantNetworksTest-912334330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:57.749220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc007ae2-b994-4d8f-aeb0-2ba3a8f6e716 req-41d80be9-3207-4bf2-8fbc-a94b2b7c72bc tempest-ComputeTenantNetworksTest-912334330 tempest-ComputeTenantNetworksTest-912334330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:57.756777 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc007ae2-b994-4d8f-aeb0-2ba3a8f6e716 req-41d80be9-3207-4bf2-8fbc-a94b2b7c72bc tempest-ComputeTenantNetworksTest-912334330 tempest-ComputeTenantNetworksTest-912334330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:57.758931 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc007ae2-b994-4d8f-aeb0-2ba3a8f6e716 req-41d80be9-3207-4bf2-8fbc-a94b2b7c72bc tempest-ComputeTenantNetworksTest-912334330 tempest-ComputeTenantNetworksTest-912334330-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1867688 Jul 08 20:27:57.800392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c457d71-76e4-42d3-baf8-52903bc79288 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:27:57.809555 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.834378 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.836383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Transition to ACTIVE for port object 9c457d71-76e4-42d3-baf8-52903bc79288 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:57.848705 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:57.861395 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] device_id is not set on port f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:27:58.010516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7f9b8-41d1-440a-8375-4dd4e17fab9a req-d919799d-4ea5-410d-a294-5a365c5076ce tempest-ComputeTenantNetworksTest-912334330 tempest-ComputeTenantNetworksTest-912334330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:58.012486 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-46f7f9b8-41d1-440a-8375-4dd4e17fab9a req-d919799d-4ea5-410d-a294-5a365c5076ce tempest-ComputeTenantNetworksTest-912334330 tempest-ComputeTenantNetworksTest-912334330-project] 10.222.0.101 "GET /v2.0/networks/1b4ba5d8-1acf-42f3-84e9-0867beddbd84 HTTP/1.1" status: 200 len: 769 time: 0.1882355 Jul 08 20:27:58.022112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33888) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:58.037143 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-06697d57-67f4-4416-9123-64f56cdd9323 None None] Allocated IP 172.20.0.2 (c5a12856-3dd6-4633-952c-7da81734d866/4b300d5a-837d-4cad-bcda-f2e71435254c/fdf016f0-774f-4a18-9c65-b36f4c090b9e) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:58.125772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c457d71-76e4-42d3-baf8-52903bc79288,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:58.158940 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.216129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Attempting to bind port 9c457d71-76e4-42d3-baf8-52903bc79288 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:27:58.216769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Attempting to bind port 9c457d71-76e4-42d3-baf8-52903bc79288 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:27:58.217277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Attempting to bind port 9c457d71-76e4-42d3-baf8-52903bc79288 on network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:27:58.223646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Port 9c457d71-76e4-42d3-baf8-52903bc79288 on network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:27:58.224350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Attempting to bind port 9c457d71-76e4-42d3-baf8-52903bc79288 on network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:27:58.250730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-06697d57-67f4-4416-9123-64f56cdd9323 None None] For port fdf016f0-774f-4a18-9c65-b36f4c090b9e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fdf016f0-774f-4a18-9c65-b36f4c090b9e,segment=NetworkSegment(5d52409d-e966-4ecf-a9bc-85ad21dee5e6),segment_id=5d52409d-e966-4ecf-a9bc-85ad21dee5e6)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:27:58.261344 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33892) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:58.295010 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06697d57-67f4-4416-9123-64f56cdd9323 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.301706 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.306044 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:27:58.306538 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Checking segment: {'id': '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:27:58.307469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Bound using segment: {'id': '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:27:58.308045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Bound port: 9c457d71-76e4-42d3-baf8-52903bc79288, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:27:58.308542 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.310686 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-06697d57-67f4-4416-9123-64f56cdd9323 None None] Transition to ACTIVE for port object fdf016f0-774f-4a18-9c65-b36f4c090b9e will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:58.325575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4ba5d8-1acf-42f3-84e9-0867beddbd84']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:58.327301 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06697d57-67f4-4416-9123-64f56cdd9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.338048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75425d29-db5f-4f2f-a8c0-98297ab68a56') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:58.338407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75425d29-db5f-4f2f-a8c0-98297ab68a56') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:27:58.349582 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.373104 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.380985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:27:58.381309 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.422045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] For port 9c457d71-76e4-42d3-baf8-52903bc79288, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:27:58.426416 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06697d57-67f4-4416-9123-64f56cdd9323 None None] Pushing event updated for resources: {'Port': ['ID=fdf016f0-774f-4a18-9c65-b36f4c090b9e,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:58.437398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111299c-062a-4d73-a5eb-ac3da162d819 req-de83e9ea-1e7a-4c3b-afc5-796f611947a6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:58.445713 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111299c-062a-4d73-a5eb-ac3da162d819 req-de83e9ea-1e7a-4c3b-afc5-796f611947a6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:58.452383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111299c-062a-4d73-a5eb-ac3da162d819 req-de83e9ea-1e7a-4c3b-afc5-796f611947a6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:58.458641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111299c-062a-4d73-a5eb-ac3da162d819 req-de83e9ea-1e7a-4c3b-afc5-796f611947a6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:58.476269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111299c-062a-4d73-a5eb-ac3da162d819 req-de83e9ea-1e7a-4c3b-afc5-796f611947a6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:27:58.477987 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:27:58.481537 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b111299c-062a-4d73-a5eb-ac3da162d819 req-de83e9ea-1e7a-4c3b-afc5-796f611947a6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 3828 time: 0.2514827 Jul 08 20:27:58.488840 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.507710 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.512294 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] 10.222.0.101 "DELETE /v2.0/networks/1b4ba5d8-1acf-42f3-84e9-0867beddbd84 HTTP/1.1" status: 204 len: 168 time: 0.4856193 Jul 08 20:27:58.512441 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] For port 9c457d71-76e4-42d3-baf8-52903bc79288, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=9c457d71-76e4-42d3-baf8-52903bc79288,segment=NetworkSegment(3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc),segment_id=3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:27:58.514041 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aec2d660-e422-4dbd-8159-408769bb34a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.535772 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.537502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4ba5d8-1acf-42f3-84e9-0867beddbd84,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:58.552349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:58.552720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:58.553060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:58.553394 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:58.553542 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:58.553723 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:58.554140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:58.554366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:58.554692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:58.554871 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.555010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:58.555331 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:58.555652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:58.555973 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2313499f-1f54-4be7-abfa-8a9526f556c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:27:58.556313 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] 10.222.0.104 "PUT /v2.0/ports/9c457d71-76e4-42d3-baf8-52903bc79288 HTTP/1.1" status: 200 len: 1092 time: 1.4728684 Jul 08 20:27:58.559076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': '9c457d71-76e4-42d3-baf8-52903bc79288'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:27:58.569695 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e6b009-99d1-4f5b-9790-31d6de033dee" -d '{"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "9c457d71-76e4-42d3-baf8-52903bc79288"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:27:58.599814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.14 (c5a12856-3dd6-4633-952c-7da81734d866/4b300d5a-837d-4cad-bcda-f2e71435254c/f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:27:58.640556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Request body: {'port': {'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:58.874855 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:58.893032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Transition to ACTIVE for port object f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:27:58.897838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33900) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:58.910346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fdf016f0-774f-4a18-9c65-b36f4c090b9e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:27:59.011802 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:59.062779 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b6d8f33c-b96f-4a27-b760-83c535c48dfd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7fd0254a47574ce9b6e84dc37a5d91b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633217 Jul 08 20:27:59.066726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33902) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:59.128351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network c5a12856-3dd6-4633-952c-7da81734d866 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:27:59.139561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:59.142196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:27:59.146415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:27:59.149228 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b111299c-062a-4d73-a5eb-ac3da162d819 req-58d74f6f-abae-4581-88f9-bd24706f8299 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6608386 Jul 08 20:27:59.152922 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da07fce4-a3a7-43e7-9f1f-26712e219158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:59.199403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872f148-90fb-4817-808d-2f7a237c2bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c457d71-76e4-42d3-baf8-52903bc79288,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:59.225482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da07fce4-a3a7-43e7-9f1f-26712e219158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:59.273511 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:59.316945 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da07fce4-a3a7-43e7-9f1f-26712e219158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:59.320107 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da07fce4-a3a7-43e7-9f1f-26712e219158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:59.322438 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-da07fce4-a3a7-43e7-9f1f-26712e219158 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2cb4f0ea-21b6-405a-a4cf-4987c5f773e6 HTTP/1.1" status: 204 len: 168 time: 0.2545662 Jul 08 20:27:59.330822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:59.331725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:59.354567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07fce4-a3a7-43e7-9f1f-26712e219158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb4f0ea-21b6-405a-a4cf-4987c5f773e6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:59.536337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3a41443b-6822-441e-9d70-986fd8aec2e5 None None] Provisioning complete for port a3d76678-8dea-4013-898c-2827db59dc4a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:59.536841 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a41443b-6822-441e-9d70-986fd8aec2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:59.599271 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aec2d660-e422-4dbd-8159-408769bb34a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:59.612475 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3dbdf668-afcd-4d79-a8ee-c79dc368259d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0726764 Jul 08 20:27:59.613773 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aec2d660-e422-4dbd-8159-408769bb34a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:59.615536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33910) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:59.623509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f2e7149c-5e2f-4354-9471-cfeb0d71617c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:27:59.642869 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0811526a-94bb-4bdd-b35d-e49b855ab433 x-openstack-request-id: req-0811526a-94bb-4bdd-b35d-e49b855ab433 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:27:59.643176 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "9c457d71-76e4-42d3-baf8-52903bc79288", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:27:59.643435 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0811526a-94bb-4bdd-b35d-e49b855ab433 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:27:59.645590 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': '9c457d71-76e4-42d3-baf8-52903bc79288', 'status': 'completed', 'code': 200} Jul 08 20:27:59.659215 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-3a41443b-6822-441e-9d70-986fd8aec2e5 None None] Port a3d76678-8dea-4013-898c-2827db59dc4a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:27:59.687696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3a41443b-6822-441e-9d70-986fd8aec2e5 None None] Provisioning for port fdf016f0-774f-4a18-9c65-b36f4c090b9e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:27:59.695893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3a41443b-6822-441e-9d70-986fd8aec2e5 None None] Provisioning complete for port fdf016f0-774f-4a18-9c65-b36f4c090b9e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:27:59.696611 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a41443b-6822-441e-9d70-986fd8aec2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:59.802143 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aec2d660-e422-4dbd-8159-408769bb34a4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=325629ed5bb548bc8e1853653e177071&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5389669 Jul 08 20:27:59.802143 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33914) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:27:59.839737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2d660-e422-4dbd-8159-408769bb34a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170d17fe-a547-4f3b-9f5b-d17ffab762a0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:27:59.939948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a553afcd-c48b-4bf0-b23d-63f48279f907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:59.966020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b009-99d1-4f5b-9790-31d6de033dee req-16f102ab-82e7-4092-8f29-bae9946ab433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:59.966648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b009-99d1-4f5b-9790-31d6de033dee req-16f102ab-82e7-4092-8f29-bae9946ab433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:59.967132 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b009-99d1-4f5b-9790-31d6de033dee req-16f102ab-82e7-4092-8f29-bae9946ab433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:59.967601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b009-99d1-4f5b-9790-31d6de033dee req-16f102ab-82e7-4092-8f29-bae9946ab433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:59.968119 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b009-99d1-4f5b-9790-31d6de033dee req-16f102ab-82e7-4092-8f29-bae9946ab433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:27:59.970034 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1e6b009-99d1-4f5b-9790-31d6de033dee req-16f102ab-82e7-4092-8f29-bae9946ab433 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 4364 time: 0.3052037 Jul 08 20:27:59.997981 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a553afcd-c48b-4bf0-b23d-63f48279f907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:27:59.999886 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8ac1e993-977c-40ba-bcba-4462a6642e58 None None] Provisioning for port f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:00.000370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e7149c-5e2f-4354-9471-cfeb0d71617c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:00.004902 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2e7149c-5e2f-4354-9471-cfeb0d71617c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:00.007575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8ac1e993-977c-40ba-bcba-4462a6642e58 None None] Provisioning complete for port f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:00.008124 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e993-977c-40ba-bcba-4462a6642e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:00.019497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:00.041378 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:00.082585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Transition to ACTIVE for port object bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:00.094137 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:00.115102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1e993-977c-40ba-bcba-4462a6642e58 None None] Port f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:28:00.183880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a553afcd-c48b-4bf0-b23d-63f48279f907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:00.189168 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a553afcd-c48b-4bf0-b23d-63f48279f907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:00.194405 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a553afcd-c48b-4bf0-b23d-63f48279f907 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/170d17fe-a547-4f3b-9f5b-d17ffab762a0 HTTP/1.1" status: 204 len: 168 time: 0.3880186 Jul 08 20:28:00.269689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553afcd-c48b-4bf0-b23d-63f48279f907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170d17fe-a547-4f3b-9f5b-d17ffab762a0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:00.302767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Pushing event updated for resources: {'Port': ['ID=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:00.436597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Attempting to bind port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:28:00.436911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Attempting to bind port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:28:00.448845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Attempting to bind port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d on network aeda51c7-62c0-461d-806f-63846808ac6d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:00.467319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d on network aeda51c7-62c0-461d-806f-63846808ac6d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:28:00.467876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Attempting to bind port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d on network aeda51c7-62c0-461d-806f-63846808ac6d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:00.476791 n-d-791506-16 neutron-server[94066]: INFO neutron.db.ipam_backend_mixin [None req-f2e7149c-5e2f-4354-9471-cfeb0d71617c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b300d5a-837d-4cad-bcda-f2e71435254c (CIDR: 172.20.0.0/28) Jul 08 20:28:00.481444 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:28:00.483156 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Checking segment: {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:00.483672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Bound using segment: {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:28:00.485214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Bound port: bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:28:00.488563 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:00.492108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b009-99d1-4f5b-9790-31d6de033dee req-dcb75de0-289d-4eee-88df-6521e60ed0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:00.492604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b009-99d1-4f5b-9790-31d6de033dee req-dcb75de0-289d-4eee-88df-6521e60ed0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:00.493101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b009-99d1-4f5b-9790-31d6de033dee req-dcb75de0-289d-4eee-88df-6521e60ed0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:00.494773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1e6b009-99d1-4f5b-9790-31d6de033dee req-dcb75de0-289d-4eee-88df-6521e60ed0b5 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=19ba4cf0369f429aa704185ab183dd93&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5170248 Jul 08 20:28:00.496668 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e7149c-5e2f-4354-9471-cfeb0d71617c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:28:00.500945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e7149c-5e2f-4354-9471-cfeb0d71617c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:28:00.590474 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f2e7149c-5e2f-4354-9471-cfeb0d71617c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9736404 Jul 08 20:28:00.591844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33948) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:00.643308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] For port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:28:00.648092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] For port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:28:00.664906 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:00.671798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-686fa719-4735-4973-a27e-f040fc2a95a7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:00.805457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Pushing event updated for resources: {'Port': ['ID=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:00.854566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:00.859053 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:00.864516 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-229bf3ba-113d-4a21-98d0-949b9ae9becb service neutron] 10.222.0.104 "PUT /v2.0/ports/bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d HTTP/1.1" status: 200 len: 1132 time: 2.2416699 Jul 08 20:28:00.908848 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Request body: {'port': {'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:01.017457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33970) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:01.042624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b009-99d1-4f5b-9790-31d6de033dee req-bf622da2-d8c3-4c98-8417-2ebd548463b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:01.044149 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1e6b009-99d1-4f5b-9790-31d6de033dee req-bf622da2-d8c3-4c98-8417-2ebd548463b1 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5328693 Jul 08 20:28:01.057589 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:01.220366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b6862-e029-42f4-a223-91c4513a06cd req-90bfdf0a-103b-4770-a491-5288fd8bc170 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:01.227496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b6862-e029-42f4-a223-91c4513a06cd req-90bfdf0a-103b-4770-a491-5288fd8bc170 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:01.233613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b6862-e029-42f4-a223-91c4513a06cd req-90bfdf0a-103b-4770-a491-5288fd8bc170 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:01.240449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b6862-e029-42f4-a223-91c4513a06cd req-90bfdf0a-103b-4770-a491-5288fd8bc170 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:01.246424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b6862-e029-42f4-a223-91c4513a06cd req-90bfdf0a-103b-4770-a491-5288fd8bc170 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:01.253398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b6862-e029-42f4-a223-91c4513a06cd req-90bfdf0a-103b-4770-a491-5288fd8bc170 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:01.260648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f33b6862-e029-42f4-a223-91c4513a06cd req-90bfdf0a-103b-4770-a491-5288fd8bc170 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 4601 time: 0.4590738 Jul 08 20:28:01.324854 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f33b6862-e029-42f4-a223-91c4513a06cd req-6de9a451-92a5-4a32-ad6b-6dd7c83734c1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632243 Jul 08 20:28:01.333079 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686fa719-4735-4973-a27e-f040fc2a95a7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:01.337139 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-686fa719-4735-4973-a27e-f040fc2a95a7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:01.373067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-198364381-network', 'tenant_id': 'd5e9137b4de448389e507d5eb405a95b'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:01.476876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Made reservation on behalf of d5e9137b4de448389e507d5eb405a95b for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:01.479529 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:01.494761 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:01.514155 n-d-791506-16 neutron-server[94066]: INFO neutron.db.ipam_backend_mixin [None req-686fa719-4735-4973-a27e-f040fc2a95a7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5c543e1f-8e62-4091-98b2-d1d79eafad6d (CIDR: 172.20.0.16/28) Jul 08 20:28:01.521457 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-686fa719-4735-4973-a27e-f040fc2a95a7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:28:01.522994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686fa719-4735-4973-a27e-f040fc2a95a7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:28:01.641132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a04eb1-2191-417b-8e18-d1d985f0ab8e {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:01.646083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': 'bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:01.648392 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f93218-b335-4cdf-be2c-67178c677cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:01.657606 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:01.699428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Transition to ACTIVE for port object 30a04eb1-2191-417b-8e18-d1d985f0ab8e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:01.708507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:01.752574 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:01.769578 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:01.771320 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-686fa719-4735-4973-a27e-f040fc2a95a7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1078713 Jul 08 20:28:01.774110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33992) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:01.779714 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6edde732-5d3e-400f-8cd4-7e1c33dc32f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'subnet': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:01.787475 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:28:01.798231 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:01.799014 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Added segment 98ce7a99-c678-45f0-b221-a6d7a4dae022 of type vlan for network 0cb52e9e-eaba-47ff-a0c6-9f694354493c Jul 08 20:28:01.906658 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:01.940039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33998) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:01.991847 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Pushing event updated for resources: {'Port': ['ID=30a04eb1-2191-417b-8e18-d1d985f0ab8e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:02.008698 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:02.010084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:02.010908 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:02.128151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edde732-5d3e-400f-8cd4-7e1c33dc32f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Made reservation on behalf of 71f0e7236dba4c15b1913f9f6f671c80 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:02.131910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6edde732-5d3e-400f-8cd4-7e1c33dc32f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:02.205569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb52e9e-eaba-47ff-a0c6-9f694354493c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:02.216826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 0cb52e9e-eaba-47ff-a0c6-9f694354493c details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:28:02.239312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Attempting to bind port 30a04eb1-2191-417b-8e18-d1d985f0ab8e on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:28:02.239814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Attempting to bind port 30a04eb1-2191-417b-8e18-d1d985f0ab8e by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:28:02.240319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Attempting to bind port 30a04eb1-2191-417b-8e18-d1d985f0ab8e on network aeda51c7-62c0-461d-806f-63846808ac6d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:02.247022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Port 30a04eb1-2191-417b-8e18-d1d985f0ab8e on network aeda51c7-62c0-461d-806f-63846808ac6d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:28:02.247457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Attempting to bind port 30a04eb1-2191-417b-8e18-d1d985f0ab8e on network aeda51c7-62c0-461d-806f-63846808ac6d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:02.253363 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:02.264998 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78a76be-8616-461a-9143-178ae86ce3d2 x-openstack-request-id: req-b78a76be-8616-461a-9143-178ae86ce3d2 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:02.265424 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:02.265782 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b78a76be-8616-461a-9143-178ae86ce3d2 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:02.266444 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': 'bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d', 'status': 'completed', 'code': 200} Jul 08 20:28:02.281551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-888114766-network', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:02.288843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a777aa88-35ca-4411-a96e-0bf203e9cc19 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2700999 Jul 08 20:28:02.289932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:28:02.290287 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Checking segment: {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:02.290682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Bound using segment: {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:28:02.291137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Bound port: 30a04eb1-2191-417b-8e18-d1d985f0ab8e, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:28:02.291508 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:02.293507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34002) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:02.331415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-e63e9888-96b2-43a5-afcc-eaa8a855e437 admin admin] Request body: {'subnet': {'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-198364381-subnet', 'tenant_id': 'd5e9137b4de448389e507d5eb405a95b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:02.354339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Made reservation on behalf of fba7a3335c294262a7cea81d4269be31 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:02.358770 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:02.428711 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:02.445991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63e9888-96b2-43a5-afcc-eaa8a855e437 admin admin] Made reservation on behalf of d5e9137b4de448389e507d5eb405a95b for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:02.448679 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e63e9888-96b2-43a5-afcc-eaa8a855e437 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:02.559364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-04fc9e5e-7c68-49b1-bec0-8478662a7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:02.559766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-04fc9e5e-7c68-49b1-bec0-8478662a7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:02.560235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-04fc9e5e-7c68-49b1-bec0-8478662a7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:02.560728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-04fc9e5e-7c68-49b1-bec0-8478662a7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:02.561196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-04fc9e5e-7c68-49b1-bec0-8478662a7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:02.561661 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-04fc9e5e-7c68-49b1-bec0-8478662a7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:02.562127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-04fc9e5e-7c68-49b1-bec0-8478662a7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:02.564610 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-04fc9e5e-7c68-49b1-bec0-8478662a7245 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6170 time: 0.2547219 Jul 08 20:28:02.589927 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] For port 30a04eb1-2191-417b-8e18-d1d985f0ab8e, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:28:02.597771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] For port 30a04eb1-2191-417b-8e18-d1d985f0ab8e, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=30a04eb1-2191-417b-8e18-d1d985f0ab8e,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:28:02.611645 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:02.678488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Pushing event updated for resources: {'Port': ['ID=30a04eb1-2191-417b-8e18-d1d985f0ab8e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:02.700228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:02.701335 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:02.703492 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-e9965cc3-4298-4f20-9758-40a5ae570b3a service neutron] 10.222.0.104 "PUT /v2.0/ports/30a04eb1-2191-417b-8e18-d1d985f0ab8e HTTP/1.1" status: 200 len: 1130 time: 1.8004999 Jul 08 20:28:02.791023 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Request body: {'port': {'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:02.864426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-aef593dc-ca73-4267-8224-e04724d56486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:02.865014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-aef593dc-ca73-4267-8224-e04724d56486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:02.865391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-aef593dc-ca73-4267-8224-e04724d56486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:02.867019 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-aef593dc-ca73-4267-8224-e04724d56486 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=19ba4cf0369f429aa704185ab183dd93&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2894351 Jul 08 20:28:03.035227 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:03.050926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e63e9888-96b2-43a5-afcc-eaa8a855e437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:03.102031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85375fb0-f505-41a0-baff-af24ad099faa req-f2baf11b-464f-4c79-a42e-ac4664c95c0c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:03.115867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6edde732-5d3e-400f-8cd4-7e1c33dc32f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:03.118084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85375fb0-f505-41a0-baff-af24ad099faa req-f2baf11b-464f-4c79-a42e-ac4664c95c0c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:03.137727 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85375fb0-f505-41a0-baff-af24ad099faa req-f2baf11b-464f-4c79-a42e-ac4664c95c0c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:03.152218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85375fb0-f505-41a0-baff-af24ad099faa req-f2baf11b-464f-4c79-a42e-ac4664c95c0c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:03.168178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85375fb0-f505-41a0-baff-af24ad099faa req-f2baf11b-464f-4c79-a42e-ac4664c95c0c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:03.179690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:03.182731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85375fb0-f505-41a0-baff-af24ad099faa req-f2baf11b-464f-4c79-a42e-ac4664c95c0c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:03.194325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85375fb0-f505-41a0-baff-af24ad099faa req-f2baf11b-464f-4c79-a42e-ac4664c95c0c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:03.201711 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85375fb0-f505-41a0-baff-af24ad099faa req-f2baf11b-464f-4c79-a42e-ac4664c95c0c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5372 time: 0.7249246 Jul 08 20:28:03.212962 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:03.247923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edde732-5d3e-400f-8cd4-7e1c33dc32f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Network c5a12856-3dd6-4633-952c-7da81734d866 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:28:03.284279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-6edde732-5d3e-400f-8cd4-7e1c33dc32f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:28:03.294140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbccd1d-a003-4578-b825-e73a4b9800e5 None None] Network c5a12856-3dd6-4633-952c-7da81734d866 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:28:03.296050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:28:03.310474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edde732-5d3e-400f-8cd4-7e1c33dc32f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:03.315508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6edde732-5d3e-400f-8cd4-7e1c33dc32f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:03.359038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800d307a-1aff-45d3-be0e-98875965f26a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:03.379109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-6bec2405-efb8-4030-999e-7b127f1df6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:03.380316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84f93218-b335-4cdf-be2c-67178c677cd8 req-6bec2405-efb8-4030-999e-7b127f1df6dc service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4912274 Jul 08 20:28:03.396130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edde732-5d3e-400f-8cd4-7e1c33dc32f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Subnet': ['ID=c0822a8b-edb9-4994-89cc-13ffa11aa8d5,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:03.417892 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:03.421205 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Added segment 7b3157f9-69e3-4944-842f-0089762956e3 of type vlan for network c2ccae01-0010-4b9b-be20-201f6e08f30e Jul 08 20:28:03.428345 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6edde732-5d3e-400f-8cd4-7e1c33dc32f8 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6530223 Jul 08 20:28:03.432721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34024) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:03.455233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d280d955-5f08-4771-862c-0efc79bc160c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-757364187', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c0822a8b-edb9-4994-89cc-13ffa11aa8d5'}], 'security_groups': ['0013687f-8e21-4e1b-a402-14f4005619ca', 'df5c952b-f89d-40f5-abbe-b2ff16d7d14f']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:03.539978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85375fb0-f505-41a0-baff-af24ad099faa req-a59cc58f-8dd3-4cc2-8541-d9b342a2c4db tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2833469 Jul 08 20:28:03.541479 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:03.699435 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:03.700914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:03.701669 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:03.790949 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8491626 Jul 08 20:28:03.799686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34030) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:03.806414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0d02c348-eb61-4ef9-86d9-2b10e77d764a admin admin] Request body: {'subnet': {'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-888114766-subnet', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:03.846343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a668e-1c4a-48f5-9323-4f51404bc1ca admin admin] Pushing event updated for resources: {'Network': ['ID=c2ccae01-0010-4b9b-be20-201f6e08f30e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:03.857086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network c2ccae01-0010-4b9b-be20-201f6e08f30e details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:28:03.967767 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d280d955-5f08-4771-862c-0efc79bc160c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:04.001103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d02c348-eb61-4ef9-86d9-2b10e77d764a admin admin] Made reservation on behalf of fba7a3335c294262a7cea81d4269be31 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:04.005209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0d02c348-eb61-4ef9-86d9-2b10e77d764a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:04.193962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1347f8-22be-40ca-80a4-01990963907f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:04.204561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:04.220205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Transition to ACTIVE for port object 0b1347f8-22be-40ca-80a4-01990963907f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:04.226713 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e9888-96b2-43a5-afcc-eaa8a855e437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:04.237874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e9888-96b2-43a5-afcc-eaa8a855e437 admin admin] Checking segment: {'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:04.238251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63e9888-96b2-43a5-afcc-eaa8a855e437 admin admin] Network hostable DHCP agents. Network: 0cb52e9e-eaba-47ff-a0c6-9f694354493c, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:28:04.240776 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:04.296593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': '30a04eb1-2191-417b-8e18-d1d985f0ab8e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:04.299667 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8382aaa5-9dd2-4f84-96a2-30f46b703732" -d '{"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "30a04eb1-2191-417b-8e18-d1d985f0ab8e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:04.302256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1347f8-22be-40ca-80a4-01990963907f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:04.417821 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4340372-2832-4dd8-91bd-b2d371c69752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:04.428387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6deea5c-4ce8-4a8f-bf3d-c3f508e808f4 None None] Update dhcp port {'port': {'network_id': 'c5a12856-3dd6-4633-952c-7da81734d866', 'fixed_ips': [{'subnet_id': '5c543e1f-8e62-4091-98b2-d1d79eafad6d', 'ip_address': '172.20.0.18'}, {'subnet_id': '4b300d5a-837d-4cad-bcda-f2e71435254c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c0822a8b-edb9-4994-89cc-13ffa11aa8d5'}], 'binding:host_id': 'n-d-791506-16'}, 'id': 'fdf016f0-774f-4a18-9c65-b36f4c090b9e'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:28:04.474534 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59d5485-c0a4-4154-a786-2b394d4e0321 x-openstack-request-id: req-d59d5485-c0a4-4154-a786-2b394d4e0321 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:04.474956 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "30a04eb1-2191-417b-8e18-d1d985f0ab8e", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:04.475156 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d59d5485-c0a4-4154-a786-2b394d4e0321 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:04.475528 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': '30a04eb1-2191-417b-8e18-d1d985f0ab8e', 'status': 'completed', 'code': 200} Jul 08 20:28:04.533988 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d6deea5c-4ce8-4a8f-bf3d-c3f508e808f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:04.562837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63e9888-96b2-43a5-afcc-eaa8a855e437 admin admin] Network 0cb52e9e-eaba-47ff-a0c6-9f694354493c is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:28:04.620071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e63e9888-96b2-43a5-afcc-eaa8a855e437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 0cb52e9e-eaba-47ff-a0c6-9f694354493c) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:28:04.626906 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Attempting to bind port 0b1347f8-22be-40ca-80a4-01990963907f on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:28:04.627484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Attempting to bind port 0b1347f8-22be-40ca-80a4-01990963907f by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:28:04.627993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Attempting to bind port 0b1347f8-22be-40ca-80a4-01990963907f on network aeda51c7-62c0-461d-806f-63846808ac6d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:04.644470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Port 0b1347f8-22be-40ca-80a4-01990963907f on network aeda51c7-62c0-461d-806f-63846808ac6d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:28:04.644689 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e0a038-28c6-419f-91b2-38427ab65937 None None] Network 0cb52e9e-eaba-47ff-a0c6-9f694354493c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:28:04.648436 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Attempting to bind port 0b1347f8-22be-40ca-80a4-01990963907f on network aeda51c7-62c0-461d-806f-63846808ac6d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:04.662317 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e9888-96b2-43a5-afcc-eaa8a855e437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:04.662943 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e63e9888-96b2-43a5-afcc-eaa8a855e437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:04.677184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:28:04.677549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Checking segment: {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:04.677983 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Bound using segment: {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:28:04.678442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Bound port: 0b1347f8-22be-40ca-80a4-01990963907f, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:28:04.678811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:04.799965 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] For port 0b1347f8-22be-40ca-80a4-01990963907f, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:28:04.803805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] For port 0b1347f8-22be-40ca-80a4-01990963907f, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0b1347f8-22be-40ca-80a4-01990963907f,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:28:04.812058 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:04.846861 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e63e9888-96b2-43a5-afcc-eaa8a855e437 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5468650 Jul 08 20:28:04.870510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:04.871354 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:04.873170 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] 10.222.0.104 "PUT /v2.0/ports/0b1347f8-22be-40ca-80a4-01990963907f HTTP/1.1" status: 200 len: 1092 time: 2.1174519 Jul 08 20:28:04.919693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Request body: {'port': {'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:04.948082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd62c8-5de3-46ea-97df-f96d2dc16382 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1347f8-22be-40ca-80a4-01990963907f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:05.116579 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:05.153261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705520b9-88c8-4aa9-a053-f8372512b01c req-e42817bc-5823-4f70-97a2-4107d17995ef tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.166608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705520b9-88c8-4aa9-a053-f8372512b01c req-e42817bc-5823-4f70-97a2-4107d17995ef tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.184704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705520b9-88c8-4aa9-a053-f8372512b01c req-e42817bc-5823-4f70-97a2-4107d17995ef tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.197607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705520b9-88c8-4aa9-a053-f8372512b01c req-e42817bc-5823-4f70-97a2-4107d17995ef tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.216559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705520b9-88c8-4aa9-a053-f8372512b01c req-e42817bc-5823-4f70-97a2-4107d17995ef tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.227387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705520b9-88c8-4aa9-a053-f8372512b01c req-e42817bc-5823-4f70-97a2-4107d17995ef tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.246263 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705520b9-88c8-4aa9-a053-f8372512b01c req-e42817bc-5823-4f70-97a2-4107d17995ef tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.258370 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-705520b9-88c8-4aa9-a053-f8372512b01c req-e42817bc-5823-4f70-97a2-4107d17995ef tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5384 time: 0.3114173 Jul 08 20:28:05.367906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-0fa26fac-80b2-40d7-840b-d3719ca3905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.371829 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-705520b9-88c8-4aa9-a053-f8372512b01c req-f9879808-48cd-4db8-87d6-97cf55271eb6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093941 Jul 08 20:28:05.375599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-0fa26fac-80b2-40d7-840b-d3719ca3905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.376257 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-0fa26fac-80b2-40d7-840b-d3719ca3905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.377356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-0fa26fac-80b2-40d7-840b-d3719ca3905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.377846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-0fa26fac-80b2-40d7-840b-d3719ca3905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.378326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-0fa26fac-80b2-40d7-840b-d3719ca3905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.378801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-0fa26fac-80b2-40d7-840b-d3719ca3905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.381148 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-0fa26fac-80b2-40d7-840b-d3719ca3905a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6238 time: 0.6603329 Jul 08 20:28:05.477064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d71fd9-48e2-4aa7-8ba4-2cc9bb4a64d1 None None] Network 0cb52e9e-eaba-47ff-a0c6-9f694354493c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:28:05.750012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-d6deea5c-4ce8-4a8f-bf3d-c3f508e808f4 None None] Allocated IP 172.20.0.34 (c5a12856-3dd6-4633-952c-7da81734d866/c0822a8b-edb9-4994-89cc-13ffa11aa8d5/fdf016f0-774f-4a18-9c65-b36f4c090b9e) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:28:05.821358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-6434c0f1-3272-4497-98e4-87d130e60af8 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:05.828428 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-6434c0f1-3272-4497-98e4-87d130e60af8 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/networks?id=0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 200 len: 814 time: 0.1798928 Jul 08 20:28:05.847661 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3d94e7-4685-4ff7-926a-d64df0c1c16c {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:05.856120 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:05.874003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Transition to ACTIVE for port object 3d3d94e7-4685-4ff7-926a-d64df0c1c16c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:05.882297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:05.903422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-fcee91bc-6f15-483f-aaaa-8006f18c06bd tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/quotas/d5e9137b4de448389e507d5eb405a95b HTTP/1.1" status: 200 len: 375 time: 0.0736370 Jul 08 20:28:05.973652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d6deea5c-4ce8-4a8f-bf3d-c3f508e808f4 None None] For port fdf016f0-774f-4a18-9c65-b36f4c090b9e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fdf016f0-774f-4a18-9c65-b36f4c090b9e,segment=NetworkSegment(5d52409d-e966-4ecf-a9bc-85ad21dee5e6),segment_id=5d52409d-e966-4ecf-a9bc-85ad21dee5e6)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:06.038892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-219013bf-3ab8-4576-bb37-5013db80db51 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d5e9137b4de448389e507d5eb405a95b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1339345 Jul 08 20:28:06.042367 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d6deea5c-4ce8-4a8f-bf3d-c3f508e808f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:06.076333 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d6deea5c-4ce8-4a8f-bf3d-c3f508e808f4 None None] Transition to ACTIVE for port object fdf016f0-774f-4a18-9c65-b36f4c090b9e will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:06.084996 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d6deea5c-4ce8-4a8f-bf3d-c3f508e808f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:06.149874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-bbc9b3c5-40e9-46e3-bac7-0113a758f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:06.150623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-bbc9b3c5-40e9-46e3-bac7-0113a758f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:06.151259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-bbc9b3c5-40e9-46e3-bac7-0113a758f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:06.153308 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-bbc9b3c5-40e9-46e3-bac7-0113a758f467 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=19ba4cf0369f429aa704185ab183dd93&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7598197 Jul 08 20:28:06.162479 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-543f6587-8e35-4c06-b524-66d120b64f09 service neutron] 10.222.0.101 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225011 Jul 08 20:28:06.236591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3d94e7-4685-4ff7-926a-d64df0c1c16c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:06.311857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Attempting to bind port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:28:06.312468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Attempting to bind port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:28:06.314507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Attempting to bind port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c on network aeda51c7-62c0-461d-806f-63846808ac6d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:06.326796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6deea5c-4ce8-4a8f-bf3d-c3f508e808f4 None None] Pushing event updated for resources: {'Port': ['ID=fdf016f0-774f-4a18-9c65-b36f4c090b9e,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:06.332587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c on network aeda51c7-62c0-461d-806f-63846808ac6d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:28:06.332943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Attempting to bind port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c on network aeda51c7-62c0-461d-806f-63846808ac6d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:06.347570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:28:06.347921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Checking segment: {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:06.348309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Bound using segment: {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:28:06.351187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Bound port: 3d3d94e7-4685-4ff7-926a-d64df0c1c16c, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1503ce74-34eb-481c-bc90-7eecee619b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:28:06.351583 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:06.389189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-d280d955-5f08-4771-862c-0efc79bc160c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Delete allocated IP 172.20.0.14 (c5a12856-3dd6-4633-952c-7da81734d866/4b300d5a-837d-4cad-bcda-f2e71435254c) {{(pid=94066) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 20:28:06.399089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-d280d955-5f08-4771-862c-0efc79bc160c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Allocated IP 172.20.0.44 (c5a12856-3dd6-4633-952c-7da81734d866/c0822a8b-edb9-4994-89cc-13ffa11aa8d5/f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:28:06.476341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': '0b1347f8-22be-40ca-80a4-01990963907f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:06.478550 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc79c93-402c-48f9-83fd-4188b98e030b" -d '{"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "0b1347f8-22be-40ca-80a4-01990963907f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:06.551252 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ae9dd6c0-4971-4663-9425-a6593cab559c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:06.557452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] For port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:28:06.563473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] For port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3d3d94e7-4685-4ff7-926a-d64df0c1c16c,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:28:06.574391 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:06.604287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d280d955-5f08-4771-862c-0efc79bc160c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:06.636429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-d280d955-5f08-4771-862c-0efc79bc160c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Transition to ACTIVE for port object f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:06.736989 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:06.737990 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:06.739104 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] 10.222.0.104 "PUT /v2.0/ports/3d3d94e7-4685-4ff7-926a-d64df0c1c16c HTTP/1.1" status: 200 len: 1092 time: 1.8335574 Jul 08 20:28:06.767884 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-7fcb5c53-3845-47c1-b270-d813d0caf514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:06.769605 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8382aaa5-9dd2-4f84-96a2-30f46b703732 req-7fcb5c53-3845-47c1-b270-d813d0caf514 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6045251 Jul 08 20:28:06.770491 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0d02c348-eb61-4ef9-86d9-2b10e77d764a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:06.786245 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d280d955-5f08-4771-862c-0efc79bc160c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:06.812180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Request body: {'port': {'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:06.906035 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:06.912074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cc741-8edf-4c55-b3e2-64e812e8b690 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3d94e7-4685-4ff7-926a-d64df0c1c16c,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:07.015253 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fdf016f0-774f-4a18-9c65-b36f4c090b9e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:07.204976 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-f5a91065-c25d-4d93-965d-2efb0cd329e1 service neutron] 10.222.0.101 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0400674 Jul 08 20:28:07.207499 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280d955-5f08-4771-862c-0efc79bc160c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event updated for resources: {'Port': ['ID=f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:07.301981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac4861-a5e4-4cf0-969e-66ab61c526e6 req-5ffec646-09b2-4168-bf92-06c38aa433ca tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:07.322105 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac4861-a5e4-4cf0-969e-66ab61c526e6 req-5ffec646-09b2-4168-bf92-06c38aa433ca tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:07.338408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac4861-a5e4-4cf0-969e-66ab61c526e6 req-5ffec646-09b2-4168-bf92-06c38aa433ca tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:07.349435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02c348-eb61-4ef9-86d9-2b10e77d764a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6fc5208-316e-4167-85a3-386e05ca34a9,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:07.361811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d02c348-eb61-4ef9-86d9-2b10e77d764a admin admin] Checking segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:07.362611 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d02c348-eb61-4ef9-86d9-2b10e77d764a admin admin] Network hostable DHCP agents. Network: c2ccae01-0010-4b9b-be20-201f6e08f30e, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:28:07.379740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac4861-a5e4-4cf0-969e-66ab61c526e6 req-5ffec646-09b2-4168-bf92-06c38aa433ca tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:07.386268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac4861-a5e4-4cf0-969e-66ab61c526e6 req-5ffec646-09b2-4168-bf92-06c38aa433ca tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:07.430073 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac4861-a5e4-4cf0-969e-66ab61c526e6 req-5ffec646-09b2-4168-bf92-06c38aa433ca tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:07.433775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-d280d955-5f08-4771-862c-0efc79bc160c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] In _notify_port_updated(), no bound segment for port f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee on network c5a12856-3dd6-4633-952c-7da81734d866 {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:28:07.450108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d280d955-5f08-4771-862c-0efc79bc160c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:07.450867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d280d955-5f08-4771-862c-0efc79bc160c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:07.452567 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d280d955-5f08-4771-862c-0efc79bc160c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "PUT /v2.0/ports/f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee HTTP/1.1" status: 200 len: 959 time: 4.0116084 Jul 08 20:28:07.458373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34094) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:07.459267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac4861-a5e4-4cf0-969e-66ab61c526e6 req-5ffec646-09b2-4168-bf92-06c38aa433ca tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:07.470671 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5dac4861-a5e4-4cf0-969e-66ab61c526e6 req-5ffec646-09b2-4168-bf92-06c38aa433ca tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5396 time: 0.5418680 Jul 08 20:28:07.564510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d02c348-eb61-4ef9-86d9-2b10e77d764a admin admin] Network c2ccae01-0010-4b9b-be20-201f6e08f30e is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:28:07.599940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-0d02c348-eb61-4ef9-86d9-2b10e77d764a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, c2ccae01-0010-4b9b-be20-201f6e08f30e) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:28:07.626966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d02c348-eb61-4ef9-86d9-2b10e77d764a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:07.627908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0d02c348-eb61-4ef9-86d9-2b10e77d764a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:07.628235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf0c6d-e31a-4bb5-b69c-582b2311d1d3 None None] Network c2ccae01-0010-4b9b-be20-201f6e08f30e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:28:07.646279 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:07.662656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0d02c348-eb61-4ef9-86d9-2b10e77d764a admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8599257 Jul 08 20:28:07.749205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34100) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:07.772539 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33561274-eb47-4cf1-adcd-5c0caafd3841 x-openstack-request-id: req-33561274-eb47-4cf1-adcd-5c0caafd3841 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:07.777488 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "0b1347f8-22be-40ca-80a4-01990963907f", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:07.777758 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-33561274-eb47-4cf1-adcd-5c0caafd3841 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:07.781185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:07.781733 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': '0b1347f8-22be-40ca-80a4-01990963907f', 'status': 'completed', 'code': 200} Jul 08 20:28:08.039166 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5dac4861-a5e4-4cf0-969e-66ab61c526e6 req-6ce77a04-cb99-4012-809d-e2e8bdb163ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5666857 Jul 08 20:28:08.226548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fad64267-392c-45a8-863b-516f1be51fa7 req-c8c17fbb-a13c-4375-a3df-536bde79d52c tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 210 time: 0.1332543 Jul 08 20:28:08.295656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-c2ccae01-0010-4b9b-be20-201f6e08f30e', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:28:08.304838 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:08.366834 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:08.368236 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:08.507596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-ecf452b2-ac47-4865-b7cb-20a70724abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:08.508944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-ecf452b2-ac47-4865-b7cb-20a70724abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:08.509287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-ecf452b2-ac47-4865-b7cb-20a70724abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:08.509755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-ecf452b2-ac47-4865-b7cb-20a70724abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:08.510398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-ecf452b2-ac47-4865-b7cb-20a70724abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:08.510861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-ecf452b2-ac47-4865-b7cb-20a70724abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:08.518469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-ecf452b2-ac47-4865-b7cb-20a70724abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:08.520426 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-ecf452b2-ac47-4865-b7cb-20a70724abf5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6348 time: 0.7089303 Jul 08 20:28:08.592323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5492ffa8-3a3c-496a-9fc7-dace91df1cd8 None None] Provisioning complete for port a3d76678-8dea-4013-898c-2827db59dc4a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:08.592941 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5492ffa8-3a3c-496a-9fc7-dace91df1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:08.630344 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:08.634463 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b6f3ce1d-a947-41c9-baee-b37f237a13d9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:28:08.644951 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ce1d-a947-41c9-baee-b37f237a13d9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:08.675954 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:08.742794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5492ffa8-3a3c-496a-9fc7-dace91df1cd8 None None] Port a3d76678-8dea-4013-898c-2827db59dc4a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:28:08.747220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2ca086-8d55-419b-b4a5-21eeaae205cf {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:08.749710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Allocated IP 172.20.0.2 (c2ccae01-0010-4b9b-be20-201f6e08f30e/c6fc5208-316e-4167-85a3-386e05ca34a9/12c2c616-8753-4e88-bd35-b4a859e8659a) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:28:08.760969 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:08.792561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Transition to ACTIVE for port object 8f2ca086-8d55-419b-b4a5-21eeaae205cf will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:08.794461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5492ffa8-3a3c-496a-9fc7-dace91df1cd8 None None] Provisioning for port fdf016f0-774f-4a18-9c65-b36f4c090b9e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:08.800923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5492ffa8-3a3c-496a-9fc7-dace91df1cd8 None None] Provisioning complete for port fdf016f0-774f-4a18-9c65-b36f4c090b9e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:08.803658 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5492ffa8-3a3c-496a-9fc7-dace91df1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:08.804230 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:09.020905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Pushing event updated for resources: {'Port': ['ID=8f2ca086-8d55-419b-b4a5-21eeaae205cf,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:09.116657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Attempting to bind port 8f2ca086-8d55-419b-b4a5-21eeaae205cf on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:28:09.117310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Attempting to bind port 8f2ca086-8d55-419b-b4a5-21eeaae205cf by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '1003cbfa-c1ab-4686-af58-8ac2c3960c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:28:09.117664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Attempting to bind port 8f2ca086-8d55-419b-b4a5-21eeaae205cf on network bf68e9f7-7d52-4278-a652-39c8a071af8f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:09.130403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Port 8f2ca086-8d55-419b-b4a5-21eeaae205cf on network bf68e9f7-7d52-4278-a652-39c8a071af8f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:28:09.130869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Attempting to bind port 8f2ca086-8d55-419b-b4a5-21eeaae205cf on network bf68e9f7-7d52-4278-a652-39c8a071af8f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:09.137177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:28:09.137887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Checking segment: {'id': '1003cbfa-c1ab-4686-af58-8ac2c3960c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:09.138388 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Bound using segment: {'id': '1003cbfa-c1ab-4686-af58-8ac2c3960c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:28:09.138942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Bound port: 8f2ca086-8d55-419b-b4a5-21eeaae205cf, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1003cbfa-c1ab-4686-af58-8ac2c3960c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:28:09.139420 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:09.316620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] For port 8f2ca086-8d55-419b-b4a5-21eeaae205cf, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:28:09.323999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] For port 8f2ca086-8d55-419b-b4a5-21eeaae205cf, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8f2ca086-8d55-419b-b4a5-21eeaae205cf,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:28:09.331761 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:09.333989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5492ffa8-3a3c-496a-9fc7-dace91df1cd8 None None] Provisioning for port f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:09.372869 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:09.435662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:09.453312 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:09.456193 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-da025163-ed1c-413b-b19b-c4556160002b service neutron] 10.222.0.104 "PUT /v2.0/ports/8f2ca086-8d55-419b-b4a5-21eeaae205cf HTTP/1.1" status: 200 len: 1092 time: 2.6552386 Jul 08 20:28:09.504059 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:09.513084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Request body: {'port': {'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:09.518245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Transition to ACTIVE for port object 12c2c616-8753-4e88-bd35-b4a859e8659a will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:09.534989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Transition to ACTIVE for port object 12c2c616-8753-4e88-bd35-b4a859e8659a will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:09.543250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5492ffa8-3a3c-496a-9fc7-dace91df1cd8 None None] Provisioning complete for port f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:09.543954 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5492ffa8-3a3c-496a-9fc7-dace91df1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:09.576904 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:09.714198 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ce1d-a947-41c9-baee-b37f237a13d9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:09.735740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-14108f1f-3cd4-40b6-9b1c-c87c9f263daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:09.737941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-14108f1f-3cd4-40b6-9b1c-c87c9f263daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:09.738436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-14108f1f-3cd4-40b6-9b1c-c87c9f263daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:09.745189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-14108f1f-3cd4-40b6-9b1c-c87c9f263daa service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=19ba4cf0369f429aa704185ab183dd93&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1130364 Jul 08 20:28:09.749385 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:09.764616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b6f3ce1d-a947-41c9-baee-b37f237a13d9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:28:09.796941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Network c2ccae01-0010-4b9b-be20-201f6e08f30e is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:28:09.808999 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5492ffa8-3a3c-496a-9fc7-dace91df1cd8 None None] Port f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:28:09.814849 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': '3d3d94e7-4685-4ff7-926a-d64df0c1c16c'}, {'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': '8f2ca086-8d55-419b-b4a5-21eeaae205cf'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:09.823933 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a72f92f-34fa-4448-9bea-b0175b96520b" -d '{"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "3d3d94e7-4685-4ff7-926a-d64df0c1c16c"}, {"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "8f2ca086-8d55-419b-b4a5-21eeaae205cf"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:09.825587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:28:09.839080 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:09.846010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:28:09.846666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da025163-ed1c-413b-b19b-c4556160002b service neutron] Pushing event updated for resources: {'Port': ['ID=8f2ca086-8d55-419b-b4a5-21eeaae205cf,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:09.849510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Pushing event updated for resources: {'Port': ['ID=12c2c616-8753-4e88-bd35-b4a859e8659a,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:09.888785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:09.889176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:09.889703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:09.893057 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:09.895878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:09.896472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:09.897027 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:09.897584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:09.904108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:09.904779 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:09.905400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:09.906212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:10.097679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a55faf9e-ca3f-4a93-9a07-0b98b92d2c73 None None] Provisioning complete for port f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:10.098099 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a55faf9e-ca3f-4a93-9a07-0b98b92d2c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:10.170384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Attempting to bind port 12c2c616-8753-4e88-bd35-b4a859e8659a on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:28:10.170771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Attempting to bind port 12c2c616-8753-4e88-bd35-b4a859e8659a by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:28:10.171150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Attempting to bind port 12c2c616-8753-4e88-bd35-b4a859e8659a on network c2ccae01-0010-4b9b-be20-201f6e08f30e {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:10.182144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:28:10.182547 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Checking segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:10.182985 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:10.183398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Bound using segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:28:10.184298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Bound port: 12c2c616-8753-4e88-bd35-b4a859e8659a, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:28:10.184728 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:10.251044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a55faf9e-ca3f-4a93-9a07-0b98b92d2c73 None None] Port f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:28:10.303106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] For port 12c2c616-8753-4e88-bd35-b4a859e8659a, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:28:10.309493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] For port 12c2c616-8753-4e88-bd35-b4a859e8659a, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=12c2c616-8753-4e88-bd35-b4a859e8659a,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:28:10.320776 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:10.428703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c756f26-d0ae-4821-91cf-d7d0135019b8 None None] Pushing event updated for resources: {'Port': ['ID=12c2c616-8753-4e88-bd35-b4a859e8659a,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:10.514829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209716-81e1-4921-b46b-72c4938fea0f req-f5bcbbbf-2af2-4578-aa8a-434355a59e79 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:10.531720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d4b92b8-388f-40b7-a569-0e70e3eb3eed req-1dfb63f5-eef1-4dc9-b917-d9b1b09e9c93 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 210 time: 0.2551343 Jul 08 20:28:10.535234 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209716-81e1-4921-b46b-72c4938fea0f req-f5bcbbbf-2af2-4578-aa8a-434355a59e79 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:10.539677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-106d189d-3105-4719-8062-ed2e5d14bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:10.542400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209716-81e1-4921-b46b-72c4938fea0f req-f5bcbbbf-2af2-4578-aa8a-434355a59e79 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:10.545313 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9bc79c93-402c-48f9-83fd-4188b98e030b req-106d189d-3105-4719-8062-ed2e5d14bb3c service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7782497 Jul 08 20:28:10.559284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209716-81e1-4921-b46b-72c4938fea0f req-f5bcbbbf-2af2-4578-aa8a-434355a59e79 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:10.574339 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209716-81e1-4921-b46b-72c4938fea0f req-f5bcbbbf-2af2-4578-aa8a-434355a59e79 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:10.599968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209716-81e1-4921-b46b-72c4938fea0f req-f5bcbbbf-2af2-4578-aa8a-434355a59e79 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:10.611952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209716-81e1-4921-b46b-72c4938fea0f req-f5bcbbbf-2af2-4578-aa8a-434355a59e79 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:10.627418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7d209716-81e1-4921-b46b-72c4938fea0f req-f5bcbbbf-2af2-4578-aa8a-434355a59e79 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5408 time: 1.1667879 Jul 08 20:28:10.914461 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ce1d-a947-41c9-baee-b37f237a13d9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:10.957837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3ce1d-a947-41c9-baee-b37f237a13d9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:10.977456 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:11.030418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7d209716-81e1-4921-b46b-72c4938fea0f req-996b5ea6-273d-4650-ba81-58aebe4e2eb2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4020944 Jul 08 20:28:11.047662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:11.096863 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-99529512-189b-45a6-8eb8-bb68872d79c3 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:11.102054 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-99529512-189b-45a6-8eb8-bb68872d79c3 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.103 "GET /v2.0/networks?id=0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 200 len: 814 time: 0.7884955 Jul 08 20:28:11.139282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a243b3c9-f6cc-4346-8144-d7d68e6f404e {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:11.193130 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c3ef0d-9fcf-4b47-ac97-0805a0116e5b x-openstack-request-id: req-38c3ef0d-9fcf-4b47-ac97-0805a0116e5b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:11.193380 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "3d3d94e7-4685-4ff7-926a-d64df0c1c16c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "8f2ca086-8d55-419b-b4a5-21eeaae205cf", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:11.193554 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-38c3ef0d-9fcf-4b47-ac97-0805a0116e5b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:11.193985 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': '3d3d94e7-4685-4ff7-926a-d64df0c1c16c', 'status': 'completed', 'code': 200} Jul 08 20:28:11.194253 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': '8f2ca086-8d55-419b-b4a5-21eeaae205cf', 'status': 'completed', 'code': 200} Jul 08 20:28:11.218621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-2ac4040d-5fa6-4772-b921-118ac3e4ad11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Request body: {'port': {'device_id': 'c5932091-4849-47c6-9556-cc6aea6b9f36', 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c', 'admin_state_up': True, 'tenant_id': 'd5e9137b4de448389e507d5eb405a95b'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:11.236435 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:11.257125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 12c2c616-8753-4e88-bd35-b4a859e8659a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:11.474378 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 12c2c616-8753-4e88-bd35-b4a859e8659a completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:11.543015 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ce1d-a947-41c9-baee-b37f237a13d9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:11.547297 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b6f3ce1d-a947-41c9-baee-b37f237a13d9 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee HTTP/1.1" status: 204 len: 168 time: 4.0814929 Jul 08 20:28:11.553517 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34170) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:11.607496 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3132792-e3f8-4c66-b064-a5b9b4391c27 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] GET failed (client error): The resource could not be found. Jul 08 20:28:11.610590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a3132792-e3f8-4c66-b064-a5b9b4391c27 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports/f2cb9e73-cb8c-4bf8-92b5-3f2d2725a2ee HTTP/1.1" status: 404 len: 333 time: 0.0548854 Jul 08 20:28:11.615942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34174) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:11.634567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Transition to ACTIVE for port object a243b3c9-f6cc-4346-8144-d7d68e6f404e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:11.665371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Allocated IP 172.25.4.82 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/8c72fcfb-9c2c-47cd-b45a-72d477a3f427) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:28:11.675851 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:11.697045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-dcd11d8f-2a99-46e0-827c-a3ddbf9a6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:11.697744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-dcd11d8f-2a99-46e0-827c-a3ddbf9a6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:11.698771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-dcd11d8f-2a99-46e0-827c-a3ddbf9a6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:11.699265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-dcd11d8f-2a99-46e0-827c-a3ddbf9a6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:11.700115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-dcd11d8f-2a99-46e0-827c-a3ddbf9a6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:11.701366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-dcd11d8f-2a99-46e0-827c-a3ddbf9a6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:11.702200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-dcd11d8f-2a99-46e0-827c-a3ddbf9a6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:11.706925 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-dcd11d8f-2a99-46e0-827c-a3ddbf9a6648 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6416 time: 0.3474238 Jul 08 20:28:11.979308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Pushing event updated for resources: {'Port': ['ID=a243b3c9-f6cc-4346-8144-d7d68e6f404e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:12.088184 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60cf44e1-e460-49f6-a43c-dca64fd8c7cd req-61a76004-29cb-445e-ac8e-fb96b0d1f892 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 210 time: 0.1746595 Jul 08 20:28:12.162284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34184) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:12.425030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Attempting to bind port a243b3c9-f6cc-4346-8144-d7d68e6f404e on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:28:12.425030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Attempting to bind port a243b3c9-f6cc-4346-8144-d7d68e6f404e by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '1003cbfa-c1ab-4686-af58-8ac2c3960c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:28:12.425030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Attempting to bind port a243b3c9-f6cc-4346-8144-d7d68e6f404e on network bf68e9f7-7d52-4278-a652-39c8a071af8f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:12.432722 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-47168c02-d406-454d-a9ef-df64ff5e1fc5 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.3788505 Jul 08 20:28:12.476397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Port a243b3c9-f6cc-4346-8144-d7d68e6f404e on network bf68e9f7-7d52-4278-a652-39c8a071af8f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:28:12.476397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Attempting to bind port a243b3c9-f6cc-4346-8144-d7d68e6f404e on network bf68e9f7-7d52-4278-a652-39c8a071af8f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:12.491597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-2ac4040d-5fa6-4772-b921-118ac3e4ad11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Made reservation on behalf of d5e9137b4de448389e507d5eb405a95b for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:12.498670 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-2ac4040d-5fa6-4772-b921-118ac3e4ad11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:12.524683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:28:12.525034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Checking segment: {'id': '1003cbfa-c1ab-4686-af58-8ac2c3960c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:12.525439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Bound using segment: {'id': '1003cbfa-c1ab-4686-af58-8ac2c3960c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:28:12.525905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Bound port: a243b3c9-f6cc-4346-8144-d7d68e6f404e, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1003cbfa-c1ab-4686-af58-8ac2c3960c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:28:12.526276 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:12.546713 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34832b7-1219-4c21-86aa-96e314a13277 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:12.604374 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34832b7-1219-4c21-86aa-96e314a13277 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:12.697439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b36a74-75f2-496f-9b7d-ca433aaa6976 None None] Network c2ccae01-0010-4b9b-be20-201f6e08f30e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:28:12.716457 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34832b7-1219-4c21-86aa-96e314a13277 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:12.721172 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e34832b7-1219-4c21-86aa-96e314a13277 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:12.724926 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e34832b7-1219-4c21-86aa-96e314a13277 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/security-groups/06af4a65-3715-4850-8fbb-4e5697019197 HTTP/1.1" status: 204 len: 168 time: 1.1023958 Jul 08 20:28:12.802537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34192) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:12.841876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34832b7-1219-4c21-86aa-96e314a13277 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06af4a65-3715-4850-8fbb-4e5697019197,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:12.930240 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5c6b7c09-08c0-455c-a3cf-70f13d52a701 None None] Provisioning for port 12c2c616-8753-4e88-bd35-b4a859e8659a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:12.945478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5c6b7c09-08c0-455c-a3cf-70f13d52a701 None None] Provisioning complete for port 12c2c616-8753-4e88-bd35-b4a859e8659a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:12.946024 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5c6b7c09-08c0-455c-a3cf-70f13d52a701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:12.965471 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28a772c1-bd92-4f6a-93cb-61b4b223a3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.084224 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5c6b7c09-08c0-455c-a3cf-70f13d52a701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.086432 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28a772c1-bd92-4f6a-93cb-61b4b223a3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.119666 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1cd3e336-0ed4-4249-b07a-39c82b6d1655 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.143429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5c6b7c09-08c0-455c-a3cf-70f13d52a701 None None] For port 12c2c616-8753-4e88-bd35-b4a859e8659a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=12c2c616-8753-4e88-bd35-b4a859e8659a,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:13.155205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-7bcb5e5d-5f5a-4ca4-90ab-b96d39c8cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.155721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-7bcb5e5d-5f5a-4ca4-90ab-b96d39c8cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.156170 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-7bcb5e5d-5f5a-4ca4-90ab-b96d39c8cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.162292 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-7bcb5e5d-5f5a-4ca4-90ab-b96d39c8cc18 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=19ba4cf0369f429aa704185ab183dd93&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.4340367 Jul 08 20:28:13.164136 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5c6b7c09-08c0-455c-a3cf-70f13d52a701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.168907 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1cd3e336-0ed4-4249-b07a-39c82b6d1655 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.223017 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.250768 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28a772c1-bd92-4f6a-93cb-61b4b223a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.300439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b7c09-08c0-455c-a3cf-70f13d52a701 None None] Pushing event updated for resources: {'Port': ['ID=12c2c616-8753-4e88-bd35-b4a859e8659a,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:13.366971 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-28a772c1-bd92-4f6a-93cb-61b4b223a3d0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b0380156fc10484b88dcc99cc471809d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1909888 Jul 08 20:28:13.373214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34202) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:13.390876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329fe74-60b9-4768-b080-3a6c33f55b69 req-99365d6c-dd91-4ade-963e-f113dabc6193 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.401134 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329fe74-60b9-4768-b080-3a6c33f55b69 req-99365d6c-dd91-4ade-963e-f113dabc6193 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.409078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329fe74-60b9-4768-b080-3a6c33f55b69 req-99365d6c-dd91-4ade-963e-f113dabc6193 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.415313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329fe74-60b9-4768-b080-3a6c33f55b69 req-99365d6c-dd91-4ade-963e-f113dabc6193 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.422467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329fe74-60b9-4768-b080-3a6c33f55b69 req-99365d6c-dd91-4ade-963e-f113dabc6193 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.431562 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f60e8339-9009-4ec4-b4b4-fe59a42afa33 req-e2b20eb8-81b8-4717-a0fd-648b8f7b1a85 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 210 time: 0.0895331 Jul 08 20:28:13.442791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329fe74-60b9-4768-b080-3a6c33f55b69 req-99365d6c-dd91-4ade-963e-f113dabc6193 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.464522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329fe74-60b9-4768-b080-3a6c33f55b69 req-99365d6c-dd91-4ade-963e-f113dabc6193 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.466800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b329fe74-60b9-4768-b080-3a6c33f55b69 req-99365d6c-dd91-4ade-963e-f113dabc6193 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 1.0192990 Jul 08 20:28:13.541812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-1e49664b-2ef4-49e4-bd6d-6e00833e2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.542874 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1cd3e336-0ed4-4249-b07a-39c82b6d1655 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.543840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-1e49664b-2ef4-49e4-bd6d-6e00833e2b46 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3610861 Jul 08 20:28:13.545767 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1cd3e336-0ed4-4249-b07a-39c82b6d1655 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.550103 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1cd3e336-0ed4-4249-b07a-39c82b6d1655 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/security-groups/df5c952b-f89d-40f5-abbe-b2ff16d7d14f HTTP/1.1" status: 204 len: 168 time: 0.6984954 Jul 08 20:28:13.551658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34204) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:13.590663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f20cbef2-df8d-4bb6-912c-0819d13dc48e None None] Provisioning complete for port 12c2c616-8753-4e88-bd35-b4a859e8659a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:13.592522 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f20cbef2-df8d-4bb6-912c-0819d13dc48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.636822 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.750704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] For port a243b3c9-f6cc-4346-8144-d7d68e6f404e, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:28:13.756212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] For port a243b3c9-f6cc-4346-8144-d7d68e6f404e, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a243b3c9-f6cc-4346-8144-d7d68e6f404e,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:28:13.762703 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b329fe74-60b9-4768-b080-3a6c33f55b69 req-0b5ec4c9-d550-4454-9903-c4dd9fd1ca9e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1724524 Jul 08 20:28:13.764278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:28:13.787920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:28:13.793434 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Pushing event updated for resources: {'Port': ['ID=8c72fcfb-9c2c-47cd-b45a-72d477a3f427,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:13.813360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:28:13.872487 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ba34d57-7973-49c0-a2f9-3ec4fb2a0f8c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.899679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-2ac4040d-5fa6-4772-b921-118ac3e4ad11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Allocated IP 172.20.0.9 (0cb52e9e-eaba-47ff-a0c6-9f694354493c/ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e/6f67d435-f1bb-4636-b753-e52c61b28aa4) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:28:13.921699 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ba34d57-7973-49c0-a2f9-3ec4fb2a0f8c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:13.983753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-60b38572-7217-4c8f-a6a8-953fda754ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.984199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-60b38572-7217-4c8f-a6a8-953fda754ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.984727 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-60b38572-7217-4c8f-a6a8-953fda754ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.986065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-60b38572-7217-4c8f-a6a8-953fda754ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.986761 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-60b38572-7217-4c8f-a6a8-953fda754ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.987292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-60b38572-7217-4c8f-a6a8-953fda754ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.987774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-60b38572-7217-4c8f-a6a8-953fda754ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:13.990340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-60b38572-7217-4c8f-a6a8-953fda754ee6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6442 time: 0.3898139 Jul 08 20:28:14.099741 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-2ac4040d-5fa6-4772-b921-118ac3e4ad11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:14.149619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a772c1-bd92-4f6a-93cb-61b4b223a3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa72241a-0554-4225-ba6e-ee4fd5cccf06,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:14.183362 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:14.218419 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.219216 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:14.224366 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] 10.222.0.104 "PUT /v2.0/ports/a243b3c9-f6cc-4346-8144-d7d68e6f404e HTTP/1.1" status: 200 len: 1092 time: 4.7179832 Jul 08 20:28:14.248330 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ba34d57-7973-49c0-a2f9-3ec4fb2a0f8c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:14.251993 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ba34d57-7973-49c0-a2f9-3ec4fb2a0f8c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:14.255993 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7ba34d57-7973-49c0-a2f9-3ec4fb2a0f8c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/security-groups/0013687f-8e21-4e1b-a402-14f4005619ca HTTP/1.1" status: 204 len: 168 time: 0.7008286 Jul 08 20:28:14.263118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34212) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:14.276481 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': 'a243b3c9-f6cc-4346-8144-d7d68e6f404e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:14.280510 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77708758-f9dc-430c-b327-dad8c1cc8b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "a243b3c9-f6cc-4346-8144-d7d68e6f404e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:14.284353 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6a29583-95ee-4f96-8c16-dd384e89b5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:14.351364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3e336-0ed4-4249-b07a-39c82b6d1655 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5c952b-f89d-40f5-abbe-b2ff16d7d14f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:14.374736 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba34d57-7973-49c0-a2f9-3ec4fb2a0f8c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0013687f-8e21-4e1b-a402-14f4005619ca,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:14.381324 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991fa10e-b0dc-48e6-82a5-17040c8124c8 x-openstack-request-id: req-991fa10e-b0dc-48e6-82a5-17040c8124c8 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:14.381626 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "a243b3c9-f6cc-4346-8144-d7d68e6f404e", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:14.381886 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-991fa10e-b0dc-48e6-82a5-17040c8124c8 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:14.382295 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': 'a243b3c9-f6cc-4346-8144-d7d68e6f404e', 'status': 'completed', 'code': 200} Jul 08 20:28:14.466090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-badf56b5-0986-43a3-9e23-88d2a7569f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.480543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-badf56b5-0986-43a3-9e23-88d2a7569f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.481703 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-badf56b5-0986-43a3-9e23-88d2a7569f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.482745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-badf56b5-0986-43a3-9e23-88d2a7569f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.484948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-badf56b5-0986-43a3-9e23-88d2a7569f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.488932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-badf56b5-0986-43a3-9e23-88d2a7569f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.489734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-badf56b5-0986-43a3-9e23-88d2a7569f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.497645 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-badf56b5-0986-43a3-9e23-88d2a7569f53 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 6508 time: 1.8308222 Jul 08 20:28:14.535439 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6a29583-95ee-4f96-8c16-dd384e89b5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:14.591297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-2ac4040d-5fa6-4772-b921-118ac3e4ad11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:14.606204 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:14.630839 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6a29583-95ee-4f96-8c16-dd384e89b5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:14.631529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f715c17-a3a7-4d89-99b5-f9dd98315bcd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting subnet 4b300d5a-837d-4cad-bcda-f2e71435254c {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:28:14.633213 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6a29583-95ee-4f96-8c16-dd384e89b5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:14.636605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-0b19d66c-18e0-4f4d-8a14-99d8053cf809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.636605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-0b19d66c-18e0-4f4d-8a14-99d8053cf809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.636605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-0b19d66c-18e0-4f4d-8a14-99d8053cf809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.637741 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-0b19d66c-18e0-4f4d-8a14-99d8053cf809 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=19ba4cf0369f429aa704185ab183dd93&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6130228 Jul 08 20:28:14.648327 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c6a29583-95ee-4f96-8c16-dd384e89b5a2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/aa72241a-0554-4225-ba6e-ee4fd5cccf06 HTTP/1.1" status: 204 len: 168 time: 1.1654012 Jul 08 20:28:14.764073 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-1f4bdb01-2586-4f66-a8e0-90971f9262fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.764717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-1f4bdb01-2586-4f66-a8e0-90971f9262fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.764997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-1f4bdb01-2586-4f66-a8e0-90971f9262fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.768619 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-1f4bdb01-2586-4f66-a8e0-90971f9262fd service neutron] 10.222.0.103 "GET /v2.0/networks?id=b9c31369-0a5d-4774-b024-98d5eb5c69a6&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=cd03060a-bfc6-43cb-9261-c17858115213&id=cd03060a-bfc6-43cb-9261-c17858115213 HTTP/1.1" status: 200 len: 2297 time: 0.1698108 Jul 08 20:28:14.784243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a29583-95ee-4f96-8c16-dd384e89b5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa72241a-0554-4225-ba6e-ee4fd5cccf06,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:14.908993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-2ac4040d-5fa6-4772-b921-118ac3e4ad11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Network 0cb52e9e-eaba-47ff-a0c6-9f694354493c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:28:14.921021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236fedd-ac07-42b3-9999-5410791d7c6e service neutron] Pushing event updated for resources: {'Port': ['ID=a243b3c9-f6cc-4346-8144-d7d68e6f404e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:14.980747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-5f07513e-dc0f-406f-8e1c-8f77ebe390d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:14.982287 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a72f92f-34fa-4448-9bea-b0175b96520b req-5f07513e-dc0f-406f-8e1c-8f77ebe390d8 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3019609 Jul 08 20:28:14.983028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5f715c17-a3a7-4d89-99b5-f9dd98315bcd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:15.039971 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 12c2c616-8753-4e88-bd35-b4a859e8659a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:15.162676 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5f715c17-a3a7-4d89-99b5-f9dd98315bcd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:15.164302 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 12c2c616-8753-4e88-bd35-b4a859e8659a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:15.165009 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:15.223375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b01881e2-61cf-448e-aac9-cf814439b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.224029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b01881e2-61cf-448e-aac9-cf814439b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.224515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b01881e2-61cf-448e-aac9-cf814439b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.225019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b01881e2-61cf-448e-aac9-cf814439b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.225493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b01881e2-61cf-448e-aac9-cf814439b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.225967 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b01881e2-61cf-448e-aac9-cf814439b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.226436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b01881e2-61cf-448e-aac9-cf814439b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.228485 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-b01881e2-61cf-448e-aac9-cf814439b66e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6484 time: 0.1798673 Jul 08 20:28:15.313019 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c0e3d40a-47e6-435a-be6a-e40b1435caca service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c457d71-76e4-42d3-baf8-52903bc79288 HTTP/1.1" status: 200 len: 217 time: 0.0733988 Jul 08 20:28:15.543253 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:15.546221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-24925bf4-29ea-445b-b1db-992ba2f9bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.548440 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-24925bf4-29ea-445b-b1db-992ba2f9bc7e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8ef936b0-47ce-414e-91d0-763f04ecd41e HTTP/1.1" status: 200 len: 851 time: 0.0592301 Jul 08 20:28:15.736856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c6deb3dc-47ef-4985-bed5-7af79b341a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.738377 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-c6deb3dc-47ef-4985-bed5-7af79b341a46 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785123 Jul 08 20:28:15.757075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ac0e9-917a-4c08-a4ca-b4b465ca1aff req-1008c95c-49a3-470e-acff-12f6c691d7a3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.764330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ac0e9-917a-4c08-a4ca-b4b465ca1aff req-1008c95c-49a3-470e-acff-12f6c691d7a3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.772074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ac0e9-917a-4c08-a4ca-b4b465ca1aff req-1008c95c-49a3-470e-acff-12f6c691d7a3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.778507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ac0e9-917a-4c08-a4ca-b4b465ca1aff req-1008c95c-49a3-470e-acff-12f6c691d7a3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.786701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ac0e9-917a-4c08-a4ca-b4b465ca1aff req-1008c95c-49a3-470e-acff-12f6c691d7a3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.794532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ac0e9-917a-4c08-a4ca-b4b465ca1aff req-1008c95c-49a3-470e-acff-12f6c691d7a3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.803307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ac0e9-917a-4c08-a4ca-b4b465ca1aff req-1008c95c-49a3-470e-acff-12f6c691d7a3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:15.810870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c83ac0e9-917a-4c08-a4ca-b4b465ca1aff req-1008c95c-49a3-470e-acff-12f6c691d7a3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.4939795 Jul 08 20:28:15.832058 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-2ac4040d-5fa6-4772-b921-118ac3e4ad11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:28:15.844729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-2ac4040d-5fa6-4772-b921-118ac3e4ad11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:28:15.897709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4040d-5fa6-4772-b921-118ac3e4ad11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Pushing event updated for resources: {'Port': ['ID=6f67d435-f1bb-4636-b753-e52c61b28aa4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:15.949219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5f715c17-a3a7-4d89-99b5-f9dd98315bcd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:15.987796 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-d5419e8e-9c1f-46ac-84d4-2829ab2336d3 service neutron] 10.222.0.104 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740754 Jul 08 20:28:16.064445 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-2ac4040d-5fa6-4772-b921-118ac3e4ad11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:16.068561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-2ac4040d-5fa6-4772-b921-118ac3e4ad11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:16.111838 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-9aec2039-f2d2-4bd2-8d40-0d94973b5a37 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aad874e-179e-4f53-8a91-58fce4a19dba HTTP/1.1" status: 200 len: 1001 time: 1.3177221 Jul 08 20:28:16.119148 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-2ac4040d-5fa6-4772-b921-118ac3e4ad11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9227490 Jul 08 20:28:16.144021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Request body: {'port': {'device_id': 'c5932091-4849-47c6-9556-cc6aea6b9f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:16.187753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c83ac0e9-917a-4c08-a4ca-b4b465ca1aff req-a4ecceb8-c875-493a-94fc-114df7ed4371 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3759186 Jul 08 20:28:16.206794 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-71da9259-5809-48d2-9b5f-acb32dd155c8 service neutron] 10.222.0.104 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683748 Jul 08 20:28:16.260116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f2f2f-0697-42f0-8f4e-7ce04747e372 req-f4fe48fb-0481-4e4d-a9b5-5753bc9e137e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:16.277341 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb0f2f2f-0697-42f0-8f4e-7ce04747e372 req-f4fe48fb-0481-4e4d-a9b5-5753bc9e137e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 931 time: 1.6276894 Jul 08 20:28:16.298485 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f515d481-8665-4b7d-9030-52900f7e8bee service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d HTTP/1.1" status: 200 len: 217 time: 0.0806453 Jul 08 20:28:16.412348 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5f715c17-a3a7-4d89-99b5-f9dd98315bcd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:16.457800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f7e196c1-bce4-4f8e-9488-f1521c5dac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:16.461911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f7e196c1-bce4-4f8e-9488-f1521c5dac9f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.1569245 Jul 08 20:28:16.473172 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-f0e84dea-f209-421b-960a-2db04c811ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:16.484830 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-f0e84dea-f209-421b-960a-2db04c811ad1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c5052925-461c-40a3-96f2-4691da5939fe HTTP/1.1" status: 200 len: 856 time: 0.3503847 Jul 08 20:28:16.519525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:28:16.528766 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5f715c17-a3a7-4d89-99b5-f9dd98315bcd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:16.530111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55cafcb-f068-4c21-96f4-788dc56c4d16 None None] Network c5a12856-3dd6-4633-952c-7da81734d866 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:28:16.537393 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5f715c17-a3a7-4d89-99b5-f9dd98315bcd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/4b300d5a-837d-4cad-bcda-f2e71435254c HTTP/1.1" status: 204 len: 168 time: 2.2680976 Jul 08 20:28:16.546264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34258) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:16.625191 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb0f2f2f-0697-42f0-8f4e-7ce04747e372 req-53579314-f809-41b8-ba83-735ae8f6ebe3 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468344 Jul 08 20:28:16.637449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f715c17-a3a7-4d89-99b5-f9dd98315bcd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Subnet': ['ID=4b300d5a-837d-4cad-bcda-f2e71435254c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:16.880599 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:16.939946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:28:16.953525 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Sync routers for ids ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:28:17.015095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Routers {'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:28:17.016118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:28:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:17.039824 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:17.044434 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6c71a4e3-2f9a-4c65-bf95-7d6e1574804b admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.2865593 Jul 08 20:28:17.048514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34270) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:17.211738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-eba60f9a-2c03-4e05-97c5-f8beb6dab50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:17.213398 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-eba60f9a-2c03-4e05-97c5-f8beb6dab50e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7133505 Jul 08 20:28:17.388387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f606e269-2149-4ece-bd9d-a93aa2da82b7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting subnet c0822a8b-edb9-4994-89cc-13ffa11aa8d5 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:28:17.451273 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f606e269-2149-4ece-bd9d-a93aa2da82b7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:17.495653 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Set router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:28:17.562918 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:17.763356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:28:14Z', 'revision_number': 3, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:17.825150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Checking router: eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:28:17.825518 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Updating router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d port 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:28:17.842526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-a13dc43d-1273-4608-84af-207222b9ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:17.850153 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-a13dc43d-1273-4608-84af-207222b9ab4b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9c31369-0a5d-4774-b024-98d5eb5c69a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3518350 Jul 08 20:28:17.900277 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:17.903150 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f606e269-2149-4ece-bd9d-a93aa2da82b7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:18.139329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f33fc4-05ed-4de3-be33-81b459e9174d req-d19fdd36-8d7c-4a9f-8096-0865b268308c tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:18.148451 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7f33fc4-05ed-4de3-be33-81b459e9174d req-d19fdd36-8d7c-4a9f-8096-0865b268308c tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 1.1886196 Jul 08 20:28:18.212304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e359-bf1b-4ac1-8d44-8da038c9882c req-7481f9ba-c640-4f88-94e1-29529d4c123c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:18.218662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e359-bf1b-4ac1-8d44-8da038c9882c req-7481f9ba-c640-4f88-94e1-29529d4c123c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:18.243426 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e359-bf1b-4ac1-8d44-8da038c9882c req-7481f9ba-c640-4f88-94e1-29529d4c123c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:18.257919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e359-bf1b-4ac1-8d44-8da038c9882c req-7481f9ba-c640-4f88-94e1-29529d4c123c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:18.261589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-ef45a420-3fc9-478f-be86-085954cc4a9a service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807623 Jul 08 20:28:18.284076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e359-bf1b-4ac1-8d44-8da038c9882c req-7481f9ba-c640-4f88-94e1-29529d4c123c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:18.290478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e359-bf1b-4ac1-8d44-8da038c9882c req-7481f9ba-c640-4f88-94e1-29529d4c123c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:18.307267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e359-bf1b-4ac1-8d44-8da038c9882c req-7481f9ba-c640-4f88-94e1-29529d4c123c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:18.309200 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d11e359-bf1b-4ac1-8d44-8da038c9882c req-7481f9ba-c640-4f88-94e1-29529d4c123c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.7719421 Jul 08 20:28:18.352197 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7f33fc4-05ed-4de3-be33-81b459e9174d req-6771ef41-4cce-4aec-80aa-7ca5830ea4c6 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028246 Jul 08 20:28:18.667619 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:18.713300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Transition to ACTIVE for port object 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:18.736343 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:18.753346 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f606e269-2149-4ece-bd9d-a93aa2da82b7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:18.799122 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f621965a-1744-437c-b18c-01d2563405ec service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439859 Jul 08 20:28:18.820001 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d11e359-bf1b-4ac1-8d44-8da038c9882c req-b2f7bfd9-ae67-4e6d-a029-1102552764bc tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4875724 Jul 08 20:28:18.865880 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-d751daa3-aca3-418e-93f6-f8815d0d3287 service neutron] 10.222.0.103 "GET /v2.0/networks/b9c31369-0a5d-4774-b024-98d5eb5c69a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9952285 Jul 08 20:28:18.900969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e7a5d-28a1-40ac-b6d8-c84e9efb2ccb None None] Pushing event updated for resources: {'Port': ['ID=8c72fcfb-9c2c-47cd-b45a-72d477a3f427,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:18.967768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Attempting to bind port 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:28:18.968767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Attempting to bind port 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:28:18.969139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Attempting to bind port 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:18.982170 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:28:18.988405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:18.990461 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:18.990461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:28:18.990461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Bound port: 8c72fcfb-9c2c-47cd-b45a-72d477a3f427, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:28:18.990961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f67d435-f1bb-4636-b753-e52c61b28aa4 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:18.991434 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:19.007744 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:19.015003 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f606e269-2149-4ece-bd9d-a93aa2da82b7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:19.045273 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f606e269-2149-4ece-bd9d-a93aa2da82b7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:19.047236 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f606e269-2149-4ece-bd9d-a93aa2da82b7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/c0822a8b-edb9-4994-89cc-13ffa11aa8d5 HTTP/1.1" status: 204 len: 168 time: 2.4716141 Jul 08 20:28:19.058746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34306) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:19.133039 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Transition to ACTIVE for port object 6f67d435-f1bb-4636-b753-e52c61b28aa4 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:19.139105 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606e269-2149-4ece-bd9d-a93aa2da82b7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Subnet': ['ID=c0822a8b-edb9-4994-89cc-13ffa11aa8d5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:19.149814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] For port 8c72fcfb-9c2c-47cd-b45a-72d477a3f427, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:28:19.156827 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55827a6-1cb8-4673-bf1c-ff50a8a31c92 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] DELETE failed (client error): The resource could not be found. Jul 08 20:28:19.158687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55827a6-1cb8-4673-bf1c-ff50a8a31c92 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:28:19.159854 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] For port 8c72fcfb-9c2c-47cd-b45a-72d477a3f427, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8c72fcfb-9c2c-47cd-b45a-72d477a3f427,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:28:19.165015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcef812-9d79-4ba2-829d-9f095fea1099 None None] Network c5a12856-3dd6-4633-952c-7da81734d866 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:28:19.165476 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f55827a6-1cb8-4673-bf1c-ff50a8a31c92 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/4b300d5a-837d-4cad-bcda-f2e71435254c HTTP/1.1" status: 404 len: 337 time: 0.1050446 Jul 08 20:28:19.169633 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34308) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:19.171087 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:19.176263 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:19.198129 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-46c15fce-717c-4a16-82ae-8f560811c369 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=30a04eb1-2191-417b-8e18-d1d985f0ab8e HTTP/1.1" status: 200 len: 217 time: 0.2177279 Jul 08 20:28:19.268621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Pushing event updated for resources: {'Port': ['ID=6f67d435-f1bb-4636-b753-e52c61b28aa4,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:19.289247 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-9a10c947-1dfa-4378-8ccc-1441aa44c544 service neutron] 10.222.0.103 "GET /v2.0/networks/b9c31369-0a5d-4774-b024-98d5eb5c69a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903263 Jul 08 20:28:19.314779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-2df7b746-9c18-4950-95fc-e03be5b9b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:19.325107 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-2df7b746-9c18-4950-95fc-e03be5b9b0f1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.1100140 Jul 08 20:28:19.330820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-add7b28d-39e4-45d7-b2df-fd6c357b6154 None None] Provisioning complete for port a3d76678-8dea-4013-898c-2827db59dc4a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:19.336151 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-add7b28d-39e4-45d7-b2df-fd6c357b6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:19.374293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-8bcac809-69f6-41a2-b2db-5e1b0d7b7106 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=bf5aa183-08c5-49a8-91d7-2937e4f8a459 HTTP/1.1" status: 200 len: 217 time: 0.0685148 Jul 08 20:28:19.444647 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:19.459332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-a006339e-2699-4e1e-b4aa-b687214a4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:19.461381 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-a006339e-2699-4e1e-b4aa-b687214a4cd7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.0787964 Jul 08 20:28:19.465966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e574442-8dfe-4cad-a74a-39fabb4dac43 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting subnet 5c543e1f-8e62-4091-98b2-d1d79eafad6d {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:28:19.476491 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e7a5d-28a1-40ac-b6d8-c84e9efb2ccb None None] Pushing event updated for resources: {'Port': ['ID=8c72fcfb-9c2c-47cd-b45a-72d477a3f427,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:19.517392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Routers {'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:28:19.526915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:28:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:19.534593 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e574442-8dfe-4cad-a74a-39fabb4dac43 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:19.563342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73b148-20ab-42f8-8741-d7b4fbe17a50 req-d98577a5-bead-4cbe-b55f-b59ccd44a658 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:19.565341 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e73b148-20ab-42f8-8741-d7b4fbe17a50 req-d98577a5-bead-4cbe-b55f-b59ccd44a658 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 931 time: 0.8109808 Jul 08 20:28:19.639671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-08b73f33-f852-4770-aca2-b0269fcf6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:19.641500 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-08b73f33-f852-4770-aca2-b0269fcf6cd3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3088837 Jul 08 20:28:19.771820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] Set router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:28:19.816961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Allocated IP 172.20.0.1 (c2ccae01-0010-4b9b-be20-201f6e08f30e/c6fc5208-316e-4167-85a3-386e05ca34a9/9436278e-f041-47c7-bb27-54fbf1582ce4) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:28:19.895123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Attempting to bind port 6f67d435-f1bb-4636-b753-e52c61b28aa4 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:28:19.896516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Attempting to bind port 6f67d435-f1bb-4636-b753-e52c61b28aa4 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:28:19.896889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Attempting to bind port 6f67d435-f1bb-4636-b753-e52c61b28aa4 on network 0cb52e9e-eaba-47ff-a0c6-9f694354493c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:19.905165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Port 6f67d435-f1bb-4636-b753-e52c61b28aa4 on network 0cb52e9e-eaba-47ff-a0c6-9f694354493c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:28:19.905410 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Attempting to bind port 6f67d435-f1bb-4636-b753-e52c61b28aa4 on network 0cb52e9e-eaba-47ff-a0c6-9f694354493c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:19.910157 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e73b148-20ab-42f8-8741-d7b4fbe17a50 req-e2ee9022-e216-4f58-8f21-d9d49d4d61dc tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371680 Jul 08 20:28:19.922263 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e574442-8dfe-4cad-a74a-39fabb4dac43 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:19.939905 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-add7b28d-39e4-45d7-b2df-fd6c357b6154 None None] Port a3d76678-8dea-4013-898c-2827db59dc4a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:28:19.958013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:28:19.958370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Checking segment: {'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:19.958769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Bound using segment: {'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:28:19.959432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Bound port: 6f67d435-f1bb-4636-b753-e52c61b28aa4, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:28:19.959798 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:20.070673 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] For port 6f67d435-f1bb-4636-b753-e52c61b28aa4, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:28:20.073126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-add7b28d-39e4-45d7-b2df-fd6c357b6154 None None] Provisioning complete for port fdf016f0-774f-4a18-9c65-b36f4c090b9e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:20.073957 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-add7b28d-39e4-45d7-b2df-fd6c357b6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:20.074316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] For port 6f67d435-f1bb-4636-b753-e52c61b28aa4, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6f67d435-f1bb-4636-b753-e52c61b28aa4,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:28:20.101883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87532e89-5b13-49e2-b0be-9ef8e3b557c6 req-015fc401-f31e-401b-9cf4-14abf91b8aaa tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:20.120891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87532e89-5b13-49e2-b0be-9ef8e3b557c6 req-015fc401-f31e-401b-9cf4-14abf91b8aaa tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.103 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.6069460 Jul 08 20:28:20.133233 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:20.179537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:20.180217 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:20.182268 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] 10.222.0.103 "PUT /v2.0/ports/6f67d435-f1bb-4636-b753-e52c61b28aa4 HTTP/1.1" status: 200 len: 1092 time: 4.0462291 Jul 08 20:28:20.190795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-169a9440-5a10-4b01-aa58-9c3989b3726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:20.193085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-169a9440-5a10-4b01-aa58-9c3989b3726a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6503406 Jul 08 20:28:20.230320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5932091-4849-47c6-9556-cc6aea6b9f36', 'tag': '6f67d435-f1bb-4636-b753-e52c61b28aa4'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:20.240418 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05e98c9-d512-4389-b83e-55f60a64e8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5932091-4849-47c6-9556-cc6aea6b9f36", "tag": "6f67d435-f1bb-4636-b753-e52c61b28aa4"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:20.271698 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbef074-a8a9-4cb2-9a58-ee9e4ab880b2 req-08353b75-0ad9-43a4-ba54-fe4b29f69c96 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:20.275285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bfbef074-a8a9-4cb2-9a58-ee9e4ab880b2 req-08353b75-0ad9-43a4-ba54-fe4b29f69c96 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 0.5050554 Jul 08 20:28:20.326041 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f51f1a2c-761a-41b4-a286-845b6ba428cb service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667731 Jul 08 20:28:20.449873 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:20.484656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bfbef074-a8a9-4cb2-9a58-ee9e4ab880b2 req-54227a26-6900-478f-946f-3de9499bde46 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167474 Jul 08 20:28:20.519859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Transition to ACTIVE for port object 9436278e-f041-47c7-bb27-54fbf1582ce4 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:20.555817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e18d-c94d-4878-81d8-5692fdfc7a0a req-6d7a7d60-5019-4770-a74f-4c5acba7f8b0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:20.555817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e18d-c94d-4878-81d8-5692fdfc7a0a req-6d7a7d60-5019-4770-a74f-4c5acba7f8b0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:20.556247 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e574442-8dfe-4cad-a74a-39fabb4dac43 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:20.561754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e18d-c94d-4878-81d8-5692fdfc7a0a req-6d7a7d60-5019-4770-a74f-4c5acba7f8b0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:20.569225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e18d-c94d-4878-81d8-5692fdfc7a0a req-6d7a7d60-5019-4770-a74f-4c5acba7f8b0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:20.575929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e18d-c94d-4878-81d8-5692fdfc7a0a req-6d7a7d60-5019-4770-a74f-4c5acba7f8b0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:20.583291 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e18d-c94d-4878-81d8-5692fdfc7a0a req-6d7a7d60-5019-4770-a74f-4c5acba7f8b0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:20.590357 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e18d-c94d-4878-81d8-5692fdfc7a0a req-6d7a7d60-5019-4770-a74f-4c5acba7f8b0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:20.603507 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1158e18d-c94d-4878-81d8-5692fdfc7a0a req-6d7a7d60-5019-4770-a74f-4c5acba7f8b0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.3884103 Jul 08 20:28:20.616514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-87532e89-5b13-49e2-b0be-9ef8e3b557c6 req-e763ef14-87ab-4398-aeaa-42ca953fff38 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Deleting port c22c6326-8521-4e5b-9e18-f140862083bc {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:28:20.616514 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-87532e89-5b13-49e2-b0be-9ef8e3b557c6 req-e763ef14-87ab-4398-aeaa-42ca953fff38 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:20.682052 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-d7cd2fb2-9aa2-4cdf-903e-678301ffa10e service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607702 Jul 08 20:28:20.701853 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34328) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:20.702792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9c727-b62c-4b1c-972d-ed007019f7fa service neutron] Pushing event updated for resources: {'Port': ['ID=6f67d435-f1bb-4636-b753-e52c61b28aa4,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:20.737217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-2ca97db0-b3b3-447b-aae3-f4cac84d34d1 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143119 Jul 08 20:28:20.848190 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:28:14Z', 'revision_number': 3, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:20.863264 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-14e972df-ff65-4f7a-a1c3-d8750b6d9baa service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=0b1347f8-22be-40ca-80a4-01990963907f HTTP/1.1" status: 200 len: 217 time: 0.0976734 Jul 08 20:28:20.926070 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9139b591-f727-45d6-ba70-efcc2ce68599 x-openstack-request-id: req-9139b591-f727-45d6-ba70-efcc2ce68599 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:20.926511 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5932091-4849-47c6-9556-cc6aea6b9f36", "tag": "6f67d435-f1bb-4636-b753-e52c61b28aa4", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:20.926774 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9139b591-f727-45d6-ba70-efcc2ce68599 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:20.928725 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5932091-4849-47c6-9556-cc6aea6b9f36', 'tag': '6f67d435-f1bb-4636-b753-e52c61b28aa4', 'status': 'completed', 'code': 200} Jul 08 20:28:20.950478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a07f41-f6e7-4b39-8ae5-c6a831a6f1eb None None] The sync data for ids ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'] in n-d-791506-16 is: [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:28:14Z', 'revision_number': 3, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:28:20.979140 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1158e18d-c94d-4878-81d8-5692fdfc7a0a req-e2faf61d-86ef-4f5c-bcf0-d120dca2727d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3709691 Jul 08 20:28:20.989272 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:21.014283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-8e3bf5ac-fcaa-4393-b90d-e5778b5ddb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:21.019644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-8e3bf5ac-fcaa-4393-b90d-e5778b5ddb5f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.1385887 Jul 08 20:28:21.047377 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-27be617f-a154-44e5-b0ce-31011def30f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:21.050228 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-27be617f-a154-44e5-b0ce-31011def30f0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d5e9137b4de448389e507d5eb405a95b&device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 1095 time: 0.7109287 Jul 08 20:28:21.096015 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e574442-8dfe-4cad-a74a-39fabb4dac43 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:21.136984 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e574442-8dfe-4cad-a74a-39fabb4dac43 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:21.141803 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6e574442-8dfe-4cad-a74a-39fabb4dac43 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/5c543e1f-8e62-4091-98b2-d1d79eafad6d HTTP/1.1" status: 204 len: 168 time: 1.9668236 Jul 08 20:28:21.142856 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3977fd8d-cba2-4bc7-8ea0-f215da112576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:21.204400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34334) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:21.204622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Pushing event updated for resources: {'Port': ['ID=9436278e-f041-47c7-bb27-54fbf1582ce4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:21.206737 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-149de94f-b68b-4e50-b851-da22a4763567 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f67d435-f1bb-4636-b753-e52c61b28aa4 HTTP/1.1" status: 200 len: 217 time: 0.1296573 Jul 08 20:28:21.259649 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Network c2ccae01-0010-4b9b-be20-201f6e08f30e is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:28:21.262855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:28:21.269822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:28:21.273308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e574442-8dfe-4cad-a74a-39fabb4dac43 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Subnet': ['ID=5c543e1f-8e62-4091-98b2-d1d79eafad6d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:21.396079 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-87532e89-5b13-49e2-b0be-9ef8e3b557c6 req-e763ef14-87ab-4398-aeaa-42ca953fff38 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] For port c22c6326-8521-4e5b-9e18-f140862083bc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=c22c6326-8521-4e5b-9e18-f140862083bc,segment=NetworkSegment(0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e),segment_id=0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:21.396777 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-87532e89-5b13-49e2-b0be-9ef8e3b557c6 req-e763ef14-87ab-4398-aeaa-42ca953fff38 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:21.453427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-0b483159-b51f-4f5a-a66d-e43bb64d4ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:21.455227 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-0b483159-b51f-4f5a-a66d-e43bb64d4ff1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e HTTP/1.1" status: 200 len: 854 time: 0.1849258 Jul 08 20:28:21.460026 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-34249f08-d072-4f54-97eb-2aa628dac671 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] DELETE failed (client error): The resource could not be found. Jul 08 20:28:21.460026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34249f08-d072-4f54-97eb-2aa628dac671 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:28:21.462338 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-34249f08-d072-4f54-97eb-2aa628dac671 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/9df25e6c-b56c-45d6-aeb3-10a7da42daad HTTP/1.1" status: 404 len: 337 time: 0.2544949 Jul 08 20:28:21.464692 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-08b10ea8-8b19-4044-b19b-6e78be07a8f3 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7552595 Jul 08 20:28:21.467323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34338) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:21.544055 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:21.548936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-87532e89-5b13-49e2-b0be-9ef8e3b557c6 req-e763ef14-87ab-4398-aeaa-42ca953fff38 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Calling delete_port for c22c6326-8521-4e5b-9e18-f140862083bc owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:28:21.758583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-ffaee2ae-cf56-4b9d-81e0-1de78c3e43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:21.760258 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-ffaee2ae-cf56-4b9d-81e0-1de78c3e43e9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7277718 Jul 08 20:28:21.772780 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-88626a8c-6114-4517-8214-12896fe83dca tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee737fbf-2927-45f3-9cc9-630c4f2c6703 HTTP/1.1" status: 200 len: 205 time: 0.3031299 Jul 08 20:28:21.781007 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34344) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:21.880473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d8374ece-5a9a-4a7d-b434-13110d2c6a92 None None] Provisioning for port 9436278e-f041-47c7-bb27-54fbf1582ce4 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:21.881068 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-acd6cd9c-ba3f-4549-8965-924b9cc951cb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cb52e9e-eaba-47ff-a0c6-9f694354493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2815707 Jul 08 20:28:21.887507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d8374ece-5a9a-4a7d-b434-13110d2c6a92 None None] Provisioning complete for port 9436278e-f041-47c7-bb27-54fbf1582ce4 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:21.888719 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8374ece-5a9a-4a7d-b434-13110d2c6a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:21.900241 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-bfaa0641-8b84-4959-b584-090f44c5130e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=4b516fbd-786d-424e-8772-22f532f4445c HTTP/1.1" status: 200 len: 217 time: 0.2963061 Jul 08 20:28:22.049365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d8374ece-5a9a-4a7d-b434-13110d2c6a92 None None] Port 9436278e-f041-47c7-bb27-54fbf1582ce4 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:28:22.176908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342bba80-80b0-4eb1-9f6c-09b0578f494f None None] Network c5a12856-3dd6-4633-952c-7da81734d866 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:28:22.261327 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-80a039fc-c9b4-43a5-a162-4e376af0c751 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] delete failed (client error): The resource could not be found. Jul 08 20:28:22.262911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-80a039fc-c9b4-43a5-a162-4e376af0c751 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/routers/ee737fbf-2927-45f3-9cc9-630c4f2c6703 HTTP/1.1" status: 404 len: 336 time: 0.4440126 Jul 08 20:28:22.305353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c811ede4-4338-4767-be13-cd48702b5e26 None None] Provisioning complete for port a3d76678-8dea-4013-898c-2827db59dc4a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:22.306153 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c811ede4-4338-4767-be13-cd48702b5e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:22.363714 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34350) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:22.385209 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device c22c6326-8521-4e5b-9e18-f140862083bc no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:28:22.399422 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:22.454124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c811ede4-4338-4767-be13-cd48702b5e26 None None] Port a3d76678-8dea-4013-898c-2827db59dc4a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:28:22.456451 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cf6f92-1fa2-4ebf-b8da-4dc6306c9f10 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] DELETE failed (client error): The resource could not be found. Jul 08 20:28:22.456926 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cf6f92-1fa2-4ebf-b8da-4dc6306c9f10 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:28:22.458672 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-31cf6f92-1fa2-4ebf-b8da-4dc6306c9f10 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/f820ac07-5a1f-4db1-b51e-40b7d921f502 HTTP/1.1" status: 404 len: 337 time: 0.0910430 Jul 08 20:28:22.466306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34352) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:22.492291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c811ede4-4338-4767-be13-cd48702b5e26 None None] Provisioning complete for port fdf016f0-774f-4a18-9c65-b36f4c090b9e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:22.492985 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c811ede4-4338-4767-be13-cd48702b5e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:22.565405 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2a7416-372d-4432-95a1-3577b9b4a7b7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] DELETE failed (client error): The resource could not be found. Jul 08 20:28:22.565405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2a7416-372d-4432-95a1-3577b9b4a7b7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:28:22.566790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ed2a7416-372d-4432-95a1-3577b9b4a7b7 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/10bd0bc5-8ae6-42eb-a73e-11f9e530f4f2 HTTP/1.1" status: 404 len: 337 time: 0.0877016 Jul 08 20:28:22.589925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34354) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:22.617487 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:22.681102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab709462-3c62-46e8-b9de-7253f38452fb None None] DHCP port deletion for c5a12856-3dd6-4633-952c-7da81734d866 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:28:22.773553 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be29ad-0f64-4628-b261-bf19225745c2 req-d687b16e-d063-4eb7-9b99-e7562462a081 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:22.781308 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0be29ad-0f64-4628-b261-bf19225745c2 req-d687b16e-d063-4eb7-9b99-e7562462a081 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 943 time: 1.5763829 Jul 08 20:28:22.791435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-cc96e092-26ba-46cf-9ef2-c8d6a37280ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:22.793109 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-cc96e092-26ba-46cf-9ef2-c8d6a37280ea service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.8757927 Jul 08 20:28:22.806045 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-4ba0426c-e145-4184-a0cd-3e933dd2e460 service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9034717 Jul 08 20:28:22.824148 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3977fd8d-cba2-4bc7-8ea0-f215da112576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:22.867644 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3977fd8d-cba2-4bc7-8ea0-f215da112576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:23.018541 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0be29ad-0f64-4628-b261-bf19225745c2 req-3adc27a3-5c1c-44a8-87f2-d5b45c3490b9 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361832 Jul 08 20:28:23.040445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:23.075475 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3977fd8d-cba2-4bc7-8ea0-f215da112576 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0f05e1da02eb4395bfcc92f80828a770&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3695321 Jul 08 20:28:23.100409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34360) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:23.103272 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977fd8d-cba2-4bc7-8ea0-f215da112576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c518e011-d860-4375-9f98-74812ca3e7c1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:23.156788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ab709462-3c62-46e8-b9de-7253f38452fb None None] Deleting port fdf016f0-774f-4a18-9c65-b36f4c090b9e {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:28:23.164553 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab709462-3c62-46e8-b9de-7253f38452fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:23.208987 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-70be53d0-90e9-4759-8bc4-9da361e74770 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4267921 Jul 08 20:28:23.238760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981cab-35ef-412e-a6b7-d996817509a5 req-d3626364-c549-4335-8ede-489279bc92b7 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:23.240113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-ae023b55-bc10-4c40-9e52-e1f5463acbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:23.240310 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eb981cab-35ef-412e-a6b7-d996817509a5 req-d3626364-c549-4335-8ede-489279bc92b7 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 945 time: 1.1588929 Jul 08 20:28:23.249476 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-87532e89-5b13-49e2-b0be-9ef8e3b557c6 req-e763ef14-87ab-4398-aeaa-42ca953fff38 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:23.251314 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe09f492-3d19-4da2-9472-3e4fe32b2fe4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] DELETE failed (client error): The resource could not be found. Jul 08 20:28:23.251788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe09f492-3d19-4da2-9472-3e4fe32b2fe4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:28:23.252928 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-ae023b55-bc10-4c40-9e52-e1f5463acbd7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4480772 Jul 08 20:28:23.253514 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fe09f492-3d19-4da2-9472-3e4fe32b2fe4 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/3e534960-31e0-459a-aef8-0f66f153e693 HTTP/1.1" status: 404 len: 337 time: 0.6612549 Jul 08 20:28:23.262247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34362) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:23.273848 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-418169c3-0e37-4e1e-af5f-cd540ec5d549 req-b487d0cc-e93a-403f-a30d-d19ba4801516 service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461472 Jul 08 20:28:23.353181 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['c7642f5e-487c-4496-9ef7-d6adc4d484bd'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:28:23.425259 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9e756d-a88f-4acf-b71e-21dbbcd9dc8c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] DELETE failed (client error): The resource could not be found. Jul 08 20:28:23.426018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9e756d-a88f-4acf-b71e-21dbbcd9dc8c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:28:23.429989 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1b9e756d-a88f-4acf-b71e-21dbbcd9dc8c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/1e1cbb42-c449-4a40-817d-75d84b111cd1 HTTP/1.1" status: 404 len: 333 time: 0.1612313 Jul 08 20:28:23.430603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34364) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:23.446092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763ef14-87ab-4398-aeaa-42ca953fff38 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Pushing event deleted for resources: {'Port': ['ID=c22c6326-8521-4e5b-9e18-f140862083bc,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:23.475128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ab709462-3c62-46e8-b9de-7253f38452fb None None] For port fdf016f0-774f-4a18-9c65-b36f4c090b9e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fdf016f0-774f-4a18-9c65-b36f4c090b9e,segment=NetworkSegment(5d52409d-e966-4ecf-a9bc-85ad21dee5e6),segment_id=5d52409d-e966-4ecf-a9bc-85ad21dee5e6)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:23.476691 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab709462-3c62-46e8-b9de-7253f38452fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:23.497298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ab709462-3c62-46e8-b9de-7253f38452fb None None] Calling delete_port for fdf016f0-774f-4a18-9c65-b36f4c090b9e owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:28:23.525989 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b5ae76-f834-46d6-8618-f7b2f84173cd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] DELETE failed (client error): The resource could not be found. Jul 08 20:28:23.526465 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b5ae76-f834-46d6-8618-f7b2f84173cd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:28:23.528431 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d8b5ae76-f834-46d6-8618-f7b2f84173cd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/d9d3e953-3cdf-4e41-af15-19eb40cdba0d HTTP/1.1" status: 404 len: 337 time: 0.0880594 Jul 08 20:28:23.561638 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34366) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:23.614249 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0cebbcd3-187e-4f79-a1e8-2588e33b229d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:23.624844 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab709462-3c62-46e8-b9de-7253f38452fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:23.625134 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d644ce-c3ec-495f-a1c6-ccd9e24676dd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] DELETE failed (client error): The resource could not be found. Jul 08 20:28:23.625596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d644ce-c3ec-495f-a1c6-ccd9e24676dd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:28:23.627892 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e8d644ce-c3ec-495f-a1c6-ccd9e24676dd tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/832e41bf-9feb-4ef8-ba92-b45475003735 HTTP/1.1" status: 404 len: 337 time: 0.0623283 Jul 08 20:28:23.643194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34368) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:23.677865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab709462-3c62-46e8-b9de-7253f38452fb None None] Pushing event deleted for resources: {'Port': ['ID=fdf016f0-774f-4a18-9c65-b36f4c090b9e,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:23.681347 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab709462-3c62-46e8-b9de-7253f38452fb None None] No DVR routers for this DVR port fdf016f0-774f-4a18-9c65-b36f4c090b9e on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:28:23.685349 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eb981cab-35ef-412e-a6b7-d996817509a5 req-f2ed5dfc-360e-4278-8710-c05691350115 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301763 Jul 08 20:28:23.706480 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:23.719257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-9bef5595-c776-4dbd-8a98-97348624f772 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384356 Jul 08 20:28:23.733654 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0cebbcd3-187e-4f79-a1e8-2588e33b229d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:23.736430 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf55a5a3-3834-4535-8bac-c53dce933224 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] DELETE failed (client error): The resource could not be found. Jul 08 20:28:23.737302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf55a5a3-3834-4535-8bac-c53dce933224 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:28:23.741941 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bf55a5a3-3834-4535-8bac-c53dce933224 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/e60052e0-a05c-4a67-8434-54377133c5f6 HTTP/1.1" status: 404 len: 333 time: 0.0867476 Jul 08 20:28:23.755954 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-ce10f932-b7ec-4304-baf0-a431cbc6918f service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267804 Jul 08 20:28:23.759995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34370) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:23.761802 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:23.768855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:23.769268 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:23.819830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-87532e89-5b13-49e2-b0be-9ef8e3b557c6 req-e763ef14-87ab-4398-aeaa-42ca953fff38 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] No DVR routers for this DVR port c22c6326-8521-4e5b-9e18-f140862083bc on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:28:23.878788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e98c9-d512-4389-b83e-55f60a64e8e8 req-635f086a-080c-4b3a-a576-843a95b5ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:23.880358 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f05e98c9-d512-4389-b83e-55f60a64e8e8 req-635f086a-080c-4b3a-a576-843a95b5ed9b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d5e9137b4de448389e507d5eb405a95b&device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 1095 time: 0.4576013 Jul 08 20:28:23.882505 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65d8501-53d1-47af-a0d5-afd4411f358d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] DELETE failed (client error): The resource could not be found. Jul 08 20:28:23.882505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65d8501-53d1-47af-a0d5-afd4411f358d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:28:23.883794 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d65d8501-53d1-47af-a0d5-afd4411f358d tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/3c326119-c439-413a-8cc2-486eef2833b5 HTTP/1.1" status: 404 len: 337 time: 0.1227190 Jul 08 20:28:23.908665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4de28-e61b-43fb-bc50-0d301f609501 req-c3d5d0c9-e25f-4521-bdb7-d790e2ab502d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:23.915184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4de28-e61b-43fb-bc50-0d301f609501 req-c3d5d0c9-e25f-4521-bdb7-d790e2ab502d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:23.924104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4de28-e61b-43fb-bc50-0d301f609501 req-c3d5d0c9-e25f-4521-bdb7-d790e2ab502d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:23.936537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4de28-e61b-43fb-bc50-0d301f609501 req-c3d5d0c9-e25f-4521-bdb7-d790e2ab502d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:23.936670 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-87532e89-5b13-49e2-b0be-9ef8e3b557c6 req-e763ef14-87ab-4398-aeaa-42ca953fff38 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:23.936789 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4de28-e61b-43fb-bc50-0d301f609501 req-c3d5d0c9-e25f-4521-bdb7-d790e2ab502d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:23.940545 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87532e89-5b13-49e2-b0be-9ef8e3b557c6 req-e763ef14-87ab-4398-aeaa-42ca953fff38 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.103 "DELETE /v2.0/ports/c22c6326-8521-4e5b-9e18-f140862083bc HTTP/1.1" status: 204 len: 173 time: 3.8105514 Jul 08 20:28:23.941033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34374) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:23.945071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4de28-e61b-43fb-bc50-0d301f609501 req-c3d5d0c9-e25f-4521-bdb7-d790e2ab502d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:23.951896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4de28-e61b-43fb-bc50-0d301f609501 req-c3d5d0c9-e25f-4521-bdb7-d790e2ab502d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:23.954327 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-34c4de28-e61b-43fb-bc50-0d301f609501 req-c3d5d0c9-e25f-4521-bdb7-d790e2ab502d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.5116370 Jul 08 20:28:23.961706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ad7752-5cb2-402d-bf29-de3fca078dd8', 'name': 'network-vif-deleted', 'tag': 'c22c6326-8521-4e5b-9e18-f140862083bc'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:23.969209 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63e4062-5391-4de2-83b0-c60bf5c1edf2" -d '{"events": [{"server_uuid": "b5ad7752-5cb2-402d-bf29-de3fca078dd8", "name": "network-vif-deleted", "tag": "c22c6326-8521-4e5b-9e18-f140862083bc"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:23.987924 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:24.037379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 8c72fcfb-9c2c-47cd-b45a-72d477a3f427, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8c72fcfb-9c2c-47cd-b45a-72d477a3f427,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:24.050168 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:24.062508 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0cebbcd3-187e-4f79-a1e8-2588e33b229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:24.066061 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0cebbcd3-187e-4f79-a1e8-2588e33b229d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:24.069880 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0cebbcd3-187e-4f79-a1e8-2588e33b229d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c518e011-d860-4375-9f98-74812ca3e7c1 HTTP/1.1" status: 204 len: 168 time: 0.9531465 Jul 08 20:28:24.092560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebbcd3-187e-4f79-a1e8-2588e33b229d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c518e011-d860-4375-9f98-74812ca3e7c1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:24.131452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:24.136091 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-1e3f0f7c-93df-4365-af01-c1e09850f00b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=3d3d94e7-4685-4ff7-926a-d64df0c1c16c HTTP/1.1" status: 200 len: 217 time: 0.2108803 Jul 08 20:28:24.137715 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ee3eb7-773c-4404-8952-c21d50dbcf82 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] DELETE failed (client error): The resource could not be found. Jul 08 20:28:24.138369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ee3eb7-773c-4404-8952-c21d50dbcf82 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:28:24.144742 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-47ee3eb7-773c-4404-8952-c21d50dbcf82 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/subnets/d07d16a3-eb09-49e6-a232-45587152769d HTTP/1.1" status: 404 len: 337 time: 0.1653910 Jul 08 20:28:24.146317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34386) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:24.166036 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-5362c4d5-f44b-4cbd-af39-5af011856af0 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348373 Jul 08 20:28:24.177363 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-34c4de28-e61b-43fb-bc50-0d301f609501 req-bc363d70-883a-42ed-9323-ff04e525d073 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1835234 Jul 08 20:28:24.211314 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-9d44f8de-cbe1-41f8-aee0-664aec725734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:24.212815 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-9d44f8de-cbe1-41f8-aee0-664aec725734 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.0652971 Jul 08 20:28:24.225747 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-460d42e9-3725-4682-a303-29bcd133f6a3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=5273a0e3-5498-472e-8260-325cfb182fbe HTTP/1.1" status: 200 len: 217 time: 0.0473037 Jul 08 20:28:24.230937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e98c9-d512-4389-b83e-55f60a64e8e8 req-03de6be8-27d5-4605-aa50-2d4a3752d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:24.232614 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f05e98c9-d512-4389-b83e-55f60a64e8e8 req-03de6be8-27d5-4605-aa50-2d4a3752d97a service neutron] 10.222.0.103 "GET /v2.0/networks?id=0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 200 len: 915 time: 0.2765932 Jul 08 20:28:24.249604 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:24.259829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=8c72fcfb-9c2c-47cd-b45a-72d477a3f427,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:24.302034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fdf016f0-774f-4a18-9c65-b36f4c090b9e no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:28:24.322918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f05e98c9-d512-4389-b83e-55f60a64e8e8 req-99330ac8-baed-4d36-a0e0-e519dadafd41 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f67d435-f1bb-4636-b753-e52c61b28aa4 HTTP/1.1" status: 200 len: 217 time: 0.0770025 Jul 08 20:28:24.361142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: fdf016f0-774f-4a18-9c65-b36f4c090b9e {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:28:24.361525 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fdf016f0-774f-4a18-9c65-b36f4c090b9e not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:28:24.396045 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f21f61-98c9-462d-8dc3-86699d845567 x-openstack-request-id: req-c1f21f61-98c9-462d-8dc3-86699d845567 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:24.396045 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ad7752-5cb2-402d-bf29-de3fca078dd8", "name": "network-vif-deleted", "tag": "c22c6326-8521-4e5b-9e18-f140862083bc", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:24.396045 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c1f21f61-98c9-462d-8dc3-86699d845567 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:24.396590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e98c9-d512-4389-b83e-55f60a64e8e8 req-0a07fd4a-04c8-4a37-8ac8-22f71e65321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:24.396719 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ad7752-5cb2-402d-bf29-de3fca078dd8', 'name': 'network-vif-deleted', 'tag': 'c22c6326-8521-4e5b-9e18-f140862083bc', 'status': 'completed', 'code': 200} Jul 08 20:28:24.396835 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f05e98c9-d512-4389-b83e-55f60a64e8e8 req-0a07fd4a-04c8-4a37-8ac8-22f71e65321d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e HTTP/1.1" status: 200 len: 854 time: 0.0624042 Jul 08 20:28:24.434092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-62d68036-9591-4ce3-b23f-9315d04003f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:24.435735 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-62d68036-9591-4ce3-b23f-9315d04003f9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.1915743 Jul 08 20:28:24.469866 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f05e98c9-d512-4389-b83e-55f60a64e8e8 req-49c8d91c-3354-4114-944d-8c7d40868afc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cb52e9e-eaba-47ff-a0c6-9f694354493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472403 Jul 08 20:28:24.524778 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:24.533535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Pushing event updated for resources: {'Port': ['ID=9436278e-f041-47c7-bb27-54fbf1582ce4,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:24.593373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34392) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:24.634552 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f05e98c9-d512-4389-b83e-55f60a64e8e8 req-6191f1ae-efb7-4dcf-aa99-8d1e5e2fade1 service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517231 Jul 08 20:28:24.637161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-292f4595-8161-4853-9381-7ce72aaa0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:24.638748 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-292f4595-8161-4853-9381-7ce72aaa0a6c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3780634 Jul 08 20:28:24.642138 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b8fe44c-334b-4b5e-b3ce-9fcd5d39efb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:24.643741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4a3f9-dd8c-4b3f-879d-bff88c53f3bd req-ea772a61-d76a-4cfc-8265-5aa01d642edc tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:24.645251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-15f4a3f9-dd8c-4b3f-879d-bff88c53f3bd req-ea772a61-d76a-4cfc-8265-5aa01d642edc tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 943 time: 0.2660553 Jul 08 20:28:24.656066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-15f19de9-1927-49bf-ac4d-b2b1e631f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:24.657655 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-15f19de9-1927-49bf-ac4d-b2b1e631f9d2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1933923 Jul 08 20:28:24.742557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2a37bdb2-3c5e-4793-a8e0-cf05edcacf25 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Deleting port a3d76678-8dea-4013-898c-2827db59dc4a {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:28:24.742917 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a37bdb2-3c5e-4793-a8e0-cf05edcacf25 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:24.811532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-15f4a3f9-dd8c-4b3f-879d-bff88c53f3bd req-e89de8bb-18b4-433e-bd41-b94f2b39707e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516151 Jul 08 20:28:24.855108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Network c2ccae01-0010-4b9b-be20-201f6e08f30e is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:28:24.867007 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f05e98c9-d512-4389-b83e-55f60a64e8e8 req-72b3ee8b-b8a4-48d3-9407-6dedd6d5b21d service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198250 Jul 08 20:28:24.872417 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-3a70020b-1d7a-4ad4-8e88-0ecb54ea1462 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724811 Jul 08 20:28:24.878862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:28:24.895552 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a37bdb2-3c5e-4793-a8e0-cf05edcacf25 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:24.961694 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2a37bdb2-3c5e-4793-a8e0-cf05edcacf25 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Calling delete_port for a3d76678-8dea-4013-898c-2827db59dc4a owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:28:24.995220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:25.037331 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-4e1715dd-1f95-4f81-9042-bc30e179e969 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492298 Jul 08 20:28:25.094351 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-ac7d0c2f-02c5-4c24-a8cc-96705418ae93 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=33623758-89e8-42b6-8915-bab2257c92bf HTTP/1.1" status: 200 len: 217 time: 0.0471375 Jul 08 20:28:25.100204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:25.100772 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:25.149119 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f02eeb4c-adfd-4d37-937b-49ae595e10ce req-61d543b2-1fe0-4d28-9451-c73086e3a471 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5ad7752-5cb2-402d-bf29-de3fca078dd8 HTTP/1.1" status: 200 len: 210 time: 0.2346547 Jul 08 20:28:25.172109 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-40a32db1-9ae9-4098-a1e4-a5aee9ffc747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:25.174657 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-40a32db1-9ae9-4098-a1e4-a5aee9ffc747 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.0665488 Jul 08 20:28:25.180244 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b8fe44c-334b-4b5e-b3ce-9fcd5d39efb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:25.194282 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b8fe44c-334b-4b5e-b3ce-9fcd5d39efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:25.220382 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-f2b71dc2-b295-4b0f-9517-2b5138aaaded service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721200 Jul 08 20:28:25.253987 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1b8fe44c-334b-4b5e-b3ce-9fcd5d39efb9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7d0895e6bfd64018bb92770403fe2aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6566153 Jul 08 20:28:25.255582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-357f43bf-7a6f-40fd-b2e7-32cc696caa65 None None] Provisioning complete for port 9436278e-f041-47c7-bb27-54fbf1582ce4 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:25.256086 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-357f43bf-7a6f-40fd-b2e7-32cc696caa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:25.257416 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34410) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:25.286772 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fe44c-334b-4b5e-b3ce-9fcd5d39efb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc18eb9-08e9-4bfb-ae5c-80725ac92cba,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:25.300973 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-55e7d4cb-0a04-4902-9dce-2a61aeb9836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:25.302529 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-55e7d4cb-0a04-4902-9dce-2a61aeb9836d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1195204 Jul 08 20:28:25.329475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-357f43bf-7a6f-40fd-b2e7-32cc696caa65 None None] Port 9436278e-f041-47c7-bb27-54fbf1582ce4 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:28:25.436781 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-7101b626-04e8-4063-8c93-f5f9eb357314 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511672 Jul 08 20:28:25.450230 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5863193-fcef-4cbf-83d1-c8f450e449e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:25.496391 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5863193-fcef-4cbf-83d1-c8f450e449e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:25.500536 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-b225cfee-c263-48fc-b775-c43950472072 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847439 Jul 08 20:28:25.503509 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-0e0b5f04-8871-4a0f-a663-f81bcdac3403 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f2ca086-8d55-419b-b4a5-21eeaae205cf HTTP/1.1" status: 200 len: 217 time: 0.0573444 Jul 08 20:28:25.576401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:28:25.579773 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a37bdb2-3c5e-4793-a8e0-cf05edcacf25 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:25.608855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d39f5-7b4f-4f05-99da-419151ec1650 req-a7a9e318-8698-4040-be10-1a402854dd16 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:25.614826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d39f5-7b4f-4f05-99da-419151ec1650 req-a7a9e318-8698-4040-be10-1a402854dd16 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:25.620778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d39f5-7b4f-4f05-99da-419151ec1650 req-a7a9e318-8698-4040-be10-1a402854dd16 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:25.620947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-27e45e8f-74ca-401c-a920-7e74db82e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:25.622419 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-27e45e8f-74ca-401c-a920-7e74db82e56e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=56f19382-a7ee-4fc4-ad32-6efb10a42c95 HTTP/1.1" status: 200 len: 797 time: 0.1073251 Jul 08 20:28:25.625486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37bdb2-3c5e-4793-a8e0-cf05edcacf25 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Port': ['ID=a3d76678-8dea-4013-898c-2827db59dc4a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:25.627407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d39f5-7b4f-4f05-99da-419151ec1650 req-a7a9e318-8698-4040-be10-1a402854dd16 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:25.633394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d39f5-7b4f-4f05-99da-419151ec1650 req-a7a9e318-8698-4040-be10-1a402854dd16 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:25.639244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d39f5-7b4f-4f05-99da-419151ec1650 req-a7a9e318-8698-4040-be10-1a402854dd16 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:25.643445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a37bdb2-3c5e-4793-a8e0-cf05edcacf25 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:25.647750 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2a37bdb2-3c5e-4793-a8e0-cf05edcacf25 tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/ports/a3d76678-8dea-4013-898c-2827db59dc4a HTTP/1.1" status: 204 len: 168 time: 1.4362936 Jul 08 20:28:25.647937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d39f5-7b4f-4f05-99da-419151ec1650 req-a7a9e318-8698-4040-be10-1a402854dd16 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:25.647937 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-578d39f5-7b4f-4f05-99da-419151ec1650 req-a7a9e318-8698-4040-be10-1a402854dd16 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.2696693 Jul 08 20:28:25.650262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34420) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:25.757342 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5863193-fcef-4cbf-83d1-c8f450e449e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:25.759814 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5863193-fcef-4cbf-83d1-c8f450e449e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:25.763355 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e5863193-fcef-4cbf-83d1-c8f450e449e6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1bc18eb9-08e9-4bfb-ae5c-80725ac92cba HTTP/1.1" status: 204 len: 168 time: 0.5015018 Jul 08 20:28:25.775520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-59f389f0-06b5-423b-bb90-fd64f579360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:25.777414 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-59f389f0-06b5-423b-bb90-fd64f579360f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf68e9f7-7d52-4278-a652-39c8a071af8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1452596 Jul 08 20:28:25.798475 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-b8991318-1c6c-40ea-bedc-f6ecee0668d2 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853966 Jul 08 20:28:25.802261 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42ed1894-bdfe-4002-8d6e-65f4a02c918c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:25.805235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5863193-fcef-4cbf-83d1-c8f450e449e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc18eb9-08e9-4bfb-ae5c-80725ac92cba,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:25.811001 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-578d39f5-7b4f-4f05-99da-419151ec1650 req-8b87faed-93d5-4847-b72d-a5dcea8e0dc0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1488698 Jul 08 20:28:25.853982 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-1332cd75-5deb-476f-986c-54730947f337 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38715079-6e58-4111-a451-5e41d5afc8d8 HTTP/1.1" status: 200 len: 217 time: 0.0416915 Jul 08 20:28:25.870751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:28:25.877384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-48f6515b-45bf-49f1-b5f4-ef02a82cdded admin admin] 10.222.0.101 "PUT /v2.0/routers/eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8233213 Jul 08 20:28:25.890321 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Sync routers for ids ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:28:25.915951 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Routers {'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:28:25.916593 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:28:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:25.968380 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-3d522393-a441-47d1-828c-c7f60832d5ac service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839280 Jul 08 20:28:26.075208 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42ed1894-bdfe-4002-8d6e-65f4a02c918c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:26.116514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-42ed1894-bdfe-4002-8d6e-65f4a02c918c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a12856-3dd6-4633-952c-7da81734d866']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:26.121717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-f7644aac-b466-42e5-8542-87652ce919ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:26.123975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-f7644aac-b466-42e5-8542-87652ce919ab service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5d557e9a-a0b2-4dcc-8401-6293602492e6 HTTP/1.1" status: 200 len: 797 time: 0.2613132 Jul 08 20:28:26.143381 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-d7a97bac-105a-424a-9197-2306230db298 service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686566 Jul 08 20:28:26.182735 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-42ed1894-bdfe-4002-8d6e-65f4a02c918c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d52409d-e966-4ecf-a9bc-85ad21dee5e6') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:26.183358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-42ed1894-bdfe-4002-8d6e-65f4a02c918c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d52409d-e966-4ecf-a9bc-85ad21dee5e6') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:26.196833 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-937e4954-2eba-4e59-ae27-e7340ca5e517 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a243b3c9-f6cc-4346-8144-d7d68e6f404e HTTP/1.1" status: 200 len: 217 time: 0.0433667 Jul 08 20:28:26.205362 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42ed1894-bdfe-4002-8d6e-65f4a02c918c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:26.208449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a9a33-d0d9-4f0a-8444-44ef3e0a249f req-4316889d-6f97-4962-a982-127fa6271f7a tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:26.210374 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Set router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:28:26.213415 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec3a9a33-d0d9-4f0a-8444-44ef3e0a249f req-4316889d-6f97-4962-a982-127fa6271f7a tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 943 time: 0.1720085 Jul 08 20:28:26.237737 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42ed1894-bdfe-4002-8d6e-65f4a02c918c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:26.246544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-0bfce222-be94-4320-bf88-2cf5f098cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:26.248087 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-0bfce222-be94-4320-bf88-2cf5f098cdd0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=cd03060a-bfc6-43cb-9261-c17858115213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1130118 Jul 08 20:28:26.249182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ed1894-bdfe-4002-8d6e-65f4a02c918c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:28:26.249584 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42ed1894-bdfe-4002-8d6e-65f4a02c918c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:28:26.262258 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:28:26.373430 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6f67d435-f1bb-4636-b753-e52c61b28aa4 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:28:26.384460 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec3a9a33-d0d9-4f0a-8444-44ef3e0a249f req-ecf3224a-3da7-4f7d-8ae1-e1848bac4c1d tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635637 Jul 08 20:28:26.418860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-8aa3ea4a-8209-4891-b0ae-7387a6914147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:26.420378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-8aa3ea4a-8209-4891-b0ae-7387a6914147 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=56f19382-a7ee-4fc4-ad32-6efb10a42c95 HTTP/1.1" status: 200 len: 797 time: 0.2015257 Jul 08 20:28:26.512061 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:28:22Z', 'revision_number': 4, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9436278e-f041-47c7-bb27-54fbf1582ce4', 'name': '', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'mac_address': 'fa:16:3e:7f:5f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:19Z', 'updated_at': '2021-07-08T20:28:23Z', 'revision_number': 2, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'subnets': [{'id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:26.584789 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Checking router: eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:28:26.585882 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Updating router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d port 9436278e-f041-47c7-bb27-54fbf1582ce4 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:28:26.591942 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42ed1894-bdfe-4002-8d6e-65f4a02c918c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:26.616836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-a985d477-04b5-4219-b0a5-66499bebd11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:26.630411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-a985d477-04b5-4219-b0a5-66499bebd11d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf68e9f7-7d52-4278-a652-39c8a071af8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1910720 Jul 08 20:28:26.637021 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:26.643152 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42ed1894-bdfe-4002-8d6e-65f4a02c918c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:26.663204 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-42ed1894-bdfe-4002-8d6e-65f4a02c918c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] 10.222.0.101 "DELETE /v2.0/networks/c5a12856-3dd6-4633-952c-7da81734d866 HTTP/1.1" status: 204 len: 168 time: 1.0095859 Jul 08 20:28:26.694505 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-2b2644e0-7b7d-4b2e-bdbd-331b1ee710a6 service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120636 Jul 08 20:28:26.695400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed1894-bdfe-4002-8d6e-65f4a02c918c tempest-PortsTestJSON-885312736 tempest-PortsTestJSON-885312736-project] Pushing event deleted for resources: {'Network': ['ID=c5a12856-3dd6-4633-952c-7da81734d866,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:26.719056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6f67d435-f1bb-4636-b753-e52c61b28aa4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6f67d435-f1bb-4636-b753-e52c61b28aa4,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:26.749276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '6f67d435-f1bb-4636-b753-e52c61b28aa4', 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c', 'port_id': '6f67d435-f1bb-4636-b753-e52c61b28aa4', 'mac_address': 'fa:16:3e:1c:0a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:28:26.842684 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:26.875431 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-2a22f1b7-15c0-43fb-bfab-0d76cbbedbf0 service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372217 Jul 08 20:28:26.883852 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f67d435-f1bb-4636-b753-e52c61b28aa4 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:26.933736 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6f67d435-f1bb-4636-b753-e52c61b28aa4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6f67d435-f1bb-4636-b753-e52c61b28aa4,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:26.943345 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:26.943863 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-ce4d1acc-5faa-4277-9e75-e68583c54702 service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253761 Jul 08 20:28:27.044764 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=6f67d435-f1bb-4636-b753-e52c61b28aa4,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:27.063017 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-d4c69a17-c7d0-4430-84aa-0af12f1767d1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a HTTP/1.1" status: 200 len: 217 time: 0.1108162 Jul 08 20:28:27.149119 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3baab2a4-6d03-4fc1-9865-a5447d53b307 req-eef0efe8-cfdb-4db8-8a8c-8e4ee20861b2 service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674654 Jul 08 20:28:27.196123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-85e90744-72fe-462a-827e-bd5789b4eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:27.198454 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-85e90744-72fe-462a-827e-bd5789b4eef8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5d557e9a-a0b2-4dcc-8401-6293602492e6 HTTP/1.1" status: 200 len: 797 time: 0.1283133 Jul 08 20:28:27.213163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34466) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:27.336477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-b068666c-905c-4ca3-88fb-d9620317b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:27.337777 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-b068666c-905c-4ca3-88fb-d9620317b8f8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=cd03060a-bfc6-43cb-9261-c17858115213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1307275 Jul 08 20:28:27.353442 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6f67d435-f1bb-4636-b753-e52c61b28aa4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:28:27.440697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-7dbd6ed0-069b-4970-8778-eed66447bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:27.441442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-7dbd6ed0-069b-4970-8778-eed66447bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:27.442064 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-7dbd6ed0-069b-4970-8778-eed66447bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:27.442753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-7dbd6ed0-069b-4970-8778-eed66447bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:27.443147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-7dbd6ed0-069b-4970-8778-eed66447bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:27.443620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-7dbd6ed0-069b-4970-8778-eed66447bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:27.444085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-7dbd6ed0-069b-4970-8778-eed66447bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:27.449142 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-7dbd6ed0-069b-4970-8778-eed66447bcb5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6484 time: 0.2141378 Jul 08 20:28:27.455573 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:27.491465 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Transition to ACTIVE for port object 9436278e-f041-47c7-bb27-54fbf1582ce4 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:27.506471 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:27.618416 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Pushing event updated for resources: {'Port': ['ID=9436278e-f041-47c7-bb27-54fbf1582ce4,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:27.644992 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-d2c56125-e77c-4f49-8fea-33b1aeb01ecf service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984498 Jul 08 20:28:27.684281 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:27.684532 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:27.686790 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:27.688300 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:27.689871 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-97e78434-1102-4956-9e62-abad4ec195a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:27.691740 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:27.692457 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:27.694360 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:27.694736 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-97e78434-1102-4956-9e62-abad4ec195a2 service neutron] 10.222.0.104 "GET /v2.0/networks?id=bf68e9f7-7d52-4278-a652-39c8a071af8f HTTP/1.1" status: 200 len: 902 time: 0.2365940 Jul 08 20:28:27.695922 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:27.696481 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:27.701406 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:27.702029 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:27.702571 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:27.779780 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Attempting to bind port 9436278e-f041-47c7-bb27-54fbf1582ce4 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:28:27.787320 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Attempting to bind port 9436278e-f041-47c7-bb27-54fbf1582ce4 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:28:27.790073 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Attempting to bind port 9436278e-f041-47c7-bb27-54fbf1582ce4 on network c2ccae01-0010-4b9b-be20-201f6e08f30e {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:27.804624 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:28:27.811209 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Checking segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:27.811862 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:27.812417 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Bound using segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:28:27.813122 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Bound port: 9436278e-f041-47c7-bb27-54fbf1582ce4, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:28:27.815613 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:27.849031 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-69b35f2f-f727-4037-b57a-a5915aa1ed03 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a243b3c9-f6cc-4346-8144-d7d68e6f404e HTTP/1.1" status: 200 len: 217 time: 0.1356938 Jul 08 20:28:27.873189 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-069bbf52-ef3c-478b-aa7d-51870746f5de req-0c7f3691-b24a-464a-91ac-877c5ae61a85 service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100163 Jul 08 20:28:27.893879 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-543904d0-6311-40fc-87cb-c42f70496807 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=71f0e7236dba4c15b1913f9f6f671c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763489 Jul 08 20:28:27.894857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34484) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:27.990072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34488) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:27.994970 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] For port 9436278e-f041-47c7-bb27-54fbf1582ce4, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:28:27.998550 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] For port 9436278e-f041-47c7-bb27-54fbf1582ce4, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9436278e-f041-47c7-bb27-54fbf1582ce4,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:28:28.003398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-bca12988-6a4a-4788-9cf4-f8aafd889448 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419532172', 'description': 'tempest-description--191566277'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:28.009936 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:28.076956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-98b42915-c205-4d36-bba2-af191fd1806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:28.080215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-98b42915-c205-4d36-bba2-af191fd1806a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=56f19382-a7ee-4fc4-ad32-6efb10a42c95 HTTP/1.1" status: 200 len: 797 time: 0.1861408 Jul 08 20:28:28.087467 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bca12988-6a4a-4788-9cf4-f8aafd889448 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:28.159461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b93f4-b119-4659-919e-9a5c126280c0 req-371e9a0b-a1ba-4181-a446-c53bdd69408f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:28.164688 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3662aef-f760-4521-ac59-623aaea8f0fa None None] Pushing event updated for resources: {'Port': ['ID=9436278e-f041-47c7-bb27-54fbf1582ce4,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:28.170623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b93f4-b119-4659-919e-9a5c126280c0 req-371e9a0b-a1ba-4181-a446-c53bdd69408f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:28.189980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b93f4-b119-4659-919e-9a5c126280c0 req-371e9a0b-a1ba-4181-a446-c53bdd69408f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:28.195974 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Routers {'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:28:28.197468 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:28:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:28.210966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b93f4-b119-4659-919e-9a5c126280c0 req-371e9a0b-a1ba-4181-a446-c53bdd69408f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:28.224930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b93f4-b119-4659-919e-9a5c126280c0 req-371e9a0b-a1ba-4181-a446-c53bdd69408f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:28.241078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b93f4-b119-4659-919e-9a5c126280c0 req-371e9a0b-a1ba-4181-a446-c53bdd69408f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:28.247535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b93f4-b119-4659-919e-9a5c126280c0 req-371e9a0b-a1ba-4181-a446-c53bdd69408f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:28.256807 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d6b93f4-b119-4659-919e-9a5c126280c0 req-371e9a0b-a1ba-4181-a446-c53bdd69408f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.5057204 Jul 08 20:28:28.326382 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7878a4c1-d711-445a-a468-1a50e395f4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:28.331545 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d6b93f4-b119-4659-919e-9a5c126280c0 req-35aec928-1def-41d5-af19-7b88e8c83518 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737531 Jul 08 20:28:28.334888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-f58f0141-5d64-46fa-9e03-36554a2a0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:28.346968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-f58f0141-5d64-46fa-9e03-36554a2a0dc0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf68e9f7-7d52-4278-a652-39c8a071af8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2558191 Jul 08 20:28:28.374541 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] Set router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:28:28.398251 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bca12988-6a4a-4788-9cf4-f8aafd889448 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:28.424239 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bca12988-6a4a-4788-9cf4-f8aafd889448 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:28.493778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca12988-6a4a-4788-9cf4-f8aafd889448 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44311e2-4212-487a-9364-728980ad28e7,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:28.537231 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7878a4c1-d711-445a-a468-1a50e395f4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:28.583464 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-1ad7465c-36e9-4a29-b02b-f4a0ef37383b service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287958 Jul 08 20:28:28.602826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dea45-c07f-460b-8372-f34817f25b8f req-8da9d7da-20c7-4c43-9eb2-a0786c9fbdb3 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:28.611885 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e75dea45-c07f-460b-8372-f34817f25b8f req-8da9d7da-20c7-4c43-9eb2-a0786c9fbdb3 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.3696208 Jul 08 20:28:28.637248 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bca12988-6a4a-4788-9cf4-f8aafd889448 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:28.639039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bca12988-6a4a-4788-9cf4-f8aafd889448 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6428888 Jul 08 20:28:28.650815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34498) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:28.689757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-bc0c151e-e3cb-4da4-8539-849d8ee30d3d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Request body: {'security_group_rule': {'security_group_id': 'b44311e2-4212-487a-9364-728980ad28e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:28.715715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e75dea45-c07f-460b-8372-f34817f25b8f req-76e5731d-fc3e-4205-a515-1955435663d4 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031826 Jul 08 20:28:28.754736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7878a4c1-d711-445a-a468-1a50e395f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:28.757932 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7878a4c1-d711-445a-a468-1a50e395f4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:28.761770 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7878a4c1-d711-445a-a468-1a50e395f4b2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7a67d3e2-91c4-4076-8047-ddaf5e14d02a HTTP/1.1" status: 204 len: 168 time: 0.8656821 Jul 08 20:28:28.786208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878a4c1-d711-445a-a468-1a50e395f4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a67d3e2-91c4-4076-8047-ddaf5e14d02a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:28.872152 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:28:22Z', 'revision_number': 4, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9436278e-f041-47c7-bb27-54fbf1582ce4', 'name': '', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'mac_address': 'fa:16:3e:7f:5f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:19Z', 'updated_at': '2021-07-08T20:28:27Z', 'revision_number': 4, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'subnets': [{'id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:28.910874 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c2e40-b3a5-4cd7-accc-bce6316d75ce None None] The sync data for ids ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'] in n-d-791506-16 is: [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:28:22Z', 'revision_number': 4, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9436278e-f041-47c7-bb27-54fbf1582ce4', 'name': '', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'mac_address': 'fa:16:3e:7f:5f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:19Z', 'updated_at': '2021-07-08T20:28:27Z', 'revision_number': 4, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'subnets': [{'id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:28:29.013742 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:28:29.639433 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc0c151e-e3cb-4da4-8539-849d8ee30d3d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:29.753140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530defbb-1ba0-4eb8-b8e5-a24ba9c7e198 req-41513aea-cb62-44e9-819f-f5f0fa116005 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:29.759743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530defbb-1ba0-4eb8-b8e5-a24ba9c7e198 req-41513aea-cb62-44e9-819f-f5f0fa116005 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:29.771858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530defbb-1ba0-4eb8-b8e5-a24ba9c7e198 req-41513aea-cb62-44e9-819f-f5f0fa116005 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:29.779790 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530defbb-1ba0-4eb8-b8e5-a24ba9c7e198 req-41513aea-cb62-44e9-819f-f5f0fa116005 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:29.788141 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530defbb-1ba0-4eb8-b8e5-a24ba9c7e198 req-41513aea-cb62-44e9-819f-f5f0fa116005 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:29.794650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530defbb-1ba0-4eb8-b8e5-a24ba9c7e198 req-41513aea-cb62-44e9-819f-f5f0fa116005 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:29.801474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530defbb-1ba0-4eb8-b8e5-a24ba9c7e198 req-41513aea-cb62-44e9-819f-f5f0fa116005 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:29.806190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7325b-b5b5-485d-b02c-b9d8ad06a874 req-bb08b4cf-119c-4f96-930b-a4f83112fe64 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:29.814348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-530defbb-1ba0-4eb8-b8e5-a24ba9c7e198 req-41513aea-cb62-44e9-819f-f5f0fa116005 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.2385094 Jul 08 20:28:29.819878 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-60b7325b-b5b5-485d-b02c-b9d8ad06a874 req-bb08b4cf-119c-4f96-930b-a4f83112fe64 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 944 time: 1.2429891 Jul 08 20:28:29.883758 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-530defbb-1ba0-4eb8-b8e5-a24ba9c7e198 req-abc54e00-5293-4de6-a372-ebed5d01e56d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675771 Jul 08 20:28:29.954312 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-60b7325b-b5b5-485d-b02c-b9d8ad06a874 req-d94f9983-5c7f-4f52-94fa-151576b914b4 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329279 Jul 08 20:28:30.027458 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc0c151e-e3cb-4da4-8539-849d8ee30d3d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:30.029940 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-77708758-f9dc-430c-b327-dad8c1cc8b3c req-39998b53-e6d1-4978-aa52-0fdd9bd887b1 service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4330211 Jul 08 20:28:30.039688 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc0c151e-e3cb-4da4-8539-849d8ee30d3d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:30.124555 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc0c151e-e3cb-4da4-8539-849d8ee30d3d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:30.129174 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bc0c151e-e3cb-4da4-8539-849d8ee30d3d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4652059 Jul 08 20:28:30.129383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34560) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:30.134128 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-611581ea-3bc4-440f-8ed9-f898b84e204c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Request body: {'security_group_rule': {'security_group_id': 'b44311e2-4212-487a-9364-728980ad28e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:30.135454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c151e-e3cb-4da4-8539-849d8ee30d3d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d8e028-c571-475e-a7c0-454327602bfd,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:30.238198 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-611581ea-3bc4-440f-8ed9-f898b84e204c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:30.349417 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34562) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:30.373620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1d22e-720c-446c-b9c5-f1a15f90e079 req-ca7aeb3e-5953-4cdf-b78c-e40e4cc51d0a tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:30.375397 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-41f1d22e-720c-446c-b9c5-f1a15f90e079 req-ca7aeb3e-5953-4cdf-b78c-e40e4cc51d0a tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.1846859 Jul 08 20:28:30.388522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6f67d435-f1bb-4636-b753-e52c61b28aa4 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:30.397741 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-611581ea-3bc4-440f-8ed9-f898b84e204c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:30.408809 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-611581ea-3bc4-440f-8ed9-f898b84e204c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:30.457491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611581ea-3bc4-440f-8ed9-f898b84e204c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ee6ba3-ff57-4970-9f7e-323b66832ea6,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:30.463418 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-611581ea-3bc4-440f-8ed9-f898b84e204c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:30.467764 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34570) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:30.467993 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-611581ea-3bc4-440f-8ed9-f898b84e204c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3374953 Jul 08 20:28:30.471669 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-41f1d22e-720c-446c-b9c5-f1a15f90e079 req-a0ead610-8be4-4b95-9140-0058a54d8a2e tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889049 Jul 08 20:28:30.473347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:30.536006 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:30.540308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 6f67d435-f1bb-4636-b753-e52c61b28aa4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:30.549603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 6f67d435-f1bb-4636-b753-e52c61b28aa4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:30.549978 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:30.682783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-5ed2a0f8-a0d5-4687-88ee-6d693cd14ba0 tempest-DvrRoutersNegativeTest-2139343637 tempest-DvrRoutersNegativeTest-2139343637-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1823138519', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:30.689558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.policy [None req-5ed2a0f8-a0d5-4687-88ee-6d693cd14ba0 tempest-DvrRoutersNegativeTest-2139343637 tempest-DvrRoutersNegativeTest-2139343637-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94066) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 08 20:28:30.692060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.policy [None req-5ed2a0f8-a0d5-4687-88ee-6d693cd14ba0 tempest-DvrRoutersNegativeTest-2139343637 tempest-DvrRoutersNegativeTest-2139343637-project] Failed policy check for 'create_router' {{(pid=94066) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 08 20:28:30.692671 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-5ed2a0f8-a0d5-4687-88ee-6d693cd14ba0 tempest-DvrRoutersNegativeTest-2139343637 tempest-DvrRoutersNegativeTest-2139343637-project] create failed (client error): Access was denied to this resource. Jul 08 20:28:30.702329 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5ed2a0f8-a0d5-4687-88ee-6d693cd14ba0 tempest-DvrRoutersNegativeTest-2139343637 tempest-DvrRoutersNegativeTest-2139343637-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3510008 Jul 08 20:28:30.723513 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:30.794642 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6f67d435-f1bb-4636-b753-e52c61b28aa4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6f67d435-f1bb-4636-b753-e52c61b28aa4,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:30.797188 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5932091-4849-47c6-9556-cc6aea6b9f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f67d435-f1bb-4636-b753-e52c61b28aa4'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:30.804848 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c7c4dc-7471-4574-bdad-0dbbfcb0f205" -d '{"events": [{"server_uuid": "c5932091-4849-47c6-9556-cc6aea6b9f36", "name": "network-vif-plugged", "status": "completed", "tag": "6f67d435-f1bb-4636-b753-e52c61b28aa4"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:30.816755 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:30.868245 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:30.957997 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=6f67d435-f1bb-4636-b753-e52c61b28aa4,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:31.078113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9436278e-f041-47c7-bb27-54fbf1582ce4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:31.166681 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97161d18-d637-43a7-8e32-d85b8c939bb9 x-openstack-request-id: req-97161d18-d637-43a7-8e32-d85b8c939bb9 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:31.166972 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5932091-4849-47c6-9556-cc6aea6b9f36", "name": "network-vif-plugged", "status": "completed", "tag": "6f67d435-f1bb-4636-b753-e52c61b28aa4", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:31.167263 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-97161d18-d637-43a7-8e32-d85b8c939bb9 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:31.167669 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5932091-4849-47c6-9556-cc6aea6b9f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f67d435-f1bb-4636-b753-e52c61b28aa4', 'code': 200} Jul 08 20:28:31.290431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Allocated IP 172.25.4.208 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/003ec453-16a6-4b28-b281-aaf333ed89e9) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:28:31.321946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 9436278e-f041-47c7-bb27-54fbf1582ce4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:31.326478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9436278e-f041-47c7-bb27-54fbf1582ce4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:31.326914 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:31.484994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34600) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:31.504176 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:31.505749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617e6cb-c120-408f-87d4-1249292b6ff9 req-20e2e005-c759-4589-ba4d-0bb2654b4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:31.507863 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c617e6cb-c120-408f-87d4-1249292b6ff9 req-20e2e005-c759-4589-ba4d-0bb2654b4773 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 1097 time: 0.2542176 Jul 08 20:28:31.561767 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94200e48-84e7-46cb-a621-723e5b408a5e req-ffe4511c-aa84-4eec-bb19-f929cf898352 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:31.576238 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94200e48-84e7-46cb-a621-723e5b408a5e req-ffe4511c-aa84-4eec-bb19-f929cf898352 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 945 time: 0.2661180 Jul 08 20:28:31.593642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c788f-a9f3-4f95-9853-6f668279f9ad req-8efd9cf6-4f23-4586-b35b-aba7e0dda0ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:31.606739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c788f-a9f3-4f95-9853-6f668279f9ad req-8efd9cf6-4f23-4586-b35b-aba7e0dda0ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:31.632853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 9436278e-f041-47c7-bb27-54fbf1582ce4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9436278e-f041-47c7-bb27-54fbf1582ce4,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:31.633299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c788f-a9f3-4f95-9853-6f668279f9ad req-8efd9cf6-4f23-4586-b35b-aba7e0dda0ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:31.645140 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:31.653986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c788f-a9f3-4f95-9853-6f668279f9ad req-8efd9cf6-4f23-4586-b35b-aba7e0dda0ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:31.662761 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94200e48-84e7-46cb-a621-723e5b408a5e req-cac663bd-0110-4114-8306-532d6be90b11 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851109 Jul 08 20:28:31.669165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c788f-a9f3-4f95-9853-6f668279f9ad req-8efd9cf6-4f23-4586-b35b-aba7e0dda0ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:31.680092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c788f-a9f3-4f95-9853-6f668279f9ad req-8efd9cf6-4f23-4586-b35b-aba7e0dda0ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:31.691840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c788f-a9f3-4f95-9853-6f668279f9ad req-8efd9cf6-4f23-4586-b35b-aba7e0dda0ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:31.697162 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b0c788f-a9f3-4f95-9853-6f668279f9ad req-8efd9cf6-4f23-4586-b35b-aba7e0dda0ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.3274412 Jul 08 20:28:31.699517 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c617e6cb-c120-408f-87d4-1249292b6ff9 req-d518fe6d-3a59-427d-9e70-b1ed3b60e52e service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781008 Jul 08 20:28:31.749253 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=9436278e-f041-47c7-bb27-54fbf1582ce4,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:31.768958 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:31.825877 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b0c788f-a9f3-4f95-9853-6f668279f9ad req-f4864f76-fa75-4d1e-9938-fdc5863f077a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238945 Jul 08 20:28:31.856501 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:31.870386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34612) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:31.907603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:28:31.914392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:28:31.951580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:28:31.979792 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d33b5464-415c-45b3-bb71-43f7a51bf265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.008977 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-956f2295-1d97-44d6-a3e3-5a9f5bef8d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.054574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event updated for resources: {'Port': ['ID=003ec453-16a6-4b28-b281-aaf333ed89e9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:32.108346 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d33b5464-415c-45b3-bb71-43f7a51bf265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.118030 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d33b5464-415c-45b3-bb71-43f7a51bf265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.140780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de8789-45d5-465b-9e43-ab512987a58d req-24f9c462-5a63-487e-802b-b1ef2451afa5 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:32.143640 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-81de8789-45d5-465b-9e43-ab512987a58d req-24f9c462-5a63-487e-802b-b1ef2451afa5 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.1445069 Jul 08 20:28:32.147254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.180148 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d33b5464-415c-45b3-bb71-43f7a51bf265 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=568f97c05d514d9f93e73ffc1fd5dd8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6867390 Jul 08 20:28:32.186937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34616) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:32.197876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b5464-415c-45b3-bb71-43f7a51bf265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee6af23-aea2-47e2-a6be-3c48e0727f66,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:32.262494 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-81de8789-45d5-465b-9e43-ab512987a58d req-923cebcc-0bf2-4337-97f0-18bd1df9eeea tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf053e9-04c2-4ffd-ae20-b8c17d44183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130474 Jul 08 20:28:32.275323 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.283251 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1ac1-8816-405e-9227-4ed8799e9d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.310405 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-956f2295-1d97-44d6-a3e3-5a9f5bef8d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.321602 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1ac1-8816-405e-9227-4ed8799e9d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.323709 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-956f2295-1d97-44d6-a3e3-5a9f5bef8d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.355703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1ec07-e2d4-4264-97d0-b2962a01b595 req-8acf6dae-0676-47ed-9a3a-862cfadc2cd9 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:32.357342 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34b1ec07-e2d4-4264-97d0-b2962a01b595 req-8acf6dae-0676-47ed-9a3a-862cfadc2cd9 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.104 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 946 time: 0.1341321 Jul 08 20:28:32.379918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-956f2295-1d97-44d6-a3e3-5a9f5bef8d9e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=871f671b6fb34ec7bbf3896b792129db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067265 Jul 08 20:28:32.390582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34618) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:32.402571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f2295-1d97-44d6-a3e3-5a9f5bef8d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c03e2d-1315-4ed9-908d-a33749b68ec6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:32.478608 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d080ca57-5beb-4380-8afb-3127135da8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.482077 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1ac1-8816-405e-9227-4ed8799e9d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.484918 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1ac1-8816-405e-9227-4ed8799e9d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.486821 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bf9c1ac1-8816-405e-9227-4ed8799e9d6f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8ee6af23-aea2-47e2-a6be-3c48e0727f66 HTTP/1.1" status: 204 len: 168 time: 0.2989461 Jul 08 20:28:32.507581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c1ac1-8816-405e-9227-4ed8799e9d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee6af23-aea2-47e2-a6be-3c48e0727f66,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:32.533163 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d080ca57-5beb-4380-8afb-3127135da8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.580746 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.583206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-34b1ec07-e2d4-4264-97d0-b2962a01b595 req-8fdd7aa7-2260-45be-aa2c-5b6d0da04e5b tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Deleting port c7642f5e-487c-4496-9ef7-d6adc4d484bd {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:28:32.583788 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34b1ec07-e2d4-4264-97d0-b2962a01b595 req-8fdd7aa7-2260-45be-aa2c-5b6d0da04e5b tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.589512 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.608374 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d080ca57-5beb-4380-8afb-3127135da8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.613042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d080ca57-5beb-4380-8afb-3127135da8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.614598 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d080ca57-5beb-4380-8afb-3127135da8a1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/53c03e2d-1315-4ed9-908d-a33749b68ec6 HTTP/1.1" status: 204 len: 168 time: 0.2228718 Jul 08 20:28:32.629261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080ca57-5beb-4380-8afb-3127135da8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c03e2d-1315-4ed9-908d-a33749b68ec6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:32.802385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.826062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event updated for resources: {'Port': ['ID=003ec453-16a6-4b28-b281-aaf333ed89e9,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:32.867378 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.893571 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ca31f02e-7042-441f-b150-119012bf9584 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4246392 Jul 08 20:28:32.920679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-34b1ec07-e2d4-4264-97d0-b2962a01b595 req-8fdd7aa7-2260-45be-aa2c-5b6d0da04e5b tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] For port c7642f5e-487c-4496-9ef7-d6adc4d484bd, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c7642f5e-487c-4496-9ef7-d6adc4d484bd,segment=NetworkSegment(0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e),segment_id=0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:32.921040 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34b1ec07-e2d4-4264-97d0-b2962a01b595 req-8fdd7aa7-2260-45be-aa2c-5b6d0da04e5b tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:32.957759 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-34b1ec07-e2d4-4264-97d0-b2962a01b595 req-8fdd7aa7-2260-45be-aa2c-5b6d0da04e5b tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Calling delete_port for c7642f5e-487c-4496-9ef7-d6adc4d484bd owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:28:33.020456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616007b-c917-45dc-921e-289d4d7f0196 req-71535311-500f-47b5-ac4a-79d54e86cddd tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:33.026908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9436278e-f041-47c7-bb27-54fbf1582ce4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:33.029278 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0616007b-c917-45dc-921e-289d4d7f0196 req-71535311-500f-47b5-ac4a-79d54e86cddd tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 945 time: 0.1331995 Jul 08 20:28:33.145552 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0616007b-c917-45dc-921e-289d4d7f0196 req-6ca6cd49-b5a8-41d4-b275-c7c641904904 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152256 Jul 08 20:28:33.247796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9436278e-f041-47c7-bb27-54fbf1582ce4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:33.248149 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:33.329589 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-ff97d091-176a-4963-824e-6eefd3875f86 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--419532172&fields=id&tenant_id=fba7a3335c294262a7cea81d4269be31 HTTP/1.1" status: 200 len: 267 time: 0.0713394 Jul 08 20:28:33.330504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34666) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:33.367433 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ea25-d091-4a16-af64-fda0d15a6e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:33.438934 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34b1ec07-e2d4-4264-97d0-b2962a01b595 req-8fdd7aa7-2260-45be-aa2c-5b6d0da04e5b tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:33.457718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['c7642f5e-487c-4496-9ef7-d6adc4d484bd'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:28:33.489962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-8d96e2ff-1a14-4fc1-a015-e86aacf3db32 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:33.498670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-8d96e2ff-1a14-4fc1-a015-e86aacf3db32 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 811 time: 0.1678245 Jul 08 20:28:33.508904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd7aa7-2260-45be-aa2c-5b6d0da04e5b tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Pushing event deleted for resources: {'Port': ['ID=c7642f5e-487c-4496-9ef7-d6adc4d484bd,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:33.523013 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-8067a858-7978-4744-87cb-bbae78aed709 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/quotas/fba7a3335c294262a7cea81d4269be31 HTTP/1.1" status: 200 len: 375 time: 0.0216610 Jul 08 20:28:33.602102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b1ec07-e2d4-4264-97d0-b2962a01b595 req-8fdd7aa7-2260-45be-aa2c-5b6d0da04e5b tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] No DVR routers for this DVR port c7642f5e-487c-4496-9ef7-d6adc4d484bd on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:28:33.612869 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34b1ec07-e2d4-4264-97d0-b2962a01b595 req-8fdd7aa7-2260-45be-aa2c-5b6d0da04e5b tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:33.614954 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34b1ec07-e2d4-4264-97d0-b2962a01b595 req-8fdd7aa7-2260-45be-aa2c-5b6d0da04e5b tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.104 "DELETE /v2.0/ports/c7642f5e-487c-4496-9ef7-d6adc4d484bd HTTP/1.1" status: 204 len: 173 time: 1.2471924 Jul 08 20:28:33.616514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fc1aad-4fc3-406b-a421-a5dad0b3e3f4', 'name': 'network-vif-deleted', 'tag': 'c7642f5e-487c-4496-9ef7-d6adc4d484bd'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:33.625121 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-31fb755a-b20a-4df4-95af-6cde9ea2ebf7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000404 Jul 08 20:28:33.626795 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df98e37-4cb6-481e-8108-38731cfff2f9" -d '{"events": [{"server_uuid": "75fc1aad-4fc3-406b-a421-a5dad0b3e3f4", "name": "network-vif-deleted", "tag": "c7642f5e-487c-4496-9ef7-d6adc4d484bd"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:33.685744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc6255-0afb-449e-887f-5908e086e885 req-aef4cce7-dd46-410f-9b03-45af78dccae0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:33.693074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc6255-0afb-449e-887f-5908e086e885 req-aef4cce7-dd46-410f-9b03-45af78dccae0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:33.716162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc6255-0afb-449e-887f-5908e086e885 req-aef4cce7-dd46-410f-9b03-45af78dccae0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:33.723323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc6255-0afb-449e-887f-5908e086e885 req-aef4cce7-dd46-410f-9b03-45af78dccae0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:33.729693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc6255-0afb-449e-887f-5908e086e885 req-aef4cce7-dd46-410f-9b03-45af78dccae0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:33.737227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc6255-0afb-449e-887f-5908e086e885 req-aef4cce7-dd46-410f-9b03-45af78dccae0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:33.743820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc6255-0afb-449e-887f-5908e086e885 req-aef4cce7-dd46-410f-9b03-45af78dccae0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:33.752429 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57dc6255-0afb-449e-887f-5908e086e885 req-aef4cce7-dd46-410f-9b03-45af78dccae0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.3254035 Jul 08 20:28:33.812382 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ea25-d091-4a16-af64-fda0d15a6e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:33.823549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57dc6255-0afb-449e-887f-5908e086e885 req-5571125b-214b-4de5-8deb-38df4a7c2a0e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696423 Jul 08 20:28:33.829537 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ea25-d091-4a16-af64-fda0d15a6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:33.901011 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f3e8ea25-d091-4a16-af64-fda0d15a6e69 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=49a73656e61f45f4bf5f5303aeeeea01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5691688 Jul 08 20:28:33.903038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34680) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:34.001520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8ea25-d091-4a16-af64-fda0d15a6e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a204689-32ad-4e98-866f-0ce5ad898ca8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:34.020733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34682) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:34.066220 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-38dc5658-d537-4c08-b74c-3e8c32ffaffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:34.104662 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad7beffa-e328-4002-8fe4-873da0d33836 req-4d07731c-4898-4f5a-a1f3-20f39b76b117 tempest-ServerRescueNegativeTestJSON-427853892 tempest-ServerRescueNegativeTestJSON-427853892-project] 10.222.0.101 "GET /v2.0/ports?device_id=75fc1aad-4fc3-406b-a421-a5dad0b3e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0569100 Jul 08 20:28:34.112610 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34b-a8a7-4705-a692-59c1dfff65f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:34.151908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34b-a8a7-4705-a692-59c1dfff65f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:34.201210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2023472106'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:34.248486 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f35b09-cebb-4808-88fe-307118d5f4ee x-openstack-request-id: req-88f35b09-cebb-4808-88fe-307118d5f4ee {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:34.249088 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fc1aad-4fc3-406b-a421-a5dad0b3e3f4", "name": "network-vif-deleted", "tag": "c7642f5e-487c-4496-9ef7-d6adc4d484bd", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:34.249504 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-88f35b09-cebb-4808-88fe-307118d5f4ee {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:34.250226 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fc1aad-4fc3-406b-a421-a5dad0b3e3f4', 'name': 'network-vif-deleted', 'tag': 'c7642f5e-487c-4496-9ef7-d6adc4d484bd', 'status': 'completed', 'code': 200} Jul 08 20:28:34.262878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Made reservation on behalf of f40f32a4b475477e8f43470ecd35ee7c for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:34.267995 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:34.280699 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:34.326666 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34b-a8a7-4705-a692-59c1dfff65f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:34.329647 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34b-a8a7-4705-a692-59c1dfff65f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:34.330879 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-94cfb34b-a8a7-4705-a692-59c1dfff65f2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1a204689-32ad-4e98-866f-0ce5ad898ca8 HTTP/1.1" status: 204 len: 168 time: 0.4190698 Jul 08 20:28:34.341115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-edad0454-846c-4480-a4d4-ad5f8a4f4708 service neutron] 10.222.0.101 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7005305 Jul 08 20:28:34.352138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfb34b-a8a7-4705-a692-59c1dfff65f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a204689-32ad-4e98-866f-0ce5ad898ca8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:34.498842 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-f5bb46fb-be06-4ad2-b0c2-c3f1084d6ce9 service neutron] 10.222.0.101 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485846 Jul 08 20:28:34.507167 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:34.525530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:34.588596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:28:34.598850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4108847-3acf-449f-bdcd-1569148f3e94,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:34.607976 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:34.608319 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Added segment 1a79560a-3755-48c7-811c-d5dea55cfb4d of type vlan for network a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370 Jul 08 20:28:34.672236 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:34.695985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc17d1-08e9-40bc-895f-a4452a0e656d req-a4beea10-7d21-43cc-8d58-adc2165582d9 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:34.703307 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66dc17d1-08e9-40bc-895f-a4452a0e656d req-a4beea10-7d21-43cc-8d58-adc2165582d9 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 945 time: 0.1909537 Jul 08 20:28:34.725213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ece27b0b-94b9-49d7-8228-0b3175d5c0c7 req-10b5715e-345d-488e-9897-a7452207815e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 210 time: 0.0351272 Jul 08 20:28:34.756009 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:34.761991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:34.762861 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:34.793870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66dc17d1-08e9-40bc-895f-a4452a0e656d req-faf5edd5-3e85-4d5d-85df-8f8321418142 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884931 Jul 08 20:28:34.846767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8200734 Jul 08 20:28:34.847428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34704) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:34.854487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-96725391-a349-4d84-a0f4-39ffe1b2be67 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370', 'tempest-TagsTest-Tag-557425330') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:34.896480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d18b2-0736-4f93-a7ed-79efe325d825 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Pushing event updated for resources: {'Network': ['ID=a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:34.932464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:28:35.062107 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-96725391-a349-4d84-a0f4-39ffe1b2be67 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "PUT /v2.0/networks/a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370/tags/tempest-TagsTest-Tag-557425330 HTTP/1.1" status: 201 len: 201 time: 0.2137244 Jul 08 20:28:35.065846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34716) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:35.070991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-288a0334-f02d-4f12-bf72-ba12192561ca tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370', 'tempest-TagsTest-Tag-557425330') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:35.297094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34730) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:35.407463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-288a0334-f02d-4f12-bf72-ba12192561ca tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "GET /v2.0/networks/a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370/tags/tempest-TagsTest-Tag-557425330 HTTP/1.1" status: 204 len: 168 time: 0.3393588 Jul 08 20:28:35.410059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34738) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:35.430519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-9e084290-97b3-40f1-ab47-b6865555308d tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:35.449558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63e280-db6a-4af6-97ba-85aa80caedeb req-f2100afe-3c52-4bf4-81d8-9db353c4e2b6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:35.458349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63e280-db6a-4af6-97ba-85aa80caedeb req-f2100afe-3c52-4bf4-81d8-9db353c4e2b6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:35.477932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63e280-db6a-4af6-97ba-85aa80caedeb req-f2100afe-3c52-4bf4-81d8-9db353c4e2b6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:35.487982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63e280-db6a-4af6-97ba-85aa80caedeb req-f2100afe-3c52-4bf4-81d8-9db353c4e2b6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:35.495408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63e280-db6a-4af6-97ba-85aa80caedeb req-f2100afe-3c52-4bf4-81d8-9db353c4e2b6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:35.502504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63e280-db6a-4af6-97ba-85aa80caedeb req-f2100afe-3c52-4bf4-81d8-9db353c4e2b6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:35.512733 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63e280-db6a-4af6-97ba-85aa80caedeb req-f2100afe-3c52-4bf4-81d8-9db353c4e2b6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:35.525947 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff63e280-db6a-4af6-97ba-85aa80caedeb req-f2100afe-3c52-4bf4-81d8-9db353c4e2b6 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.4270031 Jul 08 20:28:35.596858 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff63e280-db6a-4af6-97ba-85aa80caedeb req-031f615b-0f7b-44b7-8dc0-d7ab95034c49 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690086 Jul 08 20:28:35.808924 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e084290-97b3-40f1-ab47-b6865555308d tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "GET /v2.0/networks/a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370/tags HTTP/1.1" status: 200 len: 237 time: 0.3948431 Jul 08 20:28:35.811830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34754) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:35.819917 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-9f6f456c-6fa7-49b8-abac-ad5247e2d866 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370', {'tags': ['tempest-TagsTest-Tag-1654360397', 'tempest-TagsTest-Tag-667943964', 'tempest-TagsTest-Tag-777286197']}) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:36.000217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9f6f456c-6fa7-49b8-abac-ad5247e2d866 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "PUT /v2.0/networks/a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370/tags HTTP/1.1" status: 200 len: 307 time: 0.1870213 Jul 08 20:28:36.003479 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34756) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:36.012322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-82b93957-d02d-4ded-8512-888fb3e92dab tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370', 'tempest-TagsTest-Tag-1654360397') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:36.070514 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a8919eb3-e8a3-4fcf-955d-ae1ace93c247 req-0bba5e8b-a287-43ad-a690-6fdf0371e437 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 210 time: 0.0598736 Jul 08 20:28:36.190127 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-82b93957-d02d-4ded-8512-888fb3e92dab tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "DELETE /v2.0/networks/a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370/tags/tempest-TagsTest-Tag-1654360397 HTTP/1.1" status: 204 len: 168 time: 0.1856165 Jul 08 20:28:36.194100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34760) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:36.198750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-18f5c2d8-0927-4735-b03a-c57e51b57f4c tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370', 'tempest-TagsTest-Tag-1654360397') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:36.276312 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb7ec-b42b-469c-905c-d4eb577f8391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:36.349286 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-18f5c2d8-0927-4735-b03a-c57e51b57f4c tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] show failed (client error): The resource could not be found. Jul 08 20:28:36.353621 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-18f5c2d8-0927-4735-b03a-c57e51b57f4c tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "GET /v2.0/networks/a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370/tags/tempest-TagsTest-Tag-1654360397 HTTP/1.1" status: 404 len: 326 time: 0.1574166 Jul 08 20:28:36.355006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34764) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:36.364098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-b3a81877-05a2-48db-9779-afec5e05396a tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370', 'tempest-TagsTest-Tag-667943964') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:36.499190 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b3a81877-05a2-48db-9779-afec5e05396a tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "GET /v2.0/networks/a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370/tags/tempest-TagsTest-Tag-667943964 HTTP/1.1" status: 204 len: 168 time: 0.1421001 Jul 08 20:28:36.503254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34776) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:36.510019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-f3a9c0d9-5da3-4b18-ac5f-9165118f2208 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370', 'tempest-TagsTest-Tag-777286197') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:36.559691 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-82adc116-f973-4441-99e8-8d6e3f237f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:36.645356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c7642f5e-487c-4496-9ef7-d6adc4d484bd no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:28:36.696331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: c7642f5e-487c-4496-9ef7-d6adc4d484bd {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:28:36.698318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c7642f5e-487c-4496-9ef7-d6adc4d484bd not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:28:36.704940 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f3a9c0d9-5da3-4b18-ac5f-9165118f2208 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "GET /v2.0/networks/a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370/tags/tempest-TagsTest-Tag-777286197 HTTP/1.1" status: 204 len: 168 time: 0.1970356 Jul 08 20:28:36.706802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34788) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:36.722521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-fe9ad9c8-9c87-44ee-ae77-b785f1f22e17 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:36.740073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5bcdb7ec-b42b-469c-905c-d4eb577f8391 admin admin] Deleting port 24719b9a-987e-4106-a498-aef958798098 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:28:36.740685 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb7ec-b42b-469c-905c-d4eb577f8391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:36.920698 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:36.946542 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fe9ad9c8-9c87-44ee-ae77-b785f1f22e17 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "DELETE /v2.0/networks/a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370/tags HTTP/1.1" status: 204 len: 168 time: 0.2347004 Jul 08 20:28:36.949363 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34798) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:36.954440 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-315fb6f6-6048-476c-8bdc-325e082a2026 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370', 'tempest-TagsTest-Tag-667943964') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:37.064165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-5bcdb7ec-b42b-469c-905c-d4eb577f8391 admin admin] For port 24719b9a-987e-4106-a498-aef958798098, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=24719b9a-987e-4106-a498-aef958798098,segment=NetworkSegment(0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e),segment_id=0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:37.064843 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb7ec-b42b-469c-905c-d4eb577f8391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:37.075861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-2427b8ff-d559-454e-9705-b308891f9e2c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:37.077543 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-2427b8ff-d559-454e-9705-b308891f9e2c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 811 time: 0.2555466 Jul 08 20:28:37.112442 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-315fb6f6-6048-476c-8bdc-325e082a2026 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] show failed (client error): The resource could not be found. Jul 08 20:28:37.116157 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-315fb6f6-6048-476c-8bdc-325e082a2026 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "GET /v2.0/networks/a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370/tags/tempest-TagsTest-Tag-667943964 HTTP/1.1" status: 404 len: 325 time: 0.1633353 Jul 08 20:28:37.116519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34804) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:37.121888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-e4725f50-54db-496e-bf5b-92fecdf734f4 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370', 'tempest-TagsTest-Tag-777286197') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:37.122187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5bcdb7ec-b42b-469c-905c-d4eb577f8391 admin admin] Calling delete_port for 24719b9a-987e-4106-a498-aef958798098 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:28:37.257353 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-e4725f50-54db-496e-bf5b-92fecdf734f4 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] show failed (client error): The resource could not be found. Jul 08 20:28:37.265031 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e4725f50-54db-496e-bf5b-92fecdf734f4 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "GET /v2.0/networks/a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370/tags/tempest-TagsTest-Tag-777286197 HTTP/1.1" status: 404 len: 325 time: 0.1459808 Jul 08 20:28:37.265604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34808) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:37.270409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-651e0766-f9fa-456d-a041-c8c62996cd25 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:37.406133 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a34dd37b-a537-4dc6-8b4c-d74191ab79c4 req-12cf3ec8-d56b-4948-bcbc-831a593d3fc5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 210 time: 0.0717540 Jul 08 20:28:37.441377 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-651e0766-f9fa-456d-a041-c8c62996cd25 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "DELETE /v2.0/networks/a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370/tags HTTP/1.1" status: 204 len: 168 time: 0.1744509 Jul 08 20:28:37.442234 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34812) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:37.535885 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:37.622166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-f9cb00d7-0fc2-4291-8814-6b9b8dd17185 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba7a3335c294262a7cea81d4269be31 HTTP/1.1" status: 200 len: 379 time: 0.5338223 Jul 08 20:28:37.645516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e16f1-f796-4554-a71c-37d808ec4eb1 req-a990f0ae-183e-4b87-8dcd-b7b0881b306d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:37.647333 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:37.651376 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e16f1-f796-4554-a71c-37d808ec4eb1 req-a990f0ae-183e-4b87-8dcd-b7b0881b306d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:37.658289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e16f1-f796-4554-a71c-37d808ec4eb1 req-a990f0ae-183e-4b87-8dcd-b7b0881b306d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:37.664243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e16f1-f796-4554-a71c-37d808ec4eb1 req-a990f0ae-183e-4b87-8dcd-b7b0881b306d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:37.668118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:37.670677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e16f1-f796-4554-a71c-37d808ec4eb1 req-a990f0ae-183e-4b87-8dcd-b7b0881b306d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:37.677800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e16f1-f796-4554-a71c-37d808ec4eb1 req-a990f0ae-183e-4b87-8dcd-b7b0881b306d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:37.681200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a79560a-3755-48c7-811c-d5dea55cfb4d') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:37.681670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a79560a-3755-48c7-811c-d5dea55cfb4d') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:37.683586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e16f1-f796-4554-a71c-37d808ec4eb1 req-a990f0ae-183e-4b87-8dcd-b7b0881b306d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:37.685127 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f89e16f1-f796-4554-a71c-37d808ec4eb1 req-a990f0ae-183e-4b87-8dcd-b7b0881b306d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.7115238 Jul 08 20:28:37.691836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Request body: {'port': {'device_id': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'admin_state_up': True, 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'security_groups': ['b44311e2-4212-487a-9364-728980ad28e7']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:37.697168 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:37.714770 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:37.721568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:28:37.722069 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:28:37.791661 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:28:37.797463 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:37.808815 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:37.811058 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] 10.222.0.101 "DELETE /v2.0/networks/a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370 HTTP/1.1" status: 204 len: 168 time: 0.3676016 Jul 08 20:28:37.824946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Pushing event deleted for resources: {'Network': ['ID=a2d4d1b1-3fe0-4d05-8d51-e8d81cc36370,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:37.836008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:37.836426 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:37.836842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:37.837625 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:37.842587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:37.843014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:37.843439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:37.843831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:37.844308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:37.844862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:37.845318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:37.845634 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cfbda-12ae-4a92-b4ea-b31b6b34eaf8 tempest-TagsTest-94183001 tempest-TagsTest-94183001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:37.934316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f89e16f1-f796-4554-a71c-37d808ec4eb1 req-8247cccf-2a67-40cc-b0fb-46d628567841 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2387276 Jul 08 20:28:37.937640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Made reservation on behalf of fba7a3335c294262a7cea81d4269be31 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:37.944850 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:38.165051 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:38.170334 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb7ec-b42b-469c-905c-d4eb577f8391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:38.209151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdb7ec-b42b-469c-905c-d4eb577f8391 admin admin] Pushing event deleted for resources: {'Port': ['ID=24719b9a-987e-4106-a498-aef958798098,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:38.217345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Allocated IP 172.20.0.14 (c2ccae01-0010-4b9b-be20-201f6e08f30e/c6fc5208-316e-4167-85a3-386e05ca34a9/039f2ecc-1dae-46ce-877d-f5b1908c5776) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:28:38.250845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34850) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:38.554255 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:38.579427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Transition to ACTIVE for port object 039f2ecc-1dae-46ce-877d-f5b1908c5776 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:38.590264 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb7ec-b42b-469c-905c-d4eb577f8391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:38.748162 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:38.839213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dbd33fc8-ded1-4d4d-a7f3-c3bad42ac3f2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f40f32a4b475477e8f43470ecd35ee7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5852892 Jul 08 20:28:38.840811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34870) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:38.886125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Network c2ccae01-0010-4b9b-be20-201f6e08f30e is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:28:38.935583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:28:38.945574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:28:38.949546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:39.018323 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84f4b6d-a736-4b69-bf42-062d61011968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:39.076273 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84f4b6d-a736-4b69-bf42-062d61011968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:39.140716 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84f4b6d-a736-4b69-bf42-062d61011968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:39.144750 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84f4b6d-a736-4b69-bf42-062d61011968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:39.152900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f84f4b6d-a736-4b69-bf42-062d61011968 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e4108847-3acf-449f-bdcd-1569148f3e94 HTTP/1.1" status: 204 len: 168 time: 0.3064241 Jul 08 20:28:39.187238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f4b6d-a736-4b69-bf42-062d61011968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4108847-3acf-449f-bdcd-1569148f3e94,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:39.236959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427c39e-91c6-4bef-9675-49dce44f17fd req-2bc789b8-86ec-4ddd-9b31-ab0c8f6feceb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:39.239819 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d427c39e-91c6-4bef-9675-49dce44f17fd req-2bc789b8-86ec-4ddd-9b31-ab0c8f6feceb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 932 time: 0.5038149 Jul 08 20:28:39.284905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:39.285888 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:39.321894 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d427c39e-91c6-4bef-9675-49dce44f17fd req-d098df4f-c02b-42ff-89d7-c8afd8e65d15 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698087 Jul 08 20:28:39.325607 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-4e070140-ea1e-4e8b-9530-9998404c5e01 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6941381 Jul 08 20:28:39.337780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcdb7ec-b42b-469c-905c-d4eb577f8391 admin admin] Router 9094b708-9706-4b43-865d-57a938a821ca has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:28:39.342489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Request body: {'port': {'device_id': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:39.402417 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a8982f65-ad74-4e65-aadf-68ecd3571e18 None None] Provisioning for port 039f2ecc-1dae-46ce-877d-f5b1908c5776 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:39.406026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c7cd7-55f8-4716-a992-facff7d52962 req-006eaa87-e07f-4809-8a7e-8b116bce3f33 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:39.408245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a8982f65-ad74-4e65-aadf-68ecd3571e18 None None] Provisioning complete for port 039f2ecc-1dae-46ce-877d-f5b1908c5776 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:39.408245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a8982f65-ad74-4e65-aadf-68ecd3571e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:39.427560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c7cd7-55f8-4716-a992-facff7d52962 req-006eaa87-e07f-4809-8a7e-8b116bce3f33 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:39.475681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c7cd7-55f8-4716-a992-facff7d52962 req-006eaa87-e07f-4809-8a7e-8b116bce3f33 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:39.496101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c7cd7-55f8-4716-a992-facff7d52962 req-006eaa87-e07f-4809-8a7e-8b116bce3f33 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:39.509104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c7cd7-55f8-4716-a992-facff7d52962 req-006eaa87-e07f-4809-8a7e-8b116bce3f33 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:39.524583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c7cd7-55f8-4716-a992-facff7d52962 req-006eaa87-e07f-4809-8a7e-8b116bce3f33 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:39.526769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a8982f65-ad74-4e65-aadf-68ecd3571e18 None None] Port 039f2ecc-1dae-46ce-877d-f5b1908c5776 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:28:39.541248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c7cd7-55f8-4716-a992-facff7d52962 req-006eaa87-e07f-4809-8a7e-8b116bce3f33 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:39.554923 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-986c7cd7-55f8-4716-a992-facff7d52962 req-006eaa87-e07f-4809-8a7e-8b116bce3f33 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.3567197 Jul 08 20:28:39.674252 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:39.681926 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-986c7cd7-55f8-4716-a992-facff7d52962 req-93592e59-73d7-4501-b6c0-11f780947649 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1259551 Jul 08 20:28:39.720985 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:39.798063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcdb7ec-b42b-469c-905c-d4eb577f8391 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:28:39.808078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690a953-c60f-4800-86a3-cc750f839bce None None] Sync routers for ids ['9094b708-9706-4b43-865d-57a938a821ca'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:28:39.811646 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5bcdb7ec-b42b-469c-905c-d4eb577f8391 admin admin] 10.222.0.101 "PUT /v2.0/routers/9094b708-9706-4b43-865d-57a938a821ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5094528 Jul 08 20:28:39.812186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34896) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:39.842040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690a953-c60f-4800-86a3-cc750f839bce None None] Routers {'9094b708-9706-4b43-865d-57a938a821ca'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:28:39.843176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d690a953-c60f-4800-86a3-cc750f839bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:28:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['9094b708-9706-4b43-865d-57a938a821ca'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:40.106335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-d690a953-c60f-4800-86a3-cc750f839bce None None] Set router 9094b708-9706-4b43-865d-57a938a821ca gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:28:40.139358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:40.238693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039f2ecc-1dae-46ce-877d-f5b1908c5776 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:40.252761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:40.270047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Transition to ACTIVE for port object 039f2ecc-1dae-46ce-877d-f5b1908c5776 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:40.274355 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:40.353777 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:40.408372 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:40.482148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Attempting to bind port 039f2ecc-1dae-46ce-877d-f5b1908c5776 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:28:40.482488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Attempting to bind port 039f2ecc-1dae-46ce-877d-f5b1908c5776 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:28:40.482822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Attempting to bind port 039f2ecc-1dae-46ce-877d-f5b1908c5776 on network c2ccae01-0010-4b9b-be20-201f6e08f30e {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:40.492512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Port 039f2ecc-1dae-46ce-877d-f5b1908c5776 on network c2ccae01-0010-4b9b-be20-201f6e08f30e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:28:40.492867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Attempting to bind port 039f2ecc-1dae-46ce-877d-f5b1908c5776 on network c2ccae01-0010-4b9b-be20-201f6e08f30e {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:40.506069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d690a953-c60f-4800-86a3-cc750f839bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9094b708-9706-4b43-865d-57a938a821ca', 'name': 'tempest-ServerRescueNegativeTestJSON-2088612438-router', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:25:03Z', 'updated_at': '2021-07-08T20:28:38Z', 'revision_number': 5, 'project_id': '29d8bdfce34c4808baa0ed97fa137f02', 'gw_port': {'id': 'a5b2b33f-7781-4491-b8d4-17094db8ab81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9094b708-9706-4b43-865d-57a938a821ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:25:05Z', 'updated_at': '2021-07-08T20:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:40.508584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:28:40.509098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Checking segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:40.509681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Bound using segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:28:40.510039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Bound port: 039f2ecc-1dae-46ce-877d-f5b1908c5776, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:28:40.511700 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:40.581843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690a953-c60f-4800-86a3-cc750f839bce None None] Checking router: 9094b708-9706-4b43-865d-57a938a821ca for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:28:40.587007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Deleting port a5b2b33f-7781-4491-b8d4-17094db8ab81 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:28:40.588575 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:40.593617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690a953-c60f-4800-86a3-cc750f839bce None None] Routers {'9094b708-9706-4b43-865d-57a938a821ca'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:28:40.594710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d690a953-c60f-4800-86a3-cc750f839bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:28:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['9094b708-9706-4b43-865d-57a938a821ca'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:40.701781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:28:40.706953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:28:40.730344 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:40.813590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-d690a953-c60f-4800-86a3-cc750f839bce None None] Set router 9094b708-9706-4b43-865d-57a938a821ca gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:28:40.818321 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] For port a5b2b33f-7781-4491-b8d4-17094db8ab81, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a5b2b33f-7781-4491-b8d4-17094db8ab81,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:40.819115 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:40.864997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:40.865657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:40.867378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Calling delete_port for a5b2b33f-7781-4491-b8d4-17094db8ab81 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:28:40.869840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] 10.222.0.104 "PUT /v2.0/ports/039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 200 len: 1093 time: 1.5345533 Jul 08 20:28:40.870322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:40.881695 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b323865-e53d-46fe-ab3b-c335f04438bf" -d '{"events": [{"name": "network-changed", "server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:40.920191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60daa6-4300-4b58-beb5-2f3d359b7b1a req-60713323-7c30-4e5d-86e3-f7e16057b1e6 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:40.929564 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e60daa6-4300-4b58-beb5-2f3d359b7b1a req-60713323-7c30-4e5d-86e3-f7e16057b1e6 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 944 time: 0.2822335 Jul 08 20:28:41.000372 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bf871-8876-491e-a9dd-16b705e38687 service neutron] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:41.027729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e60daa6-4300-4b58-beb5-2f3d359b7b1a req-9561a711-c23b-4594-9186-36fba8d53910 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973554 Jul 08 20:28:41.083674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d690a953-c60f-4800-86a3-cc750f839bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9094b708-9706-4b43-865d-57a938a821ca', 'name': 'tempest-ServerRescueNegativeTestJSON-2088612438-router', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:25:03Z', 'updated_at': '2021-07-08T20:28:40Z', 'revision_number': 6, 'project_id': '29d8bdfce34c4808baa0ed97fa137f02', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:41.156372 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-e69b7bec-1ddf-4ab6-a8d8-11eecfe8dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:41.165574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-e69b7bec-1ddf-4ab6-a8d8-11eecfe8dd11 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 1096 time: 0.2058284 Jul 08 20:28:41.203797 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690a953-c60f-4800-86a3-cc750f839bce None None] The sync data for ids ['9094b708-9706-4b43-865d-57a938a821ca'] in n-d-791506-16 is: [{'id': '9094b708-9706-4b43-865d-57a938a821ca', 'name': 'tempest-ServerRescueNegativeTestJSON-2088612438-router', 'tenant_id': '29d8bdfce34c4808baa0ed97fa137f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:25:03Z', 'updated_at': '2021-07-08T20:28:40Z', 'revision_number': 6, 'project_id': '29d8bdfce34c4808baa0ed97fa137f02', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:28:41.300511 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc27e4f-5ae2-43e9-9537-1dfea7f6d21b x-openstack-request-id: req-0bc27e4f-5ae2-43e9-9537-1dfea7f6d21b {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:41.302287 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:41.303104 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0bc27e4f-5ae2-43e9-9537-1dfea7f6d21b {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:41.303564 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'status': 'completed', 'code': 200} Jul 08 20:28:41.305328 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-f6bbd57f-126f-4911-ba5d-1aba0b00058e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 200 len: 217 time: 0.1310384 Jul 08 20:28:41.371614 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:41.427420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-53889e4e-62fb-4bdb-bf9f-8f459395a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:41.436427 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-53889e4e-62fb-4bdb-bf9f-8f459395a5a2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.1208968 Jul 08 20:28:41.438568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b2b33f-7781-4491-b8d4-17094db8ab81,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:41.565231 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed70714-f2f3-4af5-bcdf-1170ada8f4b8 req-1eab4b26-98fc-4170-9325-68274329597b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:41.571997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed70714-f2f3-4af5-bcdf-1170ada8f4b8 req-1eab4b26-98fc-4170-9325-68274329597b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:41.578220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed70714-f2f3-4af5-bcdf-1170ada8f4b8 req-1eab4b26-98fc-4170-9325-68274329597b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:41.586620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed70714-f2f3-4af5-bcdf-1170ada8f4b8 req-1eab4b26-98fc-4170-9325-68274329597b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:41.594115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed70714-f2f3-4af5-bcdf-1170ada8f4b8 req-1eab4b26-98fc-4170-9325-68274329597b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:41.601583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed70714-f2f3-4af5-bcdf-1170ada8f4b8 req-1eab4b26-98fc-4170-9325-68274329597b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:41.610308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed70714-f2f3-4af5-bcdf-1170ada8f4b8 req-1eab4b26-98fc-4170-9325-68274329597b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:41.616577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-ca3900fb-7dd3-4183-b6ac-934a84250ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:41.618169 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ed70714-f2f3-4af5-bcdf-1170ada8f4b8 req-1eab4b26-98fc-4170-9325-68274329597b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.3649635 Jul 08 20:28:41.630023 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-ca3900fb-7dd3-4183-b6ac-934a84250ea8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848021 Jul 08 20:28:41.649677 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:41.799505 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:41.817969 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:41.848960 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ed70714-f2f3-4af5-bcdf-1170ada8f4b8 req-64a7daae-6c57-4664-8e30-7968fe6a0bc4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2291017 Jul 08 20:28:41.895155 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-578b310f-ad62-490f-baa6-91b0023d177e service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549682 Jul 08 20:28:41.978456 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:41.979210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9094b708-9706-4b43-865d-57a938a821ca {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:28:41.987159 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:41.991962 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-60c0f97c-19d3-433c-bb64-6af984ba43e8 admin admin] 10.222.0.101 "DELETE /v2.0/routers/9094b708-9706-4b43-865d-57a938a821ca HTTP/1.1" status: 204 len: 168 time: 2.1757162 Jul 08 20:28:41.992524 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34962) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:42.075891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1fd8357-7ac2-4eda-9a73-920fecb4250a req-a832c123-b042-4589-8871-c7b9087571bc service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717730 Jul 08 20:28:42.094737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f7354d-26e6-41b6-bc38-9bfcb1715186 admin admin] Deleting subnet a8e85001-3948-4499-9486-db665a7a8ea9 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:28:42.115717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14f7354d-26e6-41b6-bc38-9bfcb1715186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:42.193387 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14f7354d-26e6-41b6-bc38-9bfcb1715186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:42.273117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323865-e53d-46fe-ab3b-c335f04438bf req-7790c195-8c5c-4aca-8e61-2ba27e195084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:42.276243 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9b323865-e53d-46fe-ab3b-c335f04438bf req-7790c195-8c5c-4aca-8e61-2ba27e195084 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 1096 time: 0.1153653 Jul 08 20:28:42.278082 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14f7354d-26e6-41b6-bc38-9bfcb1715186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:42.402838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323865-e53d-46fe-ab3b-c335f04438bf req-cf9c48a3-a2dc-4619-9ac3-6e2e2f06fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:42.406353 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9b323865-e53d-46fe-ab3b-c335f04438bf req-cf9c48a3-a2dc-4619-9ac3-6e2e2f06fbe1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.1217768 Jul 08 20:28:42.489203 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9b323865-e53d-46fe-ab3b-c335f04438bf req-6ce56858-a851-40c5-be9a-ac32f8fa3285 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 200 len: 217 time: 0.0767498 Jul 08 20:28:42.537476 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14f7354d-26e6-41b6-bc38-9bfcb1715186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:42.592474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323865-e53d-46fe-ab3b-c335f04438bf req-0729e307-b68d-4fb5-97a4-03bbcc69253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:42.599034 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9b323865-e53d-46fe-ab3b-c335f04438bf req-0729e307-b68d-4fb5-97a4-03bbcc69253a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.1013358 Jul 08 20:28:42.629639 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec9c8e-8999-4b05-acd5-3952d3969f86 req-58d6d607-2bb1-4800-bccc-41ad423f907a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:42.633068 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eec9c8e-8999-4b05-acd5-3952d3969f86 req-58d6d607-2bb1-4800-bccc-41ad423f907a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 944 time: 0.2983527 Jul 08 20:28:42.635864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7354d-26e6-41b6-bc38-9bfcb1715186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e85001-3948-4499-9486-db665a7a8ea9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:42.655909 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14f7354d-26e6-41b6-bc38-9bfcb1715186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:42.663871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-14f7354d-26e6-41b6-bc38-9bfcb1715186 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a8e85001-3948-4499-9486-db665a7a8ea9 HTTP/1.1" status: 204 len: 168 time: 0.6668577 Jul 08 20:28:42.667341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34980) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:42.724113 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323865-e53d-46fe-ab3b-c335f04438bf req-3b0fc974-25ad-47d8-a391-7bf0278796a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:42.726273 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9b323865-e53d-46fe-ab3b-c335f04438bf req-3b0fc974-25ad-47d8-a391-7bf0278796a8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206579 Jul 08 20:28:42.865258 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c46d1eac-ced1-4b9a-a7de-8826d84c13c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:42.984393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 24719b9a-987e-4106-a498-aef958798098 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:28:42.988621 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9b323865-e53d-46fe-ab3b-c335f04438bf req-2761f319-da0d-45d9-9828-ef95fe908ecf service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440746 Jul 08 20:28:43.075450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 24719b9a-987e-4106-a498-aef958798098 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:28:43.076155 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c46d1eac-ced1-4b9a-a7de-8826d84c13c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:43.076713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 24719b9a-987e-4106-a498-aef958798098 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:28:43.080016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a5b2b33f-7781-4491-b8d4-17094db8ab81 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:28:43.107211 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c46d1eac-ced1-4b9a-a7de-8826d84c13c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5922f97a-51ef-45a6-9b43-c874c18bfbcb']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:43.139786 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9b323865-e53d-46fe-ab3b-c335f04438bf req-5ecc4de8-9d99-442f-ae5e-b3db93add2cf service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444187 Jul 08 20:28:43.140012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c46d1eac-ced1-4b9a-a7de-8826d84c13c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:43.140012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c46d1eac-ced1-4b9a-a7de-8826d84c13c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e350a5f-e4e5-4f20-b3cd-59c3bdd8447e') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:43.167939 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eec9c8e-8999-4b05-acd5-3952d3969f86 req-1d74de1f-e775-4899-8035-6f17a7615930 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5220273 Jul 08 20:28:43.178692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: a5b2b33f-7781-4491-b8d4-17094db8ab81 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:28:43.178692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a5b2b33f-7781-4491-b8d4-17094db8ab81 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:28:43.189402 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c46d1eac-ced1-4b9a-a7de-8826d84c13c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:43.221956 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c46d1eac-ced1-4b9a-a7de-8826d84c13c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:43.232034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46d1eac-ced1-4b9a-a7de-8826d84c13c1 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:28:43.244125 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c46d1eac-ced1-4b9a-a7de-8826d84c13c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:28:43.247037 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:28:43.347989 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c46d1eac-ced1-4b9a-a7de-8826d84c13c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:43.355768 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c46d1eac-ced1-4b9a-a7de-8826d84c13c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:43.362525 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c46d1eac-ced1-4b9a-a7de-8826d84c13c1 admin admin] 10.222.0.101 "DELETE /v2.0/networks/5922f97a-51ef-45a6-9b43-c874c18bfbcb HTTP/1.1" status: 204 len: 168 time: 0.6932726 Jul 08 20:28:43.368803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32bbb4-f4ec-4389-ae4a-8f24da4ebee9 req-78318605-d3c8-4f14-834f-8db8155c3e31 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:43.381195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32bbb4-f4ec-4389-ae4a-8f24da4ebee9 req-78318605-d3c8-4f14-834f-8db8155c3e31 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:43.390183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d1eac-ced1-4b9a-a7de-8826d84c13c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5922f97a-51ef-45a6-9b43-c874c18bfbcb,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:43.401905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32bbb4-f4ec-4389-ae4a-8f24da4ebee9 req-78318605-d3c8-4f14-834f-8db8155c3e31 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:43.410345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32bbb4-f4ec-4389-ae4a-8f24da4ebee9 req-78318605-d3c8-4f14-834f-8db8155c3e31 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:43.416595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32bbb4-f4ec-4389-ae4a-8f24da4ebee9 req-78318605-d3c8-4f14-834f-8db8155c3e31 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:43.423919 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32bbb4-f4ec-4389-ae4a-8f24da4ebee9 req-78318605-d3c8-4f14-834f-8db8155c3e31 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:43.430111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32bbb4-f4ec-4389-ae4a-8f24da4ebee9 req-78318605-d3c8-4f14-834f-8db8155c3e31 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:43.437741 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4e32bbb4-f4ec-4389-ae4a-8f24da4ebee9 req-78318605-d3c8-4f14-834f-8db8155c3e31 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.2291012 Jul 08 20:28:43.496953 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4e32bbb4-f4ec-4389-ae4a-8f24da4ebee9 req-14a70f9b-a1b6-4f9c-bf21-d77d5d7b433a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572379 Jul 08 20:28:43.687526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35012) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:43.742394 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6e4d08a6-2a1c-4346-8835-224f0e4cd5f6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=29d8bdfce34c4808baa0ed97fa137f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551081 Jul 08 20:28:43.745438 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35018) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:43.847295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-98d52aae-7be7-49e8-8ccc-be12a9f58688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:43.895953 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-98d52aae-7be7-49e8-8ccc-be12a9f58688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:43.980481 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-98d52aae-7be7-49e8-8ccc-be12a9f58688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:43.984291 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-98d52aae-7be7-49e8-8ccc-be12a9f58688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:43.988762 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-98d52aae-7be7-49e8-8ccc-be12a9f58688 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bcf053e9-04c2-4ffd-ae20-b8c17d44183f HTTP/1.1" status: 204 len: 168 time: 0.2395940 Jul 08 20:28:44.013541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d52aae-7be7-49e8-8ccc-be12a9f58688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf053e9-04c2-4ffd-ae20-b8c17d44183f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:44.419869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d5fb8-024a-488f-a3ce-b3e5e8fb68fb req-78e01e16-e17c-4735-9215-70fca1ab7bba tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:44.421592 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-173d5fb8-024a-488f-a3ce-b3e5e8fb68fb req-78e01e16-e17c-4735-9215-70fca1ab7bba tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 944 time: 0.0841451 Jul 08 20:28:44.491932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-173d5fb8-024a-488f-a3ce-b3e5e8fb68fb req-e2e849a6-9ae1-4570-9244-5aa9256f493a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603073 Jul 08 20:28:44.682388 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35060) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:44.691883 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 039f2ecc-1dae-46ce-877d-f5b1908c5776 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:28:44.757825 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6254f7-d456-4247-9dfd-3ea9074ad9cd req-2b42d504-eb71-4a44-90e7-5ffe47618057 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:44.772880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6254f7-d456-4247-9dfd-3ea9074ad9cd req-2b42d504-eb71-4a44-90e7-5ffe47618057 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:44.793957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6254f7-d456-4247-9dfd-3ea9074ad9cd req-2b42d504-eb71-4a44-90e7-5ffe47618057 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:44.803574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6254f7-d456-4247-9dfd-3ea9074ad9cd req-2b42d504-eb71-4a44-90e7-5ffe47618057 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:44.812666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6254f7-d456-4247-9dfd-3ea9074ad9cd req-2b42d504-eb71-4a44-90e7-5ffe47618057 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:44.821643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6254f7-d456-4247-9dfd-3ea9074ad9cd req-2b42d504-eb71-4a44-90e7-5ffe47618057 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:44.830223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6254f7-d456-4247-9dfd-3ea9074ad9cd req-2b42d504-eb71-4a44-90e7-5ffe47618057 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:44.833045 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb6254f7-d456-4247-9dfd-3ea9074ad9cd req-2b42d504-eb71-4a44-90e7-5ffe47618057 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.2028475 Jul 08 20:28:44.842702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:44.867041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'port_id': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'mac_address': 'fa:16:3e:5c:56:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:28:44.907353 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb6254f7-d456-4247-9dfd-3ea9074ad9cd req-35fa115c-56e7-4e9a-af23-024eb81f3765 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678215 Jul 08 20:28:44.924783 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:44.954246 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12e948b2-8329-4554-a3bd-04fe2654a68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:44.968779 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039f2ecc-1dae-46ce-877d-f5b1908c5776 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:45.023706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:45.035159 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:45.118576 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12e948b2-8329-4554-a3bd-04fe2654a68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:45.128955 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12e948b2-8329-4554-a3bd-04fe2654a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:45.160034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:45.195761 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-12e948b2-8329-4554-a3bd-04fe2654a68a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5c7d64d2a1d942a489c34eefb7a09f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118449 Jul 08 20:28:45.197317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e948b2-8329-4554-a3bd-04fe2654a68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97838de1-3da3-4bab-99f6-34fcdeb9537e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:45.198284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35078) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:45.269141 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90e768e7-7a65-4eba-8e52-5872a8e1aa24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:45.271429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['039f2ecc-1dae-46ce-877d-f5b1908c5776'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:28:45.319873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90e768e7-7a65-4eba-8e52-5872a8e1aa24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:45.416379 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90e768e7-7a65-4eba-8e52-5872a8e1aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:45.420561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90e768e7-7a65-4eba-8e52-5872a8e1aa24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:45.424697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-90e768e7-7a65-4eba-8e52-5872a8e1aa24 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/97838de1-3da3-4bab-99f6-34fcdeb9537e HTTP/1.1" status: 204 len: 168 time: 0.2224841 Jul 08 20:28:45.445499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e768e7-7a65-4eba-8e52-5872a8e1aa24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97838de1-3da3-4bab-99f6-34fcdeb9537e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:45.734280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38327e05-96eb-4bc4-90a8-f7812850d155 req-4c4992af-8c6c-4ab4-83c7-f08c0c7b7a7e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:45.737469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-38327e05-96eb-4bc4-90a8-f7812850d155 req-4c4992af-8c6c-4ab4-83c7-f08c0c7b7a7e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1121309 Jul 08 20:28:45.794193 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-38327e05-96eb-4bc4-90a8-f7812850d155 req-3f335e27-9ce3-4765-831d-639a89c37d6a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498488 Jul 08 20:28:45.893728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35104) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:46.043538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35110) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:46.067302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cdd63b2f-b963-4cdb-be82-0d0ce7af0b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.167667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a133d5-b7b2-4805-9214-e1ba8e5976aa req-e79ae365-2a30-4abd-b4fe-893a33842ff4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:46.175534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a133d5-b7b2-4805-9214-e1ba8e5976aa req-e79ae365-2a30-4abd-b4fe-893a33842ff4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:46.182926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a133d5-b7b2-4805-9214-e1ba8e5976aa req-e79ae365-2a30-4abd-b4fe-893a33842ff4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:46.189684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a133d5-b7b2-4805-9214-e1ba8e5976aa req-e79ae365-2a30-4abd-b4fe-893a33842ff4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:46.196984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a133d5-b7b2-4805-9214-e1ba8e5976aa req-e79ae365-2a30-4abd-b4fe-893a33842ff4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:46.205225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a133d5-b7b2-4805-9214-e1ba8e5976aa req-e79ae365-2a30-4abd-b4fe-893a33842ff4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:46.211385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cdd63b2f-b963-4cdb-be82-0d0ce7af0b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.213526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a133d5-b7b2-4805-9214-e1ba8e5976aa req-e79ae365-2a30-4abd-b4fe-893a33842ff4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:46.215898 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c2a133d5-b7b2-4805-9214-e1ba8e5976aa req-e79ae365-2a30-4abd-b4fe-893a33842ff4 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5420 time: 0.1428728 Jul 08 20:28:46.217179 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cdd63b2f-b963-4cdb-be82-0d0ce7af0b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.256313 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cdd63b2f-b963-4cdb-be82-0d0ce7af0b5b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=30cac8d75b90458fb8de9f95a5ea5a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114558 Jul 08 20:28:46.256827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35118) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:46.283305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd63b2f-b963-4cdb-be82-0d0ce7af0b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796dbacc-a258-42bc-9e3d-096ea3fb91f7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:46.352745 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c2a133d5-b7b2-4805-9214-e1ba8e5976aa req-ae0930cf-fb90-4fa7-b55a-acda2824a10c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293952 Jul 08 20:28:46.370296 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5909-5b81-421c-a523-17ce09832a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.411658 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5909-5b81-421c-a523-17ce09832a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.423749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1107222798-network', 'tenant_id': '4125edd6346c4ae3b8b1626d019dc03d'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:46.470347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Made reservation on behalf of 4125edd6346c4ae3b8b1626d019dc03d for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:46.473064 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.483057 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.507699 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5909-5b81-421c-a523-17ce09832a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.510484 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5909-5b81-421c-a523-17ce09832a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.511693 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-eb2e5909-5b81-421c-a523-17ce09832a29 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/796dbacc-a258-42bc-9e3d-096ea3fb91f7 HTTP/1.1" status: 204 len: 168 time: 0.2504780 Jul 08 20:28:46.528078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e5909-5b81-421c-a523-17ce09832a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796dbacc-a258-42bc-9e3d-096ea3fb91f7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:46.623158 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.628461 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.649174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:28:46.666109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.666544 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Added segment bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3 of type vlan for network 09cd958d-35e6-43c4-9acc-8fd012d12f29 Jul 08 20:28:46.680036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e61f408-b3e1-4523-855e-e5c3626cc78d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:46.693243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0b1347f8-22be-40ca-80a4-01990963907f details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:28:46.695467 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 039f2ecc-1dae-46ce-877d-f5b1908c5776 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:46.738510 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.779543 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.781137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:46.783820 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.878879 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9832103 Jul 08 20:28:46.881896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35136) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:46.885433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf605f-cb3b-4c40-a002-3cd77f1b9232 admin admin] Pushing event updated for resources: {'Network': ['ID=09cd958d-35e6-43c4-9acc-8fd012d12f29,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:46.887125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-13c3c5e7-eaba-4539-a6bd-05f20163fc95 admin admin] Request body: {'subnet': {'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1107222798-subnet', 'tenant_id': '4125edd6346c4ae3b8b1626d019dc03d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:46.937112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c3c5e7-eaba-4539-a6bd-05f20163fc95 admin admin] Made reservation on behalf of 4125edd6346c4ae3b8b1626d019dc03d for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:46.939773 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c3c5e7-eaba-4539-a6bd-05f20163fc95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:46.979717 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 09cd958d-35e6-43c4-9acc-8fd012d12f29 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:28:47.055663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 039f2ecc-1dae-46ce-877d-f5b1908c5776 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:47.072781 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 039f2ecc-1dae-46ce-877d-f5b1908c5776 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:47.073302 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:47.089668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a3e18-7616-4c64-97b6-27d1a6c9d3df req-bad45197-2827-4c87-b3a4-70adcf085cba tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:47.091368 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-620a3e18-7616-4c64-97b6-27d1a6c9d3df req-bad45197-2827-4c87-b3a4-70adcf085cba tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.0973089 Jul 08 20:28:47.160810 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-620a3e18-7616-4c64-97b6-27d1a6c9d3df req-f52f9063-ab1b-4070-a4d6-a7c15f69150a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620432 Jul 08 20:28:47.174685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0b1347f8-22be-40ca-80a4-01990963907f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0b1347f8-22be-40ca-80a4-01990963907f,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:47.224614 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:47.233484 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '0b1347f8-22be-40ca-80a4-01990963907f', 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d', 'port_id': '0b1347f8-22be-40ca-80a4-01990963907f', 'mac_address': 'fa:16:3e:86:08:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a68c8b4-ebf4-4351-b981-309972e3f723', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:28:47.236684 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c3c5e7-eaba-4539-a6bd-05f20163fc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:47.314611 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:47.315782 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:47.320963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:47.322731 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e299d09f-65d8-4212-aadc-2a01f8dfeb0e" -d '{"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-plugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:47.333322 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:47.334391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3c5e7-eaba-4539-a6bd-05f20163fc95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2373fae-9dad-4e09-8b0b-379b39b82584,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:47.340510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1347f8-22be-40ca-80a4-01990963907f {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:47.351104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3c5e7-eaba-4539-a6bd-05f20163fc95 admin admin] Checking segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:47.352525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c3c5e7-eaba-4539-a6bd-05f20163fc95 admin admin] Network hostable DHCP agents. Network: 09cd958d-35e6-43c4-9acc-8fd012d12f29, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:28:47.376167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c3c5e7-eaba-4539-a6bd-05f20163fc95 admin admin] Network 09cd958d-35e6-43c4-9acc-8fd012d12f29 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:28:47.388468 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0b1347f8-22be-40ca-80a4-01990963907f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0b1347f8-22be-40ca-80a4-01990963907f,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:47.403600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-13c3c5e7-eaba-4539-a6bd-05f20163fc95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 09cd958d-35e6-43c4-9acc-8fd012d12f29) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:28:47.412515 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:47.412725 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 30a04eb1-2191-417b-8e18-d1d985f0ab8e details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:28:47.418575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f592f25f-0eec-41d1-942e-b16a8f0738f2 None None] Network 09cd958d-35e6-43c4-9acc-8fd012d12f29 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:28:47.426843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c3c5e7-eaba-4539-a6bd-05f20163fc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:47.429323 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c3c5e7-eaba-4539-a6bd-05f20163fc95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:47.457830 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9164a84-3820-40e6-9105-eb911e2e23bf x-openstack-request-id: req-c9164a84-3820-40e6-9105-eb911e2e23bf {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:47.458387 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-plugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:47.460313 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c9164a84-3820-40e6-9105-eb911e2e23bf {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:47.460977 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'code': 200} Jul 08 20:28:47.492086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-13c3c5e7-eaba-4539-a6bd-05f20163fc95 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5996289 Jul 08 20:28:47.588101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:47.676850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53464060-40a9-48a8-b37a-f8c471672335 req-97930fca-2b2f-4fb3-84de-627f5dc0ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:47.679392 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53464060-40a9-48a8-b37a-f8c471672335 req-97930fca-2b2f-4fb3-84de-627f5dc0ff84 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 1098 time: 0.1585183 Jul 08 20:28:47.691912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c00efa-36ab-40e6-ae17-2ebebc6d8ea2 req-09bfbdb6-2949-42dd-a04f-c8523ba8f093 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:47.698256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c00efa-36ab-40e6-ae17-2ebebc6d8ea2 req-09bfbdb6-2949-42dd-a04f-c8523ba8f093 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:47.702417 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:47.705373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c00efa-36ab-40e6-ae17-2ebebc6d8ea2 req-09bfbdb6-2949-42dd-a04f-c8523ba8f093 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:47.712662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c00efa-36ab-40e6-ae17-2ebebc6d8ea2 req-09bfbdb6-2949-42dd-a04f-c8523ba8f093 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:47.719616 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c00efa-36ab-40e6-ae17-2ebebc6d8ea2 req-09bfbdb6-2949-42dd-a04f-c8523ba8f093 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:47.726003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c00efa-36ab-40e6-ae17-2ebebc6d8ea2 req-09bfbdb6-2949-42dd-a04f-c8523ba8f093 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:47.731896 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53464060-40a9-48a8-b37a-f8c471672335 req-8bba9fdc-2db0-4aa3-931e-0d7f126f9fe3 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445502 Jul 08 20:28:47.732697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c00efa-36ab-40e6-ae17-2ebebc6d8ea2 req-09bfbdb6-2949-42dd-a04f-c8523ba8f093 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:47.733003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 30a04eb1-2191-417b-8e18-d1d985f0ab8e, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=30a04eb1-2191-417b-8e18-d1d985f0ab8e,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:47.735257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40c00efa-36ab-40e6-ae17-2ebebc6d8ea2 req-09bfbdb6-2949-42dd-a04f-c8523ba8f093 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5421 time: 0.2127142 Jul 08 20:28:47.763054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '30a04eb1-2191-417b-8e18-d1d985f0ab8e', 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d', 'port_id': '30a04eb1-2191-417b-8e18-d1d985f0ab8e', 'mac_address': 'fa:16:3e:d8:7e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a68c8b4-ebf4-4351-b981-309972e3f723', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:28:47.767426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0b1347f8-22be-40ca-80a4-01990963907f,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:47.815592 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40c00efa-36ab-40e6-ae17-2ebebc6d8ea2 req-b8265e0d-aca0-4bfd-b7a7-8430051ed3e1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733571 Jul 08 20:28:47.826526 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:47.845921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a04eb1-2191-417b-8e18-d1d985f0ab8e {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:47.912823 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb522f3-2374-45f5-9e57-2d9ca100e0b7 None None] Network 09cd958d-35e6-43c4-9acc-8fd012d12f29 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:28:47.918765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 30a04eb1-2191-417b-8e18-d1d985f0ab8e, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=30a04eb1-2191-417b-8e18-d1d985f0ab8e,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:47.960952 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:47.961740 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:28:48.077882 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:48.089004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=30a04eb1-2191-417b-8e18-d1d985f0ab8e,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:48.099850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d', 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d', 'port_id': 'bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d', 'mac_address': 'fa:16:3e:4a:9e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a68c8b4-ebf4-4351-b981-309972e3f723', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:28:48.178159 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:48.196880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:48.221597 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:48.228787 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:48.229856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a243b3c9-f6cc-4346-8144-d7d68e6f404e details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:28:48.366677 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:48.416255 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a243b3c9-f6cc-4346-8144-d7d68e6f404e, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a243b3c9-f6cc-4346-8144-d7d68e6f404e,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:48.432154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'a243b3c9-f6cc-4346-8144-d7d68e6f404e', 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f', 'port_id': 'a243b3c9-f6cc-4346-8144-d7d68e6f404e', 'mac_address': 'fa:16:3e:85:55:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f19382-a7ee-4fc4-ad32-6efb10a42c95', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:28:48.450366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-05f1169f-f7ed-46d4-8a0e-cef23fb473f0 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:48.452861 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-05f1169f-f7ed-46d4-8a0e-cef23fb473f0 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.1430280 Jul 08 20:28:48.483976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e74e3e-06f4-418d-aaeb-18e4fd2daf34 req-0cf59a6b-a7e6-486c-903d-0206ca11fa1e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:48.484750 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:48.487600 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-ca1062d9-bd0b-4466-a09e-f4d52e54d673 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/quotas/4125edd6346c4ae3b8b1626d019dc03d HTTP/1.1" status: 200 len: 375 time: 0.0201085 Jul 08 20:28:48.498596 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-07e74e3e-06f4-418d-aaeb-18e4fd2daf34 req-0cf59a6b-a7e6-486c-903d-0206ca11fa1e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 946 time: 0.1645799 Jul 08 20:28:48.534919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a243b3c9-f6cc-4346-8144-d7d68e6f404e {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:48.562284 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-757ce04b-e6a6-4e05-ba32-62b054702469 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684855 Jul 08 20:28:48.575859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a243b3c9-f6cc-4346-8144-d7d68e6f404e, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a243b3c9-f6cc-4346-8144-d7d68e6f404e,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:48.581978 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:48.583179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 9c457d71-76e4-42d3-baf8-52903bc79288 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:28:48.596348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-07e74e3e-06f4-418d-aaeb-18e4fd2daf34 req-0fd50c18-940f-46a3-959c-848b0ff18817 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904498 Jul 08 20:28:48.734049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a243b3c9-f6cc-4346-8144-d7d68e6f404e,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:48.809378 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 9c457d71-76e4-42d3-baf8-52903bc79288, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=9c457d71-76e4-42d3-baf8-52903bc79288,segment=NetworkSegment(3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc),segment_id=3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:48.843274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '9c457d71-76e4-42d3-baf8-52903bc79288', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'port_id': '9c457d71-76e4-42d3-baf8-52903bc79288', 'mac_address': 'fa:16:3e:ea:12:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:28:48.946706 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:48.992876 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-ff7a0df9-539f-4969-b85f-47a0c08f50dc service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294593 Jul 08 20:28:49.002054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c457d71-76e4-42d3-baf8-52903bc79288 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:49.069664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 9c457d71-76e4-42d3-baf8-52903bc79288, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=9c457d71-76e4-42d3-baf8-52903bc79288,segment=NetworkSegment(3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc),segment_id=3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:49.081152 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:49.082457 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3d3d94e7-4685-4ff7-926a-d64df0c1c16c details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:28:49.130389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3d3d94e7-4685-4ff7-926a-d64df0c1c16c,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:49.159908 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-00501a03-8be2-4285-80d5-1f66aaa1da7b service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658268 Jul 08 20:28:49.181216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '3d3d94e7-4685-4ff7-926a-d64df0c1c16c', 'network_id': 'aeda51c7-62c0-461d-806f-63846808ac6d', 'port_id': '3d3d94e7-4685-4ff7-926a-d64df0c1c16c', 'mac_address': 'fa:16:3e:61:8f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a68c8b4-ebf4-4351-b981-309972e3f723', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:28:49.253979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=9c457d71-76e4-42d3-baf8-52903bc79288,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:49.268845 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:49.284845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3d94e7-4685-4ff7-926a-d64df0c1c16c {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:49.287297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16e926-3e3d-473a-91e7-5a8923b6f6f0 req-2fa706d8-b3bd-4b3a-a8e8-f0bd95bd5d94 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:49.303795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16e926-3e3d-473a-91e7-5a8923b6f6f0 req-2fa706d8-b3bd-4b3a-a8e8-f0bd95bd5d94 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:49.322845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16e926-3e3d-473a-91e7-5a8923b6f6f0 req-2fa706d8-b3bd-4b3a-a8e8-f0bd95bd5d94 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:49.325728 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3d3d94e7-4685-4ff7-926a-d64df0c1c16c,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:49.332122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16e926-3e3d-473a-91e7-5a8923b6f6f0 req-2fa706d8-b3bd-4b3a-a8e8-f0bd95bd5d94 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:49.336119 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:49.337074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8f2ca086-8d55-419b-b4a5-21eeaae205cf details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:28:49.349177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16e926-3e3d-473a-91e7-5a8923b6f6f0 req-2fa706d8-b3bd-4b3a-a8e8-f0bd95bd5d94 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:49.358074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16e926-3e3d-473a-91e7-5a8923b6f6f0 req-2fa706d8-b3bd-4b3a-a8e8-f0bd95bd5d94 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:49.366398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16e926-3e3d-473a-91e7-5a8923b6f6f0 req-2fa706d8-b3bd-4b3a-a8e8-f0bd95bd5d94 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:49.374817 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5e16e926-3e3d-473a-91e7-5a8923b6f6f0 req-2fa706d8-b3bd-4b3a-a8e8-f0bd95bd5d94 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5425 time: 0.2657292 Jul 08 20:28:49.481010 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5e16e926-3e3d-473a-91e7-5a8923b6f6f0 req-1ff072b6-f597-47aa-b564-956142e39431 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042185 Jul 08 20:28:49.540652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=3d3d94e7-4685-4ff7-926a-d64df0c1c16c,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:49.566627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8f2ca086-8d55-419b-b4a5-21eeaae205cf, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8f2ca086-8d55-419b-b4a5-21eeaae205cf,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:49.612154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '8f2ca086-8d55-419b-b4a5-21eeaae205cf', 'network_id': 'bf68e9f7-7d52-4278-a652-39c8a071af8f', 'port_id': '8f2ca086-8d55-419b-b4a5-21eeaae205cf', 'mac_address': 'fa:16:3e:4b:99:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f19382-a7ee-4fc4-ad32-6efb10a42c95', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:28:49.681418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-686f204f-df6a-4618-9d66-849e5c6f5005 req-cfaa12bb-7479-473b-b27f-2f1a702c77e2 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 210 time: 0.0846884 Jul 08 20:28:49.718610 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:49.751194 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2ca086-8d55-419b-b4a5-21eeaae205cf {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:49.793121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8f2ca086-8d55-419b-b4a5-21eeaae205cf, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8f2ca086-8d55-419b-b4a5-21eeaae205cf,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:49.800476 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:49.896711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=8f2ca086-8d55-419b-b4a5-21eeaae205cf,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:49.937388 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7ccbb-fbf2-4962-b0f6-f7236faef469 req-5744d3e9-aa53-41b7-8eba-1abd599d00f6 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:49.944393 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-93a7ccbb-fbf2-4962-b0f6-f7236faef469 req-5744d3e9-aa53-41b7-8eba-1abd599d00f6 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 946 time: 0.1583517 Jul 08 20:28:50.019610 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-93a7ccbb-fbf2-4962-b0f6-f7236faef469 req-b594537c-1276-48e4-912e-97b6d2a3e608 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672374 Jul 08 20:28:50.321527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16d003-e6ef-4137-bb55-2219daf731de req-9479e26f-b871-4bec-98cd-84c7688f2f82 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:50.323485 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7d16d003-e6ef-4137-bb55-2219daf731de req-9479e26f-b871-4bec-98cd-84c7688f2f82 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 946 time: 0.1551006 Jul 08 20:28:50.332864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35286) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:50.337990 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ac7fcfef-9ae2-4508-906f-b43ee58e1ac9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Request body: {'floatingip': {'port_id': '039f2ecc-1dae-46ce-877d-f5b1908c5776'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:50.394586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac7fcfef-9ae2-4508-906f-b43ee58e1ac9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for floatingip, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:50.401204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:28:50.457807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['0b1347f8-22be-40ca-80a4-01990963907f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:28:50.460890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['a243b3c9-f6cc-4346-8144-d7d68e6f404e'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:28:50.462923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['8f2ca086-8d55-419b-b4a5-21eeaae205cf'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:28:50.483895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['9c457d71-76e4-42d3-baf8-52903bc79288'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:28:50.498995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['30a04eb1-2191-417b-8e18-d1d985f0ab8e'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:28:50.868340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad9548-ce88-43f3-9a07-bcc67683e587 req-720f0cc3-5b43-4c84-98db-bd382da53ce0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:50.888076 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad9548-ce88-43f3-9a07-bcc67683e587 req-720f0cc3-5b43-4c84-98db-bd382da53ce0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:50.898156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad9548-ce88-43f3-9a07-bcc67683e587 req-720f0cc3-5b43-4c84-98db-bd382da53ce0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:50.906540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad9548-ce88-43f3-9a07-bcc67683e587 req-720f0cc3-5b43-4c84-98db-bd382da53ce0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:50.914353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad9548-ce88-43f3-9a07-bcc67683e587 req-720f0cc3-5b43-4c84-98db-bd382da53ce0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:50.923923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad9548-ce88-43f3-9a07-bcc67683e587 req-720f0cc3-5b43-4c84-98db-bd382da53ce0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:50.932262 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad9548-ce88-43f3-9a07-bcc67683e587 req-720f0cc3-5b43-4c84-98db-bd382da53ce0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:50.942821 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a6ad9548-ce88-43f3-9a07-bcc67683e587 req-720f0cc3-5b43-4c84-98db-bd382da53ce0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5427 time: 0.2607737 Jul 08 20:28:51.005592 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a6ad9548-ce88-43f3-9a07-bcc67683e587 req-945464f6-3171-4f9b-99d9-9848445701ed tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608592 Jul 08 20:28:51.146523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35310) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:51.429887 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2e5a8b88-7fa9-4d62-a735-12f1a0248714 req-94e4e8b0-a771-4bf4-adc5-1fcde117868e tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 210 time: 0.2259965 Jul 08 20:28:51.443990 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-6314806c-2cde-43b3-9275-d2bb51836573 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:51.447207 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-6314806c-2cde-43b3-9275-d2bb51836573 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.103 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.1874266 Jul 08 20:28:51.507210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-13e32475-eca7-44e7-9bf2-763640809b15 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Request body: {'port': {'device_id': '75d6d960-f30c-455d-af72-c49a275f7bb0', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'admin_state_up': True, 'tenant_id': '4125edd6346c4ae3b8b1626d019dc03d'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:51.533228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['3d3d94e7-4685-4ff7-926a-d64df0c1c16c'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:28:51.778265 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-ac7fcfef-9ae2-4508-906f-b43ee58e1ac9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:28:51.810371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-887e4f77-9126-4961-b3d3-da5c61b322bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:51.860750 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac7fcfef-9ae2-4508-906f-b43ee58e1ac9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:51.867081 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac7fcfef-9ae2-4508-906f-b43ee58e1ac9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:52.074956 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-887e4f77-9126-4961-b3d3-da5c61b322bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:52.081596 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-887e4f77-9126-4961-b3d3-da5c61b322bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:52.223474 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-887e4f77-9126-4961-b3d3-da5c61b322bc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d64dd33144bd4c9cbedcb051ac834bec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0724075 Jul 08 20:28:52.226696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35328) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:52.275566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e4f77-9126-4961-b3d3-da5c61b322bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b49104-e0c5-4500-86e8-39b9a733500b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:52.387326 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91de1d32-8e35-4b33-a3c5-72c8ab681c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:52.451927 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91de1d32-8e35-4b33-a3c5-72c8ab681c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:52.537620 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91de1d32-8e35-4b33-a3c5-72c8ab681c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:52.540698 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91de1d32-8e35-4b33-a3c5-72c8ab681c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:52.544267 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-91de1d32-8e35-4b33-a3c5-72c8ab681c0a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b8b49104-e0c5-4500-86e8-39b9a733500b HTTP/1.1" status: 204 len: 168 time: 0.3143232 Jul 08 20:28:52.555670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de1d32-8e35-4b33-a3c5-72c8ab681c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b49104-e0c5-4500-86e8-39b9a733500b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:52.619109 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-13e32475-eca7-44e7-9bf2-763640809b15 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Made reservation on behalf of 4125edd6346c4ae3b8b1626d019dc03d for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:52.623073 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-13e32475-eca7-44e7-9bf2-763640809b15 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:52.743654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-8ea5aa0b-b3e8-4a73-8039-4227b61ca967 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:52.747892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-8ea5aa0b-b3e8-4a73-8039-4227b61ca967 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/networks?id=0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 200 len: 814 time: 0.1950586 Jul 08 20:28:52.772513 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-24bba5fa-857b-4392-8d28-e7b23439d275 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/quotas/d5e9137b4de448389e507d5eb405a95b HTTP/1.1" status: 200 len: 375 time: 0.0172706 Jul 08 20:28:52.836000 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-ac7fcfef-9ae2-4508-906f-b43ee58e1ac9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Floating IP b00b55bc-c9eb-42ac-93ec-1081c59c1ecb associated. External IP: 172.25.4.208, port: 039f2ecc-1dae-46ce-877d-f5b1908c5776. Jul 08 20:28:52.851831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812246c-70d5-4afd-a6a8-79a6694944f4 req-cd29fe8e-6d87-4e2e-89fe-7c8275f78f0b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:52.858033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812246c-70d5-4afd-a6a8-79a6694944f4 req-cd29fe8e-6d87-4e2e-89fe-7c8275f78f0b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:52.865414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812246c-70d5-4afd-a6a8-79a6694944f4 req-cd29fe8e-6d87-4e2e-89fe-7c8275f78f0b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:52.872672 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-1cf306b4-2ad2-4c33-85c4-3c68aab4c67d tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d5e9137b4de448389e507d5eb405a95b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910959 Jul 08 20:28:52.881981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812246c-70d5-4afd-a6a8-79a6694944f4 req-cd29fe8e-6d87-4e2e-89fe-7c8275f78f0b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:52.888216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812246c-70d5-4afd-a6a8-79a6694944f4 req-cd29fe8e-6d87-4e2e-89fe-7c8275f78f0b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:52.897538 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812246c-70d5-4afd-a6a8-79a6694944f4 req-cd29fe8e-6d87-4e2e-89fe-7c8275f78f0b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:52.903962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812246c-70d5-4afd-a6a8-79a6694944f4 req-cd29fe8e-6d87-4e2e-89fe-7c8275f78f0b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:52.913281 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9812246c-70d5-4afd-a6a8-79a6694944f4 req-cd29fe8e-6d87-4e2e-89fe-7c8275f78f0b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5427 time: 0.3069139 Jul 08 20:28:52.978650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35360) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:53.040519 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-df77b220-c6f6-48af-adab-226a6d560080 service neutron] 10.222.0.101 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587417 Jul 08 20:28:53.128224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35366) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:53.128866 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9812246c-70d5-4afd-a6a8-79a6694944f4 req-0b12e23c-cbee-4cb2-9d56-31f28efc3ea3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2144499 Jul 08 20:28:53.130123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-13e32475-eca7-44e7-9bf2-763640809b15 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Allocated IP 172.20.0.7 (09cd958d-35e6-43c4-9acc-8fd012d12f29/c2373fae-9dad-4e09-8b0b-379b39b82584/2e9f0bb1-f2fd-4278-b32b-703d00e51bba) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:28:53.169449 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17264228-0b89-4712-ae73-504594ffe83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:53.256176 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:53.314222 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-56ff81d4-d5f0-4bb0-9cd6-caa43201e173 service neutron] 10.222.0.101 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642703 Jul 08 20:28:53.461236 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17264228-0b89-4712-ae73-504594ffe83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:53.470497 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17264228-0b89-4712-ae73-504594ffe83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:53.489313 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76fd2679-b2a0-48c8-a216-5c3a459ee980 req-ec06c82e-1861-4963-85d1-8075284c5299 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 210 time: 0.1880369 Jul 08 20:28:53.512933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17264228-0b89-4712-ae73-504594ffe83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda879f5-92ba-4e48-82a0-344b9ab323f8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:53.561459 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-17264228-0b89-4712-ae73-504594ffe83d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=be9026504d284e5388862c848cda92f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4317117 Jul 08 20:28:53.565565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35370) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:53.654035 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87e636b5-7d41-4142-8e3f-74d8c7f20a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:53.696952 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87e636b5-7d41-4142-8e3f-74d8c7f20a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:53.699200 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-187a9d19-3e62-479e-9a28-d4313a3c37d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:53.722750 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c9c4ddf2-9890-48d9-baf3-34284903df8d req-42308328-cf69-47e9-b96f-f3df38a4dbce tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 210 time: 0.0644655 Jul 08 20:28:53.793839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7fcfef-9ae2-4508-906f-b43ee58e1ac9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:28:53.799183 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87e636b5-7d41-4142-8e3f-74d8c7f20a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:53.803170 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-87e636b5-7d41-4142-8e3f-74d8c7f20a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:53.804461 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-87e636b5-7d41-4142-8e3f-74d8c7f20a7f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eda879f5-92ba-4e48-82a0-344b9ab323f8 HTTP/1.1" status: 204 len: 168 time: 0.2379019 Jul 08 20:28:53.814187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e636b5-7d41-4142-8e3f-74d8c7f20a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda879f5-92ba-4e48-82a0-344b9ab323f8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:53.853932 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-13e32475-eca7-44e7-9bf2-763640809b15 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:53.856541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a243b3c9-f6cc-4346-8144-d7d68e6f404e up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:53.933287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port a243b3c9-f6cc-4346-8144-d7d68e6f404e completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:53.937920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port a243b3c9-f6cc-4346-8144-d7d68e6f404e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:53.938371 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.055292 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.085561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a243b3c9-f6cc-4346-8144-d7d68e6f404e'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:54.087833 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b097e662-c111-4008-a097-0a047b42a5ce" -d '{"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "a243b3c9-f6cc-4346-8144-d7d68e6f404e"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:54.102587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a243b3c9-f6cc-4346-8144-d7d68e6f404e, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a243b3c9-f6cc-4346-8144-d7d68e6f404e,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:54.108949 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.111377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:54.176511 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-187a9d19-3e62-479e-9a28-d4313a3c37d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.179949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7fcfef-9ae2-4508-906f-b43ee58e1ac9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:28:54.187107 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac7fcfef-9ae2-4508-906f-b43ee58e1ac9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.191026 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-187a9d19-3e62-479e-9a28-d4313a3c37d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.194234 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad643b34-1217-44a6-bfba-21a0c5a71a8f None None] Sync routers for ids ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:28:54.210700 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad643b34-1217-44a6-bfba-21a0c5a71a8f None None] Routers {'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:28:54.211559 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ad643b34-1217-44a6-bfba-21a0c5a71a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:28:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:54.221643 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-13e32475-eca7-44e7-9bf2-763640809b15 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.234149 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82822fa9-174f-4d94-b6e5-a46d65bf778a x-openstack-request-id: req-82822fa9-174f-4d94-b6e5-a46d65bf778a {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:54.235197 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "a243b3c9-f6cc-4346-8144-d7d68e6f404e", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:54.235462 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-82822fa9-174f-4d94-b6e5-a46d65bf778a {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:54.235855 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a243b3c9-f6cc-4346-8144-d7d68e6f404e', 'code': 200} Jul 08 20:28:54.237120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a243b3c9-f6cc-4346-8144-d7d68e6f404e,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:54.301375 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e32475-eca7-44e7-9bf2-763640809b15 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event updated for resources: {'Port': ['ID=2e9f0bb1-f2fd-4278-b32b-703d00e51bba,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:54.329516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:54.341624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:54.342146 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.382563 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-187a9d19-3e62-479e-9a28-d4313a3c37d9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0cca88daed2b4449be7232e1dc3f1271&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3940296 Jul 08 20:28:54.394480 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-ad643b34-1217-44a6-bfba-21a0c5a71a8f None None] Set router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:28:54.404880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35396) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:54.442190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-13e32475-eca7-44e7-9bf2-763640809b15 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Network 09cd958d-35e6-43c4-9acc-8fd012d12f29 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:28:54.449168 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ac7fcfef-9ae2-4508-906f-b43ee58e1ac9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "PUT /v2.0/floatingips/b00b55bc-c9eb-42ac-93ec-1081c59c1ecb HTTP/1.1" status: 200 len: 992 time: 4.1151724 Jul 08 20:28:54.464679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:54.470589 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c597bc-ddd2-459d-9319-3cfb819ba787" -d '{"events": [{"name": "network-changed", "server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:54.475650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a9d19-3e62-479e-9a28-d4313a3c37d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee9337c-2bed-42b5-b720-96493a7ffa56,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:54.496617 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-13e32475-eca7-44e7-9bf2-763640809b15 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:28:54.507267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-13e32475-eca7-44e7-9bf2-763640809b15 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:28:54.512332 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.585511 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04abb547-c1fd-4a60-a6a9-90b0da8cdd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.585754 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:54.590886 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.636167 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04abb547-c1fd-4a60-a6a9-90b0da8cdd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.695772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-13e32475-eca7-44e7-9bf2-763640809b15 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:54.696783 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-13e32475-eca7-44e7-9bf2-763640809b15 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.701189 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04abb547-c1fd-4a60-a6a9-90b0da8cdd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.705580 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04abb547-c1fd-4a60-a6a9-90b0da8cdd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:54.707069 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-04abb547-c1fd-4a60-a6a9-90b0da8cdd43 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1ee9337c-2bed-42b5-b720-96493a7ffa56 HTTP/1.1" status: 204 len: 168 time: 0.3011689 Jul 08 20:28:54.727600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:54.743222 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abb547-c1fd-4a60-a6a9-90b0da8cdd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee9337c-2bed-42b5-b720-96493a7ffa56,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:54.757346 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-13e32475-eca7-44e7-9bf2-763640809b15 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2578166 Jul 08 20:28:54.769579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Request body: {'port': {'device_id': '75d6d960-f30c-455d-af72-c49a275f7bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:54.831111 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be48c88-80e8-4083-af4e-065b88989df6 x-openstack-request-id: req-3be48c88-80e8-4083-af4e-065b88989df6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:54.832384 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:54.834383 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3be48c88-80e8-4083-af4e-065b88989df6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:54.834944 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'status': 'completed', 'code': 200} Jul 08 20:28:54.937127 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ad643b34-1217-44a6-bfba-21a0c5a71a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:28:22Z', 'revision_number': 4, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'b00b55bc-c9eb-42ac-93ec-1081c59c1ecb', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'floating_ip_address': '172.25.4.208', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'port_id': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'mac_address': 'fa:16:3e:5c:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:28:32Z', 'updated_at': '2021-07-08T20:28:51Z', 'revision_number': 1, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9436278e-f041-47c7-bb27-54fbf1582ce4', 'name': '', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'mac_address': 'fa:16:3e:7f:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:19Z', 'updated_at': '2021-07-08T20:28:31Z', 'revision_number': 5, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'subnets': [{'id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:54.984199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:55.011097 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad643b34-1217-44a6-bfba-21a0c5a71a8f None None] Checking router: eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:28:55.037929 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad643b34-1217-44a6-bfba-21a0c5a71a8f None None] Routers {'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:28:55.038583 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ad643b34-1217-44a6-bfba-21a0c5a71a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:28:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:55.303130 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-ad643b34-1217-44a6-bfba-21a0c5a71a8f None None] Set router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:28:55.371582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35442) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:55.399770 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-523ab6f1-f55a-4aeb-86d3-4bb1f10390ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:55.543347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9f0bb1-f2fd-4278-b32b-703d00e51bba {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:28:55.567834 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:55.609703 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37741ccf-b50f-44b5-9200-a555d011c346 req-8291792c-5c54-4803-b38a-25effb8e7398 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:55.617935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-37741ccf-b50f-44b5-9200-a555d011c346 req-8291792c-5c54-4803-b38a-25effb8e7398 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 931 time: 0.2125678 Jul 08 20:28:55.620383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Transition to ACTIVE for port object 2e9f0bb1-f2fd-4278-b32b-703d00e51bba will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:28:55.630919 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:55.634638 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca30d9c-47f6-432d-a72a-0281ba5af538 req-49138e3b-58b8-44a2-aa16-8a351e72c45b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:55.644310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca30d9c-47f6-432d-a72a-0281ba5af538 req-49138e3b-58b8-44a2-aa16-8a351e72c45b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:55.653389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca30d9c-47f6-432d-a72a-0281ba5af538 req-49138e3b-58b8-44a2-aa16-8a351e72c45b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:55.662658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca30d9c-47f6-432d-a72a-0281ba5af538 req-49138e3b-58b8-44a2-aa16-8a351e72c45b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:55.671644 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca30d9c-47f6-432d-a72a-0281ba5af538 req-49138e3b-58b8-44a2-aa16-8a351e72c45b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:55.680195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca30d9c-47f6-432d-a72a-0281ba5af538 req-49138e3b-58b8-44a2-aa16-8a351e72c45b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:55.689815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca30d9c-47f6-432d-a72a-0281ba5af538 req-49138e3b-58b8-44a2-aa16-8a351e72c45b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:55.692929 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eca30d9c-47f6-432d-a72a-0281ba5af538 req-49138e3b-58b8-44a2-aa16-8a351e72c45b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5429 time: 1.3264570 Jul 08 20:28:55.698545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9f0bb1-f2fd-4278-b32b-703d00e51bba,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:55.732476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c597bc-ddd2-459d-9319-3cfb819ba787 req-7de138f6-088e-440b-bba3-42bd0361827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:55.739482 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65c597bc-ddd2-459d-9319-3cfb819ba787 req-7de138f6-088e-440b-bba3-42bd0361827f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 1098 time: 0.4215446 Jul 08 20:28:55.776648 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ad643b34-1217-44a6-bfba-21a0c5a71a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:28:22Z', 'revision_number': 4, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'b00b55bc-c9eb-42ac-93ec-1081c59c1ecb', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'floating_ip_address': '172.25.4.208', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'port_id': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'mac_address': 'fa:16:3e:5c:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:28:32Z', 'updated_at': '2021-07-08T20:28:51Z', 'revision_number': 1, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9436278e-f041-47c7-bb27-54fbf1582ce4', 'name': '', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'mac_address': 'fa:16:3e:7f:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:19Z', 'updated_at': '2021-07-08T20:28:31Z', 'revision_number': 5, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'subnets': [{'id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:28:55.853071 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad643b34-1217-44a6-bfba-21a0c5a71a8f None None] The sync data for ids ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'] in n-d-791506-16 is: [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:28:22Z', 'revision_number': 4, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'b00b55bc-c9eb-42ac-93ec-1081c59c1ecb', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'floating_ip_address': '172.25.4.208', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'port_id': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'mac_address': 'fa:16:3e:5c:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:28:32Z', 'updated_at': '2021-07-08T20:28:51Z', 'revision_number': 1, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9436278e-f041-47c7-bb27-54fbf1582ce4', 'name': '', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'mac_address': 'fa:16:3e:7f:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:19Z', 'updated_at': '2021-07-08T20:28:31Z', 'revision_number': 5, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'subnets': [{'id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:28:55.858305 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-37741ccf-b50f-44b5-9200-a555d011c346 req-5d2037b8-db65-4317-9f09-1d770bd2330b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383714 Jul 08 20:28:55.867767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0b1347f8-22be-40ca-80a4-01990963907f up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:56.008039 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eca30d9c-47f6-432d-a72a-0281ba5af538 req-2a222821-7b14-4f0c-b9ac-ebbc4c651f3e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2574725 Jul 08 20:28:56.045061 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 0b1347f8-22be-40ca-80a4-01990963907f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:56.065000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 0b1347f8-22be-40ca-80a4-01990963907f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:56.069037 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:56.083935 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-523ab6f1-f55a-4aeb-86d3-4bb1f10390ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:56.084851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Attempting to bind port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:28:56.086241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Attempting to bind port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:28:56.092909 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Attempting to bind port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:56.107829 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-523ab6f1-f55a-4aeb-86d3-4bb1f10390ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:56.109013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:28:56.110691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Attempting to bind port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:28:56.150192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c7ad2469-2a48-4e42-8e77-3645087e7758 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:56.154239 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c7ad2469-2a48-4e42-8e77-3645087e7758 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.104 "GET /v2.0/networks?id=0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 200 len: 814 time: 0.4460692 Jul 08 20:28:56.157204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:28:56.158792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Checking segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:28:56.160027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ab6f1-f55a-4aeb-86d3-4bb1f10390ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af83520-5b72-4e6b-b21b-7d906bbb110f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:56.161515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Bound using segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:28:56.162003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Bound port: 2e9f0bb1-f2fd-4278-b32b-703d00e51bba, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:28:56.164001 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:56.231724 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-523ab6f1-f55a-4aeb-86d3-4bb1f10390ca admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d45ae7e5688341a394f5d6845835ea04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8589265 Jul 08 20:28:56.234501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c34ca67a-128b-4329-bc7a-0043d6c60432 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Request body: {'port': {'device_id': '31fd5b2d-e825-417c-b887-c89f29a48221', 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c', 'admin_state_up': True, 'tenant_id': 'd5e9137b4de448389e507d5eb405a95b'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:56.236270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35460) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:56.265157 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:56.269362 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c597bc-ddd2-459d-9319-3cfb819ba787 req-3fc625da-8120-4572-8912-b8f232e1cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:56.271240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65c597bc-ddd2-459d-9319-3cfb819ba787 req-3fc625da-8120-4572-8912-b8f232e1cf92 service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.5139606 Jul 08 20:28:56.276667 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38efeb4a-ae8d-44d9-ae54-55089f126ba6" -d '{"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:56.307403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07984074-e3e9-43d5-a583-8a15edede6a8 None None] New status for floating IP b00b55bc-c9eb-42ac-93ec-1081c59c1ecb: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:28:56.530920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9579c6f7-4b36-4c7f-a82d-316d3e6b6080 req-028e6d9e-5250-4f26-8eb7-078c9e95102c tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 210 time: 0.1080136 Jul 08 20:28:56.582563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65c597bc-ddd2-459d-9319-3cfb819ba787 req-ed607310-49fe-4be7-a342-db0f8d733241 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 200 len: 1000 time: 0.2733107 Jul 08 20:28:56.621649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] For port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:28:56.633595 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] For port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2e9f0bb1-f2fd-4278-b32b-703d00e51bba,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:28:56.655993 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:56.661306 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c33ab059-0459-4062-bdc6-fc573c83957c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:56.689635 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:56.690230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c597bc-ddd2-459d-9319-3cfb819ba787 req-849b579e-09a0-4354-9b2a-e9d642438ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:56.690473 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:56.691781 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65c597bc-ddd2-459d-9319-3cfb819ba787 req-849b579e-09a0-4354-9b2a-e9d642438ed7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.0960193 Jul 08 20:28:56.692102 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] 10.222.0.103 "PUT /v2.0/ports/2e9f0bb1-f2fd-4278-b32b-703d00e51bba HTTP/1.1" status: 200 len: 1092 time: 1.9286194 Jul 08 20:28:56.787544 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:56.801908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c33ab059-0459-4062-bdc6-fc573c83957c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:56.866398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d6d960-f30c-455d-af72-c49a275f7bb0', 'tag': '2e9f0bb1-f2fd-4278-b32b-703d00e51bba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:56.872873 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e8bfea-6c99-47e6-a16d-9a20e7466108" -d '{"events": [{"name": "network-changed", "server_uuid": "75d6d960-f30c-455d-af72-c49a275f7bb0", "tag": "2e9f0bb1-f2fd-4278-b32b-703d00e51bba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:56.878816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0b1347f8-22be-40ca-80a4-01990963907f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0b1347f8-22be-40ca-80a4-01990963907f,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:56.884231 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:56.885430 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 9c457d71-76e4-42d3-baf8-52903bc79288 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:56.966816 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048ae2b-9159-4869-ac2d-147c0a2d6651 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9f0bb1-f2fd-4278-b32b-703d00e51bba,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:56.991454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c597bc-ddd2-459d-9319-3cfb819ba787 req-a94e1472-e4a5-4e5b-8d12-d5bdd83f8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:56.994282 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65c597bc-ddd2-459d-9319-3cfb819ba787 req-a94e1472-e4a5-4e5b-8d12-d5bdd83f8022 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2834239 Jul 08 20:28:57.024345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c34ca67a-128b-4329-bc7a-0043d6c60432 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Made reservation on behalf of d5e9137b4de448389e507d5eb405a95b for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:28:57.028596 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c34ca67a-128b-4329-bc7a-0043d6c60432 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:57.029301 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd09ef8e-c503-4a00-b45e-f4fbd2deab8c x-openstack-request-id: req-dd09ef8e-c503-4a00-b45e-f4fbd2deab8c {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:57.029604 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:57.029902 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dd09ef8e-c503-4a00-b45e-f4fbd2deab8c {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:57.030271 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d', 'code': 200} Jul 08 20:28:57.053306 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395d4075-8b5d-4104-a1c1-a649e41f13af x-openstack-request-id: req-395d4075-8b5d-4104-a1c1-a649e41f13af {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:57.053911 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d6d960-f30c-455d-af72-c49a275f7bb0", "tag": "2e9f0bb1-f2fd-4278-b32b-703d00e51bba", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:57.054409 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-395d4075-8b5d-4104-a1c1-a649e41f13af {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:57.055498 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d6d960-f30c-455d-af72-c49a275f7bb0', 'tag': '2e9f0bb1-f2fd-4278-b32b-703d00e51bba', 'status': 'completed', 'code': 200} Jul 08 20:28:57.124991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0b1347f8-22be-40ca-80a4-01990963907f,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:57.135275 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65c597bc-ddd2-459d-9319-3cfb819ba787 req-4d2e86d7-33c6-4764-8812-acd4c934dcdf service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327977 Jul 08 20:28:57.136918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 9c457d71-76e4-42d3-baf8-52903bc79288 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:57.137249 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c33ab059-0459-4062-bdc6-fc573c83957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:57.141393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c33ab059-0459-4062-bdc6-fc573c83957c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:57.142674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 9c457d71-76e4-42d3-baf8-52903bc79288 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:57.143352 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:57.145481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c33ab059-0459-4062-bdc6-fc573c83957c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5af83520-5b72-4e6b-b21b-7d906bbb110f HTTP/1.1" status: 204 len: 168 time: 0.9073091 Jul 08 20:28:57.191660 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ab059-0459-4062-bdc6-fc573c83957c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af83520-5b72-4e6b-b21b-7d906bbb110f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:57.253188 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:57.318870 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 9c457d71-76e4-42d3-baf8-52903bc79288, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=9c457d71-76e4-42d3-baf8-52903bc79288,segment=NetworkSegment(3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc),segment_id=3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:57.330383 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:57.331757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3d3d94e7-4685-4ff7-926a-d64df0c1c16c up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:57.435358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c34ca67a-128b-4329-bc7a-0043d6c60432 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Allocated IP 172.20.0.5 (0cb52e9e-eaba-47ff-a0c6-9f694354493c/ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e/94512f95-708e-468a-818f-4d1bc770ad26) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:28:57.463857 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65c597bc-ddd2-459d-9319-3cfb819ba787 req-34c9e72b-c360-42b0-9f16-ec1c1ee1be61 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171628 Jul 08 20:28:57.522822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01d355-1568-46e8-90c1-25c2a42d3426 req-5ef9471d-91df-4a99-8925-2747674c22a9 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:57.526174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:57.526538 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5e01d355-1568-46e8-90c1-25c2a42d3426 req-5ef9471d-91df-4a99-8925-2747674c22a9 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 943 time: 0.3758249 Jul 08 20:28:57.535193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=9c457d71-76e4-42d3-baf8-52903bc79288,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:57.538433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:57.538922 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:57.632541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5e01d355-1568-46e8-90c1-25c2a42d3426 req-db51dbf2-9961-4a18-a6ae-d3039725861c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968840 Jul 08 20:28:57.663392 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:57.721115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-b0f6ecd5-f81d-4e29-9665-ad4540ca9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:57.721338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3d3d94e7-4685-4ff7-926a-d64df0c1c16c,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:57.723363 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-b0f6ecd5-f81d-4e29-9665-ad4540ca9cd0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 1095 time: 0.8484795 Jul 08 20:28:57.726924 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:57.727790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 30a04eb1-2191-417b-8e18-d1d985f0ab8e up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:57.788301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35494) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:57.814838 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-a090db5d-2a75-4e7a-93e9-ec8fddd94b57 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e9f0bb1-f2fd-4278-b32b-703d00e51bba HTTP/1.1" status: 200 len: 217 time: 0.0822320 Jul 08 20:28:57.824042 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-21a3ef7a-e700-4da0-b054-f03595dbb623 req-f51e79d0-cf2d-4894-9cf9-92d60a50fb08 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 210 time: 0.0482814 Jul 08 20:28:57.852745 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 30a04eb1-2191-417b-8e18-d1d985f0ab8e completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:57.857681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=3d3d94e7-4685-4ff7-926a-d64df0c1c16c,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:57.864456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 30a04eb1-2191-417b-8e18-d1d985f0ab8e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:57.864977 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:57.920375 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-6ca5a0be-c211-4d1a-97be-b90898f44fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:57.921885 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-6ca5a0be-c211-4d1a-97be-b90898f44fc3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.0938280 Jul 08 20:28:57.943978 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c34ca67a-128b-4329-bc7a-0043d6c60432 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:57.998939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c47f97-c32e-43d0-b42b-bac689f95c59 req-d3dccf94-3d31-459e-9ab2-41af49a7d7d1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:58.005000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c47f97-c32e-43d0-b42b-bac689f95c59 req-d3dccf94-3d31-459e-9ab2-41af49a7d7d1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:58.010862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c47f97-c32e-43d0-b42b-bac689f95c59 req-d3dccf94-3d31-459e-9ab2-41af49a7d7d1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:58.016858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c47f97-c32e-43d0-b42b-bac689f95c59 req-d3dccf94-3d31-459e-9ab2-41af49a7d7d1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:58.022801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c47f97-c32e-43d0-b42b-bac689f95c59 req-d3dccf94-3d31-459e-9ab2-41af49a7d7d1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:58.029697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c47f97-c32e-43d0-b42b-bac689f95c59 req-d3dccf94-3d31-459e-9ab2-41af49a7d7d1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:58.037667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c47f97-c32e-43d0-b42b-bac689f95c59 req-d3dccf94-3d31-459e-9ab2-41af49a7d7d1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:58.045437 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12c47f97-c32e-43d0-b42b-bac689f95c59 req-d3dccf94-3d31-459e-9ab2-41af49a7d7d1 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5431 time: 0.6897886 Jul 08 20:28:58.052220 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-ff3871f8-ed58-4f21-924b-09deabf8c127 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219683 Jul 08 20:28:58.059225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35502) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:58.066650 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-32c53ecc-6e5a-4ecb-b8de-328b8d982f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.082258 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.142741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 30a04eb1-2191-417b-8e18-d1d985f0ab8e, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=30a04eb1-2191-417b-8e18-d1d985f0ab8e,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:58.149151 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.150034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8f2ca086-8d55-419b-b4a5-21eeaae205cf up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:28:58.163949 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-aecea248-d7a9-4432-8f3d-1549411d0212 service neutron] 10.222.0.103 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973284 Jul 08 20:28:58.193733 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7376b69-d47e-4ccb-a8df-1a640504a5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.221626 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-32c53ecc-6e5a-4ecb-b8de-328b8d982f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.226414 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-32c53ecc-6e5a-4ecb-b8de-328b8d982f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.265783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 8f2ca086-8d55-419b-b4a5-21eeaae205cf completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:28:58.270877 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c53ecc-6e5a-4ecb-b8de-328b8d982f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5414bb-0305-4db7-b4ee-4472c67f1d80,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:58.281440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 8f2ca086-8d55-419b-b4a5-21eeaae205cf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:28:58.281938 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.289142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=30a04eb1-2191-417b-8e18-d1d985f0ab8e,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:58.291938 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-32c53ecc-6e5a-4ecb-b8de-328b8d982f67 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ad089cf43e6a4442a0f3fc907386d61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5032275 Jul 08 20:28:58.294917 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35504) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:58.354847 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12c47f97-c32e-43d0-b42b-bac689f95c59 req-5a9b87c4-128a-4357-8ca3-a778f9cae5cb tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3084335 Jul 08 20:28:58.371994 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d656c6a-294f-4f2b-885f-de9729557ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.392020 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.403377 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d656c6a-294f-4f2b-885f-de9729557ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.449823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c34ca67a-128b-4329-bc7a-0043d6c60432 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.455267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8f2ca086-8d55-419b-b4a5-21eeaae205cf, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8f2ca086-8d55-419b-b4a5-21eeaae205cf,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:28:58.466684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6f67d435-f1bb-4636-b753-e52c61b28aa4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:28:58.470600 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.472682 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d656c6a-294f-4f2b-885f-de9729557ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.475736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d656c6a-294f-4f2b-885f-de9729557ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.479195 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9d656c6a-294f-4f2b-885f-de9729557ec2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7f5414bb-0305-4db7-b4ee-4472c67f1d80 HTTP/1.1" status: 204 len: 168 time: 0.1810577 Jul 08 20:28:58.489186 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7b57c93-1233-47ff-bc23-c0de3d4ddb54 req-8673cb80-d730-41d0-b9dd-b2e313e53943 service neutron] 10.222.0.103 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090746 Jul 08 20:28:58.490196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d656c6a-294f-4f2b-885f-de9729557ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5414bb-0305-4db7-b4ee-4472c67f1d80,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:58.556878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c34ca67a-128b-4329-bc7a-0043d6c60432 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Network 0cb52e9e-eaba-47ff-a0c6-9f694354493c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:28:58.568486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c34ca67a-128b-4329-bc7a-0043d6c60432 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:28:58.588393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c34ca67a-128b-4329-bc7a-0043d6c60432 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:28:58.600491 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=8f2ca086-8d55-419b-b4a5-21eeaae205cf,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:58.614751 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7376b69-d47e-4ccb-a8df-1a640504a5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.703155 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7376b69-d47e-4ccb-a8df-1a640504a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.739092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ca67a-128b-4329-bc7a-0043d6c60432 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Pushing event updated for resources: {'Port': ['ID=94512f95-708e-468a-818f-4d1bc770ad26,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:58.778432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35512) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:58.779143 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f7376b69-d47e-4ccb-a8df-1a640504a5f2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=07e6293dec9b40e0a2d0847a869633b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7180467 Jul 08 20:28:58.790899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c34ca67a-128b-4329-bc7a-0043d6c60432 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:58.792186 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c34ca67a-128b-4329-bc7a-0043d6c60432 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.823710 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-c34ca67a-128b-4329-bc7a-0043d6c60432 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6119671 Jul 08 20:28:58.852279 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Request body: {'port': {'device_id': '31fd5b2d-e825-417c-b887-c89f29a48221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:28:58.901384 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8bfea-6c99-47e6-a16d-9a20e7466108 req-aca4ec69-4591-4637-8a5f-cde0272f0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:58.903884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74e8bfea-6c99-47e6-a16d-9a20e7466108 req-aca4ec69-4591-4637-8a5f-cde0272f0c29 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 1095 time: 0.3242285 Jul 08 20:28:58.945055 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:58.947542 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7376b69-d47e-4ccb-a8df-1a640504a5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3234ecfd-d50f-4e91-92a5-95111d1b858c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:58.972764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:59.032082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1347f8-22be-40ca-80a4-01990963907f'}, {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c457d71-76e4-42d3-baf8-52903bc79288'}, {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3d94e7-4685-4ff7-926a-d64df0c1c16c'}, {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a04eb1-2191-417b-8e18-d1d985f0ab8e'}, {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2ca086-8d55-419b-b4a5-21eeaae205cf'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:28:59.035292 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2b4f42-e9a3-4cc3-afbc-844e526e2da3" -d '{"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "0b1347f8-22be-40ca-80a4-01990963907f"}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "9c457d71-76e4-42d3-baf8-52903bc79288"}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "3d3d94e7-4685-4ff7-926a-d64df0c1c16c"}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "30a04eb1-2191-417b-8e18-d1d985f0ab8e"}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "8f2ca086-8d55-419b-b4a5-21eeaae205cf"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:28:59.044986 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:59.065373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35522) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:59.103781 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e8083204-f45e-4766-919a-e1c8d30dd35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:59.128479 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b1db-4f26-4f21-a84f-b73060e41f97 req-d38a1132-1c4a-48fa-a92e-d77552983e81 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:59.130087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4d20b1db-4f26-4f21-a84f-b73060e41f97 req-d38a1132-1c4a-48fa-a92e-d77552983e81 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 943 time: 0.3057001 Jul 08 20:28:59.199330 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:59.202012 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:59.203735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3234ecfd-d50f-4e91-92a5-95111d1b858c HTTP/1.1" status: 204 len: 168 time: 0.4237158 Jul 08 20:28:59.215983 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4d20b1db-4f26-4f21-a84f-b73060e41f97 req-7c4f9522-b993-46d9-b8d1-29601cbfdc94 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722983 Jul 08 20:28:59.226313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3234ecfd-d50f-4e91-92a5-95111d1b858c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:59.256160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:59.256699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:59.257333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:59.257803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:59.258252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:59.258654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:59.259000 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:59.259396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:59.259780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:59.260119 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:59.260511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:59.260886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0590aa-7942-4d2c-b3bc-5c0594756b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:28:59.339005 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e8083204-f45e-4766-919a-e1c8d30dd35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:59.345482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e8083204-f45e-4766-919a-e1c8d30dd35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:59.467055 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 08 Jul 2021 20:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877926a8-2f28-4506-a860-12d87d907b29 x-openstack-request-id: req-877926a8-2f28-4506-a860-12d87d907b29 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:28:59.467998 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "0b1347f8-22be-40ca-80a4-01990963907f", "code": 200}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "9c457d71-76e4-42d3-baf8-52903bc79288", "code": 200}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "3d3d94e7-4685-4ff7-926a-d64df0c1c16c", "code": 200}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "30a04eb1-2191-417b-8e18-d1d985f0ab8e", "code": 200}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-plugged", "status": "completed", "tag": "8f2ca086-8d55-419b-b4a5-21eeaae205cf", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:28:59.467998 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-877926a8-2f28-4506-a860-12d87d907b29 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:28:59.472953 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1347f8-22be-40ca-80a4-01990963907f', 'code': 200} Jul 08 20:28:59.472953 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c457d71-76e4-42d3-baf8-52903bc79288', 'code': 200} Jul 08 20:28:59.472953 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3d94e7-4685-4ff7-926a-d64df0c1c16c', 'code': 200} Jul 08 20:28:59.472953 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a04eb1-2191-417b-8e18-d1d985f0ab8e', 'code': 200} Jul 08 20:28:59.472953 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2ca086-8d55-419b-b4a5-21eeaae205cf', 'code': 200} Jul 08 20:28:59.478677 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e8083204-f45e-4766-919a-e1c8d30dd35b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fcb56c5cede046ccaf4400f9f2541133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4076118 Jul 08 20:28:59.478677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8083204-f45e-4766-919a-e1c8d30dd35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4292f75-2300-42d3-8afc-9cbf4ee78909,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:28:59.484524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35540) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:28:59.606605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5339524c-318c-4eed-9d1f-d1a16937a9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:59.672366 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5339524c-318c-4eed-9d1f-d1a16937a9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:59.715966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8bfea-6c99-47e6-a16d-9a20e7466108 req-507639ab-5947-4e8e-aa15-9789ae4f7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:59.717525 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74e8bfea-6c99-47e6-a16d-9a20e7466108 req-507639ab-5947-4e8e-aa15-9789ae4f7dd1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 907 time: 0.7735584 Jul 08 20:28:59.748774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003d8b-7b44-4537-aa50-167c3add0cab req-5209514f-2080-4c3c-8e98-4ec16677319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:59.749271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003d8b-7b44-4537-aa50-167c3add0cab req-5209514f-2080-4c3c-8e98-4ec16677319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:59.749751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003d8b-7b44-4537-aa50-167c3add0cab req-5209514f-2080-4c3c-8e98-4ec16677319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:59.750466 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003d8b-7b44-4537-aa50-167c3add0cab req-5209514f-2080-4c3c-8e98-4ec16677319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:59.750824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003d8b-7b44-4537-aa50-167c3add0cab req-5209514f-2080-4c3c-8e98-4ec16677319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:59.751949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003d8b-7b44-4537-aa50-167c3add0cab req-5209514f-2080-4c3c-8e98-4ec16677319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:59.752483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003d8b-7b44-4537-aa50-167c3add0cab req-5209514f-2080-4c3c-8e98-4ec16677319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:59.754975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4003d8b-7b44-4537-aa50-167c3add0cab req-5209514f-2080-4c3c-8e98-4ec16677319b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6498 time: 0.1361446 Jul 08 20:28:59.794331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ee574-aa01-4cf4-bb94-cccf442e3027 req-56fc8345-0b95-4cc6-a813-bc2ebfc74aaa tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:28:59.809202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f4003d8b-7b44-4537-aa50-167c3add0cab req-a0723399-8804-47b3-9b86-3cdabab8e2cd service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=6718104f-31b1-4500-8238-3977a7d71fd4&id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373592 Jul 08 20:28:59.810077 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de6ee574-aa01-4cf4-bb94-cccf442e3027 req-56fc8345-0b95-4cc6-a813-bc2ebfc74aaa tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 931 time: 0.7472014 Jul 08 20:28:59.810077 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74e8bfea-6c99-47e6-a16d-9a20e7466108 req-76781c88-cc1f-465d-be72-17f1f81ce6fa service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e9f0bb1-f2fd-4278-b32b-703d00e51bba HTTP/1.1" status: 200 len: 217 time: 0.0784721 Jul 08 20:28:59.810307 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5339524c-318c-4eed-9d1f-d1a16937a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:59.819745 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5339524c-318c-4eed-9d1f-d1a16937a9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:28:59.825963 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5339524c-318c-4eed-9d1f-d1a16937a9ed admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f4292f75-2300-42d3-8afc-9cbf4ee78909 HTTP/1.1" status: 204 len: 168 time: 0.3398008 Jul 08 20:28:59.838199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339524c-318c-4eed-9d1f-d1a16937a9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4292f75-2300-42d3-8afc-9cbf4ee78909,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:00.017913 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de6ee574-aa01-4cf4-bb94-cccf442e3027 req-8670efeb-ae3a-4886-a073-92a2e45d87df tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134323 Jul 08 20:29:00.021640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8bfea-6c99-47e6-a16d-9a20e7466108 req-11219f8c-4eda-472c-a2c7-c4782b9e4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:00.023407 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74e8bfea-6c99-47e6-a16d-9a20e7466108 req-11219f8c-4eda-472c-a2c7-c4782b9e4e7e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.2074995 Jul 08 20:29:00.086164 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74e8bfea-6c99-47e6-a16d-9a20e7466108 req-b2205684-da69-43e9-9191-ccc291a90f74 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523646 Jul 08 20:29:00.144449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861150d6-5a57-4f9e-a86e-91a57f7cc00b req-b6fdad08-ee7e-402e-bdaa-a8be1af58a3a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:00.168365 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861150d6-5a57-4f9e-a86e-91a57f7cc00b req-b6fdad08-ee7e-402e-bdaa-a8be1af58a3a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:00.186906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861150d6-5a57-4f9e-a86e-91a57f7cc00b req-b6fdad08-ee7e-402e-bdaa-a8be1af58a3a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:00.198021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861150d6-5a57-4f9e-a86e-91a57f7cc00b req-b6fdad08-ee7e-402e-bdaa-a8be1af58a3a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:00.223085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861150d6-5a57-4f9e-a86e-91a57f7cc00b req-b6fdad08-ee7e-402e-bdaa-a8be1af58a3a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:00.239073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861150d6-5a57-4f9e-a86e-91a57f7cc00b req-b6fdad08-ee7e-402e-bdaa-a8be1af58a3a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:00.239821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94512f95-708e-468a-818f-4d1bc770ad26 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:29:00.253238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861150d6-5a57-4f9e-a86e-91a57f7cc00b req-b6fdad08-ee7e-402e-bdaa-a8be1af58a3a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:00.267066 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:00.267234 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-861150d6-5a57-4f9e-a86e-91a57f7cc00b req-b6fdad08-ee7e-402e-bdaa-a8be1af58a3a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5434 time: 0.3288410 Jul 08 20:29:00.277750 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74e8bfea-6c99-47e6-a16d-9a20e7466108 req-4bf7ec84-8d3c-4059-8ccf-6d952c174a30 service neutron] 10.222.0.103 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792448 Jul 08 20:29:00.349000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Transition to ACTIVE for port object 94512f95-708e-468a-818f-4d1bc770ad26 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:00.385366 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-861150d6-5a57-4f9e-a86e-91a57f7cc00b req-d130c582-aa1b-423e-8dba-5f49d7dfee3d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126239 Jul 08 20:29:00.432138 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:00.553372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Pushing event updated for resources: {'Port': ['ID=94512f95-708e-468a-818f-4d1bc770ad26,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:00.560253 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2e9f0bb1-f2fd-4278-b32b-703d00e51bba details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:29:00.626264 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74e8bfea-6c99-47e6-a16d-9a20e7466108 req-7eab4e7e-24b3-48e6-a65d-970051d3a5bc service neutron] 10.222.0.103 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366475 Jul 08 20:29:00.679923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Attempting to bind port 94512f95-708e-468a-818f-4d1bc770ad26 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:29:00.680275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Attempting to bind port 94512f95-708e-468a-818f-4d1bc770ad26 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:29:00.680756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Attempting to bind port 94512f95-708e-468a-818f-4d1bc770ad26 on network 0cb52e9e-eaba-47ff-a0c6-9f694354493c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:29:00.694051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0059ad9-8e49-46b9-84f0-e2cbb7181d19 req-80584ede-4073-4465-ac4c-0236d5344093 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:00.713037 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0059ad9-8e49-46b9-84f0-e2cbb7181d19 req-80584ede-4073-4465-ac4c-0236d5344093 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 943 time: 0.2154679 Jul 08 20:29:00.742560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Port 94512f95-708e-468a-818f-4d1bc770ad26 on network 0cb52e9e-eaba-47ff-a0c6-9f694354493c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:29:00.742936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Attempting to bind port 94512f95-708e-468a-818f-4d1bc770ad26 on network 0cb52e9e-eaba-47ff-a0c6-9f694354493c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:29:00.761786 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2e9f0bb1-f2fd-4278-b32b-703d00e51bba,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:00.797962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:29:00.798331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Checking segment: {'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:29:00.798739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Bound using segment: {'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:29:00.799272 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Bound port: 94512f95-708e-468a-818f-4d1bc770ad26, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:29:00.800676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:00.805339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '2e9f0bb1-f2fd-4278-b32b-703d00e51bba', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'port_id': '2e9f0bb1-f2fd-4278-b32b-703d00e51bba', 'mac_address': 'fa:16:3e:95:df:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2373fae-9dad-4e09-8b0b-379b39b82584', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:29:00.918941 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0059ad9-8e49-46b9-84f0-e2cbb7181d19 req-465e23f9-8649-4996-98e1-60c1f41baecb tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048268 Jul 08 20:29:00.980363 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:01.013483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] For port 94512f95-708e-468a-818f-4d1bc770ad26, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:29:01.019541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] For port 94512f95-708e-468a-818f-4d1bc770ad26, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=94512f95-708e-468a-818f-4d1bc770ad26,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:29:01.020580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9f0bb1-f2fd-4278-b32b-703d00e51bba {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:29:01.026583 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:01.059568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2e9f0bb1-f2fd-4278-b32b-703d00e51bba,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:01.065543 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:01.112398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35600) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:01.143157 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=2e9f0bb1-f2fd-4278-b32b-703d00e51bba,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:01.208484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Pushing event updated for resources: {'Port': ['ID=94512f95-708e-468a-818f-4d1bc770ad26,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:01.230015 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:01.234087 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:01.236667 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-50b6ea27-84f4-49f0-8d75-789a9fbb0e89 service neutron] 10.222.0.104 "PUT /v2.0/ports/94512f95-708e-468a-818f-4d1bc770ad26 HTTP/1.1" status: 200 len: 1092 time: 2.3960364 Jul 08 20:29:01.238533 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fd5b2d-e825-417c-b887-c89f29a48221', 'tag': '94512f95-708e-468a-818f-4d1bc770ad26'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:01.242722 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02397ad6-b34a-45d7-a130-d393e53e69c9" -d '{"events": [{"name": "network-changed", "server_uuid": "31fd5b2d-e825-417c-b887-c89f29a48221", "tag": "94512f95-708e-468a-818f-4d1bc770ad26"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:01.352075 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f63be65-28dd-482b-ba4a-937e4034965b x-openstack-request-id: req-4f63be65-28dd-482b-ba4a-937e4034965b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:01.352458 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fd5b2d-e825-417c-b887-c89f29a48221", "tag": "94512f95-708e-468a-818f-4d1bc770ad26", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:01.352884 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4f63be65-28dd-482b-ba4a-937e4034965b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:01.353546 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fd5b2d-e825-417c-b887-c89f29a48221', 'tag': '94512f95-708e-468a-818f-4d1bc770ad26', 'status': 'completed', 'code': 200} Jul 08 20:29:01.378124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2e9f0bb1-f2fd-4278-b32b-703d00e51bba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:29:01.410036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-3766d820-e846-4fc7-b33a-38b38e0f2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:01.412012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-3766d820-e846-4fc7-b33a-38b38e0f2051 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d5e9137b4de448389e507d5eb405a95b&device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 1095 time: 0.1055322 Jul 08 20:29:01.434818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee89c06-e126-4904-a7fd-cf677793f766 req-d2169d04-e6f8-464e-ae3d-fade73b24292 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:01.441146 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6ee89c06-e126-4904-a7fd-cf677793f766 req-d2169d04-e6f8-464e-ae3d-fade73b24292 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 943 time: 0.1687951 Jul 08 20:29:01.459677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-765947595-network', 'tenant_id': 'c6f0f07fa98146e2ba5fe300f725912b'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:01.526041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Made reservation on behalf of c6f0f07fa98146e2ba5fe300f725912b for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:01.528951 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:01.533767 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-b22bdb09-6dc5-4011-b9d8-2745e07d27c4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94512f95-708e-468a-818f-4d1bc770ad26 HTTP/1.1" status: 200 len: 217 time: 0.0915804 Jul 08 20:29:01.542809 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:01.635285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6ee89c06-e126-4904-a7fd-cf677793f766 req-c43730be-b6a4-47a8-8fb6-48d1e3f193b8 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714633 Jul 08 20:29:01.659428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-edfbab37-bb1e-47d6-a435-528c73b69128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:01.661049 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-edfbab37-bb1e-47d6-a435-528c73b69128 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e HTTP/1.1" status: 200 len: 854 time: 0.1178031 Jul 08 20:29:01.739115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-55e002ad-daf7-495b-9d98-047903b995ee service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0cb52e9e-eaba-47ff-a0c6-9f694354493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654528 Jul 08 20:29:01.745908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:01.754616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:01.782959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:29:01.810738 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:01.811487 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Added segment 2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb of type vlan for network 88b51512-72c9-49a8-9bba-d7d5aded8a65 Jul 08 20:29:01.814435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a6b676-eb06-4619-9c31-58a52a36dd43,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:01.871839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257dcaa-dd5e-4076-9a32-d410b4525323 req-e35f0405-da43-4e89-aba0-6f55882aeb1e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:01.878747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257dcaa-dd5e-4076-9a32-d410b4525323 req-e35f0405-da43-4e89-aba0-6f55882aeb1e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:01.885293 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257dcaa-dd5e-4076-9a32-d410b4525323 req-e35f0405-da43-4e89-aba0-6f55882aeb1e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:01.892462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257dcaa-dd5e-4076-9a32-d410b4525323 req-e35f0405-da43-4e89-aba0-6f55882aeb1e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:01.892882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-b76c950b-43ff-4dba-910c-4f5cdd6f4e6f service neutron] 10.222.0.104 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450822 Jul 08 20:29:01.899214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257dcaa-dd5e-4076-9a32-d410b4525323 req-e35f0405-da43-4e89-aba0-6f55882aeb1e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:01.905862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257dcaa-dd5e-4076-9a32-d410b4525323 req-e35f0405-da43-4e89-aba0-6f55882aeb1e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:01.912774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257dcaa-dd5e-4076-9a32-d410b4525323 req-e35f0405-da43-4e89-aba0-6f55882aeb1e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:01.914790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d257dcaa-dd5e-4076-9a32-d410b4525323 req-e35f0405-da43-4e89-aba0-6f55882aeb1e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5434 time: 0.2509809 Jul 08 20:29:01.928042 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:01.987103 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d257dcaa-dd5e-4076-9a32-d410b4525323 req-168a07ad-3a80-41df-9b81-0892ffecb10b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633037 Jul 08 20:29:02.032060 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:02.034964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:02.035653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:02.050432 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5889dae3-819a-452e-87a5-08d6ca89a7d3 req-49d1a7d6-805c-4146-8191-cb06b9b36823 service neutron] 10.222.0.104 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518135 Jul 08 20:29:02.077702 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9596701 Jul 08 20:29:02.078589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35636) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:02.084529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-328cd721-902b-4324-8c4a-047f48a6c8b1 admin admin] Request body: {'subnet': {'network_id': '88b51512-72c9-49a8-9bba-d7d5aded8a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-765947595-subnet', 'tenant_id': 'c6f0f07fa98146e2ba5fe300f725912b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:02.189106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b4fb8-b0bc-4150-b33a-884998498607 admin admin] Pushing event updated for resources: {'Network': ['ID=88b51512-72c9-49a8-9bba-d7d5aded8a65,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:02.205599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 88b51512-72c9-49a8-9bba-d7d5aded8a65 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:29:02.222800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328cd721-902b-4324-8c4a-047f48a6c8b1 admin admin] Made reservation on behalf of c6f0f07fa98146e2ba5fe300f725912b for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:02.227626 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-328cd721-902b-4324-8c4a-047f48a6c8b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:02.252862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b527d-a2dd-4977-90bf-b2399422d9ea req-10313644-2285-4e49-a350-8d25ea94b933 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:02.255025 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7e9b527d-a2dd-4977-90bf-b2399422d9ea req-10313644-2285-4e49-a350-8d25ea94b933 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 944 time: 0.1252615 Jul 08 20:29:02.333962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7e9b527d-a2dd-4977-90bf-b2399422d9ea req-0aca75d4-69d8-4bc6-a612-94a6d7c0ea3b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729003 Jul 08 20:29:02.388017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02397ad6-b34a-45d7-a130-d393e53e69c9 req-6d20f984-7547-45da-bde0-bc547622b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:02.389762 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02397ad6-b34a-45d7-a130-d393e53e69c9 req-6d20f984-7547-45da-bde0-bc547622b53c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d5e9137b4de448389e507d5eb405a95b&device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 1095 time: 0.2700949 Jul 08 20:29:02.497549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e648c6-fc6e-47e9-9da8-c4ccfc161901 req-efd1bbda-c860-4835-a442-26426a419e03 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:02.505494 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e648c6-fc6e-47e9-9da8-c4ccfc161901 req-efd1bbda-c860-4835-a442-26426a419e03 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:02.511464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e648c6-fc6e-47e9-9da8-c4ccfc161901 req-efd1bbda-c860-4835-a442-26426a419e03 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:02.517994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e648c6-fc6e-47e9-9da8-c4ccfc161901 req-efd1bbda-c860-4835-a442-26426a419e03 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:02.523863 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e648c6-fc6e-47e9-9da8-c4ccfc161901 req-efd1bbda-c860-4835-a442-26426a419e03 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:02.529752 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e648c6-fc6e-47e9-9da8-c4ccfc161901 req-efd1bbda-c860-4835-a442-26426a419e03 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:02.536125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e648c6-fc6e-47e9-9da8-c4ccfc161901 req-efd1bbda-c860-4835-a442-26426a419e03 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:02.545289 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75e648c6-fc6e-47e9-9da8-c4ccfc161901 req-efd1bbda-c860-4835-a442-26426a419e03 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5434 time: 0.2958426 Jul 08 20:29:02.548920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35650) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:02.553688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2a58595a-8eee-495a-9948-905cc43485df tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Request body: {'floatingip': {'port_id': '9c457d71-76e4-42d3-baf8-52903bc79288'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:02.562222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2e9f0bb1-f2fd-4278-b32b-703d00e51bba up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:29:02.652062 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a58595a-8eee-495a-9948-905cc43485df tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:02.687511 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02397ad6-b34a-45d7-a130-d393e53e69c9 req-cbe263cd-bdf1-421b-af91-5cf8af7c421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:02.689840 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02397ad6-b34a-45d7-a130-d393e53e69c9 req-cbe263cd-bdf1-421b-af91-5cf8af7c421b service neutron] 10.222.0.104 "GET /v2.0/networks?id=0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 200 len: 915 time: 0.2824802 Jul 08 20:29:02.708073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:02.709740 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-328cd721-902b-4324-8c4a-047f48a6c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:02.716274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:02.716841 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:02.748492 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02397ad6-b34a-45d7-a130-d393e53e69c9 req-0daf8169-ea4e-444e-8dc6-90ef67144180 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94512f95-708e-468a-818f-4d1bc770ad26 HTTP/1.1" status: 200 len: 217 time: 0.0505528 Jul 08 20:29:02.955613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328cd721-902b-4324-8c4a-047f48a6c8b1 admin admin] Checking segment: {'id': '2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '88b51512-72c9-49a8-9bba-d7d5aded8a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:29:02.957130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328cd721-902b-4324-8c4a-047f48a6c8b1 admin admin] Network hostable DHCP agents. Network: 88b51512-72c9-49a8-9bba-d7d5aded8a65, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:29:02.961153 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:02.972896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cd721-902b-4324-8c4a-047f48a6c8b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e71fb9-3611-4942-ba8e-b06344ca3af4,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:02.990939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02397ad6-b34a-45d7-a130-d393e53e69c9 req-9cd69cf5-f881-44d8-9b92-5dbd5934dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:02.992485 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02397ad6-b34a-45d7-a130-d393e53e69c9 req-9cd69cf5-f881-44d8-9b92-5dbd5934dc35 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e HTTP/1.1" status: 200 len: 854 time: 0.2162764 Jul 08 20:29:03.042191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328cd721-902b-4324-8c4a-047f48a6c8b1 admin admin] Network 88b51512-72c9-49a8-9bba-d7d5aded8a65 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:29:03.050433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d6d960-f30c-455d-af72-c49a275f7bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9f0bb1-f2fd-4278-b32b-703d00e51bba'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:03.055505 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6bc0cc-919c-4ce1-9e00-8dad2ee97f73" -d '{"events": [{"server_uuid": "75d6d960-f30c-455d-af72-c49a275f7bb0", "name": "network-vif-plugged", "status": "completed", "tag": "2e9f0bb1-f2fd-4278-b32b-703d00e51bba"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:03.094582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2e9f0bb1-f2fd-4278-b32b-703d00e51bba,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:03.103197 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:03.117284 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02397ad6-b34a-45d7-a130-d393e53e69c9 req-3975a6a0-38a2-472b-987d-433ced4e3516 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0cb52e9e-eaba-47ff-a0c6-9f694354493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986812 Jul 08 20:29:03.121734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-328cd721-902b-4324-8c4a-047f48a6c8b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 88b51512-72c9-49a8-9bba-d7d5aded8a65) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:03.150229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328cd721-902b-4324-8c4a-047f48a6c8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:03.150834 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-328cd721-902b-4324-8c4a-047f48a6c8b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:03.183784 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474b23da-edc8-438a-8345-44176363d23b x-openstack-request-id: req-474b23da-edc8-438a-8345-44176363d23b {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:03.184500 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d6d960-f30c-455d-af72-c49a275f7bb0", "name": "network-vif-plugged", "status": "completed", "tag": "2e9f0bb1-f2fd-4278-b32b-703d00e51bba", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:03.186407 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-474b23da-edc8-438a-8345-44176363d23b {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:03.187192 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d6d960-f30c-455d-af72-c49a275f7bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9f0bb1-f2fd-4278-b32b-703d00e51bba', 'code': 200} Jul 08 20:29:03.191578 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f67699b-5128-466b-80ce-188df019e381 None None] Network 88b51512-72c9-49a8-9bba-d7d5aded8a65 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:29:03.380053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=2e9f0bb1-f2fd-4278-b32b-703d00e51bba,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:03.410130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6dc42-c115-48d0-b4a3-2c4f629c9c20 req-0539eabe-a306-47b8-a98b-7dfa55e68081 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:03.416468 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-328cd721-902b-4324-8c4a-047f48a6c8b1 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3362436 Jul 08 20:29:03.425768 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f6dc42-c115-48d0-b4a3-2c4f629c9c20 req-0539eabe-a306-47b8-a98b-7dfa55e68081 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 943 time: 0.4437816 Jul 08 20:29:03.583618 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f895520-ae9d-4ab6-82a4-9fbf2fe06441 req-c96a85fb-c213-46f5-b200-bb1b7f27badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:03.585041 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f895520-ae9d-4ab6-82a4-9fbf2fe06441 req-c96a85fb-c213-46f5-b200-bb1b7f27badd service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 1097 time: 0.3204477 Jul 08 20:29:03.588401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d8edd6-bb52-4dfe-aa33-b92b4a482942 None None] Network 88b51512-72c9-49a8-9bba-d7d5aded8a65 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:29:03.647473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35676) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:03.678816 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02397ad6-b34a-45d7-a130-d393e53e69c9 req-5afabd08-606d-4014-897e-25c1be6bd750 service neutron] 10.222.0.104 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523365 Jul 08 20:29:03.833443 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f895520-ae9d-4ab6-82a4-9fbf2fe06441 req-77e18e6f-5e36-4f22-afea-55d672732b04 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338464 Jul 08 20:29:03.840010 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f6dc42-c115-48d0-b4a3-2c4f629c9c20 req-79c983cd-373a-4c90-a560-b5f383772c14 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132400 Jul 08 20:29:03.998106 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02397ad6-b34a-45d7-a130-d393e53e69c9 req-f71b0089-6edc-4542-8005-280d13dae4f9 service neutron] 10.222.0.104 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120568 Jul 08 20:29:04.018978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb83505-ac0e-4110-9bb0-10cfbca250ba req-08ff7649-9065-4ef0-9b79-42c8e9e8954e tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:04.020566 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cb83505-ac0e-4110-9bb0-10cfbca250ba req-08ff7649-9065-4ef0-9b79-42c8e9e8954e tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 945 time: 0.2752123 Jul 08 20:29:04.076343 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a53daffb-f265-4b54-8ffb-887df2ab990f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.108101 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cb83505-ac0e-4110-9bb0-10cfbca250ba req-ddc7dac0-7089-489a-a110-8fe49d63b8e8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761468 Jul 08 20:29:04.147433 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7d699910-087a-41c1-aad4-c0aab2aaeeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.186600 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.resource_extend [None req-2a58595a-8eee-495a-9948-905cc43485df tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:29:04.294330 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a58595a-8eee-495a-9948-905cc43485df tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.303699 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a58595a-8eee-495a-9948-905cc43485df tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.336129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35694) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:04.341335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1226212195-network', 'tenant_id': '4a8ec2404fef47c89f96f395b2a3143c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:04.443814 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7d699910-087a-41c1-aad4-c0aab2aaeeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.449060 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7d699910-087a-41c1-aad4-c0aab2aaeeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.466114 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-2a58595a-8eee-495a-9948-905cc43485df tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Floating IP f9ce9dbb-f56c-422b-8883-9a80a61315c0 associated. External IP: 172.25.4.13, port: 9c457d71-76e4-42d3-baf8-52903bc79288. Jul 08 20:29:04.467163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Made reservation on behalf of 4a8ec2404fef47c89f96f395b2a3143c for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:04.471495 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.483252 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.595474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d699910-087a-41c1-aad4-c0aab2aaeeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91117c6-2b85-4748-b150-de26db902b51,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:04.613769 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7d699910-087a-41c1-aad4-c0aab2aaeeae admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=337f941c47f44a3eb35fe1aeae7eec91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9598994 Jul 08 20:29:04.614357 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35698) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:04.624486 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.632288 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.648052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:29:04.677345 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.677705 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Added segment 82fdc0ae-0a94-4ea9-93bb-d4b3c98ac3e9 of type vlan for network 2ddc96f4-eec6-433c-be5d-dfea1d5f5c70 Jul 08 20:29:04.693873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaf859d-7629-4373-943c-248520b58778,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:04.767037 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.808417 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.810076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:04.810860 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:04.871710 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5342128 Jul 08 20:29:04.874374 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35704) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:04.882467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-98e3832b-34fe-4885-a9c1-cf5022c436c9 admin admin] Request body: {'subnet': {'network_id': '2ddc96f4-eec6-433c-be5d-dfea1d5f5c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1226212195-subnet', 'tenant_id': '4a8ec2404fef47c89f96f395b2a3143c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:04.909081 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464819f2-400d-4700-9eb2-e5d1b835368c admin admin] Pushing event updated for resources: {'Network': ['ID=2ddc96f4-eec6-433c-be5d-dfea1d5f5c70,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:04.921734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 2ddc96f4-eec6-433c-be5d-dfea1d5f5c70 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:29:04.956133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e3832b-34fe-4885-a9c1-cf5022c436c9 admin admin] Made reservation on behalf of 4a8ec2404fef47c89f96f395b2a3143c for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:04.959333 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98e3832b-34fe-4885-a9c1-cf5022c436c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:05.183368 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98e3832b-34fe-4885-a9c1-cf5022c436c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:05.252566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e3832b-34fe-4885-a9c1-cf5022c436c9 admin admin] Checking segment: {'id': '82fdc0ae-0a94-4ea9-93bb-d4b3c98ac3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2ddc96f4-eec6-433c-be5d-dfea1d5f5c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:29:05.253223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e3832b-34fe-4885-a9c1-cf5022c436c9 admin admin] Network hostable DHCP agents. Network: 2ddc96f4-eec6-433c-be5d-dfea1d5f5c70, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:29:05.261679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3832b-34fe-4885-a9c1-cf5022c436c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf0dd50-c2e7-4df2-9e0a-0cba3915c653,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:05.300350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a58595a-8eee-495a-9948-905cc43485df tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Router 17150790-238d-4261-9e59-f306f0b0e9f6 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:29:05.301507 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1f0fabdc-7e63-4928-b0a9-1a54fb5fca0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:05.323761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e3832b-34fe-4885-a9c1-cf5022c436c9 admin admin] Network 2ddc96f4-eec6-433c-be5d-dfea1d5f5c70 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:29:05.339371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1f0fabdc-7e63-4928-b0a9-1a54fb5fca0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:05.341920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-98e3832b-34fe-4885-a9c1-cf5022c436c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 2ddc96f4-eec6-433c-be5d-dfea1d5f5c70) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:05.347408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e3832b-34fe-4885-a9c1-cf5022c436c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:05.348122 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98e3832b-34fe-4885-a9c1-cf5022c436c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:05.358747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950e9bf7-b39f-45df-907f-8dcc21786687 None None] Network 2ddc96f4-eec6-433c-be5d-dfea1d5f5c70 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:29:05.369141 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516657a-15fd-4c63-a14e-d2ef1af0077a req-592c69e8-746d-4b67-b5ae-ac20918224cf tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:05.370918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6516657a-15fd-4c63-a14e-d2ef1af0077a req-592c69e8-746d-4b67-b5ae-ac20918224cf tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 945 time: 0.1120913 Jul 08 20:29:05.380829 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-98e3832b-34fe-4885-a9c1-cf5022c436c9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5035546 Jul 08 20:29:05.432973 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6516657a-15fd-4c63-a14e-d2ef1af0077a req-1d8740e1-138e-4258-9a62-712a349b6f82 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494156 Jul 08 20:29:05.450147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efe698-4327-4304-8874-60aa13551671 req-58ecefef-7e33-4a0f-9a38-17f1a10ef4b4 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:05.451908 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-02efe698-4327-4304-8874-60aa13551671 req-58ecefef-7e33-4a0f-9a38-17f1a10ef4b4 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 943 time: 0.3370914 Jul 08 20:29:05.577149 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d54ae4-04d2-4af0-84c4-0283fedf8e20 None None] Network 2ddc96f4-eec6-433c-be5d-dfea1d5f5c70 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:29:05.654068 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-02efe698-4327-4304-8874-60aa13551671 req-85149c05-6141-43fa-bd09-cf149312f762 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947911 Jul 08 20:29:05.661979 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1f0fabdc-7e63-4928-b0a9-1a54fb5fca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:05.665506 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1f0fabdc-7e63-4928-b0a9-1a54fb5fca0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:05.667270 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1f0fabdc-7e63-4928-b0a9-1a54fb5fca0e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e91117c6-2b85-4748-b150-de26db902b51 HTTP/1.1" status: 204 len: 168 time: 1.0520773 Jul 08 20:29:05.703700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a58595a-8eee-495a-9948-905cc43485df tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:29:05.717377 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f5a02a-513f-4664-b8b1-96436696cdab None None] Sync routers for ids ['17150790-238d-4261-9e59-f306f0b0e9f6'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:29:05.728686 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a58595a-8eee-495a-9948-905cc43485df tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:05.736265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fabdc-7e63-4928-b0a9-1a54fb5fca0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91117c6-2b85-4748-b150-de26db902b51,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:05.751059 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f5a02a-513f-4664-b8b1-96436696cdab None None] Routers {'17150790-238d-4261-9e59-f306f0b0e9f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:29:05.753674 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-93f5a02a-513f-4664-b8b1-96436696cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:28:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['17150790-238d-4261-9e59-f306f0b0e9f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:29:05.831273 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2a58595a-8eee-495a-9948-905cc43485df tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "PUT /v2.0/floatingips/f9ce9dbb-f56c-422b-8883-9a80a61315c0 HTTP/1.1" status: 200 len: 990 time: 3.2811031 Jul 08 20:29:05.835661 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': '9c457d71-76e4-42d3-baf8-52903bc79288'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:05.838003 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621d21d4-8e0a-47aa-861b-d02fd24bd882" -d '{"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "9c457d71-76e4-42d3-baf8-52903bc79288"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:05.986638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 94512f95-708e-468a-818f-4d1bc770ad26 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:29:05.996781 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-93f5a02a-513f-4664-b8b1-96436696cdab None None] Set router 17150790-238d-4261-9e59-f306f0b0e9f6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:29:06.182240 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79314960-f90c-4bb5-b49e-6d44c00b5164 req-c53dcfb4-5dae-4bf0-ba0f-dd684841a271 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:06.190517 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79314960-f90c-4bb5-b49e-6d44c00b5164 req-c53dcfb4-5dae-4bf0-ba0f-dd684841a271 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.3176925 Jul 08 20:29:06.211117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 94512f95-708e-468a-818f-4d1bc770ad26, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=94512f95-708e-468a-818f-4d1bc770ad26,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:06.211311 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79314960-f90c-4bb5-b49e-6d44c00b5164 req-592b3ca6-bf04-414d-b210-b24ac8f2c9d4 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/quotas/4125edd6346c4ae3b8b1626d019dc03d HTTP/1.1" status: 200 len: 375 time: 0.0197937 Jul 08 20:29:06.245099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '94512f95-708e-468a-818f-4d1bc770ad26', 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c', 'port_id': '94512f95-708e-468a-818f-4d1bc770ad26', 'mac_address': 'fa:16:3e:cf:fa:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:29:06.275629 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:29:06.308413 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79314960-f90c-4bb5-b49e-6d44c00b5164 req-43116b7b-b434-4583-a4ae-968fe6bb94dd tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956476 Jul 08 20:29:06.355186 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-93f5a02a-513f-4664-b8b1-96436696cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:26:46Z', 'revision_number': 4, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port': {'id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:35Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'f9ce9dbb-f56c-422b-8883-9a80a61315c0', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'port_id': '9c457d71-76e4-42d3-baf8-52903bc79288', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'mac_address': 'fa:16:3e:ea:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:27:37Z', 'updated_at': '2021-07-08T20:29:04Z', 'revision_number': 1, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb215ee-8493-40a0-bc8c-6dc6e181a5ca', 'name': '', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'mac_address': 'fa:16:3e:d7:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:44Z', 'updated_at': '2021-07-08T20:26:59Z', 'revision_number': 5, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'subnets': [{'id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:29:06.373242 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:06.380972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35756) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:06.398148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94512f95-708e-468a-818f-4d1bc770ad26 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:29:06.409693 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44a170eb-9bb5-468d-8321-4e616e95be75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:06.419769 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f5a02a-513f-4664-b8b1-96436696cdab None None] Checking router: 17150790-238d-4261-9e59-f306f0b0e9f6 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:29:06.430606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 94512f95-708e-468a-818f-4d1bc770ad26, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=94512f95-708e-468a-818f-4d1bc770ad26,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:06.431443 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f5a02a-513f-4664-b8b1-96436696cdab None None] Routers {'17150790-238d-4261-9e59-f306f0b0e9f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:29:06.432313 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-93f5a02a-513f-4664-b8b1-96436696cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:28:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['17150790-238d-4261-9e59-f306f0b0e9f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:29:06.436441 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79314960-f90c-4bb5-b49e-6d44c00b5164 req-d9ee8805-f225-4188-ba18-f4c7446cf001 service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261821 Jul 08 20:29:06.437025 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:06.464148 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6d0eb0-2150-40ee-bb00-e5fc51fbc86e x-openstack-request-id: req-3f6d0eb0-2150-40ee-bb00-e5fc51fbc86e {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:06.466272 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "tag": "9c457d71-76e4-42d3-baf8-52903bc79288", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:06.466705 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3f6d0eb0-2150-40ee-bb00-e5fc51fbc86e {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:06.468238 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'tag': '9c457d71-76e4-42d3-baf8-52903bc79288', 'status': 'completed', 'code': 200} Jul 08 20:29:06.545850 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79314960-f90c-4bb5-b49e-6d44c00b5164 req-4fa017ed-1b47-4ee3-a66b-3b05e6eb3d68 service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089313 Jul 08 20:29:06.556282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=94512f95-708e-468a-818f-4d1bc770ad26,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:06.561376 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3f5d45b3-7600-4998-bca2-838b01fc64bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:06.622168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44a170eb-9bb5-468d-8321-4e616e95be75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:06.628158 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44a170eb-9bb5-468d-8321-4e616e95be75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:06.685002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-c6b35ba7-1391-4f0f-8a1d-3c9a23c949d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:06.685779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-c6b35ba7-1391-4f0f-8a1d-3c9a23c949d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:06.686331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-c6b35ba7-1391-4f0f-8a1d-3c9a23c949d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:06.686882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-c6b35ba7-1391-4f0f-8a1d-3c9a23c949d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:06.688021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-c6b35ba7-1391-4f0f-8a1d-3c9a23c949d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:06.688515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-c6b35ba7-1391-4f0f-8a1d-3c9a23c949d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:06.689245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-c6b35ba7-1391-4f0f-8a1d-3c9a23c949d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:06.691643 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-c6b35ba7-1391-4f0f-8a1d-3c9a23c949d6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6498 time: 0.1406715 Jul 08 20:29:06.692827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35762) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:06.692960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-44a170eb-9bb5-468d-8321-4e616e95be75 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=42bdfb1572a649c08f723f2732da36b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098047 Jul 08 20:29:06.709137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a170eb-9bb5-468d-8321-4e616e95be75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f742cee5-63d8-4049-acd4-bd89e7c94e68,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:06.764139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['94512f95-708e-468a-818f-4d1bc770ad26'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:29:06.796409 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-93f5a02a-513f-4664-b8b1-96436696cdab None None] Set router 17150790-238d-4261-9e59-f306f0b0e9f6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:29:06.863908 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c44719c-c117-4896-9638-2c98212eddb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:06.952507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c44719c-c117-4896-9638-2c98212eddb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:07.005866 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:07.018682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-d4fc865f-f5b7-4d66-9bed-e71808f62143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:07.030868 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-d4fc865f-f5b7-4d66-9bed-e71808f62143 service neutron] 10.222.0.104 "GET /v2.0/networks?id=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a HTTP/1.1" status: 200 len: 913 time: 0.2732971 Jul 08 20:29:07.120491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b29c-5320-4080-8984-0780d805fa24 req-b0672127-4f48-414f-a30b-cfe2589e9bea tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:07.122012 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-b0672127-4f48-414f-a30b-cfe2589e9bea tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/networks?id=88b51512-72c9-49a8-9bba-d7d5aded8a65 HTTP/1.1" status: 200 len: 808 time: 0.1931026 Jul 08 20:29:07.161764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-e01a9e3b-92f6-479d-8193-41cd5bd04761 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/quotas/c6f0f07fa98146e2ba5fe300f725912b HTTP/1.1" status: 200 len: 375 time: 0.0324848 Jul 08 20:29:07.166845 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-93f5a02a-513f-4664-b8b1-96436696cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:26:46Z', 'revision_number': 4, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port': {'id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:35Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'f9ce9dbb-f56c-422b-8883-9a80a61315c0', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'port_id': '9c457d71-76e4-42d3-baf8-52903bc79288', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'mac_address': 'fa:16:3e:ea:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:27:37Z', 'updated_at': '2021-07-08T20:29:04Z', 'revision_number': 1, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb215ee-8493-40a0-bc8c-6dc6e181a5ca', 'name': '', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'mac_address': 'fa:16:3e:d7:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:44Z', 'updated_at': '2021-07-08T20:26:59Z', 'revision_number': 5, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'subnets': [{'id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:29:07.188903 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c44719c-c117-4896-9638-2c98212eddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:07.191302 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c44719c-c117-4896-9638-2c98212eddb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:07.195537 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8c44719c-c117-4896-9638-2c98212eddb1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f742cee5-63d8-4049-acd4-bd89e7c94e68 HTTP/1.1" status: 204 len: 168 time: 0.4985909 Jul 08 20:29:07.202044 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f5a02a-513f-4664-b8b1-96436696cdab None None] The sync data for ids ['17150790-238d-4261-9e59-f306f0b0e9f6'] in n-d-791506-16 is: [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:26:46Z', 'revision_number': 4, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port': {'id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:35Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'f9ce9dbb-f56c-422b-8883-9a80a61315c0', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'port_id': '9c457d71-76e4-42d3-baf8-52903bc79288', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'mac_address': 'fa:16:3e:ea:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:27:37Z', 'updated_at': '2021-07-08T20:29:04Z', 'revision_number': 1, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb215ee-8493-40a0-bc8c-6dc6e181a5ca', 'name': '', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'mac_address': 'fa:16:3e:d7:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:44Z', 'updated_at': '2021-07-08T20:26:59Z', 'revision_number': 5, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'subnets': [{'id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:29:07.215190 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-8084e6a9-08fd-46f6-9715-22d93893d4c3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c457d71-76e4-42d3-baf8-52903bc79288 HTTP/1.1" status: 200 len: 998 time: 0.1810348 Jul 08 20:29:07.221188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44719c-c117-4896-9638-2c98212eddb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f742cee5-63d8-4049-acd4-bd89e7c94e68,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:07.249296 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-d4518b36-1c98-4717-b808-8ca0f5c5d543 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c6f0f07fa98146e2ba5fe300f725912b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764301 Jul 08 20:29:07.325325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa02f2-8222-47b4-8c71-3ca29fad37c6 req-8ab98943-b122-44e7-aa2d-c53ffadba35f tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:07.327026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4caa02f2-8222-47b4-8c71-3ca29fad37c6 req-8ab98943-b122-44e7-aa2d-c53ffadba35f tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 944 time: 0.2017655 Jul 08 20:29:07.386589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-ed62ff8f-c3d2-4c8a-8d58-18b779856963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:07.389871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-ed62ff8f-c3d2-4c8a-8d58-18b779856963 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8ef936b0-47ce-414e-91d0-763f04ecd41e HTTP/1.1" status: 200 len: 851 time: 0.1646528 Jul 08 20:29:07.414333 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-364e5ce3-053a-4d89-8aca-50ec3f766431 service neutron] 10.222.0.101 "GET /v2.0/networks/88b51512-72c9-49a8-9bba-d7d5aded8a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640465 Jul 08 20:29:07.479536 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4caa02f2-8222-47b4-8c71-3ca29fad37c6 req-42342e09-2f28-4c71-a487-7b44f0423685 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376102 Jul 08 20:29:07.572695 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-5ea011dd-35ab-4e11-b6e6-52d81b491819 service neutron] 10.222.0.101 "GET /v2.0/networks/88b51512-72c9-49a8-9bba-d7d5aded8a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508930 Jul 08 20:29:07.580745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-61292fc0-ded0-4b4c-a8cd-daaade7ead85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:07.582459 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-61292fc0-ded0-4b4c-a8cd-daaade7ead85 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1858666 Jul 08 20:29:07.649306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc50263-cc47-4538-9e85-6b9c83921f3b None None] New status for floating IP f9ce9dbb-f56c-422b-8883-9a80a61315c0: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:29:07.811776 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-1c74735f-0836-4d47-a471-20860c740369 service neutron] 10.222.0.104 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176189 Jul 08 20:29:08.029312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 94512f95-708e-468a-818f-4d1bc770ad26 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:29:08.202496 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-621d21d4-8e0a-47aa-861b-d02fd24bd882 req-691582e3-cb32-4610-8b4c-c39172e97bf1 service neutron] 10.222.0.104 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355663 Jul 08 20:29:08.222399 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:08.247924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 94512f95-708e-468a-818f-4d1bc770ad26 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:08.256102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 94512f95-708e-468a-818f-4d1bc770ad26 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:08.258103 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:08.356117 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76d3c65c-3a92-4176-9859-ddce89181bf7 req-f13bf78c-27eb-4c1e-af5c-3b44b662ce6c tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 210 time: 0.0567079 Jul 08 20:29:08.451822 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:08.542822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fd5b2d-e825-417c-b887-c89f29a48221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94512f95-708e-468a-818f-4d1bc770ad26'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:08.560570 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273665e8-dcc4-420d-a809-a6fc65b49c30" -d '{"events": [{"server_uuid": "31fd5b2d-e825-417c-b887-c89f29a48221", "name": "network-vif-plugged", "status": "completed", "tag": "94512f95-708e-468a-818f-4d1bc770ad26"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:08.576821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 94512f95-708e-468a-818f-4d1bc770ad26, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=94512f95-708e-468a-818f-4d1bc770ad26,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:08.588816 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:08.729279 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3bfa8b-bb14-40e7-bc13-1c55715f7e08 x-openstack-request-id: req-ee3bfa8b-bb14-40e7-bc13-1c55715f7e08 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:08.731986 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fd5b2d-e825-417c-b887-c89f29a48221", "name": "network-vif-plugged", "status": "completed", "tag": "94512f95-708e-468a-818f-4d1bc770ad26", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:08.732199 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ee3bfa8b-bb14-40e7-bc13-1c55715f7e08 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:08.732741 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fd5b2d-e825-417c-b887-c89f29a48221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94512f95-708e-468a-818f-4d1bc770ad26', 'code': 200} Jul 08 20:29:08.766338 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-a1a25331-9d0a-49a9-ab20-a7026ec78b57 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2320845 Jul 08 20:29:08.770274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=94512f95-708e-468a-818f-4d1bc770ad26,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:08.966394 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-83fd026e-62c2-4904-9848-2ceafebe76b1 req-028126d7-dc7e-4716-81b0-9cbbd3a80cfc tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=68bbdb46-36ef-499d-8868-c01c8b4a37fa HTTP/1.1" status: 200 len: 210 time: 0.0415821 Jul 08 20:29:09.034390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-13746eb4-2274-4efa-9cad-ac1a8f5ce4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.034875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-13746eb4-2274-4efa-9cad-ac1a8f5ce4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.035354 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-13746eb4-2274-4efa-9cad-ac1a8f5ce4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.035886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-13746eb4-2274-4efa-9cad-ac1a8f5ce4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.036371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-13746eb4-2274-4efa-9cad-ac1a8f5ce4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.039021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-13746eb4-2274-4efa-9cad-ac1a8f5ce4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.039989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-13746eb4-2274-4efa-9cad-ac1a8f5ce4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.044554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-13746eb4-2274-4efa-9cad-ac1a8f5ce4b7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6498 time: 0.1299467 Jul 08 20:29:09.109871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a708b7-581b-4d2a-b4c6-497324a1df27 req-9e2c958f-bfc6-4cdb-81d2-d1962452b6e3 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.118024 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d1a708b7-581b-4d2a-b4c6-497324a1df27 req-9e2c958f-bfc6-4cdb-81d2-d1962452b6e3 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 945 time: 0.1613519 Jul 08 20:29:09.132568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2aeff-28c8-41da-b51c-9270059f508f req-8d7400e6-af4e-4893-8754-303ef4187ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.134791 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-deb2aeff-28c8-41da-b51c-9270059f508f req-8d7400e6-af4e-4893-8754-303ef4187ffa service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 1097 time: 0.2205772 Jul 08 20:29:09.228244 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d1a708b7-581b-4d2a-b4c6-497324a1df27 req-1885e269-6673-4c8b-b4b4-3100372bc139 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080892 Jul 08 20:29:09.248946 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-deb2aeff-28c8-41da-b51c-9270059f508f req-48ec1009-e74d-44e0-8763-47ac53f95819 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012917 Jul 08 20:29:09.291676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-2f0b9295-3133-43e2-bc45-08ebe02d12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.292347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-2f0b9295-3133-43e2-bc45-08ebe02d12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.293140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-2f0b9295-3133-43e2-bc45-08ebe02d12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.294816 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-2f0b9295-3133-43e2-bc45-08ebe02d12cb service neutron] 10.222.0.104 "GET /v2.0/networks?id=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=bf68e9f7-7d52-4278-a652-39c8a071af8f&id=bf68e9f7-7d52-4278-a652-39c8a071af8f HTTP/1.1" status: 200 len: 2293 time: 0.2054031 Jul 08 20:29:09.415312 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79314960-f90c-4bb5-b49e-6d44c00b5164 req-196df7df-2d74-490c-8cc4-914288411159 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=68bbdb46-36ef-499d-8868-c01c8b4a37fa HTTP/1.1" status: 200 len: 210 time: 0.0499825 Jul 08 20:29:09.425747 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-f2d37b29-3969-46e0-bbe5-b062dc46be90 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c457d71-76e4-42d3-baf8-52903bc79288 HTTP/1.1" status: 200 len: 1000 time: 0.1081023 Jul 08 20:29:09.545067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-d8578bb7-617a-466c-9415-3c86b6953663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.546949 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-d8578bb7-617a-466c-9415-3c86b6953663 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8ef936b0-47ce-414e-91d0-763f04ecd41e HTTP/1.1" status: 200 len: 851 time: 0.1155374 Jul 08 20:29:09.602167 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d47104a3-1e3c-46f7-9023-6ca5e6049433 req-8861a4d3-c9ea-43a3-ab24-93d01bbd9305 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 210 time: 0.0531034 Jul 08 20:29:09.616232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79314960-f90c-4bb5-b49e-6d44c00b5164 req-e68c577a-3478-4ce8-97b7-46c44d31559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.617918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79314960-f90c-4bb5-b49e-6d44c00b5164 req-e68c577a-3478-4ce8-97b7-46c44d31559e service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1944509 Jul 08 20:29:09.635142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-1e613ab8-17ea-452c-9c12-0d92250a97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.636712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-1e613ab8-17ea-452c-9c12-0d92250a97c7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805035 Jul 08 20:29:09.725592 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:09.759715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79314960-f90c-4bb5-b49e-6d44c00b5164 req-90aaa057-b2e0-495a-b67e-8653a3b29995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.761521 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79314960-f90c-4bb5-b49e-6d44c00b5164 req-90aaa057-b2e0-495a-b67e-8653a3b29995 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292410 Jul 08 20:29:09.767953 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-0f412ffa-b82f-4eff-8c50-b209f6518125 service neutron] 10.222.0.104 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236093 Jul 08 20:29:09.824365 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79314960-f90c-4bb5-b49e-6d44c00b5164 req-b9f55709-96ab-45eb-ab95-7e5455da617f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "GET /v2.0/ports?device_id=68bbdb46-36ef-499d-8868-c01c8b4a37fa HTTP/1.1" status: 200 len: 210 time: 0.0304232 Jul 08 20:29:09.872694 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-c92eef01-d6ab-40af-9c08-cb4c23dae0f5 service neutron] 10.222.0.104 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977678 Jul 08 20:29:09.931845 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-3ca2c3e8-aace-4734-9a61-2fed2252f694 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d HTTP/1.1" status: 200 len: 217 time: 0.0450864 Jul 08 20:29:09.996486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-255d94ee-3013-4a59-bfb2-aa752fde469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:09.999278 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-255d94ee-3013-4a59-bfb2-aa752fde469f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.0581036 Jul 08 20:29:10.097625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-d1e0a8f1-d2e4-4a05-8438-c7f72d998f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:10.099574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-d1e0a8f1-d2e4-4a05-8438-c7f72d998f8d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0847402 Jul 08 20:29:10.178680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-590b9d52-1fc8-434b-a197-92e721a4ff49 req-4a740282-73db-4b7f-be93-e7429d9c2c16 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=68bbdb46-36ef-499d-8868-c01c8b4a37fa HTTP/1.1" status: 200 len: 210 time: 0.0630043 Jul 08 20:29:10.276320 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-7fdd1c6a-8923-4f31-8b66-b7b522cf8b7c service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523948 Jul 08 20:29:10.327425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b29c-5320-4080-8984-0780d805fa24 req-a0e14299-3edf-4f4e-9910-47cd1503aa22 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:10.333153 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-a0e14299-3edf-4f4e-9910-47cd1503aa22 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.104 "GET /v2.0/networks?id=88b51512-72c9-49a8-9bba-d7d5aded8a65 HTTP/1.1" status: 200 len: 808 time: 0.2059739 Jul 08 20:29:10.350685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-6f39b29c-5320-4080-8984-0780d805fa24 req-21ef1a24-6281-4fcd-96e9-d9d66fa98be4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Request body: {'port': {'device_id': '470b7544-78c5-453a-ab18-c268f7b69fad', 'network_id': '88b51512-72c9-49a8-9bba-d7d5aded8a65', 'admin_state_up': True, 'tenant_id': 'c6f0f07fa98146e2ba5fe300f725912b'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:10.482254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35892) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:10.552198 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-7a20314a-8707-48fb-88c9-451f08a4aba8 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644243 Jul 08 20:29:10.608914 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f39b29c-5320-4080-8984-0780d805fa24 req-21ef1a24-6281-4fcd-96e9-d9d66fa98be4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Made reservation on behalf of c6f0f07fa98146e2ba5fe300f725912b for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:10.613326 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6f39b29c-5320-4080-8984-0780d805fa24 req-21ef1a24-6281-4fcd-96e9-d9d66fa98be4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:10.673196 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ec3f761-0472-4bd1-9dfb-65e0785096fb req-f5ff2555-5f67-4bca-8fc1-81e7e45d99ec service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=68bbdb46-36ef-499d-8868-c01c8b4a37fa HTTP/1.1" status: 200 len: 210 time: 0.0864029 Jul 08 20:29:10.675388 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-06346760-b7c6-443d-9d70-911d6d272b4b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=30a04eb1-2191-417b-8e18-d1d985f0ab8e HTTP/1.1" status: 200 len: 217 time: 0.1184850 Jul 08 20:29:10.675718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6a54e-1d17-403d-81ff-9c97592b3fdb req-79e0fb03-d729-4144-8b72-84de87ca80eb tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:10.677458 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56e6a54e-1d17-403d-81ff-9c97592b3fdb req-79e0fb03-d729-4144-8b72-84de87ca80eb tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 945 time: 0.1323118 Jul 08 20:29:10.775010 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56e6a54e-1d17-403d-81ff-9c97592b3fdb req-504860be-6db7-4e8e-b968-6d8fc43b3061 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913272 Jul 08 20:29:10.844821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be534c8d-7b4e-4605-9a0c-338b932797b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:10.882319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-6f39b29c-5320-4080-8984-0780d805fa24 req-21ef1a24-6281-4fcd-96e9-d9d66fa98be4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Allocated IP 172.20.0.13 (88b51512-72c9-49a8-9bba-d7d5aded8a65/b6e71fb9-3611-4942-ba8e-b06344ca3af4/273f1e65-7521-4896-995b-4d09e48bf9f3) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:10.882869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-a61d679f-b34e-4065-baa9-2f59b724dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:10.884145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-a61d679f-b34e-4065-baa9-2f59b724dd99 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.1738834 Jul 08 20:29:11.000514 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da4ffc46-7a19-47b6-8f8d-aa9974dfeba0 req-829447eb-c52e-4c47-af21-28063f01a705 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 210 time: 0.0821712 Jul 08 20:29:11.051587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3f761-0472-4bd1-9dfb-65e0785096fb req-59727b93-8246-416c-98e3-180fee36f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:11.053139 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ec3f761-0472-4bd1-9dfb-65e0785096fb req-59727b93-8246-416c-98e3-180fee36f072 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3660672 Jul 08 20:29:11.098616 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6f39b29c-5320-4080-8984-0780d805fa24 req-21ef1a24-6281-4fcd-96e9-d9d66fa98be4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:11.156464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-0b2fb457-5a80-4ba1-ab0f-55b8a696a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:11.158201 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-0b2fb457-5a80-4ba1-ab0f-55b8a696a156 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2602258 Jul 08 20:29:11.166861 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6f39b29c-5320-4080-8984-0780d805fa24 req-21ef1a24-6281-4fcd-96e9-d9d66fa98be4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:11.228208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef1a24-6281-4fcd-96e9-d9d66fa98be4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Pushing event updated for resources: {'Port': ['ID=273f1e65-7521-4896-995b-4d09e48bf9f3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:11.251870 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f39b29c-5320-4080-8984-0780d805fa24 req-21ef1a24-6281-4fcd-96e9-d9d66fa98be4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Network 88b51512-72c9-49a8-9bba-d7d5aded8a65 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:11.253667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-6f39b29c-5320-4080-8984-0780d805fa24 req-21ef1a24-6281-4fcd-96e9-d9d66fa98be4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:11.253804 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be534c8d-7b4e-4605-9a0c-338b932797b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:11.256536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f39b29c-5320-4080-8984-0780d805fa24 req-21ef1a24-6281-4fcd-96e9-d9d66fa98be4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:11.265689 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be534c8d-7b4e-4605-9a0c-338b932797b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:11.274533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3f761-0472-4bd1-9dfb-65e0785096fb req-ffa8ba2e-cd02-4019-8415-5f8ecad48b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:11.276190 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ec3f761-0472-4bd1-9dfb-65e0785096fb req-ffa8ba2e-cd02-4019-8415-5f8ecad48b2f service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2142467 Jul 08 20:29:11.355959 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-be534c8d-7b4e-4605-9a0c-338b932797b3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=27f7ccccbed54cc697b68ddebd8873b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8700418 Jul 08 20:29:11.357772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b29c-5320-4080-8984-0780d805fa24 req-21ef1a24-6281-4fcd-96e9-d9d66fa98be4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:11.358878 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6f39b29c-5320-4080-8984-0780d805fa24 req-21ef1a24-6281-4fcd-96e9-d9d66fa98be4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:11.362957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35904) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:11.381172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be534c8d-7b4e-4605-9a0c-338b932797b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce1f9ec-748c-439f-887e-5accd0838e77,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:11.387105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ec3f761-0472-4bd1-9dfb-65e0785096fb req-e1defa9f-a502-4e73-9b20-4bd0aee5415a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "GET /v2.0/ports?device_id=68bbdb46-36ef-499d-8868-c01c8b4a37fa HTTP/1.1" status: 200 len: 210 time: 0.0528662 Jul 08 20:29:11.389456 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-bff6671a-0bb5-46ac-9df8-1e637ae070c6 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214804 Jul 08 20:29:11.404331 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-623963ae-666b-4abd-97f0-fc0ec275d008 req-190c6f56-f157-4508-a101-b03a7ed43076 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=68bbdb46-36ef-499d-8868-c01c8b4a37fa HTTP/1.1" status: 200 len: 210 time: 0.0670385 Jul 08 20:29:11.417050 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-21ef1a24-6281-4fcd-96e9-d9d66fa98be4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0746181 Jul 08 20:29:11.436900 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Request body: {'port': {'device_id': '470b7544-78c5-453a-ab18-c268f7b69fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:11.509966 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de5f58da-a5f4-4841-be76-377d02b8519c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:11.523352 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-90f08bd0-d556-4435-8027-474d5d979cfb service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231863 Jul 08 20:29:11.592659 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-db45dd3e-207a-407a-96ba-99e29bcb364a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=0b1347f8-22be-40ca-80a4-01990963907f HTTP/1.1" status: 200 len: 217 time: 0.0610693 Jul 08 20:29:11.707971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-a45733fc-67fb-4678-aee2-fbecff3b418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:11.709886 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-a45733fc-67fb-4678-aee2-fbecff3b418d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.0984395 Jul 08 20:29:11.803831 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-9b895c6b-38da-401b-98f6-1f001c08efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:11.805813 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-9b895c6b-38da-401b-98f6-1f001c08efc8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0865664 Jul 08 20:29:11.922057 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-7dc06239-01de-4709-9e5c-6be0ae41242e service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075182 Jul 08 20:29:12.011449 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de5f58da-a5f4-4841-be76-377d02b8519c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:12.031501 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:12.166237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0dc95-1ba6-4028-a565-102309f2a13e req-8616fbfe-f9f7-4660-aa74-1b7e2ed98b89 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:12.168566 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26a0dc95-1ba6-4028-a565-102309f2a13e req-8616fbfe-f9f7-4660-aa74-1b7e2ed98b89 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 945 time: 0.1551924 Jul 08 20:29:12.173329 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-51adada3-4cc2-4336-9c46-1a382dcb1336 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438526 Jul 08 20:29:12.237742 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de5f58da-a5f4-4841-be76-377d02b8519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:12.240560 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de5f58da-a5f4-4841-be76-377d02b8519c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:12.244759 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-de5f58da-a5f4-4841-be76-377d02b8519c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dce1f9ec-748c-439f-887e-5accd0838e77 HTTP/1.1" status: 204 len: 168 time: 0.8794649 Jul 08 20:29:12.274730 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-2cf50f42-7a30-4ec8-b199-0aa0f55895f4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=3d3d94e7-4685-4ff7-926a-d64df0c1c16c HTTP/1.1" status: 200 len: 217 time: 0.0929413 Jul 08 20:29:12.317696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f58da-a5f4-4841-be76-377d02b8519c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce1f9ec-748c-439f-887e-5accd0838e77,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:12.335882 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26a0dc95-1ba6-4028-a565-102309f2a13e req-ffd50fa6-b386-4c68-bc80-45b3ef29634f tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567566 Jul 08 20:29:12.439648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-f4b5c21c-501a-4c58-af0e-a6a99a221517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:12.443597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-f4b5c21c-501a-4c58-af0e-a6a99a221517 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.1288047 Jul 08 20:29:12.540121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-4945cf00-14b9-451e-a93e-36af86c207fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:12.542670 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-4945cf00-14b9-451e-a93e-36af86c207fd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0916409 Jul 08 20:29:12.552397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d977c4d-9b24-4645-91be-7d9b6cf483b6 req-b41e2205-ae7b-427e-b8c3-8b29232bb2a6 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:12.554193 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d977c4d-9b24-4645-91be-7d9b6cf483b6 req-b41e2205-ae7b-427e-b8c3-8b29232bb2a6 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 932 time: 0.1616518 Jul 08 20:29:12.659468 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-209707d0-f5cd-4983-9a2e-8adca1f07d57 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094141 Jul 08 20:29:12.694501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d977c4d-9b24-4645-91be-7d9b6cf483b6 req-3225abda-bb5a-49e2-a160-ab339581550f tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/security-groups?id=70a6b676-eb06-4619-9c31-58a52a36dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332350 Jul 08 20:29:12.733270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273f1e65-7521-4896-995b-4d09e48bf9f3 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:29:12.766857 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:12.809243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Transition to ACTIVE for port object 273f1e65-7521-4896-995b-4d09e48bf9f3 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:12.821916 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:12.859704 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-6fe05a8c-7fbb-421f-925e-2aa82d4dc1ac service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924319 Jul 08 20:29:12.972258 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-83a2c6dd-0dcb-4cf8-9c8b-a7de9c1d0db6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f2ca086-8d55-419b-b4a5-21eeaae205cf HTTP/1.1" status: 200 len: 217 time: 0.1065750 Jul 08 20:29:13.038458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Pushing event updated for resources: {'Port': ['ID=273f1e65-7521-4896-995b-4d09e48bf9f3,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:13.058177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Attempting to bind port 273f1e65-7521-4896-995b-4d09e48bf9f3 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:29:13.058519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Attempting to bind port 273f1e65-7521-4896-995b-4d09e48bf9f3 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '88b51512-72c9-49a8-9bba-d7d5aded8a65'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:29:13.058852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Attempting to bind port 273f1e65-7521-4896-995b-4d09e48bf9f3 on network 88b51512-72c9-49a8-9bba-d7d5aded8a65 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:29:13.064338 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Port 273f1e65-7521-4896-995b-4d09e48bf9f3 on network 88b51512-72c9-49a8-9bba-d7d5aded8a65 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:29:13.064699 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Attempting to bind port 273f1e65-7521-4896-995b-4d09e48bf9f3 on network 88b51512-72c9-49a8-9bba-d7d5aded8a65 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:29:13.070412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:29:13.070758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Checking segment: {'id': '2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '88b51512-72c9-49a8-9bba-d7d5aded8a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:29:13.071146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Bound using segment: {'id': '2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '88b51512-72c9-49a8-9bba-d7d5aded8a65'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:29:13.071591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Bound port: 273f1e65-7521-4896-995b-4d09e48bf9f3, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '88b51512-72c9-49a8-9bba-d7d5aded8a65'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:29:13.071940 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:13.105549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-82d3e534-3f1e-447f-a9ff-9f3374296e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:13.107970 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-82d3e534-3f1e-447f-a9ff-9f3374296e8d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=56f19382-a7ee-4fc4-ad32-6efb10a42c95 HTTP/1.1" status: 200 len: 797 time: 0.1289854 Jul 08 20:29:13.186438 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] For port 273f1e65-7521-4896-995b-4d09e48bf9f3, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:29:13.191067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] For port 273f1e65-7521-4896-995b-4d09e48bf9f3, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=273f1e65-7521-4896-995b-4d09e48bf9f3,segment=NetworkSegment(2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb),segment_id=2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:29:13.213823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:13.237440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-0ca79c8f-dec0-4278-b927-d2c1326602fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:13.240575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-0ca79c8f-dec0-4278-b927-d2c1326602fb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf68e9f7-7d52-4278-a652-39c8a071af8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1248324 Jul 08 20:29:13.295880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:13.298867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:13.322434 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] 10.222.0.104 "PUT /v2.0/ports/273f1e65-7521-4896-995b-4d09e48bf9f3 HTTP/1.1" status: 200 len: 1093 time: 1.8868933 Jul 08 20:29:13.374879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470b7544-78c5-453a-ab18-c268f7b69fad', 'tag': '273f1e65-7521-4896-995b-4d09e48bf9f3'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:13.377785 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a710e32-97b7-41bd-bd03-976787b5712a" -d '{"events": [{"name": "network-changed", "server_uuid": "470b7544-78c5-453a-ab18-c268f7b69fad", "tag": "273f1e65-7521-4896-995b-4d09e48bf9f3"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:13.502095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37882298-b6c9-44f8-a44c-368e6ffbb627 service neutron] Pushing event updated for resources: {'Port': ['ID=273f1e65-7521-4896-995b-4d09e48bf9f3,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:13.538555 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-eb78e69b-3f7e-412f-b1ac-e4ea5a2bb9ff service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868600 Jul 08 20:29:13.555915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-5a5851fd-72bf-414a-90fb-7c94dd24b05a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:13.564678 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-5a5851fd-72bf-414a-90fb-7c94dd24b05a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.3666155 Jul 08 20:29:13.587730 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-e8e7a89d-3768-44ff-b438-1cf2976f0750 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/quotas/4125edd6346c4ae3b8b1626d019dc03d HTTP/1.1" status: 200 len: 375 time: 0.0229206 Jul 08 20:29:13.602732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b29c-5320-4080-8984-0780d805fa24 req-8a988315-b748-4fa5-b647-dff25bafac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:13.604570 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-8a988315-b748-4fa5-b647-dff25bafac6f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=c6f0f07fa98146e2ba5fe300f725912b&device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 1096 time: 0.1971989 Jul 08 20:29:13.666426 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-815cec9c-33d1-488c-8ff4-bb1ccacd37cd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=273f1e65-7521-4896-995b-4d09e48bf9f3 HTTP/1.1" status: 200 len: 217 time: 0.0427229 Jul 08 20:29:13.673826 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15f7c42-ba09-400f-a4f0-40c55f599aeb x-openstack-request-id: req-d15f7c42-ba09-400f-a4f0-40c55f599aeb {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:13.674174 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470b7544-78c5-453a-ab18-c268f7b69fad", "tag": "273f1e65-7521-4896-995b-4d09e48bf9f3", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:13.674388 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d15f7c42-ba09-400f-a4f0-40c55f599aeb {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:13.674702 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470b7544-78c5-453a-ab18-c268f7b69fad', 'tag': '273f1e65-7521-4896-995b-4d09e48bf9f3', 'status': 'completed', 'code': 200} Jul 08 20:29:13.732329 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-1d23d8c9-1203-49a5-82e6-56498dae25c8 service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904879 Jul 08 20:29:13.742551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b29c-5320-4080-8984-0780d805fa24 req-de19d12c-b507-4369-b8dc-3fb629f35e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:13.744085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-de19d12c-b507-4369-b8dc-3fb629f35e62 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b6e71fb9-3611-4942-ba8e-b06344ca3af4 HTTP/1.1" status: 200 len: 848 time: 0.0674074 Jul 08 20:29:13.767896 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-7bc981ff-4ed5-4690-8eba-11c9d76d5043 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1791761 Jul 08 20:29:13.798764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-027a29f1-f952-42fc-a573-f330dcea7e99 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a243b3c9-f6cc-4346-8144-d7d68e6f404e HTTP/1.1" status: 200 len: 217 time: 0.0490599 Jul 08 20:29:13.812221 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-dd4a5fe3-4f3b-49fd-ad4f-2c70a2094e41 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=88b51512-72c9-49a8-9bba-d7d5aded8a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336144 Jul 08 20:29:13.959934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-8e6a96fb-75a7-4b42-873b-3a7732a1d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:13.966014 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-8e6a96fb-75a7-4b42-873b-3a7732a1d88d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=56f19382-a7ee-4fc4-ad32-6efb10a42c95 HTTP/1.1" status: 200 len: 797 time: 0.1611269 Jul 08 20:29:13.989251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-c0393e03-341a-4864-94f0-ebb703bc4392 service neutron] 10.222.0.104 "GET /v2.0/networks/88b51512-72c9-49a8-9bba-d7d5aded8a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662455 Jul 08 20:29:13.998152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-1a7af2e3-b7f0-412b-afef-26a3e737318a service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293043 Jul 08 20:29:14.052986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911050db-0a4f-4dc6-b6e8-39ad4bb8089e req-f66faf3f-4c89-40b5-845a-6199717740d4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:14.061189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-911050db-0a4f-4dc6-b6e8-39ad4bb8089e req-f66faf3f-4c89-40b5-845a-6199717740d4 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 944 time: 0.1970286 Jul 08 20:29:14.147109 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-911050db-0a4f-4dc6-b6e8-39ad4bb8089e req-afff0b5f-44e2-4b3a-9d53-24eaf3157bad tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/security-groups?id=70a6b676-eb06-4619-9c31-58a52a36dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848651 Jul 08 20:29:14.153276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-0bc3887a-0b33-4722-b5a0-5a415997e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:14.157236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-0bc3887a-0b33-4722-b5a0-5a415997e520 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf68e9f7-7d52-4278-a652-39c8a071af8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1795316 Jul 08 20:29:14.259747 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-c7eeba9c-63a2-4fb8-b647-7d9fdf513674 service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600296 Jul 08 20:29:14.264153 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f39b29c-5320-4080-8984-0780d805fa24 req-00d0a79d-ed98-4dea-beef-279a6ef650f0 service neutron] 10.222.0.104 "GET /v2.0/networks/88b51512-72c9-49a8-9bba-d7d5aded8a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527165 Jul 08 20:29:14.450634 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-e3b95141-2688-415d-8af8-ea48a28991ee service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847002 Jul 08 20:29:14.470106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710e32-97b7-41bd-bd03-976787b5712a req-95f7ca28-a644-4676-b6ab-8fb51ac9b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:14.472461 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a710e32-97b7-41bd-bd03-976787b5712a req-95f7ca28-a644-4676-b6ab-8fb51ac9b904 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=c6f0f07fa98146e2ba5fe300f725912b&device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 1096 time: 0.1353045 Jul 08 20:29:14.660009 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710e32-97b7-41bd-bd03-976787b5712a req-0362cbc9-5693-464b-9284-b3c4dea2e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:14.661551 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a710e32-97b7-41bd-bd03-976787b5712a req-0362cbc9-5693-464b-9284-b3c4dea2e4cf service neutron] 10.222.0.104 "GET /v2.0/networks?id=88b51512-72c9-49a8-9bba-d7d5aded8a65 HTTP/1.1" status: 200 len: 909 time: 0.1807623 Jul 08 20:29:14.682556 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-511c110a-44c2-4216-a025-733b70b5aafc req-01c0f7f5-340b-4721-8e09-c62c176cded5 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 210 time: 0.0386255 Jul 08 20:29:14.727572 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a710e32-97b7-41bd-bd03-976787b5712a req-556ec871-b6ed-4c16-8c00-4f345bcb5e6a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=273f1e65-7521-4896-995b-4d09e48bf9f3 HTTP/1.1" status: 200 len: 217 time: 0.0475307 Jul 08 20:29:14.812349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710e32-97b7-41bd-bd03-976787b5712a req-d5745ad9-bb07-421e-b8c4-ecebc2eab3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:14.814094 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1bdaf07-b1eb-4024-8eea-fd8582433f6e req-d97b8918-436c-4208-940a-d6d575758c2f service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549139 Jul 08 20:29:14.814837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36038) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:14.815489 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a710e32-97b7-41bd-bd03-976787b5712a req-d5745ad9-bb07-421e-b8c4-ecebc2eab3e2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b6e71fb9-3611-4942-ba8e-b06344ca3af4 HTTP/1.1" status: 200 len: 848 time: 0.0727394 Jul 08 20:29:14.870637 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a710e32-97b7-41bd-bd03-976787b5712a req-11f63d1c-c3c5-4a2d-bc1e-5d6c65aaf9d7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=88b51512-72c9-49a8-9bba-d7d5aded8a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446880 Jul 08 20:29:15.040803 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a42e192e-4c24-4850-9149-46d337b9bb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:15.122029 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a710e32-97b7-41bd-bd03-976787b5712a req-e3bb01b7-8134-48eb-9aff-2d5c6c7cd5e2 service neutron] 10.222.0.104 "GET /v2.0/networks/88b51512-72c9-49a8-9bba-d7d5aded8a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406425 Jul 08 20:29:15.220758 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a42e192e-4c24-4850-9149-46d337b9bb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:15.232792 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a42e192e-4c24-4850-9149-46d337b9bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:15.256320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a710e32-97b7-41bd-bd03-976787b5712a req-6dbfa65c-e0ae-4b26-9fa7-8bbb963d02ff service neutron] 10.222.0.104 "GET /v2.0/networks/88b51512-72c9-49a8-9bba-d7d5aded8a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268389 Jul 08 20:29:15.348112 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a42e192e-4c24-4850-9149-46d337b9bb60 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0f2bfb47738d4818bfb0447a1e446167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317461 Jul 08 20:29:15.350814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36046) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:15.353876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e192e-4c24-4850-9149-46d337b9bb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c7dcff-b6e1-4e8b-897d-e179b14c698e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:15.486421 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7bd8-b8fd-4fee-8afd-6c8d9a2cd1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:15.514567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fce69d-ee9f-463e-874c-b314ecc3f703 req-ed6f96f5-18b4-4974-8e51-174a23fa4d49 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:15.515961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7bd8-b8fd-4fee-8afd-6c8d9a2cd1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:15.518263 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1fce69d-ee9f-463e-874c-b314ecc3f703 req-ed6f96f5-18b4-4974-8e51-174a23fa4d49 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 944 time: 0.1491148 Jul 08 20:29:15.590814 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1fce69d-ee9f-463e-874c-b314ecc3f703 req-114adba1-2485-48c8-b8cd-d277b81bc52f tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/security-groups?id=70a6b676-eb06-4619-9c31-58a52a36dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665855 Jul 08 20:29:15.604101 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7bd8-b8fd-4fee-8afd-6c8d9a2cd1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:15.608609 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7bd8-b8fd-4fee-8afd-6c8d9a2cd1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:15.612247 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0a3a7bd8-b8fd-4fee-8afd-6c8d9a2cd1d2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/10c7dcff-b6e1-4e8b-897d-e179b14c698e HTTP/1.1" status: 204 len: 168 time: 0.2601945 Jul 08 20:29:15.633017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a7bd8-b8fd-4fee-8afd-6c8d9a2cd1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c7dcff-b6e1-4e8b-897d-e179b14c698e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:16.003964 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-102fa58c-b02d-4bef-9ca8-ddc2ca7c612c req-dc96e2cd-9492-4746-a20b-6aeed0a0b4b7 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 210 time: 0.0496471 Jul 08 20:29:16.410335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-0c122575-4981-4735-b723-e59383809597 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:16.411969 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-0c122575-4981-4735-b723-e59383809597 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.103 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.1496434 Jul 08 20:29:16.434252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-8168bd06-fd0e-48a0-9867-3e04b117e6d1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Request body: {'port': {'device_id': 'fec5cb6d-fb33-4c0c-80c0-01de27e117e8', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'admin_state_up': True, 'tenant_id': '4125edd6346c4ae3b8b1626d019dc03d'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:16.601098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-8168bd06-fd0e-48a0-9867-3e04b117e6d1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Made reservation on behalf of 4125edd6346c4ae3b8b1626d019dc03d for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:16.617223 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-8168bd06-fd0e-48a0-9867-3e04b117e6d1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:16.858663 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-8168bd06-fd0e-48a0-9867-3e04b117e6d1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Allocated IP 172.20.0.14 (09cd958d-35e6-43c4-9acc-8fd012d12f29/c2373fae-9dad-4e09-8b0b-379b39b82584/3fe9c3d5-ba15-48e1-8f6f-0f909349b227) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:16.902998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095590-2f27-45b2-9f19-06b169bca182 req-eb1443bf-491a-4c51-a49d-2de6f6e20d64 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:16.907696 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb095590-2f27-45b2-9f19-06b169bca182 req-eb1443bf-491a-4c51-a49d-2de6f6e20d64 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 944 time: 0.1219549 Jul 08 20:29:17.161371 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb095590-2f27-45b2-9f19-06b169bca182 req-d64abd8b-3690-443b-aca1-287f6962da09 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/security-groups?id=70a6b676-eb06-4619-9c31-58a52a36dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293234 Jul 08 20:29:17.218240 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-8168bd06-fd0e-48a0-9867-3e04b117e6d1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:17.331169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-8168bd06-fd0e-48a0-9867-3e04b117e6d1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:17.351810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2e9f0bb1-f2fd-4278-b32b-703d00e51bba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:29:17.396922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-8168bd06-fd0e-48a0-9867-3e04b117e6d1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Network 09cd958d-35e6-43c4-9acc-8fd012d12f29 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:17.401267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-8168bd06-fd0e-48a0-9867-3e04b117e6d1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:17.412283 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-8168bd06-fd0e-48a0-9867-3e04b117e6d1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:17.473585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ab51a-be96-4578-966d-9ac73ae6c29b req-3fa2a9ac-990c-4b82-bc68-b71614b8ac38 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:17.485971 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-472ab51a-be96-4578-966d-9ac73ae6c29b req-3fa2a9ac-990c-4b82-bc68-b71614b8ac38 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 932 time: 0.1272449 Jul 08 20:29:17.516565 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-8168bd06-fd0e-48a0-9867-3e04b117e6d1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:17.517287 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-8168bd06-fd0e-48a0-9867-3e04b117e6d1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:17.564896 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-8168bd06-fd0e-48a0-9867-3e04b117e6d1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1410003 Jul 08 20:29:17.569126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168bd06-fd0e-48a0-9867-3e04b117e6d1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event updated for resources: {'Port': ['ID=3fe9c3d5-ba15-48e1-8f6f-0f909349b227,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:17.586953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Request body: {'port': {'device_id': 'fec5cb6d-fb33-4c0c-80c0-01de27e117e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:17.599817 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:17.600967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-472ab51a-be96-4578-966d-9ac73ae6c29b req-b61aae7b-a074-4ccb-9616-16a86feec611 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128263 Jul 08 20:29:17.699973 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:18.000756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 273f1e65-7521-4896-995b-4d09e48bf9f3 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:29:18.160125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 273f1e65-7521-4896-995b-4d09e48bf9f3, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=273f1e65-7521-4896-995b-4d09e48bf9f3,segment=NetworkSegment(2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb),segment_id=2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:18.179259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:29:18.180773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '273f1e65-7521-4896-995b-4d09e48bf9f3', 'network_id': '88b51512-72c9-49a8-9bba-d7d5aded8a65', 'port_id': '273f1e65-7521-4896-995b-4d09e48bf9f3', 'mac_address': 'fa:16:3e:4f:eb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e71fb9-3611-4942-ba8e-b06344ca3af4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:29:18.190794 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:18.226790 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Transition to ACTIVE for port object 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:18.235446 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:18.250141 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:18.276653 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273f1e65-7521-4896-995b-4d09e48bf9f3 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:29:18.327593 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 273f1e65-7521-4896-995b-4d09e48bf9f3, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=273f1e65-7521-4896-995b-4d09e48bf9f3,segment=NetworkSegment(2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb),segment_id=2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:18.336802 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:18.418281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=273f1e65-7521-4896-995b-4d09e48bf9f3,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:18.428278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:18.428791 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:18.429143 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:18.429675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:18.430483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:18.431169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:18.431396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:18.431735 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:18.432226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:18.432563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:18.432922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:18.433417 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:18.471984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe9c3d5-ba15-48e1-8f6f-0f909349b227,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:18.533861 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Attempting to bind port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:29:18.534098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Attempting to bind port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:29:18.534867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Attempting to bind port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:29:18.550206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:29:18.550206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Attempting to bind port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:29:18.558074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:29:18.558074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Checking segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:29:18.558074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Bound using segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:29:18.558074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Bound port: 3fe9c3d5-ba15-48e1-8f6f-0f909349b227, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:29:18.558074 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:18.575862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54d283-930a-4517-a70c-ddce2eaefb33 req-19c15bcd-0ac0-4fc5-8f94-0c3642f9c972 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:18.583061 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1d54d283-930a-4517-a70c-ddce2eaefb33 req-19c15bcd-0ac0-4fc5-8f94-0c3642f9c972 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 945 time: 0.2236331 Jul 08 20:29:18.673158 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1d54d283-930a-4517-a70c-ddce2eaefb33 req-595e9d24-377b-4291-bda1-2f77201145ca tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/security-groups?id=70a6b676-eb06-4619-9c31-58a52a36dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890810 Jul 08 20:29:18.690564 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['273f1e65-7521-4896-995b-4d09e48bf9f3'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:29:18.726473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] For port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:29:18.730733 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] For port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3fe9c3d5-ba15-48e1-8f6f-0f909349b227,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:29:18.736944 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:18.834630 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:18.835282 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:18.836768 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] 10.222.0.103 "PUT /v2.0/ports/3fe9c3d5-ba15-48e1-8f6f-0f909349b227 HTTP/1.1" status: 200 len: 1093 time: 1.2544563 Jul 08 20:29:18.837238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec5cb6d-fb33-4c0c-80c0-01de27e117e8', 'tag': '3fe9c3d5-ba15-48e1-8f6f-0f909349b227'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:18.840241 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2fae4b-561e-4615-8984-a89657e6623a" -d '{"events": [{"name": "network-changed", "server_uuid": "fec5cb6d-fb33-4c0c-80c0-01de27e117e8", "tag": "3fe9c3d5-ba15-48e1-8f6f-0f909349b227"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:18.876149 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab2389-3849-4ff7-8435-7b91d9fae3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe9c3d5-ba15-48e1-8f6f-0f909349b227,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:18.965188 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c0cf95-8917-48bb-8306-33d311d79e43 x-openstack-request-id: req-19c0cf95-8917-48bb-8306-33d311d79e43 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:18.965569 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec5cb6d-fb33-4c0c-80c0-01de27e117e8", "tag": "3fe9c3d5-ba15-48e1-8f6f-0f909349b227", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:18.965901 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-19c0cf95-8917-48bb-8306-33d311d79e43 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:18.966860 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec5cb6d-fb33-4c0c-80c0-01de27e117e8', 'tag': '3fe9c3d5-ba15-48e1-8f6f-0f909349b227', 'status': 'completed', 'code': 200} Jul 08 20:29:19.007027 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-e6fe7798-5fbd-41d7-a36a-364495cfe44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:19.012161 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-e6fe7798-5fbd-41d7-a36a-364495cfe44e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 1096 time: 0.1164181 Jul 08 20:29:19.019545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40ef42-5203-4c73-a8de-e5d193efaa33 req-4aa1073b-44ce-4b7b-8da5-955b6d1ad4b6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:19.041065 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5e40ef42-5203-4c73-a8de-e5d193efaa33 req-4aa1073b-44ce-4b7b-8da5-955b6d1ad4b6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 944 time: 0.2192502 Jul 08 20:29:19.075975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-eb410e29-ee2a-4857-bf39-f3da9d74d838 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fe9c3d5-ba15-48e1-8f6f-0f909349b227 HTTP/1.1" status: 200 len: 217 time: 0.0552781 Jul 08 20:29:19.137249 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5e40ef42-5203-4c73-a8de-e5d193efaa33 req-a5b263a3-61dc-4478-8f33-49edabfa1682 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939372 Jul 08 20:29:19.192035 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-a15443b1-90a1-41e0-8261-346dacaa984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:19.193796 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-a15443b1-90a1-41e0-8261-346dacaa984a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.1089876 Jul 08 20:29:19.247200 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-4d9bd20c-a400-4ce9-a75d-0086ef053bd4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449080 Jul 08 20:29:19.389335 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-b54b6285-41d9-4905-8217-2d810bec693e service neutron] 10.222.0.103 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332994 Jul 08 20:29:19.535409 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79885051-9a7e-4c6c-93d4-461bb69d4d89 req-e6248b56-d06b-4b68-9203-044e464b2720 service neutron] 10.222.0.103 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381314 Jul 08 20:29:19.552712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36190) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:19.708232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fae4b-561e-4615-8984-a89657e6623a req-1230eeeb-894e-42b2-a516-7b3f69aff0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:19.714020 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f2fae4b-561e-4615-8984-a89657e6623a req-1230eeeb-894e-42b2-a516-7b3f69aff0e5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 1096 time: 0.1084204 Jul 08 20:29:19.846319 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38b99cb-47fb-465c-9e69-f50e617d6c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:19.902446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8abe2d-3ecd-48e9-a197-d903597388f1 req-ab49ca7a-df70-4494-bed4-7c0df032f34d tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:19.904663 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9b8abe2d-3ecd-48e9-a197-d903597388f1 req-ab49ca7a-df70-4494-bed4-7c0df032f34d tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 945 time: 0.0795257 Jul 08 20:29:19.932970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fae4b-561e-4615-8984-a89657e6623a req-56dc7949-9ad1-4d43-831c-94c0d55c0578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:19.934441 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f2fae4b-561e-4615-8984-a89657e6623a req-56dc7949-9ad1-4d43-831c-94c0d55c0578 service neutron] 10.222.0.103 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 907 time: 0.1867099 Jul 08 20:29:19.959240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9b8abe2d-3ecd-48e9-a197-d903597388f1 req-f98f7f51-9a50-49d8-9dd7-2f34616e749d tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/security-groups?id=70a6b676-eb06-4619-9c31-58a52a36dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449884 Jul 08 20:29:19.998540 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f2fae4b-561e-4615-8984-a89657e6623a req-404045a1-5c5e-4cc2-ac4a-5c7c9e8ea8c7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fe9c3d5-ba15-48e1-8f6f-0f909349b227 HTTP/1.1" status: 200 len: 217 time: 0.0563257 Jul 08 20:29:20.001968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 273f1e65-7521-4896-995b-4d09e48bf9f3 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:29:20.078119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 273f1e65-7521-4896-995b-4d09e48bf9f3 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:20.078732 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38b99cb-47fb-465c-9e69-f50e617d6c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:20.081071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fae4b-561e-4615-8984-a89657e6623a req-af6fdcda-1e57-4750-b11f-8835a58c5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:20.082836 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f2fae4b-561e-4615-8984-a89657e6623a req-af6fdcda-1e57-4750-b11f-8835a58c5b51 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.0768857 Jul 08 20:29:20.085426 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38b99cb-47fb-465c-9e69-f50e617d6c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:20.094732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 273f1e65-7521-4896-995b-4d09e48bf9f3 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:20.095569 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:20.164019 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f2fae4b-561e-4615-8984-a89657e6623a req-802d5b17-03dd-42c7-8125-a591a3f6aa32 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711565 Jul 08 20:29:20.169362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b99cb-47fb-465c-9e69-f50e617d6c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918b1a19-c791-46e0-8ab7-7e607ffc07e9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:20.211333 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:20.212317 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f38b99cb-47fb-465c-9e69-f50e617d6c2b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b9bae64740f5420fb3c8ba36703024e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6584826 Jul 08 20:29:20.215369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36206) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:20.266199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470b7544-78c5-453a-ab18-c268f7b69fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273f1e65-7521-4896-995b-4d09e48bf9f3'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:20.270830 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f16f07-2baa-45ff-a44c-114f74b77bfc" -d '{"events": [{"server_uuid": "470b7544-78c5-453a-ab18-c268f7b69fad", "name": "network-vif-plugged", "status": "completed", "tag": "273f1e65-7521-4896-995b-4d09e48bf9f3"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:20.308012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 273f1e65-7521-4896-995b-4d09e48bf9f3, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=273f1e65-7521-4896-995b-4d09e48bf9f3,segment=NetworkSegment(2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb),segment_id=2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:20.314254 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:20.376859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=273f1e65-7521-4896-995b-4d09e48bf9f3,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:20.408076 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e95b0217-e1fe-4cd2-a5ae-9f983ab7d249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:20.436490 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e95b0217-e1fe-4cd2-a5ae-9f983ab7d249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:20.457143 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f2fae4b-561e-4615-8984-a89657e6623a req-66ac910e-b33d-4378-aba8-4c36ab9f49dd service neutron] 10.222.0.103 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636123 Jul 08 20:29:20.562354 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabe6f8-b367-4031-abd7-7c04013e8916 req-4d8ca831-aff4-4ef0-af0c-de9614587fb5 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:20.566857 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5eabe6f8-b367-4031-abd7-7c04013e8916 req-4d8ca831-aff4-4ef0-af0c-de9614587fb5 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 944 time: 0.2205465 Jul 08 20:29:20.589549 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e95b0217-e1fe-4cd2-a5ae-9f983ab7d249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:20.592167 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e95b0217-e1fe-4cd2-a5ae-9f983ab7d249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:20.597083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e95b0217-e1fe-4cd2-a5ae-9f983ab7d249 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/918b1a19-c791-46e0-8ab7-7e607ffc07e9 HTTP/1.1" status: 204 len: 168 time: 0.3796375 Jul 08 20:29:20.606307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-68227b16-4daa-4e51-9c12-9e5911d6fc01 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:20.608092 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-68227b16-4daa-4e51-9c12-9e5911d6fc01 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/networks?id=0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 200 len: 814 time: 0.1202331 Jul 08 20:29:20.631798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-4fdd2cf9-3dcd-44d0-afce-241ec38eae74 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/quotas/d5e9137b4de448389e507d5eb405a95b HTTP/1.1" status: 200 len: 375 time: 0.0165443 Jul 08 20:29:20.650099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b0217-e1fe-4cd2-a5ae-9f983ab7d249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b1a19-c791-46e0-8ab7-7e607ffc07e9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:20.668845 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f2fae4b-561e-4615-8984-a89657e6623a req-b2853c2d-bbd5-4f45-9087-341827e85de4 service neutron] 10.222.0.103 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960018 Jul 08 20:29:20.688276 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5eabe6f8-b367-4031-abd7-7c04013e8916 req-2a54111c-33ed-476c-b1b8-fa1f3dca403b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150742 Jul 08 20:29:20.745977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea987da3-5076-4664-b419-786ea1b29f59 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d5e9137b4de448389e507d5eb405a95b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088943 Jul 08 20:29:20.750072 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9aa3f7-0a5e-4d95-af38-8e6abd227c48 x-openstack-request-id: req-3c9aa3f7-0a5e-4d95-af38-8e6abd227c48 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:20.750375 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470b7544-78c5-453a-ab18-c268f7b69fad", "name": "network-vif-plugged", "status": "completed", "tag": "273f1e65-7521-4896-995b-4d09e48bf9f3", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:20.750697 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3c9aa3f7-0a5e-4d95-af38-8e6abd227c48 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:20.751117 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470b7544-78c5-453a-ab18-c268f7b69fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273f1e65-7521-4896-995b-4d09e48bf9f3', 'code': 200} Jul 08 20:29:20.881116 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-3ab2d1b5-3afe-42fa-8692-090ca1e10b1d service neutron] 10.222.0.101 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338425 Jul 08 20:29:21.023649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120dfb4-d682-4c23-b6ad-fb0b5aaa87a9 req-8b26db4f-72f0-4e8f-953c-91c2ca61354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:21.027136 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4120dfb4-d682-4c23-b6ad-fb0b5aaa87a9 req-8b26db4f-72f0-4e8f-953c-91c2ca61354f service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 1098 time: 0.1914227 Jul 08 20:29:21.059906 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-22eb25ee-c0f5-4cda-82a2-2163001b89ad service neutron] 10.222.0.101 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704745 Jul 08 20:29:21.114623 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4120dfb4-d682-4c23-b6ad-fb0b5aaa87a9 req-5792865d-af8e-455f-bef0-e45a9ded4207 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=70a6b676-eb06-4619-9c31-58a52a36dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805745 Jul 08 20:29:21.208908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36250) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:21.237041 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d1c2d871-1b82-4c5f-8915-1d91e202faa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:21.340570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122b1eb-226e-4c5f-b624-7b9e9b1314de req-b0dd5c07-39f1-4cbb-9860-5b1727fa4d0c tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:21.342234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a122b1eb-226e-4c5f-b624-7b9e9b1314de req-b0dd5c07-39f1-4cbb-9860-5b1727fa4d0c tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 946 time: 0.1240823 Jul 08 20:29:21.386970 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54755299-a18f-4912-8603-7fd903e586c5 req-7c0a10d2-ec46-49f3-8664-e0b1d3417d24 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 210 time: 0.0507431 Jul 08 20:29:21.419300 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a122b1eb-226e-4c5f-b624-7b9e9b1314de req-1eb27d5a-9833-4a6a-829f-637bbd387923 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/security-groups?id=70a6b676-eb06-4619-9c31-58a52a36dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686758 Jul 08 20:29:21.440145 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d1c2d871-1b82-4c5f-8915-1d91e202faa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:21.445117 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d1c2d871-1b82-4c5f-8915-1d91e202faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:21.497685 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d1c2d871-1b82-4c5f-8915-1d91e202faa5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6109c43107b248b5a9db2fad79c0b111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875144 Jul 08 20:29:21.498993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2d871-1b82-4c5f-8915-1d91e202faa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4e3338-f9ab-4966-9d44-42c0004eaae4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:21.501802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36270) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:21.583842 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-57ce7bc6-c94e-40d2-85c1-f1b5a58839cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:21.635094 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-57ce7bc6-c94e-40d2-85c1-f1b5a58839cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:21.696846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-57ce7bc6-c94e-40d2-85c1-f1b5a58839cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:21.700960 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-57ce7bc6-c94e-40d2-85c1-f1b5a58839cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:21.705172 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-57ce7bc6-c94e-40d2-85c1-f1b5a58839cc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3a4e3338-f9ab-4966-9d44-42c0004eaae4 HTTP/1.1" status: 204 len: 168 time: 0.1945231 Jul 08 20:29:21.714153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce7bc6-c94e-40d2-85c1-f1b5a58839cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4e3338-f9ab-4966-9d44-42c0004eaae4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:21.838675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36282) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:21.954959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b0e3e-3b2c-4b4c-9f7f-d94d7b7ea4c4 req-047e3851-92a3-4105-afa3-c42b6b512f82 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:21.963002 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6b0b0e3e-3b2c-4b4c-9f7f-d94d7b7ea4c4 req-047e3851-92a3-4105-afa3-c42b6b512f82 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 944 time: 0.1255558 Jul 08 20:29:22.024608 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6b0b0e3e-3b2c-4b4c-9f7f-d94d7b7ea4c4 req-09d05445-306c-47a6-b9c7-11992b2b65cb tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603764 Jul 08 20:29:22.222777 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-014bc798-5cc4-42cb-b930-8d6a5bad97dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:22.360873 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-014bc798-5cc4-42cb-b930-8d6a5bad97dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:22.365215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-014bc798-5cc4-42cb-b930-8d6a5bad97dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:22.405238 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-014bc798-5cc4-42cb-b930-8d6a5bad97dd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5146a0cb83c84021bb9c44337a855ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5653586 Jul 08 20:29:22.409670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36300) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:22.413057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bc798-5cc4-42cb-b930-8d6a5bad97dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c5a142-9732-4cc0-8e7c-14e3aa9abb19,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:22.486061 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-716c8181-9c37-445b-85ca-3d826128e25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:22.518220 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-716c8181-9c37-445b-85ca-3d826128e25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:22.656334 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:29:22.670914 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec250255-7f89-4d11-9017-b5ab02094fc6 req-e0dc10c0-c000-43fb-8766-291bc8617b37 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 210 time: 0.0639269 Jul 08 20:29:22.881119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3fe9c3d5-ba15-48e1-8f6f-0f909349b227,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:22.909779 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '3fe9c3d5-ba15-48e1-8f6f-0f909349b227', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'port_id': '3fe9c3d5-ba15-48e1-8f6f-0f909349b227', 'mac_address': 'fa:16:3e:78:c8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2373fae-9dad-4e09-8b0b-379b39b82584', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:29:22.960192 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:22.978369 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:29:23.004157 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3fe9c3d5-ba15-48e1-8f6f-0f909349b227,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:23.009386 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:23.112408 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=3fe9c3d5-ba15-48e1-8f6f-0f909349b227,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:23.169507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-716c8181-9c37-445b-85ca-3d826128e25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:23.172387 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-716c8181-9c37-445b-85ca-3d826128e25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:23.173538 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-716c8181-9c37-445b-85ca-3d826128e25c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/13c5a142-9732-4cc0-8e7c-14e3aa9abb19 HTTP/1.1" status: 204 len: 168 time: 0.7635369 Jul 08 20:29:23.187340 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747565e-05a4-47f2-b16e-9c2d5bdb06df req-23bca220-5c83-45e1-8c0b-b260dc2f00ae tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:23.194718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d747565e-05a4-47f2-b16e-9c2d5bdb06df req-23bca220-5c83-45e1-8c0b-b260dc2f00ae tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 946 time: 0.1680627 Jul 08 20:29:23.234175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c8181-9c37-445b-85ca-3d826128e25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c5a142-9732-4cc0-8e7c-14e3aa9abb19,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:23.263929 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d747565e-05a4-47f2-b16e-9c2d5bdb06df req-ecd0b18b-c7dc-4f0d-95b2-b757cdee5ced tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/security-groups?id=70a6b676-eb06-4619-9c31-58a52a36dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684943 Jul 08 20:29:23.280207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-c892af06-d3aa-4b2d-bca4-633a7f7c5e92 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:23.282248 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-c892af06-d3aa-4b2d-bca4-633a7f7c5e92 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.103 "GET /v2.0/networks?id=0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 200 len: 814 time: 0.2546244 Jul 08 20:29:23.290864 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:23.306017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-95fa233c-b94a-463c-aa92-186ba324aea5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Request body: {'port': {'device_id': '1dd15c1b-526f-4763-a231-26296a3d9850', 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c', 'admin_state_up': True, 'tenant_id': 'd5e9137b4de448389e507d5eb405a95b'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:23.321147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa2c22-cad9-42d9-9457-5897060b8f0f req-45aeee04-a4f1-4f86-85ef-efffbb04242a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:23.339322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dafa2c22-cad9-42d9-9457-5897060b8f0f req-45aeee04-a4f1-4f86-85ef-efffbb04242a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 945 time: 0.1400688 Jul 08 20:29:23.366989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['3fe9c3d5-ba15-48e1-8f6f-0f909349b227'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:29:23.431846 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dafa2c22-cad9-42d9-9457-5897060b8f0f req-eb96b253-6996-4d2b-a69f-8c59a745d3ce tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915210 Jul 08 20:29:23.549874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-95fa233c-b94a-463c-aa92-186ba324aea5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Made reservation on behalf of d5e9137b4de448389e507d5eb405a95b for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:23.562491 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-95fa233c-b94a-463c-aa92-186ba324aea5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:23.743126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-95fa233c-b94a-463c-aa92-186ba324aea5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Allocated IP 172.20.0.14 (0cb52e9e-eaba-47ff-a0c6-9f694354493c/ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e/14b0c5bd-eb9f-427b-9fb8-8f95f12818ba) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:23.806582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36342) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:23.830687 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6235257c-0f31-4bd4-9cbc-9aa6ba975428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:24.002742 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-95fa233c-b94a-463c-aa92-186ba324aea5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:24.006050 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31a0ec8f-d245-4414-b561-3b1dce1358ff req-afb88a21-9ecb-48c4-9778-6dba8c38383f tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 210 time: 0.0457346 Jul 08 20:29:24.065893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-95fa233c-b94a-463c-aa92-186ba324aea5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:24.072986 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6235257c-0f31-4bd4-9cbc-9aa6ba975428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:24.079657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['94512f95-708e-468a-818f-4d1bc770ad26'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:29:24.083726 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6235257c-0f31-4bd4-9cbc-9aa6ba975428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:24.145542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235257c-0f31-4bd4-9cbc-9aa6ba975428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a99b29-c02e-4de0-be05-9e62b5d23f6f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:24.161690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6235257c-0f31-4bd4-9cbc-9aa6ba975428 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=84b4c695537641e0a442520574f07d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523085 Jul 08 20:29:24.163223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36358) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:24.185531 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-95fa233c-b94a-463c-aa92-186ba324aea5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Network 0cb52e9e-eaba-47ff-a0c6-9f694354493c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:24.192850 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-95fa233c-b94a-463c-aa92-186ba324aea5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:24.199275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa233c-b94a-463c-aa92-186ba324aea5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Pushing event updated for resources: {'Port': ['ID=14b0c5bd-eb9f-427b-9fb8-8f95f12818ba,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:24.202719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-95fa233c-b94a-463c-aa92-186ba324aea5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:24.232564 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da74f954-92c1-4c1e-bdd4-4298a6bbdff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:24.258762 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da74f954-92c1-4c1e-bdd4-4298a6bbdff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:24.265739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-95fa233c-b94a-463c-aa92-186ba324aea5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:24.266690 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-95fa233c-b94a-463c-aa92-186ba324aea5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:24.284932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-95fa233c-b94a-463c-aa92-186ba324aea5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9885728 Jul 08 20:29:24.315062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Request body: {'port': {'device_id': '1dd15c1b-526f-4763-a231-26296a3d9850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:24.329018 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da74f954-92c1-4c1e-bdd4-4298a6bbdff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:24.333304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da74f954-92c1-4c1e-bdd4-4298a6bbdff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:24.346369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-da74f954-92c1-4c1e-bdd4-4298a6bbdff1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/86a99b29-c02e-4de0-be05-9e62b5d23f6f HTTP/1.1" status: 204 len: 168 time: 0.1761465 Jul 08 20:29:24.369249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74f954-92c1-4c1e-bdd4-4298a6bbdff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a99b29-c02e-4de0-be05-9e62b5d23f6f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:24.375097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6f67d435-f1bb-4636-b753-e52c61b28aa4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:29:24.414057 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:24.665144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:29:24.809655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:24.818593 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:24.819051 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:24.925514 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:24.939407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbfaf5-fdad-4968-854e-c9ec66d8ff47 req-dbe2df83-b8f3-421c-a300-44b6f5217a5b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:24.941422 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38bbfaf5-fdad-4968-854e-c9ec66d8ff47 req-dbe2df83-b8f3-421c-a300-44b6f5217a5b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 945 time: 0.1702042 Jul 08 20:29:24.985244 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3fe9c3d5-ba15-48e1-8f6f-0f909349b227,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:24.987007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec5cb6d-fb33-4c0c-80c0-01de27e117e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe9c3d5-ba15-48e1-8f6f-0f909349b227'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:24.990498 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54973e81-5222-4e81-a224-55de4e69552a" -d '{"events": [{"server_uuid": "fec5cb6d-fb33-4c0c-80c0-01de27e117e8", "name": "network-vif-plugged", "status": "completed", "tag": "3fe9c3d5-ba15-48e1-8f6f-0f909349b227"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:24.994589 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:25.044004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:29:25.062582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38bbfaf5-fdad-4968-854e-c9ec66d8ff47 req-58026ba7-0d2e-4a3e-ba6c-3e3d66f3a26e tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017101 Jul 08 20:29:25.064887 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:25.075949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=3fe9c3d5-ba15-48e1-8f6f-0f909349b227,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:25.100337 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Transition to ACTIVE for port object 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:25.101387 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87729ba5-c0a3-40fb-9b09-7d488846e073 x-openstack-request-id: req-87729ba5-c0a3-40fb-9b09-7d488846e073 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:25.102344 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec5cb6d-fb33-4c0c-80c0-01de27e117e8", "name": "network-vif-plugged", "status": "completed", "tag": "3fe9c3d5-ba15-48e1-8f6f-0f909349b227", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:25.102825 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-87729ba5-c0a3-40fb-9b09-7d488846e073 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:25.103431 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec5cb6d-fb33-4c0c-80c0-01de27e117e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe9c3d5-ba15-48e1-8f6f-0f909349b227', 'code': 200} Jul 08 20:29:25.114232 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:25.241691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Pushing event updated for resources: {'Port': ['ID=14b0c5bd-eb9f-427b-9fb8-8f95f12818ba,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:25.376247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Attempting to bind port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:29:25.377063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Attempting to bind port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:29:25.377063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Attempting to bind port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba on network 0cb52e9e-eaba-47ff-a0c6-9f694354493c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:29:25.388711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba on network 0cb52e9e-eaba-47ff-a0c6-9f694354493c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:29:25.389015 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Attempting to bind port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba on network 0cb52e9e-eaba-47ff-a0c6-9f694354493c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:29:25.395344 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a76277-02f0-4c1f-9cfb-53296e2c971e req-dc128360-6e17-4d60-a550-86487bbd46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:25.397060 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e3a76277-02f0-4c1f-9cfb-53296e2c971e req-dc128360-6e17-4d60-a550-86487bbd46e2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 1098 time: 0.1766684 Jul 08 20:29:25.406385 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:29:25.406714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Checking segment: {'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:29:25.407114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Bound using segment: {'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:29:25.408148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Bound port: 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:29:25.408148 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:25.462582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e3b01-ccde-4c35-a0af-c86921c0f7ef req-281b1806-001c-4b78-a21b-b02228365877 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:25.464169 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f24e3b01-ccde-4c35-a0af-c86921c0f7ef req-281b1806-001c-4b78-a21b-b02228365877 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 944 time: 0.1534441 Jul 08 20:29:25.536942 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e3a76277-02f0-4c1f-9cfb-53296e2c971e req-1bc32ac0-2e94-4802-9604-9cfeac87016f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322279 Jul 08 20:29:25.571092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] For port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:29:25.576714 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f24e3b01-ccde-4c35-a0af-c86921c0f7ef req-7a756de6-4140-45b6-b9fc-0895b0631e26 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866375 Jul 08 20:29:25.590652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] For port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=14b0c5bd-eb9f-427b-9fb8-8f95f12818ba,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:29:25.595728 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:25.641365 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:25.642011 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:25.643440 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-ea1abd62-246d-495f-a699-292f363935fe service neutron] 10.222.0.103 "PUT /v2.0/ports/14b0c5bd-eb9f-427b-9fb8-8f95f12818ba HTTP/1.1" status: 200 len: 1093 time: 1.3458450 Jul 08 20:29:25.644135 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd15c1b-526f-4763-a231-26296a3d9850', 'tag': '14b0c5bd-eb9f-427b-9fb8-8f95f12818ba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:25.646762 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580db233-9083-4a33-913d-6c5b3a80e1de" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd15c1b-526f-4763-a231-26296a3d9850", "tag": "14b0c5bd-eb9f-427b-9fb8-8f95f12818ba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:25.678921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1abd62-246d-495f-a699-292f363935fe service neutron] Pushing event updated for resources: {'Port': ['ID=14b0c5bd-eb9f-427b-9fb8-8f95f12818ba,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:25.697767 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b394f8e5-b53b-4eb2-8aa0-ddd17951c6be x-openstack-request-id: req-b394f8e5-b53b-4eb2-8aa0-ddd17951c6be {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:25.698070 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd15c1b-526f-4763-a231-26296a3d9850", "tag": "14b0c5bd-eb9f-427b-9fb8-8f95f12818ba", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:25.698451 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b394f8e5-b53b-4eb2-8aa0-ddd17951c6be {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:25.699011 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd15c1b-526f-4763-a231-26296a3d9850', 'tag': '14b0c5bd-eb9f-427b-9fb8-8f95f12818ba', 'status': 'completed', 'code': 200} Jul 08 20:29:25.800496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-eabc6f81-b700-44d6-80af-22b462a6563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:25.802147 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-eabc6f81-b700-44d6-80af-22b462a6563b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d5e9137b4de448389e507d5eb405a95b&device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 1096 time: 0.0899329 Jul 08 20:29:25.856035 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-76b72e49-1f11-4de2-817e-87ae5d355546 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b0c5bd-eb9f-427b-9fb8-8f95f12818ba HTTP/1.1" status: 200 len: 217 time: 0.0446851 Jul 08 20:29:25.926545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-dc2a0cae-55cb-4712-9551-ac85bf7fac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:25.930401 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-dc2a0cae-55cb-4712-9551-ac85bf7fac2f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e HTTP/1.1" status: 200 len: 854 time: 0.0656855 Jul 08 20:29:25.984582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-6f560fa0-2fa4-4a62-99e1-6dfbdcae5466 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cb52e9e-eaba-47ff-a0c6-9f694354493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436051 Jul 08 20:29:26.098516 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-5bf7e04b-14f2-4434-8e74-31e63d614618 service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060324 Jul 08 20:29:26.275343 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da6c793e-4d8a-4735-ab4f-f394046c4d81 req-777f5d57-986a-43b0-b32d-6fc49b2e3a6a service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686699 Jul 08 20:29:26.324123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a6382-b938-4559-ba5b-82deb9068d65 req-c4a67774-9e4a-4671-9e14-11791e8dff4b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:26.325849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-687a6382-b938-4559-ba5b-82deb9068d65 req-c4a67774-9e4a-4671-9e14-11791e8dff4b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 946 time: 0.0884581 Jul 08 20:29:26.442068 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-687a6382-b938-4559-ba5b-82deb9068d65 req-24d3756a-01ab-45b8-b0b9-c49536015900 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090848 Jul 08 20:29:26.469697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580db233-9083-4a33-913d-6c5b3a80e1de req-84714a51-e0fd-4b05-9fb2-d83783e81d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:26.471355 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-580db233-9083-4a33-913d-6c5b3a80e1de req-84714a51-e0fd-4b05-9fb2-d83783e81d5b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d5e9137b4de448389e507d5eb405a95b&device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 1096 time: 0.1266813 Jul 08 20:29:26.634729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580db233-9083-4a33-913d-6c5b3a80e1de req-cc704554-2827-4386-ac43-3e0b0768624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:26.637380 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-580db233-9083-4a33-913d-6c5b3a80e1de req-cc704554-2827-4386-ac43-3e0b0768624b service neutron] 10.222.0.103 "GET /v2.0/networks?id=0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 200 len: 915 time: 0.1579390 Jul 08 20:29:26.700606 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-580db233-9083-4a33-913d-6c5b3a80e1de req-82029a4d-aabc-4b94-96be-69f999e308ec service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b0c5bd-eb9f-427b-9fb8-8f95f12818ba HTTP/1.1" status: 200 len: 217 time: 0.0518646 Jul 08 20:29:26.769951 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580db233-9083-4a33-913d-6c5b3a80e1de req-b7374a77-29f6-4338-99d1-8728d3e16e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:26.771790 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-580db233-9083-4a33-913d-6c5b3a80e1de req-b7374a77-29f6-4338-99d1-8728d3e16e1e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e HTTP/1.1" status: 200 len: 854 time: 0.0641742 Jul 08 20:29:26.823656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-580db233-9083-4a33-913d-6c5b3a80e1de req-39495a54-078a-4b83-a127-53e46faf6ef2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cb52e9e-eaba-47ff-a0c6-9f694354493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434985 Jul 08 20:29:26.863249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501730-c676-456f-a791-2aa0569e3423 req-c3d85b80-67b9-42b4-95b9-e69cc6d1476d tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:26.871415 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18501730-c676-456f-a791-2aa0569e3423 req-c3d85b80-67b9-42b4-95b9-e69cc6d1476d tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 944 time: 0.0857654 Jul 08 20:29:26.947314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18501730-c676-456f-a791-2aa0569e3423 req-5075c43b-8e38-44a2-8f11-e9e698de096f tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746152 Jul 08 20:29:27.041764 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-580db233-9083-4a33-913d-6c5b3a80e1de req-db598bbc-986e-4dc0-ae65-1a47e8432ca6 service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102199 Jul 08 20:29:27.270765 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-580db233-9083-4a33-913d-6c5b3a80e1de req-10c469db-7b54-4dbb-873c-1956cdf60b46 service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206128 Jul 08 20:29:27.285251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36502) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:27.443222 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c3710472-8fca-459a-a690-61956f11dc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:27.566349 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c3710472-8fca-459a-a690-61956f11dc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:27.572545 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c3710472-8fca-459a-a690-61956f11dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:27.620474 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c3710472-8fca-459a-a690-61956f11dc67 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c541b88b4e2b4d3eb9c5a5d12bd767f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3318260 Jul 08 20:29:27.621357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36522) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:27.702907 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3710472-8fca-459a-a690-61956f11dc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04c2352-6ccd-48a0-8599-4d71b1bab261,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:27.766085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525017e-b520-46d9-be91-bf61036ededa req-c54a619a-71be-415e-bd0d-d1f7305959c4 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:27.767730 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a525017e-b520-46d9-be91-bf61036ededa req-c54a619a-71be-415e-bd0d-d1f7305959c4 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 946 time: 0.1450400 Jul 08 20:29:27.768452 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88004126-5768-4859-a61c-6cb04a973c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:27.810384 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88004126-5768-4859-a61c-6cb04a973c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:27.849366 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a525017e-b520-46d9-be91-bf61036ededa req-54a8aa02-b3fe-46cf-bf6b-640592c29907 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707684 Jul 08 20:29:27.878252 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88004126-5768-4859-a61c-6cb04a973c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:27.882579 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88004126-5768-4859-a61c-6cb04a973c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:27.884412 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-88004126-5768-4859-a61c-6cb04a973c3d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d04c2352-6ccd-48a0-8599-4d71b1bab261 HTTP/1.1" status: 204 len: 168 time: 0.2563925 Jul 08 20:29:27.896546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88004126-5768-4859-a61c-6cb04a973c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04c2352-6ccd-48a0-8599-4d71b1bab261,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:28.095389 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e639997-ebd5-4567-9eca-1bd709e9b43f req-fc39b005-0166-4779-b560-963c6287a9ba tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:28.097876 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1e639997-ebd5-4567-9eca-1bd709e9b43f req-fc39b005-0166-4779-b560-963c6287a9ba tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 946 time: 0.1096613 Jul 08 20:29:28.187603 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1e639997-ebd5-4567-9eca-1bd709e9b43f req-cc73adc2-ece3-4dae-b7cb-a022fecf6e1e tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811775 Jul 08 20:29:28.239149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdc1c3-6e0f-468b-bf0e-c0a81b608269 req-fd085227-ae43-4dac-9b3c-4a6a9be5fea7 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:28.241219 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4dfdc1c3-6e0f-468b-bf0e-c0a81b608269 req-fd085227-ae43-4dac-9b3c-4a6a9be5fea7 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 944 time: 0.1003788 Jul 08 20:29:28.291776 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4dfdc1c3-6e0f-468b-bf0e-c0a81b608269 req-ae39b088-c644-4ca0-bcd8-94dfcd66b01e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445065 Jul 08 20:29:28.368660 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36544) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:28.387677 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4894585d-9ec9-4fa1-93f0-6f8bbd00b3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:28.397778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db561d-212c-48fc-9672-f00b62df7fb7 req-935e3c23-1ae9-4f58-b042-21ab08a43345 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:28.399544 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-46db561d-212c-48fc-9672-f00b62df7fb7 req-935e3c23-1ae9-4f58-b042-21ab08a43345 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 946 time: 0.0779562 Jul 08 20:29:28.469269 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-46db561d-212c-48fc-9672-f00b62df7fb7 req-6eb61cb3-4bb4-4f28-b471-4dfb56c48305 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/security-groups?id=70a6b676-eb06-4619-9c31-58a52a36dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582426 Jul 08 20:29:28.528804 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4894585d-9ec9-4fa1-93f0-6f8bbd00b3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:28.535007 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4894585d-9ec9-4fa1-93f0-6f8bbd00b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:28.568181 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4894585d-9ec9-4fa1-93f0-6f8bbd00b3a8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d656000b228f4ee7b501759b5e08a5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981287 Jul 08 20:29:28.570633 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36552) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:28.641263 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894585d-9ec9-4fa1-93f0-6f8bbd00b3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec98e2ab-52fc-42de-b4a9-178d31e9991c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:28.660603 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47e8c540-79ff-4bad-a061-3e04de37eca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:28.682967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:29:28.688288 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47e8c540-79ff-4bad-a061-3e04de37eca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:28.765464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47e8c540-79ff-4bad-a061-3e04de37eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:28.768073 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47e8c540-79ff-4bad-a061-3e04de37eca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:28.769463 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-47e8c540-79ff-4bad-a061-3e04de37eca7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ec98e2ab-52fc-42de-b4a9-178d31e9991c HTTP/1.1" status: 204 len: 168 time: 0.1975656 Jul 08 20:29:28.783923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8c540-79ff-4bad-a061-3e04de37eca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec98e2ab-52fc-42de-b4a9-178d31e9991c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:28.862842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91b76-6c54-4834-9eca-12a1abbf7ee3 req-3b132154-519f-4938-88b2-537440b6d2cf tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:28.873134 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56b91b76-6c54-4834-9eca-12a1abbf7ee3 req-3b132154-519f-4938-88b2-537440b6d2cf tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 946 time: 0.1138091 Jul 08 20:29:28.880620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=14b0c5bd-eb9f-427b-9fb8-8f95f12818ba,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:28.906499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '14b0c5bd-eb9f-427b-9fb8-8f95f12818ba', 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c', 'port_id': '14b0c5bd-eb9f-427b-9fb8-8f95f12818ba', 'mac_address': 'fa:16:3e:ac:82:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:29:28.933128 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56b91b76-6c54-4834-9eca-12a1abbf7ee3 req-34b09946-1d7d-4e32-95aa-e7c49f04ace6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587196 Jul 08 20:29:28.957477 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:28.973024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:29:28.996590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=14b0c5bd-eb9f-427b-9fb8-8f95f12818ba,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:29.001770 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:29.066453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=14b0c5bd-eb9f-427b-9fb8-8f95f12818ba,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:29.411022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['14b0c5bd-eb9f-427b-9fb8-8f95f12818ba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:29:29.573059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb8a2c-d7e7-4955-b1ac-229549872ca3 req-0a052087-ab74-4fb2-af90-956986cf3c8c tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:29.575901 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5cb8a2c-d7e7-4955-b1ac-229549872ca3 req-0a052087-ab74-4fb2-af90-956986cf3c8c tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 945 time: 0.1243699 Jul 08 20:29:29.650673 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5cb8a2c-d7e7-4955-b1ac-229549872ca3 req-f85908cc-a8ea-4634-8f79-6932883172b2 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671825 Jul 08 20:29:29.695007 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36584) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:29.757996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc43beb-8902-45b5-aa5f-6e2884095c0a req-3d87448d-dc9b-4171-9deb-1825098e381a tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:29.759726 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4dc43beb-8902-45b5-aa5f-6e2884095c0a req-3d87448d-dc9b-4171-9deb-1825098e381a tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 946 time: 0.1205864 Jul 08 20:29:29.840947 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4dc43beb-8902-45b5-aa5f-6e2884095c0a req-2d2be1e1-73dc-4bb3-8650-2519200466c1 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/security-groups?id=70a6b676-eb06-4619-9c31-58a52a36dd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724244 Jul 08 20:29:29.845381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1771663707'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:29.880299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de08e8c-fa0a-4e6a-aae6-ca70becf40f7 req-94969eb6-096c-43da-8972-baeadab57b95 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:29.882492 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8de08e8c-fa0a-4e6a-aae6-ca70becf40f7 req-94969eb6-096c-43da-8972-baeadab57b95 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.104 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 946 time: 0.1709998 Jul 08 20:29:29.897949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Made reservation on behalf of 3be5f6c2d31b45db8e4e28cc9e10f0ed for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:29.903589 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:29.928458 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.126502 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8de08e8c-fa0a-4e6a-aae6-ca70becf40f7 req-9f3c96ce-314d-4167-9e6a-3af2850e02bf tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Deleting port 273f1e65-7521-4896-995b-4d09e48bf9f3 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:29:30.126875 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8de08e8c-fa0a-4e6a-aae6-ca70becf40f7 req-9f3c96ce-314d-4167-9e6a-3af2850e02bf tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.273346 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.279818 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.290802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632be819-8027-4331-a0ae-b00fa8d20f4a req-640aac34-f27d-49cb-9374-7992d7b6b898 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:30.292319 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-632be819-8027-4331-a0ae-b00fa8d20f4a req-640aac34-f27d-49cb-9374-7992d7b6b898 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 946 time: 0.1357188 Jul 08 20:29:30.315926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6734dd2-4425-4dca-9bbf-dc30b59fabcb req-e00a6cf2-e51f-441f-a9fa-26cbdd3b9dd9 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:30.317532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a6734dd2-4425-4dca-9bbf-dc30b59fabcb req-e00a6cf2-e51f-441f-a9fa-26cbdd3b9dd9 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.103 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 946 time: 0.1282973 Jul 08 20:29:30.327642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:29:30.354593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56ad7b7-ee44-40c3-9f38-4d63983cdf5d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:30.361684 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.362075 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Added segment e717a8e4-201c-49e8-8c02-e70efe5714d2 of type vlan for network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 Jul 08 20:29:30.375067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8de08e8c-fa0a-4e6a-aae6-ca70becf40f7 req-9f3c96ce-314d-4167-9e6a-3af2850e02bf tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] For port 273f1e65-7521-4896-995b-4d09e48bf9f3, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=273f1e65-7521-4896-995b-4d09e48bf9f3,segment=NetworkSegment(2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb),segment_id=2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:30.375484 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8de08e8c-fa0a-4e6a-aae6-ca70becf40f7 req-9f3c96ce-314d-4167-9e6a-3af2850e02bf tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.415216 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-632be819-8027-4331-a0ae-b00fa8d20f4a req-a3057046-b5e5-490c-aac3-60237efc9b57 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070554 Jul 08 20:29:30.416514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8de08e8c-fa0a-4e6a-aae6-ca70becf40f7 req-9f3c96ce-314d-4167-9e6a-3af2850e02bf tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Calling delete_port for 273f1e65-7521-4896-995b-4d09e48bf9f3 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:29:30.432227 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.469741 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.475681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:30.476443 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.544017 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8470232 Jul 08 20:29:30.547659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36596) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:30.550887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-a6734dd2-4425-4dca-9bbf-dc30b59fabcb req-e190b6a9-d14b-4530-b54a-a75f4bcc4f57 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Deleting port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:29:30.551265 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a6734dd2-4425-4dca-9bbf-dc30b59fabcb req-e190b6a9-d14b-4530-b54a-a75f4bcc4f57 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.559385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-bac327d6-ef69-4373-b3b2-79c32c892dca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Request body: {'subnet': {'network_id': '1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:30.616467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b7de7-be44-45d5-8e81-af8d46d08428 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event updated for resources: {'Network': ['ID=1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:30.629086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:29:30.699420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac327d6-ef69-4373-b3b2-79c32c892dca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Made reservation on behalf of 3be5f6c2d31b45db8e4e28cc9e10f0ed for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:30.700054 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8de08e8c-fa0a-4e6a-aae6-ca70becf40f7 req-9f3c96ce-314d-4167-9e6a-3af2850e02bf tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.704679 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bac327d6-ef69-4373-b3b2-79c32c892dca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.706715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:29:30.715281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a6734dd2-4425-4dca-9bbf-dc30b59fabcb req-e190b6a9-d14b-4530-b54a-a75f4bcc4f57 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] For port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3fe9c3d5-ba15-48e1-8f6f-0f909349b227,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:30.715715 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a6734dd2-4425-4dca-9bbf-dc30b59fabcb req-e190b6a9-d14b-4530-b54a-a75f4bcc4f57 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.752689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c96ce-314d-4167-9e6a-3af2850e02bf tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Pushing event deleted for resources: {'Port': ['ID=273f1e65-7521-4896-995b-4d09e48bf9f3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:30.779510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:30.782769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-a6734dd2-4425-4dca-9bbf-dc30b59fabcb req-e190b6a9-d14b-4530-b54a-a75f4bcc4f57 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Calling delete_port for 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:29:30.787470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:30.788078 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.819683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de08e8c-fa0a-4e6a-aae6-ca70becf40f7 req-9f3c96ce-314d-4167-9e6a-3af2850e02bf tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] No DVR routers for this DVR port 273f1e65-7521-4896-995b-4d09e48bf9f3 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:29:30.824458 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8de08e8c-fa0a-4e6a-aae6-ca70becf40f7 req-9f3c96ce-314d-4167-9e6a-3af2850e02bf tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:30.827046 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8de08e8c-fa0a-4e6a-aae6-ca70becf40f7 req-9f3c96ce-314d-4167-9e6a-3af2850e02bf tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.104 "DELETE /v2.0/ports/273f1e65-7521-4896-995b-4d09e48bf9f3 HTTP/1.1" status: 204 len: 173 time: 0.9370425 Jul 08 20:29:30.835349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470b7544-78c5-453a-ab18-c268f7b69fad', 'name': 'network-vif-deleted', 'tag': '273f1e65-7521-4896-995b-4d09e48bf9f3'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:30.838091 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e94d117-fe72-44b0-af8f-6ffe52c5d6da" -d '{"events": [{"server_uuid": "470b7544-78c5-453a-ab18-c268f7b69fad", "name": "network-vif-deleted", "tag": "273f1e65-7521-4896-995b-4d09e48bf9f3"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:30.973188 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:31.005257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd15c1b-526f-4763-a231-26296a3d9850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b0c5bd-eb9f-427b-9fb8-8f95f12818ba'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:31.008000 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c976c13-f3a6-4bbb-ae38-b266ee289f87" -d '{"events": [{"server_uuid": "1dd15c1b-526f-4763-a231-26296a3d9850", "name": "network-vif-plugged", "status": "completed", "tag": "14b0c5bd-eb9f-427b-9fb8-8f95f12818ba"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:31.017811 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0eadbc-3255-40bc-8932-197d67b1ad23 x-openstack-request-id: req-0b0eadbc-3255-40bc-8932-197d67b1ad23 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:31.018009 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470b7544-78c5-453a-ab18-c268f7b69fad", "name": "network-vif-deleted", "tag": "273f1e65-7521-4896-995b-4d09e48bf9f3", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:31.018274 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0b0eadbc-3255-40bc-8932-197d67b1ad23 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:31.018679 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470b7544-78c5-453a-ab18-c268f7b69fad', 'name': 'network-vif-deleted', 'tag': '273f1e65-7521-4896-995b-4d09e48bf9f3', 'status': 'completed', 'code': 200} Jul 08 20:29:31.024334 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=14b0c5bd-eb9f-427b-9fb8-8f95f12818ba,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:31.029625 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:31.132620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=14b0c5bd-eb9f-427b-9fb8-8f95f12818ba,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:31.149379 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bac327d6-ef69-4373-b3b2-79c32c892dca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:31.191174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a4617-d0a5-44df-85be-92f59833df9e req-e4d54d7a-b578-4acf-999f-afbcb94c679e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:31.192815 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-956a4617-d0a5-44df-85be-92f59833df9e req-e4d54d7a-b578-4acf-999f-afbcb94c679e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 945 time: 0.3754427 Jul 08 20:29:31.223534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-62f69e1d-8aac-44bf-89bc-e0e0df0d5840 req-7baffd5d-33b1-4c7c-ab9c-11e1ef72ce75 tempest-VolumesActionsTest-381814346 tempest-VolumesActionsTest-381814346-project] 10.222.0.101 "GET /v2.0/ports?device_id=470b7544-78c5-453a-ab18-c268f7b69fad HTTP/1.1" status: 200 len: 210 time: 0.0629764 Jul 08 20:29:31.273408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac327d6-ef69-4373-b3b2-79c32c892dca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event updated for resources: {'Subnet': ['ID=41b166d6-8498-42ec-bab2-b5988da71092,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:31.275629 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac327d6-ef69-4373-b3b2-79c32c892dca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Checking segment: {'id': 'e717a8e4-201c-49e8-8c02-e70efe5714d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:29:31.276012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac327d6-ef69-4373-b3b2-79c32c892dca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Network hostable DHCP agents. Network: 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:29:31.296323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac327d6-ef69-4373-b3b2-79c32c892dca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:29:31.299073 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-956a4617-d0a5-44df-85be-92f59833df9e req-ea37607f-f58c-4112-8c80-620394a0babc tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995350 Jul 08 20:29:31.308488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-bac327d6-ef69-4373-b3b2-79c32c892dca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:31.315601 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a6734dd2-4425-4dca-9bbf-dc30b59fabcb req-e190b6a9-d14b-4530-b54a-a75f4bcc4f57 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:31.319685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac327d6-ef69-4373-b3b2-79c32c892dca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:31.321496 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bac327d6-ef69-4373-b3b2-79c32c892dca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:31.328881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659732e4-30dc-4163-9e9f-3c4c974aa0fe None None] Network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:29:31.343276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2e9f0bb1-f2fd-4278-b32b-703d00e51bba', '3fe9c3d5-ba15-48e1-8f6f-0f909349b227'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:29:31.356979 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bac327d6-ef69-4373-b3b2-79c32c892dca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8055782 Jul 08 20:29:31.358252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36620) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:31.365259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190b6a9-d14b-4530-b54a-a75f4bcc4f57 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event deleted for resources: {'Port': ['ID=3fe9c3d5-ba15-48e1-8f6f-0f909349b227,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:31.408298 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Request body: {'port': {'network_id': '1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1356786777'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:31.440841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6734dd2-4425-4dca-9bbf-dc30b59fabcb req-e190b6a9-d14b-4530-b54a-a75f4bcc4f57 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] No DVR routers for this DVR port 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:29:31.445278 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a6734dd2-4425-4dca-9bbf-dc30b59fabcb req-e190b6a9-d14b-4530-b54a-a75f4bcc4f57 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:31.449044 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a6734dd2-4425-4dca-9bbf-dc30b59fabcb req-e190b6a9-d14b-4530-b54a-a75f4bcc4f57 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.103 "DELETE /v2.0/ports/3fe9c3d5-ba15-48e1-8f6f-0f909349b227 HTTP/1.1" status: 204 len: 173 time: 1.1248484 Jul 08 20:29:31.459718 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5a1b92-9dcd-4530-93aa-65256ffb2929 x-openstack-request-id: req-ff5a1b92-9dcd-4530-93aa-65256ffb2929 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:31.460030 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd15c1b-526f-4763-a231-26296a3d9850", "name": "network-vif-plugged", "status": "completed", "tag": "14b0c5bd-eb9f-427b-9fb8-8f95f12818ba", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:31.460303 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ff5a1b92-9dcd-4530-93aa-65256ffb2929 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:31.461793 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd15c1b-526f-4763-a231-26296a3d9850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b0c5bd-eb9f-427b-9fb8-8f95f12818ba', 'code': 200} Jul 08 20:29:31.773229 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6', 'network_id': '1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6', 'tenant_id': '3be5f6c2d31b45db8e4e28cc9e10f0ed', 'fixed_ips': [{'subnet_id': '41b166d6-8498-42ec-bab2-b5988da71092'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:29:31.775430 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:32.008352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 273f1e65-7521-4896-995b-4d09e48bf9f3 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:29:32.026962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedbd20-33df-455b-b769-a03b755f8bb0 req-35d76be5-4cb7-427f-bb15-f7acabd4e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:32.030790 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8cedbd20-33df-455b-b769-a03b755f8bb0 req-35d76be5-4cb7-427f-bb15-f7acabd4e950 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 1098 time: 0.2233360 Jul 08 20:29:32.047974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 273f1e65-7521-4896-995b-4d09e48bf9f3 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:29:32.048751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 273f1e65-7521-4896-995b-4d09e48bf9f3 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:29:32.051670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Allocated IP 2001:db8::2 (1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6/41b166d6-8498-42ec-bab2-b5988da71092/8975f56e-2e28-4259-9697-2e45b2781c31) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:32.087044 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8cedbd20-33df-455b-b769-a03b755f8bb0 req-bafd6736-f18a-43eb-b00d-8d37819cc9f7 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434346 Jul 08 20:29:32.138448 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ccbea76-4cf1-4356-9714-099fd9afdddc req-97983fc1-3d17-40c9-be9a-61db14b17a26 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=fec5cb6d-fb33-4c0c-80c0-01de27e117e8 HTTP/1.1" status: 200 len: 210 time: 0.0376296 Jul 08 20:29:32.206064 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Made reservation on behalf of 3be5f6c2d31b45db8e4e28cc9e10f0ed for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:32.210250 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:32.228739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] device_id is not set on port 7d2d8a28-6727-481d-8b01-24c3fd05d281 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:29:32.235074 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:32.245805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Transition to ACTIVE for port object 8975f56e-2e28-4259-9697-2e45b2781c31 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:32.262273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Transition to ACTIVE for port object 8975f56e-2e28-4259-9697-2e45b2781c31 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:32.273282 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:32.373722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:32.386643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Allocated IP 2001:db8::181 (1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6/41b166d6-8498-42ec-bab2-b5988da71092/7d2d8a28-6727-481d-8b01-24c3fd05d281) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:32.392517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:32.405033 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Pushing event updated for resources: {'Port': ['ID=8975f56e-2e28-4259-9697-2e45b2781c31,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:32.411302 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:32.548206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Attempting to bind port 8975f56e-2e28-4259-9697-2e45b2781c31 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:29:32.548583 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Attempting to bind port 8975f56e-2e28-4259-9697-2e45b2781c31 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'e717a8e4-201c-49e8-8c02-e70efe5714d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:29:32.548967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Attempting to bind port 8975f56e-2e28-4259-9697-2e45b2781c31 on network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:29:32.559830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:29:32.560256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Checking segment: {'id': 'e717a8e4-201c-49e8-8c02-e70efe5714d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:29:32.560721 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:32.561121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Bound using segment: {'id': 'e717a8e4-201c-49e8-8c02-e70efe5714d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:29:32.562313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Bound port: 8975f56e-2e28-4259-9697-2e45b2781c31, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e717a8e4-201c-49e8-8c02-e70efe5714d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:29:32.562982 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:32.650452 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] For port 8975f56e-2e28-4259-9697-2e45b2781c31, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:29:32.654922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] For port 8975f56e-2e28-4259-9697-2e45b2781c31, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8975f56e-2e28-4259-9697-2e45b2781c31,segment=NetworkSegment(e717a8e4-201c-49e8-8c02-e70efe5714d2),segment_id=e717a8e4-201c-49e8-8c02-e70efe5714d2)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:29:32.662156 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:32.777013 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:32.777420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48656400-107a-4237-a3d8-c87984aaee05 None None] Pushing event updated for resources: {'Port': ['ID=8975f56e-2e28-4259-9697-2e45b2781c31,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:32.791068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Transition to ACTIVE for port object 7d2d8a28-6727-481d-8b01-24c3fd05d281 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:32.861155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66231058-c2bd-49a9-a403-848a5ff66dbe req-ef235074-1d42-4d80-8f6d-44e2b80dfa1a tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:32.863917 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66231058-c2bd-49a9-a403-848a5ff66dbe req-ef235074-1d42-4d80-8f6d-44e2b80dfa1a tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 946 time: 0.3059311 Jul 08 20:29:32.914414 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:32.991922 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:32.999558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:33.009155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:33.019416 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec5cb6d-fb33-4c0c-80c0-01de27e117e8', 'name': 'network-vif-deleted', 'tag': '3fe9c3d5-ba15-48e1-8f6f-0f909349b227'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:33.028349 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88e97ff-d1d1-4f9a-9757-70e514ca5eff" -d '{"events": [{"server_uuid": "fec5cb6d-fb33-4c0c-80c0-01de27e117e8", "name": "network-vif-deleted", "tag": "3fe9c3d5-ba15-48e1-8f6f-0f909349b227"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:33.035828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:33.037938 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:33.068015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66231058-c2bd-49a9-a403-848a5ff66dbe req-5b4fcc08-af63-427a-ba1d-562adf7da8cc tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954868 Jul 08 20:29:33.092185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event updated for resources: {'Port': ['ID=7d2d8a28-6727-481d-8b01-24c3fd05d281,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:33.097720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1754491d-7d53-4348-a16f-80dc72d321e0 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7344446 Jul 08 20:29:33.100811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36652) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:33.106210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Request body: {'port': {'network_id': '1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1788875793', 'allowed_address_pairs': [{'ip_address': '2001:db8::181', 'mac_address': 'fa:16:3e:d2:c9:84'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:33.264784 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9ed647-3996-4778-b93a-91c47ad27992 x-openstack-request-id: req-5c9ed647-3996-4778-b93a-91c47ad27992 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:33.269133 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec5cb6d-fb33-4c0c-80c0-01de27e117e8", "name": "network-vif-deleted", "tag": "3fe9c3d5-ba15-48e1-8f6f-0f909349b227", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:33.269676 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5c9ed647-3996-4778-b93a-91c47ad27992 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:33.270288 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec5cb6d-fb33-4c0c-80c0-01de27e117e8', 'name': 'network-vif-deleted', 'tag': '3fe9c3d5-ba15-48e1-8f6f-0f909349b227', 'status': 'completed', 'code': 200} Jul 08 20:29:33.431487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Made reservation on behalf of 3be5f6c2d31b45db8e4e28cc9e10f0ed for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:33.566112 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:33.592338 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] device_id is not set on port b5ca7418-ce99-4267-9856-4fc6cab600c9 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:29:33.845560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Allocated IP 2001:db8::354 (1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6/41b166d6-8498-42ec-bab2-b5988da71092/b5ca7418-ce99-4267-9856-4fc6cab600c9) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:34.078342 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-be352b48-1d6e-4375-aa7e-777c0a5bfaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:34.198020 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:34.222497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Transition to ACTIVE for port object b5ca7418-ce99-4267-9856-4fc6cab600c9 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:34.300969 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:34.333449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-937da046-31d3-4df7-9836-63fa296bca34 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:34.334658 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-937da046-31d3-4df7-9836-63fa296bca34 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.1549203 Jul 08 20:29:34.347058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912eb952-d7a2-4c06-8488-e39db903d238 None None] Network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:29:34.359225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:34.361446 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-9ab3be7e-5313-4263-a5c0-6ccc89479051 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/quotas/4125edd6346c4ae3b8b1626d019dc03d HTTP/1.1" status: 200 len: 375 time: 0.0120249 Jul 08 20:29:34.368760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:34.377424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:34.383372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:34.384032 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:34.393365 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event updated for resources: {'Port': ['ID=b5ca7418-ce99-4267-9856-4fc6cab600c9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:34.413014 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d0de3369-0a6b-4161-8f3a-27832a2b1502 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.3111293 Jul 08 20:29:34.416413 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36688) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:34.436813 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569518a-404b-4581-99a3-88997e2997bc req-de53d3dd-3444-4c51-bc1a-d5225d6a9ee7 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:34.438088 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0569518a-404b-4581-99a3-88997e2997bc req-de53d3dd-3444-4c51-bc1a-d5225d6a9ee7 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 946 time: 0.1778328 Jul 08 20:29:34.457834 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-cbfceef1-e56c-4758-b939-beee5a26f6b0 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846336 Jul 08 20:29:34.512091 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0569518a-404b-4581-99a3-88997e2997bc req-0e069aa2-dc54-42b3-acbd-6b5775a6de56 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551753 Jul 08 20:29:34.549345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbafbf3-9b03-4df1-b9e2-c51cc9524bca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:34.549345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbafbf3-9b03-4df1-b9e2-c51cc9524bca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:34.563614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbafbf3-9b03-4df1-b9e2-c51cc9524bca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:34.565448 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1bbafbf3-9b03-4df1-b9e2-c51cc9524bca tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1480770 Jul 08 20:29:34.568298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36692) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:34.605561 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-863de13f-9eff-49ab-b694-c6a3aeba0e63 service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274195 Jul 08 20:29:34.661085 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-18a88d29-10c1-480d-80e1-5ed9480739e7 None None] Provisioning for port 8975f56e-2e28-4259-9697-2e45b2781c31 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:34.692321 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd36b9-88e3-4b19-9923-41dc2ecc44f5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Deleting port b5ca7418-ce99-4267-9856-4fc6cab600c9 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:29:34.692965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1dd36b9-88e3-4b19-9923-41dc2ecc44f5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:34.712133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:29:34.717204 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-ec892db5-6644-42a6-ba28-b71977d4ab24 service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091232 Jul 08 20:29:34.782885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:29:34.784691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3fe9c3d5-ba15-48e1-8f6f-0f909349b227 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:29:34.840766 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1dd36b9-88e3-4b19-9923-41dc2ecc44f5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:34.860212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd36b9-88e3-4b19-9923-41dc2ecc44f5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Calling delete_port for b5ca7418-ce99-4267-9856-4fc6cab600c9 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:29:35.130091 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1dd36b9-88e3-4b19-9923-41dc2ecc44f5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:35.172765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8975f56e-2e28-4259-9697-2e45b2781c31 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:29:35.261686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd36b9-88e3-4b19-9923-41dc2ecc44f5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event deleted for resources: {'Port': ['ID=b5ca7418-ce99-4267-9856-4fc6cab600c9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:35.365886 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 8975f56e-2e28-4259-9697-2e45b2781c31 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:35.377202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8975f56e-2e28-4259-9697-2e45b2781c31 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:35.378860 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:35.490596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f63d6629-93b0-4b47-9a59-eb79a6941648 req-1dec5fbf-dd6c-494d-9cce-c2b60f0eb1cd tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 210 time: 0.1042347 Jul 08 20:29:35.557138 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7745c132-9c3f-4293-91bb-ddb8f383ff4a None None] Could not find standard attr ID for object b5ca7418-ce99-4267-9856-4fc6cab600c9. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:29:35.605689 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7745c132-9c3f-4293-91bb-ddb8f383ff4a None None] Provisioning complete for port 8975f56e-2e28-4259-9697-2e45b2781c31 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:35.606289 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7745c132-9c3f-4293-91bb-ddb8f383ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:35.739887 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1dd36b9-88e3-4b19-9923-41dc2ecc44f5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:35.743273 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e1dd36b9-88e3-4b19-9923-41dc2ecc44f5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "DELETE /v2.0/ports/b5ca7418-ce99-4267-9856-4fc6cab600c9 HTTP/1.1" status: 204 len: 168 time: 1.1733484 Jul 08 20:29:35.745889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36736) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:35.787688 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-15093a93-2832-4b98-aeb8-2218f82e30e7 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] GET failed (client error): The resource could not be found. Jul 08 20:29:35.793287 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-15093a93-2832-4b98-aeb8-2218f82e30e7 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "GET /v2.0/ports/b5ca7418-ce99-4267-9856-4fc6cab600c9 HTTP/1.1" status: 404 len: 333 time: 0.0442464 Jul 08 20:29:35.795071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36738) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:35.801752 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Request body: {'port': {'network_id': '1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-906314766'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:35.863436 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:36.067714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 8975f56e-2e28-4259-9697-2e45b2781c31, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8975f56e-2e28-4259-9697-2e45b2781c31,segment=NetworkSegment(e717a8e4-201c-49e8-8c02-e70efe5714d2),segment_id=e717a8e4-201c-49e8-8c02-e70efe5714d2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:36.081301 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:36.143519 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7745c132-9c3f-4293-91bb-ddb8f383ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:36.153968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Made reservation on behalf of 3be5f6c2d31b45db8e4e28cc9e10f0ed for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:36.161566 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:36.213285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] device_id is not set on port 468a3a32-8ca5-416e-b194-e80e960a4ed6 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:29:36.237271 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-7745c132-9c3f-4293-91bb-ddb8f383ff4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:29:36.238422 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-7745c132-9c3f-4293-91bb-ddb8f383ff4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:29:36.265132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=8975f56e-2e28-4259-9697-2e45b2781c31,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:36.505885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Allocated IP 2001:db8::29e (1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6/41b166d6-8498-42ec-bab2-b5988da71092/468a3a32-8ca5-416e-b194-e80e960a4ed6) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:36.569046 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cbba6c8f-bbef-46ba-bf36-e4c61373f106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:36.857647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5d02c6e8-9b45-4a74-9fb3-7da519143d07 req-2da4c892-8b45-4251-aeab-fb95c7139555 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 210 time: 0.1127789 Jul 08 20:29:36.895477 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:36.913081 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:36.917290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7745c132-9c3f-4293-91bb-ddb8f383ff4a None None] Provisioning for port 7d2d8a28-6727-481d-8b01-24c3fd05d281 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:36.927371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7745c132-9c3f-4293-91bb-ddb8f383ff4a None None] Provisioning complete for port 7d2d8a28-6727-481d-8b01-24c3fd05d281 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:36.927995 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7745c132-9c3f-4293-91bb-ddb8f383ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:36.931208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Transition to ACTIVE for port object 468a3a32-8ca5-416e-b194-e80e960a4ed6 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:36.976074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7745c132-9c3f-4293-91bb-ddb8f383ff4a None None] Port 7d2d8a28-6727-481d-8b01-24c3fd05d281 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:29:37.073091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8975f56e-2e28-4259-9697-2e45b2781c31 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:29:37.104648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a3ea8fa7-c106-456c-8292-e9182f61f5bd None None] Could not find standard attr ID for object b5ca7418-ce99-4267-9856-4fc6cab600c9. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:29:37.129601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a3ea8fa7-c106-456c-8292-e9182f61f5bd None None] Provisioning complete for port 7d2d8a28-6727-481d-8b01-24c3fd05d281 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:37.133200 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8fa7-c106-456c-8292-e9182f61f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:37.201565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a3ea8fa7-c106-456c-8292-e9182f61f5bd None None] Port 7d2d8a28-6727-481d-8b01-24c3fd05d281 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:29:37.213339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8975f56e-2e28-4259-9697-2e45b2781c31 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:37.213976 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:37.701311 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-9119b704-c615-4084-9694-68ea1e064799 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:37.703688 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-9119b704-c615-4084-9694-68ea1e064799 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.1594129 Jul 08 20:29:37.705498 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:37.733932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-35ba4e56-14e3-4a0b-a046-8463b792d046 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Request body: {'port': {'device_id': '55cb81f1-27aa-4f67-bf46-15fd6de9c386', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'admin_state_up': True, 'tenant_id': '4125edd6346c4ae3b8b1626d019dc03d'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:37.879894 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:37.917162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:37.933332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:37.942318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:37.943108 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:37.955889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-35ba4e56-14e3-4a0b-a046-8463b792d046 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Made reservation on behalf of 4125edd6346c4ae3b8b1626d019dc03d for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:37.960364 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-35ba4e56-14e3-4a0b-a046-8463b792d046 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:37.987167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event updated for resources: {'Port': ['ID=468a3a32-8ca5-416e-b194-e80e960a4ed6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:38.102190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:38.102576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:38.102893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:38.103232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:38.103567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:38.103926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:38.104249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:38.104582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:38.104992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:38.105324 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:38.105663 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:38.105997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:29:38.121219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b9ca89c3-7e30-4f06-a9df-b5aa78a4ce7e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3241751 Jul 08 20:29:38.124196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36780) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:38.134941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f7f12890-76eb-44f1-996b-b5e23721f538 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::181', 'mac_address': 'fa:16:3e:d2:c9:84'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:38.140154 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-767259b9-a0c2-4954-ab52-61db222178e9 req-e873f879-8d01-47be-91db-cfa5fcaee1f6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 210 time: 0.0831616 Jul 08 20:29:38.163397 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:38.279569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-35ba4e56-14e3-4a0b-a046-8463b792d046 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Allocated IP 172.20.0.12 (09cd958d-35e6-43c4-9acc-8fd012d12f29/c2373fae-9dad-4e09-8b0b-379b39b82584/0918d170-1f3c-49a4-a439-80a8c161f2cb) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:38.316449 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7f12890-76eb-44f1-996b-b5e23721f538 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:38.339109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-91e2b57c-d105-468c-8a2f-145ae3eaa7c3 None None] Provisioning for port 468a3a32-8ca5-416e-b194-e80e960a4ed6 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:38.343601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-91e2b57c-d105-468c-8a2f-145ae3eaa7c3 None None] Provisioning complete for port 468a3a32-8ca5-416e-b194-e80e960a4ed6 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:38.344060 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-91e2b57c-d105-468c-8a2f-145ae3eaa7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:38.392125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-91e2b57c-d105-468c-8a2f-145ae3eaa7c3 None None] Port 468a3a32-8ca5-416e-b194-e80e960a4ed6 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:29:38.696180 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-35ba4e56-14e3-4a0b-a046-8463b792d046 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:38.736662 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7f12890-76eb-44f1-996b-b5e23721f538 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:38.744043 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7f12890-76eb-44f1-996b-b5e23721f538 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:38.808998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f12890-76eb-44f1-996b-b5e23721f538 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event updated for resources: {'Port': ['ID=468a3a32-8ca5-416e-b194-e80e960a4ed6,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:38.824095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f7f12890-76eb-44f1-996b-b5e23721f538 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] In _notify_port_updated(), no bound segment for port 468a3a32-8ca5-416e-b194-e80e960a4ed6 on network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 {{(pid=94065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:29:38.830669 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f12890-76eb-44f1-996b-b5e23721f538 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:38.831480 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7f12890-76eb-44f1-996b-b5e23721f538 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:38.832889 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f7f12890-76eb-44f1-996b-b5e23721f538 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "PUT /v2.0/ports/468a3a32-8ca5-416e-b194-e80e960a4ed6 HTTP/1.1" status: 200 len: 1002 time: 0.7074873 Jul 08 20:29:38.836063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36794) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:38.854037 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-35ba4e56-14e3-4a0b-a046-8463b792d046 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:38.867546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2e9f0bb1-f2fd-4278-b32b-703d00e51bba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:29:38.961235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-35ba4e56-14e3-4a0b-a046-8463b792d046 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Network 09cd958d-35e6-43c4-9acc-8fd012d12f29 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:38.965171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-35ba4e56-14e3-4a0b-a046-8463b792d046 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:38.971284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-35ba4e56-14e3-4a0b-a046-8463b792d046 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:39.028767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-35ba4e56-14e3-4a0b-a046-8463b792d046 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:39.029437 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-35ba4e56-14e3-4a0b-a046-8463b792d046 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:39.034973 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba4e56-14e3-4a0b-a046-8463b792d046 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event updated for resources: {'Port': ['ID=0918d170-1f3c-49a4-a439-80a8c161f2cb,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:39.051548 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-35ba4e56-14e3-4a0b-a046-8463b792d046 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3309159 Jul 08 20:29:39.069760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Request body: {'port': {'device_id': '55cb81f1-27aa-4f67-bf46-15fd6de9c386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:39.207211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-108ef88a-abd8-4530-9816-c85d2d8a6c27 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Deleting port 468a3a32-8ca5-416e-b194-e80e960a4ed6 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:29:39.208467 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-108ef88a-abd8-4530-9816-c85d2d8a6c27 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:39.244269 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:39.485352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f75407cb-671e-44e2-b83a-5bd124c1b03e None None] Provisioning complete for port 468a3a32-8ca5-416e-b194-e80e960a4ed6 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:39.486808 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f75407cb-671e-44e2-b83a-5bd124c1b03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:39.600608 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-108ef88a-abd8-4530-9816-c85d2d8a6c27 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:39.643963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f75407cb-671e-44e2-b83a-5bd124c1b03e None None] Port 468a3a32-8ca5-416e-b194-e80e960a4ed6 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:29:39.695723 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-108ef88a-abd8-4530-9816-c85d2d8a6c27 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Calling delete_port for 468a3a32-8ca5-416e-b194-e80e960a4ed6 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:29:39.731476 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:40.033733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f2025-be23-4133-a9b8-fda571f2f8d6 req-2910d772-e139-4a7a-a7e3-aea96dc8e432 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:40.037972 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a37f2025-be23-4133-a9b8-fda571f2f8d6 req-2910d772-e139-4a7a-a7e3-aea96dc8e432 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 932 time: 0.4001276 Jul 08 20:29:40.121073 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0918d170-1f3c-49a4-a439-80a8c161f2cb {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:29:40.158912 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:40.224435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Transition to ACTIVE for port object 0918d170-1f3c-49a4-a439-80a8c161f2cb will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:40.228482 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:40.241622 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-108ef88a-abd8-4530-9816-c85d2d8a6c27 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:40.259254 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a37f2025-be23-4133-a9b8-fda571f2f8d6 req-9dcf91fa-1703-433e-8641-41bdabb47dad tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962397 Jul 08 20:29:40.397379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0918d170-1f3c-49a4-a439-80a8c161f2cb,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:40.425863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ef88a-abd8-4530-9816-c85d2d8a6c27 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event deleted for resources: {'Port': ['ID=468a3a32-8ca5-416e-b194-e80e960a4ed6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:40.530724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Attempting to bind port 0918d170-1f3c-49a4-a439-80a8c161f2cb on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:29:40.533208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Attempting to bind port 0918d170-1f3c-49a4-a439-80a8c161f2cb by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:29:40.533562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Attempting to bind port 0918d170-1f3c-49a4-a439-80a8c161f2cb on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:29:40.548302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Port 0918d170-1f3c-49a4-a439-80a8c161f2cb on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:29:40.548852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Attempting to bind port 0918d170-1f3c-49a4-a439-80a8c161f2cb on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:29:40.562850 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:29:40.563223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Checking segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:29:40.565164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Bound using segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:29:40.566463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Bound port: 0918d170-1f3c-49a4-a439-80a8c161f2cb, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:29:40.566846 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:40.571122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-108ef88a-abd8-4530-9816-c85d2d8a6c27 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:40.576201 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-108ef88a-abd8-4530-9816-c85d2d8a6c27 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "DELETE /v2.0/ports/468a3a32-8ca5-416e-b194-e80e960a4ed6 HTTP/1.1" status: 204 len: 168 time: 1.7387762 Jul 08 20:29:40.579449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36822) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:40.671379 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-b153966c-1f68-442d-9f09-c156e159f67d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] GET failed (client error): The resource could not be found. Jul 08 20:29:40.677296 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b153966c-1f68-442d-9f09-c156e159f67d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "GET /v2.0/ports/468a3a32-8ca5-416e-b194-e80e960a4ed6 HTTP/1.1" status: 404 len: 333 time: 0.0964427 Jul 08 20:29:40.681265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36826) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:40.705380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Request body: {'port': {'network_id': '1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-866881329'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:40.854748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] For port 0918d170-1f3c-49a4-a439-80a8c161f2cb, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:29:40.882289 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] For port 0918d170-1f3c-49a4-a439-80a8c161f2cb, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0918d170-1f3c-49a4-a439-80a8c161f2cb,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:29:40.890825 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:40.919276 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:40.920271 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:40.921940 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] 10.222.0.104 "PUT /v2.0/ports/0918d170-1f3c-49a4-a439-80a8c161f2cb HTTP/1.1" status: 200 len: 1093 time: 1.8630548 Jul 08 20:29:40.944919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cb81f1-27aa-4f67-bf46-15fd6de9c386', 'tag': '0918d170-1f3c-49a4-a439-80a8c161f2cb'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:40.948276 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4099db29-d122-4d06-b0f1-8577f95801df" -d '{"events": [{"name": "network-changed", "server_uuid": "55cb81f1-27aa-4f67-bf46-15fd6de9c386", "tag": "0918d170-1f3c-49a4-a439-80a8c161f2cb"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:41.006127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9fcd1-f6e6-45c5-b35f-c754c94335f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0918d170-1f3c-49a4-a439-80a8c161f2cb,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:41.030782 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4654c76c-e16c-42d7-8da5-d7edee967d20 x-openstack-request-id: req-4654c76c-e16c-42d7-8da5-d7edee967d20 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:41.031473 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cb81f1-27aa-4f67-bf46-15fd6de9c386", "tag": "0918d170-1f3c-49a4-a439-80a8c161f2cb", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:41.031873 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4654c76c-e16c-42d7-8da5-d7edee967d20 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:41.032740 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cb81f1-27aa-4f67-bf46-15fd6de9c386', 'tag': '0918d170-1f3c-49a4-a439-80a8c161f2cb', 'status': 'completed', 'code': 200} Jul 08 20:29:41.169205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Made reservation on behalf of 3be5f6c2d31b45db8e4e28cc9e10f0ed for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:41.174967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:41.206345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-c497395b-30f5-42e1-b8d5-a889e2c6b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:41.208431 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-c497395b-30f5-42e1-b8d5-a889e2c6b0f5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 1096 time: 0.1807761 Jul 08 20:29:41.274205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] device_id is not set on port 7fe68755-8686-4f56-a34e-1ced55d960fa yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:29:41.282365 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-29ed70ab-aa48-4669-b2ae-6e41d928d0fc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0918d170-1f3c-49a4-a439-80a8c161f2cb HTTP/1.1" status: 200 len: 217 time: 0.0588143 Jul 08 20:29:41.395264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-529e6d10-634a-48ad-a97a-50f6fa12d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:41.398720 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-529e6d10-634a-48ad-a97a-50f6fa12d3af service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.1100972 Jul 08 20:29:41.483980 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-24e1f58e-2219-4001-970b-d7c34c536d0f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707846 Jul 08 20:29:41.596215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Allocated IP 2001:db8::3ae (1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6/41b166d6-8498-42ec-bab2-b5988da71092/7fe68755-8686-4f56-a34e-1ced55d960fa) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:41.669568 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-264ba804-7e17-4fc6-9b59-12b52a90c865 service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747825 Jul 08 20:29:41.729690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d2a31-58d2-4045-ae10-bcbcec173323 req-b1e79cdc-0f76-41b8-8981-d01193b99551 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:41.729690 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c04d2a31-58d2-4045-ae10-bcbcec173323 req-b1e79cdc-0f76-41b8-8981-d01193b99551 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 944 time: 0.2526312 Jul 08 20:29:41.913211 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c04d2a31-58d2-4045-ae10-bcbcec173323 req-8f4fd743-65dd-4240-ae97-80a958f1fa3c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488087 Jul 08 20:29:41.975828 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0faa108e-1bfa-4dd7-b6a3-a5909ee74ea0 req-9303b73c-37e7-4cdd-a467-670ddd849fff service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931261 Jul 08 20:29:41.986311 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:42.009898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Transition to ACTIVE for port object 7fe68755-8686-4f56-a34e-1ced55d960fa will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:42.056188 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:42.150675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:42.158809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:42.164873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:42.171667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:42.172279 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:42.177981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event updated for resources: {'Port': ['ID=7fe68755-8686-4f56-a34e-1ced55d960fa,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:42.260513 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-296b5183-b74b-4997-a796-3bd67da60ae5 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5718527 Jul 08 20:29:42.260762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36862) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:42.262218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3d1d85cb-ce61-42e5-899a-e493c8342159 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d2:c9:84'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:42.271552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099db29-d122-4d06-b0f1-8577f95801df req-b678d93d-ef87-450f-ace0-657b5af44365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:42.288512 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4099db29-d122-4d06-b0f1-8577f95801df req-b678d93d-ef87-450f-ace0-657b5af44365 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 1096 time: 0.2291641 Jul 08 20:29:42.618178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099db29-d122-4d06-b0f1-8577f95801df req-d2770fcf-0413-4cdd-9e97-22d6969cc30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:42.623327 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4099db29-d122-4d06-b0f1-8577f95801df req-d2770fcf-0413-4cdd-9e97-22d6969cc30e service neutron] 10.222.0.104 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 907 time: 0.3283274 Jul 08 20:29:42.691873 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4099db29-d122-4d06-b0f1-8577f95801df req-006074e5-5a93-468c-9446-8c7127c35a7a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0918d170-1f3c-49a4-a439-80a8c161f2cb HTTP/1.1" status: 200 len: 217 time: 0.0613310 Jul 08 20:29:42.708172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d1d85cb-ce61-42e5-899a-e493c8342159 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:42.748243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b12ea9a5-586e-4ea8-8dd9-0bde3a1f0a23 None None] Provisioning for port 7fe68755-8686-4f56-a34e-1ced55d960fa completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:42.771546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b12ea9a5-586e-4ea8-8dd9-0bde3a1f0a23 None None] Provisioning complete for port 7fe68755-8686-4f56-a34e-1ced55d960fa triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:42.772265 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b12ea9a5-586e-4ea8-8dd9-0bde3a1f0a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:42.806215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099db29-d122-4d06-b0f1-8577f95801df req-b1bacf9c-edc5-4ec8-8ef3-a3be366a4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:42.810638 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4099db29-d122-4d06-b0f1-8577f95801df req-b1bacf9c-edc5-4ec8-8ef3-a3be366a4e9d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.1049666 Jul 08 20:29:42.823420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b12ea9a5-586e-4ea8-8dd9-0bde3a1f0a23 None None] Port 7fe68755-8686-4f56-a34e-1ced55d960fa cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:29:42.895210 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4099db29-d122-4d06-b0f1-8577f95801df req-07d22eab-04b0-48b7-8410-7c63fafb5e42 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711446 Jul 08 20:29:42.972595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d1d85cb-ce61-42e5-899a-e493c8342159 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:42.982869 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d1d85cb-ce61-42e5-899a-e493c8342159 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:43.039264 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4099db29-d122-4d06-b0f1-8577f95801df req-190ddb02-4688-47f8-b30e-4331e5d33424 service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354735 Jul 08 20:29:43.043319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d85cb-ce61-42e5-899a-e493c8342159 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] In _notify_port_updated(), no bound segment for port 7fe68755-8686-4f56-a34e-1ced55d960fa on network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:29:43.050943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1d85cb-ce61-42e5-899a-e493c8342159 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:43.051904 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d1d85cb-ce61-42e5-899a-e493c8342159 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:43.058782 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3d1d85cb-ce61-42e5-899a-e493c8342159 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "PUT /v2.0/ports/7fe68755-8686-4f56-a34e-1ced55d960fa HTTP/1.1" status: 200 len: 1002 time: 0.8009448 Jul 08 20:29:43.078022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36874) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:43.142518 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:29:43.160160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d85cb-ce61-42e5-899a-e493c8342159 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event updated for resources: {'Port': ['ID=7fe68755-8686-4f56-a34e-1ced55d960fa,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:43.198951 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4099db29-d122-4d06-b0f1-8577f95801df req-35ae74c7-a492-4522-96fc-0efe85453e01 service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511605 Jul 08 20:29:43.331382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1e909a53-a386-4e06-83a2-6286cef54e9d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Deleting port 7fe68755-8686-4f56-a34e-1ced55d960fa {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:29:43.331897 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1e909a53-a386-4e06-83a2-6286cef54e9d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:43.431334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037a222-ce12-46dd-a318-8e34fee3f9d7 req-3e67abb4-a174-4bc6-8c1e-5e8144912c24 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:43.441518 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0037a222-ce12-46dd-a318-8e34fee3f9d7 req-3e67abb4-a174-4bc6-8c1e-5e8144912c24 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 944 time: 0.1943314 Jul 08 20:29:43.510644 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0037a222-ce12-46dd-a318-8e34fee3f9d7 req-8d3a02b7-2017-467b-9cb2-e0c8b777acda tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641847 Jul 08 20:29:43.564786 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2d0be108-d6d4-4088-a49b-1b2251787a4e None None] Provisioning complete for port 7fe68755-8686-4f56-a34e-1ced55d960fa triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:43.565552 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2d0be108-d6d4-4088-a49b-1b2251787a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:43.572445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1e909a53-a386-4e06-83a2-6286cef54e9d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:43.602616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1e909a53-a386-4e06-83a2-6286cef54e9d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Calling delete_port for 7fe68755-8686-4f56-a34e-1ced55d960fa owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:29:43.663712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-2d0be108-d6d4-4088-a49b-1b2251787a4e None None] Port 7fe68755-8686-4f56-a34e-1ced55d960fa cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:29:43.798325 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1e909a53-a386-4e06-83a2-6286cef54e9d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:43.860805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e909a53-a386-4e06-83a2-6286cef54e9d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event deleted for resources: {'Port': ['ID=7fe68755-8686-4f56-a34e-1ced55d960fa,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:43.866917 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1e909a53-a386-4e06-83a2-6286cef54e9d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:43.872112 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1e909a53-a386-4e06-83a2-6286cef54e9d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "DELETE /v2.0/ports/7fe68755-8686-4f56-a34e-1ced55d960fa HTTP/1.1" status: 204 len: 168 time: 0.7903643 Jul 08 20:29:43.877316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36888) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:43.968031 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe253d39-15bd-404b-bad1-a2df6329b746 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] GET failed (client error): The resource could not be found. Jul 08 20:29:43.972995 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fe253d39-15bd-404b-bad1-a2df6329b746 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "GET /v2.0/ports/7fe68755-8686-4f56-a34e-1ced55d960fa HTTP/1.1" status: 404 len: 333 time: 0.0944951 Jul 08 20:29:43.976622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36890) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:43.983021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Request body: {'port': {'network_id': '1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1480927152'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:44.152237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Made reservation on behalf of 3be5f6c2d31b45db8e4e28cc9e10f0ed for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:44.158677 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:44.181861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] device_id is not set on port 745fcbd8-9317-40c3-967d-d2b39972f568 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:29:44.323502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Allocated IP 2001:db8::ea (1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6/41b166d6-8498-42ec-bab2-b5988da71092/745fcbd8-9317-40c3-967d-d2b39972f568) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:44.609845 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:44.630932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Transition to ACTIVE for port object 745fcbd8-9317-40c3-967d-d2b39972f568 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:44.691180 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:44.806315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:44.824163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:44.846726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:44.866389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:44.877825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:44.928522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9475691 Jul 08 20:29:44.952728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36912) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:44.962223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddec1dd-dd8c-4ec8-b3fd-9bd6f0f40283 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event updated for resources: {'Port': ['ID=745fcbd8-9317-40c3-967d-d2b39972f568,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:44.976233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Request body: {'port': {'network_id': '1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2057107294'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:45.023860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2111784-f4ab-4407-a3a1-cb582dbc8e48 req-a0e5c583-2979-4bce-ba2e-dbbcb43645af tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:45.025943 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2111784-f4ab-4407-a3a1-cb582dbc8e48 req-a0e5c583-2979-4bce-ba2e-dbbcb43645af tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 944 time: 0.2786205 Jul 08 20:29:45.185612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2111784-f4ab-4407-a3a1-cb582dbc8e48 req-77b8b8ed-40fe-4b01-a088-777461550fd0 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692112 Jul 08 20:29:45.271932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Made reservation on behalf of 3be5f6c2d31b45db8e4e28cc9e10f0ed for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:45.276280 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:45.302728 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-88deb354-5fd5-4237-b2cf-6ff619455c90 None None] Provisioning for port 745fcbd8-9317-40c3-967d-d2b39972f568 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:45.304877 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] device_id is not set on port 8142db48-bcf8-48a6-8a49-c62f3884ed55 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:29:45.309962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-88deb354-5fd5-4237-b2cf-6ff619455c90 None None] Provisioning complete for port 745fcbd8-9317-40c3-967d-d2b39972f568 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:45.312137 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-88deb354-5fd5-4237-b2cf-6ff619455c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:45.351255 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-88deb354-5fd5-4237-b2cf-6ff619455c90 None None] Port 745fcbd8-9317-40c3-967d-d2b39972f568 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:29:45.458357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Allocated IP 2001:db8::380 (1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6/41b166d6-8498-42ec-bab2-b5988da71092/8142db48-bcf8-48a6-8a49-c62f3884ed55) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:45.693104 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:45.713984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Transition to ACTIVE for port object 8142db48-bcf8-48a6-8a49-c62f3884ed55 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:45.758172 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:45.815402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:45.829180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:45.833011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:45.870519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:45.871428 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:45.925459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event updated for resources: {'Port': ['ID=8142db48-bcf8-48a6-8a49-c62f3884ed55,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:45.931062 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0f3fdd9b-3d6a-4311-9ca8-2d6dd5951407 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9750974 Jul 08 20:29:45.933566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36930) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:45.942174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3955a453-5dcc-4c3b-87ca-fcf1f7eee2dd tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::181', 'mac_address': 'fa:16:3e:d2:c9:84'}, {'ip_address': '2001:db8::ea', 'mac_address': 'fa:16:3e:88:3b:5e'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:46.071529 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3955a453-5dcc-4c3b-87ca-fcf1f7eee2dd tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:46.079324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0918d170-1f3c-49a4-a439-80a8c161f2cb details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:29:46.278338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0918d170-1f3c-49a4-a439-80a8c161f2cb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0918d170-1f3c-49a4-a439-80a8c161f2cb,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:46.302661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '0918d170-1f3c-49a4-a439-80a8c161f2cb', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'port_id': '0918d170-1f3c-49a4-a439-80a8c161f2cb', 'mac_address': 'fa:16:3e:25:12:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2373fae-9dad-4e09-8b0b-379b39b82584', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:29:46.378521 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:46.399914 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3955a453-5dcc-4c3b-87ca-fcf1f7eee2dd tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:46.409842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0918d170-1f3c-49a4-a439-80a8c161f2cb {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:29:46.411871 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3955a453-5dcc-4c3b-87ca-fcf1f7eee2dd tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:46.475571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0918d170-1f3c-49a4-a439-80a8c161f2cb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0918d170-1f3c-49a4-a439-80a8c161f2cb,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:46.481294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ee22a474-6112-4a0b-b92b-ee24edacb2a7 None None] Provisioning for port 8142db48-bcf8-48a6-8a49-c62f3884ed55 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:46.487310 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:46.489668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955a453-5dcc-4c3b-87ca-fcf1f7eee2dd tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event updated for resources: {'Port': ['ID=8142db48-bcf8-48a6-8a49-c62f3884ed55,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:46.494648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-3955a453-5dcc-4c3b-87ca-fcf1f7eee2dd tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] In _notify_port_updated(), no bound segment for port 8142db48-bcf8-48a6-8a49-c62f3884ed55 on network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:29:46.496377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ee22a474-6112-4a0b-b92b-ee24edacb2a7 None None] Provisioning complete for port 8142db48-bcf8-48a6-8a49-c62f3884ed55 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:46.496979 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ee22a474-6112-4a0b-b92b-ee24edacb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:46.505747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955a453-5dcc-4c3b-87ca-fcf1f7eee2dd tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:46.506461 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3955a453-5dcc-4c3b-87ca-fcf1f7eee2dd tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:46.508840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3955a453-5dcc-4c3b-87ca-fcf1f7eee2dd tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "PUT /v2.0/ports/8142db48-bcf8-48a6-8a49-c62f3884ed55 HTTP/1.1" status: 200 len: 1067 time: 0.5727048 Jul 08 20:29:46.510022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262670ca-b204-40a3-ab9c-411f8062e323 req-82f8d84c-ece4-41f5-a541-f5b6b8983892 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:46.511786 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36940) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:46.518689 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-262670ca-b204-40a3-ab9c-411f8062e323 req-82f8d84c-ece4-41f5-a541-f5b6b8983892 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 944 time: 0.1411018 Jul 08 20:29:46.663792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ee22a474-6112-4a0b-b92b-ee24edacb2a7 None None] Port 8142db48-bcf8-48a6-8a49-c62f3884ed55 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:29:46.670116 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-262670ca-b204-40a3-ab9c-411f8062e323 req-1f4eb912-c316-48d6-aff8-c410d48a20d2 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443670 Jul 08 20:29:46.740557 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0918d170-1f3c-49a4-a439-80a8c161f2cb,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:46.777592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-af3bce71-dac0-44c5-80af-0add78864f43 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Deleting port 8142db48-bcf8-48a6-8a49-c62f3884ed55 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:29:46.777940 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af3bce71-dac0-44c5-80af-0add78864f43 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:46.836006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['0918d170-1f3c-49a4-a439-80a8c161f2cb'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:29:46.918802 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af3bce71-dac0-44c5-80af-0add78864f43 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:46.975573 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-af3bce71-dac0-44c5-80af-0add78864f43 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Calling delete_port for 8142db48-bcf8-48a6-8a49-c62f3884ed55 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:29:47.035595 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4efef5d6-465b-421a-8d39-914cc4d231e0 None None] Provisioning complete for port 8142db48-bcf8-48a6-8a49-c62f3884ed55 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:47.036498 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4efef5d6-465b-421a-8d39-914cc4d231e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:47.096407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4efef5d6-465b-421a-8d39-914cc4d231e0 None None] Port 8142db48-bcf8-48a6-8a49-c62f3884ed55 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:29:47.178602 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af3bce71-dac0-44c5-80af-0add78864f43 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:47.210788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bce71-dac0-44c5-80af-0add78864f43 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event deleted for resources: {'Port': ['ID=8142db48-bcf8-48a6-8a49-c62f3884ed55,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:47.408380 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af3bce71-dac0-44c5-80af-0add78864f43 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:47.410394 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-af3bce71-dac0-44c5-80af-0add78864f43 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "DELETE /v2.0/ports/8142db48-bcf8-48a6-8a49-c62f3884ed55 HTTP/1.1" status: 204 len: 168 time: 0.8927755 Jul 08 20:29:47.413124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36962) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:47.445900 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9f31e7-c529-42b3-9c14-bb790369ae62 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] GET failed (client error): The resource could not be found. Jul 08 20:29:47.447828 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ea9f31e7-c529-42b3-9c14-bb790369ae62 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "GET /v2.0/ports/8142db48-bcf8-48a6-8a49-c62f3884ed55 HTTP/1.1" status: 404 len: 333 time: 0.0333934 Jul 08 20:29:47.450271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36964) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:47.470361 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:47.554239 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-d84639be-af23-425e-8e7b-e84e400c0c2d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Deleting port 745fcbd8-9317-40c3-967d-d2b39972f568 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:29:47.554583 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d84639be-af23-425e-8e7b-e84e400c0c2d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:47.639020 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d84639be-af23-425e-8e7b-e84e400c0c2d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:47.654217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-d84639be-af23-425e-8e7b-e84e400c0c2d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Calling delete_port for 745fcbd8-9317-40c3-967d-d2b39972f568 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:29:47.791572 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d84639be-af23-425e-8e7b-e84e400c0c2d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:47.820608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84639be-af23-425e-8e7b-e84e400c0c2d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event deleted for resources: {'Port': ['ID=745fcbd8-9317-40c3-967d-d2b39972f568,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:47.851518 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d84639be-af23-425e-8e7b-e84e400c0c2d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:47.856487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d84639be-af23-425e-8e7b-e84e400c0c2d tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "DELETE /v2.0/ports/745fcbd8-9317-40c3-967d-d2b39972f568 HTTP/1.1" status: 204 len: 168 time: 0.4040074 Jul 08 20:29:47.857206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36968) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:47.894966 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb9f3a7-0ea5-4fba-95bb-0a1e83c869b8 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] GET failed (client error): The resource could not be found. Jul 08 20:29:47.897598 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0bb9f3a7-0ea5-4fba-95bb-0a1e83c869b8 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "GET /v2.0/ports/745fcbd8-9317-40c3-967d-d2b39972f568 HTTP/1.1" status: 404 len: 333 time: 0.0384014 Jul 08 20:29:47.900896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a39bc2-736b-4b70-abcf-3e033820f480 req-96a73e0d-d21a-42f3-8a46-fe76fc006807 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:47.902571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36972) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:47.903630 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79a39bc2-736b-4b70-abcf-3e033820f480 req-96a73e0d-d21a-42f3-8a46-fe76fc006807 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 945 time: 0.0969033 Jul 08 20:29:48.010331 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79a39bc2-736b-4b70-abcf-3e033820f480 req-d28c2398-0768-4e51-b34e-a4bc07c71e3d tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921328 Jul 08 20:29:48.046981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7b28270c-5082-4666-8016-6b950243f9a2 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Deleting port 7d2d8a28-6727-481d-8b01-24c3fd05d281 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:29:48.047887 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b28270c-5082-4666-8016-6b950243f9a2 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:48.096350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0918d170-1f3c-49a4-a439-80a8c161f2cb up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:29:48.160558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 0918d170-1f3c-49a4-a439-80a8c161f2cb completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:48.180607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 0918d170-1f3c-49a4-a439-80a8c161f2cb triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:48.182424 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:48.196835 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b28270c-5082-4666-8016-6b950243f9a2 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:48.239153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7b28270c-5082-4666-8016-6b950243f9a2 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Calling delete_port for 7d2d8a28-6727-481d-8b01-24c3fd05d281 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:29:48.356452 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:48.414185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cb81f1-27aa-4f67-bf46-15fd6de9c386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0918d170-1f3c-49a4-a439-80a8c161f2cb'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:48.417507 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035a697d-2f45-4fdf-8db6-8f53b7f37e73" -d '{"events": [{"server_uuid": "55cb81f1-27aa-4f67-bf46-15fd6de9c386", "name": "network-vif-plugged", "status": "completed", "tag": "0918d170-1f3c-49a4-a439-80a8c161f2cb"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:48.452974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0918d170-1f3c-49a4-a439-80a8c161f2cb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0918d170-1f3c-49a4-a439-80a8c161f2cb,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:48.466572 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:48.478111 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b28270c-5082-4666-8016-6b950243f9a2 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:48.525617 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e9d14c-805b-446b-834c-455473d9e5b7 x-openstack-request-id: req-e1e9d14c-805b-446b-834c-455473d9e5b7 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:48.526553 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cb81f1-27aa-4f67-bf46-15fd6de9c386", "name": "network-vif-plugged", "status": "completed", "tag": "0918d170-1f3c-49a4-a439-80a8c161f2cb", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:48.527188 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e1e9d14c-805b-446b-834c-455473d9e5b7 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:48.527808 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cb81f1-27aa-4f67-bf46-15fd6de9c386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0918d170-1f3c-49a4-a439-80a8c161f2cb', 'code': 200} Jul 08 20:29:48.567676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28270c-5082-4666-8016-6b950243f9a2 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event deleted for resources: {'Port': ['ID=7d2d8a28-6727-481d-8b01-24c3fd05d281,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:48.581473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0918d170-1f3c-49a4-a439-80a8c161f2cb,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:48.604052 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b28270c-5082-4666-8016-6b950243f9a2 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:48.607272 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7b28270c-5082-4666-8016-6b950243f9a2 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "DELETE /v2.0/ports/7d2d8a28-6727-481d-8b01-24c3fd05d281 HTTP/1.1" status: 204 len: 168 time: 0.7034955 Jul 08 20:29:48.617392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36994) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:48.673846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49391e6f-0cd9-47bd-82a7-89c86da6e6c2 req-65273745-678b-41ab-83cd-a220ce24c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:48.676336 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-49391e6f-0cd9-47bd-82a7-89c86da6e6c2 req-65273745-678b-41ab-83cd-a220ce24c4e1 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 1098 time: 0.1005588 Jul 08 20:29:48.695526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b424d2-fc37-41af-bb8b-71ad358dde4e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Deleting subnet 41b166d6-8498-42ec-bab2-b5988da71092 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:29:48.699701 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5b424d2-fc37-41af-bb8b-71ad358dde4e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:48.735100 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-49391e6f-0cd9-47bd-82a7-89c86da6e6c2 req-0d0f43b4-d147-46ef-b93d-319004bd45a1 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505860 Jul 08 20:29:48.758407 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5b424d2-fc37-41af-bb8b-71ad358dde4e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:48.856547 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5b424d2-fc37-41af-bb8b-71ad358dde4e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:48.919450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5b424d2-fc37-41af-bb8b-71ad358dde4e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:48.948444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b424d2-fc37-41af-bb8b-71ad358dde4e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event deleted for resources: {'Subnet': ['ID=41b166d6-8498-42ec-bab2-b5988da71092,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:48.953250 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5b424d2-fc37-41af-bb8b-71ad358dde4e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:48.956306 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a5b424d2-fc37-41af-bb8b-71ad358dde4e tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "DELETE /v2.0/subnets/41b166d6-8498-42ec-bab2-b5988da71092 HTTP/1.1" status: 204 len: 168 time: 0.3377130 Jul 08 20:29:48.957849 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36996) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:48.962445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d679008-0352-4b93-b386-61cfcc8a63f3 None None] Network 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:29:49.037075 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:49.134222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Deleting port 8975f56e-2e28-4259-9697-2e45b2781c31 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:29:49.134971 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:49.194789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e98cfbd-db9d-4df3-a116-992f70d61bc9 None None] DHCP port deletion for 1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:29:49.219605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] For port 8975f56e-2e28-4259-9697-2e45b2781c31, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8975f56e-2e28-4259-9697-2e45b2781c31,segment=NetworkSegment(e717a8e4-201c-49e8-8c02-e70efe5714d2),segment_id=e717a8e4-201c-49e8-8c02-e70efe5714d2)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:49.220146 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:49.240456 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Calling delete_port for 8975f56e-2e28-4259-9697-2e45b2781c31 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:29:49.247303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1e98cfbd-db9d-4df3-a116-992f70d61bc9 None None] Deleting port 8975f56e-2e28-4259-9697-2e45b2781c31 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:29:49.247686 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1e98cfbd-db9d-4df3-a116-992f70d61bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:49.250730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51054bae-2317-472e-a8b2-2b672d7de868 req-4102b2f4-dc9a-4393-9907-8acfc2c863fb tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:49.253603 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51054bae-2317-472e-a8b2-2b672d7de868 req-4102b2f4-dc9a-4393-9907-8acfc2c863fb tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 946 time: 0.1054690 Jul 08 20:29:49.316949 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51054bae-2317-472e-a8b2-2b672d7de868 req-685cb4fd-1791-4a55-8206-1ae5e2756f56 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573840 Jul 08 20:29:49.367374 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1e98cfbd-db9d-4df3-a116-992f70d61bc9 None None] For port 8975f56e-2e28-4259-9697-2e45b2781c31, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8975f56e-2e28-4259-9697-2e45b2781c31,segment=NetworkSegment(e717a8e4-201c-49e8-8c02-e70efe5714d2),segment_id=e717a8e4-201c-49e8-8c02-e70efe5714d2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:49.368158 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1e98cfbd-db9d-4df3-a116-992f70d61bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:49.390432 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:49.408236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1e98cfbd-db9d-4df3-a116-992f70d61bc9 None None] Calling delete_port for 8975f56e-2e28-4259-9697-2e45b2781c31 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:29:49.429466 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] No DVR routers for this DVR port 8975f56e-2e28-4259-9697-2e45b2781c31 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:29:49.431036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event deleted for resources: {'Port': ['ID=8975f56e-2e28-4259-9697-2e45b2781c31,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:49.545085 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1e98cfbd-db9d-4df3-a116-992f70d61bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:49.593617 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:49.604952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:29:49.622017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e717a8e4-201c-49e8-8c02-e70efe5714d2') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:29:49.622317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e717a8e4-201c-49e8-8c02-e70efe5714d2') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:29:49.640274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e98cfbd-db9d-4df3-a116-992f70d61bc9 None None] No DVR routers for this DVR port 8975f56e-2e28-4259-9697-2e45b2781c31 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:29:49.667704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98cfbd-db9d-4df3-a116-992f70d61bc9 None None] Pushing event deleted for resources: {'Port': ['ID=8975f56e-2e28-4259-9697-2e45b2781c31,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:49.668085 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:49.692768 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:49.701039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:29:49.702229 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:29:49.706054 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:29:49.781626 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:49.790281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:49.792752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] 10.222.0.101 "DELETE /v2.0/networks/1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6 HTTP/1.1" status: 204 len: 168 time: 0.8341985 Jul 08 20:29:49.825459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40eeb00-4e60-4017-9925-444b17156f99 tempest-AllowedAddressPairIpV6TestJSON-1734484801 tempest-AllowedAddressPairIpV6TestJSON-1734484801-project] Pushing event deleted for resources: {'Network': ['ID=1e7a4cd1-b8ad-4352-ac88-2c6d07570ef6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:50.084549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37024) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:50.248951 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-930fa555-2f7d-48d5-b797-201a250f8457 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3be5f6c2d31b45db8e4e28cc9e10f0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606982 Jul 08 20:29:50.249849 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37030) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:50.319076 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-543b888a-a2c1-474b-9d09-a1a06825ce10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:50.345509 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-543b888a-a2c1-474b-9d09-a1a06825ce10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:50.414532 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-543b888a-a2c1-474b-9d09-a1a06825ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:50.418357 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-543b888a-a2c1-474b-9d09-a1a06825ce10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:50.420127 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-543b888a-a2c1-474b-9d09-a1a06825ce10 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c56ad7b7-ee44-40c3-9f38-4d63983cdf5d HTTP/1.1" status: 204 len: 168 time: 0.1692994 Jul 08 20:29:50.437286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b888a-a2c1-474b-9d09-a1a06825ce10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56ad7b7-ee44-40c3-9f38-4d63983cdf5d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:50.608506 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a063100-c3e2-4478-9f80-eef377643603 req-6b3e2b2b-1d5a-46a6-aa69-1178a6ca368c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:50.613133 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9a063100-c3e2-4478-9f80-eef377643603 req-6b3e2b2b-1d5a-46a6-aa69-1178a6ca368c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 946 time: 0.0947158 Jul 08 20:29:50.672252 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9a063100-c3e2-4478-9f80-eef377643603 req-7cf66acd-aa3d-4e6c-9d00-54ce40ff6a13 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548556 Jul 08 20:29:51.095928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0095eb9-5862-4e78-8b61-47ab9888d97d req-2e8d79c6-916e-491e-b4af-619ce8f3ddbe tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:51.098095 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0095eb9-5862-4e78-8b61-47ab9888d97d req-2e8d79c6-916e-491e-b4af-619ce8f3ddbe tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 946 time: 0.2396238 Jul 08 20:29:51.137219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8975f56e-2e28-4259-9697-2e45b2781c31 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:29:51.184872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 8975f56e-2e28-4259-9697-2e45b2781c31 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:29:51.185513 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8975f56e-2e28-4259-9697-2e45b2781c31 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:29:51.188410 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0095eb9-5862-4e78-8b61-47ab9888d97d req-a5323280-eb69-47e0-a9f4-1ea8b6c7d904 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740812 Jul 08 20:29:51.688994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37080) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:51.820347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adedd0-fb8c-4716-85e2-ffce6a49bb91 req-84473f37-18a7-4a35-9f30-33ba2c81b4e5 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:51.822202 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-81adedd0-fb8c-4716-85e2-ffce6a49bb91 req-84473f37-18a7-4a35-9f30-33ba2c81b4e5 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 946 time: 0.1033275 Jul 08 20:29:51.836135 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-695495955'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:51.887839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Made reservation on behalf of a7ad33a2a0704f16b054d23f8ae3d87a for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:51.896030 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:51.923690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:51.932606 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-81adedd0-fb8c-4716-85e2-ffce6a49bb91 req-aa118158-cc2c-4462-9936-b70e3f3a223b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029367 Jul 08 20:29:52.067046 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:52.079478 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:52.112794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:29:52.132519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c79cd46-5963-41b5-99ff-740962c54bb1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:52.138219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:52.138690 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Added segment 7b7ab977-0787-4951-8a75-0e8952883ef4 of type vlan for network 170f9fac-f644-46f8-834a-293a426a0c75 Jul 08 20:29:52.197885 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:52.245862 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:52.255198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:52.256163 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:52.380609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Pushing event updated for resources: {'Network': ['ID=170f9fac-f644-46f8-834a-293a426a0c75,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:52.394249 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 170f9fac-f644-46f8-834a-293a426a0c75 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:29:52.395349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37110) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:52.404601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9977b064-1dad-4aad-ad3d-0328f7073b88 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Request body: {'subnet': {'network_id': '170f9fac-f644-46f8-834a-293a426a0c75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:52.414766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5eed0842-53f6-4b54-b115-e5a0e63433d8 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7241940 Jul 08 20:29:52.570319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9977b064-1dad-4aad-ad3d-0328f7073b88 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Made reservation on behalf of a7ad33a2a0704f16b054d23f8ae3d87a for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:52.576253 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9977b064-1dad-4aad-ad3d-0328f7073b88 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:53.140817 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6d23f-5e14-4b78-b900-747113556c6c req-63a42b5d-0ff3-44cb-8da8-2c4ccda10949 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:53.144327 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c8a6d23f-5e14-4b78-b900-747113556c6c req-63a42b5d-0ff3-44cb-8da8-2c4ccda10949 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 946 time: 0.1317523 Jul 08 20:29:53.146082 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9977b064-1dad-4aad-ad3d-0328f7073b88 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:53.158897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a21ec-5bd1-4c87-9d97-96ce05824cb1 req-ef935677-52c0-4550-acfa-b18200628169 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:53.160770 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e4a21ec-5bd1-4c87-9d97-96ce05824cb1 req-ef935677-52c0-4550-acfa-b18200628169 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 946 time: 0.0880167 Jul 08 20:29:53.236578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e4a21ec-5bd1-4c87-9d97-96ce05824cb1 req-0a277bbb-8ba1-43dd-a662-41de155ebbf7 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673306 Jul 08 20:29:53.261581 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:53.325766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977b064-1dad-4aad-ad3d-0328f7073b88 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Pushing event updated for resources: {'Subnet': ['ID=40504461-aba7-487d-bc21-1c15540fcda8,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:53.394954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977b064-1dad-4aad-ad3d-0328f7073b88 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Checking segment: {'id': '7b7ab977-0787-4951-8a75-0e8952883ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '170f9fac-f644-46f8-834a-293a426a0c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:29:53.394954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9977b064-1dad-4aad-ad3d-0328f7073b88 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Network hostable DHCP agents. Network: 170f9fac-f644-46f8-834a-293a426a0c75, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:29:53.457062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9977b064-1dad-4aad-ad3d-0328f7073b88 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Network 170f9fac-f644-46f8-834a-293a426a0c75 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:29:53.478772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-c8a6d23f-5e14-4b78-b900-747113556c6c req-3deb0448-ef0b-46e3-ad6d-687c142a5528 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Deleting port 0918d170-1f3c-49a4-a439-80a8c161f2cb {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:29:53.479104 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c8a6d23f-5e14-4b78-b900-747113556c6c req-3deb0448-ef0b-46e3-ad6d-687c142a5528 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:53.483484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9977b064-1dad-4aad-ad3d-0328f7073b88 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 170f9fac-f644-46f8-834a-293a426a0c75) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:53.498263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6015fa61-c463-4b72-9aca-5ef16f25e2ce None None] Network 170f9fac-f644-46f8-834a-293a426a0c75 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:29:53.501011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9977b064-1dad-4aad-ad3d-0328f7073b88 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:53.501762 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9977b064-1dad-4aad-ad3d-0328f7073b88 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:53.566116 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9977b064-1dad-4aad-ad3d-0328f7073b88 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1693840 Jul 08 20:29:53.568839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37130) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:53.574184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Request body: {'port': {'network_id': '170f9fac-f644-46f8-834a-293a426a0c75', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1301282862'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:53.617446 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-c8a6d23f-5e14-4b78-b900-747113556c6c req-3deb0448-ef0b-46e3-ad6d-687c142a5528 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] For port 0918d170-1f3c-49a4-a439-80a8c161f2cb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0918d170-1f3c-49a4-a439-80a8c161f2cb,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:53.618125 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c8a6d23f-5e14-4b78-b900-747113556c6c req-3deb0448-ef0b-46e3-ad6d-687c142a5528 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:53.640737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-c8a6d23f-5e14-4b78-b900-747113556c6c req-3deb0448-ef0b-46e3-ad6d-687c142a5528 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Calling delete_port for 0918d170-1f3c-49a4-a439-80a8c161f2cb owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:29:53.727337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-170f9fac-f644-46f8-834a-293a426a0c75', 'network_id': '170f9fac-f644-46f8-834a-293a426a0c75', 'tenant_id': 'a7ad33a2a0704f16b054d23f8ae3d87a', 'fixed_ips': [{'subnet_id': '40504461-aba7-487d-bc21-1c15540fcda8'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:29:53.728213 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:53.803781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Made reservation on behalf of a7ad33a2a0704f16b054d23f8ae3d87a for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:53.807705 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:53.832361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] device_id is not set on port a2d454e6-06b3-4c53-b169-eb56fab343aa yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:29:53.858377 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c8a6d23f-5e14-4b78-b900-747113556c6c req-3deb0448-ef0b-46e3-ad6d-687c142a5528 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:53.897374 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb0448-ef0b-46e3-ad6d-687c142a5528 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event deleted for resources: {'Port': ['ID=0918d170-1f3c-49a4-a439-80a8c161f2cb,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:53.915974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['0918d170-1f3c-49a4-a439-80a8c161f2cb'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:29:53.918729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2e9f0bb1-f2fd-4278-b32b-703d00e51bba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:29:53.975126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a6d23f-5e14-4b78-b900-747113556c6c req-3deb0448-ef0b-46e3-ad6d-687c142a5528 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] No DVR routers for this DVR port 0918d170-1f3c-49a4-a439-80a8c161f2cb on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:29:53.978514 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c8a6d23f-5e14-4b78-b900-747113556c6c req-3deb0448-ef0b-46e3-ad6d-687c142a5528 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:53.981062 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c8a6d23f-5e14-4b78-b900-747113556c6c req-3deb0448-ef0b-46e3-ad6d-687c142a5528 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "DELETE /v2.0/ports/0918d170-1f3c-49a4-a439-80a8c161f2cb HTTP/1.1" status: 204 len: 173 time: 0.8315675 Jul 08 20:29:53.981932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cb81f1-27aa-4f67-bf46-15fd6de9c386', 'name': 'network-vif-deleted', 'tag': '0918d170-1f3c-49a4-a439-80a8c161f2cb'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:29:53.986543 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b53aaa-bfaa-4e21-95b7-288938d86f57" -d '{"events": [{"server_uuid": "55cb81f1-27aa-4f67-bf46-15fd6de9c386", "name": "network-vif-deleted", "tag": "0918d170-1f3c-49a4-a439-80a8c161f2cb"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:29:54.074201 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f927962-40fb-4f42-86bd-0eede971fb0a x-openstack-request-id: req-3f927962-40fb-4f42-86bd-0eede971fb0a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:29:54.074593 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cb81f1-27aa-4f67-bf46-15fd6de9c386", "name": "network-vif-deleted", "tag": "0918d170-1f3c-49a4-a439-80a8c161f2cb", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:29:54.074940 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3f927962-40fb-4f42-86bd-0eede971fb0a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:29:54.075434 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cb81f1-27aa-4f67-bf46-15fd6de9c386', 'name': 'network-vif-deleted', 'tag': '0918d170-1f3c-49a4-a439-80a8c161f2cb', 'status': 'completed', 'code': 200} Jul 08 20:29:54.082516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Allocated IP 2001:db8::392 (170f9fac-f644-46f8-834a-293a426a0c75/40504461-aba7-487d-bc21-1c15540fcda8/a2d454e6-06b3-4c53-b169-eb56fab343aa) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:54.288955 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:54.308397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Transition to ACTIVE for port object a2d454e6-06b3-4c53-b169-eb56fab343aa will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:54.355528 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:54.457941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Allocated IP 2001:db8::2 (170f9fac-f644-46f8-834a-293a426a0c75/40504461-aba7-487d-bc21-1c15540fcda8/e0449ea0-a3d0-4867-acb5-45ad865201f1) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:54.519926 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Network 170f9fac-f644-46f8-834a-293a426a0c75 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:54.536577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:54.540698 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:54.547208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:54.549564 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fd746da-5ec2-47e8-81dd-540f6867729f req-7b8fa97e-dbba-40f2-bb82-b18aec33451f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=55cb81f1-27aa-4f67-bf46-15fd6de9c386 HTTP/1.1" status: 200 len: 210 time: 0.0550642 Jul 08 20:29:54.553885 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:54.586434 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Pushing event updated for resources: {'Port': ['ID=a2d454e6-06b3-4c53-b169-eb56fab343aa,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:54.636595 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37172) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:54.644687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-15bb6bfc-3e1a-46b3-8b84-eb1cfd63a562 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0746894 Jul 08 20:29:54.645196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Request body: {'port': {'network_id': '170f9fac-f644-46f8-834a-293a426a0c75', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-444672616', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:54.646860 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.api.validators [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] bootfile-name is not in valid_values {{(pid=94065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 20:29:54.648361 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.api.validators [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] tftp-server is not in valid_values {{(pid=94065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 20:29:54.648838 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.api.validators [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] server-ip-address is not in valid_values {{(pid=94065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 20:29:54.772301 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:54.792464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Transition to ACTIVE for port object e0449ea0-a3d0-4867-acb5-45ad865201f1 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:54.810660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Transition to ACTIVE for port object e0449ea0-a3d0-4867-acb5-45ad865201f1 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:54.825439 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:54.866546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Made reservation on behalf of a7ad33a2a0704f16b054d23f8ae3d87a for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:29:54.879632 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:54.932992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] device_id is not set on port 42aa46ea-07ed-4386-8b4d-4054f7b9b2a0 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:29:54.983242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Pushing event updated for resources: {'Port': ['ID=e0449ea0-a3d0-4867-acb5-45ad865201f1,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:55.021755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Network 170f9fac-f644-46f8-834a-293a426a0c75 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:55.029333 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:55.043117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:55.135956 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Attempting to bind port e0449ea0-a3d0-4867-acb5-45ad865201f1 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:29:55.136423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Attempting to bind port e0449ea0-a3d0-4867-acb5-45ad865201f1 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '7b7ab977-0787-4951-8a75-0e8952883ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '170f9fac-f644-46f8-834a-293a426a0c75'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:29:55.137616 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Attempting to bind port e0449ea0-a3d0-4867-acb5-45ad865201f1 on network 170f9fac-f644-46f8-834a-293a426a0c75 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:29:55.145403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:29:55.145783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Checking segment: {'id': '7b7ab977-0787-4951-8a75-0e8952883ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '170f9fac-f644-46f8-834a-293a426a0c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:29:55.146192 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:55.146591 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Bound using segment: {'id': '7b7ab977-0787-4951-8a75-0e8952883ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '170f9fac-f644-46f8-834a-293a426a0c75'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:29:55.147517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Bound port: e0449ea0-a3d0-4867-acb5-45ad865201f1, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7ab977-0787-4951-8a75-0e8952883ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '170f9fac-f644-46f8-834a-293a426a0c75'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:29:55.147969 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:55.158611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Allocated IP 2001:db8::1b1 (170f9fac-f644-46f8-834a-293a426a0c75/40504461-aba7-487d-bc21-1c15540fcda8/42aa46ea-07ed-4386-8b4d-4054f7b9b2a0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:29:55.234325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] For port e0449ea0-a3d0-4867-acb5-45ad865201f1, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:29:55.237996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] For port e0449ea0-a3d0-4867-acb5-45ad865201f1, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e0449ea0-a3d0-4867-acb5-45ad865201f1,segment=NetworkSegment(7b7ab977-0787-4951-8a75-0e8952883ef4),segment_id=7b7ab977-0787-4951-8a75-0e8952883ef4)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:29:55.244586 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:55.321748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6579047-f9b8-4022-be0d-cca4dd8e4032 None None] Pushing event updated for resources: {'Port': ['ID=e0449ea0-a3d0-4867-acb5-45ad865201f1,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:55.362010 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:55.385711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Transition to ACTIVE for port object 42aa46ea-07ed-4386-8b4d-4054f7b9b2a0 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:29:55.449611 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:55.516770 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Network 170f9fac-f644-46f8-834a-293a426a0c75 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:29:55.520713 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:29:55.525648 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:29:55.533228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:55.533920 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:55.547448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Pushing event updated for resources: {'Port': ['ID=42aa46ea-07ed-4386-8b4d-4054f7b9b2a0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:55.564056 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c6e626fe-a09c-409d-860a-cc331629e7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9222488 Jul 08 20:29:55.564056 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37190) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:55.740711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f9099b-c99c-464f-b726-c9018da1cc0e tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:55.752521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f9099b-c99c-464f-b726-c9018da1cc0e tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:55.765334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f9099b-c99c-464f-b726-c9018da1cc0e tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:55.772981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37200) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:55.793165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-11f9099b-c99c-464f-b726-c9018da1cc0e tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2276073 Jul 08 20:29:56.000505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8ba87-bbfd-4f68-862e-f5e70a9d11ae tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Deleting port 42aa46ea-07ed-4386-8b4d-4054f7b9b2a0 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:29:56.000874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ac8ba87-bbfd-4f68-862e-f5e70a9d11ae tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:56.094737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0918d170-1f3c-49a4-a439-80a8c161f2cb no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:29:56.149892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 0918d170-1f3c-49a4-a439-80a8c161f2cb {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:29:56.152374 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0918d170-1f3c-49a4-a439-80a8c161f2cb not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:29:56.296253 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ac8ba87-bbfd-4f68-862e-f5e70a9d11ae tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:56.333747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8ba87-bbfd-4f68-862e-f5e70a9d11ae tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Calling delete_port for 42aa46ea-07ed-4386-8b4d-4054f7b9b2a0 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:29:56.345606 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2395d-9db6-47da-956a-97f786695a83 req-f56b52e9-132f-452f-909f-c6f3d0c3b26c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:56.347120 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-f56b52e9-132f-452f-909f-c6f3d0c3b26c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.2560225 Jul 08 20:29:56.415659 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-3f0663a0-605d-4f81-b220-61c40cb9b2e0 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/quotas/4125edd6346c4ae3b8b1626d019dc03d HTTP/1.1" status: 200 len: 375 time: 0.0622699 Jul 08 20:29:56.593832 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-dcbb62ee-37fb-4b75-a1e8-6fbbab3eaf6b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1701682 Jul 08 20:29:56.953842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86475f2-f122-4c55-82f6-7db39aa6a47b None None] Network 170f9fac-f644-46f8-834a-293a426a0c75 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:29:57.122388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bf5018b3-70a7-4706-baaa-3a5c3abf1fcb None None] Provisioning for port e0449ea0-a3d0-4867-acb5-45ad865201f1 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:57.196313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e0449ea0-a3d0-4867-acb5-45ad865201f1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:29:57.202677 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-b1fcc432-9268-4406-af08-8891376bd9c4 service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861502 Jul 08 20:29:57.207307 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ac8ba87-bbfd-4f68-862e-f5e70a9d11ae tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:57.335986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port e0449ea0-a3d0-4867-acb5-45ad865201f1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:57.346248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port e0449ea0-a3d0-4867-acb5-45ad865201f1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:57.347106 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:57.348575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ac8ba87-bbfd-4f68-862e-f5e70a9d11ae tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:57.352193 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6ac8ba87-bbfd-4f68-862e-f5e70a9d11ae tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] 10.222.0.101 "DELETE /v2.0/ports/42aa46ea-07ed-4386-8b4d-4054f7b9b2a0 HTTP/1.1" status: 204 len: 168 time: 1.5773892 Jul 08 20:29:57.353584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8ba87-bbfd-4f68-862e-f5e70a9d11ae tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Pushing event deleted for resources: {'Port': ['ID=42aa46ea-07ed-4386-8b4d-4054f7b9b2a0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:57.357321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37236) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:57.482583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-00e989ca-9689-407c-877a-7967546fae78 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Request body: {'port': {'name': 'tempest-new-port-name-864673949', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:29:57.485385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.api.validators [None req-00e989ca-9689-407c-877a-7967546fae78 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] bootfile-name is not in valid_values {{(pid=94066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 20:29:57.487218 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.api.validators [None req-00e989ca-9689-407c-877a-7967546fae78 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] tftp-server is not in valid_values {{(pid=94066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 20:29:57.488540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.api.validators [None req-00e989ca-9689-407c-877a-7967546fae78 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] server-ip-address is not in valid_values {{(pid=94066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 20:29:57.508780 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:57.559498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port e0449ea0-a3d0-4867-acb5-45ad865201f1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e0449ea0-a3d0-4867-acb5-45ad865201f1,segment=NetworkSegment(7b7ab977-0787-4951-8a75-0e8952883ef4),segment_id=7b7ab977-0787-4951-8a75-0e8952883ef4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:29:57.568100 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:57.668250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=e0449ea0-a3d0-4867-acb5-45ad865201f1,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:57.730587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-4fb2361f-9d43-46e0-ba24-22b4b06f4189 service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133271 Jul 08 20:29:57.743194 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00e989ca-9689-407c-877a-7967546fae78 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:57.978340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-855722b1-0a44-4a65-a65c-52b7b7f0164f None None] Provisioning complete for port e0449ea0-a3d0-4867-acb5-45ad865201f1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:57.978813 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-855722b1-0a44-4a65-a65c-52b7b7f0164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:58.305296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00e989ca-9689-407c-877a-7967546fae78 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:58.308590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-855722b1-0a44-4a65-a65c-52b7b7f0164f None None] Provisioning for port a2d454e6-06b3-4c53-b169-eb56fab343aa completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:29:58.314016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-855722b1-0a44-4a65-a65c-52b7b7f0164f None None] Provisioning complete for port a2d454e6-06b3-4c53-b169-eb56fab343aa triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:58.314389 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-855722b1-0a44-4a65-a65c-52b7b7f0164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:58.320470 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a45a040d-c99c-4d26-8eba-93973fd158ca req-f4ee5975-fdbd-44f4-b00c-5cc8f168dffc tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 210 time: 0.1796734 Jul 08 20:29:58.323949 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00e989ca-9689-407c-877a-7967546fae78 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:58.425796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-00e989ca-9689-407c-877a-7967546fae78 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] In _notify_port_updated(), no bound segment for port a2d454e6-06b3-4c53-b169-eb56fab343aa on network 170f9fac-f644-46f8-834a-293a426a0c75 {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:29:58.431590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e989ca-9689-407c-877a-7967546fae78 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:58.432284 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00e989ca-9689-407c-877a-7967546fae78 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:58.436542 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-00e989ca-9689-407c-877a-7967546fae78 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] 10.222.0.101 "PUT /v2.0/ports/a2d454e6-06b3-4c53-b169-eb56fab343aa HTTP/1.1" status: 200 len: 1129 time: 0.9782383 Jul 08 20:29:58.437298 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37262) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:58.512663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e989ca-9689-407c-877a-7967546fae78 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Pushing event updated for resources: {'Port': ['ID=a2d454e6-06b3-4c53-b169-eb56fab343aa,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:58.521153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-855722b1-0a44-4a65-a65c-52b7b7f0164f None None] Port a2d454e6-06b3-4c53-b169-eb56fab343aa cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:29:58.582825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bd4bd1-89b2-4a3f-8ae8-b7bffc956b50 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:29:58.588785 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f8bd4bd1-89b2-4a3f-8ae8-b7bffc956b50 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] 10.222.0.101 "GET /v2.0/ports/a2d454e6-06b3-4c53-b169-eb56fab343aa HTTP/1.1" status: 200 len: 1129 time: 0.1460929 Jul 08 20:29:58.590797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37268) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:58.687974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d74ca25e-0f80-42b0-be2c-ed235a5c35ad None None] Provisioning complete for port a2d454e6-06b3-4c53-b169-eb56fab343aa triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:58.689094 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d74ca25e-0f80-42b0-be2c-ed235a5c35ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:58.786404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d74ca25e-0f80-42b0-be2c-ed235a5c35ad None None] Port a2d454e6-06b3-4c53-b169-eb56fab343aa cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:29:58.828535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3ed0ce37-28da-4889-a5d6-a8f916582039 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Deleting port a2d454e6-06b3-4c53-b169-eb56fab343aa {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:29:58.828989 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ce37-28da-4889-a5d6-a8f916582039 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:58.915136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0b284761-f81b-40ea-a876-6c31c66cf993 None None] Could not find standard attr ID for object 42aa46ea-07ed-4386-8b4d-4054f7b9b2a0. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:29:59.002176 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ce37-28da-4889-a5d6-a8f916582039 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:59.026653 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3ed0ce37-28da-4889-a5d6-a8f916582039 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Calling delete_port for a2d454e6-06b3-4c53-b169-eb56fab343aa owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:29:59.121453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e0449ea0-a3d0-4867-acb5-45ad865201f1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:29:59.264955 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port e0449ea0-a3d0-4867-acb5-45ad865201f1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:29:59.267327 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:59.275811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ce37-28da-4889-a5d6-a8f916582039 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:59.348845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0ce37-28da-4889-a5d6-a8f916582039 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Pushing event deleted for resources: {'Port': ['ID=a2d454e6-06b3-4c53-b169-eb56fab343aa,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:29:59.431902 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ce37-28da-4889-a5d6-a8f916582039 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:59.434922 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3ed0ce37-28da-4889-a5d6-a8f916582039 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] 10.222.0.101 "DELETE /v2.0/ports/a2d454e6-06b3-4c53-b169-eb56fab343aa HTTP/1.1" status: 204 len: 168 time: 0.8423934 Jul 08 20:29:59.438291 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37278) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:29:59.574923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Deleting subnet 40504461-aba7-487d-bc21-1c15540fcda8 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:29:59.584746 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:59.683443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6fc6d25d-4d12-4606-be7f-42675567fa5b None None] Could not find standard attr ID for object a2d454e6-06b3-4c53-b169-eb56fab343aa. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:29:59.686660 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:29:59.907711 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3964a63-515a-4193-a916-4674120bf0f0 req-02414992-dc4d-400f-b31a-d7e169ab77a3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 210 time: 0.0723720 Jul 08 20:29:59.950201 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:00.032501 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:00.069687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Pushing event deleted for resources: {'Subnet': ['ID=40504461-aba7-487d-bc21-1c15540fcda8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:00.074585 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:00.076728 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] 10.222.0.101 "DELETE /v2.0/subnets/40504461-aba7-487d-bc21-1c15540fcda8 HTTP/1.1" status: 204 len: 168 time: 0.6371493 Jul 08 20:30:00.080659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37288) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:00.082338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:00.084534 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e067215-970a-4f74-9d50-0229fa40b201 None None] Network 170f9fac-f644-46f8-834a-293a426a0c75 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:30:00.098841 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:00.099367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:00.099736 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:00.100093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:00.100426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:00.106920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:00.110047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:00.110633 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:00.111176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:00.111686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:00.112195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b483421-815b-45eb-9367-2a8bc142dbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:00.256569 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:00.359264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2395d-9db6-47da-956a-97f786695a83 req-c3fdaf8a-00ef-4ebf-9b64-9426564e8528 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:00.361204 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-c3fdaf8a-00ef-4ebf-9b64-9426564e8528 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.2026722 Jul 08 20:30:00.378931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3af2395d-9db6-47da-956a-97f786695a83 req-091f2abe-6193-4761-9aad-6f5b6913b92c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Request body: {'port': {'device_id': 'af0b3d2f-07c6-40a5-8381-61e5440be0b6', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'admin_state_up': True, 'tenant_id': '4125edd6346c4ae3b8b1626d019dc03d'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:00.397204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f5dd2-a579-4a56-971e-a682add007c2 None None] DHCP port deletion for 170f9fac-f644-46f8-834a-293a426a0c75 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:30:00.468619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c50f5dd2-a579-4a56-971e-a682add007c2 None None] Deleting port e0449ea0-a3d0-4867-acb5-45ad865201f1 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:30:00.469498 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c50f5dd2-a579-4a56-971e-a682add007c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:00.537707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Deleting port e0449ea0-a3d0-4867-acb5-45ad865201f1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:30:00.538051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:00.571901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c50f5dd2-a579-4a56-971e-a682add007c2 None None] For port e0449ea0-a3d0-4867-acb5-45ad865201f1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e0449ea0-a3d0-4867-acb5-45ad865201f1,segment=NetworkSegment(7b7ab977-0787-4951-8a75-0e8952883ef4),segment_id=7b7ab977-0787-4951-8a75-0e8952883ef4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:00.572439 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c50f5dd2-a579-4a56-971e-a682add007c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:00.590611 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c50f5dd2-a579-4a56-971e-a682add007c2 None None] Calling delete_port for e0449ea0-a3d0-4867-acb5-45ad865201f1 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:30:00.626592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] For port e0449ea0-a3d0-4867-acb5-45ad865201f1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e0449ea0-a3d0-4867-acb5-45ad865201f1,segment=NetworkSegment(7b7ab977-0787-4951-8a75-0e8952883ef4),segment_id=7b7ab977-0787-4951-8a75-0e8952883ef4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:00.627869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:00.641094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Calling delete_port for e0449ea0-a3d0-4867-acb5-45ad865201f1 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:30:00.780890 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:00.799598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] No DVR routers for this DVR port e0449ea0-a3d0-4867-acb5-45ad865201f1 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:30:00.805055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af2395d-9db6-47da-956a-97f786695a83 req-091f2abe-6193-4761-9aad-6f5b6913b92c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Made reservation on behalf of 4125edd6346c4ae3b8b1626d019dc03d for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:30:00.808808 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3af2395d-9db6-47da-956a-97f786695a83 req-091f2abe-6193-4761-9aad-6f5b6913b92c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:00.925802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Pushing event deleted for resources: {'Port': ['ID=e0449ea0-a3d0-4867-acb5-45ad865201f1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:01.012650 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c50f5dd2-a579-4a56-971e-a682add007c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:01.095584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f5dd2-a579-4a56-971e-a682add007c2 None None] Pushing event deleted for resources: {'Port': ['ID=e0449ea0-a3d0-4867-acb5-45ad865201f1,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:01.106091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f5dd2-a579-4a56-971e-a682add007c2 None None] No DVR routers for this DVR port e0449ea0-a3d0-4867-acb5-45ad865201f1 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:30:01.145478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e0449ea0-a3d0-4867-acb5-45ad865201f1 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:30:01.195946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: e0449ea0-a3d0-4867-acb5-45ad865201f1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:30:01.195946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e0449ea0-a3d0-4867-acb5-45ad865201f1 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:30:01.202942 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:01.234288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170f9fac-f644-46f8-834a-293a426a0c75']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:01.267347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7ab977-0787-4951-8a75-0e8952883ef4') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:01.267585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7ab977-0787-4951-8a75-0e8952883ef4') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:01.332935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:01.348135 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5e970327-3888-4851-b63d-52a1b724662f req-09b8a230-ad02-4ccd-bca4-7f881a573dff tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 210 time: 0.0849645 Jul 08 20:30:01.447166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:01.454394 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37340) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:01.461269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:30:01.461727 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:30:01.519374 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:30:01.531815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-3af2395d-9db6-47da-956a-97f786695a83 req-091f2abe-6193-4761-9aad-6f5b6913b92c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Allocated IP 172.20.0.3 (09cd958d-35e6-43c4-9acc-8fd012d12f29/c2373fae-9dad-4e09-8b0b-379b39b82584/7ebbde12-1ede-4637-a9ad-62adf51bfc97) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:01.559835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:01.571361 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:01.575741 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] 10.222.0.101 "DELETE /v2.0/networks/170f9fac-f644-46f8-834a-293a426a0c75 HTTP/1.1" status: 204 len: 168 time: 1.4933820 Jul 08 20:30:01.625531 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f31f7f9e-5dc6-40a3-b66f-90f64202f914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:01.629103 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211e5c5-1482-453e-bedd-81ec9560ab19 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622 tempest-ExtraDHCPOptionsIpV6TestJSON-608194622-project] Pushing event deleted for resources: {'Network': ['ID=170f9fac-f644-46f8-834a-293a426a0c75,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:01.679712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-783f65c8-0729-40a9-9e9d-9a438f3e7b5f tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:01.681586 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-783f65c8-0729-40a9-9e9d-9a438f3e7b5f tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/networks?id=0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 200 len: 814 time: 0.3167350 Jul 08 20:30:01.759501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-abd02bf4-a5f5-4f52-bb06-f8a2106904e5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/quotas/d5e9137b4de448389e507d5eb405a95b HTTP/1.1" status: 200 len: 375 time: 0.0628130 Jul 08 20:30:01.857042 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f31f7f9e-5dc6-40a3-b66f-90f64202f914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:01.864716 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f31f7f9e-5dc6-40a3-b66f-90f64202f914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:01.913173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37348) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:01.929064 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3af2395d-9db6-47da-956a-97f786695a83 req-091f2abe-6193-4761-9aad-6f5b6913b92c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:01.938495 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f31f7f9e-5dc6-40a3-b66f-90f64202f914 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=69875e9d008649f18dad4984931032f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791720 Jul 08 20:30:01.938495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f7f9e-5dc6-40a3-b66f-90f64202f914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb7cf10-6896-4e54-abf4-e1ea4bc8ee70,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:01.938495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37352) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:01.978187 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-0f3889e1-1e1e-4d60-8302-291646927afe tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d5e9137b4de448389e507d5eb405a95b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2101908 Jul 08 20:30:01.997738 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f542b417-c229-417f-b503-71fb9b39b18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:02.014602 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3af2395d-9db6-47da-956a-97f786695a83 req-091f2abe-6193-4761-9aad-6f5b6913b92c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:02.024191 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f542b417-c229-417f-b503-71fb9b39b18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:02.028555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2e9f0bb1-f2fd-4278-b32b-703d00e51bba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:02.143642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af2395d-9db6-47da-956a-97f786695a83 req-091f2abe-6193-4761-9aad-6f5b6913b92c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Network 09cd958d-35e6-43c4-9acc-8fd012d12f29 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:02.145953 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f542b417-c229-417f-b503-71fb9b39b18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:02.149113 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f542b417-c229-417f-b503-71fb9b39b18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:02.150400 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f542b417-c229-417f-b503-71fb9b39b18e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eeb7cf10-6896-4e54-abf4-e1ea4bc8ee70 HTTP/1.1" status: 204 len: 168 time: 0.2108881 Jul 08 20:30:02.167293 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542b417-c229-417f-b503-71fb9b39b18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb7cf10-6896-4e54-abf4-e1ea4bc8ee70,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:02.291453 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-3af2395d-9db6-47da-956a-97f786695a83 req-091f2abe-6193-4761-9aad-6f5b6913b92c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:02.294930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af2395d-9db6-47da-956a-97f786695a83 req-091f2abe-6193-4761-9aad-6f5b6913b92c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:02.344986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f2abe-6193-4761-9aad-6f5b6913b92c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event updated for resources: {'Port': ['ID=7ebbde12-1ede-4637-a9ad-62adf51bfc97,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:02.423670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f493990a-87fa-426a-9806-0a22edc1384a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a7ad33a2a0704f16b054d23f8ae3d87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059128 Jul 08 20:30:02.423850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37368) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:02.435064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2395d-9db6-47da-956a-97f786695a83 req-091f2abe-6193-4761-9aad-6f5b6913b92c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:02.435715 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3af2395d-9db6-47da-956a-97f786695a83 req-091f2abe-6193-4761-9aad-6f5b6913b92c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:02.475641 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-091f2abe-6193-4761-9aad-6f5b6913b92c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1038237 Jul 08 20:30:02.481529 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-9469e744-520f-4ddf-a01f-9441d1555638 service neutron] 10.222.0.101 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858503 Jul 08 20:30:02.493601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Request body: {'port': {'device_id': 'af0b3d2f-07c6-40a5-8381-61e5440be0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:02.521349 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2929a396-ebec-446e-86dd-347d111a8c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:02.545637 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2929a396-ebec-446e-86dd-347d111a8c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:02.670008 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2929a396-ebec-446e-86dd-347d111a8c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:02.673808 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2929a396-ebec-446e-86dd-347d111a8c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:02.675116 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2929a396-ebec-446e-86dd-347d111a8c52 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2c79cd46-5963-41b5-99ff-740962c54bb1 HTTP/1.1" status: 204 len: 168 time: 0.2502367 Jul 08 20:30:02.689514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc757eb-83fc-4b62-918a-6f8767862a68 req-cb8c1403-47ab-4794-bf91-9dc265bcc8d9 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:02.697401 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fdc757eb-83fc-4b62-918a-6f8767862a68 req-cb8c1403-47ab-4794-bf91-9dc265bcc8d9 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 931 time: 0.1078126 Jul 08 20:30:02.704530 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:02.713336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929a396-ebec-446e-86dd-347d111a8c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c79cd46-5963-41b5-99ff-740962c54bb1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:02.719334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-6555015b-4c85-41ef-94e5-5ef11afeaff1 service neutron] 10.222.0.101 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336144 Jul 08 20:30:02.766462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37374) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:02.769865 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fdc757eb-83fc-4b62-918a-6f8767862a68 req-a0721564-3dd2-4224-87f1-94e175544a89 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714884 Jul 08 20:30:03.044581 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bef85eb0-4486-44c6-b5ad-e948da84d876 req-8d1b00cc-1392-4525-8882-13508b2d173e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 210 time: 0.0436320 Jul 08 20:30:03.229925 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d34d3461-00dd-403e-ac10-24d48edb9bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:03.540345 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d34d3461-00dd-403e-ac10-24d48edb9bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:03.602478 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d34d3461-00dd-403e-ac10-24d48edb9bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:03.680035 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d3461-00dd-403e-ac10-24d48edb9bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d4d63d-d9ff-46d4-adca-1a0cbfac1683,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:03.696009 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d34d3461-00dd-403e-ac10-24d48edb9bec admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8cf58b04bb1c405c95ef94150c309c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9244211 Jul 08 20:30:03.696319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37410) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:03.732570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ebbde12-1ede-4637-a9ad-62adf51bfc97 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:30:03.751305 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:03.772754 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c286eacc-07e2-43e8-a740-bc34de711a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:03.789918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37414) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:03.816155 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c286eacc-07e2-43e8-a740-bc34de711a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:03.833135 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Transition to ACTIVE for port object 7ebbde12-1ede-4637-a9ad-62adf51bfc97 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:30:03.850081 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:03.931167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-756709940'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:03.973355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Made reservation on behalf of ff4becae697c4575abd8e87af9db3750 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:30:03.986215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.018614 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.073210 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-753e12bd-e417-4f13-9c9a-0efc03aa3308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.078131 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Pushing event updated for resources: {'Port': ['ID=7ebbde12-1ede-4637-a9ad-62adf51bfc97,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:04.108818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Attempting to bind port 7ebbde12-1ede-4637-a9ad-62adf51bfc97 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:30:04.109557 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Attempting to bind port 7ebbde12-1ede-4637-a9ad-62adf51bfc97 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:30:04.110676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Attempting to bind port 7ebbde12-1ede-4637-a9ad-62adf51bfc97 on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:30:04.115749 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c286eacc-07e2-43e8-a740-bc34de711a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.119510 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c286eacc-07e2-43e8-a740-bc34de711a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.125003 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c286eacc-07e2-43e8-a740-bc34de711a87 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a0d4d63d-d9ff-46d4-adca-1a0cbfac1683 HTTP/1.1" status: 204 len: 168 time: 0.4274707 Jul 08 20:30:04.144320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286eacc-07e2-43e8-a740-bc34de711a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d4d63d-d9ff-46d4-adca-1a0cbfac1683,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:04.160580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Port 7ebbde12-1ede-4637-a9ad-62adf51bfc97 on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:30:04.161386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Attempting to bind port 7ebbde12-1ede-4637-a9ad-62adf51bfc97 on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:30:04.186182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:30:04.186443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Checking segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:30:04.187109 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Bound using segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:30:04.187589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Bound port: 7ebbde12-1ede-4637-a9ad-62adf51bfc97, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:30:04.188085 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.235128 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedb136-1745-4ce5-ad76-bb03d547364f req-6e9d834f-c0c9-4502-865d-a2033af1f0cb tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:04.246083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eedb136-1745-4ce5-ad76-bb03d547364f req-6e9d834f-c0c9-4502-865d-a2033af1f0cb tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 943 time: 0.3075268 Jul 08 20:30:04.249551 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.257730 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.303335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:30:04.328670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938caef6-84fe-4d57-a066-5b9d4f392c99,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:04.333037 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.333515 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Added segment 874923a3-1b34-4d80-848b-3ad3dc029a97 of type vlan for network 99491a50-d74c-458c-ab39-2e1f9325aa69 Jul 08 20:30:04.391181 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.424305 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4eedb136-1745-4ce5-ad76-bb03d547364f req-436c149f-c3ae-4165-894e-92ecd30b5072 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772401 Jul 08 20:30:04.459911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1abfa2a-1653-4bee-adf1-e10c3a00f15c req-2af6c642-4df0-402e-9274-b98b2dd99f6d tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 210 time: 0.0453694 Jul 08 20:30:04.472268 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.484904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:04.485165 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.496670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] For port 7ebbde12-1ede-4637-a9ad-62adf51bfc97, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:30:04.501204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] For port 7ebbde12-1ede-4637-a9ad-62adf51bfc97, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7ebbde12-1ede-4637-a9ad-62adf51bfc97,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:30:04.506603 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.566507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:04.567163 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:04.568591 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] 10.222.0.104 "PUT /v2.0/ports/7ebbde12-1ede-4637-a9ad-62adf51bfc97 HTTP/1.1" status: 200 len: 1092 time: 2.0842216 Jul 08 20:30:04.569083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0b3d2f-07c6-40a5-8381-61e5440be0b6', 'tag': '7ebbde12-1ede-4637-a9ad-62adf51bfc97'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:30:04.585098 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e555538-22a0-4cb3-a872-eb5c3bfcb448" -d '{"events": [{"name": "network-changed", "server_uuid": "af0b3d2f-07c6-40a5-8381-61e5440be0b6", "tag": "7ebbde12-1ede-4637-a9ad-62adf51bfc97"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:30:04.593428 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8023634 Jul 08 20:30:04.595025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37432) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:04.609478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-850dcd36-3df6-4991-a502-60c020259c0b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'subnet': {'network_id': '99491a50-d74c-458c-ab39-2e1f9325aa69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:04.619828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba581b-106e-4522-87c1-0a82bebde6b2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Network': ['ID=99491a50-d74c-458c-ab39-2e1f9325aa69,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:04.633677 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 99491a50-d74c-458c-ab39-2e1f9325aa69 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:30:04.730874 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c578709f-e7a1-454b-ba17-be3baec856c3 x-openstack-request-id: req-c578709f-e7a1-454b-ba17-be3baec856c3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:30:04.731172 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0b3d2f-07c6-40a5-8381-61e5440be0b6", "tag": "7ebbde12-1ede-4637-a9ad-62adf51bfc97", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:30:04.731427 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c578709f-e7a1-454b-ba17-be3baec856c3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:30:04.731833 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0b3d2f-07c6-40a5-8381-61e5440be0b6', 'tag': '7ebbde12-1ede-4637-a9ad-62adf51bfc97', 'status': 'completed', 'code': 200} Jul 08 20:30:04.759398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57b67b-f3f8-4c5b-9f9b-7dc06c06623c service neutron] Pushing event updated for resources: {'Port': ['ID=7ebbde12-1ede-4637-a9ad-62adf51bfc97,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:04.904126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2395d-9db6-47da-956a-97f786695a83 req-4e32e01a-c502-4950-8ec3-7a93b649a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:04.906451 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-4e32e01a-c502-4950-8ec3-7a93b649a781 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 1095 time: 0.1969540 Jul 08 20:30:04.923061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850dcd36-3df6-4991-a502-60c020259c0b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Made reservation on behalf of ff4becae697c4575abd8e87af9db3750 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:30:04.927413 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-850dcd36-3df6-4991-a502-60c020259c0b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:05.023822 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-753dfc99-5c31-46f2-84ec-0920aa9124dc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ebbde12-1ede-4637-a9ad-62adf51bfc97 HTTP/1.1" status: 200 len: 217 time: 0.1023154 Jul 08 20:30:05.092920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2395d-9db6-47da-956a-97f786695a83 req-4c2d1a49-65b6-4b6b-a337-820b6bfbe67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:05.094415 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-4c2d1a49-65b6-4b6b-a337-820b6bfbe67a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.0709689 Jul 08 20:30:05.137966 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-f0a8032c-168d-467d-a1d0-c749a8bac63a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337954 Jul 08 20:30:05.387009 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-0a40b9bb-4d84-4177-94f7-dc920c241609 service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403796 Jul 08 20:30:05.582296 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3af2395d-9db6-47da-956a-97f786695a83 req-0390726d-f001-4a7d-97e9-c7e2fd3b91fd service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816974 Jul 08 20:30:05.786780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd4e88-55a1-40ec-815f-ba0dc663bc54 req-3a775993-875d-4827-bea4-de810e638998 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:05.788350 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18bd4e88-55a1-40ec-815f-ba0dc663bc54 req-3a775993-875d-4827-bea4-de810e638998 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 943 time: 0.1164334 Jul 08 20:30:05.807460 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c297c926-4149-4fcf-8c6b-fc496753726b req-4fc336f1-97e7-4c88-867e-b65905006c3a tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 210 time: 0.1016250 Jul 08 20:30:05.814400 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-850dcd36-3df6-4991-a502-60c020259c0b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:05.844571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-373a1880-e1b9-4ac8-948d-5581aaa55973 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:05.846280 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-373a1880-e1b9-4ac8-948d-5581aaa55973 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.103 "GET /v2.0/networks?id=0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 200 len: 814 time: 0.6123250 Jul 08 20:30:05.847629 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18bd4e88-55a1-40ec-815f-ba0dc663bc54 req-96b51329-6dec-411b-99ac-7ec8661b21d9 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523984 Jul 08 20:30:05.881382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-6d106a97-51ee-4f89-a036-4f5334a28c36 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Request body: {'port': {'device_id': 'ecfc5066-ae3d-4e8b-8234-63202cb7735a', 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c', 'admin_state_up': True, 'tenant_id': 'd5e9137b4de448389e507d5eb405a95b'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:06.078315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dcd36-3df6-4991-a502-60c020259c0b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Subnet': ['ID=9b30528f-3c30-4380-ac87-3877aa0038e9,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:06.089506 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850dcd36-3df6-4991-a502-60c020259c0b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Checking segment: {'id': '874923a3-1b34-4d80-848b-3ad3dc029a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '99491a50-d74c-458c-ab39-2e1f9325aa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:30:06.090079 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850dcd36-3df6-4991-a502-60c020259c0b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network hostable DHCP agents. Network: 99491a50-d74c-458c-ab39-2e1f9325aa69, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:30:06.094288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e555538-22a0-4cb3-a872-eb5c3bfcb448 req-0b73867d-7146-4410-a117-e3fce3fd83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:06.096052 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e555538-22a0-4cb3-a872-eb5c3bfcb448 req-0b73867d-7146-4410-a117-e3fce3fd83c6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 1095 time: 0.3749990 Jul 08 20:30:06.201013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-6d106a97-51ee-4f89-a036-4f5334a28c36 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Made reservation on behalf of d5e9137b4de448389e507d5eb405a95b for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:30:06.205884 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-6d106a97-51ee-4f89-a036-4f5334a28c36 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:06.218207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850dcd36-3df6-4991-a502-60c020259c0b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 99491a50-d74c-458c-ab39-2e1f9325aa69 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:30:06.263197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-850dcd36-3df6-4991-a502-60c020259c0b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 99491a50-d74c-458c-ab39-2e1f9325aa69) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:06.271177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e555538-22a0-4cb3-a872-eb5c3bfcb448 req-a521b344-e054-4f83-a860-bb1f66cc5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:06.275528 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e555538-22a0-4cb3-a872-eb5c3bfcb448 req-a521b344-e054-4f83-a860-bb1f66cc5d93 service neutron] 10.222.0.104 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 907 time: 0.1667390 Jul 08 20:30:06.277095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850dcd36-3df6-4991-a502-60c020259c0b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:06.277830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4c3c55-b9ec-4c3d-83db-e03c17af92b3 None None] Network 99491a50-d74c-458c-ab39-2e1f9325aa69 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:30:06.278326 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-850dcd36-3df6-4991-a502-60c020259c0b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:06.375449 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e555538-22a0-4cb3-a872-eb5c3bfcb448 req-b3c18e38-9c2b-4819-acf9-d79859feef56 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ebbde12-1ede-4637-a9ad-62adf51bfc97 HTTP/1.1" status: 200 len: 217 time: 0.0869775 Jul 08 20:30:06.472758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118fa65c-92ab-4d06-b1bd-ec635f20810c None None] Network 99491a50-d74c-458c-ab39-2e1f9325aa69 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:30:06.502663 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-850dcd36-3df6-4991-a502-60c020259c0b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9017348 Jul 08 20:30:06.506306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37500) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:06.510114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-495414459', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:06.542286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-6d106a97-51ee-4f89-a036-4f5334a28c36 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Allocated IP 172.20.0.4 (0cb52e9e-eaba-47ff-a0c6-9f694354493c/ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e/6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:06.551597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e555538-22a0-4cb3-a872-eb5c3bfcb448 req-8dcb8a06-f642-4d81-b395-77cd80105613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:06.553547 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e555538-22a0-4cb3-a872-eb5c3bfcb448 req-8dcb8a06-f642-4d81-b395-77cd80105613 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.1758835 Jul 08 20:30:06.556526 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:06.557802 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:06.607483 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3d160ee0-083a-4cc3-a730-7b4d619396d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:06.651430 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e555538-22a0-4cb3-a872-eb5c3bfcb448 req-978c1514-6c99-4642-93e4-79a65e3ee035 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514643 Jul 08 20:30:06.724341 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:06.918536 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:06.946016 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e555538-22a0-4cb3-a872-eb5c3bfcb448 req-4acfed30-3103-4ba0-90e1-cb7f9917f173 service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871172 Jul 08 20:30:06.963455 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.100217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4703e26d-1ff6-4c15-9ae3-6f58a2be451a req-4c9710ab-9df4-4bb9-9ec1-c7920a01af51 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 210 time: 0.0429475 Jul 08 20:30:07.188020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37518) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:07.210294 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e555538-22a0-4cb3-a872-eb5c3bfcb448 req-479601cc-2100-4023-a9a6-4149dc163e32 service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528157 Jul 08 20:30:07.276493 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-6d106a97-51ee-4f89-a036-4f5334a28c36 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.371143 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352f16b-7db7-4b0f-9dc7-675090c5b1fc req-51e9381d-2e5c-4a41-865e-1dc4c78e3c61 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:07.372972 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f352f16b-7db7-4b0f-9dc7-675090c5b1fc req-51e9381d-2e5c-4a41-865e-1dc4c78e3c61 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 943 time: 0.2864733 Jul 08 20:30:07.374682 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-6d106a97-51ee-4f89-a036-4f5334a28c36 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.386244 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['94512f95-708e-468a-818f-4d1bc770ad26'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:07.411860 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b742085-412f-4c95-ba10-dd3323131f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.455540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.478376 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.483672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6f67d435-f1bb-4636-b753-e52c61b28aa4', '14b0c5bd-eb9f-427b-9fb8-8f95f12818ba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:07.492470 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f352f16b-7db7-4b0f-9dc7-675090c5b1fc req-98693321-7d90-43b2-81d2-1cd5ca43e918 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086454 Jul 08 20:30:07.512729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-6d106a97-51ee-4f89-a036-4f5334a28c36 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Network 0cb52e9e-eaba-47ff-a0c6-9f694354493c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:07.517895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-6d106a97-51ee-4f89-a036-4f5334a28c36 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:07.521121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-6d106a97-51ee-4f89-a036-4f5334a28c36 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:07.586991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d106a97-51ee-4f89-a036-4f5334a28c36 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Pushing event updated for resources: {'Port': ['ID=6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:07.613097 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-6d106a97-51ee-4f89-a036-4f5334a28c36 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:07.614146 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-6d106a97-51ee-4f89-a036-4f5334a28c36 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.663290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.25.4.100 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/7d89c69e-5130-4f05-aa7d-a47906da8be8) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:07.690343 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b742085-412f-4c95-ba10-dd3323131f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.708181 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-6d106a97-51ee-4f89-a036-4f5334a28c36 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8319767 Jul 08 20:30:07.709800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b742085-412f-4c95-ba10-dd3323131f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.732249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Request body: {'port': {'device_id': 'ecfc5066-ae3d-4e8b-8234-63202cb7735a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:07.789166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9b742085-412f-4c95-ba10-dd3323131f66 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d3b44d5474d94a1cab3ff9c756e8a312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5997794 Jul 08 20:30:07.791881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37524) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:07.799923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b742085-412f-4c95-ba10-dd3323131f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc9b40e-c414-4d1c-b7d2-92f1841fd6c9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:07.846928 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.892765 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.913810 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-18ae17d5-d8ff-4614-bb4a-0276577f2958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.946441 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-18ae17d5-d8ff-4614-bb4a-0276577f2958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.946782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:07.948421 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:07.949614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:07.954604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:07.982392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=7d89c69e-5130-4f05-aa7d-a47906da8be8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:08.119317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7ebbde12-1ede-4637-a9ad-62adf51bfc97 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:30:08.183828 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.213679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37530) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:08.294579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7ebbde12-1ede-4637-a9ad-62adf51bfc97, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7ebbde12-1ede-4637-a9ad-62adf51bfc97,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:08.306976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '7ebbde12-1ede-4637-a9ad-62adf51bfc97', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'port_id': '7ebbde12-1ede-4637-a9ad-62adf51bfc97', 'mac_address': 'fa:16:3e:01:5e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2373fae-9dad-4e09-8b0b-379b39b82584', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:30:08.355200 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.356397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-df68af29-5176-47bf-990a-13bbc56122e5 admin admin] Deleting subnet b6e71fb9-3611-4942-ba8e-b06344ca3af4 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:30:08.361234 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df68af29-5176-47bf-990a-13bbc56122e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.370161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ebbde12-1ede-4637-a9ad-62adf51bfc97 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:30:08.397270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7ebbde12-1ede-4637-a9ad-62adf51bfc97, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7ebbde12-1ede-4637-a9ad-62adf51bfc97,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:08.403925 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.413060 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df68af29-5176-47bf-990a-13bbc56122e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.456938 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.495017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7ebbde12-1ede-4637-a9ad-62adf51bfc97,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:08.510264 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df68af29-5176-47bf-990a-13bbc56122e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.622367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae8bf7-381f-4d9e-8452-49733d41571d req-580415f8-2417-4206-aac8-fa4861e20f13 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:08.625071 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2fae8bf7-381f-4d9e-8452-49733d41571d req-580415f8-2417-4206-aac8-fa4861e20f13 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 931 time: 0.2467487 Jul 08 20:30:08.628013 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-18ae17d5-d8ff-4614-bb4a-0276577f2958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.633616 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-18ae17d5-d8ff-4614-bb4a-0276577f2958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.648375 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-18ae17d5-d8ff-4614-bb4a-0276577f2958 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ccc9b40e-c414-4d1c-b7d2-92f1841fd6c9 HTTP/1.1" status: 204 len: 168 time: 0.8538365 Jul 08 20:30:08.681533 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df68af29-5176-47bf-990a-13bbc56122e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.686015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7ebbde12-1ede-4637-a9ad-62adf51bfc97'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:08.692859 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae17d5-d8ff-4614-bb4a-0276577f2958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc9b40e-c414-4d1c-b7d2-92f1841fd6c9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:08.760061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68af29-5176-47bf-990a-13bbc56122e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e71fb9-3611-4942-ba8e-b06344ca3af4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:08.781281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df68af29-5176-47bf-990a-13bbc56122e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.785150 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-df68af29-5176-47bf-990a-13bbc56122e5 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/b6e71fb9-3611-4942-ba8e-b06344ca3af4 HTTP/1.1" status: 204 len: 168 time: 0.5680077 Jul 08 20:30:08.799707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37542) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:08.886361 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2fae8bf7-381f-4d9e-8452-49733d41571d req-b4dcbd4d-9c93-48f6-a71c-d6f8b548ad14 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323604 Jul 08 20:30:08.887052 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.909651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:30:08.925763 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.939896 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a50b7b5-72d7-4aed-a8da-d63ac30c5515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:08.955500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Transition to ACTIVE for port object 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:30:08.962351 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.084085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Pushing event updated for resources: {'Port': ['ID=6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:09.104085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe615cfa-15c7-4e85-8bd1-b8ed81fa760b req-3393b40d-ea9c-4dbe-92c5-10ad41ce80f5 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:09.112236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe615cfa-15c7-4e85-8bd1-b8ed81fa760b req-3393b40d-ea9c-4dbe-92c5-10ad41ce80f5 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 944 time: 0.3546071 Jul 08 20:30:09.170265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Attempting to bind port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:30:09.170832 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Attempting to bind port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:30:09.171173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Attempting to bind port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba on network 0cb52e9e-eaba-47ff-a0c6-9f694354493c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:30:09.175821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba on network 0cb52e9e-eaba-47ff-a0c6-9f694354493c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:30:09.176057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Attempting to bind port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba on network 0cb52e9e-eaba-47ff-a0c6-9f694354493c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:30:09.181072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:30:09.181531 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Checking segment: {'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:30:09.181924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Bound using segment: {'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:30:09.182363 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Bound port: 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ce7a99-c678-45f0-b221-a6d7a4dae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:30:09.182736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.213162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37546) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:09.247335 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a50b7b5-72d7-4aed-a8da-d63ac30c5515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.250892 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b288d8a2-d1fd-41d0-b703-ed935789734a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.253035 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] For port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:30:09.258048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] For port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:30:09.262107 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.265301 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe615cfa-15c7-4e85-8bd1-b8ed81fa760b req-2c71edff-499c-4ae8-9bc2-813a3dc59f08 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519825 Jul 08 20:30:09.278664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-1a50b7b5-72d7-4aed-a8da-d63ac30c5515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b51512-72c9-49a8-9bba-d7d5aded8a65']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:09.294364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-1a50b7b5-72d7-4aed-a8da-d63ac30c5515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:09.294645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-1a50b7b5-72d7-4aed-a8da-d63ac30c5515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a921fcc-a312-4ac2-9aff-9ccfcd8ddccb') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:09.303399 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:09.304036 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.305493 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] 10.222.0.103 "PUT /v2.0/ports/6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba HTTP/1.1" status: 200 len: 1092 time: 1.5870152 Jul 08 20:30:09.305937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfc5066-ae3d-4e8b-8234-63202cb7735a', 'tag': '6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:30:09.308252 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec75011a-2c54-4a75-9a05-1b1963f3b343" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfc5066-ae3d-4e8b-8234-63202cb7735a", "tag": "6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:30:09.315319 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a50b7b5-72d7-4aed-a8da-d63ac30c5515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.346882 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a50b7b5-72d7-4aed-a8da-d63ac30c5515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.355161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba185b9-4e04-451b-8c2f-de23c08ea20b service neutron] Pushing event updated for resources: {'Port': ['ID=6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:09.361246 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a50b7b5-72d7-4aed-a8da-d63ac30c5515 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:30:09.361649 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a50b7b5-72d7-4aed-a8da-d63ac30c5515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:30:09.364203 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:30:09.392417 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c0ecd1-3b44-4f4f-a637-5c56d399bfb3 x-openstack-request-id: req-e0c0ecd1-3b44-4f4f-a637-5c56d399bfb3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:30:09.392808 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfc5066-ae3d-4e8b-8234-63202cb7735a", "tag": "6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:30:09.393045 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e0c0ecd1-3b44-4f4f-a637-5c56d399bfb3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:30:09.393387 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfc5066-ae3d-4e8b-8234-63202cb7735a', 'tag': '6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba', 'status': 'completed', 'code': 200} Jul 08 20:30:09.414409 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:30:09.425020 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-027eb513-f59b-49fc-8a59-7418a42224ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:09.427220 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-027eb513-f59b-49fc-8a59-7418a42224ea service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d5e9137b4de448389e507d5eb405a95b&device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 1095 time: 0.0658274 Jul 08 20:30:09.443795 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a50b7b5-72d7-4aed-a8da-d63ac30c5515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.495977 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-1def7b3f-a6a7-425e-9df3-d6a374c59800 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba HTTP/1.1" status: 200 len: 217 time: 0.0513880 Jul 08 20:30:09.496211 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a50b7b5-72d7-4aed-a8da-d63ac30c5515 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.501229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37552) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:09.502608 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1a50b7b5-72d7-4aed-a8da-d63ac30c5515 admin admin] 10.222.0.101 "DELETE /v2.0/networks/88b51512-72c9-49a8-9bba-d7d5aded8a65 HTTP/1.1" status: 204 len: 168 time: 0.6967056 Jul 08 20:30:09.534774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50b7b5-72d7-4aed-a8da-d63ac30c5515 admin admin] Pushing event deleted for resources: {'Network': ['ID=88b51512-72c9-49a8-9bba-d7d5aded8a65,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:09.621038 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b288d8a2-d1fd-41d0-b703-ed935789734a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.629301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-39ee3fdd-afcf-480a-8023-e77145691cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:09.630754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:30:09.630960 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-39ee3fdd-afcf-480a-8023-e77145691cd0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e HTTP/1.1" status: 200 len: 854 time: 0.1141343 Jul 08 20:30:09.635014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-684ef1f8-c37f-4daa-819b-c09e55d554a2 admin admin] Deleting subnet dcf0dd50-c2e7-4df2-9e0a-0cba3915c653 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:30:09.641592 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b288d8a2-d1fd-41d0-b703-ed935789734a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.641942 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-684ef1f8-c37f-4daa-819b-c09e55d554a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.642386 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c676c1-a55e-4e8a-b186-c35e651fecda None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:30:09.663363 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c676c1-a55e-4e8a-b186-c35e651fecda None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:09.664277 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c1c676c1-a55e-4e8a-b186-c35e651fecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:09.679076 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.680324 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b6a9861b-c860-475e-b79c-38e8eb189284 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1740453 Jul 08 20:30:09.687674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37556) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:09.699272 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-ee1d83cf-169b-47a0-9b2c-062844b11bab service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cb52e9e-eaba-47ff-a0c6-9f694354493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584788 Jul 08 20:30:09.708092 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b288d8a2-d1fd-41d0-b703-ed935789734a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c16358e92dfa4543b6583eebfd3d17a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926536 Jul 08 20:30:09.708763 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37558) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:09.734918 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.735776 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-684ef1f8-c37f-4daa-819b-c09e55d554a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.744234 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c1c676c1-a55e-4e8a-b186-c35e651fecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:09.757741 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c676c1-a55e-4e8a-b186-c35e651fecda None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:09.758591 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c1c676c1-a55e-4e8a-b186-c35e651fecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:09.813166 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c1c676c1-a55e-4e8a-b186-c35e651fecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:09.814340 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c676c1-a55e-4e8a-b186-c35e651fecda None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:30:09.838375 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc81195f-f6b6-4bbd-ba24-1f293ece1009 req-59c240ce-a374-4eeb-bbf3-b2588d0ae5a8 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2510855 Jul 08 20:30:09.839552 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-684ef1f8-c37f-4daa-819b-c09e55d554a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:09.937056 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-e669daaf-2e4b-4e21-b96f-dc224c609e6a service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286084 Jul 08 20:30:10.030821 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-684ef1f8-c37f-4daa-819b-c09e55d554a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.037563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81195f-f6b6-4bbd-ba24-1f293ece1009 req-c1b3c841-ab00-4711-9ca5-6677e99995fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:10.039179 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc81195f-f6b6-4bbd-ba24-1f293ece1009 req-c1b3c841-ab00-4711-9ca5-6677e99995fd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 1098 time: 0.1765857 Jul 08 20:30:10.075119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ef1f8-c37f-4daa-819b-c09e55d554a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf0dd50-c2e7-4df2-9e0a-0cba3915c653,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:10.104800 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-684ef1f8-c37f-4daa-819b-c09e55d554a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.109226 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-684ef1f8-c37f-4daa-819b-c09e55d554a2 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/dcf0dd50-c2e7-4df2-9e0a-0cba3915c653 HTTP/1.1" status: 204 len: 168 time: 0.6011775 Jul 08 20:30:10.116201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37564) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:10.121137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288d8a2-d1fd-41d0-b703-ed935789734a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5598ca60-386b-4f90-9a9d-f00a6a471a66,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:10.137467 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7ebbde12-1ede-4637-a9ad-62adf51bfc97 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:30:10.165272 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdb0a0f9-3b54-4904-8585-ec1ab385d5af req-d2c10aa0-2662-4c9e-9e91-a857a964e7e1 service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208123 Jul 08 20:30:10.223382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 7ebbde12-1ede-4637-a9ad-62adf51bfc97 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:30:10.227576 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 7ebbde12-1ede-4637-a9ad-62adf51bfc97 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:30:10.227955 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.232857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81195f-f6b6-4bbd-ba24-1f293ece1009 req-2185302f-1f5a-4dfa-86eb-5ba936083c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:10.235442 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc81195f-f6b6-4bbd-ba24-1f293ece1009 req-2185302f-1f5a-4dfa-86eb-5ba936083c2d service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.1630313 Jul 08 20:30:10.325124 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.346115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc81195f-f6b6-4bbd-ba24-1f293ece1009 req-c15ceedc-e4d7-426f-adda-499275657f5b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 200 len: 1002 time: 0.1005714 Jul 08 20:30:10.354714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0b3d2f-07c6-40a5-8381-61e5440be0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebbde12-1ede-4637-a9ad-62adf51bfc97'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:30:10.357136 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5625fc-98f1-416a-8cad-a96657191ed2" -d '{"events": [{"server_uuid": "af0b3d2f-07c6-40a5-8381-61e5440be0b6", "name": "network-vif-plugged", "status": "completed", "tag": "7ebbde12-1ede-4637-a9ad-62adf51bfc97"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:30:10.359756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1e053-f3ae-4f39-ad3d-87909630f7a0 req-0e7d799f-869f-48b3-9698-74a358cb22b0 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:10.360210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75011a-2c54-4a75-9a05-1b1963f3b343 req-12b57ade-3d95-46e0-bdaa-20079116be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:10.361778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec75011a-2c54-4a75-9a05-1b1963f3b343 req-12b57ade-3d95-46e0-bdaa-20079116be61 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d5e9137b4de448389e507d5eb405a95b&device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 1095 time: 0.1254153 Jul 08 20:30:10.367279 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9f1e053-f3ae-4f39-ad3d-87909630f7a0 req-0e7d799f-869f-48b3-9698-74a358cb22b0 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 943 time: 0.2582407 Jul 08 20:30:10.372441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 7ebbde12-1ede-4637-a9ad-62adf51bfc97, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7ebbde12-1ede-4637-a9ad-62adf51bfc97,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:10.384663 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.451626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=7ebbde12-1ede-4637-a9ad-62adf51bfc97,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:10.452863 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c3c6-71a1-4dff-9390-411b4b655268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.458938 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d54001c3-27ae-4aee-bb77-9b0585785d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.516447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81195f-f6b6-4bbd-ba24-1f293ece1009 req-5ad07189-a4b0-4204-bdbb-a4419d147e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:10.518110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc81195f-f6b6-4bbd-ba24-1f293ece1009 req-5ad07189-a4b0-4204-bdbb-a4419d147e80 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.1553478 Jul 08 20:30:10.555455 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d54001c3-27ae-4aee-bb77-9b0585785d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.568225 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9f1e053-f3ae-4f39-ad3d-87909630f7a0 req-6ce8f434-e7b8-4e8c-8416-3e753e836e6b tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001059 Jul 08 20:30:10.597805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75011a-2c54-4a75-9a05-1b1963f3b343 req-60df19bb-cab1-4dd9-abd9-0a91e1bcc850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:10.599360 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec75011a-2c54-4a75-9a05-1b1963f3b343 req-60df19bb-cab1-4dd9-abd9-0a91e1bcc850 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 200 len: 915 time: 0.2280807 Jul 08 20:30:10.626594 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a5b91b-e837-45b4-bcc8-9edc4a0d22a1 x-openstack-request-id: req-b4a5b91b-e837-45b4-bcc8-9edc4a0d22a1 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:30:10.632668 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0b3d2f-07c6-40a5-8381-61e5440be0b6", "name": "network-vif-plugged", "status": "completed", "tag": "7ebbde12-1ede-4637-a9ad-62adf51bfc97", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:30:10.633049 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b4a5b91b-e837-45b4-bcc8-9edc4a0d22a1 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:30:10.633462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c808219-500c-4b04-8fa1-37a771dbd57c req-f2c30880-b96e-4f0f-93cd-fd870beac195 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:10.633690 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0b3d2f-07c6-40a5-8381-61e5440be0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebbde12-1ede-4637-a9ad-62adf51bfc97', 'code': 200} Jul 08 20:30:10.635102 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c808219-500c-4b04-8fa1-37a771dbd57c req-f2c30880-b96e-4f0f-93cd-fd870beac195 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 945 time: 0.1848547 Jul 08 20:30:10.679779 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec75011a-2c54-4a75-9a05-1b1963f3b343 req-276c8da7-5406-4819-9e38-20715fa38c2c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba HTTP/1.1" status: 200 len: 217 time: 0.0694606 Jul 08 20:30:10.719445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c3c6-71a1-4dff-9390-411b4b655268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.753248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81195f-f6b6-4bbd-ba24-1f293ece1009 req-d9e663bc-9f0a-4933-8d3d-7b95ecc6c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:10.755057 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc81195f-f6b6-4bbd-ba24-1f293ece1009 req-d9e663bc-9f0a-4933-8d3d-7b95ecc6c277 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2292309 Jul 08 20:30:10.761270 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c808219-500c-4b04-8fa1-37a771dbd57c req-3b67c672-eedc-432c-abde-0461a6249237 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863795 Jul 08 20:30:10.790917 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-5ca5c3c6-71a1-4dff-9390-411b4b655268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddc96f4-eec6-433c-be5d-dfea1d5f5c70']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:10.797223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-5ca5c3c6-71a1-4dff-9390-411b4b655268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fdc0ae-0a94-4ea9-93bb-d4b3c98ac3e9') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:10.797520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-5ca5c3c6-71a1-4dff-9390-411b4b655268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fdc0ae-0a94-4ea9-93bb-d4b3c98ac3e9') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:10.809508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d54001c3-27ae-4aee-bb77-9b0585785d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.812829 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d54001c3-27ae-4aee-bb77-9b0585785d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.815185 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d54001c3-27ae-4aee-bb77-9b0585785d64 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5598ca60-386b-4f90-9a9d-f00a6a471a66 HTTP/1.1" status: 204 len: 168 time: 0.7068987 Jul 08 20:30:10.821611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c3c6-71a1-4dff-9390-411b4b655268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.836697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75011a-2c54-4a75-9a05-1b1963f3b343 req-291a94ec-43a5-485f-a67e-91f858f36bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:10.838293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec75011a-2c54-4a75-9a05-1b1963f3b343 req-291a94ec-43a5-485f-a67e-91f858f36bce service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e HTTP/1.1" status: 200 len: 854 time: 0.1320963 Jul 08 20:30:10.848051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54001c3-27ae-4aee-bb77-9b0585785d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5598ca60-386b-4f90-9a9d-f00a6a471a66,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:10.856204 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c3c6-71a1-4dff-9390-411b4b655268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.887720 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec75011a-2c54-4a75-9a05-1b1963f3b343 req-e0a59b13-e36d-457e-af5c-479abea154f9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cb52e9e-eaba-47ff-a0c6-9f694354493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411165 Jul 08 20:30:10.889857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca5c3c6-71a1-4dff-9390-411b4b655268 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:30:10.890284 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c3c6-71a1-4dff-9390-411b4b655268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:30:10.892037 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:30:10.970455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd46cdb-9906-4222-a046-c82f83c1400c req-b57df0ce-cc4a-4e41-92d7-6f3ea3a82bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:10.972024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-abd46cdb-9906-4222-a046-c82f83c1400c req-b57df0ce-cc4a-4e41-92d7-6f3ea3a82bc2 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 1097 time: 0.2638462 Jul 08 20:30:10.980266 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c3c6-71a1-4dff-9390-411b4b655268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:10.988323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc81195f-f6b6-4bbd-ba24-1f293ece1009 req-5e454434-1ad8-40cc-aa25-eb7e28178fbb service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260749 Jul 08 20:30:11.016478 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c3c6-71a1-4dff-9390-411b4b655268 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:11.018646 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5ca5c3c6-71a1-4dff-9390-411b4b655268 admin admin] 10.222.0.101 "DELETE /v2.0/networks/2ddc96f4-eec6-433c-be5d-dfea1d5f5c70 HTTP/1.1" status: 204 len: 168 time: 0.8984194 Jul 08 20:30:11.045667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5c3c6-71a1-4dff-9390-411b4b655268 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ddc96f4-eec6-433c-be5d-dfea1d5f5c70,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:11.107181 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-abd46cdb-9906-4222-a046-c82f83c1400c req-c54544c6-e3d9-4654-a659-b4c921353d4c service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025674 Jul 08 20:30:11.129294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:11.129970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec75011a-2c54-4a75-9a05-1b1963f3b343 req-1228a892-3b32-49ce-a0be-f0866bb8c20c service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336047 Jul 08 20:30:11.142008 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc81195f-f6b6-4bbd-ba24-1f293ece1009 req-12974aae-b726-4958-abc6-744b87c265ce service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467376 Jul 08 20:30:11.265647 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec75011a-2c54-4a75-9a05-1b1963f3b343 req-bb16faed-14c4-4281-a929-b79ce7b74d17 service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222732 Jul 08 20:30:11.313847 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37586) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:11.370173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-844c70da-0251-4389-8455-aa943b569c85 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c6f0f07fa98146e2ba5fe300f725912b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535784 Jul 08 20:30:11.373628 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37588) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:11.443246 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d5cc8b5-4ee0-4882-9bd7-b2e13cebeee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:11.474867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d5cc8b5-4ee0-4882-9bd7-b2e13cebeee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:11.510713 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.20.0.1 (99491a50-d74c-458c-ab39-2e1f9325aa69/9b30528f-3c30-4380-ac87-3877aa0038e9/c5c702e4-bdea-4ee8-a748-9c983c990076) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:11.599334 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d5cc8b5-4ee0-4882-9bd7-b2e13cebeee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:11.599334 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d5cc8b5-4ee0-4882-9bd7-b2e13cebeee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:11.631808 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0d5cc8b5-4ee0-4882-9bd7-b2e13cebeee6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/70a6b676-eb06-4619-9c31-58a52a36dd43 HTTP/1.1" status: 204 len: 168 time: 0.2562892 Jul 08 20:30:11.668133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cc8b5-4ee0-4882-9bd7-b2e13cebeee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a6b676-eb06-4619-9c31-58a52a36dd43,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:11.800515 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:11.994643 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:12.094142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 99491a50-d74c-458c-ab39-2e1f9325aa69 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:12.104235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:12.116111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:12.151391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=c5c702e4-bdea-4ee8-a748-9c983c990076,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:12.193796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4ad50-f263-414f-8db6-7edd73071443 req-f9b2a065-85b2-4b44-88b3-549ac3ae3324 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:12.212988 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3bf4ad50-f263-414f-8db6-7edd73071443 req-f9b2a065-85b2-4b44-88b3-549ac3ae3324 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 943 time: 0.2786081 Jul 08 20:30:12.255450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:12.274443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8116b6a-795b-4e29-b2b0-747254f213a0 req-2b5055d1-0cdc-4ffc-b2dc-db9d241bf80f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:12.284288 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a8116b6a-795b-4e29-b2b0-747254f213a0 req-2b5055d1-0cdc-4ffc-b2dc-db9d241bf80f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 945 time: 0.0966809 Jul 08 20:30:12.347288 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37614) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:12.359773 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a8116b6a-795b-4e29-b2b0-747254f213a0 req-36b0dff3-b245-4842-b03c-afbbae62c8f3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735571 Jul 08 20:30:12.365387 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3bf4ad50-f263-414f-8db6-7edd73071443 req-9235baf5-ea08-461e-9eaf-803a3c9b9d0b tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510868 Jul 08 20:30:12.479009 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37618) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:12.497410 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5a9b5ed2-0537-4373-a7eb-e732ad161291 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4a8ec2404fef47c89f96f395b2a3143c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494467 Jul 08 20:30:12.524946 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:12.558801 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fe460b8-cab7-4693-a50f-200d0420b80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:12.586656 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fe460b8-cab7-4693-a50f-200d0420b80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:12.667061 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fe460b8-cab7-4693-a50f-200d0420b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:12.671011 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fe460b8-cab7-4693-a50f-200d0420b80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:12.672788 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9fe460b8-cab7-4693-a50f-200d0420b80b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ccaf859d-7629-4373-943c-248520b58778 HTTP/1.1" status: 204 len: 168 time: 0.1926184 Jul 08 20:30:12.695530 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe460b8-cab7-4693-a50f-200d0420b80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaf859d-7629-4373-943c-248520b58778,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:12.921884 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:12.929382 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:13.028750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=c5c702e4-bdea-4ee8-a748-9c983c990076,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:13.071270 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:13.187090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 99491a50-d74c-458c-ab39-2e1f9325aa69 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:13.189384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:13.354674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:30:13.583771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:30:13.594433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f48d19-0625-4532-a12f-d5d365bca9a4 None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:30:13.609213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f48d19-0625-4532-a12f-d5d365bca9a4 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:13.610393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d1f48d19-0625-4532-a12f-d5d365bca9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:13.622353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e08406-fe9f-4402-b46c-04587e43b442 req-6b7b7879-4986-42e2-95b0-1e5c5e6dc30b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:13.629651 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4e08406-fe9f-4402-b46c-04587e43b442 req-6b7b7879-4986-42e2-95b0-1e5c5e6dc30b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 945 time: 0.1368573 Jul 08 20:30:13.638541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0c49a51e-698b-4a5b-a719-dfde64f7feda tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "PUT /v2.0/routers/3289a2ab-45a2-4c0b-8519-6cf7fd365b9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9488022 Jul 08 20:30:13.671397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37666) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:13.672894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d1f48d19-0625-4532-a12f-d5d365bca9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:13.687422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'port': {'network_id': '99491a50-d74c-458c-ab39-2e1f9325aa69', 'name': 'tempest-FloatingIPTestJSON-1120246620'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:13.689426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f48d19-0625-4532-a12f-d5d365bca9a4 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:13.690499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d1f48d19-0625-4532-a12f-d5d365bca9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:13.748815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b76e38-4202-47d2-945f-4c5a3c01bfae req-11ec1eb4-86a9-412b-871f-26b5ecbb074b tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:13.757147 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f8b76e38-4202-47d2-945f-4c5a3c01bfae req-11ec1eb4-86a9-412b-871f-26b5ecbb074b tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 943 time: 0.1713133 Jul 08 20:30:13.760265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d1f48d19-0625-4532-a12f-d5d365bca9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:13.762427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f48d19-0625-4532-a12f-d5d365bca9a4 None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:30:13.766217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4e08406-fe9f-4402-b46c-04587e43b442 req-922da0f6-4f1a-43ff-a981-48887a7dea08 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353168 Jul 08 20:30:13.828412 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f8b76e38-4202-47d2-945f-4c5a3c01bfae req-c23887cc-efcd-4643-a332-27535dbed045 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697629 Jul 08 20:30:13.983865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Made reservation on behalf of ff4becae697c4575abd8e87af9db3750 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:30:13.991839 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:14.038673 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] device_id is not set on port 62d44101-6d49-4166-b292-e50a66104b56 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:30:14.571768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.20.0.9 (99491a50-d74c-458c-ab39-2e1f9325aa69/9b30528f-3c30-4380-ac87-3877aa0038e9/62d44101-6d49-4166-b292-e50a66104b56) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:14.614879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-13e88b86-c3e0-43a2-aa03-6e823046b6e5 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:14.616428 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-13e88b86-c3e0-43a2-aa03-6e823046b6e5 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.4708738 Jul 08 20:30:14.651779 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-f9c3770b-d950-4f7f-9d78-7c89bf293ab6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/quotas/4125edd6346c4ae3b8b1626d019dc03d HTTP/1.1" status: 200 len: 375 time: 0.0245914 Jul 08 20:30:14.843050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:30:14.867893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:14.884993 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-a54ecec4-30d5-4f43-bf71-07f4463e7855 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2213144 Jul 08 20:30:14.963091 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-7ee30f72-f90a-432a-9430-068a867851af service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2215688 Jul 08 20:30:14.971813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:15.006381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba', 'network_id': '0cb52e9e-eaba-47ff-a0c6-9f694354493c', 'port_id': '6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba', 'mac_address': 'fa:16:3e:ab:ce:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:30:15.021696 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-38ee886d-7f21-4a42-8717-5f6b1897d0a9 service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385567 Jul 08 20:30:15.032362 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:15.089523 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:15.105920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:30:15.136526 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:15.136896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565e0c-1fa1-49f4-8e8f-360a702cfd22 req-4071e109-20d9-4339-b71b-29ada4655611 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.139157 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ed565e0c-1fa1-49f4-8e8f-360a702cfd22 req-4071e109-20d9-4339-b71b-29ada4655611 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 943 time: 0.1522877 Jul 08 20:30:15.151739 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:15.212413 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ed565e0c-1fa1-49f4-8e8f-360a702cfd22 req-077c849f-a6c9-4344-b644-ec249a397e04 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671558 Jul 08 20:30:15.222640 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:15.237306 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-cf97d1d3-9ba6-4b1c-bd49-49e17067b623 service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146814 Jul 08 20:30:15.257304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 99491a50-d74c-458c-ab39-2e1f9325aa69 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:15.284508 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:15.308479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:15.329155 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=62d44101-6d49-4166-b292-e50a66104b56,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:15.405352 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-bb5f2fd5-b0b1-48ab-a440-e8865e10e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.405949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-bb5f2fd5-b0b1-48ab-a440-e8865e10e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.406419 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-bb5f2fd5-b0b1-48ab-a440-e8865e10e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.407149 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-bb5f2fd5-b0b1-48ab-a440-e8865e10e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.407856 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-bb5f2fd5-b0b1-48ab-a440-e8865e10e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.408438 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-bb5f2fd5-b0b1-48ab-a440-e8865e10e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.409391 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-bb5f2fd5-b0b1-48ab-a440-e8865e10e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.411545 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-bb5f2fd5-b0b1-48ab-a440-e8865e10e980 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 6508 time: 0.3718185 Jul 08 20:30:15.434511 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.435875 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:15.533518 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9bd90b48-5d95-44de-94fe-4ef5ac5e0a12 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8602614 Jul 08 20:30:15.536145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37746) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:15.541340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:15.543788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'port': {'network_id': '99491a50-d74c-458c-ab39-2e1f9325aa69', 'name': 'tempest-FloatingIPTestJSON-483157961'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:15.593245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-f31f80b7-394d-4844-84a2-9a1078c82615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.593737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-f31f80b7-394d-4844-84a2-9a1078c82615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.594222 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-f31f80b7-394d-4844-84a2-9a1078c82615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.596022 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-f31f80b7-394d-4844-84a2-9a1078c82615 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b9c31369-0a5d-4774-b024-98d5eb5c69a6&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=cd03060a-bfc6-43cb-9261-c17858115213&id=cd03060a-bfc6-43cb-9261-c17858115213 HTTP/1.1" status: 200 len: 2297 time: 0.1525383 Jul 08 20:30:15.777666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-de3b869c-ab1f-4336-828f-62498118f44e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aad874e-179e-4f53-8a91-58fce4a19dba HTTP/1.1" status: 200 len: 1001 time: 0.1724186 Jul 08 20:30:15.843498 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0076d581-d6e5-4c10-954e-58f069464bd3 req-d36f8732-d3b1-4165-a082-2c7a422e5702 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 210 time: 0.1346738 Jul 08 20:30:15.877273 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-877c7e68-4997-4d51-b851-85b9b9eda660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.885083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-877c7e68-4997-4d51-b851-85b9b9eda660 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c5052925-461c-40a3-96f2-4691da5939fe HTTP/1.1" status: 200 len: 856 time: 0.0932577 Jul 08 20:30:15.937218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Made reservation on behalf of ff4becae697c4575abd8e87af9db3750 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:30:15.941077 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:15.966721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] device_id is not set on port 477e2c97-51e7-425a-bbf7-3f378538bea9 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:30:15.988837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-2e2461d3-5247-4912-9ae0-56f0c42c011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:15.991872 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-2e2461d3-5247-4912-9ae0-56f0c42c011f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9c31369-0a5d-4774-b024-98d5eb5c69a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1034563 Jul 08 20:30:16.162211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.20.0.2 (99491a50-d74c-458c-ab39-2e1f9325aa69/9b30528f-3c30-4380-ac87-3877aa0038e9/477e2c97-51e7-425a-bbf7-3f378538bea9) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:16.212843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-d19a4a23-e33c-42f1-a2f7-672064283cca service neutron] 10.222.0.103 "GET /v2.0/networks/b9c31369-0a5d-4774-b024-98d5eb5c69a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110991 Jul 08 20:30:16.356110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-b3c6b673-2088-4e76-9285-a81c9880f586 service neutron] 10.222.0.103 "GET /v2.0/networks/b9c31369-0a5d-4774-b024-98d5eb5c69a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346262 Jul 08 20:30:16.428576 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-8582da2c-74fe-4218-8379-312bd81d5396 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=bf5aa183-08c5-49a8-91d7-2937e4f8a459 HTTP/1.1" status: 200 len: 217 time: 0.0630043 Jul 08 20:30:16.513763 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:16.540333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-7452e047-6c88-46f0-80ae-4e3b19842237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:16.541883 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-7452e047-6c88-46f0-80ae-4e3b19842237 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.0822012 Jul 08 20:30:16.598457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53f0f0-5e27-40bd-8c9a-19b964fe9083 req-64446e54-be19-41f3-b09b-23b055787b77 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:16.600053 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bd53f0f0-5e27-40bd-8c9a-19b964fe9083 req-64446e54-be19-41f3-b09b-23b055787b77 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 944 time: 0.1841640 Jul 08 20:30:16.645236 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:16.759279 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bd53f0f0-5e27-40bd-8c9a-19b964fe9083 req-56a69516-6d4e-43b5-a73e-3720e46a1a0f tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438043 Jul 08 20:30:16.763369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 99491a50-d74c-458c-ab39-2e1f9325aa69 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:16.771168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:16.782621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:16.784872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-325824cc-434d-4fdd-b2f4-d9633cd5006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:16.791241 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-325824cc-434d-4fdd-b2f4-d9633cd5006c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2384164 Jul 08 20:30:16.846218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:30:16.870103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=477e2c97-51e7-425a-bbf7-3f378538bea9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:16.908891 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-9539adbf-3a23-41f8-acbe-e712a34b2a99 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132550 Jul 08 20:30:16.932568 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:16.933232 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:16.959332 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9c8296ca-9067-44e0-bfa2-06e2d8d2a4a1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4212995 Jul 08 20:30:16.965399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37778) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:16.972698 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '477e2c97-51e7-425a-bbf7-3f378538bea9', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:17.015311 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:17.018633 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:30:17.025651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:30:17.027195 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:17.085195 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-8eabf14c-a352-4f55-bf83-5f6210c780ab service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639292 Jul 08 20:30:17.165856 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:17.177860 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5932da0-ff62-4a95-867a-190bc7b964ad req-6cb9fb8b-00bd-4db8-ae78-6b723b01b05d tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 210 time: 0.0502996 Jul 08 20:30:17.197645 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfc5066-ae3d-4e8b-8234-63202cb7735a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:30:17.202988 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0efad2-ec02-4ee2-8550-be7f35e26abc" -d '{"events": [{"server_uuid": "ecfc5066-ae3d-4e8b-8234-63202cb7735a", "name": "network-vif-plugged", "status": "completed", "tag": "6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:30:17.207408 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-ac61e2d2-7409-43f4-a885-084d45c5ba93 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=4b516fbd-786d-424e-8772-22f532f4445c HTTP/1.1" status: 200 len: 217 time: 0.0992181 Jul 08 20:30:17.264246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:17.265792 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:17.281105 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:17.284759 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91978012-572b-4991-94f4-d4e3f53d8ce4 x-openstack-request-id: req-91978012-572b-4991-94f4-d4e3f53d8ce4 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:30:17.285072 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfc5066-ae3d-4e8b-8234-63202cb7735a", "name": "network-vif-plugged", "status": "completed", "tag": "6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:30:17.285340 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-91978012-572b-4991-94f4-d4e3f53d8ce4 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:30:17.285730 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfc5066-ae3d-4e8b-8234-63202cb7735a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba', 'code': 200} Jul 08 20:30:17.338941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-73070cc8-e838-42f3-b97e-7a001e2367b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:17.340527 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-73070cc8-e838-42f3-b97e-7a001e2367b7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.1239748 Jul 08 20:30:17.350012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:17.434486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.25.4.185 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/249ecf87-5212-4802-945b-1b57c75efd73) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:17.474034 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:17.558681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-25639a96-b33f-4091-a6b9-6ef32cb94fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:17.561773 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-25639a96-b33f-4091-a6b9-6ef32cb94fae service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2132621 Jul 08 20:30:17.569153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a636d-52cf-438d-91c0-af7b39d35c01 req-1e2d34dd-9c78-4c06-9f68-0c760ac21c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:17.570807 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e51a636d-52cf-438d-91c0-af7b39d35c01 req-1e2d34dd-9c78-4c06-9f68-0c760ac21c38 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 1097 time: 0.1713769 Jul 08 20:30:17.572536 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:17.579250 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-37f56d91-1905-415c-872f-4743d67ada6e tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:17.580799 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-37f56d91-1905-415c-872f-4743d67ada6e tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.1943314 Jul 08 20:30:17.612211 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-8807a8bd-4108-44fa-a35c-f7faa4a6692a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Request body: {'port': {'device_id': '1f02fa33-cadd-4028-ac3c-f744cab94690', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'admin_state_up': True, 'tenant_id': '4125edd6346c4ae3b8b1626d019dc03d'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:17.631910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:17.675976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:17.680718 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:17.684027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:17.707897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=249ecf87-5212-4802-945b-1b57c75efd73,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:17.729698 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e51a636d-52cf-438d-91c0-af7b39d35c01 req-6839bc4a-1088-4ba3-80a1-1d1e22b0861c service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478033 Jul 08 20:30:17.798649 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-46e7dc6b-00b2-4876-9e2f-07539eb47376 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110820 Jul 08 20:30:17.877334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-8807a8bd-4108-44fa-a35c-f7faa4a6692a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Made reservation on behalf of 4125edd6346c4ae3b8b1626d019dc03d for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:30:17.881040 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-8807a8bd-4108-44fa-a35c-f7faa4a6692a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:17.941868 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-8277e1c0-7f42-4f4c-953c-5aad31e902a1 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358244 Jul 08 20:30:18.069362 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-9c688cba-528b-4cb1-b7e9-e2d2cd4c66a7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=5273a0e3-5498-472e-8260-325cfb182fbe HTTP/1.1" status: 200 len: 217 time: 0.0825400 Jul 08 20:30:18.204406 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f11aea-81ac-4edb-a051-c621f8a95578 req-9ab69738-7ddc-4eac-9b4a-d512f8954958 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:18.206384 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47f11aea-81ac-4edb-a051-c621f8a95578 req-9ab69738-7ddc-4eac-9b4a-d512f8954958 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 945 time: 0.2206745 Jul 08 20:30:18.207644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-7d37efe5-f0fe-4b82-89b1-839e44a27612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:18.209061 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-7d37efe5-f0fe-4b82-89b1-839e44a27612 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.1292162 Jul 08 20:30:18.275912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-8807a8bd-4108-44fa-a35c-f7faa4a6692a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Allocated IP 172.20.0.9 (09cd958d-35e6-43c4-9acc-8fd012d12f29/c2373fae-9dad-4e09-8b0b-379b39b82584/e448cf9b-1c44-41f1-a30e-5dea1217837f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:18.328093 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47f11aea-81ac-4edb-a051-c621f8a95578 req-4d7220d1-5acf-436b-a050-c61463157483 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129780 Jul 08 20:30:18.371090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-49d4b7cf-232e-4585-805c-ae74e73b31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:18.377761 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-49d4b7cf-232e-4585-805c-ae74e73b31c3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1530130 Jul 08 20:30:18.553087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8d285bac-64e0-4482-81a1-0f3c576f89e3 req-8ebf622e-21d7-4487-b03d-0eb096da6801 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 210 time: 0.0475466 Jul 08 20:30:18.727772 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:18.913251 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:18.942932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-9778b829-12e4-4d32-98c8-a0f2283c9ee3 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613253 Jul 08 20:30:18.959911 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-8807a8bd-4108-44fa-a35c-f7faa4a6692a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:19.110612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-dcd73e4c-cf7a-4df0-9cc2-a3725564ab18 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485491 Jul 08 20:30:19.113807 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-8807a8bd-4108-44fa-a35c-f7faa4a6692a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:19.129522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7ebbde12-1ede-4637-a9ad-62adf51bfc97'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:19.133103 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2e9f0bb1-f2fd-4278-b32b-703d00e51bba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:19.141554 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:19.149717 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:19.235251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-a6331c63-0a4b-4186-929b-f2c4d880546a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=33623758-89e8-42b6-8915-bab2257c92bf HTTP/1.1" status: 200 len: 217 time: 0.1115777 Jul 08 20:30:19.293545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807a8bd-4108-44fa-a35c-f7faa4a6692a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event updated for resources: {'Port': ['ID=e448cf9b-1c44-41f1-a30e-5dea1217837f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:19.321776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=249ecf87-5212-4802-945b-1b57c75efd73,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:19.327022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-8807a8bd-4108-44fa-a35c-f7faa4a6692a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Network 09cd958d-35e6-43c4-9acc-8fd012d12f29 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:19.335749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-8807a8bd-4108-44fa-a35c-f7faa4a6692a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:19.349491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-8807a8bd-4108-44fa-a35c-f7faa4a6692a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:19.362106 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:19.535835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-1f0e1b95-1ebf-41e2-a3b8-fbc4e4567fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:19.537472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-1f0e1b95-1ebf-41e2-a3b8-fbc4e4567fac service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.2034338 Jul 08 20:30:19.556316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-8807a8bd-4108-44fa-a35c-f7faa4a6692a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:19.557383 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-8807a8bd-4108-44fa-a35c-f7faa4a6692a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:19.605275 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-8807a8bd-4108-44fa-a35c-f7faa4a6692a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0002086 Jul 08 20:30:19.611411 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Floating IP 3caa42b0-961e-47d8-9bc4-7391d6771488 associated. External IP: 172.25.4.185, port: 477e2c97-51e7-425a-bbf7-3f378538bea9. Jul 08 20:30:19.639666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Request body: {'port': {'device_id': '1f02fa33-cadd-4028-ac3c-f744cab94690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:19.765957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-c7e5305e-2dfe-44f2-b037-a6015653f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:19.767833 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-c7e5305e-2dfe-44f2-b037-a6015653f9f2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1806402 Jul 08 20:30:19.785752 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:19.929475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2de2ae-a97f-4333-b863-74f2a6465d3d req-7dbf69c9-5ba1-4dd9-ae0d-4009726b0362 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:19.931095 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd2de2ae-a97f-4333-b863-74f2a6465d3d req-7dbf69c9-5ba1-4dd9-ae0d-4009726b0362 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 945 time: 0.3127401 Jul 08 20:30:20.009740 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd2de2ae-a97f-4333-b863-74f2a6465d3d req-73dee880-b872-49d8-bd43-a684a523796b tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674129 Jul 08 20:30:20.010908 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:30:20.062049 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-3bb8122a-2b37-4f99-bb5b-f8d64e69a0a6 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831330 Jul 08 20:30:20.143457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a0957-cca5-4a99-a1e6-e84f60dfe888 req-832a7aa6-026a-42ec-a616-2cc09a9edef2 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:20.143624 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:30:20.146512 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b83a0957-cca5-4a99-a1e6-e84f60dfe888 req-832a7aa6-026a-42ec-a616-2cc09a9edef2 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 931 time: 0.3472409 Jul 08 20:30:20.246292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:30:20.257524 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bf52b9-3aaf-465b-a883-b546d3b082e3 None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:30:20.271963 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bf52b9-3aaf-465b-a883-b546d3b082e3 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:20.272815 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d9bf52b9-3aaf-465b-a883-b546d3b082e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:20.283420 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:20.347323 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d9bf52b9-3aaf-465b-a883-b546d3b082e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:20.361282 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b83a0957-cca5-4a99-a1e6-e84f60dfe888 req-42439d09-615b-4890-8b63-ff2e450ef464 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862102 Jul 08 20:30:20.381058 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bf52b9-3aaf-465b-a883-b546d3b082e3 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:20.381693 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d9bf52b9-3aaf-465b-a883-b546d3b082e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:20.425498 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-fa5dc78f-b0a2-4a56-a286-b486c581b5eb service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423300 Jul 08 20:30:20.462990 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-358ecd02-32b4-4e06-8c99-37a517306687 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4925599 Jul 08 20:30:20.463368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37836) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:20.481232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c27fffb1-82fa-4e28-96b7-eccf1941173c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:20.502387 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-b7788cec-3eca-4d87-b636-637575ae895b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38715079-6e58-4111-a451-5e41d5afc8d8 HTTP/1.1" status: 200 len: 217 time: 0.0682566 Jul 08 20:30:20.514957 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d9bf52b9-3aaf-465b-a883-b546d3b082e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:20.518020 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bf52b9-3aaf-465b-a883-b546d3b082e3 None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:30:20.636412 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c27fffb1-82fa-4e28-96b7-eccf1941173c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:20.754808 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-647ea44a-c388-49ab-9046-8e6e52c77be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:20.756540 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-647ea44a-c388-49ab-9046-8e6e52c77be7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5d557e9a-a0b2-4dcc-8401-6293602492e6 HTTP/1.1" status: 200 len: 797 time: 0.2409251 Jul 08 20:30:20.759122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e448cf9b-1c44-41f1-a30e-5dea1217837f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:30:20.816512 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:20.840604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Transition to ACTIVE for port object e448cf9b-1c44-41f1-a30e-5dea1217837f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:30:20.850734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:20.923223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-3c886600-1294-4dc2-ab93-a074f6b692c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:20.924964 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-3c886600-1294-4dc2-ab93-a074f6b692c3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=cd03060a-bfc6-43cb-9261-c17858115213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1541750 Jul 08 20:30:20.946183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Pushing event updated for resources: {'Port': ['ID=e448cf9b-1c44-41f1-a30e-5dea1217837f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:20.949083 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c27fffb1-82fa-4e28-96b7-eccf1941173c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:20.956075 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c27fffb1-82fa-4e28-96b7-eccf1941173c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:20.956215 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-c27fffb1-82fa-4e28-96b7-eccf1941173c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Floating IP 3caa42b0-961e-47d8-9bc4-7391d6771488 disassociated. External IP: 172.25.4.185, port: 477e2c97-51e7-425a-bbf7-3f378538bea9. Jul 08 20:30:21.000992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37850) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:21.156297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Attempting to bind port e448cf9b-1c44-41f1-a30e-5dea1217837f on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:30:21.157142 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Attempting to bind port e448cf9b-1c44-41f1-a30e-5dea1217837f by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:30:21.157264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Attempting to bind port e448cf9b-1c44-41f1-a30e-5dea1217837f on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:30:21.172001 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-e18a55e9-d943-4483-8049-aef8db8ad646 service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279520 Jul 08 20:30:21.183178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Port e448cf9b-1c44-41f1-a30e-5dea1217837f on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:30:21.183560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Attempting to bind port e448cf9b-1c44-41f1-a30e-5dea1217837f on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:30:21.269853 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d19b5f45-1127-403b-8866-783fb6912118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:21.292299 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-02a11090-f181-4e4f-9c35-dfc9e0088921 service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194839 Jul 08 20:30:21.297640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:30:21.297992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Checking segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:30:21.298437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Bound using segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:30:21.299039 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Bound port: e448cf9b-1c44-41f1-a30e-5dea1217837f, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:30:21.299407 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:21.354802 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-a5a23e1e-0b61-465a-bb75-cc6a6715aea3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a HTTP/1.1" status: 200 len: 217 time: 0.0521178 Jul 08 20:30:21.435772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] For port e448cf9b-1c44-41f1-a30e-5dea1217837f, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:30:21.443974 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] For port e448cf9b-1c44-41f1-a30e-5dea1217837f, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e448cf9b-1c44-41f1-a30e-5dea1217837f,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:30:21.490780 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d19b5f45-1127-403b-8866-783fb6912118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:21.507555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-6fa45948-3df3-4091-a8ab-0714a8d9f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:21.509269 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-6fa45948-3df3-4091-a8ab-0714a8d9f39c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5d557e9a-a0b2-4dcc-8401-6293602492e6 HTTP/1.1" status: 200 len: 797 time: 0.0600095 Jul 08 20:30:21.511091 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:21.547459 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d19b5f45-1127-403b-8866-783fb6912118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:21.591124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:21.592686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:21.594420 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] 10.222.0.104 "PUT /v2.0/ports/e448cf9b-1c44-41f1-a30e-5dea1217837f HTTP/1.1" status: 200 len: 1092 time: 1.9603000 Jul 08 20:30:21.602003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f02fa33-cadd-4028-ac3c-f744cab94690', 'tag': 'e448cf9b-1c44-41f1-a30e-5dea1217837f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:30:21.602796 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d19b5f45-1127-403b-8866-783fb6912118 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c55a9dc0dcad4dbda5ec3f725765a279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6007507 Jul 08 20:30:21.603176 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558dedd7-7ab1-4460-ae9f-552144834543" -d '{"events": [{"name": "network-changed", "server_uuid": "1f02fa33-cadd-4028-ac3c-f744cab94690", "tag": "e448cf9b-1c44-41f1-a30e-5dea1217837f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:30:21.604894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37860) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:21.699118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54aa99-0463-481f-a8de-138a2d42a8ed service neutron] Pushing event updated for resources: {'Port': ['ID=e448cf9b-1c44-41f1-a30e-5dea1217837f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:21.796300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b5f45-1127-403b-8866-783fb6912118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0d19d8-36cb-47da-ac7b-aaa31c542829,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:21.854755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51ffe-e520-4741-a7db-a563493c3027 req-6e78264c-756c-47b7-a78a-8db3bb9a12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:21.857323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-6e78264c-756c-47b7-a78a-8db3bb9a12a4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=cd03060a-bfc6-43cb-9261-c17858115213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3372197 Jul 08 20:30:21.860351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-6146a3dd-1331-4cd8-a901-b5a10c055cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:21.861975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-6146a3dd-1331-4cd8-a901-b5a10c055cab service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 1095 time: 0.1881003 Jul 08 20:30:21.870011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27fffb1-82fa-4e28-96b7-eccf1941173c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:30:21.885732 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9e44-0224-4fbc-9b43-f15a38bbc63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:21.964537 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb053578-60a8-4d36-9c27-5b29a93dbd77 x-openstack-request-id: req-bb053578-60a8-4d36-9c27-5b29a93dbd77 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:30:21.964893 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f02fa33-cadd-4028-ac3c-f744cab94690", "tag": "e448cf9b-1c44-41f1-a30e-5dea1217837f", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:30:21.965282 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bb053578-60a8-4d36-9c27-5b29a93dbd77 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:30:21.965738 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f02fa33-cadd-4028-ac3c-f744cab94690', 'tag': 'e448cf9b-1c44-41f1-a30e-5dea1217837f', 'status': 'completed', 'code': 200} Jul 08 20:30:21.968489 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-36833c0f-698c-4bae-bd4f-5ffd921f155f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e448cf9b-1c44-41f1-a30e-5dea1217837f HTTP/1.1" status: 200 len: 217 time: 0.0927896 Jul 08 20:30:21.988062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc882d-6b09-43cd-bd4c-8085d851b007 req-8f116484-0235-42e9-b79d-ac91c38adda1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:21.990125 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69dc882d-6b09-43cd-bd4c-8085d851b007 req-8f116484-0235-42e9-b79d-ac91c38adda1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 943 time: 0.2958539 Jul 08 20:30:21.994514 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9e44-0224-4fbc-9b43-f15a38bbc63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:22.028086 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-1cba3174-518f-4a17-83c1-7c9b2eb8d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:22.030949 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-1cba3174-518f-4a17-83c1-7c9b2eb8d294 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.0531323 Jul 08 20:30:22.084329 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-99d9d57e-7b0e-4cee-9ce7-3a3e4770f8c5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457923 Jul 08 20:30:22.147640 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69dc882d-6b09-43cd-bd4c-8085d851b007 req-44485118-97fd-4011-91e7-203cc48052ac tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506481 Jul 08 20:30:22.176436 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-63598ab5-3b09-4b36-a55a-51c8f3c801d9 service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121557 Jul 08 20:30:22.197322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27fffb1-82fa-4e28-96b7-eccf1941173c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:30:22.208090 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c27fffb1-82fa-4e28-96b7-eccf1941173c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:22.209939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feebee86-ec09-4010-b633-72f5e954e8e8 None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:30:22.211353 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9e44-0224-4fbc-9b43-f15a38bbc63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:22.217274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9e44-0224-4fbc-9b43-f15a38bbc63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:22.220808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d1ec9e44-0224-4fbc-9b43-f15a38bbc63f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ea0d19d8-36cb-47da-ac7b-aaa31c542829 HTTP/1.1" status: 204 len: 168 time: 0.6111066 Jul 08 20:30:22.237692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feebee86-ec09-4010-b633-72f5e954e8e8 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:22.239236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-feebee86-ec09-4010-b633-72f5e954e8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:22.268052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec9e44-0224-4fbc-9b43-f15a38bbc63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0d19d8-36cb-47da-ac7b-aaa31c542829,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:22.281946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c27fffb1-82fa-4e28-96b7-eccf1941173c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "PUT /v2.0/floatingips/3caa42b0-961e-47d8-9bc4-7391d6771488 HTTP/1.1" status: 200 len: 688 time: 1.8131638 Jul 08 20:30:22.282640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37878) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:22.366345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-feebee86-ec09-4010-b633-72f5e954e8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:22.371537 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28a51ffe-e520-4741-a7db-a563493c3027 req-4a1e613d-e888-446d-8300-0032a8f94463 service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762037 Jul 08 20:30:22.407975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feebee86-ec09-4010-b633-72f5e954e8e8 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:22.409892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-feebee86-ec09-4010-b633-72f5e954e8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:22.413363 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-cdbaf00c-58a3-46a8-9308-2bd7560b4428 service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178549 Jul 08 20:30:22.464456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-feebee86-ec09-4010-b633-72f5e954e8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:22.465246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feebee86-ec09-4010-b633-72f5e954e8e8 None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:30:22.570117 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b080fa76-0dbe-4a88-b763-43a2e4f24d51 req-7305fc60-a27e-43ed-ae79-076154ea9474 service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484554 Jul 08 20:30:22.623401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-cf2176eb-2bb1-430c-9883-0ec9d6e90ad1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port 249ecf87-5212-4802-945b-1b57c75efd73 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:30:22.624175 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf2176eb-2bb1-430c-9883-0ec9d6e90ad1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:22.724359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dedd7-7ab1-4460-ae9f-552144834543 req-044e34d2-4902-4a8f-bb0f-88a0e33d8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:22.727933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-558dedd7-7ab1-4460-ae9f-552144834543 req-044e34d2-4902-4a8f-bb0f-88a0e33d8f4a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 1095 time: 0.0937202 Jul 08 20:30:22.731426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf2176eb-2bb1-430c-9883-0ec9d6e90ad1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:22.731850 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf2176eb-2bb1-430c-9883-0ec9d6e90ad1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:22.748039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-cf2176eb-2bb1-430c-9883-0ec9d6e90ad1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for 249ecf87-5212-4802-945b-1b57c75efd73 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:30:22.812171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37888) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:22.837080 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0f70c07a-d18a-4479-9667-1828487a2ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:22.884536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dedd7-7ab1-4460-ae9f-552144834543 req-18b3d28e-2195-4529-ac94-1530df215ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:22.886565 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-558dedd7-7ab1-4460-ae9f-552144834543 req-18b3d28e-2195-4529-ac94-1530df215ba3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 907 time: 0.1471496 Jul 08 20:30:23.004661 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-558dedd7-7ab1-4460-ae9f-552144834543 req-6dd5169c-9cd1-4ca8-97db-9dd3b0abed44 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e448cf9b-1c44-41f1-a30e-5dea1217837f HTTP/1.1" status: 200 len: 217 time: 0.1049509 Jul 08 20:30:23.034097 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf2176eb-2bb1-430c-9883-0ec9d6e90ad1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:23.087910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2176eb-2bb1-430c-9883-0ec9d6e90ad1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=249ecf87-5212-4802-945b-1b57c75efd73,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:23.123305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dedd7-7ab1-4460-ae9f-552144834543 req-6c56e9a4-337c-45bc-82fc-364234927341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:23.125341 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-558dedd7-7ab1-4460-ae9f-552144834543 req-6c56e9a4-337c-45bc-82fc-364234927341 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.1126082 Jul 08 20:30:23.179677 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-558dedd7-7ab1-4460-ae9f-552144834543 req-cf74c796-77c3-47ab-9d79-b96c9e668a60 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462430 Jul 08 20:30:23.190278 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf2176eb-2bb1-430c-9883-0ec9d6e90ad1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:23.194675 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf2176eb-2bb1-430c-9883-0ec9d6e90ad1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:23.199525 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cf2176eb-2bb1-430c-9883-0ec9d6e90ad1 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/floatingips/3caa42b0-961e-47d8-9bc4-7391d6771488 HTTP/1.1" status: 204 len: 168 time: 0.9103000 Jul 08 20:30:23.209464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37900) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:23.230878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '62d44101-6d49-4166-b292-e50a66104b56'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:23.235167 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0f70c07a-d18a-4479-9667-1828487a2ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:23.267684 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0f70c07a-d18a-4479-9667-1828487a2ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:23.275199 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:23.311045 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:23.314715 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0f70c07a-d18a-4479-9667-1828487a2ad4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=76a8f33e096a419a94de266802455d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5014021 Jul 08 20:30:23.315531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37904) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:23.387364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70c07a-d18a-4479-9667-1828487a2ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06be3d2b-a539-4e19-b0fb-5fd78e15d42b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:23.484870 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6cba0635-141e-48cd-8261-474e7cd67169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:23.523275 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6cba0635-141e-48cd-8261-474e7cd67169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:23.617651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6cba0635-141e-48cd-8261-474e7cd67169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:23.620320 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6cba0635-141e-48cd-8261-474e7cd67169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:23.621550 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6cba0635-141e-48cd-8261-474e7cd67169 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/06be3d2b-a539-4e19-b0fb-5fd78e15d42b HTTP/1.1" status: 204 len: 168 time: 0.2944233 Jul 08 20:30:23.634925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba0635-141e-48cd-8261-474e7cd67169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06be3d2b-a539-4e19-b0fb-5fd78e15d42b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:23.657757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdb1d9-43f2-4f89-a4b9-31b86b13f18f req-1f166955-439d-4dd2-987c-17c7d395e264 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:23.659314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-91bdb1d9-43f2-4f89-a4b9-31b86b13f18f req-1f166955-439d-4dd2-987c-17c7d395e264 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 943 time: 0.1008079 Jul 08 20:30:23.688162 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-558dedd7-7ab1-4460-ae9f-552144834543 req-5c3f03ec-050c-4a64-9fff-df1394fc4969 service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996953 Jul 08 20:30:23.721429 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-91bdb1d9-43f2-4f89-a4b9-31b86b13f18f req-eb089f4f-1bf7-4d9d-aef7-0dc6049b56c2 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475645 Jul 08 20:30:23.811376 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-558dedd7-7ab1-4460-ae9f-552144834543 req-f0d73aca-a6c3-43ba-bf5b-c6f62cb39f98 service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160424 Jul 08 20:30:23.813424 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:23.988384 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.25.4.237 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/34ab458b-5c49-4545-aa10-6e657d1e6909) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:24.118412 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:24.167368 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:24.207122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:24.212603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:24.215303 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:24.256437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=34ab458b-5c49-4545-aa10-6e657d1e6909,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:24.715041 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:24.813193 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:24.919198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447b35f-9e89-46d6-a2d8-0fe3eedc7428 req-7c90b997-24bc-485a-a4f9-fda8b53c2d61 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:24.927081 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c447b35f-9e89-46d6-a2d8-0fe3eedc7428 req-7c90b997-24bc-485a-a4f9-fda8b53c2d61 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 943 time: 0.0796645 Jul 08 20:30:24.978007 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c447b35f-9e89-46d6-a2d8-0fe3eedc7428 req-dfd9eee6-7f29-4a80-8583-559c1502efaa tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499778 Jul 08 20:30:25.038545 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:25.061716 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:25.142299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=34ab458b-5c49-4545-aa10-6e657d1e6909,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:25.160366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:25.295094 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Floating IP d427dff2-eba6-4169-8b5e-d4fedd796ddc associated. External IP: 172.25.4.237, port: 62d44101-6d49-4166-b292-e50a66104b56. Jul 08 20:30:25.625286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:30:25.787352 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:30:25.807474 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc56189-46d0-4b6c-8b69-2c4480876843 None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:30:25.819827 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc56189-46d0-4b6c-8b69-2c4480876843 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:25.820501 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1fc56189-46d0-4b6c-8b69-2c4480876843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:25.837964 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:25.893231 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1fc56189-46d0-4b6c-8b69-2c4480876843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:25.919063 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc56189-46d0-4b6c-8b69-2c4480876843 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:25.921497 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1fc56189-46d0-4b6c-8b69-2c4480876843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:25.966159 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f225abe2-e065-4ca0-a957-cc3144ad80e5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7544780 Jul 08 20:30:25.969145 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1fc56189-46d0-4b6c-8b69-2c4480876843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:25.969419 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37976) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:25.971050 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc56189-46d0-4b6c-8b69-2c4480876843 None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:30:26.062495 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-56cc8640-dc2b-42c9-a9ae-b5bf07e9260e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "GET /v2.0/floatingips/d427dff2-eba6-4169-8b5e-d4fedd796ddc HTTP/1.1" status: 200 len: 978 time: 0.0874889 Jul 08 20:30:26.065651 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37984) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:26.191370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e448cf9b-1c44-41f1-a30e-5dea1217837f details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:30:26.306624 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3bd096df-07ba-4409-9771-39fa39c25148 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2364750 Jul 08 20:30:26.306939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37992) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:26.312838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f6f31ae6-a43d-4802-910c-02152291f538 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'floatingip': {'port_id': '477e2c97-51e7-425a-bbf7-3f378538bea9'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:26.344121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e448cf9b-1c44-41f1-a30e-5dea1217837f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e448cf9b-1c44-41f1-a30e-5dea1217837f,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:26.360027 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'e448cf9b-1c44-41f1-a30e-5dea1217837f', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'port_id': 'e448cf9b-1c44-41f1-a30e-5dea1217837f', 'mac_address': 'fa:16:3e:47:2f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2373fae-9dad-4e09-8b0b-379b39b82584', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:30:26.399963 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f6f31ae6-a43d-4802-910c-02152291f538 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:26.401243 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:26.415449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e448cf9b-1c44-41f1-a30e-5dea1217837f {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:30:26.461206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e448cf9b-1c44-41f1-a30e-5dea1217837f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e448cf9b-1c44-41f1-a30e-5dea1217837f,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:26.465537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d95b7-a075-4132-84f5-cab4ad8039e3 req-ee642bc1-407d-41f4-9fa5-6eb8a241ad09 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:26.473403 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:26.475997 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea0d95b7-a075-4132-84f5-cab4ad8039e3 req-ee642bc1-407d-41f4-9fa5-6eb8a241ad09 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 943 time: 0.2784173 Jul 08 20:30:26.567739 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea0d95b7-a075-4132-84f5-cab4ad8039e3 req-74be2eeb-358d-475d-a784-cecb081415d6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904593 Jul 08 20:30:26.572032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e448cf9b-1c44-41f1-a30e-5dea1217837f,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:26.596135 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:26.596410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:26.601556 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:26.602074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:26.602486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:26.603104 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:26.603701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:26.604211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:26.604759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:26.605441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:26.606437 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:26.607078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:26.805120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['e448cf9b-1c44-41f1-a30e-5dea1217837f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:27.234050 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f6f31ae6-a43d-4802-910c-02152291f538 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:27.239470 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f6f31ae6-a43d-4802-910c-02152291f538 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:27.798248 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-f6f31ae6-a43d-4802-910c-02152291f538 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Floating IP d427dff2-eba6-4169-8b5e-d4fedd796ddc associated. External IP: 172.25.4.237, port: 62d44101-6d49-4166-b292-e50a66104b56. Jul 08 20:30:28.162576 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e6d38-11d1-4064-9d9a-556cbec19c34 req-6d437415-1dd4-42ba-84ae-911db8804ea5 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:28.169763 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b5e6d38-11d1-4064-9d9a-556cbec19c34 req-6d437415-1dd4-42ba-84ae-911db8804ea5 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 944 time: 0.2041337 Jul 08 20:30:28.204180 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e448cf9b-1c44-41f1-a30e-5dea1217837f up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:30:28.253829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f31ae6-a43d-4802-910c-02152291f538 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:30:28.275929 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b5e6d38-11d1-4064-9d9a-556cbec19c34 req-ae27a9d6-4fab-4146-8054-314914b97314 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046076 Jul 08 20:30:28.301688 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port e448cf9b-1c44-41f1-a30e-5dea1217837f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:30:28.308014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port e448cf9b-1c44-41f1-a30e-5dea1217837f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:30:28.309484 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:28.447240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f31ae6-a43d-4802-910c-02152291f538 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:30:28.467482 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c74de8-4616-4c5e-bdf2-0ae251e97017 None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:30:28.486537 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:28.520885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c74de8-4616-4c5e-bdf2-0ae251e97017 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:28.522179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b4c74de8-4616-4c5e-bdf2-0ae251e97017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:28.676075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e448cf9b-1c44-41f1-a30e-5dea1217837f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e448cf9b-1c44-41f1-a30e-5dea1217837f,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:28.682843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f02fa33-cadd-4028-ac3c-f744cab94690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e448cf9b-1c44-41f1-a30e-5dea1217837f'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:30:28.690146 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92734189-debf-4f9e-9518-11cf18c4afdc" -d '{"events": [{"server_uuid": "1f02fa33-cadd-4028-ac3c-f744cab94690", "name": "network-vif-plugged", "status": "completed", "tag": "e448cf9b-1c44-41f1-a30e-5dea1217837f"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:30:28.698056 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:28.710994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b4c74de8-4616-4c5e-bdf2-0ae251e97017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:28.862443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f31ae6-a43d-4802-910c-02152291f538 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:30:28.887056 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f60205-b641-4d23-9d31-55edd1e2a2ca x-openstack-request-id: req-d1f60205-b641-4d23-9d31-55edd1e2a2ca {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:30:28.887362 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f02fa33-cadd-4028-ac3c-f744cab94690", "name": "network-vif-plugged", "status": "completed", "tag": "e448cf9b-1c44-41f1-a30e-5dea1217837f", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:30:28.887599 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d1f60205-b641-4d23-9d31-55edd1e2a2ca {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:30:28.888574 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f02fa33-cadd-4028-ac3c-f744cab94690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e448cf9b-1c44-41f1-a30e-5dea1217837f', 'code': 200} Jul 08 20:30:28.894597 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e448cf9b-1c44-41f1-a30e-5dea1217837f,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:28.914390 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c74de8-4616-4c5e-bdf2-0ae251e97017 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:28.915097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b4c74de8-4616-4c5e-bdf2-0ae251e97017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:29.147422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c455d0-2ece-4120-aaf0-5e52541d387b req-ef705231-fdf7-4719-9942-03c640ddc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:29.150782 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74c455d0-2ece-4120-aaf0-5e52541d387b req-ef705231-fdf7-4719-9942-03c640ddc640 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 1097 time: 0.2442234 Jul 08 20:30:29.170842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f31ae6-a43d-4802-910c-02152291f538 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:30:29.183927 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f6f31ae6-a43d-4802-910c-02152291f538 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:29.298087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b4c74de8-4616-4c5e-bdf2-0ae251e97017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:29.298087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c74de8-4616-4c5e-bdf2-0ae251e97017 None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:30:29.298858 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74c455d0-2ece-4120-aaf0-5e52541d387b req-20508b07-48cd-4a89-8363-71488b0c1211 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138945 Jul 08 20:30:29.322246 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df54313f-1d95-4ac2-9ad7-0a6088e3d48a None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:30:29.339541 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54313f-1d95-4ac2-9ad7-0a6088e3d48a None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:29.346583 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-df54313f-1d95-4ac2-9ad7-0a6088e3d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:29.357748 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f6f31ae6-a43d-4802-910c-02152291f538 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "PUT /v2.0/floatingips/d427dff2-eba6-4169-8b5e-d4fedd796ddc HTTP/1.1" status: 200 len: 977 time: 3.0462761 Jul 08 20:30:29.358214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38040) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:29.366649 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7d8e910a-8159-4ed3-8607-7c96bd14152c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:29.439157 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-df54313f-1d95-4ac2-9ad7-0a6088e3d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:29.453207 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54313f-1d95-4ac2-9ad7-0a6088e3d48a None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:29.454071 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-df54313f-1d95-4ac2-9ad7-0a6088e3d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:29.459555 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7d8e910a-8159-4ed3-8607-7c96bd14152c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:29.520906 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-df54313f-1d95-4ac2-9ad7-0a6088e3d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:29.521826 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df54313f-1d95-4ac2-9ad7-0a6088e3d48a None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:30:29.726721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4369df1-4749-48b9-a820-02d33a675d4d req-df9ac0e4-7c04-4514-bf80-955ea6599d0f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:29.737371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7d8e910a-8159-4ed3-8607-7c96bd14152c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:29.738521 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4369df1-4749-48b9-a820-02d33a675d4d req-df9ac0e4-7c04-4514-bf80-955ea6599d0f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 945 time: 0.1531222 Jul 08 20:30:29.751348 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7d8e910a-8159-4ed3-8607-7c96bd14152c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:29.751684 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-7d8e910a-8159-4ed3-8607-7c96bd14152c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Floating IP d427dff2-eba6-4169-8b5e-d4fedd796ddc disassociated. External IP: 172.25.4.237, port: 477e2c97-51e7-425a-bbf7-3f378538bea9. Jul 08 20:30:29.833834 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4369df1-4749-48b9-a820-02d33a675d4d req-71db29a6-bbf5-456e-808f-37761ff9e484 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942664 Jul 08 20:30:30.146314 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8e910a-8159-4ed3-8607-7c96bd14152c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:30:30.307530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8e910a-8159-4ed3-8607-7c96bd14152c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:30:30.315374 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7d8e910a-8159-4ed3-8607-7c96bd14152c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:30.325651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff2e6d2-916d-4a78-9b05-fce233b82a6c None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:30:30.358247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff2e6d2-916d-4a78-9b05-fce233b82a6c None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:30.359373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2ff2e6d2-916d-4a78-9b05-fce233b82a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:30.409038 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7d8e910a-8159-4ed3-8607-7c96bd14152c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "PUT /v2.0/floatingips/d427dff2-eba6-4169-8b5e-d4fedd796ddc HTTP/1.1" status: 200 len: 688 time: 1.0497522 Jul 08 20:30:30.411624 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38060) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:30.461244 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2ff2e6d2-916d-4a78-9b05-fce233b82a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:30.497095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff2e6d2-916d-4a78-9b05-fce233b82a6c None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:30.502086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2ff2e6d2-916d-4a78-9b05-fce233b82a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:30.579123 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2ff2e6d2-916d-4a78-9b05-fce233b82a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:30.581309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff2e6d2-916d-4a78-9b05-fce233b82a6c None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:30:30.624845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a95d08b1-ca2a-41bf-99e6-2a97425db1e7 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port 34ab458b-5c49-4545-aa10-6e657d1e6909 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:30:30.625098 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a95d08b1-ca2a-41bf-99e6-2a97425db1e7 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:30.750557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a95d08b1-ca2a-41bf-99e6-2a97425db1e7 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:30.752211 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a95d08b1-ca2a-41bf-99e6-2a97425db1e7 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:30.779337 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a95d08b1-ca2a-41bf-99e6-2a97425db1e7 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for 34ab458b-5c49-4545-aa10-6e657d1e6909 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:30:31.081851 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a95d08b1-ca2a-41bf-99e6-2a97425db1e7 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:31.191645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d08b1-ca2a-41bf-99e6-2a97425db1e7 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=34ab458b-5c49-4545-aa10-6e657d1e6909,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:31.258598 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a95d08b1-ca2a-41bf-99e6-2a97425db1e7 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:31.262367 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a95d08b1-ca2a-41bf-99e6-2a97425db1e7 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:31.264312 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a95d08b1-ca2a-41bf-99e6-2a97425db1e7 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/floatingips/d427dff2-eba6-4169-8b5e-d4fedd796ddc HTTP/1.1" status: 204 len: 168 time: 0.8514764 Jul 08 20:30:31.267015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38082) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:31.297372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ccae4-51d7-4322-adf5-06722d66c999 req-d3d926ed-3184-4d38-ac62-31671718d1a8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:31.299480 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f7ccae4-51d7-4322-adf5-06722d66c999 req-d3d926ed-3184-4d38-ac62-31671718d1a8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 945 time: 0.1340013 Jul 08 20:30:31.341753 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-03bb8b95-1898-4e34-8ade-e721f6fa3785 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] delete failed (client error): The resource could not be found. Jul 08 20:30:31.343047 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-03bb8b95-1898-4e34-8ade-e721f6fa3785 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/floatingips/d427dff2-eba6-4169-8b5e-d4fedd796ddc HTTP/1.1" status: 404 len: 345 time: 0.0731561 Jul 08 20:30:31.347678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38084) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:31.385486 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f7ccae4-51d7-4322-adf5-06722d66c999 req-31a87bc0-220b-48f2-8172-04e115cf2479 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766525 Jul 08 20:30:31.502109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6645cb69-3990-4b0c-b9b1-4517c11843f2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:31.508981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6645cb69-3990-4b0c-b9b1-4517c11843f2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:31.516314 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6645cb69-3990-4b0c-b9b1-4517c11843f2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:31.518418 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6645cb69-3990-4b0c-b9b1-4517c11843f2 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "GET /v2.0/ports?network_id=99491a50-d74c-458c-ab39-2e1f9325aa69 HTTP/1.1" status: 200 len: 2357 time: 0.1689968 Jul 08 20:30:31.522569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38092) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:31.566813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38096) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:31.626308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ceffec-1f28-48fb-850e-d3d77a7262f6 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:31.628724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b78f8-eeee-432b-9b52-431d1c5d796b req-30eb8ad1-a3a7-462a-97ab-406b0eec0dc5 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:31.635026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-73ceffec-1f28-48fb-850e-d3d77a7262f6 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "GET /v2.0/subnets/9b30528f-3c30-4380-ac87-3877aa0038e9 HTTP/1.1" status: 200 len: 797 time: 0.1112728 Jul 08 20:30:31.640508 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-904b78f8-eeee-432b-9b52-431d1c5d796b req-30eb8ad1-a3a7-462a-97ab-406b0eec0dc5 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 945 time: 0.1210377 Jul 08 20:30:31.641237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38100) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:31.646539 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'port': {'network_id': '99491a50-d74c-458c-ab39-2e1f9325aa69', 'name': 'tempest-FloatingIPTestJSON-2077681079', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:31.715587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-904b78f8-eeee-432b-9b52-431d1c5d796b req-2c8a2f0d-00b6-4d30-95e8-abb8dd3199e8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738904 Jul 08 20:30:31.791281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-966d34d6-9206-4a79-9a20-fcc242d52ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:32.011522 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-966d34d6-9206-4a79-9a20-fcc242d52ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:32.032961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1e907-6ee0-47f8-a031-20d9285783b4 req-c3dfed5b-fc1a-437c-848c-67641ff15398 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:32.037769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Made reservation on behalf of ff4becae697c4575abd8e87af9db3750 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:30:32.040817 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53e1e907-6ee0-47f8-a031-20d9285783b4 req-c3dfed5b-fc1a-437c-848c-67641ff15398 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 945 time: 0.1245136 Jul 08 20:30:32.043303 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-966d34d6-9206-4a79-9a20-fcc242d52ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:32.124053 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-966d34d6-9206-4a79-9a20-fcc242d52ab9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=84a0c5c66336455b820fb41178e482cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5541437 Jul 08 20:30:32.137369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38108) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:32.152219 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53e1e907-6ee0-47f8-a031-20d9285783b4 req-3356c037-be54-4427-a012-8d6680ced1ca tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106005 Jul 08 20:30:32.161995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d34d6-9206-4a79-9a20-fcc242d52ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4763e7f6-34c3-4152-b01d-fd318154d19e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:32.218046 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-95dc9e33-aaec-4714-b8fd-536de7b4cdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:32.249403 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-95dc9e33-aaec-4714-b8fd-536de7b4cdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:32.354046 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-95dc9e33-aaec-4714-b8fd-536de7b4cdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:32.357936 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-95dc9e33-aaec-4714-b8fd-536de7b4cdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:32.361381 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-95dc9e33-aaec-4714-b8fd-536de7b4cdb9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4763e7f6-34c3-4152-b01d-fd318154d19e HTTP/1.1" status: 204 len: 168 time: 0.2183032 Jul 08 20:30:32.389498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc9e33-aaec-4714-b8fd-536de7b4cdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4763e7f6-34c3-4152-b01d-fd318154d19e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:32.602742 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:32.630125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] device_id is not set on port ce4d0caa-6820-4d5c-8b5b-409fbe15236d yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:30:32.815007 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38122) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:32.832097 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8e888a0b-583e-4c95-a4f9-ebcbc5823e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:32.965407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba4561-3112-49ed-9818-babf5b3ff39e req-231163fb-cfb6-4e53-8039-1615d79df32a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:32.971994 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2dba4561-3112-49ed-9818-babf5b3ff39e req-231163fb-cfb6-4e53-8039-1615d79df32a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 945 time: 0.1897037 Jul 08 20:30:33.014367 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8e888a0b-583e-4c95-a4f9-ebcbc5823e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:33.024854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8e888a0b-583e-4c95-a4f9-ebcbc5823e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:33.077433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.20.0.14 (99491a50-d74c-458c-ab39-2e1f9325aa69/9b30528f-3c30-4380-ac87-3877aa0038e9/ce4d0caa-6820-4d5c-8b5b-409fbe15236d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:33.085715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.20.0.13 (99491a50-d74c-458c-ab39-2e1f9325aa69/9b30528f-3c30-4380-ac87-3877aa0038e9/ce4d0caa-6820-4d5c-8b5b-409fbe15236d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:33.151598 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2dba4561-3112-49ed-9818-babf5b3ff39e req-c564cda7-ba89-4ade-ac67-0201fc19e640 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652145 Jul 08 20:30:33.196076 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8e888a0b-583e-4c95-a4f9-ebcbc5823e0e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5408deec33444b51b5117245c4cea2e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790665 Jul 08 20:30:33.197466 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e888a0b-583e-4c95-a4f9-ebcbc5823e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4b2fba-3a28-4d43-93a9-631c756aef3d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:33.204482 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38132) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:33.371135 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec7c68db-9fc2-4771-bf8a-2d73cdc2a45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:33.450534 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec7c68db-9fc2-4771-bf8a-2d73cdc2a45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:33.460416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:33.514477 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:33.564560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81bfe4-5796-4e3b-9ae1-026e97296223 req-6bdab247-ef70-49eb-9e50-70a37cfa5123 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:33.568871 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e81bfe4-5796-4e3b-9ae1-026e97296223 req-6bdab247-ef70-49eb-9e50-70a37cfa5123 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 946 time: 0.2410214 Jul 08 20:30:33.619839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 99491a50-d74c-458c-ab39-2e1f9325aa69 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:33.624609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:33.629519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:33.635034 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec7c68db-9fc2-4771-bf8a-2d73cdc2a45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:33.638693 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec7c68db-9fc2-4771-bf8a-2d73cdc2a45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:33.639032 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ec7c68db-9fc2-4771-bf8a-2d73cdc2a45c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/af4b2fba-3a28-4d43-93a9-631c756aef3d HTTP/1.1" status: 204 len: 168 time: 0.4291072 Jul 08 20:30:33.666102 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e81bfe4-5796-4e3b-9ae1-026e97296223 req-6ffd98f9-84a0-4d1e-809b-5f3794448c67 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808287 Jul 08 20:30:33.669075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c68db-9fc2-4771-bf8a-2d73cdc2a45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4b2fba-3a28-4d43-93a9-631c756aef3d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:33.734560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=ce4d0caa-6820-4d5c-8b5b-409fbe15236d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:33.762441 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:33.763836 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:33.795993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38140) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:33.796473 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ffaf3b7d-7d4c-42c8-96b4-a531dc5bdd7e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1539145 Jul 08 20:30:33.801824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': 'ce4d0caa-6820-4d5c-8b5b-409fbe15236d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:33.861833 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:34.045108 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:34.091946 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-da94adcf-2990-4a50-bf7d-73a5faa3cb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:34.244159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.25.4.158 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/d5e81adc-6b7b-4180-a18f-a3de07eb3b5c) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:34.338378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba08c1c-85a0-46f4-940d-f24a2df29014 req-e1f531c0-2fd0-4c1b-9dd2-ff66c7e05b0c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:34.343661 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5ba08c1c-85a0-46f4-940d-f24a2df29014 req-e1f531c0-2fd0-4c1b-9dd2-ff66c7e05b0c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 945 time: 0.2106562 Jul 08 20:30:34.344179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38160) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:34.384295 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0cb49e3b-151f-439f-820a-a30d01c135f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:34.439379 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:34.554803 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:34.639627 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-5ba08c1c-85a0-46f4-940d-f24a2df29014 req-1660df49-c6b4-4d03-89f4-43aaf8b417da tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Deleting port e448cf9b-1c44-41f1-a30e-5dea1217837f {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:30:34.639627 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5ba08c1c-85a0-46f4-940d-f24a2df29014 req-1660df49-c6b4-4d03-89f4-43aaf8b417da tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:34.640701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:34.655759 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0850bc0-cc87-424e-8e27-a9c073a88d8c req-3b458887-61fa-4711-bc5a-a24e1348f401 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:34.658072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e0850bc0-cc87-424e-8e27-a9c073a88d8c req-3b458887-61fa-4711-bc5a-a24e1348f401 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 945 time: 0.1948054 Jul 08 20:30:34.659211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:34.662655 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:34.665135 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=d5e81adc-6b7b-4180-a18f-a3de07eb3b5c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:34.792842 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0cb49e3b-151f-439f-820a-a30d01c135f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:34.801829 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0cb49e3b-151f-439f-820a-a30d01c135f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:34.857665 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e0850bc0-cc87-424e-8e27-a9c073a88d8c req-199656ee-860c-415d-a4c3-93031f472352 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826205 Jul 08 20:30:34.874052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb49e3b-151f-439f-820a-a30d01c135f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93e15cc-6800-46c4-b584-c8575b84bd82,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:34.908236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-5ba08c1c-85a0-46f4-940d-f24a2df29014 req-1660df49-c6b4-4d03-89f4-43aaf8b417da tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] For port e448cf9b-1c44-41f1-a30e-5dea1217837f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e448cf9b-1c44-41f1-a30e-5dea1217837f,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:34.908952 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5ba08c1c-85a0-46f4-940d-f24a2df29014 req-1660df49-c6b4-4d03-89f4-43aaf8b417da tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:34.924810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-5ba08c1c-85a0-46f4-940d-f24a2df29014 req-1660df49-c6b4-4d03-89f4-43aaf8b417da tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Calling delete_port for e448cf9b-1c44-41f1-a30e-5dea1217837f owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:30:34.933231 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0cb49e3b-151f-439f-820a-a30d01c135f0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=039c620f440b4731865ab479a77ae4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5847828 Jul 08 20:30:34.937193 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38168) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:35.097355 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8825720c-5216-4c64-b833-7ed888184a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:35.121036 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8825720c-5216-4c64-b833-7ed888184a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:35.196763 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:35.216882 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8825720c-5216-4c64-b833-7ed888184a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:35.219996 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8825720c-5216-4c64-b833-7ed888184a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:35.221185 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8825720c-5216-4c64-b833-7ed888184a7e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e93e15cc-6800-46c4-b584-c8575b84bd82 HTTP/1.1" status: 204 len: 168 time: 0.2821271 Jul 08 20:30:35.245555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825720c-5216-4c64-b833-7ed888184a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93e15cc-6800-46c4-b584-c8575b84bd82,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:35.286731 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5ba08c1c-85a0-46f4-940d-f24a2df29014 req-1660df49-c6b4-4d03-89f4-43aaf8b417da tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:35.308323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2e9f0bb1-f2fd-4278-b32b-703d00e51bba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:35.338120 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660df49-c6b4-4d03-89f4-43aaf8b417da tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event deleted for resources: {'Port': ['ID=e448cf9b-1c44-41f1-a30e-5dea1217837f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:35.373795 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7ebbde12-1ede-4637-a9ad-62adf51bfc97', 'e448cf9b-1c44-41f1-a30e-5dea1217837f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:35.441572 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:35.443110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba08c1c-85a0-46f4-940d-f24a2df29014 req-1660df49-c6b4-4d03-89f4-43aaf8b417da tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] No DVR routers for this DVR port e448cf9b-1c44-41f1-a30e-5dea1217837f on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:30:35.445785 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-5ba08c1c-85a0-46f4-940d-f24a2df29014 req-1660df49-c6b4-4d03-89f4-43aaf8b417da tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:35.454310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5ba08c1c-85a0-46f4-940d-f24a2df29014 req-1660df49-c6b4-4d03-89f4-43aaf8b417da tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "DELETE /v2.0/ports/e448cf9b-1c44-41f1-a30e-5dea1217837f HTTP/1.1" status: 204 len: 173 time: 1.0711806 Jul 08 20:30:35.455251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f02fa33-cadd-4028-ac3c-f744cab94690', 'name': 'network-vif-deleted', 'tag': 'e448cf9b-1c44-41f1-a30e-5dea1217837f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:30:35.459090 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9251bb69-7acf-43bd-af5c-aa656824f5d6" -d '{"events": [{"server_uuid": "1f02fa33-cadd-4028-ac3c-f744cab94690", "name": "network-vif-deleted", "tag": "e448cf9b-1c44-41f1-a30e-5dea1217837f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:30:35.547641 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520a11e8-f21a-4e7b-92d3-8fe787b40582 x-openstack-request-id: req-520a11e8-f21a-4e7b-92d3-8fe787b40582 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:30:35.547984 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f02fa33-cadd-4028-ac3c-f744cab94690", "name": "network-vif-deleted", "tag": "e448cf9b-1c44-41f1-a30e-5dea1217837f", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:30:35.548193 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-520a11e8-f21a-4e7b-92d3-8fe787b40582 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:30:35.552871 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f02fa33-cadd-4028-ac3c-f744cab94690', 'name': 'network-vif-deleted', 'tag': 'e448cf9b-1c44-41f1-a30e-5dea1217837f', 'status': 'completed', 'code': 200} Jul 08 20:30:35.853434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:35.862027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:36.025898 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=d5e81adc-6b7b-4180-a18f-a3de07eb3b5c,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:36.199696 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-13828949-cc39-48c1-8e18-cf23801b9ac7 req-48845108-1561-4e74-beeb-5839b22242e1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f02fa33-cadd-4028-ac3c-f744cab94690 HTTP/1.1" status: 200 len: 210 time: 0.0848727 Jul 08 20:30:36.202919 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:36.413367 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Floating IP 12113672-081f-42f2-8f50-84ee18320bfe associated. External IP: 172.25.4.158, port: ce4d0caa-6820-4d5c-8b5b-409fbe15236d. Jul 08 20:30:36.562569 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-02175920-d75d-4191-afa3-fd9783bf3b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:36.874977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:30:36.902598 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:37.098578 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:30:37.116547 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124cc2e-5ff4-4357-9a51-c1b88cbabef9 None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:30:37.136697 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124cc2e-5ff4-4357-9a51-c1b88cbabef9 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:37.136697 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a124cc2e-5ff4-4357-9a51-c1b88cbabef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:37.142995 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:37.186184 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a124cc2e-5ff4-4357-9a51-c1b88cbabef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:37.198930 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124cc2e-5ff4-4357-9a51-c1b88cbabef9 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:37.199826 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a124cc2e-5ff4-4357-9a51-c1b88cbabef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:37.201603 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4d230469-9227-4b44-bc55-03122ec28a2c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4035990 Jul 08 20:30:37.204345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38234) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:37.213330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-fe4dd337-2153-47c9-b092-cdc42c5a32b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'floatingip': {'port_id': 'ce4d0caa-6820-4d5c-8b5b-409fbe15236d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:37.333527 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a124cc2e-5ff4-4357-9a51-c1b88cbabef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:37.334465 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124cc2e-5ff4-4357-9a51-c1b88cbabef9 None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:30:37.795181 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd337-2153-47c9-b092-cdc42c5a32b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:37.986986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b812f00-875d-4b97-9254-dc1945c11671 req-836e5f35-8faf-4d48-a2ea-de88190e4a32 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:37.994827 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5b812f00-875d-4b97-9254-dc1945c11671 req-836e5f35-8faf-4d48-a2ea-de88190e4a32 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 945 time: 0.1269846 Jul 08 20:30:38.095872 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5b812f00-875d-4b97-9254-dc1945c11671 req-b87961f3-04b3-4bd5-b2e9-40ae8eafe805 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999310 Jul 08 20:30:38.186502 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:38.235731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 039f2ecc-1dae-46ce-877d-f5b1908c5776 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:30:38.246685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e448cf9b-1c44-41f1-a30e-5dea1217837f no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:30:38.293856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: e448cf9b-1c44-41f1-a30e-5dea1217837f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:30:38.301410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e448cf9b-1c44-41f1-a30e-5dea1217837f not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:30:38.569124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:38.588063 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'port_id': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'mac_address': 'fa:16:3e:5c:56:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:30:38.691009 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:38.721225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 039f2ecc-1dae-46ce-877d-f5b1908c5776 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:30:38.786063 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:38.788574 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd337-2153-47c9-b092-cdc42c5a32b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:38.800306 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd337-2153-47c9-b092-cdc42c5a32b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:38.803836 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:38.970842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:39.068973 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['039f2ecc-1dae-46ce-877d-f5b1908c5776'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:39.564894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4dd337-2153-47c9-b092-cdc42c5a32b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:30:39.590072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65300361-82dd-43c5-b486-8d7c526577e0 req-fa7b4b34-eea0-4a99-9d9c-68d4f481ecfe tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:39.592531 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65300361-82dd-43c5-b486-8d7c526577e0 req-fa7b4b34-eea0-4a99-9d9c-68d4f481ecfe tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 945 time: 0.3060741 Jul 08 20:30:39.680106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ac4b0-be3f-4eac-9814-803183de725c req-c367148b-c2b9-49f2-8509-e102b32265af tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:39.718383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-466ac4b0-be3f-4eac-9814-803183de725c req-c367148b-c2b9-49f2-8509-e102b32265af tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 945 time: 0.3447995 Jul 08 20:30:39.801469 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:39.951224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-65300361-82dd-43c5-b486-8d7c526577e0 req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Deleting port 7ebbde12-1ede-4637-a9ad-62adf51bfc97 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:30:39.951913 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-65300361-82dd-43c5-b486-8d7c526577e0 req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:40.042768 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-466ac4b0-be3f-4eac-9814-803183de725c req-60479959-cb03-4d2d-b5d5-35543e88fc7c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233275 Jul 08 20:30:40.133481 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4dd337-2153-47c9-b092-cdc42c5a32b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:30:40.155241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd337-2153-47c9-b092-cdc42c5a32b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:40.162684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5039b0-f3dc-48d0-aad2-a21ec46eaa6c None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:30:40.181125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-65300361-82dd-43c5-b486-8d7c526577e0 req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] For port 7ebbde12-1ede-4637-a9ad-62adf51bfc97, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=7ebbde12-1ede-4637-a9ad-62adf51bfc97,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:40.181383 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-65300361-82dd-43c5-b486-8d7c526577e0 req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:40.190787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5039b0-f3dc-48d0-aad2-a21ec46eaa6c None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:40.195016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5f5039b0-f3dc-48d0-aad2-a21ec46eaa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:40.240437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-65300361-82dd-43c5-b486-8d7c526577e0 req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Calling delete_port for 7ebbde12-1ede-4637-a9ad-62adf51bfc97 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:30:40.313824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5f5039b0-f3dc-48d0-aad2-a21ec46eaa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:40.349382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 039f2ecc-1dae-46ce-877d-f5b1908c5776 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:30:40.454746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5039b0-f3dc-48d0-aad2-a21ec46eaa6c None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:40.455968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5f5039b0-f3dc-48d0-aad2-a21ec46eaa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:40.459045 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fe4dd337-2153-47c9-b092-cdc42c5a32b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "PUT /v2.0/floatingips/12113672-081f-42f2-8f50-84ee18320bfe HTTP/1.1" status: 200 len: 979 time: 3.2535558 Jul 08 20:30:40.459878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38364) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:40.643044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5f5039b0-f3dc-48d0-aad2-a21ec46eaa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:40.644010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5039b0-f3dc-48d0-aad2-a21ec46eaa6c None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:30:40.697355 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 039f2ecc-1dae-46ce-877d-f5b1908c5776 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:30:40.699023 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:40.817917 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-65300361-82dd-43c5-b486-8d7c526577e0 req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:40.910771 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:40.942609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['7ebbde12-1ede-4637-a9ad-62adf51bfc97'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:40.945485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2e9f0bb1-f2fd-4278-b32b-703d00e51bba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:41.046587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:41.340082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:30:41.376155 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333dc41d-f81b-410a-ae15-afa945b896f6" -d '{"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-plugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:30:41.452209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-65300361-82dd-43c5-b486-8d7c526577e0 req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] No DVR routers for this DVR port 7ebbde12-1ede-4637-a9ad-62adf51bfc97 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:30:41.466947 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-65300361-82dd-43c5-b486-8d7c526577e0 req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:41.512198 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65300361-82dd-43c5-b486-8d7c526577e0 req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "DELETE /v2.0/ports/7ebbde12-1ede-4637-a9ad-62adf51bfc97 HTTP/1.1" status: 204 len: 173 time: 1.8847818 Jul 08 20:30:41.523281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event deleted for resources: {'Port': ['ID=7ebbde12-1ede-4637-a9ad-62adf51bfc97,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:41.561704 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:41.572244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0b3d2f-07c6-40a5-8381-61e5440be0b6', 'name': 'network-vif-deleted', 'tag': '7ebbde12-1ede-4637-a9ad-62adf51bfc97'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:30:41.580525 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587ad6a6-b744-47e1-baa4-2f56758ee986" -d '{"events": [{"server_uuid": "af0b3d2f-07c6-40a5-8381-61e5440be0b6", "name": "network-vif-deleted", "tag": "7ebbde12-1ede-4637-a9ad-62adf51bfc97"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:30:41.651367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:41.654064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:41.657656 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:41.658231 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:41.658764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:41.667366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:41.668063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:41.672342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:41.672957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:41.673477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:41.674006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:41.674526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3ae46-7402-420a-bee8-e2cf1f6eaf50 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:30:41.723915 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541dce0a-98d0-49bd-9755-5f4d642ef40c x-openstack-request-id: req-541dce0a-98d0-49bd-9755-5f4d642ef40c {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:30:41.729350 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-plugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:30:41.739672 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-541dce0a-98d0-49bd-9755-5f4d642ef40c {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:30:41.740147 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'code': 200} Jul 08 20:30:41.740766 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:41.765052 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-62140ad5-6f24-4932-b2a4-84a5ea0ecb08 req-b83b792d-0040-4658-adb1-c485f68f5660 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=af0b3d2f-07c6-40a5-8381-61e5440be0b6 HTTP/1.1" status: 200 len: 210 time: 0.1935375 Jul 08 20:30:41.954635 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd171393-b307-4dc3-9eb2-32de7028576d x-openstack-request-id: req-cd171393-b307-4dc3-9eb2-32de7028576d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:30:41.955692 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0b3d2f-07c6-40a5-8381-61e5440be0b6", "name": "network-vif-deleted", "tag": "7ebbde12-1ede-4637-a9ad-62adf51bfc97", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:30:41.956174 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cd171393-b307-4dc3-9eb2-32de7028576d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:30:41.957302 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0b3d2f-07c6-40a5-8381-61e5440be0b6', 'name': 'network-vif-deleted', 'tag': '7ebbde12-1ede-4637-a9ad-62adf51bfc97', 'status': 'completed', 'code': 200} Jul 08 20:30:42.073140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-caaab032-899b-46a4-a017-38a00ed6fa82 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port d5e81adc-6b7b-4180-a18f-a3de07eb3b5c {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:30:42.075960 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caaab032-899b-46a4-a017-38a00ed6fa82 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:42.178193 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caaab032-899b-46a4-a017-38a00ed6fa82 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:42.178822 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caaab032-899b-46a4-a017-38a00ed6fa82 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:42.193225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-caaab032-899b-46a4-a017-38a00ed6fa82 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for d5e81adc-6b7b-4180-a18f-a3de07eb3b5c owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:30:42.512478 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caaab032-899b-46a4-a017-38a00ed6fa82 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:42.556116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaab032-899b-46a4-a017-38a00ed6fa82 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=d5e81adc-6b7b-4180-a18f-a3de07eb3b5c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:42.666901 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caaab032-899b-46a4-a017-38a00ed6fa82 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:42.667181 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-caaab032-899b-46a4-a017-38a00ed6fa82 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Floating IP 12113672-081f-42f2-8f50-84ee18320bfe disassociated (deleted). External IP: 172.25.4.158, port: ce4d0caa-6820-4d5c-8b5b-409fbe15236d. Jul 08 20:30:42.987114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaab032-899b-46a4-a017-38a00ed6fa82 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:30:43.283893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaab032-899b-46a4-a017-38a00ed6fa82 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:30:43.297532 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e7f11c-f0fc-470d-9a4d-120993762099 None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:30:43.303223 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-caaab032-899b-46a4-a017-38a00ed6fa82 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:43.318801 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7f11c-f0fc-470d-9a4d-120993762099 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:43.319634 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-44e7f11c-f0fc-470d-9a4d-120993762099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:43.417079 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-44e7f11c-f0fc-470d-9a4d-120993762099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:43.435811 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-caaab032-899b-46a4-a017-38a00ed6fa82 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/floatingips/12113672-081f-42f2-8f50-84ee18320bfe HTTP/1.1" status: 204 len: 168 time: 2.9717064 Jul 08 20:30:43.437707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38456) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:43.461188 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7f11c-f0fc-470d-9a4d-120993762099 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:43.462094 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-44e7f11c-f0fc-470d-9a4d-120993762099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:43.517970 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-44e7f11c-f0fc-470d-9a4d-120993762099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:43.524133 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e7f11c-f0fc-470d-9a4d-120993762099 None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:30:43.689958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646c1c-ddc7-4481-9310-175c746080f4 req-37ec77a9-a852-4541-bbb0-bc090f76276a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:43.697473 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-37ec77a9-a852-4541-bbb0-bc090f76276a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.2143443 Jul 08 20:30:43.721550 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-0823a6af-9503-4e1f-b148-38645bcfc6ef tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/quotas/4125edd6346c4ae3b8b1626d019dc03d HTTP/1.1" status: 200 len: 375 time: 0.0228674 Jul 08 20:30:43.832526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9469f97b-9dc4-48a9-8bc7-b44308ed822c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port ce4d0caa-6820-4d5c-8b5b-409fbe15236d {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:30:43.832952 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9469f97b-9dc4-48a9-8bc7-b44308ed822c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:44.048786 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-38874da5-620b-43f6-b0a7-31b3a40a47ef tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3260329 Jul 08 20:30:44.235548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7ebbde12-1ede-4637-a9ad-62adf51bfc97 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:30:44.260462 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-9e099453-d476-4204-b972-21eafda77352 service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105923 Jul 08 20:30:44.327981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 7ebbde12-1ede-4637-a9ad-62adf51bfc97 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:30:44.328332 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 7ebbde12-1ede-4637-a9ad-62adf51bfc97 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:30:44.359484 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9469f97b-9dc4-48a9-8bc7-b44308ed822c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:44.424260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9469f97b-9dc4-48a9-8bc7-b44308ed822c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for ce4d0caa-6820-4d5c-8b5b-409fbe15236d owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:30:44.554752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-e07d37dd-88bb-40bb-adca-7430c8a8af91 service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928545 Jul 08 20:30:44.940921 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9469f97b-9dc4-48a9-8bc7-b44308ed822c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:45.063517 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3cbe32da-4a29-4956-81d6-8bb182b84889 req-807da063-412b-486d-872b-0e7890a6fe38 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 210 time: 0.0724483 Jul 08 20:30:45.100538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469f97b-9dc4-48a9-8bc7-b44308ed822c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=ce4d0caa-6820-4d5c-8b5b-409fbe15236d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:45.192870 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9469f97b-9dc4-48a9-8bc7-b44308ed822c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:45.195540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9469f97b-9dc4-48a9-8bc7-b44308ed822c tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/ports/ce4d0caa-6820-4d5c-8b5b-409fbe15236d HTTP/1.1" status: 204 len: 168 time: 1.7567482 Jul 08 20:30:45.199169 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38510) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:45.204223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:45.263403 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:45.492704 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:45.772683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.25.4.80 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/04cd578a-71ba-475c-81ad-2ed452b8555e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:46.055474 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:46.201765 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:46.303865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=04cd578a-71ba-475c-81ad-2ed452b8555e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:46.322750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:46.324601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:46.331132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:46.467251 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c086112-a734-4aaf-a4a1-784772d942a2 req-4a7d8863-78ba-4ca4-b95d-0ccf2541dd3a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 210 time: 0.1115382 Jul 08 20:30:46.468551 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:46.556428 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:46.814838 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:46.840274 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:46.906209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=04cd578a-71ba-475c-81ad-2ed452b8555e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:46.998608 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:47.017413 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:47.020664 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-df12d79a-cb5f-4b94-9931-0ca456d5eb26 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8185437 Jul 08 20:30:47.021889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38560) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:47.028366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'port': {'network_id': '99491a50-d74c-458c-ab39-2e1f9325aa69', 'name': 'tempest-FloatingIPTestJSON-1553587608'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:47.289286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Made reservation on behalf of ff4becae697c4575abd8e87af9db3750 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:30:47.326530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:47.376899 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] device_id is not set on port 204dcb31-125e-45bd-b200-215ef6356977 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:30:47.393938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646c1c-ddc7-4481-9310-175c746080f4 req-ed7a30dc-2582-45ab-93a0-62be1796fcfd tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:47.398885 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-ed7a30dc-2582-45ab-93a0-62be1796fcfd tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.3044348 Jul 08 20:30:47.415587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-31646c1c-ddc7-4481-9310-175c746080f4 req-31d0f793-d225-4463-9f7a-e50e0e2759c3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Request body: {'port': {'device_id': '428b3f79-4eac-474a-ae33-6a1814dcc4d1', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'admin_state_up': True, 'tenant_id': '4125edd6346c4ae3b8b1626d019dc03d'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:47.514642 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:47.761933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.20.0.11 (99491a50-d74c-458c-ab39-2e1f9325aa69/9b30528f-3c30-4380-ac87-3877aa0038e9/204dcb31-125e-45bd-b200-215ef6356977) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:47.852843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b6d7e2e4-5750-4480-b67b-4de915b851a5 req-571f3e4b-66ac-4e7e-9ad3-dd872888bb7c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 210 time: 0.1442957 Jul 08 20:30:47.856545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31646c1c-ddc7-4481-9310-175c746080f4 req-31d0f793-d225-4463-9f7a-e50e0e2759c3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Made reservation on behalf of 4125edd6346c4ae3b8b1626d019dc03d for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:30:47.891908 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-31646c1c-ddc7-4481-9310-175c746080f4 req-31d0f793-d225-4463-9f7a-e50e0e2759c3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:48.112590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-31646c1c-ddc7-4481-9310-175c746080f4 req-31d0f793-d225-4463-9f7a-e50e0e2759c3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Allocated IP 172.20.0.2 (09cd958d-35e6-43c4-9acc-8fd012d12f29/c2373fae-9dad-4e09-8b0b-379b39b82584/3c1e6022-a6b2-4e5b-92e1-eb6a68f08726) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:48.174033 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:48.212819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38588) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:48.234613 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:48.404249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=204dcb31-125e-45bd-b200-215ef6356977,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:48.427673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 99491a50-d74c-458c-ab39-2e1f9325aa69 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:48.444328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:48.450933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:48.548823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:48.553061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:48.596783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04e468d6-1d0a-459e-beef-5d8e8cef2dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:48.600841 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-31646c1c-ddc7-4481-9310-175c746080f4 req-31d0f793-d225-4463-9f7a-e50e0e2759c3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:48.688000 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-31646c1c-ddc7-4481-9310-175c746080f4 req-31d0f793-d225-4463-9f7a-e50e0e2759c3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:48.704912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2e9f0bb1-f2fd-4278-b32b-703d00e51bba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:48.737408 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ba3e4f87-d565-49e8-8d4a-45d9cf631d29 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7138429 Jul 08 20:30:48.740062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38606) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:48.745575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-35223d4c-5fd2-457c-9569-56b647de7bc9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'floatingip': {'port_id': '204dcb31-125e-45bd-b200-215ef6356977'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:48.939984 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35223d4c-5fd2-457c-9569-56b647de7bc9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:49.212022 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04e468d6-1d0a-459e-beef-5d8e8cef2dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:49.246747 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31646c1c-ddc7-4481-9310-175c746080f4 req-31d0f793-d225-4463-9f7a-e50e0e2759c3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Network 09cd958d-35e6-43c4-9acc-8fd012d12f29 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:49.254051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-31646c1c-ddc7-4481-9310-175c746080f4 req-31d0f793-d225-4463-9f7a-e50e0e2759c3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:49.258674 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-31646c1c-ddc7-4481-9310-175c746080f4 req-31d0f793-d225-4463-9f7a-e50e0e2759c3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:49.286164 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04e468d6-1d0a-459e-beef-5d8e8cef2dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:49.319200 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-04e468d6-1d0a-459e-beef-5d8e8cef2dd3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e40d035f35b64e8787ad755a423ae3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1042583 Jul 08 20:30:49.324451 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38624) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:49.377879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646c1c-ddc7-4481-9310-175c746080f4 req-31d0f793-d225-4463-9f7a-e50e0e2759c3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:49.378547 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-31646c1c-ddc7-4481-9310-175c746080f4 req-31d0f793-d225-4463-9f7a-e50e0e2759c3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:49.427628 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0f793-d225-4463-9f7a-e50e0e2759c3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event updated for resources: {'Port': ['ID=3c1e6022-a6b2-4e5b-92e1-eb6a68f08726,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:49.455062 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-31d0f793-d225-4463-9f7a-e50e0e2759c3 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0437763 Jul 08 20:30:49.461110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2d0b-4203-49b4-847f-1c5e6d6b46db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:49.462870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e468d6-1d0a-459e-beef-5d8e8cef2dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fcc584-d356-44c2-8591-a6afc2ccb814,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:49.468329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Request body: {'port': {'device_id': '428b3f79-4eac-474a-ae33-6a1814dcc4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:49.594162 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2d0b-4203-49b4-847f-1c5e6d6b46db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:49.655050 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:49.705143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97f664-1434-429b-83e8-5ff076fdbe34 req-ab497c7e-578f-44fd-9614-000b48cd8356 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:49.717766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a97f664-1434-429b-83e8-5ff076fdbe34 req-ab497c7e-578f-44fd-9614-000b48cd8356 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 931 time: 0.5696759 Jul 08 20:30:50.004397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:30:50.013394 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:50.025406 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Transition to ACTIVE for port object 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:30:50.033324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:50.049249 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2d0b-4203-49b4-847f-1c5e6d6b46db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:50.052891 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2d0b-4203-49b4-847f-1c5e6d6b46db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:50.054300 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fc6e2d0b-4203-49b4-847f-1c5e6d6b46db admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/61fcc584-d356-44c2-8591-a6afc2ccb814 HTTP/1.1" status: 204 len: 168 time: 0.7238340 Jul 08 20:30:50.077402 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e2d0b-4203-49b4-847f-1c5e6d6b46db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fcc584-d356-44c2-8591-a6afc2ccb814,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:50.156129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Pushing event updated for resources: {'Port': ['ID=3c1e6022-a6b2-4e5b-92e1-eb6a68f08726,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:50.177991 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a97f664-1434-429b-83e8-5ff076fdbe34 req-7103a8f8-5594-43f9-99cd-7937639cc377 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581923 Jul 08 20:30:50.243056 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35223d4c-5fd2-457c-9569-56b647de7bc9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:50.251134 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35223d4c-5fd2-457c-9569-56b647de7bc9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:50.369945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Attempting to bind port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:30:50.370293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Attempting to bind port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:30:50.370623 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Attempting to bind port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:30:50.392416 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:30:50.398954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Attempting to bind port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:30:50.411124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:30:50.411504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Checking segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:30:50.411878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Bound using segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:30:50.412368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Bound port: 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:30:50.412975 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:50.444006 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-35223d4c-5fd2-457c-9569-56b647de7bc9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Floating IP 5aa62c36-7085-4a3f-932f-74380e07d187 associated. External IP: 172.25.4.80, port: 204dcb31-125e-45bd-b200-215ef6356977. Jul 08 20:30:50.553167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] For port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:30:50.557888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] For port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3c1e6022-a6b2-4e5b-92e1-eb6a68f08726,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:30:50.567132 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:50.711325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38658) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:50.712282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Pushing event updated for resources: {'Port': ['ID=3c1e6022-a6b2-4e5b-92e1-eb6a68f08726,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:50.744597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:50.745676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:50.747482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-00b2c793-3008-47c8-add3-0247381fee0e service neutron] 10.222.0.104 "PUT /v2.0/ports/3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 HTTP/1.1" status: 200 len: 1092 time: 1.2848480 Jul 08 20:30:50.748213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428b3f79-4eac-474a-ae33-6a1814dcc4d1', 'tag': '3c1e6022-a6b2-4e5b-92e1-eb6a68f08726'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:30:50.758604 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e204c1-a79d-459e-9110-c2a1f23b5f09" -d '{"events": [{"name": "network-changed", "server_uuid": "428b3f79-4eac-474a-ae33-6a1814dcc4d1", "tag": "3c1e6022-a6b2-4e5b-92e1-eb6a68f08726"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:30:50.765216 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d76774c-22d8-44f0-beff-0636bbfa3c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:50.900707 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0116ae5f-c1fc-4911-9f17-659f349a4721 x-openstack-request-id: req-0116ae5f-c1fc-4911-9f17-659f349a4721 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:30:50.901271 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428b3f79-4eac-474a-ae33-6a1814dcc4d1", "tag": "3c1e6022-a6b2-4e5b-92e1-eb6a68f08726", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:30:50.901625 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0116ae5f-c1fc-4911-9f17-659f349a4721 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:30:50.902132 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428b3f79-4eac-474a-ae33-6a1814dcc4d1', 'tag': '3c1e6022-a6b2-4e5b-92e1-eb6a68f08726', 'status': 'completed', 'code': 200} Jul 08 20:30:50.999950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35223d4c-5fd2-457c-9569-56b647de7bc9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:30:51.014292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646c1c-ddc7-4481-9310-175c746080f4 req-fb764dee-d051-40a4-97a5-a75370f32214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:51.016611 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-fb764dee-d051-40a4-97a5-a75370f32214 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 1095 time: 0.2153006 Jul 08 20:30:51.076558 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-0f032aa3-4c56-4651-98bb-03d2d86628de service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 HTTP/1.1" status: 200 len: 217 time: 0.0519326 Jul 08 20:30:51.162761 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d76774c-22d8-44f0-beff-0636bbfa3c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:51.169971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646c1c-ddc7-4481-9310-175c746080f4 req-f7c9f9e8-5230-42e2-9718-c5ae8542ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:51.171813 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-f7c9f9e8-5230-42e2-9718-c5ae8542ec67 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.0880556 Jul 08 20:30:51.173395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d76774c-22d8-44f0-beff-0636bbfa3c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:51.281052 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-fd4dcd6a-44aa-4832-b440-153d5d806409 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836253 Jul 08 20:30:51.296066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76774c-22d8-44f0-beff-0636bbfa3c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4900b067-3fef-4762-81fa-ac10b660e6c9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:51.345488 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4d76774c-22d8-44f0-beff-0636bbfa3c8f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fcaad3c643f1469bb53f9f72512dc07e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209075 Jul 08 20:30:51.346305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38672) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:51.501475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de6e8401-fc22-41a2-be38-281b74191561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:51.508200 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-8c3fe1b8-7048-4284-99d8-0703549137c6 service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182486 Jul 08 20:30:51.630891 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de6e8401-fc22-41a2-be38-281b74191561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:51.776903 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31646c1c-ddc7-4481-9310-175c746080f4 req-6a9f2ce7-ab7c-4b7e-b704-c8fee1cdd2d6 service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532251 Jul 08 20:30:51.813100 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de6e8401-fc22-41a2-be38-281b74191561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:51.817804 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de6e8401-fc22-41a2-be38-281b74191561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:51.821432 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-de6e8401-fc22-41a2-be38-281b74191561 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4900b067-3fef-4762-81fa-ac10b660e6c9 HTTP/1.1" status: 204 len: 168 time: 0.4450054 Jul 08 20:30:51.859768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e8401-fc22-41a2-be38-281b74191561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4900b067-3fef-4762-81fa-ac10b660e6c9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:52.074518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35223d4c-5fd2-457c-9569-56b647de7bc9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:30:52.083691 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35223d4c-5fd2-457c-9569-56b647de7bc9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:52.084430 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9e3792-363f-422f-b8d7-e045a652128c None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:30:52.122471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e3792-363f-422f-b8d7-e045a652128c None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:52.135307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3f9e3792-363f-422f-b8d7-e045a652128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:52.152864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e204c1-a79d-459e-9110-c2a1f23b5f09 req-a4831737-d9dc-437e-bda8-18db9e32ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:52.158777 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b2e204c1-a79d-459e-9110-c2a1f23b5f09 req-a4831737-d9dc-437e-bda8-18db9e32ae17 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 1095 time: 0.3002784 Jul 08 20:30:52.175045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de7747-2ed3-4cf2-877f-ba879ead2208 req-32f40c06-2006-4be2-8a03-f270ecda0eee tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:52.182870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90de7747-2ed3-4cf2-877f-ba879ead2208 req-32f40c06-2006-4be2-8a03-f270ecda0eee tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 943 time: 0.2836335 Jul 08 20:30:52.269103 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3f9e3792-363f-422f-b8d7-e045a652128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:52.345502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e3792-363f-422f-b8d7-e045a652128c None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:52.346630 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3f9e3792-363f-422f-b8d7-e045a652128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:52.369449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e204c1-a79d-459e-9110-c2a1f23b5f09 req-320e8a5f-c1be-4666-9e52-59eed96bea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:52.371360 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b2e204c1-a79d-459e-9110-c2a1f23b5f09 req-320e8a5f-c1be-4666-9e52-59eed96bea7c service neutron] 10.222.0.104 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 907 time: 0.2054729 Jul 08 20:30:52.377436 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90de7747-2ed3-4cf2-877f-ba879ead2208 req-2647fa16-cee1-486a-8ec4-d5944a742ad7 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939299 Jul 08 20:30:52.382218 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-35223d4c-5fd2-457c-9569-56b647de7bc9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "PUT /v2.0/floatingips/5aa62c36-7085-4a3f-932f-74380e07d187 HTTP/1.1" status: 200 len: 978 time: 3.6406152 Jul 08 20:30:52.384953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38698) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:52.428777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3f9e3792-363f-422f-b8d7-e045a652128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:52.431484 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9e3792-363f-422f-b8d7-e045a652128c None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:30:52.506152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b2e204c1-a79d-459e-9110-c2a1f23b5f09 req-e13bc1f8-fe8b-41f6-bba9-315e0c3d4538 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 HTTP/1.1" status: 200 len: 217 time: 0.1261692 Jul 08 20:30:52.534149 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38704) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:52.575730 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e42286f-34de-458d-a485-f3ae9bff584d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:52.648217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e204c1-a79d-459e-9110-c2a1f23b5f09 req-129a7604-8a08-4a6e-9db1-c43871f995e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:52.650804 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b2e204c1-a79d-459e-9110-c2a1f23b5f09 req-129a7604-8a08-4a6e-9db1-c43871f995e2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.1259284 Jul 08 20:30:52.717585 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b2e204c1-a79d-459e-9110-c2a1f23b5f09 req-36865b43-a7ba-4928-88b1-95c11a6c7314 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571766 Jul 08 20:30:52.795731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-bd97455d-b5aa-412d-82a1-6fa590aa5af0 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port 204dcb31-125e-45bd-b200-215ef6356977 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:30:52.796382 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd97455d-b5aa-412d-82a1-6fa590aa5af0 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:52.944422 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b2e204c1-a79d-459e-9110-c2a1f23b5f09 req-56374a63-252d-42ba-985d-4f195fd8b5d7 service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087834 Jul 08 20:30:53.015978 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd97455d-b5aa-412d-82a1-6fa590aa5af0 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:53.142014 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b2e204c1-a79d-459e-9110-c2a1f23b5f09 req-5188a7d6-29c3-480e-9ab8-2b0e834b6c4f service neutron] 10.222.0.104 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818650 Jul 08 20:30:53.144055 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e42286f-34de-458d-a485-f3ae9bff584d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:53.150202 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e42286f-34de-458d-a485-f3ae9bff584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:53.204556 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38720) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:53.206348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4e42286f-34de-458d-a485-f3ae9bff584d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dea22fe8060442d48ccd8b5c19e59162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6708410 Jul 08 20:30:53.232273 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42286f-34de-458d-a485-f3ae9bff584d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a800ea2c-906c-4a01-b736-79588f84df04,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:53.287112 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:53.730302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032760a-fbef-4f39-9957-1f858af84b68 req-3b8ee7b4-1529-4d2b-ad73-20e9d18e4a4b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:53.737873 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3032760a-fbef-4f39-9957-1f858af84b68 req-3b8ee7b4-1529-4d2b-ad73-20e9d18e4a4b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 943 time: 0.1704557 Jul 08 20:30:53.813330 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3032760a-fbef-4f39-9957-1f858af84b68 req-970f6e6c-9054-4d6e-a805-483fbd94d691 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741947 Jul 08 20:30:53.847932 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd97455d-b5aa-412d-82a1-6fa590aa5af0 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:53.848329 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd97455d-b5aa-412d-82a1-6fa590aa5af0 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:53.848665 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-bd97455d-b5aa-412d-82a1-6fa590aa5af0 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Floating IP 5aa62c36-7085-4a3f-932f-74380e07d187 disassociated. External IP: 172.25.4.80, port: 204dcb31-125e-45bd-b200-215ef6356977. Jul 08 20:30:53.849019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-bd97455d-b5aa-412d-82a1-6fa590aa5af0 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for 204dcb31-125e-45bd-b200-215ef6356977 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:30:53.860929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca65be6a-3b89-48ea-92d9-506fe2268aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:53.940268 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca65be6a-3b89-48ea-92d9-506fe2268aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:54.034359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff805b99-b433-4cce-849d-9f1d487325bf req-ab23c436-9df1-424b-b2b4-4e5ff0c6cd3f tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:54.036351 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff805b99-b433-4cce-849d-9f1d487325bf req-ab23c436-9df1-424b-b2b4-4e5ff0c6cd3f tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 945 time: 0.4286590 Jul 08 20:30:54.129080 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff805b99-b433-4cce-849d-9f1d487325bf req-db4ad58d-d96d-4550-82ba-96018a2cfb8c tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795252 Jul 08 20:30:54.140292 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca65be6a-3b89-48ea-92d9-506fe2268aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:54.144054 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca65be6a-3b89-48ea-92d9-506fe2268aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:54.148803 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ca65be6a-3b89-48ea-92d9-506fe2268aeb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a800ea2c-906c-4a01-b736-79588f84df04 HTTP/1.1" status: 204 len: 168 time: 0.9428911 Jul 08 20:30:54.183002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65be6a-3b89-48ea-92d9-506fe2268aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a800ea2c-906c-4a01-b736-79588f84df04,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:54.222601 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd97455d-b5aa-412d-82a1-6fa590aa5af0 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:54.268671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97455d-b5aa-412d-82a1-6fa590aa5af0 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=204dcb31-125e-45bd-b200-215ef6356977,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:54.276666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:30:54.416145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3c1e6022-a6b2-4e5b-92e1-eb6a68f08726,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:54.448609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd97455d-b5aa-412d-82a1-6fa590aa5af0 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:30:54.464522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '3c1e6022-a6b2-4e5b-92e1-eb6a68f08726', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'port_id': '3c1e6022-a6b2-4e5b-92e1-eb6a68f08726', 'mac_address': 'fa:16:3e:41:b5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2373fae-9dad-4e09-8b0b-379b39b82584', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:30:54.563939 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:54.579944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:30:54.605078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3c1e6022-a6b2-4e5b-92e1-eb6a68f08726,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:54.612485 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:54.663696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd97455d-b5aa-412d-82a1-6fa590aa5af0 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:30:54.679426 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23641530-02ea-48a8-97fb-12e7305f1268 None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:30:54.694796 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23641530-02ea-48a8-97fb-12e7305f1268 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:54.697932 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-23641530-02ea-48a8-97fb-12e7305f1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:54.713506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=3c1e6022-a6b2-4e5b-92e1-eb6a68f08726,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:54.773719 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-23641530-02ea-48a8-97fb-12e7305f1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:54.792614 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23641530-02ea-48a8-97fb-12e7305f1268 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:30:54.793359 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-23641530-02ea-48a8-97fb-12e7305f1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:54.833282 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd97455d-b5aa-412d-82a1-6fa590aa5af0 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:54.853404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38762) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:54.859128 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bd97455d-b5aa-412d-82a1-6fa590aa5af0 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/ports/204dcb31-125e-45bd-b200-215ef6356977 HTTP/1.1" status: 204 len: 168 time: 2.4690156 Jul 08 20:30:54.939768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['3c1e6022-a6b2-4e5b-92e1-eb6a68f08726'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:54.982730 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-23641530-02ea-48a8-97fb-12e7305f1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:30:54.983392 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23641530-02ea-48a8-97fb-12e7305f1268 None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:30:55.012047 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1cd8725f-9c8e-42eb-a8d7-ebe9d400efa6 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "GET /v2.0/floatingips/5aa62c36-7085-4a3f-932f-74380e07d187 HTTP/1.1" status: 200 len: 687 time: 0.1539230 Jul 08 20:30:55.013521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38768) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:55.194356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5607e-44bb-4a1a-8364-cf8869e3bdea req-192c9aff-0f8e-44ad-ae4b-82bc32f32fd0 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:55.202258 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20f5607e-44bb-4a1a-8364-cf8869e3bdea req-192c9aff-0f8e-44ad-ae4b-82bc32f32fd0 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 945 time: 0.1863024 Jul 08 20:30:55.478983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a336078b-2454-41ef-b510-b96609ddf467 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port 04cd578a-71ba-475c-81ad-2ed452b8555e {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:30:55.480409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a336078b-2454-41ef-b510-b96609ddf467 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:55.483896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-20f5607e-44bb-4a1a-8364-cf8869e3bdea req-450482b4-172f-4fde-ab5c-f6bd92c97a64 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Deleting port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:30:55.484251 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-20f5607e-44bb-4a1a-8364-cf8869e3bdea req-450482b4-172f-4fde-ab5c-f6bd92c97a64 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:55.674021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19474a-c538-4bb8-85c8-7374dc6f9769 req-49dbd146-574f-47d6-a188-1133708d7d0b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:55.681190 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5e19474a-c538-4bb8-85c8-7374dc6f9769 req-49dbd146-574f-47d6-a188-1133708d7d0b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 944 time: 0.4915097 Jul 08 20:30:55.741913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-20f5607e-44bb-4a1a-8364-cf8869e3bdea req-450482b4-172f-4fde-ab5c-f6bd92c97a64 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] For port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:55.742286 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-20f5607e-44bb-4a1a-8364-cf8869e3bdea req-450482b4-172f-4fde-ab5c-f6bd92c97a64 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:55.754888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830903e0-6b9b-40d8-8540-0032a040cc53 req-69b7146b-b2c2-415d-9d2a-f4e20c1bf752 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:55.764976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-830903e0-6b9b-40d8-8540-0032a040cc53 req-69b7146b-b2c2-415d-9d2a-f4e20c1bf752 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 945 time: 0.1849508 Jul 08 20:30:55.797397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-20f5607e-44bb-4a1a-8364-cf8869e3bdea req-450482b4-172f-4fde-ab5c-f6bd92c97a64 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Calling delete_port for 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:30:55.804327 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5e19474a-c538-4bb8-85c8-7374dc6f9769 req-aec558d2-4252-4dc8-b982-b318c60d9ed0 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143653 Jul 08 20:30:55.814231 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a336078b-2454-41ef-b510-b96609ddf467 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:55.814682 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a336078b-2454-41ef-b510-b96609ddf467 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:55.828887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a336078b-2454-41ef-b510-b96609ddf467 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for 04cd578a-71ba-475c-81ad-2ed452b8555e owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:30:55.891422 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-830903e0-6b9b-40d8-8540-0032a040cc53 req-37349d85-1fdc-4973-b8a4-7f17d00402de tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254585 Jul 08 20:30:56.056099 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-20f5607e-44bb-4a1a-8364-cf8869e3bdea req-450482b4-172f-4fde-ab5c-f6bd92c97a64 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:56.070140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['94512f95-708e-468a-818f-4d1bc770ad26'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:56.079694 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6f67d435-f1bb-4636-b753-e52c61b28aa4', '14b0c5bd-eb9f-427b-9fb8-8f95f12818ba', '6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:30:56.131439 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a336078b-2454-41ef-b510-b96609ddf467 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:56.170637 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450482b4-172f-4fde-ab5c-f6bd92c97a64 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Pushing event deleted for resources: {'Port': ['ID=6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:56.202646 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336078b-2454-41ef-b510-b96609ddf467 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=04cd578a-71ba-475c-81ad-2ed452b8555e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:56.274347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f5607e-44bb-4a1a-8364-cf8869e3bdea req-450482b4-172f-4fde-ab5c-f6bd92c97a64 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] No DVR routers for this DVR port 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:30:56.278869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-20f5607e-44bb-4a1a-8364-cf8869e3bdea req-450482b4-172f-4fde-ab5c-f6bd92c97a64 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:56.282578 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20f5607e-44bb-4a1a-8364-cf8869e3bdea req-450482b4-172f-4fde-ab5c-f6bd92c97a64 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.103 "DELETE /v2.0/ports/6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba HTTP/1.1" status: 204 len: 173 time: 1.0666835 Jul 08 20:30:56.283367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfc5066-ae3d-4e8b-8234-63202cb7735a', 'name': 'network-vif-deleted', 'tag': '6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:30:56.286689 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb39c9a-2459-4010-8651-45b8993c9776" -d '{"events": [{"server_uuid": "ecfc5066-ae3d-4e8b-8234-63202cb7735a", "name": "network-vif-deleted", "tag": "6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:30:56.310096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:30:56.377886 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48364ea2-e5d6-4917-ac85-efe375a6db23 x-openstack-request-id: req-48364ea2-e5d6-4917-ac85-efe375a6db23 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:30:56.378696 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfc5066-ae3d-4e8b-8234-63202cb7735a", "name": "network-vif-deleted", "tag": "6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:30:56.378696 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-48364ea2-e5d6-4917-ac85-efe375a6db23 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:30:56.379240 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfc5066-ae3d-4e8b-8234-63202cb7735a', 'name': 'network-vif-deleted', 'tag': '6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba', 'status': 'completed', 'code': 200} Jul 08 20:30:56.420292 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a336078b-2454-41ef-b510-b96609ddf467 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:56.422944 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a336078b-2454-41ef-b510-b96609ddf467 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:56.424141 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a336078b-2454-41ef-b510-b96609ddf467 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/floatingips/5aa62c36-7085-4a3f-932f-74380e07d187 HTTP/1.1" status: 204 len: 168 time: 1.4095061 Jul 08 20:30:56.428407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38818) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:56.435160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '477e2c97-51e7-425a-bbf7-3f378538bea9'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:30:56.491066 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:56.568917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:30:56.573627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:30:56.574005 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:56.712584 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:57.006222 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:57.072883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.25.4.143 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/463acead-0f0b-4832-85a4-9b5d7c52b3b6) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:30:57.142862 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:30:57.145861 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3c1e6022-a6b2-4e5b-92e1-eb6a68f08726,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:30:57.157707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428b3f79-4eac-474a-ae33-6a1814dcc4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1e6022-a6b2-4e5b-92e1-eb6a68f08726'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:30:57.163830 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb876d43-3f55-48d3-9384-729009ca7ccc" -d '{"events": [{"server_uuid": "428b3f79-4eac-474a-ae33-6a1814dcc4d1", "name": "network-vif-plugged", "status": "completed", "tag": "3c1e6022-a6b2-4e5b-92e1-eb6a68f08726"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:30:57.174836 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:57.283867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=3c1e6022-a6b2-4e5b-92e1-eb6a68f08726,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:57.351919 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a0a06cd9-5ec4-4821-ac00-366d3d06426e req-84a6fbbc-170f-4af8-9df7-bf2be672bf92 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ecfc5066-ae3d-4e8b-8234-63202cb7735a HTTP/1.1" status: 200 len: 210 time: 0.0829389 Jul 08 20:30:57.500605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae50903-0ef3-42f9-8209-787c41ce94c4 req-6481fbc6-24b5-472b-a4cb-2bccb3bb4b4d tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:57.509937 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ae50903-0ef3-42f9-8209-787c41ce94c4 req-6481fbc6-24b5-472b-a4cb-2bccb3bb4b4d tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 944 time: 0.4023974 Jul 08 20:30:57.602026 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecd49d0-0c36-4e7b-b6b2-bc170e937230 x-openstack-request-id: req-1ecd49d0-0c36-4e7b-b6b2-bc170e937230 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:30:57.602570 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428b3f79-4eac-474a-ae33-6a1814dcc4d1", "name": "network-vif-plugged", "status": "completed", "tag": "3c1e6022-a6b2-4e5b-92e1-eb6a68f08726", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:30:57.602997 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1ecd49d0-0c36-4e7b-b6b2-bc170e937230 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:30:57.603576 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428b3f79-4eac-474a-ae33-6a1814dcc4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1e6022-a6b2-4e5b-92e1-eb6a68f08726', 'code': 200} Jul 08 20:30:57.632345 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ae50903-0ef3-42f9-8209-787c41ce94c4 req-afbc4c3e-00b9-4171-bce4-8d97c22acd90 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088018 Jul 08 20:30:57.636311 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:57.722621 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:57.791527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:30:57.815798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:30:57.817427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:30:57.886899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=463acead-0f0b-4832-85a4-9b5d7c52b3b6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:57.910864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01544fff-ffc3-460a-8347-769ecd778c0c req-517c2446-bd80-4b9e-8dfd-db370a2ef003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:57.912857 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-01544fff-ffc3-460a-8347-769ecd778c0c req-517c2446-bd80-4b9e-8dfd-db370a2ef003 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 1097 time: 0.2048566 Jul 08 20:30:58.035122 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-01544fff-ffc3-460a-8347-769ecd778c0c req-863890ba-36eb-4963-9324-787c0a3941a1 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116691 Jul 08 20:30:58.699287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38906) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:58.769464 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:58.970662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7fbc3-a990-465f-afad-7135daf495fb req-d9e558c8-e963-4e65-abd8-8d236555e55e tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:30:58.980258 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08f7fbc3-a990-465f-afad-7135daf495fb req-d9e558c8-e963-4e65-abd8-8d236555e55e tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 945 time: 0.1404772 Jul 08 20:30:59.051114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:30:59.087751 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08f7fbc3-a990-465f-afad-7135daf495fb req-e7e11244-a9a0-4719-8530-263b798b35e9 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056714 Jul 08 20:30:59.129851 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:59.167716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:30:59.169136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6fdb2f02-c8bc-4a40-9d30-937e1f3e14ba not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:30:59.281934 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a077c2c-ac30-4e1d-b02a-6a2ac5d835ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:59.459395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:59.471022 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:59.501650 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a077c2c-ac30-4e1d-b02a-6a2ac5d835ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:59.509776 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a077c2c-ac30-4e1d-b02a-6a2ac5d835ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:59.554903 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=463acead-0f0b-4832-85a4-9b5d7c52b3b6,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:59.583487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0a077c2c-ac30-4e1d-b02a-6a2ac5d835ad admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d4503323006e4b7381278f40f71cc82e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8822894 Jul 08 20:30:59.591572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38928) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:30:59.614520 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:59.638553 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a077c2c-ac30-4e1d-b02a-6a2ac5d835ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2624c524-2522-4886-ac31-d7d75dcc3435,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:59.663420 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30f51dd3-34aa-43d0-9b9d-10846b72b1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:59.704623 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30f51dd3-34aa-43d0-9b9d-10846b72b1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:59.811511 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30f51dd3-34aa-43d0-9b9d-10846b72b1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:59.814663 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30f51dd3-34aa-43d0-9b9d-10846b72b1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:30:59.818153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-30f51dd3-34aa-43d0-9b9d-10846b72b1eb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2624c524-2522-4886-ac31-d7d75dcc3435 HTTP/1.1" status: 204 len: 168 time: 0.2224944 Jul 08 20:30:59.832451 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f51dd3-34aa-43d0-9b9d-10846b72b1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2624c524-2522-4886-ac31-d7d75dcc3435,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:30:59.914994 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Floating IP f2f16594-13d4-4355-83a7-c500288cab5c associated. External IP: 172.25.4.143, port: 477e2c97-51e7-425a-bbf7-3f378538bea9. Jul 08 20:31:00.501579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38954) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:00.524557 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:00.673750 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:00.680209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:00.723240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c341aae1-5988-4561-93c7-498241a3e254,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:00.752989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:00.756056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:00.756645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:00.757170 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:00.757677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:00.759004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:00.761010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:00.761521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:00.762058 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:00.763074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:00.765127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:00.766606 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:00.803574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c1a9b021-4b9d-4fd1-8458-864c4981d0c5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d22c055fa727444d8e6172013c34a757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008225 Jul 08 20:31:00.806227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38960) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:00.866631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3981d8a1-3520-428b-bd6e-c500ee304a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:00.909182 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3981d8a1-3520-428b-bd6e-c500ee304a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:00.934407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:31:00.972244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099341ca-914f-44ae-ac0a-e043d9ac651a req-3371dcf9-0943-4c3b-b8d4-d7fac1da5c82 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:00.992088 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-099341ca-914f-44ae-ac0a-e043d9ac651a req-3371dcf9-0943-4c3b-b8d4-d7fac1da5c82 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 945 time: 0.1766620 Jul 08 20:31:01.027365 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3981d8a1-3520-428b-bd6e-c500ee304a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:01.031020 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3981d8a1-3520-428b-bd6e-c500ee304a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:01.032735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3981d8a1-3520-428b-bd6e-c500ee304a9a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c341aae1-5988-4561-93c7-498241a3e254 HTTP/1.1" status: 204 len: 168 time: 0.2252507 Jul 08 20:31:01.070339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981d8a1-3520-428b-bd6e-c500ee304a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c341aae1-5988-4561-93c7-498241a3e254,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:01.225208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:31:01.238248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc6277-7b23-43f0-bd5d-19278674ea3b None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:31:01.255555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc6277-7b23-43f0-bd5d-19278674ea3b None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:01.256228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-becc6277-7b23-43f0-bd5d-19278674ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:01.262678 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-099341ca-914f-44ae-ac0a-e043d9ac651a req-0ba21ad2-300b-4c26-b502-a3d0ac23603c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679322 Jul 08 20:31:01.302182 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:01.331161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-becc6277-7b23-43f0-bd5d-19278674ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:01.341558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc6277-7b23-43f0-bd5d-19278674ea3b None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:01.343639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-becc6277-7b23-43f0-bd5d-19278674ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:01.382923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-becc6277-7b23-43f0-bd5d-19278674ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:01.384341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc6277-7b23-43f0-bd5d-19278674ea3b None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:31:01.504201 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-160f5499-0823-4697-8c76-45717fdcdb2d tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0705173 Jul 08 20:31:01.504571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38980) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:01.510615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b8868f2a-4629-4148-a165-8dd406e8d1d9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-727137412'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:01.592920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8868f2a-4629-4148-a165-8dd406e8d1d9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Made reservation on behalf of ff4becae697c4575abd8e87af9db3750 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:31:01.599419 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8868f2a-4629-4148-a165-8dd406e8d1d9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:01.667399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8868f2a-4629-4148-a165-8dd406e8d1d9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:31:01.709277 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8868f2a-4629-4148-a165-8dd406e8d1d9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:01.712441 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b8868f2a-4629-4148-a165-8dd406e8d1d9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Added segment 20c458d1-d641-4cb0-9f21-17e2b69aa2e2 of type vlan for network b038d947-c976-4abd-a633-fe1f29c9e318 Jul 08 20:31:01.846715 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8868f2a-4629-4148-a165-8dd406e8d1d9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:01.952110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8868f2a-4629-4148-a165-8dd406e8d1d9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:01.960075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8868f2a-4629-4148-a165-8dd406e8d1d9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:01.960916 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8868f2a-4629-4148-a165-8dd406e8d1d9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:02.059842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8868f2a-4629-4148-a165-8dd406e8d1d9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Network': ['ID=b038d947-c976-4abd-a633-fe1f29c9e318,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:02.071759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network b038d947-c976-4abd-a633-fe1f29c9e318 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:31:02.157159 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b8868f2a-4629-4148-a165-8dd406e8d1d9 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6465132 Jul 08 20:31:02.157621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39002) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:02.162887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-57309497-fa88-423d-b0be-4da975b912ee tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'subnet': {'network_id': 'b038d947-c976-4abd-a633-fe1f29c9e318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:02.254732 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bd784-6df8-42e7-8ef6-4b983f80857a req-be76d516-349c-441c-aaa9-3474cbd2638c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:02.256464 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-773bd784-6df8-42e7-8ef6-4b983f80857a req-be76d516-349c-441c-aaa9-3474cbd2638c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 945 time: 0.2883317 Jul 08 20:31:02.338941 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-773bd784-6df8-42e7-8ef6-4b983f80857a req-b6aab376-17e8-4b8c-9108-ab2c816dd5cd tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733371 Jul 08 20:31:02.585074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57309497-fa88-423d-b0be-4da975b912ee tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Made reservation on behalf of ff4becae697c4575abd8e87af9db3750 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:31:02.591389 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57309497-fa88-423d-b0be-4da975b912ee tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:02.627742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83116b5-0f65-48c9-af62-459c7162a4bf req-b189579f-b66b-4727-9b8b-d44e79196c89 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:02.636907 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e83116b5-0f65-48c9-af62-459c7162a4bf req-b189579f-b66b-4727-9b8b-d44e79196c89 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 945 time: 0.1356337 Jul 08 20:31:02.740187 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e83116b5-0f65-48c9-af62-459c7162a4bf req-74a844ac-b375-47a0-aae2-98fe1364f24c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017532 Jul 08 20:31:03.237556 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57309497-fa88-423d-b0be-4da975b912ee tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:03.476045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57309497-fa88-423d-b0be-4da975b912ee tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Subnet': ['ID=703e2cc3-2a80-4693-bdb0-4843cb437452,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:03.492181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57309497-fa88-423d-b0be-4da975b912ee tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Checking segment: {'id': '20c458d1-d641-4cb0-9f21-17e2b69aa2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b038d947-c976-4abd-a633-fe1f29c9e318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:31:03.493020 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57309497-fa88-423d-b0be-4da975b912ee tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network hostable DHCP agents. Network: b038d947-c976-4abd-a633-fe1f29c9e318, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:31:03.523640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57309497-fa88-423d-b0be-4da975b912ee tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network b038d947-c976-4abd-a633-fe1f29c9e318 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:31:03.547474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-57309497-fa88-423d-b0be-4da975b912ee tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, b038d947-c976-4abd-a633-fe1f29c9e318) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:31:03.554000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57309497-fa88-423d-b0be-4da975b912ee tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:03.555232 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57309497-fa88-423d-b0be-4da975b912ee tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:03.557133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d787048d-4766-42ea-8a90-ae5f73c71485 None None] Network b038d947-c976-4abd-a633-fe1f29c9e318 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:31:03.603688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39054) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:03.604476 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-57309497-fa88-423d-b0be-4da975b912ee tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4452953 Jul 08 20:31:03.610460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1915164616', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:03.745328 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:03.750739 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:03.928451 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:04.051243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39068) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:04.058309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-b038d947-c976-4abd-a633-fe1f29c9e318', 'network_id': 'b038d947-c976-4abd-a633-fe1f29c9e318', 'tenant_id': 'ff4becae697c4575abd8e87af9db3750', 'fixed_ips': [{'subnet_id': '703e2cc3-2a80-4693-bdb0-4843cb437452'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:31:04.059506 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:04.085112 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5d5c1c9e-5a19-4050-9042-ddc99f570882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:04.334146 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:04.404846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea64c7-4e38-4751-8b69-251b6985af62 req-77fb2d59-7f2d-4429-bbb9-29702a1d76e0 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:04.415114 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bf15996-0533-4b53-97b3-761c02cc979e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:04.416948 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-50ea64c7-4e38-4751-8b69-251b6985af62 req-77fb2d59-7f2d-4429-bbb9-29702a1d76e0 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 945 time: 0.7069788 Jul 08 20:31:04.475342 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Allocated IP 172.20.0.2 (b038d947-c976-4abd-a633-fe1f29c9e318/703e2cc3-2a80-4693-bdb0-4843cb437452/bef27f03-2a41-4e9b-bb94-81390db9540f) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:31:04.633285 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-50ea64c7-4e38-4751-8b69-251b6985af62 req-982109ad-73a7-4304-a232-212f110c40da tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136269 Jul 08 20:31:04.769834 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bf15996-0533-4b53-97b3-761c02cc979e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:04.781372 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bf15996-0533-4b53-97b3-761c02cc979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:04.867883 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:04.878400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Transition to ACTIVE for port object bef27f03-2a41-4e9b-bb94-81390db9540f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:31:04.889100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf15996-0533-4b53-97b3-761c02cc979e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e781cafb-d2de-4556-9207-0254b8729dc9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:04.896438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Transition to ACTIVE for port object bef27f03-2a41-4e9b-bb94-81390db9540f will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:31:04.906031 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:04.951655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Network b038d947-c976-4abd-a633-fe1f29c9e318 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:31:04.954222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:31:04.979812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:31:04.986392 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8bf15996-0533-4b53-97b3-761c02cc979e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=79e03df404b649b69276e0b84a819e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9338946 Jul 08 20:31:04.991316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39092) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:05.033665 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:05.063250 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:05.079896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Pushing event updated for resources: {'Port': ['ID=bef27f03-2a41-4e9b-bb94-81390db9540f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:05.088713 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f226cac-54ef-4256-8f11-edbd93843a75 req-55953b68-9f9c-42e6-a806-77740e059aaf tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:05.090580 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1f226cac-54ef-4256-8f11-edbd93843a75 req-55953b68-9f9c-42e6-a806-77740e059aaf tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 945 time: 0.2147870 Jul 08 20:31:05.130132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Attempting to bind port bef27f03-2a41-4e9b-bb94-81390db9540f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:31:05.130780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Attempting to bind port bef27f03-2a41-4e9b-bb94-81390db9540f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '20c458d1-d641-4cb0-9f21-17e2b69aa2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b038d947-c976-4abd-a633-fe1f29c9e318'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:31:05.131351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Attempting to bind port bef27f03-2a41-4e9b-bb94-81390db9540f on network b038d947-c976-4abd-a633-fe1f29c9e318 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:31:05.137789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:31:05.138640 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Checking segment: {'id': '20c458d1-d641-4cb0-9f21-17e2b69aa2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b038d947-c976-4abd-a633-fe1f29c9e318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:31:05.139254 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:05.139836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Bound using segment: {'id': '20c458d1-d641-4cb0-9f21-17e2b69aa2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b038d947-c976-4abd-a633-fe1f29c9e318'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:31:05.140498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Bound port: bef27f03-2a41-4e9b-bb94-81390db9540f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c458d1-d641-4cb0-9f21-17e2b69aa2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b038d947-c976-4abd-a633-fe1f29c9e318'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:31:05.141136 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:05.211588 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] For port bef27f03-2a41-4e9b-bb94-81390db9540f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:31:05.218502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] For port bef27f03-2a41-4e9b-bb94-81390db9540f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bef27f03-2a41-4e9b-bb94-81390db9540f,segment=NetworkSegment(20c458d1-d641-4cb0-9f21-17e2b69aa2e2),segment_id=20c458d1-d641-4cb0-9f21-17e2b69aa2e2)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:31:05.229169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7e1f-d70c-45e8-b3e7-8f4753d6b3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:05.235665 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:05.242338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.25.4.171 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/08877948-d5a6-4bfb-9206-c9cbe837df6d) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:31:05.283898 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7e1f-d70c-45e8-b3e7-8f4753d6b3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:05.359245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6fed9-5cd0-450f-b8cc-4fe5ab5ee27e None None] Pushing event updated for resources: {'Port': ['ID=bef27f03-2a41-4e9b-bb94-81390db9540f,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:05.452310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17bd75-315a-4345-a4a0-e755895d69e4 req-685746b8-b803-407c-9ae7-c1090fa3d4d2 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:05.468377 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b17bd75-315a-4345-a4a0-e755895d69e4 req-685746b8-b803-407c-9ae7-c1090fa3d4d2 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 946 time: 0.6122613 Jul 08 20:31:05.472869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7e1f-d70c-45e8-b3e7-8f4753d6b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:05.477164 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7e1f-d70c-45e8-b3e7-8f4753d6b3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:05.478632 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bbbb7e1f-d70c-45e8-b3e7-8f4753d6b3ca admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e781cafb-d2de-4556-9207-0254b8729dc9 HTTP/1.1" status: 204 len: 168 time: 0.4863622 Jul 08 20:31:05.513529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-1f226cac-54ef-4256-8f11-edbd93843a75 req-33842561-b68b-432a-b2b4-8e085169774b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Deleting port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:05.530542 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1f226cac-54ef-4256-8f11-edbd93843a75 req-33842561-b68b-432a-b2b4-8e085169774b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:05.549827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb7e1f-d70c-45e8-b3e7-8f4753d6b3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e781cafb-d2de-4556-9207-0254b8729dc9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:05.575022 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b17bd75-315a-4345-a4a0-e755895d69e4 req-2d22f271-6762-44b3-b3d9-b80ba7ace8ee tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897388 Jul 08 20:31:05.701623 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:05.868808 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:05.920191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-1f226cac-54ef-4256-8f11-edbd93843a75 req-33842561-b68b-432a-b2b4-8e085169774b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] For port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3c1e6022-a6b2-4e5b-92e1-eb6a68f08726,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:05.924251 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1f226cac-54ef-4256-8f11-edbd93843a75 req-33842561-b68b-432a-b2b4-8e085169774b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:05.941422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:31:05.944803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:31:05.948851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:31:05.955997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=08877948-d5a6-4bfb-9206-c9cbe837df6d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:05.971025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-1f226cac-54ef-4256-8f11-edbd93843a75 req-33842561-b68b-432a-b2b4-8e085169774b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Calling delete_port for 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:06.160429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043dab4-0b8c-4968-90c9-aabf19f368dc req-23110bb4-5e1a-4982-ac6e-f126166dd963 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:06.162217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d043dab4-0b8c-4968-90c9-aabf19f368dc req-23110bb4-5e1a-4982-ac6e-f126166dd963 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 945 time: 0.1793664 Jul 08 20:31:06.341566 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d043dab4-0b8c-4968-90c9-aabf19f368dc req-ba40516a-1ebd-4e78-b703-bca58d6b58ec tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600614 Jul 08 20:31:06.349455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1f226cac-54ef-4256-8f11-edbd93843a75 req-33842561-b68b-432a-b2b4-8e085169774b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:06.363129 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['3c1e6022-a6b2-4e5b-92e1-eb6a68f08726'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:31:06.366776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2e9f0bb1-f2fd-4278-b32b-703d00e51bba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:31:06.525432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33842561-b68b-432a-b2b4-8e085169774b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event deleted for resources: {'Port': ['ID=3c1e6022-a6b2-4e5b-92e1-eb6a68f08726,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:06.605025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f226cac-54ef-4256-8f11-edbd93843a75 req-33842561-b68b-432a-b2b4-8e085169774b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] No DVR routers for this DVR port 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:31:06.610952 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-1f226cac-54ef-4256-8f11-edbd93843a75 req-33842561-b68b-432a-b2b4-8e085169774b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:06.614597 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1f226cac-54ef-4256-8f11-edbd93843a75 req-33842561-b68b-432a-b2b4-8e085169774b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.104 "DELETE /v2.0/ports/3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 HTTP/1.1" status: 204 len: 173 time: 1.5130525 Jul 08 20:31:06.614912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428b3f79-4eac-474a-ae33-6a1814dcc4d1', 'name': 'network-vif-deleted', 'tag': '3c1e6022-a6b2-4e5b-92e1-eb6a68f08726'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:31:06.623878 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8f5cd3-14f1-4552-a52b-afcc6b4e309c" -d '{"events": [{"server_uuid": "428b3f79-4eac-474a-ae33-6a1814dcc4d1", "name": "network-vif-deleted", "tag": "3c1e6022-a6b2-4e5b-92e1-eb6a68f08726"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:31:06.638018 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:06.648903 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b6148f9c-6d4f-40a4-b5d0-ec1a0112c187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:06.745792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb586a9-a2db-42a5-b145-79b74835636b req-fd5f0f81-1969-44d3-ba74-ea310e512642 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:06.750324 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2cb586a9-a2db-42a5-b145-79b74835636b req-fd5f0f81-1969-44d3-ba74-ea310e512642 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.103 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 946 time: 0.2875452 Jul 08 20:31:06.979549 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:07.071139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-2cb586a9-a2db-42a5-b145-79b74835636b req-6acf1702-89e3-468a-b5c1-fb3fafbb013e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Deleting port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:07.073954 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2cb586a9-a2db-42a5-b145-79b74835636b req-6acf1702-89e3-468a-b5c1-fb3fafbb013e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:07.180731 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:07.235072 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bef27f03-2a41-4e9b-bb94-81390db9540f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:31:07.261294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c97e7-08da-4512-ad6c-15abb7df4ac2 req-c0ba8d55-d0b8-4e90-a390-bb8427e2386e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:07.265584 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f37c97e7-08da-4512-ad6c-15abb7df4ac2 req-c0ba8d55-d0b8-4e90-a390-bb8427e2386e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 946 time: 0.4027190 Jul 08 20:31:07.330096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port bef27f03-2a41-4e9b-bb94-81390db9540f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:31:07.362303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aa21f4-659b-4103-9101-6caa5733dba2 None None] Network b038d947-c976-4abd-a633-fe1f29c9e318 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:31:07.440769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-2cb586a9-a2db-42a5-b145-79b74835636b req-6acf1702-89e3-468a-b5c1-fb3fafbb013e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] For port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=14b0c5bd-eb9f-427b-9fb8-8f95f12818ba,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:07.441171 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2cb586a9-a2db-42a5-b145-79b74835636b req-6acf1702-89e3-468a-b5c1-fb3fafbb013e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:07.459336 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f37c97e7-08da-4512-ad6c-15abb7df4ac2 req-2da22d52-0143-46f7-b081-72d1d2b94dfe tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513891 Jul 08 20:31:07.503144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-2cb586a9-a2db-42a5-b145-79b74835636b req-6acf1702-89e3-468a-b5c1-fb3fafbb013e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Calling delete_port for 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:07.579429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfe6c5-2a14-4315-abce-862cc3098699 req-f6590091-c3c1-4fce-b480-2fd64a467ff3 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:07.601218 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dcfe6c5-2a14-4315-abce-862cc3098699 req-f6590091-c3c1-4fce-b480-2fd64a467ff3 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 946 time: 0.2958393 Jul 08 20:31:07.642153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5359fe9d-fdbd-42ca-be0b-316a34f2c17e None None] Provisioning for port bef27f03-2a41-4e9b-bb94-81390db9540f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:31:07.643111 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7c74bd-456e-4108-8f08-d9ffb1f803d8 x-openstack-request-id: req-fc7c74bd-456e-4108-8f08-d9ffb1f803d8 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:31:07.643601 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428b3f79-4eac-474a-ae33-6a1814dcc4d1", "name": "network-vif-deleted", "tag": "3c1e6022-a6b2-4e5b-92e1-eb6a68f08726", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:31:07.643713 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fc7c74bd-456e-4108-8f08-d9ffb1f803d8 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:31:07.644046 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428b3f79-4eac-474a-ae33-6a1814dcc4d1', 'name': 'network-vif-deleted', 'tag': '3c1e6022-a6b2-4e5b-92e1-eb6a68f08726', 'status': 'completed', 'code': 200} Jul 08 20:31:07.658092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5359fe9d-fdbd-42ca-be0b-316a34f2c17e None None] Provisioning complete for port bef27f03-2a41-4e9b-bb94-81390db9540f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:31:07.663146 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5359fe9d-fdbd-42ca-be0b-316a34f2c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:07.773156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dcfe6c5-2a14-4315-abce-862cc3098699 req-c76d36bc-50cd-47a6-8cb6-eaa58af9492f tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707780 Jul 08 20:31:07.779776 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2cb586a9-a2db-42a5-b145-79b74835636b req-6acf1702-89e3-468a-b5c1-fb3fafbb013e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:07.784758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router b827daca-4d2c-45a7-a346-f3fe1be40161 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:31:07.801264 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['94512f95-708e-468a-818f-4d1bc770ad26'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:31:07.905987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6f67d435-f1bb-4636-b753-e52c61b28aa4', '14b0c5bd-eb9f-427b-9fb8-8f95f12818ba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:31:07.925445 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf1702-89e3-468a-b5c1-fb3fafbb013e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Pushing event deleted for resources: {'Port': ['ID=14b0c5bd-eb9f-427b-9fb8-8f95f12818ba,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:08.053683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:31:08.054093 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb586a9-a2db-42a5-b145-79b74835636b req-6acf1702-89e3-468a-b5c1-fb3fafbb013e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] No DVR routers for this DVR port 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:31:08.061860 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2cb586a9-a2db-42a5-b145-79b74835636b req-6acf1702-89e3-468a-b5c1-fb3fafbb013e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:08.064021 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2cb586a9-a2db-42a5-b145-79b74835636b req-6acf1702-89e3-468a-b5c1-fb3fafbb013e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.103 "DELETE /v2.0/ports/14b0c5bd-eb9f-427b-9fb8-8f95f12818ba HTTP/1.1" status: 204 len: 173 time: 1.3029556 Jul 08 20:31:08.067767 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6c8bbb-4359-4007-b1a4-a734866f56e3 None None] Sync routers for ids ['b827daca-4d2c-45a7-a346-f3fe1be40161'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:31:08.083227 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c8bbb-4359-4007-b1a4-a734866f56e3 None None] Routers {'b827daca-4d2c-45a7-a346-f3fe1be40161'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:08.084238 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2d6c8bbb-4359-4007-b1a4-a734866f56e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b827daca-4d2c-45a7-a346-f3fe1be40161'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:08.105673 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:08.108033 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ccbd679e-30a6-4c6c-91e8-b298f77ab0bb tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5017946 Jul 08 20:31:08.110779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39192) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:08.136109 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2d6c8bbb-4359-4007-b1a4-a734866f56e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:08.158164 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c8bbb-4359-4007-b1a4-a734866f56e3 None None] Routers {'b827daca-4d2c-45a7-a346-f3fe1be40161'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:08.159112 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2d6c8bbb-4359-4007-b1a4-a734866f56e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b827daca-4d2c-45a7-a346-f3fe1be40161'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:08.227830 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2d6c8bbb-4359-4007-b1a4-a734866f56e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:08.228937 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6c8bbb-4359-4007-b1a4-a734866f56e3 None None] The sync data for ids ['b827daca-4d2c-45a7-a346-f3fe1be40161'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:31:08.320764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52b832f3-3ff1-4178-9bca-800138afa93a req-554be671-f14f-4b51-9c6a-c6efcee21a44 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=428b3f79-4eac-474a-ae33-6a1814dcc4d1 HTTP/1.1" status: 200 len: 210 time: 0.1222987 Jul 08 20:31:08.388598 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5359fe9d-fdbd-42ca-be0b-316a34f2c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:08.434667 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5359fe9d-fdbd-42ca-be0b-316a34f2c17e None None] For port bef27f03-2a41-4e9b-bb94-81390db9540f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bef27f03-2a41-4e9b-bb94-81390db9540f,segment=NetworkSegment(20c458d1-d641-4cb0-9f21-17e2b69aa2e2),segment_id=20c458d1-d641-4cb0-9f21-17e2b69aa2e2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:08.440858 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:08.460078 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5359fe9d-fdbd-42ca-be0b-316a34f2c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:08.658894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359fe9d-fdbd-42ca-be0b-316a34f2c17e None None] Pushing event updated for resources: {'Port': ['ID=bef27f03-2a41-4e9b-bb94-81390db9540f,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:09.198895 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24be31e9-aea6-4ae0-b8a1-ede6fc48725f req-0f631820-1f11-4f0f-b0f9-70344ba506de tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dd15c1b-526f-4763-a231-26296a3d9850 HTTP/1.1" status: 200 len: 210 time: 0.0702562 Jul 08 20:31:09.232164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bef27f03-2a41-4e9b-bb94-81390db9540f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:31:09.283497 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:09.313246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ec8bead5-a2c5-4dcd-ad4b-ff51a192f35d None None] Provisioning complete for port bef27f03-2a41-4e9b-bb94-81390db9540f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:31:09.313617 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec8bead5-a2c5-4dcd-ad4b-ff51a192f35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:09.342615 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bef27f03-2a41-4e9b-bb94-81390db9540f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:31:09.342982 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:09.648785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd15c1b-526f-4763-a231-26296a3d9850', 'name': 'network-vif-deleted', 'tag': '14b0c5bd-eb9f-427b-9fb8-8f95f12818ba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:31:09.651564 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da05d6f-c9b9-443e-a8d0-8e53f4fcc368" -d '{"events": [{"server_uuid": "1dd15c1b-526f-4763-a231-26296a3d9850", "name": "network-vif-deleted", "tag": "14b0c5bd-eb9f-427b-9fb8-8f95f12818ba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:31:09.673816 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.20.0.1 (b038d947-c976-4abd-a633-fe1f29c9e318/703e2cc3-2a80-4693-bdb0-4843cb437452/58cde33c-e19e-4e74-909d-a5f5bcad93c3) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:31:09.733585 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:09.795109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-464f170a-a043-44d6-89ce-5aefb3d1b7ad tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:09.797727 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-464f170a-a043-44d6-89ce-5aefb3d1b7ad tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.1408203 Jul 08 20:31:09.815179 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-b1b27630-78af-426a-a40c-cc2041fa4ca8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/quotas/4125edd6346c4ae3b8b1626d019dc03d HTTP/1.1" status: 200 len: 375 time: 0.0113876 Jul 08 20:31:09.913738 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-be8ca566-ee8e-4ac1-9a51-7509fdda62d0 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925763 Jul 08 20:31:10.031779 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-998f1323-3b70-4a91-bbc3-126a9278c76e service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163037 Jul 08 20:31:10.084270 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae3c979-6ff5-4ccd-8d0d-dccb92955bec x-openstack-request-id: req-0ae3c979-6ff5-4ccd-8d0d-dccb92955bec {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:31:10.084668 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd15c1b-526f-4763-a231-26296a3d9850", "name": "network-vif-deleted", "tag": "14b0c5bd-eb9f-427b-9fb8-8f95f12818ba", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:31:10.084935 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0ae3c979-6ff5-4ccd-8d0d-dccb92955bec {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:31:10.085352 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd15c1b-526f-4763-a231-26296a3d9850', 'name': 'network-vif-deleted', 'tag': '14b0c5bd-eb9f-427b-9fb8-8f95f12818ba', 'status': 'completed', 'code': 200} Jul 08 20:31:10.205563 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:10.228918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Transition to ACTIVE for port object 58cde33c-e19e-4e74-909d-a5f5bcad93c3 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:31:10.276069 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:10.337261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network b038d947-c976-4abd-a633-fe1f29c9e318 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:31:10.344192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:31:10.356243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:31:10.390203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:31:10.432867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=58cde33c-e19e-4e74-909d-a5f5bcad93c3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:10.448914 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:31:10.453522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3c1e6022-a6b2-4e5b-92e1-eb6a68f08726 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:31:10.454214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 039f2ecc-1dae-46ce-877d-f5b1908c5776 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:31:10.477527 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:10.632815 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:10.688529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:10.689926 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:31:10.693889 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9fbba5-4724-47a4-90d3-cb901943339e" -d '{"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-unplugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:31:10.698789 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:10.764676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:10.795559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cdfef959-8a1d-4f3a-9511-c111df351dee None None] Provisioning for port 58cde33c-e19e-4e74-909d-a5f5bcad93c3 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:31:10.800536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cdfef959-8a1d-4f3a-9511-c111df351dee None None] Provisioning complete for port 58cde33c-e19e-4e74-909d-a5f5bcad93c3 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:31:10.800943 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cdfef959-8a1d-4f3a-9511-c111df351dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:10.819476 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-611da51d-65fd-4aa0-b6ee-ea06aae825c0 service neutron] 10.222.0.101 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7853467 Jul 08 20:31:10.922021 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cdfef959-8a1d-4f3a-9511-c111df351dee None None] Port 58cde33c-e19e-4e74-909d-a5f5bcad93c3 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:31:11.023967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:11.059163 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742d6cdf-de5e-4b84-8632-c9b2886c1e24 x-openstack-request-id: req-742d6cdf-de5e-4b84-8632-c9b2886c1e24 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:31:11.059671 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-unplugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:31:11.060205 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-742d6cdf-de5e-4b84-8632-c9b2886c1e24 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:31:11.061756 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'code': 200} Jul 08 20:31:11.093833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:31:11.126919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:31:11.127901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 14b0c5bd-eb9f-427b-9fb8-8f95f12818ba not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:31:11.276352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f6c33-b1db-4e1d-840b-02cae131b073 req-875e9468-14b3-423e-a31d-36c3c148161e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:11.279077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec0f6c33-b1db-4e1d-840b-02cae131b073 req-875e9468-14b3-423e-a31d-36c3c148161e tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 945 time: 0.0907626 Jul 08 20:31:11.281613 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1937a594-d327-4f15-ab0a-a354f6463615 req-0ff5caab-9535-4fd7-9e3d-be844a4d1f0d tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 210 time: 0.0811751 Jul 08 20:31:11.356352 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec0f6c33-b1db-4e1d-840b-02cae131b073 req-f8e99bde-f8fc-44e2-8d81-86c998244e3b tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714002 Jul 08 20:31:11.561327 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:11.574877 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:11.706872 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:11.745065 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=58cde33c-e19e-4e74-909d-a5f5bcad93c3,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:11.839062 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-871774c0-cc4f-4d2f-a0cf-8f7441a4f114 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2753050 Jul 08 20:31:12.074123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network b038d947-c976-4abd-a633-fe1f29c9e318 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:31:12.077709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:31:12.210144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-90a31608-fec3-4485-9c00-010e3bf9e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:12.210633 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-90a31608-fec3-4485-9c00-010e3bf9e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:12.211196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-90a31608-fec3-4485-9c00-010e3bf9e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:12.211667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-90a31608-fec3-4485-9c00-010e3bf9e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:12.212173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-90a31608-fec3-4485-9c00-010e3bf9e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:12.212749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-90a31608-fec3-4485-9c00-010e3bf9e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:12.213266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-90a31608-fec3-4485-9c00-010e3bf9e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:12.216415 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-90a31608-fec3-4485-9c00-010e3bf9e4fd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6498 time: 0.2350793 Jul 08 20:31:12.332023 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router b827daca-4d2c-45a7-a346-f3fe1be40161 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:31:12.390594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 039f2ecc-1dae-46ce-877d-f5b1908c5776 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:31:12.569145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10d3ae-0431-4644-9e78-c6ff8189ef16 req-d3a3dcee-5cb8-4195-80d1-2a7831e720c4 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:12.570662 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c10d3ae-0431-4644-9e78-c6ff8189ef16 req-d3a3dcee-5cb8-4195-80d1-2a7831e720c4 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.104 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 945 time: 0.1290848 Jul 08 20:31:12.596044 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:31:12.607171 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d5ab4539-9689-46c2-9282-e11b1b4cb4fc tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "PUT /v2.0/routers/b827daca-4d2c-45a7-a346-f3fe1be40161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4952142 Jul 08 20:31:12.609829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39350) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:12.615007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'port': {'network_id': 'b038d947-c976-4abd-a633-fe1f29c9e318', 'name': 'tempest-FloatingIPTestJSON-1359306928'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:12.665435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0a6d6-d655-42dc-a8df-dc47e262be15 None None] Sync routers for ids ['b827daca-4d2c-45a7-a346-f3fe1be40161'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:31:12.706993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:12.710149 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0a6d6-d655-42dc-a8df-dc47e262be15 None None] Routers {'b827daca-4d2c-45a7-a346-f3fe1be40161'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:12.710962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cbb0a6d6-d655-42dc-a8df-dc47e262be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b827daca-4d2c-45a7-a346-f3fe1be40161'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:12.749817 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29e8386a-98df-4422-8bc7-1cf7d2aa99da req-8f8c1ecf-4f69-4eb1-9e33-c82893c8920c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 210 time: 0.1299450 Jul 08 20:31:12.833610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cbb0a6d6-d655-42dc-a8df-dc47e262be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:12.840606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-99722fb0-958d-43c8-b25c-25650246b141 None None] Provisioning complete for port 58cde33c-e19e-4e74-909d-a5f5bcad93c3 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:31:12.842778 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-99722fb0-958d-43c8-b25c-25650246b141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:12.848273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'port_id': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'mac_address': 'fa:16:3e:5c:56:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:31:12.910034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-0208fbd8-cc06-4350-bb9c-48befe527201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:12.910736 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0a6d6-d655-42dc-a8df-dc47e262be15 None None] Routers {'b827daca-4d2c-45a7-a346-f3fe1be40161'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:12.910975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-0208fbd8-cc06-4350-bb9c-48befe527201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:12.911972 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-0208fbd8-cc06-4350-bb9c-48befe527201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:12.913047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cbb0a6d6-d655-42dc-a8df-dc47e262be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b827daca-4d2c-45a7-a346-f3fe1be40161'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:12.913201 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-0208fbd8-cc06-4350-bb9c-48befe527201 service neutron] 10.222.0.104 "GET /v2.0/networks?id=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=bf68e9f7-7d52-4278-a652-39c8a071af8f&id=bf68e9f7-7d52-4278-a652-39c8a071af8f HTTP/1.1" status: 200 len: 2293 time: 0.6678045 Jul 08 20:31:13.044968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-2c10d3ae-0431-4644-9e78-c6ff8189ef16 req-24076bef-78c2-4027-8c69-5236bbbdf417 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Deleting port 94512f95-708e-468a-818f-4d1bc770ad26 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:13.049766 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c10d3ae-0431-4644-9e78-c6ff8189ef16 req-24076bef-78c2-4027-8c69-5236bbbdf417 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:13.117572 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:13.125214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-cbb0a6d6-d655-42dc-a8df-dc47e262be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:13.126147 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0a6d6-d655-42dc-a8df-dc47e262be15 None None] The sync data for ids ['b827daca-4d2c-45a7-a346-f3fe1be40161'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:31:13.139632 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-99722fb0-958d-43c8-b25c-25650246b141 None None] Port 58cde33c-e19e-4e74-909d-a5f5bcad93c3 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:31:13.149110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039f2ecc-1dae-46ce-877d-f5b1908c5776 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:31:13.161059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-8e28a547-edfa-44f8-a06b-908bf135d95c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:13.163088 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-8e28a547-edfa-44f8-a06b-908bf135d95c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.103 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 806 time: 0.3881927 Jul 08 20:31:13.183738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ed42-796c-437a-9657-d31b0307b94d req-a65d0f90-3b40-4574-82db-b8ea6f93f96a tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:13.186531 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c91ed42-796c-437a-9657-d31b0307b94d req-a65d0f90-3b40-4574-82db-b8ea6f93f96a tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 945 time: 0.4306490 Jul 08 20:31:13.205528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:13.210659 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:13.212794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-3a0b8ae9-5e2e-4835-a136-32f6b579156f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Request body: {'port': {'device_id': '902078dc-8c12-47d3-a25e-fdb575d0f402', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'admin_state_up': True, 'tenant_id': '4125edd6346c4ae3b8b1626d019dc03d'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:13.296209 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-cdb3ab21-50d5-4e9e-abf6-363d50b99181 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c457d71-76e4-42d3-baf8-52903bc79288 HTTP/1.1" status: 200 len: 1000 time: 0.3708515 Jul 08 20:31:13.320160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:13.325038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['039f2ecc-1dae-46ce-877d-f5b1908c5776'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:31:13.395966 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c91ed42-796c-437a-9657-d31b0307b94d req-e6029cda-8281-4a03-a45d-f744367e0e7d tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023411 Jul 08 20:31:13.423914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2c10d3ae-0431-4644-9e78-c6ff8189ef16 req-24076bef-78c2-4027-8c69-5236bbbdf417 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] For port 94512f95-708e-468a-818f-4d1bc770ad26, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=94512f95-708e-468a-818f-4d1bc770ad26,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:13.424563 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c10d3ae-0431-4644-9e78-c6ff8189ef16 req-24076bef-78c2-4027-8c69-5236bbbdf417 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:13.479976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-2c10d3ae-0431-4644-9e78-c6ff8189ef16 req-24076bef-78c2-4027-8c69-5236bbbdf417 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Calling delete_port for 94512f95-708e-468a-818f-4d1bc770ad26 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:13.546622 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-647c5889-d5f4-4c6d-8ed8-0e33460b73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:13.549453 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-647c5889-d5f4-4c6d-8ed8-0e33460b73b4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8ef936b0-47ce-414e-91d0-763f04ecd41e HTTP/1.1" status: 200 len: 851 time: 0.2448900 Jul 08 20:31:13.660964 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:31:13.660964 n-d-791506-16 neutron-server[94065]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 20:31:13.660964 n-d-791506-16 neutron-server[94065]: [parameters: {'project_id': 'ff4becae697c4575abd8e87af9db3750', 'id': 'b5529e70-6c5b-421d-9298-bc4c816b775b', 'expiration': datetime.datetime(2021, 7, 8, 20, 33, 13, 611962)}] Jul 08 20:31:13.660964 n-d-791506-16 neutron-server[94065]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:31:13.662546 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:31:13.673263 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-3a0b8ae9-5e2e-4835-a136-32f6b579156f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Made reservation on behalf of 4125edd6346c4ae3b8b1626d019dc03d for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:31:13.677238 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-3a0b8ae9-5e2e-4835-a136-32f6b579156f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:13.720463 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c10d3ae-0431-4644-9e78-c6ff8189ef16 req-24076bef-78c2-4027-8c69-5236bbbdf417 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:13.741628 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6f67d435-f1bb-4636-b753-e52c61b28aa4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:31:13.831693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24076bef-78c2-4027-8c69-5236bbbdf417 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Pushing event deleted for resources: {'Port': ['ID=94512f95-708e-468a-818f-4d1bc770ad26,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:13.957470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-3a0b8ae9-5e2e-4835-a136-32f6b579156f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Allocated IP 172.20.0.3 (09cd958d-35e6-43c4-9acc-8fd012d12f29/c2373fae-9dad-4e09-8b0b-379b39b82584/80bdbe18-2456-4103-ab0f-68394ceca5eb) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:31:13.994079 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c10d3ae-0431-4644-9e78-c6ff8189ef16 req-24076bef-78c2-4027-8c69-5236bbbdf417 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] No DVR routers for this DVR port 94512f95-708e-468a-818f-4d1bc770ad26 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:31:14.001213 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c10d3ae-0431-4644-9e78-c6ff8189ef16 req-24076bef-78c2-4027-8c69-5236bbbdf417 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:14.003016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c10d3ae-0431-4644-9e78-c6ff8189ef16 req-24076bef-78c2-4027-8c69-5236bbbdf417 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.104 "DELETE /v2.0/ports/94512f95-708e-468a-818f-4d1bc770ad26 HTTP/1.1" status: 204 len: 173 time: 1.4255154 Jul 08 20:31:14.003465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fd5b2d-e825-417c-b887-c89f29a48221', 'name': 'network-vif-deleted', 'tag': '94512f95-708e-468a-818f-4d1bc770ad26'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:31:14.005811 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e87109a-fe2a-4727-8fec-506c182e5985" -d '{"events": [{"server_uuid": "31fd5b2d-e825-417c-b887-c89f29a48221", "name": "network-vif-deleted", "tag": "94512f95-708e-468a-818f-4d1bc770ad26"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:31:14.041147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-6994cc36-3d37-4f2c-bc43-7d9b1dab87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:14.042679 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-6994cc36-3d37-4f2c-bc43-7d9b1dab87a1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4804821 Jul 08 20:31:14.067639 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ccbee07-f612-444d-b1f4-72dcb25375f4 req-48f6574e-c7f5-4891-a2ef-1c6a2d3f6905 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 210 time: 0.0527806 Jul 08 20:31:14.132104 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3968310e-158f-48eb-b9f0-725d48aa744c x-openstack-request-id: req-3968310e-158f-48eb-b9f0-725d48aa744c {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:31:14.132708 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fd5b2d-e825-417c-b887-c89f29a48221", "name": "network-vif-deleted", "tag": "94512f95-708e-468a-818f-4d1bc770ad26", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:31:14.133176 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3968310e-158f-48eb-b9f0-725d48aa744c {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:31:14.133787 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fd5b2d-e825-417c-b887-c89f29a48221', 'name': 'network-vif-deleted', 'tag': '94512f95-708e-468a-818f-4d1bc770ad26', 'status': 'completed', 'code': 200} Jul 08 20:31:14.321431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Made reservation on behalf of ff4becae697c4575abd8e87af9db3750 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:31:14.326353 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:14.376773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] device_id is not set on port 726be30d-23a3-423f-aa8b-c252ff8e9ec0 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:31:14.389974 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-6772451b-1108-4645-bea4-d7e88a925c84 service neutron] 10.222.0.104 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341072 Jul 08 20:31:14.406294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 039f2ecc-1dae-46ce-877d-f5b1908c5776 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:31:14.495647 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 039f2ecc-1dae-46ce-877d-f5b1908c5776 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:31:14.496078 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:14.682140 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:14.752911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:14.756162 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:31:14.760870 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81102d9-9cce-4428-b309-305600f37ed4" -d '{"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-plugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:31:14.782145 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:14.783104 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 94512f95-708e-468a-818f-4d1bc770ad26 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:31:14.951394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 94512f95-708e-468a-818f-4d1bc770ad26 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:31:14.951757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 94512f95-708e-468a-818f-4d1bc770ad26 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:31:15.007349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=10']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:15.026201 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4936e0-cfe2-4b90-b2e4-de13f565335c x-openstack-request-id: req-4b4936e0-cfe2-4b90-b2e4-de13f565335c {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:31:15.026496 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-plugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:31:15.026749 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4b4936e0-cfe2-4b90-b2e4-de13f565335c {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:31:15.027166 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'code': 200} Jul 08 20:31:15.090760 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b226a08e-fc77-4f6e-8d6e-30ea0d3f3a84 req-2892df21-e3f0-4312-8ed7-27b7cf3145b0 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=31fd5b2d-e825-417c-b887-c89f29a48221 HTTP/1.1" status: 200 len: 210 time: 0.0383220 Jul 08 20:31:15.213171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Allocated IP 172.20.0.12 (b038d947-c976-4abd-a633-fe1f29c9e318/703e2cc3-2a80-4693-bdb0-4843cb437452/726be30d-23a3-423f-aa8b-c252ff8e9ec0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:31:15.287292 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-3a0b8ae9-5e2e-4835-a136-32f6b579156f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:15.413707 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-c85ce632-d66c-42c0-9840-2094cc691686 service neutron] 10.222.0.104 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8029432 Jul 08 20:31:15.515630 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6dd1558e-30ea-4c08-aaf2-f4c0a3d79411 req-19cd2a66-7477-402d-aad2-9c6014fae03e tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 210 time: 0.1824555 Jul 08 20:31:15.554294 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-cec6b093-be93-42a0-b372-547e3e72ee58 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d HTTP/1.1" status: 200 len: 217 time: 0.1299880 Jul 08 20:31:15.601466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-3a0b8ae9-5e2e-4835-a136-32f6b579156f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:15.617634 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2e9f0bb1-f2fd-4278-b32b-703d00e51bba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:31:15.668596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b8ae9-5e2e-4835-a136-32f6b579156f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event updated for resources: {'Port': ['ID=80bdbe18-2456-4103-ab0f-68394ceca5eb,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:15.726859 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-64140999-1f7c-4f44-96f3-c0e6a276b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:15.727758 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-64140999-1f7c-4f44-96f3-c0e6a276b19b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.1616993 Jul 08 20:31:15.742147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-3a0b8ae9-5e2e-4835-a136-32f6b579156f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Network 09cd958d-35e6-43c4-9acc-8fd012d12f29 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:31:15.773458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-3a0b8ae9-5e2e-4835-a136-32f6b579156f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:31:15.783169 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-3a0b8ae9-5e2e-4835-a136-32f6b579156f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:31:15.974650 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:16.045347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-3a0b8ae9-5e2e-4835-a136-32f6b579156f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:16.057273 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-3a0b8ae9-5e2e-4835-a136-32f6b579156f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:16.066605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Transition to ACTIVE for port object 726be30d-23a3-423f-aa8b-c252ff8e9ec0 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:31:16.100188 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-3a0b8ae9-5e2e-4835-a136-32f6b579156f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8918047 Jul 08 20:31:16.115396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Request body: {'port': {'device_id': '902078dc-8c12-47d3-a25e-fdb575d0f402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:16.202025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-fde0c12e-0374-435b-a7e1-88312dd12cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:16.202025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-fde0c12e-0374-435b-a7e1-88312dd12cf0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4586384 Jul 08 20:31:16.202025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb3a23a9-88b8-4f77-bc06-688429eddbbc req-18fc96b5-b071-4e8f-9332-e361d1e70606 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3760762 Jul 08 20:31:16.501666 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:16.615623 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-579bdaff-93cc-40eb-97c0-c35f702b3a0e service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648806 Jul 08 20:31:16.617282 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:16.819285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-ee971402-4db9-45eb-9ff6-3c58a2fe0b99 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604831 Jul 08 20:31:16.873843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ffe69-3526-4c02-8826-5b2c0ff2e209 req-7151686a-d5ae-4195-9366-4f54bd57ccee tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:16.885262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-918ffe69-3526-4c02-8826-5b2c0ff2e209 req-7151686a-d5ae-4195-9366-4f54bd57ccee tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 931 time: 0.1303313 Jul 08 20:31:16.948208 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-02c45188-377e-4972-a5be-912dda41e9cc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=30a04eb1-2191-417b-8e18-d1d985f0ab8e HTTP/1.1" status: 200 len: 217 time: 0.1137338 Jul 08 20:31:17.030187 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-918ffe69-3526-4c02-8826-5b2c0ff2e209 req-869fd028-010f-4429-ba09-8ea202da73ac tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439557 Jul 08 20:31:17.159262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Network b038d947-c976-4abd-a633-fe1f29c9e318 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:31:17.195167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a23a9-88b8-4f77-bc06-688429eddbbc req-5039c892-fb1a-4754-800d-dfc506d44bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:17.196876 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb3a23a9-88b8-4f77-bc06-688429eddbbc req-5039c892-fb1a-4754-800d-dfc506d44bbb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d5e9137b4de448389e507d5eb405a95b&device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 1097 time: 0.9151480 Jul 08 20:31:17.198151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:31:17.200935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:31:17.409857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a23a9-88b8-4f77-bc06-688429eddbbc req-55408972-4560-4d0d-8ef1-dc20b4537ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:17.413402 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb3a23a9-88b8-4f77-bc06-688429eddbbc req-55408972-4560-4d0d-8ef1-dc20b4537ae4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 200 len: 915 time: 0.1521566 Jul 08 20:31:17.421879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event updated for resources: {'Port': ['ID=726be30d-23a3-423f-aa8b-c252ff8e9ec0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:17.486023 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:17.497690 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb3a23a9-88b8-4f77-bc06-688429eddbbc req-7a44f39d-f27c-4e53-932c-632f31ab4ad6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f67d435-f1bb-4636-b753-e52c61b28aa4 HTTP/1.1" status: 200 len: 217 time: 0.0536363 Jul 08 20:31:17.567230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a23a9-88b8-4f77-bc06-688429eddbbc req-d03b6143-a746-44d0-8076-e304ddc5059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:17.569141 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb3a23a9-88b8-4f77-bc06-688429eddbbc req-d03b6143-a746-44d0-8076-e304ddc5059c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e HTTP/1.1" status: 200 len: 854 time: 0.0545049 Jul 08 20:31:17.607701 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-c90f04df-fc33-4c8d-9e50-72ed646a22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:17.609240 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-c90f04df-fc33-4c8d-9e50-72ed646a22bd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.4639585 Jul 08 20:31:17.690144 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb3a23a9-88b8-4f77-bc06-688429eddbbc req-63414a7b-30cb-4826-b16b-6e9117479a05 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0cb52e9e-eaba-47ff-a0c6-9f694354493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060464 Jul 08 20:31:17.699314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:17.699950 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:17.707645 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9cf237db-da26-4742-a0ca-49ba155dc424 None None] Provisioning for port 726be30d-23a3-423f-aa8b-c252ff8e9ec0 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:31:17.717148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9cf237db-da26-4742-a0ca-49ba155dc424 None None] Provisioning complete for port 726be30d-23a3-423f-aa8b-c252ff8e9ec0 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:31:17.717540 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9cf237db-da26-4742-a0ca-49ba155dc424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:17.801803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9cf237db-da26-4742-a0ca-49ba155dc424 None None] Port 726be30d-23a3-423f-aa8b-c252ff8e9ec0 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:31:17.862217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39510) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:17.862469 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-570a67c2-deed-4d08-890f-5b2da03b84b5 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.2513051 Jul 08 20:31:17.868248 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-028aaf30-1501-4022-8ea2-bafce86f77ba tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Request body: {'floatingip': {'port_id': '726be30d-23a3-423f-aa8b-c252ff8e9ec0'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:17.926026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-8447bfdc-3b13-4138-9fd2-071c2a229076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:17.927643 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-8447bfdc-3b13-4138-9fd2-071c2a229076 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2791011 Jul 08 20:31:17.929680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb3a23a9-88b8-4f77-bc06-688429eddbbc req-6e75392c-7cd8-4566-8d20-0a02b8e70a6f service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103865 Jul 08 20:31:17.984143 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-028aaf30-1501-4022-8ea2-bafce86f77ba tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:18.249234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb3a23a9-88b8-4f77-bc06-688429eddbbc req-3a3130d2-d8b0-4808-8613-355913d14fb6 service neutron] 10.222.0.103 "GET /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024368 Jul 08 20:31:18.285472 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bdbe18-2456-4103-ab0f-68394ceca5eb {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:31:18.295548 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:18.312563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Transition to ACTIVE for port object 80bdbe18-2456-4103-ab0f-68394ceca5eb will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:31:18.346187 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:18.841689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Attempting to bind port 80bdbe18-2456-4103-ab0f-68394ceca5eb on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:31:18.841689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Attempting to bind port 80bdbe18-2456-4103-ab0f-68394ceca5eb by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:31:18.842055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Attempting to bind port 80bdbe18-2456-4103-ab0f-68394ceca5eb on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:31:18.854584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Pushing event updated for resources: {'Port': ['ID=80bdbe18-2456-4103-ab0f-68394ceca5eb,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:18.889826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Port 80bdbe18-2456-4103-ab0f-68394ceca5eb on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:31:18.890219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Attempting to bind port 80bdbe18-2456-4103-ab0f-68394ceca5eb on network 09cd958d-35e6-43c4-9acc-8fd012d12f29 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:31:18.901100 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-aef76a48-0d00-4de2-900c-529c3902f477 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9574058 Jul 08 20:31:18.904890 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:31:18.905288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Checking segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:31:18.905715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Bound using segment: {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:31:18.906427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Bound port: 80bdbe18-2456-4103-ab0f-68394ceca5eb, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:31:18.906796 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:18.935876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f6b3a-549f-41a2-bb97-763e69bf32a9 req-4c028d6f-4108-459b-a4d2-fa504bc8af59 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:18.943572 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2e9f6b3a-549f-41a2-bb97-763e69bf32a9 req-4c028d6f-4108-459b-a4d2-fa504bc8af59 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 943 time: 0.6100674 Jul 08 20:31:19.138468 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-028aaf30-1501-4022-8ea2-bafce86f77ba tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:19.142105 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2e9f6b3a-549f-41a2-bb97-763e69bf32a9 req-d60cb77d-d816-47d6-b5a1-a412f1ea90fa tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975904 Jul 08 20:31:19.150859 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-028aaf30-1501-4022-8ea2-bafce86f77ba tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:19.220459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] For port 80bdbe18-2456-4103-ab0f-68394ceca5eb, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:31:19.224816 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-32801b61-db05-48d0-b701-146789c9b404 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144863 Jul 08 20:31:19.265787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] For port 80bdbe18-2456-4103-ab0f-68394ceca5eb, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=80bdbe18-2456-4103-ab0f-68394ceca5eb,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:31:19.369816 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:19.407217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-99b50415-3d10-4589-be61-1f41b30c05c8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=0b1347f8-22be-40ca-80a4-01990963907f HTTP/1.1" status: 200 len: 217 time: 0.1725590 Jul 08 20:31:19.476747 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-028aaf30-1501-4022-8ea2-bafce86f77ba tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Floating IP f2f16594-13d4-4355-83a7-c500288cab5c associated. External IP: 172.25.4.143, port: 477e2c97-51e7-425a-bbf7-3f378538bea9. Jul 08 20:31:19.672933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:19.674030 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:19.675673 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] 10.222.0.103 "PUT /v2.0/ports/80bdbe18-2456-4103-ab0f-68394ceca5eb HTTP/1.1" status: 200 len: 1092 time: 3.5646887 Jul 08 20:31:19.676616 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902078dc-8c12-47d3-a25e-fdb575d0f402', 'tag': '80bdbe18-2456-4103-ab0f-68394ceca5eb'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:31:19.679095 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca63e125-83d7-4019-b6d6-140c031a8b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "902078dc-8c12-47d3-a25e-fdb575d0f402", "tag": "80bdbe18-2456-4103-ab0f-68394ceca5eb"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:31:19.703539 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d1907-f052-4646-9091-5012278e9d3a service neutron] Pushing event updated for resources: {'Port': ['ID=80bdbe18-2456-4103-ab0f-68394ceca5eb,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:19.825193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39560) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:19.860154 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3283a4d6-8b98-4e3c-b450-73048b0affc7 x-openstack-request-id: req-3283a4d6-8b98-4e3c-b450-73048b0affc7 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:31:19.860419 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902078dc-8c12-47d3-a25e-fdb575d0f402", "tag": "80bdbe18-2456-4103-ab0f-68394ceca5eb", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:31:19.864954 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3283a4d6-8b98-4e3c-b450-73048b0affc7 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:31:19.865504 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902078dc-8c12-47d3-a25e-fdb575d0f402', 'tag': '80bdbe18-2456-4103-ab0f-68394ceca5eb', 'status': 'completed', 'code': 200} Jul 08 20:31:19.867370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-a878e1a7-ca64-4635-9c8a-d560397a09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:19.869205 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-a878e1a7-ca64-4635-9c8a-d560397a09a3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.2706659 Jul 08 20:31:20.009078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-c52addc0-adf3-40b3-94e7-be359224fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:20.010594 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-c52addc0-adf3-40b3-94e7-be359224fbcb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 1095 time: 0.2261662 Jul 08 20:31:20.022788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-cdcc9f6d-0fde-4c69-9518-5785efce800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:20.024311 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-cdcc9f6d-0fde-4c69-9518-5785efce800c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1467452 Jul 08 20:31:20.170872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028aaf30-1501-4022-8ea2-bafce86f77ba tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:31:20.196259 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb0cb40d-11d9-430c-ba37-efb862ab9736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:20.433222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028aaf30-1501-4022-8ea2-bafce86f77ba tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:31:20.444124 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e198b-c16d-4182-a146-1a8b9e1a0cfd None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:31:20.478400 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e198b-c16d-4182-a146-1a8b9e1a0cfd None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:20.479050 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-bb4e198b-c16d-4182-a146-1a8b9e1a0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:20.562511 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-bb4e198b-c16d-4182-a146-1a8b9e1a0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:20.585978 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e198b-c16d-4182-a146-1a8b9e1a0cfd None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:20.586883 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-bb4e198b-c16d-4182-a146-1a8b9e1a0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:20.654139 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-bb4e198b-c16d-4182-a146-1a8b9e1a0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:20.656937 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e198b-c16d-4182-a146-1a8b9e1a0cfd None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:31:20.952228 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-dae963e7-b835-4d8f-bacb-a4cf7f03c000 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80bdbe18-2456-4103-ab0f-68394ceca5eb HTTP/1.1" status: 200 len: 217 time: 0.9267986 Jul 08 20:31:21.150784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-941f6ef1-d180-410f-ba64-27bd5fd9d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:21.154433 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-941f6ef1-d180-410f-ba64-27bd5fd9d612 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.1861205 Jul 08 20:31:21.206324 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-98057132-c572-4967-b415-45586c3e4164 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373030 Jul 08 20:31:21.272699 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-5e8c1951-4362-40cb-b5f7-09882492128d service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2327583 Jul 08 20:31:21.463521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cd3f2-be4c-4a25-b132-706f89657bf8 req-26e448d5-4fd5-45b4-a0ee-4648f10a5018 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:21.472040 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-012cd3f2-be4c-4a25-b132-706f89657bf8 req-26e448d5-4fd5-45b4-a0ee-4648f10a5018 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 943 time: 0.8500750 Jul 08 20:31:21.473860 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-6df4ef21-4804-4853-b63e-390e24af78fc service neutron] 10.222.0.103 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539470 Jul 08 20:31:21.554816 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-f9b8cd82-ffe8-457f-a057-8b840d86d1ce service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712047 Jul 08 20:31:21.560158 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028aaf30-1501-4022-8ea2-bafce86f77ba tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router b827daca-4d2c-45a7-a346-f3fe1be40161 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:31:21.588378 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb0cb40d-11d9-430c-ba37-efb862ab9736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:21.609801 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-09e07a1a-00ce-46b4-8e6f-be4638b4407e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=3d3d94e7-4685-4ff7-926a-d64df0c1c16c HTTP/1.1" status: 200 len: 217 time: 0.0473645 Jul 08 20:31:21.634827 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-012cd3f2-be4c-4a25-b132-706f89657bf8 req-7d2dc160-2154-47f7-bec4-cd84106d1845 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617577 Jul 08 20:31:21.639510 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb0cb40d-11d9-430c-ba37-efb862ab9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:21.711877 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-71c4bd56-edbb-4f08-bc23-f3c3cbbb9b00 req-5b4fe37f-8141-4301-bce9-fb9570cb500b service neutron] 10.222.0.103 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261953 Jul 08 20:31:21.723919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-3e1b361a-e05d-4542-8f39-3c264ca91869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:21.725550 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-3e1b361a-e05d-4542-8f39-3c264ca91869 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.1081438 Jul 08 20:31:21.881360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cb40d-11d9-430c-ba37-efb862ab9736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d444a69-fb1d-43ff-8ed6-c2fb6b8ad386,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:21.935211 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-eb0cb40d-11d9-430c-ba37-efb862ab9736 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3723ed8554af4649b59daaf245f30092&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1185026 Jul 08 20:31:21.938966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39604) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:21.956922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63e125-83d7-4019-b6d6-140c031a8b7b req-fed590e5-b040-4bf7-9461-ef5e7ee79249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:21.958476 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca63e125-83d7-4019-b6d6-140c031a8b7b req-fed590e5-b040-4bf7-9461-ef5e7ee79249 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 1095 time: 0.1864455 Jul 08 20:31:22.014370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028aaf30-1501-4022-8ea2-bafce86f77ba tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:31:22.023541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-e4aca0c1-090c-4558-9895-85f217875169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:22.025115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-e4aca0c1-090c-4558-9895-85f217875169 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2917581 Jul 08 20:31:22.025575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f948724e-78bf-47bb-a60a-89fb9b0aad85 None None] Sync routers for ids ['b827daca-4d2c-45a7-a346-f3fe1be40161'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:31:22.036235 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-028aaf30-1501-4022-8ea2-bafce86f77ba tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:22.039789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948724e-78bf-47bb-a60a-89fb9b0aad85 None None] Routers {'b827daca-4d2c-45a7-a346-f3fe1be40161'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:22.040750 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-f948724e-78bf-47bb-a60a-89fb9b0aad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b827daca-4d2c-45a7-a346-f3fe1be40161'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:22.090520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-f948724e-78bf-47bb-a60a-89fb9b0aad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:22.111813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948724e-78bf-47bb-a60a-89fb9b0aad85 None None] Routers {'b827daca-4d2c-45a7-a346-f3fe1be40161'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:22.112459 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-f948724e-78bf-47bb-a60a-89fb9b0aad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b827daca-4d2c-45a7-a346-f3fe1be40161'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:22.190987 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ea32bf1-5c8c-490c-84e3-770830c16d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:22.196583 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-f948724e-78bf-47bb-a60a-89fb9b0aad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:22.197711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f948724e-78bf-47bb-a60a-89fb9b0aad85 None None] The sync data for ids ['b827daca-4d2c-45a7-a346-f3fe1be40161'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:31:22.201306 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39614) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:22.217414 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-028aaf30-1501-4022-8ea2-bafce86f77ba tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "PUT /v2.0/floatingips/f2f16594-13d4-4355-83a7-c500288cab5c HTTP/1.1" status: 200 len: 979 time: 4.3530648 Jul 08 20:31:22.292352 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ea32bf1-5c8c-490c-84e3-770830c16d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:22.346491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63e125-83d7-4019-b6d6-140c031a8b7b req-577d86c6-e21b-4853-8208-e7226c728006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:22.349093 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca63e125-83d7-4019-b6d6-140c031a8b7b req-577d86c6-e21b-4853-8208-e7226c728006 service neutron] 10.222.0.103 "GET /v2.0/networks?id=09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 200 len: 907 time: 0.3647106 Jul 08 20:31:22.358831 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ea32bf1-5c8c-490c-84e3-770830c16d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:22.361654 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ea32bf1-5c8c-490c-84e3-770830c16d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:22.362892 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9ea32bf1-5c8c-490c-84e3-770830c16d4a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2d444a69-fb1d-43ff-8ed6-c2fb6b8ad386 HTTP/1.1" status: 204 len: 168 time: 0.4217234 Jul 08 20:31:22.427595 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea32bf1-5c8c-490c-84e3-770830c16d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d444a69-fb1d-43ff-8ed6-c2fb6b8ad386,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:22.470141 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-e68dc212-1560-4375-a106-15cb6fb3e7c5 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003298 Jul 08 20:31:22.747746 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-3a621bf4-6804-499f-b741-40cb442105dd service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577713 Jul 08 20:31:22.973841 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-237baf68-151e-46cd-93d0-7f06a6d95e3b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f2ca086-8d55-419b-b4a5-21eeaae205cf HTTP/1.1" status: 200 len: 217 time: 0.0747590 Jul 08 20:31:22.986826 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca63e125-83d7-4019-b6d6-140c031a8b7b req-309b6343-4eb2-4f21-83c7-d255b0eea736 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80bdbe18-2456-4103-ab0f-68394ceca5eb HTTP/1.1" status: 200 len: 217 time: 0.6073737 Jul 08 20:31:23.076231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e39fd4-655c-4f5c-b66e-d9d9ccc83fcb req-fb3b3b5f-4936-4f8d-92ac-d436689267a1 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:23.077955 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36e39fd4-655c-4f5c-b66e-d9d9ccc83fcb req-fb3b3b5f-4936-4f8d-92ac-d436689267a1 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 945 time: 0.1779673 Jul 08 20:31:23.100691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63e125-83d7-4019-b6d6-140c031a8b7b req-3b332f54-09bd-4b26-afc7-420639e8f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:23.102579 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca63e125-83d7-4019-b6d6-140c031a8b7b req-3b332f54-09bd-4b26-afc7-420639e8f5b8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 200 len: 846 time: 0.0745416 Jul 08 20:31:23.175452 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36e39fd4-655c-4f5c-b66e-d9d9ccc83fcb req-e7cac9a6-ea33-4e8e-a3a8-4597fc73d3d9 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882413 Jul 08 20:31:23.206540 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca63e125-83d7-4019-b6d6-140c031a8b7b req-0a27524e-1767-4d6b-8df9-cc8965858a74 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=09cd958d-35e6-43c4-9acc-8fd012d12f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773566 Jul 08 20:31:23.243477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-9ec90827-2f60-4324-9485-a8a58b08879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:23.245019 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-9ec90827-2f60-4324-9485-a8a58b08879e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=56f19382-a7ee-4fc4-ad32-6efb10a42c95 HTTP/1.1" status: 200 len: 797 time: 0.2573020 Jul 08 20:31:23.281581 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:23.369768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58901c-0844-4eb8-8dce-6e7684cee281 req-12a7105f-3f25-4a88-8e0d-9e290bb4faf9 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:23.372292 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e58901c-0844-4eb8-8dce-6e7684cee281 req-12a7105f-3f25-4a88-8e0d-9e290bb4faf9 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 943 time: 0.5467508 Jul 08 20:31:23.447305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9097bbff-65ad-4b74-8538-d5bc2190eb79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port 726be30d-23a3-423f-aa8b-c252ff8e9ec0 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:23.447764 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9097bbff-65ad-4b74-8538-d5bc2190eb79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:23.533045 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e58901c-0844-4eb8-8dce-6e7684cee281 req-0c1c4343-226e-4ada-99d8-289a47d4fa03 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491468 Jul 08 20:31:23.544761 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca63e125-83d7-4019-b6d6-140c031a8b7b req-47c5502f-82ad-4dba-9201-a562347fa1e1 service neutron] 10.222.0.103 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253217 Jul 08 20:31:23.549253 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-9bc46fde-b6f5-45e3-a1df-f63c369fbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:23.551092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-9bc46fde-b6f5-45e3-a1df-f63c369fbafe service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf68e9f7-7d52-4278-a652-39c8a071af8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2532530 Jul 08 20:31:23.724304 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9097bbff-65ad-4b74-8538-d5bc2190eb79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:23.944769 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-ec64daa1-72f8-4f94-a867-a5cc2eb5dfd7 service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793380 Jul 08 20:31:24.033210 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca63e125-83d7-4019-b6d6-140c031a8b7b req-67329d60-e33f-49d0-9419-a4f9db9ca055 service neutron] 10.222.0.103 "GET /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791794 Jul 08 20:31:24.799315 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-4f22b1f5-6396-4d9e-8a11-88d769ea7116 service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648008 Jul 08 20:31:24.886082 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc12a59-3b0b-4539-88a3-2adc7f75ca09 req-f1f3ff64-7b9a-4036-9854-b6a6ad9ffb3f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:24.894912 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbc12a59-3b0b-4539-88a3-2adc7f75ca09 req-f1f3ff64-7b9a-4036-9854-b6a6ad9ffb3f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 943 time: 0.1193230 Jul 08 20:31:24.954607 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-6a9f2f97-01de-44a8-a900-db396fd4fa56 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a243b3c9-f6cc-4346-8144-d7d68e6f404e HTTP/1.1" status: 200 len: 217 time: 0.1420181 Jul 08 20:31:24.956711 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbc12a59-3b0b-4539-88a3-2adc7f75ca09 req-d3148c61-bb6b-4bf6-83d2-dd314ba129c9 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609102 Jul 08 20:31:25.174270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-8dc951bd-fbf0-42e8-a69b-e3f5615d4388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:25.176464 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-8dc951bd-fbf0-42e8-a69b-e3f5615d4388 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=56f19382-a7ee-4fc4-ad32-6efb10a42c95 HTTP/1.1" status: 200 len: 797 time: 0.1548543 Jul 08 20:31:25.214522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 80bdbe18-2456-4103-ab0f-68394ceca5eb details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:31:25.258353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562adc6b-84ba-4070-b1cb-593d476727e9 req-a1944cb5-8156-4e2d-b343-634a9241ae91 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:25.259871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-562adc6b-84ba-4070-b1cb-593d476727e9 req-a1944cb5-8156-4e2d-b343-634a9241ae91 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.103 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 945 time: 0.4495103 Jul 08 20:31:25.352580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1bbeb-af79-44fa-a16b-4fa3f2702758 req-de1a5e97-097f-43bc-a7b8-8fa154df1bd4 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:25.360715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8ae1bbeb-af79-44fa-a16b-4fa3f2702758 req-de1a5e97-097f-43bc-a7b8-8fa154df1bd4 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 945 time: 0.5462697 Jul 08 20:31:25.413275 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9097bbff-65ad-4b74-8538-d5bc2190eb79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:25.432144 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9097bbff-65ad-4b74-8538-d5bc2190eb79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:25.432287 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-9097bbff-65ad-4b74-8538-d5bc2190eb79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Floating IP f2f16594-13d4-4355-83a7-c500288cab5c disassociated. External IP: 172.25.4.143, port: 726be30d-23a3-423f-aa8b-c252ff8e9ec0. Jul 08 20:31:25.432677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9097bbff-65ad-4b74-8538-d5bc2190eb79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for 726be30d-23a3-423f-aa8b-c252ff8e9ec0 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:25.459219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-b91171d8-03a9-4f3f-aa9c-44f67a8789bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:25.460784 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-b91171d8-03a9-4f3f-aa9c-44f67a8789bd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf68e9f7-7d52-4278-a652-39c8a071af8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2674916 Jul 08 20:31:25.466547 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 80bdbe18-2456-4103-ab0f-68394ceca5eb, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=80bdbe18-2456-4103-ab0f-68394ceca5eb,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:25.505663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '80bdbe18-2456-4103-ab0f-68394ceca5eb', 'network_id': '09cd958d-35e6-43c4-9acc-8fd012d12f29', 'port_id': '80bdbe18-2456-4103-ab0f-68394ceca5eb', 'mac_address': 'fa:16:3e:62:dc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2373fae-9dad-4e09-8b0b-379b39b82584', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:31:25.586109 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:25.603973 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8ae1bbeb-af79-44fa-a16b-4fa3f2702758 req-a7b9c6f2-8005-409d-87ef-c90ccf18982c tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451615 Jul 08 20:31:25.639269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bdbe18-2456-4103-ab0f-68394ceca5eb {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:31:25.680438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 80bdbe18-2456-4103-ab0f-68394ceca5eb, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=80bdbe18-2456-4103-ab0f-68394ceca5eb,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:25.688925 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:25.781122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=80bdbe18-2456-4103-ab0f-68394ceca5eb,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:25.794875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-562adc6b-84ba-4070-b1cb-593d476727e9 req-62ada35a-c680-406d-a836-7aec5ce5e5e5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Deleting port 6f67d435-f1bb-4636-b753-e52c61b28aa4 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:25.795223 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-562adc6b-84ba-4070-b1cb-593d476727e9 req-62ada35a-c680-406d-a836-7aec5ce5e5e5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:25.850681 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-3be181e2-4b03-4590-a32e-0e3518e9e86c service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719049 Jul 08 20:31:26.032277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['80bdbe18-2456-4103-ab0f-68394ceca5eb'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:31:26.116942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-562adc6b-84ba-4070-b1cb-593d476727e9 req-62ada35a-c680-406d-a836-7aec5ce5e5e5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] For port 6f67d435-f1bb-4636-b753-e52c61b28aa4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6f67d435-f1bb-4636-b753-e52c61b28aa4,segment=NetworkSegment(98ce7a99-c678-45f0-b221-a6d7a4dae022),segment_id=98ce7a99-c678-45f0-b221-a6d7a4dae022)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:26.117399 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-562adc6b-84ba-4070-b1cb-593d476727e9 req-62ada35a-c680-406d-a836-7aec5ce5e5e5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:26.213417 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87b04881-cd03-47be-b4a7-5b848ac257ca req-e6d6c50c-eaaf-407a-a493-d874b0ece096 service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544230 Jul 08 20:31:26.214067 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9097bbff-65ad-4b74-8538-d5bc2190eb79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:26.216065 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-562adc6b-84ba-4070-b1cb-593d476727e9 req-62ada35a-c680-406d-a836-7aec5ce5e5e5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Calling delete_port for 6f67d435-f1bb-4636-b753-e52c61b28aa4 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:26.537274 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097bbff-65ad-4b74-8538-d5bc2190eb79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=726be30d-23a3-423f-aa8b-c252ff8e9ec0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:26.645596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9097bbff-65ad-4b74-8538-d5bc2190eb79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router b827daca-4d2c-45a7-a346-f3fe1be40161 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:31:26.654375 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846917d3-3a5b-4393-8147-6e9dfe832c86 req-0d6608fe-153e-4776-a56f-0d667fc878cc tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:26.662504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-846917d3-3a5b-4393-8147-6e9dfe832c86 req-0d6608fe-153e-4776-a56f-0d667fc878cc tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 944 time: 0.4856174 Jul 08 20:31:26.729140 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-846917d3-3a5b-4393-8147-6e9dfe832c86 req-435f3fb0-f68c-4277-8d4a-26ba1d9601b0 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655954 Jul 08 20:31:26.814262 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-562adc6b-84ba-4070-b1cb-593d476727e9 req-62ada35a-c680-406d-a836-7aec5ce5e5e5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:26.848560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ada35a-c680-406d-a836-7aec5ce5e5e5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Pushing event deleted for resources: {'Port': ['ID=6f67d435-f1bb-4636-b753-e52c61b28aa4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:26.936101 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9040765e-b69f-40dc-aeb4-fca0061b638b req-40c0675e-6045-461e-b07f-f319c228a9ea tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 210 time: 0.0462842 Jul 08 20:31:26.994548 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-562adc6b-84ba-4070-b1cb-593d476727e9 req-62ada35a-c680-406d-a836-7aec5ce5e5e5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] No DVR routers for this DVR port 6f67d435-f1bb-4636-b753-e52c61b28aa4 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:31:26.997926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-562adc6b-84ba-4070-b1cb-593d476727e9 req-62ada35a-c680-406d-a836-7aec5ce5e5e5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:27.000150 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-562adc6b-84ba-4070-b1cb-593d476727e9 req-62ada35a-c680-406d-a836-7aec5ce5e5e5 tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.103 "DELETE /v2.0/ports/6f67d435-f1bb-4636-b753-e52c61b28aa4 HTTP/1.1" status: 204 len: 173 time: 1.7280946 Jul 08 20:31:27.006137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5932091-4849-47c6-9556-cc6aea6b9f36', 'name': 'network-vif-deleted', 'tag': '6f67d435-f1bb-4636-b753-e52c61b28aa4'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:31:27.008480 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e53efb-5af0-41ab-9c65-b79a187a6174" -d '{"events": [{"server_uuid": "c5932091-4849-47c6-9556-cc6aea6b9f36", "name": "network-vif-deleted", "tag": "6f67d435-f1bb-4636-b753-e52c61b28aa4"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:31:27.046092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9097bbff-65ad-4b74-8538-d5bc2190eb79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:31:27.056805 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0c1af-b077-493c-bd42-5a39d3a13013 None None] Sync routers for ids ['b827daca-4d2c-45a7-a346-f3fe1be40161'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:31:27.094899 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0c1af-b077-493c-bd42-5a39d3a13013 None None] Routers {'b827daca-4d2c-45a7-a346-f3fe1be40161'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:27.095831 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-eca0c1af-b077-493c-bd42-5a39d3a13013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b827daca-4d2c-45a7-a346-f3fe1be40161'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:27.124836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6f67d435-f1bb-4636-b753-e52c61b28aa4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:31:27.184594 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06883962-e8fa-4f92-9c48-b893694da7e0 x-openstack-request-id: req-06883962-e8fa-4f92-9c48-b893694da7e0 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:31:27.186653 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5932091-4849-47c6-9556-cc6aea6b9f36", "name": "network-vif-deleted", "tag": "6f67d435-f1bb-4636-b753-e52c61b28aa4", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:31:27.187334 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-06883962-e8fa-4f92-9c48-b893694da7e0 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:31:27.189765 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5932091-4849-47c6-9556-cc6aea6b9f36', 'name': 'network-vif-deleted', 'tag': '6f67d435-f1bb-4636-b753-e52c61b28aa4', 'status': 'completed', 'code': 200} Jul 08 20:31:27.266647 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-eca0c1af-b077-493c-bd42-5a39d3a13013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:27.290542 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0c1af-b077-493c-bd42-5a39d3a13013 None None] Routers {'b827daca-4d2c-45a7-a346-f3fe1be40161'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:27.291204 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-eca0c1af-b077-493c-bd42-5a39d3a13013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b827daca-4d2c-45a7-a346-f3fe1be40161'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:27.347595 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9097bbff-65ad-4b74-8538-d5bc2190eb79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:27.357565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39778) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:27.358141 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9097bbff-65ad-4b74-8538-d5bc2190eb79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/ports/726be30d-23a3-423f-aa8b-c252ff8e9ec0 HTTP/1.1" status: 204 len: 168 time: 5.1540501 Jul 08 20:31:27.370502 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-eca0c1af-b077-493c-bd42-5a39d3a13013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:27.372278 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0c1af-b077-493c-bd42-5a39d3a13013 None None] The sync data for ids ['b827daca-4d2c-45a7-a346-f3fe1be40161'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:31:28.284661 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51a1bb69-d00e-4727-a7b1-6a9b0850987b req-1ab0599f-c339-45c7-9c68-d0d2f039580a tempest-AttachVolumeNegativeTest-1490077694 tempest-AttachVolumeNegativeTest-1490077694-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5932091-4849-47c6-9556-cc6aea6b9f36 HTTP/1.1" status: 200 len: 210 time: 0.0516202 Jul 08 20:31:28.336463 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4db77d-142d-4bc7-a93c-c303f1a151c9 req-9292ed30-d859-4249-baf2-b4ee07b20579 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:28.344882 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7e4db77d-142d-4bc7-a93c-c303f1a151c9 req-9292ed30-d859-4249-baf2-b4ee07b20579 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 944 time: 0.4017944 Jul 08 20:31:28.390207 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d6381dbb-fe5a-4a45-8497-d63cf35c03f4 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:28.570856 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7e4db77d-142d-4bc7-a93c-c303f1a151c9 req-b47c6b21-2f58-4044-856f-6ea4eed81c61 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249324 Jul 08 20:31:28.900024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-d6381dbb-fe5a-4a45-8497-d63cf35c03f4 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port 58cde33c-e19e-4e74-909d-a5f5bcad93c3 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:28.900397 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d6381dbb-fe5a-4a45-8497-d63cf35c03f4 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:29.002607 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d6381dbb-fe5a-4a45-8497-d63cf35c03f4 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:29.018861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-d6381dbb-fe5a-4a45-8497-d63cf35c03f4 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for 58cde33c-e19e-4e74-909d-a5f5bcad93c3 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:29.244533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 80bdbe18-2456-4103-ab0f-68394ceca5eb up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:31:29.348518 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d6381dbb-fe5a-4a45-8497-d63cf35c03f4 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:29.353190 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 80bdbe18-2456-4103-ab0f-68394ceca5eb completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:31:29.363272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 80bdbe18-2456-4103-ab0f-68394ceca5eb triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:31:29.364618 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:29.382893 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6381dbb-fe5a-4a45-8497-d63cf35c03f4 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=58cde33c-e19e-4e74-909d-a5f5bcad93c3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:29.518244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39844) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:29.612482 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:29.679154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8d4c1b-03ba-47ea-9317-ed570bdbbf4e admin admin] Deleting subnet ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:31:29.684699 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe8d4c1b-03ba-47ea-9317-ed570bdbbf4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:29.694019 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902078dc-8c12-47d3-a25e-fdb575d0f402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdbe18-2456-4103-ab0f-68394ceca5eb'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:31:29.696293 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ac300c-d585-41e7-b205-246cb1225bf3" -d '{"events": [{"server_uuid": "902078dc-8c12-47d3-a25e-fdb575d0f402", "name": "network-vif-plugged", "status": "completed", "tag": "80bdbe18-2456-4103-ab0f-68394ceca5eb"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:31:29.757772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 80bdbe18-2456-4103-ab0f-68394ceca5eb, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=80bdbe18-2456-4103-ab0f-68394ceca5eb,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:29.763867 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:29.764985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6f67d435-f1bb-4636-b753-e52c61b28aa4 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:31:29.828114 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe8d4c1b-03ba-47ea-9317-ed570bdbbf4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:29.852204 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d6381dbb-fe5a-4a45-8497-d63cf35c03f4 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:29.972147 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe8d4c1b-03ba-47ea-9317-ed570bdbbf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:29.972948 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 6f67d435-f1bb-4636-b753-e52c61b28aa4 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:31:29.973796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6f67d435-f1bb-4636-b753-e52c61b28aa4 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:31:29.991233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=80bdbe18-2456-4103-ab0f-68394ceca5eb,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:30.011033 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b3cfd8-d04b-4721-8a7f-ef778c17a73c x-openstack-request-id: req-c2b3cfd8-d04b-4721-8a7f-ef778c17a73c {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:31:30.014248 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902078dc-8c12-47d3-a25e-fdb575d0f402", "name": "network-vif-plugged", "status": "completed", "tag": "80bdbe18-2456-4103-ab0f-68394ceca5eb", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:31:30.014678 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c2b3cfd8-d04b-4721-8a7f-ef778c17a73c {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:31:30.015269 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902078dc-8c12-47d3-a25e-fdb575d0f402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdbe18-2456-4103-ab0f-68394ceca5eb', 'code': 200} Jul 08 20:31:30.018522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:30.019488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:30.020243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:30.020777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:30.021256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:30.021730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:30.022269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:30.023086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:30.023559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:30.024077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:30.024549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:30.025135 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:30.185057 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe8d4c1b-03ba-47ea-9317-ed570bdbbf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:30.233918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d4c1b-03ba-47ea-9317-ed570bdbbf4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:30.237575 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe8d4c1b-03ba-47ea-9317-ed570bdbbf4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:30.242189 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fe8d4c1b-03ba-47ea-9317-ed570bdbbf4e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ac9b7f4a-6996-4bdb-91c0-e9d49b40de3e HTTP/1.1" status: 204 len: 168 time: 0.7228811 Jul 08 20:31:30.243083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39876) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:30.408403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f96b3b-3897-4f5e-bd81-1d8b40b64eab req-4f3772d4-dcd4-42c6-8520-57a5b5badcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:30.410681 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b7f96b3b-3897-4f5e-bd81-1d8b40b64eab req-4f3772d4-dcd4-42c6-8520-57a5b5badcd6 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 1097 time: 0.3023117 Jul 08 20:31:30.415438 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ef84-e38b-45ca-96b6-a1e4f2fb3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:30.508767 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b7f96b3b-3897-4f5e-bd81-1d8b40b64eab req-1d3dea1b-5095-47a6-ad6b-eaed9da9557a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839856 Jul 08 20:31:30.589771 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ef84-e38b-45ca-96b6-a1e4f2fb3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:30.614614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-3cf5ef84-e38b-45ca-96b6-a1e4f2fb3b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb52e9e-eaba-47ff-a0c6-9f694354493c']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:30.630037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-3cf5ef84-e38b-45ca-96b6-a1e4f2fb3b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ce7a99-c678-45f0-b221-a6d7a4dae022') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:30.630331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-3cf5ef84-e38b-45ca-96b6-a1e4f2fb3b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ce7a99-c678-45f0-b221-a6d7a4dae022') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:30.646092 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ef84-e38b-45ca-96b6-a1e4f2fb3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:30.648584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c8895-ef72-4e5d-85e1-6161df2d3d43 req-9dc4bfbf-ead7-47bd-8b52-179f45366e20 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:30.649871 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-765c8895-ef72-4e5d-85e1-6161df2d3d43 req-9dc4bfbf-ead7-47bd-8b52-179f45366e20 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.6650198 Jul 08 20:31:30.677861 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ef84-e38b-45ca-96b6-a1e4f2fb3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:30.692173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf5ef84-e38b-45ca-96b6-a1e4f2fb3b0f admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:31:30.692842 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ef84-e38b-45ca-96b6-a1e4f2fb3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:31:30.778520 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:31:30.786818 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ef84-e38b-45ca-96b6-a1e4f2fb3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:30.799728 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ef84-e38b-45ca-96b6-a1e4f2fb3b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:30.805003 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3cf5ef84-e38b-45ca-96b6-a1e4f2fb3b0f admin admin] 10.222.0.101 "DELETE /v2.0/networks/0cb52e9e-eaba-47ff-a0c6-9f694354493c HTTP/1.1" status: 204 len: 168 time: 0.5552559 Jul 08 20:31:30.833393 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-765c8895-ef72-4e5d-85e1-6161df2d3d43 req-23256913-110a-496c-8eb3-5c40dff9a187 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666687 Jul 08 20:31:30.851590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5ef84-e38b-45ca-96b6-a1e4f2fb3b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb52e9e-eaba-47ff-a0c6-9f694354493c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:30.980969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6381dbb-fe5a-4a45-8497-d63cf35c03f4 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router b827daca-4d2c-45a7-a346-f3fe1be40161 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:31:31.142366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39898) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:31.203214 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7bcbe1f6-5699-47a1-bdf5-b35e17c13afa admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d5e9137b4de448389e507d5eb405a95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594790 Jul 08 20:31:31.207594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39900) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:31.311722 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6381dbb-fe5a-4a45-8497-d63cf35c03f4 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:31:31.319141 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d6381dbb-fe5a-4a45-8497-d63cf35c03f4 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "PUT /v2.0/routers/b827daca-4d2c-45a7-a346-f3fe1be40161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9599273 Jul 08 20:31:31.320470 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b69dbf9d-b510-4bcd-b1eb-709156aee94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:31.324767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39906) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:31.327002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27998e03-13c4-445c-a5e9-54227c86639b None None] Sync routers for ids ['b827daca-4d2c-45a7-a346-f3fe1be40161'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:31:31.347992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27998e03-13c4-445c-a5e9-54227c86639b None None] Routers {'b827daca-4d2c-45a7-a346-f3fe1be40161'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:31.349075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-27998e03-13c4-445c-a5e9-54227c86639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b827daca-4d2c-45a7-a346-f3fe1be40161'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:31.446259 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b69dbf9d-b510-4bcd-b1eb-709156aee94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:31.474887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-27998e03-13c4-445c-a5e9-54227c86639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:31.514376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27998e03-13c4-445c-a5e9-54227c86639b None None] Routers {'b827daca-4d2c-45a7-a346-f3fe1be40161'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:31.516032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-27998e03-13c4-445c-a5e9-54227c86639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b827daca-4d2c-45a7-a346-f3fe1be40161'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:31.579080 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b69dbf9d-b510-4bcd-b1eb-709156aee94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:31.588147 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b69dbf9d-b510-4bcd-b1eb-709156aee94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:31.592335 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b69dbf9d-b510-4bcd-b1eb-709156aee94a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3fc288c1-1aab-4ff6-b22e-4acc7b842c6c HTTP/1.1" status: 204 len: 168 time: 0.3823826 Jul 08 20:31:31.628680 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69dbf9d-b510-4bcd-b1eb-709156aee94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc288c1-1aab-4ff6-b22e-4acc7b842c6c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:31.675123 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-27998e03-13c4-445c-a5e9-54227c86639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:31.675928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27998e03-13c4-445c-a5e9-54227c86639b None None] The sync data for ids ['b827daca-4d2c-45a7-a346-f3fe1be40161'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:31:31.757818 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:31.999274 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:32.248995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b7521-935e-484e-b758-6537621a6dca req-09f27649-9593-4c9d-b8c4-bd8c12eedf2b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:32.250612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a35b7521-935e-484e-b758-6537621a6dca req-09f27649-9593-4c9d-b8c4-bd8c12eedf2b tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1829178 Jul 08 20:31:32.252814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port 08877948-d5a6-4bfb-9206-c9cbe837df6d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:32.253163 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:32.356107 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a35b7521-935e-484e-b758-6537621a6dca req-e872a62c-c071-4b67-9fc5-a40deb7db2fe tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894485 Jul 08 20:31:32.407967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:32.441147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for 08877948-d5a6-4bfb-9206-c9cbe837df6d owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:32.854600 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:32.935961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=08877948-d5a6-4bfb-9206-c9cbe837df6d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:33.083927 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:33.114937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e94684-c4b2-452c-a551-764e9177b4d5 req-ffa3cd1b-79e5-4114-8799-48baca94d726 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:33.131749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05e94684-c4b2-452c-a551-764e9177b4d5 req-ffa3cd1b-79e5-4114-8799-48baca94d726 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1351573 Jul 08 20:31:33.246325 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05e94684-c4b2-452c-a551-764e9177b4d5 req-5dd80e64-9613-42b9-8211-86084148fff2 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033144 Jul 08 20:31:33.322477 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:33.328623 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:33.580853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:33.581386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Fanout notify agent at l3_agent the message router_deleted on router b827daca-4d2c-45a7-a346-f3fe1be40161 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:31:33.597955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:33.602292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39984) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:33.619822 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-24bc2474-abf3-4939-a866-ad8eb7515bce tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/routers/b827daca-4d2c-45a7-a346-f3fe1be40161 HTTP/1.1" status: 204 len: 168 time: 2.2939944 Jul 08 20:31:33.666486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39c090-d22e-408d-b59a-9f666f77da74 req-7c9a4aff-2943-4b0d-8c69-528333bf6957 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:33.668233 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db39c090-d22e-408d-b59a-9f666f77da74 req-7c9a4aff-2943-4b0d-8c69-528333bf6957 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.2145143 Jul 08 20:31:33.727690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-81aff240-0cea-4878-bc85-2dfc2909d59b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting subnet 703e2cc3-2a80-4693-bdb0-4843cb437452 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:31:33.735413 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-81aff240-0cea-4878-bc85-2dfc2909d59b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:33.956837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-81aff240-0cea-4878-bc85-2dfc2909d59b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:34.063326 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e9446747-8db2-46e9-b100-143d4009190d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:34.145513 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:31:34.227120 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-81aff240-0cea-4878-bc85-2dfc2909d59b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:34.294525 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-81aff240-0cea-4878-bc85-2dfc2909d59b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:34.315636 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-81aff240-0cea-4878-bc85-2dfc2909d59b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:34.327835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8682cec-33a6-4078-bc1a-5ee991cefd11 None None] Network b038d947-c976-4abd-a633-fe1f29c9e318 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:31:34.331836 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-81aff240-0cea-4878-bc85-2dfc2909d59b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/subnets/703e2cc3-2a80-4693-bdb0-4843cb437452 HTTP/1.1" status: 204 len: 168 time: 0.7284517 Jul 08 20:31:34.332474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40004) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:34.401710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aff240-0cea-4878-bc85-2dfc2909d59b tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Subnet': ['ID=703e2cc3-2a80-4693-bdb0-4843cb437452,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:34.640305 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:34.832550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port bef27f03-2a41-4e9b-bb94-81390db9540f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:34.832911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:34.843653 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608112dc-ffda-4f6c-8bc8-58184a9ccbc6 None None] DHCP port deletion for b038d947-c976-4abd-a633-fe1f29c9e318 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:31:34.898331 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db39c090-d22e-408d-b59a-9f666f77da74 req-108cae83-998f-4526-989b-08667d57f907 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2212605 Jul 08 20:31:34.955397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-608112dc-ffda-4f6c-8bc8-58184a9ccbc6 None None] Deleting port bef27f03-2a41-4e9b-bb94-81390db9540f {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:34.958932 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-608112dc-ffda-4f6c-8bc8-58184a9ccbc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:34.982287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] For port bef27f03-2a41-4e9b-bb94-81390db9540f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bef27f03-2a41-4e9b-bb94-81390db9540f,segment=NetworkSegment(20c458d1-d641-4cb0-9f21-17e2b69aa2e2),segment_id=20c458d1-d641-4cb0-9f21-17e2b69aa2e2)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:34.982682 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:35.035442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for bef27f03-2a41-4e9b-bb94-81390db9540f owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:35.125842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-608112dc-ffda-4f6c-8bc8-58184a9ccbc6 None None] For port bef27f03-2a41-4e9b-bb94-81390db9540f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bef27f03-2a41-4e9b-bb94-81390db9540f,segment=NetworkSegment(20c458d1-d641-4cb0-9f21-17e2b69aa2e2),segment_id=20c458d1-d641-4cb0-9f21-17e2b69aa2e2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:35.126844 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-608112dc-ffda-4f6c-8bc8-58184a9ccbc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:35.146732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-608112dc-ffda-4f6c-8bc8-58184a9ccbc6 None None] Calling delete_port for bef27f03-2a41-4e9b-bb94-81390db9540f owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:35.322626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bef27f03-2a41-4e9b-bb94-81390db9540f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:31:35.348790 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:35.379129 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: bef27f03-2a41-4e9b-bb94-81390db9540f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:31:35.379670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bef27f03-2a41-4e9b-bb94-81390db9540f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:31:35.390691 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-608112dc-ffda-4f6c-8bc8-58184a9ccbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:35.416204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608112dc-ffda-4f6c-8bc8-58184a9ccbc6 None None] No DVR routers for this DVR port bef27f03-2a41-4e9b-bb94-81390db9540f on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:31:35.437091 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=bef27f03-2a41-4e9b-bb94-81390db9540f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:35.482679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608112dc-ffda-4f6c-8bc8-58184a9ccbc6 None None] Pushing event deleted for resources: {'Port': ['ID=bef27f03-2a41-4e9b-bb94-81390db9540f,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:35.491485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] No DVR routers for this DVR port bef27f03-2a41-4e9b-bb94-81390db9540f on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:31:35.744506 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:35.775216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b038d947-c976-4abd-a633-fe1f29c9e318']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:35.847887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c458d1-d641-4cb0-9f21-17e2b69aa2e2') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:35.848795 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c458d1-d641-4cb0-9f21-17e2b69aa2e2') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:35.857161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a6a6-de9b-4cc7-981e-f4274bc75492 req-00bdf9a3-5e93-4be9-b27b-afce3a747260 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:35.864295 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6999a6a6-de9b-4cc7-981e-f4274bc75492 req-00bdf9a3-5e93-4be9-b27b-afce3a747260 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1928294 Jul 08 20:31:35.874652 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:35.908384 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:35.923630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:31:35.924289 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:35.954261 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6999a6a6-de9b-4cc7-981e-f4274bc75492 req-76e2120c-97d3-4ec7-a218-3c1f36fa82a6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811479 Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:31:35.956150 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:31:36.165931 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:36.181378 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:36.193990 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/networks/b038d947-c976-4abd-a633-fe1f29c9e318 HTTP/1.1" status: 204 len: 168 time: 1.8202074 Jul 08 20:31:36.195392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40054) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:36.241489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068eb38-176f-4d60-b5de-2d7e0c0630da tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Network': ['ID=b038d947-c976-4abd-a633-fe1f29c9e318,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:36.376026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-adc0b772-e8b3-4bf3-b3c3-c27b2be1a002 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port 463acead-0f0b-4832-85a4-9b5d7c52b3b6 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:36.376421 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-adc0b772-e8b3-4bf3-b3c3-c27b2be1a002 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:36.477921 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-adc0b772-e8b3-4bf3-b3c3-c27b2be1a002 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:36.478448 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-adc0b772-e8b3-4bf3-b3c3-c27b2be1a002 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:36.491953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-adc0b772-e8b3-4bf3-b3c3-c27b2be1a002 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for 463acead-0f0b-4832-85a4-9b5d7c52b3b6 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:36.554426 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cb694f7c-cd24-4b92-bae2-072c1d862285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:36.690735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-adc0b772-e8b3-4bf3-b3c3-c27b2be1a002 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:36.734336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0b772-e8b3-4bf3-b3c3-c27b2be1a002 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=463acead-0f0b-4832-85a4-9b5d7c52b3b6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:36.749745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40064) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:36.825550 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-adc0b772-e8b3-4bf3-b3c3-c27b2be1a002 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:36.828475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-adc0b772-e8b3-4bf3-b3c3-c27b2be1a002 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:36.836752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40070) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:36.836909 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-adc0b772-e8b3-4bf3-b3c3-c27b2be1a002 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/floatingips/f2f16594-13d4-4355-83a7-c500288cab5c HTTP/1.1" status: 204 len: 168 time: 0.6403871 Jul 08 20:31:36.903040 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d8a943-5f54-4e90-bbc3-5e6d3aa32c79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] DELETE failed (client error): The resource could not be found. Jul 08 20:31:36.903955 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d8a943-5f54-4e90-bbc3-5e6d3aa32c79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:31:36.913545 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:36.913740 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-08d8a943-5f54-4e90-bbc3-5e6d3aa32c79 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/ports/726be30d-23a3-423f-aa8b-c252ff8e9ec0 HTTP/1.1" status: 404 len: 333 time: 0.0744247 Jul 08 20:31:36.915819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40078) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:36.958554 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eea093e8-0c3f-44f5-97aa-6433ce3da6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:36.978705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40082) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:36.978894 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-36e2d567-0827-4558-a6fe-a4825e1d332a tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "GET /v2.0/ports?device_id=b827daca-4d2c-45a7-a346-f3fe1be40161 HTTP/1.1" status: 200 len: 205 time: 0.0618489 Jul 08 20:31:37.079681 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-96d21aec-498a-4263-9dd1-969422176613 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] delete failed (client error): The resource could not be found. Jul 08 20:31:37.081704 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-96d21aec-498a-4263-9dd1-969422176613 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/routers/b827daca-4d2c-45a7-a346-f3fe1be40161 HTTP/1.1" status: 404 len: 336 time: 0.1016045 Jul 08 20:31:37.084145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40096) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:37.150936 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13bbc7c-352d-43bf-b9cd-ecf8a3a2ee65 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] DELETE failed (client error): The resource could not be found. Jul 08 20:31:37.152449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13bbc7c-352d-43bf-b9cd-ecf8a3a2ee65 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:31:37.159908 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40100) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:37.160924 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e13bbc7c-352d-43bf-b9cd-ecf8a3a2ee65 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/subnets/703e2cc3-2a80-4693-bdb0-4843cb437452 HTTP/1.1" status: 404 len: 337 time: 0.0756297 Jul 08 20:31:37.175924 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eea093e8-0c3f-44f5-97aa-6433ce3da6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:37.208064 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eea093e8-0c3f-44f5-97aa-6433ce3da6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:37.271522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-eea093e8-0c3f-44f5-97aa-6433ce3da6b1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=61eb6527b831490d9ca060f35f3e3e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201027 Jul 08 20:31:37.275290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40108) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:37.316952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea093e8-0c3f-44f5-97aa-6433ce3da6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fea946d-d9fe-430b-b92f-b917bfbf567e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:37.357450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a2d1ba4-13c3-445b-981a-fdc923b92a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:37.424057 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a2d1ba4-13c3-445b-981a-fdc923b92a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:37.435411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1cd76-6f7b-474e-8d85-d4fa8a31f9d0 req-025dcc80-55e1-4899-a6b9-2012f341cc80 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:37.442601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6dc1cd76-6f7b-474e-8d85-d4fa8a31f9d0 req-025dcc80-55e1-4899-a6b9-2012f341cc80 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.2696126 Jul 08 20:31:37.476337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-df59f411-1daf-45c4-b028-936112d5627a tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port 477e2c97-51e7-425a-bbf7-3f378538bea9 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:37.480308 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df59f411-1daf-45c4-b028-936112d5627a tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:37.500935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a2d1ba4-13c3-445b-981a-fdc923b92a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:37.505150 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a2d1ba4-13c3-445b-981a-fdc923b92a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:37.508698 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0a2d1ba4-13c3-445b-981a-fdc923b92a05 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4fea946d-d9fe-430b-b92f-b917bfbf567e HTTP/1.1" status: 204 len: 168 time: 0.2286077 Jul 08 20:31:37.536004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d1ba4-13c3-445b-981a-fdc923b92a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fea946d-d9fe-430b-b92f-b917bfbf567e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:37.688322 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df59f411-1daf-45c4-b028-936112d5627a tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:37.711534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-df59f411-1daf-45c4-b028-936112d5627a tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for 477e2c97-51e7-425a-bbf7-3f378538bea9 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:37.749077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6dc1cd76-6f7b-474e-8d85-d4fa8a31f9d0 req-a81a79dd-c5f0-4bbf-9e1c-c786a7fbbf99 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053591 Jul 08 20:31:38.019631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df59f411-1daf-45c4-b028-936112d5627a tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:38.025117 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40134) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:38.056011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8845342-fd1d-4827-8668-5351cfdde966 req-060130e7-9320-4c03-936a-0a9778ce27fd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:38.057667 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b8845342-fd1d-4827-8668-5351cfdde966 req-060130e7-9320-4c03-936a-0a9778ce27fd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1538563 Jul 08 20:31:38.066320 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-903509d4-81fa-4be8-9df4-af701184966a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:38.081788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59f411-1daf-45c4-b028-936112d5627a tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=477e2c97-51e7-425a-bbf7-3f378538bea9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:38.166579 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:38.168832 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df59f411-1daf-45c4-b028-936112d5627a tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:38.170980 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-df59f411-1daf-45c4-b028-936112d5627a tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/ports/477e2c97-51e7-425a-bbf7-3f378538bea9 HTTP/1.1" status: 204 len: 168 time: 1.0100064 Jul 08 20:31:38.174439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40138) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:38.225385 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-903509d4-81fa-4be8-9df4-af701184966a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:38.234481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-903509d4-81fa-4be8-9df4-af701184966a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:38.267700 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-903509d4-81fa-4be8-9df4-af701184966a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=22668964c37e48508d516f7343122f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317615 Jul 08 20:31:38.271225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40140) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:38.282859 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b8845342-fd1d-4827-8668-5351cfdde966 req-3e678d76-f569-4775-94a8-8c0b465c85ac tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086876 Jul 08 20:31:38.324097 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903509d4-81fa-4be8-9df4-af701184966a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3e9a8c-bd89-48c0-b116-5555afb1888d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:38.360511 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1bd163f1-e919-4220-bfac-f393166660d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:38.386227 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1bd163f1-e919-4220-bfac-f393166660d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:38.454193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-684397d5-3b67-4cb9-872e-658cc30fe816 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port 62d44101-6d49-4166-b292-e50a66104b56 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:38.455705 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-684397d5-3b67-4cb9-872e-658cc30fe816 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:38.459911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1bd163f1-e919-4220-bfac-f393166660d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:38.468925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1bd163f1-e919-4220-bfac-f393166660d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:38.478738 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1bd163f1-e919-4220-bfac-f393166660d8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9f3e9a8c-bd89-48c0-b116-5555afb1888d HTTP/1.1" status: 204 len: 168 time: 0.2059152 Jul 08 20:31:38.556307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd163f1-e919-4220-bfac-f393166660d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3e9a8c-bd89-48c0-b116-5555afb1888d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:38.645087 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-684397d5-3b67-4cb9-872e-658cc30fe816 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:38.677140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-684397d5-3b67-4cb9-872e-658cc30fe816 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for 62d44101-6d49-4166-b292-e50a66104b56 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:38.971501 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-684397d5-3b67-4cb9-872e-658cc30fe816 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:39.039296 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe11873-87a0-4937-9c3f-cfaa95777507 req-bcd5966f-9eed-4903-ac79-a23da8543d64 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:39.047465 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cfe11873-87a0-4937-9c3f-cfaa95777507 req-bcd5966f-9eed-4903-ac79-a23da8543d64 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1216059 Jul 08 20:31:39.095542 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cfe11873-87a0-4937-9c3f-cfaa95777507 req-3d42f61e-6813-493e-91e8-1b8a71d9f641 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471151 Jul 08 20:31:39.117610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684397d5-3b67-4cb9-872e-658cc30fe816 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=62d44101-6d49-4166-b292-e50a66104b56,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:39.302598 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-684397d5-3b67-4cb9-872e-658cc30fe816 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:39.304122 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-684397d5-3b67-4cb9-872e-658cc30fe816 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/ports/62d44101-6d49-4166-b292-e50a66104b56 HTTP/1.1" status: 204 len: 168 time: 1.1285470 Jul 08 20:31:39.306841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40176) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:39.354675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88997db-20ea-49ef-a5ff-0ead7f48c4c3 req-88418aa2-9458-4953-ba91-c678b59c28a6 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:39.360700 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d88997db-20ea-49ef-a5ff-0ead7f48c4c3 req-88418aa2-9458-4953-ba91-c678b59c28a6 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1260808 Jul 08 20:31:39.423064 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d88997db-20ea-49ef-a5ff-0ead7f48c4c3 req-888b638a-c588-4d09-9b85-0e81f6876def tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586200 Jul 08 20:31:39.430012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a738a2-bd70-4984-9270-b89a781d7082 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:39.436224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-83a738a2-bd70-4984-9270-b89a781d7082 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "GET /v2.0/ports?device_id=3289a2ab-45a2-4c0b-8519-6cf7fd365b9c HTTP/1.1" status: 200 len: 913 time: 0.1260982 Jul 08 20:31:39.437338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40180) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:39.751459 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:39.967908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-70f07728-b120-4f61-b165-7fef6ca1dc22 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:40.719236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0abe8b-bf87-4e59-8d3d-a05cc4636ace req-78af5553-0894-4241-ada5-8bbcd45c76e2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:40.727957 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ee0abe8b-bf87-4e59-8d3d-a05cc4636ace req-78af5553-0894-4241-ada5-8bbcd45c76e2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1047108 Jul 08 20:31:40.781365 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ee0abe8b-bf87-4e59-8d3d-a05cc4636ace req-e73024a6-39b0-46a0-bcfa-1ec71daa43fa tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517361 Jul 08 20:31:40.806334 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fffd2e-bea6-4fca-ba33-e16ad3d2588d req-aeabcb72-e925-4a73-9492-78fdd4e3da36 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:40.812921 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e0fffd2e-bea6-4fca-ba33-e16ad3d2588d req-aeabcb72-e925-4a73-9492-78fdd4e3da36 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.5019319 Jul 08 20:31:40.814390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-70f07728-b120-4f61-b165-7fef6ca1dc22 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port c5c702e4-bdea-4ee8-a748-9c983c990076 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:40.814973 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-70f07728-b120-4f61-b165-7fef6ca1dc22 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:40.934139 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e0fffd2e-bea6-4fca-ba33-e16ad3d2588d req-587f4e07-d4af-455b-b16e-0625b98aee12 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153092 Jul 08 20:31:40.981458 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-70f07728-b120-4f61-b165-7fef6ca1dc22 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:41.003943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-70f07728-b120-4f61-b165-7fef6ca1dc22 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for c5c702e4-bdea-4ee8-a748-9c983c990076 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:41.139023 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40232) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:41.246297 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-70f07728-b120-4f61-b165-7fef6ca1dc22 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:41.271201 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8e62-691e-4a04-bee6-2c9b360680a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:41.277102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f07728-b120-4f61-b165-7fef6ca1dc22 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=c5c702e4-bdea-4ee8-a748-9c983c990076,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:41.432454 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8e62-691e-4a04-bee6-2c9b360680a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:41.438441 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8e62-691e-4a04-bee6-2c9b360680a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:41.476418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d8e62-691e-4a04-bee6-2c9b360680a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169aedbb-afc2-44e7-b7e6-8294938759c4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:41.485273 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ea6d8e62-691e-4a04-bee6-2c9b360680a7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6fae7f9464664ed986d0f471700ff98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416817 Jul 08 20:31:41.485273 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40256) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:41.518719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-70f07728-b120-4f61-b165-7fef6ca1dc22 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:41.560717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:41.611234 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:41.707868 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:41.710727 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:41.715024 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/169aedbb-afc2-44e7-b7e6-8294938759c4 HTTP/1.1" status: 204 len: 168 time: 0.2285895 Jul 08 20:31:41.731031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169aedbb-afc2-44e7-b7e6-8294938759c4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:41.740606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:41.740979 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:41.741318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:41.741781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:41.741984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:41.742318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:41.742658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:41.742972 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:41.743292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:41.743610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:41.743929 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:41.748229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cafba4-d73c-45b7-963c-50ff92cd8406 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:31:41.848524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f07728-b120-4f61-b165-7fef6ca1dc22 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:31:41.996674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f07728-b120-4f61-b165-7fef6ca1dc22 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:31:42.010152 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afc39a4-934c-4ad3-97a5-1bfce5d81fc6 None None] Sync routers for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:31:42.013533 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-70f07728-b120-4f61-b165-7fef6ca1dc22 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "PUT /v2.0/routers/3289a2ab-45a2-4c0b-8519-6cf7fd365b9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5685685 Jul 08 20:31:42.015530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40318) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:42.040976 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afc39a4-934c-4ad3-97a5-1bfce5d81fc6 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:42.041828 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3afc39a4-934c-4ad3-97a5-1bfce5d81fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:42.049037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1e5a5-2021-4ee9-be56-dd3ca13a5b2b req-a687acf1-4dc1-4fc9-ae73-3c32c765e64a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:42.057440 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0f1e5a5-2021-4ee9-be56-dd3ca13a5b2b req-a687acf1-4dc1-4fc9-ae73-3c32c765e64a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1259899 Jul 08 20:31:42.179818 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0f1e5a5-2021-4ee9-be56-dd3ca13a5b2b req-fb883fd5-5be2-469a-8a61-11cb5c2a895b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133289 Jul 08 20:31:42.247450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:42.374583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b739b6-66f8-4e4f-9900-29d823c7670a req-9723e12c-1c6c-447a-8277-ed1c9c8b3c80 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:42.375973 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3afc39a4-934c-4ad3-97a5-1bfce5d81fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:42.376166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b739b6-66f8-4e4f-9900-29d823c7670a req-9723e12c-1c6c-447a-8277-ed1c9c8b3c80 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1663518 Jul 08 20:31:42.390875 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afc39a4-934c-4ad3-97a5-1bfce5d81fc6 None None] Routers {'3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:31:42.392492 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3afc39a4-934c-4ad3-97a5-1bfce5d81fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:31:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:42.427048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:42.440717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b739b6-66f8-4e4f-9900-29d823c7670a req-b9f74f9c-72a5-4ce1-a205-13f7edc56b3f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515676 Jul 08 20:31:42.464884 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3afc39a4-934c-4ad3-97a5-1bfce5d81fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:42.465536 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afc39a4-934c-4ad3-97a5-1bfce5d81fc6 None None] The sync data for ids ['3289a2ab-45a2-4c0b-8519-6cf7fd365b9c'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:31:42.502709 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting port 7d89c69e-5130-4f05-aa7d-a47906da8be8 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:31:42.502933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:42.525710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 039f2ecc-1dae-46ce-877d-f5b1908c5776 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:31:42.531713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 039f2ecc-1dae-46ce-877d-f5b1908c5776 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:31:42.561835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40380) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:42.596507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-307d0a96-eb58-47e4-aade-d820d88524ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:42.635220 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:42.657015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Calling delete_port for 7d89c69e-5130-4f05-aa7d-a47906da8be8 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:31:42.791119 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:42.868145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:31:42.870500 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e09b3b4-14a3-4b0d-a60f-fc7036d423c4" -d '{"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-unplugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:31:42.884000 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-307d0a96-eb58-47e4-aade-d820d88524ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:42.892481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-307d0a96-eb58-47e4-aade-d820d88524ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:42.894806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:42.909119 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:42.925723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:42.946144 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:42.990671 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d0a96-eb58-47e4-aade-d820d88524ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0422e70-b8ab-46a0-bccf-061dd83b8d3e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:43.019817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=11']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:43.028291 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4547f247-5b26-4356-90d4-b9c735671de0 x-openstack-request-id: req-4547f247-5b26-4356-90d4-b9c735671de0 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:31:43.028587 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-unplugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:31:43.028937 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4547f247-5b26-4356-90d4-b9c735671de0 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:31:43.029338 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'code': 200} Jul 08 20:31:43.031676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'port_id': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'mac_address': 'fa:16:3e:5c:56:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:31:43.044134 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-307d0a96-eb58-47e4-aade-d820d88524ac admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8c5896f648994bdfb85af52e3cd841b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809587 Jul 08 20:31:43.046601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40438) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:43.066610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Port': ['ID=7d89c69e-5130-4f05-aa7d-a47906da8be8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:43.091327 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.111612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039f2ecc-1dae-46ce-877d-f5b1908c5776 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:31:43.149223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:43.156859 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.168093 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.197776 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-344765d8-0414-46da-ab04-e4bc035e15f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.227221 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-344765d8-0414-46da-ab04-e4bc035e15f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.268231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=12']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:43.285789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['039f2ecc-1dae-46ce-877d-f5b1908c5776'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:31:43.302840 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-344765d8-0414-46da-ab04-e4bc035e15f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.306799 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-344765d8-0414-46da-ab04-e4bc035e15f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.308771 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-344765d8-0414-46da-ab04-e4bc035e15f5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a0422e70-b8ab-46a0-bccf-061dd83b8d3e HTTP/1.1" status: 204 len: 168 time: 0.2610776 Jul 08 20:31:43.334499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344765d8-0414-46da-ab04-e4bc035e15f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0422e70-b8ab-46a0-bccf-061dd83b8d3e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:43.453086 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.457445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.582887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b769016-4f59-4240-b646-bed811496742 req-4b1e6419-39f7-442d-8557-59467bf6f943 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:43.588176 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3b769016-4f59-4240-b646-bed811496742 req-4b1e6419-39f7-442d-8557-59467bf6f943 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 946 time: 0.1308103 Jul 08 20:31:43.610676 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.612081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Fanout notify agent at l3_agent the message router_deleted on router 3289a2ab-45a2-4c0b-8519-6cf7fd365b9c {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:31:43.644276 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.653752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a0921114-cccd-40d4-9954-1bdcbe452e1e tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/routers/3289a2ab-45a2-4c0b-8519-6cf7fd365b9c HTTP/1.1" status: 204 len: 168 time: 1.6363292 Jul 08 20:31:43.655494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40516) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:43.688837 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3b769016-4f59-4240-b646-bed811496742 req-e52901b7-3c48-47ac-b964-cdb206824e7e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920224 Jul 08 20:31:43.739446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9891c07d-e1c8-4f9e-9b0c-88c9cd648e70 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Deleting subnet 9b30528f-3c30-4380-ac87-3877aa0038e9 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:31:43.747861 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9891c07d-e1c8-4f9e-9b0c-88c9cd648e70 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.847579 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9891c07d-e1c8-4f9e-9b0c-88c9cd648e70 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.879019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40550) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:43.925296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9891c07d-e1c8-4f9e-9b0c-88c9cd648e70 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:43.990019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fa352-bf36-4a81-a901-6ecbf62838f2 req-7900d74c-9a3d-43a5-91d6-d87152302157 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:44.001935 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-430fa352-bf36-4a81-a901-6ecbf62838f2 req-7900d74c-9a3d-43a5-91d6-d87152302157 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.2092376 Jul 08 20:31:44.025108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40570) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:44.069130 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f4c49fc6-f4a3-453d-9ba3-9c6f2223d3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.072262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-430fa352-bf36-4a81-a901-6ecbf62838f2 req-d2cc1186-167c-462f-9b1d-9c664cf8ac9c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692143 Jul 08 20:31:44.091091 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9891c07d-e1c8-4f9e-9b0c-88c9cd648e70 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.130309 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9891c07d-e1c8-4f9e-9b0c-88c9cd648e70 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.133559 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9891c07d-e1c8-4f9e-9b0c-88c9cd648e70 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/subnets/9b30528f-3c30-4380-ac87-3877aa0038e9 HTTP/1.1" status: 204 len: 168 time: 0.4757104 Jul 08 20:31:44.135737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891c07d-e1c8-4f9e-9b0c-88c9cd648e70 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Subnet': ['ID=9b30528f-3c30-4380-ac87-3877aa0038e9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:44.139728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40580) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:44.254868 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9d3e-7b70-44ef-acf8-cf739e5a3b40 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.270211 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f4c49fc6-f4a3-453d-9ba3-9c6f2223d3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.279771 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f4c49fc6-f4a3-453d-9ba3-9c6f2223d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.340088 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f4c49fc6-f4a3-453d-9ba3-9c6f2223d3cf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a450866f8f1f400e8c3ca3e580061711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129163 Jul 08 20:31:44.341083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c49fc6-f4a3-453d-9ba3-9c6f2223d3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84768795-7af9-456e-ade2-908a1ac2fa7d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:44.343858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40598) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:44.385482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9d3e-7b70-44ef-acf8-cf739e5a3b40 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.396084 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ac7c9d3e-7b70-44ef-acf8-cf739e5a3b40 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99491a50-d74c-458c-ab39-2e1f9325aa69']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:44.398854 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba591a37-18d5-468b-b8f9-58fd99ae895d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.421042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ac7c9d3e-7b70-44ef-acf8-cf739e5a3b40 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874923a3-1b34-4d80-848b-3ad3dc029a97') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:44.421685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ac7c9d3e-7b70-44ef-acf8-cf739e5a3b40 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874923a3-1b34-4d80-848b-3ad3dc029a97') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:31:44.431394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9d3e-7b70-44ef-acf8-cf739e5a3b40 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.452374 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9d3e-7b70-44ef-acf8-cf739e5a3b40 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.458647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7c9d3e-7b70-44ef-acf8-cf739e5a3b40 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:31:44.459047 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9d3e-7b70-44ef-acf8-cf739e5a3b40 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:31:44.462608 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:31:44.501684 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-01a635a7-2a70-4616-bf66-cb4e3eb57a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.530317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 039f2ecc-1dae-46ce-877d-f5b1908c5776 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:31:44.553441 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-01a635a7-2a70-4616-bf66-cb4e3eb57a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.560396 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9d3e-7b70-44ef-acf8-cf739e5a3b40 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.602399 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9d3e-7b70-44ef-acf8-cf739e5a3b40 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.622615 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ac7c9d3e-7b70-44ef-acf8-cf739e5a3b40 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] 10.222.0.101 "DELETE /v2.0/networks/99491a50-d74c-458c-ab39-2e1f9325aa69 HTTP/1.1" status: 204 len: 168 time: 0.4716508 Jul 08 20:31:44.623881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c9d3e-7b70-44ef-acf8-cf739e5a3b40 tempest-FloatingIPTestJSON-182557508 tempest-FloatingIPTestJSON-182557508-project] Pushing event deleted for resources: {'Network': ['ID=99491a50-d74c-458c-ab39-2e1f9325aa69,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:44.652182 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba591a37-18d5-468b-b8f9-58fd99ae895d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.665373 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba591a37-18d5-468b-b8f9-58fd99ae895d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.794208 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-01a635a7-2a70-4616-bf66-cb4e3eb57a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.800947 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-01a635a7-2a70-4616-bf66-cb4e3eb57a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.803901 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-01a635a7-2a70-4616-bf66-cb4e3eb57a6e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/84768795-7af9-456e-ade2-908a1ac2fa7d HTTP/1.1" status: 204 len: 168 time: 0.4462526 Jul 08 20:31:44.814792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40640) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:44.815072 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ba591a37-18d5-468b-b8f9-58fd99ae895d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=af308c3c21ee4ff5adb22d0d812d20c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9313977 Jul 08 20:31:44.816107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba591a37-18d5-468b-b8f9-58fd99ae895d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ab256-954c-4732-8f6c-2d57623415b6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:44.852937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a635a7-2a70-4616-bf66-cb4e3eb57a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84768795-7af9-456e-ade2-908a1ac2fa7d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:44.914149 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-06afad4f-c3b0-43df-950e-fc6ad850b332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.965295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-06afad4f-c3b0-43df-950e-fc6ad850b332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:44.972471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 039f2ecc-1dae-46ce-877d-f5b1908c5776 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:31:44.972871 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:45.032695 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40652) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:45.062644 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-06afad4f-c3b0-43df-950e-fc6ad850b332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:45.065332 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-06afad4f-c3b0-43df-950e-fc6ad850b332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:45.066508 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-06afad4f-c3b0-43df-950e-fc6ad850b332 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f60ab256-954c-4732-8f6c-2d57623415b6 HTTP/1.1" status: 204 len: 168 time: 0.2507138 Jul 08 20:31:45.080775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afad4f-c3b0-43df-950e-fc6ad850b332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ab256-954c-4732-8f6c-2d57623415b6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:45.183042 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:45.243782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:31:45.244130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e51ae-45d7-43c5-9d60-252f5897ce78 req-14e9e6e7-6fc5-4788-bd58-efafdcaed988 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:45.251725 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3310c9c-0780-4e59-9af6-fa2b4b76607c" -d '{"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-plugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:31:45.251936 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d42e51ae-45d7-43c5-9d60-252f5897ce78 req-14e9e6e7-6fc5-4788-bd58-efafdcaed988 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 946 time: 0.3041682 Jul 08 20:31:45.280860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:31:45.287998 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:45.360999 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d42e51ae-45d7-43c5-9d60-252f5897ce78 req-13bb2ea2-9c77-40e3-83f9-1d2d804e6364 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082013 Jul 08 20:31:45.386945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=13']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:45.547042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40692) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:45.547644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4c828a74-d2da-4fcd-8afc-3dc8fa9adf94 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ff4becae697c4575abd8e87af9db3750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5102475 Jul 08 20:31:45.595648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de622769-2006-4317-94ed-6c30a52c1c2a req-13040a3a-0675-437d-91b0-5eda5f9b2001 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:45.599520 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de622769-2006-4317-94ed-6c30a52c1c2a req-13040a3a-0675-437d-91b0-5eda5f9b2001 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.3072207 Jul 08 20:31:45.674632 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4bb1bb3e-ff57-45dd-b4e9-0fb01bf65976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:45.699691 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de622769-2006-4317-94ed-6c30a52c1c2a req-b9396344-8294-4481-a644-2d432909c588 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953979 Jul 08 20:31:45.701281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40706) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:45.730455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4bb1bb3e-ff57-45dd-b4e9-0fb01bf65976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:45.752790 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0403-31a1-4623-9577-6f685e684385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:45.754316 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77aabdf-2516-4ee7-ac71-83ae8466c51d x-openstack-request-id: req-a77aabdf-2516-4ee7-ac71-83ae8466c51d {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:31:45.754775 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-plugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:31:45.756575 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a77aabdf-2516-4ee7-ac71-83ae8466c51d {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:31:45.757316 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'code': 200} Jul 08 20:31:45.831977 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4bb1bb3e-ff57-45dd-b4e9-0fb01bf65976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:45.835452 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4bb1bb3e-ff57-45dd-b4e9-0fb01bf65976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:45.839743 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4bb1bb3e-ff57-45dd-b4e9-0fb01bf65976 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/938caef6-84fe-4d57-a066-5b9d4f392c99 HTTP/1.1" status: 204 len: 168 time: 0.2913656 Jul 08 20:31:45.848321 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1bb3e-ff57-45dd-b4e9-0fb01bf65976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938caef6-84fe-4d57-a066-5b9d4f392c99,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:45.923302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0403-31a1-4623-9577-6f685e684385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:45.929470 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e2a0403-31a1-4623-9577-6f685e684385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:45.998944 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0e2a0403-31a1-4623-9577-6f685e684385 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4d132c3a288440228f0bbfa01184c297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931678 Jul 08 20:31:45.999928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a0403-31a1-4623-9577-6f685e684385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debe5126-7206-4258-89f7-1f4cbbd72e7e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:46.002092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40738) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:46.138461 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-92201636-c73c-4042-ab30-493374fd7a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:46.164592 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-92201636-c73c-4042-ab30-493374fd7a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:46.240217 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-92201636-c73c-4042-ab30-493374fd7a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:46.247314 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-92201636-c73c-4042-ab30-493374fd7a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:46.253275 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-92201636-c73c-4042-ab30-493374fd7a3c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/debe5126-7206-4258-89f7-1f4cbbd72e7e HTTP/1.1" status: 204 len: 168 time: 0.2491748 Jul 08 20:31:46.274319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92201636-c73c-4042-ab30-493374fd7a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debe5126-7206-4258-89f7-1f4cbbd72e7e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:46.634563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9da407-b3b6-4256-be55-3a77ef2fc777 req-27cdc723-3fe4-4263-8783-550ccc956255 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:46.653491 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff9da407-b3b6-4256-be55-3a77ef2fc777 req-27cdc723-3fe4-4263-8783-550ccc956255 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1128659 Jul 08 20:31:46.737025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff9da407-b3b6-4256-be55-3a77ef2fc777 req-5b3eac81-63e1-4069-b8a1-5b5c243fe7d4 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817876 Jul 08 20:31:47.051046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f576704-018c-47d9-8c16-0474343154d8 req-c9b3b881-4b3b-465a-8e94-7e336e2a644f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:47.060417 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f576704-018c-47d9-8c16-0474343154d8 req-c9b3b881-4b3b-465a-8e94-7e336e2a644f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1408050 Jul 08 20:31:47.122368 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f576704-018c-47d9-8c16-0474343154d8 req-726f8604-46de-4647-ba7d-b01ab0265dbf tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607104 Jul 08 20:31:47.500018 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:47.744051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40892) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:47.871928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-adf03401-3d02-4b57-92e5-46fe989d82e6 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:47.873656 n-d-791506-16 neutron-server[94065]: WARNING neutron.api.v2.base [None req-adf03401-3d02-4b57-92e5-46fe989d82e6 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 20:31:47.874858 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-adf03401-3d02-4b57-92e5-46fe989d82e6 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 20:31:47.876397 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-adf03401-3d02-4b57-92e5-46fe989d82e6 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1301057 Jul 08 20:31:47.887776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40904) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:47.893706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c8a883be-b464-4889-ad66-0a61c9a39c18 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323404431'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:47.955520 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8a883be-b464-4889-ad66-0a61c9a39c18 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:47.983554 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8a883be-b464-4889-ad66-0a61c9a39c18 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:48.100820 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fee54-47dc-4614-8fc3-6be39b15f576 req-436263b6-5f7e-4cc9-abfe-29a7f24faf52 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:48.107759 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a75fee54-47dc-4614-8fc3-6be39b15f576 req-436263b6-5f7e-4cc9-abfe-29a7f24faf52 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1392989 Jul 08 20:31:48.177459 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8a883be-b464-4889-ad66-0a61c9a39c18 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:48.184861 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8a883be-b464-4889-ad66-0a61c9a39c18 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:48.199361 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a75fee54-47dc-4614-8fc3-6be39b15f576 req-3052c602-7656-44c2-9b54-cfeab5bedead tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905595 Jul 08 20:31:48.309391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a883be-b464-4889-ad66-0a61c9a39c18 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b666b0-3725-46ea-a0d9-74e32578debd,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:48.374447 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8a883be-b464-4889-ad66-0a61c9a39c18 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:48.382634 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8a883be-b464-4889-ad66-0a61c9a39c18 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:48.614130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a883be-b464-4889-ad66-0a61c9a39c18 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4edff8-f4c3-465c-97fd-5d11a73f7e2c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:48.640263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8a883be-b464-4889-ad66-0a61c9a39c18 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:48.654511 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40930) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:48.660348 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c8a883be-b464-4889-ad66-0a61c9a39c18 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7661741 Jul 08 20:31:48.660788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f757464e-399f-48b2-9c0d-9921899874c6 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': '0a4edff8-f4c3-465c-97fd-5d11a73f7e2c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:48.723235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8179440-f507-40a1-a776-f654ccd57693 req-4e5d9e45-71f3-4640-87b5-ee8038b03901 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:48.725761 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8179440-f507-40a1-a776-f654ccd57693 req-4e5d9e45-71f3-4640-87b5-ee8038b03901 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.2653039 Jul 08 20:31:48.739101 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f757464e-399f-48b2-9c0d-9921899874c6 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:48.791676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8179440-f507-40a1-a776-f654ccd57693 req-ee3eca0a-2db7-406e-87c4-da8a83681f67 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568357 Jul 08 20:31:48.853425 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f757464e-399f-48b2-9c0d-9921899874c6 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:48.859224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f757464e-399f-48b2-9c0d-9921899874c6 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:48.882742 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757464e-399f-48b2-9c0d-9921899874c6 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bd5f07-d88a-4ddb-9da3-da64b4b7dd93,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:48.897316 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f757464e-399f-48b2-9c0d-9921899874c6 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:48.902886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40936) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:48.908591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-347f5fb1-b9dd-46c6-8a85-720e34a86dd7 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': '0a4edff8-f4c3-465c-97fd-5d11a73f7e2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:48.914614 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f757464e-399f-48b2-9c0d-9921899874c6 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2578049 Jul 08 20:31:48.951621 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-347f5fb1-b9dd-46c6-8a85-720e34a86dd7 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:49.033336 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-347f5fb1-b9dd-46c6-8a85-720e34a86dd7 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 20:31:49.037905 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-347f5fb1-b9dd-46c6-8a85-720e34a86dd7 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1305075 Jul 08 20:31:49.038625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40940) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:49.122762 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e7d15ca-6dfd-426c-92e4-e317b643221e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:49.162844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e7d15ca-6dfd-426c-92e4-e317b643221e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:49.213390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e7d15ca-6dfd-426c-92e4-e317b643221e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:49.218887 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e7d15ca-6dfd-426c-92e4-e317b643221e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:49.220316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7e7d15ca-6dfd-426c-92e4-e317b643221e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "DELETE /v2.0/security-groups/0a4edff8-f4c3-465c-97fd-5d11a73f7e2c HTTP/1.1" status: 204 len: 168 time: 0.1800203 Jul 08 20:31:49.222978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40946) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:49.243552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d15ca-6dfd-426c-92e4-e317b643221e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4edff8-f4c3-465c-97fd-5d11a73f7e2c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:49.362154 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1de9c03c-8302-4d6b-a58a-aa9eb708182a tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1376894 Jul 08 20:31:49.375888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40952) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:49.381143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-73763f76-56bb-46ad-8f1c-73b1cbf98138 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914542321'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:49.430904 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-73763f76-56bb-46ad-8f1c-73b1cbf98138 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:49.552708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916c3f0-4e4f-4cbf-a72e-b82af0f6b5c3 req-b402287f-f54d-4817-a140-f6d251efe560 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:49.558498 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d916c3f0-4e4f-4cbf-a72e-b82af0f6b5c3 req-b402287f-f54d-4817-a140-f6d251efe560 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.0937223 Jul 08 20:31:49.616121 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d916c3f0-4e4f-4cbf-a72e-b82af0f6b5c3 req-b5463ec7-b504-4bf2-bdfb-41bc0051a8b8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564263 Jul 08 20:31:49.674889 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-73763f76-56bb-46ad-8f1c-73b1cbf98138 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:49.685051 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-73763f76-56bb-46ad-8f1c-73b1cbf98138 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:49.730371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-73763f76-56bb-46ad-8f1c-73b1cbf98138 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:49.740093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-73763f76-56bb-46ad-8f1c-73b1cbf98138 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3623919 Jul 08 20:31:49.742984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40968) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:49.745083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73763f76-56bb-46ad-8f1c-73b1cbf98138 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d254582c-9a9c-4826-a674-754c4ab334bf,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:49.753958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-e72df918-4aa8-436e-bb84-8f483ffcbb05 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': 'd254582c-9a9c-4826-a674-754c4ab334bf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:49.754476 n-d-791506-16 neutron-server[94065]: WARNING neutron.api.v2.base [None req-e72df918-4aa8-436e-bb84-8f483ffcbb05 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 08 20:31:49.754983 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-e72df918-4aa8-436e-bb84-8f483ffcbb05 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:49.755997 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e72df918-4aa8-436e-bb84-8f483ffcbb05 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0119407 Jul 08 20:31:49.759851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40970) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:49.986202 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48bedd52-2ee3-4b8c-b43c-909c213f00eb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:50.045162 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48bedd52-2ee3-4b8c-b43c-909c213f00eb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:50.141119 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48bedd52-2ee3-4b8c-b43c-909c213f00eb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:50.149902 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48bedd52-2ee3-4b8c-b43c-909c213f00eb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:50.154732 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-48bedd52-2ee3-4b8c-b43c-909c213f00eb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "DELETE /v2.0/security-groups/d254582c-9a9c-4826-a674-754c4ab334bf HTTP/1.1" status: 204 len: 168 time: 0.3858104 Jul 08 20:31:50.167461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40996) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:50.252048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975d0b5-4ed3-489c-b2d1-7840b8c10b20 req-8bd9c08a-dd6a-44f7-80e3-d2622c617c82 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:50.267062 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4975d0b5-4ed3-489c-b2d1-7840b8c10b20 req-8bd9c08a-dd6a-44f7-80e3-d2622c617c82 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.2361712 Jul 08 20:31:50.268180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bedd52-2ee3-4b8c-b43c-909c213f00eb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d254582c-9a9c-4826-a674-754c4ab334bf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:50.321665 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-ccd6e434-0221-4a00-bca7-7370ea387b1b tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=662ec96778fc46db98b5da494c5715aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485065 Jul 08 20:31:50.409548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4975d0b5-4ed3-489c-b2d1-7840b8c10b20 req-43ac22de-11c0-4964-b736-b758c0962147 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412416 Jul 08 20:31:50.525716 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a8b9f1bd-3b15-4a5d-8f14-90ce1ffc2c03 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3297639 Jul 08 20:31:50.531089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41012) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:50.535792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c572ff08-2de4-4846-bd8f-01ed5b8abf93 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881104555'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:50.578213 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c572ff08-2de4-4846-bd8f-01ed5b8abf93 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:50.645995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75368cf6-24f2-41f3-948e-8028800ef247 req-037a8e8e-0e57-4d65-b667-8c02cd1643a1 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:50.658701 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-037a8e8e-0e57-4d65-b667-8c02cd1643a1 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3309541 Jul 08 20:31:50.677964 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-c1fb9a67-360d-4ce1-8a73-aa7173f0db47 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/quotas/662ec96778fc46db98b5da494c5715aa HTTP/1.1" status: 200 len: 375 time: 0.0182505 Jul 08 20:31:50.725146 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-e59897da-5e0d-431c-b318-fe5875b6e9a9 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=662ec96778fc46db98b5da494c5715aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462368 Jul 08 20:31:50.784148 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c572ff08-2de4-4846-bd8f-01ed5b8abf93 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:50.821383 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c572ff08-2de4-4846-bd8f-01ed5b8abf93 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:50.955628 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c572ff08-2de4-4846-bd8f-01ed5b8abf93 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:50.956883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c572ff08-2de4-4846-bd8f-01ed5b8abf93 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4247630 Jul 08 20:31:50.959946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41030) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:50.966215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0dd65652-61f7-4881-873c-7bb2f99afe61 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': 'e44392f5-1028-46af-b9bd-ae5b862f7942', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:50.967478 n-d-791506-16 neutron-server[94065]: WARNING neutron.api.v2.base [None req-0dd65652-61f7-4881-873c-7bb2f99afe61 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 08 20:31:50.968285 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-0dd65652-61f7-4881-873c-7bb2f99afe61 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:50.970817 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0dd65652-61f7-4881-873c-7bb2f99afe61 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085227 Jul 08 20:31:50.975675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41032) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:50.981923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572ff08-2de4-4846-bd8f-01ed5b8abf93 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44392f5-1028-46af-b9bd-ae5b862f7942,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:51.064450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac8b0f-152a-4407-8e06-4482d745c315 req-d187e5af-6657-437e-a198-e44e1792ed31 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:51.066073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dac8b0f-152a-4407-8e06-4482d745c315 req-d187e5af-6657-437e-a198-e44e1792ed31 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.2713518 Jul 08 20:31:51.119370 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b905b79d-0029-46cd-b40f-f55de11ffabb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:51.164069 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2dac8b0f-152a-4407-8e06-4482d745c315 req-38e87536-5ac1-4f80-a0c7-0d81a2df7332 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860405 Jul 08 20:31:51.180037 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b905b79d-0029-46cd-b40f-f55de11ffabb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:51.315863 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b905b79d-0029-46cd-b40f-f55de11ffabb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:51.325146 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b905b79d-0029-46cd-b40f-f55de11ffabb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:51.333186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41044) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:51.333733 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b905b79d-0029-46cd-b40f-f55de11ffabb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "DELETE /v2.0/security-groups/e44392f5-1028-46af-b9bd-ae5b862f7942 HTTP/1.1" status: 204 len: 168 time: 0.3548567 Jul 08 20:31:51.408501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d3b94b0-0ae1-49ac-964a-afd764651c16 req-10c92848-196c-401a-9945-cb02f50b9483 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 210 time: 0.1278315 Jul 08 20:31:51.430898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905b79d-0029-46cd-b40f-f55de11ffabb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44392f5-1028-46af-b9bd-ae5b862f7942,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:51.487091 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2f3d00d1-e7b9-49dc-9cbe-af001eed997a tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1526976 Jul 08 20:31:51.490748 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41056) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:51.498142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0586126f-c544-49f1-b599-25c943e9557b tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851945013'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:51.554516 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0586126f-c544-49f1-b599-25c943e9557b tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:51.761050 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41064) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:51.888763 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41068) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:52.090709 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bcd8557d-76e8-47b0-9dbd-7c02b90873a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:52.148617 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3800d9b5-be1b-4259-9f20-3f0fb8f474fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:52.315336 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0586126f-c544-49f1-b599-25c943e9557b tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:52.333127 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0586126f-c544-49f1-b599-25c943e9557b tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:52.404994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586126f-c544-49f1-b599-25c943e9557b tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e8712b-2b88-4c41-b55d-a9df09494318,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:52.440433 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bb5ff-aab5-4407-8777-32f30550f164 req-caeb4e02-a228-423a-a797-8736a5a11894 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:52.442015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-839bb5ff-aab5-4407-8777-32f30550f164 req-caeb4e02-a228-423a-a797-8736a5a11894 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.8290973 Jul 08 20:31:52.471382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9871a-435d-425d-8128-bec85fcc0aac req-34017258-b112-4085-a07d-097f98dc4254 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:52.473199 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0c9871a-435d-425d-8128-bec85fcc0aac req-34017258-b112-4085-a07d-097f98dc4254 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1321883 Jul 08 20:31:52.544153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-839bb5ff-aab5-4407-8777-32f30550f164 req-16bada91-6b07-431c-a307-2d9f8e3bcb36 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855343 Jul 08 20:31:52.593314 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0c9871a-435d-425d-8128-bec85fcc0aac req-0551bc25-3ffc-49fd-b4ff-27585afb56c1 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053002 Jul 08 20:31:52.606175 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bcd8557d-76e8-47b0-9dbd-7c02b90873a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:52.615793 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bcd8557d-76e8-47b0-9dbd-7c02b90873a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:52.621584 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0586126f-c544-49f1-b599-25c943e9557b tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:52.624685 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0586126f-c544-49f1-b599-25c943e9557b tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1302574 Jul 08 20:31:52.627521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41084) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:52.660476 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9b48d066-f7bb-4c3e-a130-2b252fb4938c tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': '41e8712b-2b88-4c41-b55d-a9df09494318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:52.662515 n-d-791506-16 neutron-server[94065]: WARNING neutron.api.v2.base [None req-9b48d066-f7bb-4c3e-a130-2b252fb4938c tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 08 20:31:52.663258 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-9b48d066-f7bb-4c3e-a130-2b252fb4938c tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:52.667238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41086) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:52.667504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9b48d066-f7bb-4c3e-a130-2b252fb4938c tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134938 Jul 08 20:31:52.673632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-84df94af-89fb-48fa-87d4-54a2dab2f7eb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': '41e8712b-2b88-4c41-b55d-a9df09494318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:52.674878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8557d-76e8-47b0-9dbd-7c02b90873a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56adb4ad-f034-4e27-ac90-b5e0d61b0a38,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:52.675079 n-d-791506-16 neutron-server[94066]: WARNING neutron.api.v2.base [None req-84df94af-89fb-48fa-87d4-54a2dab2f7eb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 08 20:31:52.675593 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-84df94af-89fb-48fa-87d4-54a2dab2f7eb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:52.676553 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-84df94af-89fb-48fa-87d4-54a2dab2f7eb tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083208 Jul 08 20:31:52.679565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41088) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:52.693504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a48a3799-1c8b-44eb-ba83-7a8b3f2a71ab tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': '41e8712b-2b88-4c41-b55d-a9df09494318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:52.694161 n-d-791506-16 neutron-server[94066]: WARNING neutron.api.v2.base [None req-a48a3799-1c8b-44eb-ba83-7a8b3f2a71ab tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 08 20:31:52.694666 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-a48a3799-1c8b-44eb-ba83-7a8b3f2a71ab tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:52.704083 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a48a3799-1c8b-44eb-ba83-7a8b3f2a71ab tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0207257 Jul 08 20:31:52.705552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41090) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:52.717170 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bcd8557d-76e8-47b0-9dbd-7c02b90873a1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bbdd0f9fc2f04a3f8dc8e22e9cafa914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9543500 Jul 08 20:31:52.722060 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41092) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:52.731660 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9e6e1de0-cc9e-4d4f-856e-4eb2c0532803 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': '41e8712b-2b88-4c41-b55d-a9df09494318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:52.732575 n-d-791506-16 neutron-server[94066]: WARNING neutron.api.v2.base [None req-9e6e1de0-cc9e-4d4f-856e-4eb2c0532803 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 08 20:31:52.735437 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-9e6e1de0-cc9e-4d4f-856e-4eb2c0532803 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:52.737351 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e6e1de0-cc9e-4d4f-856e-4eb2c0532803 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0252335 Jul 08 20:31:52.739601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41094) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:52.843604 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0de43e69-fe5e-4938-9f8c-3f26dbefc03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:52.870139 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0de43e69-fe5e-4938-9f8c-3f26dbefc03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:52.874665 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf990cc0-d610-44c7-88ea-3ec934226587 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:52.941192 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf990cc0-d610-44c7-88ea-3ec934226587 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:52.986194 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0de43e69-fe5e-4938-9f8c-3f26dbefc03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:52.989317 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0de43e69-fe5e-4938-9f8c-3f26dbefc03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:52.993022 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0de43e69-fe5e-4938-9f8c-3f26dbefc03f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/56adb4ad-f034-4e27-ac90-b5e0d61b0a38 HTTP/1.1" status: 204 len: 168 time: 0.2677562 Jul 08 20:31:53.025965 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de43e69-fe5e-4938-9f8c-3f26dbefc03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56adb4ad-f034-4e27-ac90-b5e0d61b0a38,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:53.040863 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3800d9b5-be1b-4259-9f20-3f0fb8f474fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.048838 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3800d9b5-be1b-4259-9f20-3f0fb8f474fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.095009 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf990cc0-d610-44c7-88ea-3ec934226587 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.100241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf990cc0-d610-44c7-88ea-3ec934226587 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.101650 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cf990cc0-d610-44c7-88ea-3ec934226587 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "DELETE /v2.0/security-groups/41e8712b-2b88-4c41-b55d-a9df09494318 HTTP/1.1" status: 204 len: 168 time: 0.3610654 Jul 08 20:31:53.109681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41098) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:53.147182 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf990cc0-d610-44c7-88ea-3ec934226587 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e8712b-2b88-4c41-b55d-a9df09494318,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:53.181801 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3800d9b5-be1b-4259-9f20-3f0fb8f474fe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=80e493f30e004a35bdb11a406a7e3a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2917860 Jul 08 20:31:53.185820 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-ea16ae5e-dbf8-40c5-91f7-e5ff5fa6ee79 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=662ec96778fc46db98b5da494c5715aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989349 Jul 08 20:31:53.186290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41100) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:53.275812 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.303416 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800d9b5-be1b-4259-9f20-3f0fb8f474fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce0f183-a4bf-4c52-8e9f-3fc1ff2b99d6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:53.320254 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b5f18910-9b0f-46a9-89a1-d5c957565949 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2072279 Jul 08 20:31:53.327719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a132dcc-e6ca-48f6-a024-ad256ab67950 req-fded7efe-fe2b-4d80-9003-9c061c6f7396 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 210 time: 0.1495569 Jul 08 20:31:53.328402 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41104) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:53.343007 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-503c6b77-847c-45ce-b890-3b2f55e384d9 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group': {'name': 'tempest-secgroup--913906313'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:53.377330 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d657c5d-7d8a-4143-93e9-79286a0977a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.421108 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d657c5d-7d8a-4143-93e9-79286a0977a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.425351 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-503c6b77-847c-45ce-b890-3b2f55e384d9 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.453459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75368cf6-24f2-41f3-948e-8028800ef247 req-6cd3d022-3bbe-41eb-b87d-b1e1405f0b4c tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:53.455248 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-6cd3d022-3bbe-41eb-b87d-b1e1405f0b4c tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003665 Jul 08 20:31:53.478148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Request body: {'port': {'device_id': '42511520-402b-4a79-b43a-9669f0223308', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '662ec96778fc46db98b5da494c5715aa'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:53.534009 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41106) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:53.568689 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d657c5d-7d8a-4143-93e9-79286a0977a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.571324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d657c5d-7d8a-4143-93e9-79286a0977a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.572481 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9d657c5d-7d8a-4143-93e9-79286a0977a3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3ce0f183-a4bf-4c52-8e9f-3fc1ff2b99d6 HTTP/1.1" status: 204 len: 168 time: 0.3631210 Jul 08 20:31:53.579408 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30ecf414-2ee0-46a6-915a-4b86cc353675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.590063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d657c5d-7d8a-4143-93e9-79286a0977a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce0f183-a4bf-4c52-8e9f-3fc1ff2b99d6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:53.645409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-503c6b77-847c-45ce-b890-3b2f55e384d9 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.652983 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-503c6b77-847c-45ce-b890-3b2f55e384d9 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.665741 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:31:53.665741 n-d-791506-16 neutron-server[94065]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 20:31:53.665741 n-d-791506-16 neutron-server[94065]: [parameters: {'project_id_1': '662ec96778fc46db98b5da494c5715aa', 'expiration_1': datetime.datetime(2021, 7, 8, 20, 31, 53, 610374)}] Jul 08 20:31:53.665741 n-d-791506-16 neutron-server[94065]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:31:53.667423 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:31:53.758198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c6b77-847c-45ce-b890-3b2f55e384d9 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10ff8af-e738-4354-a9a4-b40eac0c46c2,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:53.811730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471e50d-8fae-4ee0-9f1e-b71501bf45d2 req-c68f4936-1698-48af-8672-ba6affbb31b9 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:53.813676 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4471e50d-8fae-4ee0-9f1e-b71501bf45d2 req-c68f4936-1698-48af-8672-ba6affbb31b9 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.0936437 Jul 08 20:31:53.890840 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4471e50d-8fae-4ee0-9f1e-b71501bf45d2 req-f0a6a40a-ac3b-44bb-a9ce-ec23fa391333 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687244 Jul 08 20:31:53.922539 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30ecf414-2ee0-46a6-915a-4b86cc353675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.933326 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30ecf414-2ee0-46a6-915a-4b86cc353675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.952244 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-503c6b77-847c-45ce-b890-3b2f55e384d9 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:53.956132 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-503c6b77-847c-45ce-b890-3b2f55e384d9 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6231098 Jul 08 20:31:53.956452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41118) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:53.961414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-656b0bdf-abae-4b75-9869-7c23c1ab2af3 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': 'd10ff8af-e738-4354-a9a4-b40eac0c46c2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:53.961908 n-d-791506-16 neutron-server[94065]: WARNING neutron.api.v2.base [None req-656b0bdf-abae-4b75-9869-7c23c1ab2af3 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 20:31:53.962409 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-656b0bdf-abae-4b75-9869-7c23c1ab2af3 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:53.963432 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-656b0bdf-abae-4b75-9869-7c23c1ab2af3 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059047 Jul 08 20:31:53.966160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41120) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:53.970631 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f3b1abe6-6dfb-4721-a7ed-0cd3b5eedebe tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': 'd10ff8af-e738-4354-a9a4-b40eac0c46c2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:53.993173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd16c4-ebea-4774-8f9d-4ce496c8d840 req-5b0f3d9d-8aaa-473b-a3f2-507d4824f947 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:54.001391 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09cd16c4-ebea-4774-8f9d-4ce496c8d840 req-5b0f3d9d-8aaa-473b-a3f2-507d4824f947 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1700716 Jul 08 20:31:54.019933 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-30ecf414-2ee0-46a6-915a-4b86cc353675 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6c755b4983194da59dca1e22dda85084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848378 Jul 08 20:31:54.026943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41124) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:54.029498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecf414-2ee0-46a6-915a-4b86cc353675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2be1d91-e208-4914-80b8-286ae1ae45af,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:54.082476 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09cd16c4-ebea-4774-8f9d-4ce496c8d840 req-061504fa-b410-4d9f-954f-b4ea9c29b845 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782700 Jul 08 20:31:54.098730 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-f3b1abe6-6dfb-4721-a7ed-0cd3b5eedebe tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:54.103767 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41128) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:54.103906 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f3b1abe6-6dfb-4721-a7ed-0cd3b5eedebe tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1366959 Jul 08 20:31:54.110374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7395e031-13b7-4191-9e65-7d1ceb78fd01 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': 'd10ff8af-e738-4354-a9a4-b40eac0c46c2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:54.110747 n-d-791506-16 neutron-server[94066]: WARNING neutron.api.v2.base [None req-7395e031-13b7-4191-9e65-7d1ceb78fd01 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 08 20:31:54.111402 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-7395e031-13b7-4191-9e65-7d1ceb78fd01 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:54.112537 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7395e031-13b7-4191-9e65-7d1ceb78fd01 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066733 Jul 08 20:31:54.115299 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41132) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:54.122597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-aab511f2-9d8f-4b0e-bdfa-a16374448631 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': 'd10ff8af-e738-4354-a9a4-b40eac0c46c2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:54.146895 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1117180c-135c-47bf-8c00-18a1aa4145c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:54.179834 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-aab511f2-9d8f-4b0e-bdfa-a16374448631 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:54.183108 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-aab511f2-9d8f-4b0e-bdfa-a16374448631 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0657613 Jul 08 20:31:54.188703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41134) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:54.195351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-615542fd-ac5f-4853-a6bc-bf3ec915ac8b tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': 'd10ff8af-e738-4354-a9a4-b40eac0c46c2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:54.195900 n-d-791506-16 neutron-server[94066]: WARNING neutron.api.v2.base [None req-615542fd-ac5f-4853-a6bc-bf3ec915ac8b tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 20:31:54.196871 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-615542fd-ac5f-4853-a6bc-bf3ec915ac8b tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:54.198778 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-615542fd-ac5f-4853-a6bc-bf3ec915ac8b tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081723 Jul 08 20:31:54.201756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41138) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:54.202829 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1117180c-135c-47bf-8c00-18a1aa4145c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:54.208141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-24c73289-a89c-42fd-bcd6-99d02a4a5e90 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': 'd10ff8af-e738-4354-a9a4-b40eac0c46c2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:54.249042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Made reservation on behalf of 662ec96778fc46db98b5da494c5715aa for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:31:54.254152 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:54.266905 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:54.281416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-460aaca9-b78a-445a-8603-f7a49199d470 req-2288a3cf-7f64-45d4-b052-27d6de200c9f service neutron] (94066) timed out ('10.222.0.101', 42684) {{(pid=94066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 20:31:54.284945 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-24c73289-a89c-42fd-bcd6-99d02a4a5e90 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Project 974a22698c20463dbc8f472eacb4696e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:31:54.316537 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1117180c-135c-47bf-8c00-18a1aa4145c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:54.319691 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1117180c-135c-47bf-8c00-18a1aa4145c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:54.323403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1117180c-135c-47bf-8c00-18a1aa4145c5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c2be1d91-e208-4914-80b8-286ae1ae45af HTTP/1.1" status: 204 len: 168 time: 0.2922702 Jul 08 20:31:54.339212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117180c-135c-47bf-8c00-18a1aa4145c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2be1d91-e208-4914-80b8-286ae1ae45af,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:54.443427 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:54.449702 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:54.454989 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-24c73289-a89c-42fd-bcd6-99d02a4a5e90 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:54.456993 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-24c73289-a89c-42fd-bcd6-99d02a4a5e90 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2541533 Jul 08 20:31:54.459893 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41146) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:54.466838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9035b8dd-0999-48e6-a8ad-8f7f8ec3205f tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': 'd10ff8af-e738-4354-a9a4-b40eac0c46c2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:54.467365 n-d-791506-16 neutron-server[94066]: WARNING neutron.api.v2.base [None req-9035b8dd-0999-48e6-a8ad-8f7f8ec3205f tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 08 20:31:54.467860 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-9035b8dd-0999-48e6-a8ad-8f7f8ec3205f tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:54.468827 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9035b8dd-0999-48e6-a8ad-8f7f8ec3205f tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073316 Jul 08 20:31:54.477524 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41148) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:54.493933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0d5dff51-b075-4a2f-84b3-f6718fcc36b8 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': 'd10ff8af-e738-4354-a9a4-b40eac0c46c2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:54.587101 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6af68dd5-7f1c-497b-ae00-8f5bc14fff25 req-6c6363cb-04de-4343-a09b-6148c9528a6e tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 210 time: 0.0656893 Jul 08 20:31:54.600922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff920674-5c28-4e13-8767-c648ca9c799a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:54.634196 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-0d5dff51-b075-4a2f-84b3-f6718fcc36b8 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Project 974a22698c20463dbc8f472eacb4696e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:31:54.686044 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-0d5dff51-b075-4a2f-84b3-f6718fcc36b8 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:54.689996 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0d5dff51-b075-4a2f-84b3-f6718fcc36b8 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1995275 Jul 08 20:31:54.690949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41156) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:54.697057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-65daf633-d966-45fe-92e8-c837bfb93776 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': 'd10ff8af-e738-4354-a9a4-b40eac0c46c2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:54.740475 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Allocated IP 192.168.233.146 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/c25155cd-bac5-429f-ab8f-c15940c14a88) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:31:54.746451 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-65daf633-d966-45fe-92e8-c837bfb93776 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Project 974a22698c20463dbc8f472eacb4696e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:31:54.770578 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-65daf633-d966-45fe-92e8-c837bfb93776 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:54.773842 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-65daf633-d966-45fe-92e8-c837bfb93776 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0818255 Jul 08 20:31:54.776972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41162) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:54.891224 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7a7920e-4915-4520-9427-0e66ee55e12e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:54.954091 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7a7920e-4915-4520-9427-0e66ee55e12e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:55.004568 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:55.050569 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7a7920e-4915-4520-9427-0e66ee55e12e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:55.053415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Transition to ACTIVE for port object c25155cd-bac5-429f-ab8f-c15940c14a88 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:31:55.053619 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7a7920e-4915-4520-9427-0e66ee55e12e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:55.055904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e7a7920e-4915-4520-9427-0e66ee55e12e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "DELETE /v2.0/security-groups/d10ff8af-e738-4354-a9a4-b40eac0c46c2 HTTP/1.1" status: 204 len: 168 time: 0.2770793 Jul 08 20:31:55.070360 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41178) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:55.093265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7920e-4915-4520-9427-0e66ee55e12e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10ff8af-e738-4354-a9a4-b40eac0c46c2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:55.238501 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41188) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:55.238801 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-820c8457-b3dd-43d7-91e9-a23c964c478b tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1639016 Jul 08 20:31:55.244939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-220d9941-5afc-4049-a747-bca201a03c85 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196665578'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:55.282175 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:55.306902 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-220d9941-5afc-4049-a747-bca201a03c85 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:55.360735 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Pushing event updated for resources: {'Port': ['ID=c25155cd-bac5-429f-ab8f-c15940c14a88,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:55.391437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:31:55.407609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2428a63-4936-4174-9800-7689108aa49f req-37944270-5887-4a34-a1a5-af08e46b9638 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:55.419570 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2428a63-4936-4174-9800-7689108aa49f req-37944270-5887-4a34-a1a5-af08e46b9638 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.3245444 Jul 08 20:31:55.426059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:31:55.438781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:31:55.612417 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-220d9941-5afc-4049-a747-bca201a03c85 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:55.624233 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-220d9941-5afc-4049-a747-bca201a03c85 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:55.638689 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2428a63-4936-4174-9800-7689108aa49f req-eaa3d429-ffc4-43b0-b8a6-cc8145fd7817 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037392 Jul 08 20:31:55.675014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:55.676122 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:55.722139 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-220d9941-5afc-4049-a747-bca201a03c85 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:55.723274 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-f4215b3c-8d59-472f-ad4b-11c1da88d589 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2542286 Jul 08 20:31:55.732299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-220d9941-5afc-4049-a747-bca201a03c85 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4890215 Jul 08 20:31:55.733224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41212) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:55.740014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-58b5ffbe-131b-4752-8c08-ae8037d8dc44 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': '1a70b2fc-cd2a-4c8f-9d5b-fb7882bab0bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:55.762876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Request body: {'port': {'device_id': '42511520-402b-4a79-b43a-9669f0223308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:55.809798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f193d04-107c-47dd-865a-14dd568c7725 req-479a72c8-1a11-47d9-9c5d-af9d36a0c029 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:55.811531 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f193d04-107c-47dd-865a-14dd568c7725 req-479a72c8-1a11-47d9-9c5d-af9d36a0c029 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.3384929 Jul 08 20:31:55.822522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d9941-5afc-4049-a747-bca201a03c85 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a70b2fc-cd2a-4c8f-9d5b-fb7882bab0bd,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:55.927202 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:55.939806 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f193d04-107c-47dd-865a-14dd568c7725 req-39e7e5f0-0a9d-4716-8441-cd2ad4f0759d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019313 Jul 08 20:31:55.978241 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-58b5ffbe-131b-4752-8c08-ae8037d8dc44 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The resource could not be found. Jul 08 20:31:55.980352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f6252661-be11-4008-b263-dfef8ccd1598 None None] Provisioning for port c25155cd-bac5-429f-ab8f-c15940c14a88 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:31:55.983400 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-58b5ffbe-131b-4752-8c08-ae8037d8dc44 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2467606 Jul 08 20:31:55.983806 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41232) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:55.992856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f828e8a2-ec07-4c0a-9d72-eb3aba009a87 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': '1a70b2fc-cd2a-4c8f-9d5b-fb7882bab0bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2a85ecd6-c26d-4575-8f10-4b4828fe9340'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:55.998745 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f6252661-be11-4008-b263-dfef8ccd1598 None None] Provisioning complete for port c25155cd-bac5-429f-ab8f-c15940c14a88 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:31:55.998745 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f6252661-be11-4008-b263-dfef8ccd1598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:56.084520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f6252661-be11-4008-b263-dfef8ccd1598 None None] Port c25155cd-bac5-429f-ab8f-c15940c14a88 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:31:56.131288 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-f828e8a2-ec07-4c0a-9d72-eb3aba009a87 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The resource could not be found. Jul 08 20:31:56.132677 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f828e8a2-ec07-4c0a-9d72-eb3aba009a87 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1440823 Jul 08 20:31:56.136052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41240) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:56.389147 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-517f8781-96b8-4c17-a83e-e63c167b6611 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:56.463713 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-517f8781-96b8-4c17-a83e-e63c167b6611 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:56.534955 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30618d60-39a3-4b5d-9665-0ab880bb2d8d req-7a9825c2-7a14-47a7-aa36-cfbd336401a8 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:56.556913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25155cd-bac5-429f-ab8f-c15940c14a88 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:31:56.567682 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:56.567921 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-30618d60-39a3-4b5d-9665-0ab880bb2d8d req-7a9825c2-7a14-47a7-aa36-cfbd336401a8 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 936 time: 0.3471332 Jul 08 20:31:56.590912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Transition to ACTIVE for port object c25155cd-bac5-429f-ab8f-c15940c14a88 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:31:56.597880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:56.672696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Pushing event updated for resources: {'Port': ['ID=c25155cd-bac5-429f-ab8f-c15940c14a88,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:56.754790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-30618d60-39a3-4b5d-9665-0ab880bb2d8d req-7584dcc9-b0c8-4c84-9bb6-077515d5f8e2 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/security-groups?id=ff920674-5c28-4e13-8767-c648ca9c799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859708 Jul 08 20:31:56.758238 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-517f8781-96b8-4c17-a83e-e63c167b6611 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:56.759211 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-517f8781-96b8-4c17-a83e-e63c167b6611 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:56.762584 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-517f8781-96b8-4c17-a83e-e63c167b6611 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "DELETE /v2.0/security-groups/1a70b2fc-cd2a-4c8f-9d5b-fb7882bab0bd HTTP/1.1" status: 204 len: 168 time: 0.6231003 Jul 08 20:31:56.765671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41260) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:56.783797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f8781-96b8-4c17-a83e-e63c167b6611 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a70b2fc-cd2a-4c8f-9d5b-fb7882bab0bd,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:56.839935 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d734e367-abde-4909-befd-983696945688 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708320 Jul 08 20:31:56.840219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41266) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:56.850858 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a20ca8f3-9181-4861-9f00-7412f01ee942 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': '8fe1e724-cfdc-4fd6-98b8-d39df2983a6e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:56.906596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Attempting to bind port c25155cd-bac5-429f-ab8f-c15940c14a88 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:31:56.907204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Attempting to bind port c25155cd-bac5-429f-ab8f-c15940c14a88 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:31:56.907546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Attempting to bind port c25155cd-bac5-429f-ab8f-c15940c14a88 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:31:56.921453 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Port c25155cd-bac5-429f-ab8f-c15940c14a88 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:31:56.921798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Attempting to bind port c25155cd-bac5-429f-ab8f-c15940c14a88 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:31:56.943282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:31:56.943797 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-a20ca8f3-9181-4861-9f00-7412f01ee942 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The resource could not be found. Jul 08 20:31:56.947396 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a20ca8f3-9181-4861-9f00-7412f01ee942 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1049960 Jul 08 20:31:56.950271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41276) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:56.952745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:31:56.953204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:31:56.953676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Bound port: c25155cd-bac5-429f-ab8f-c15940c14a88, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:31:56.954128 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:56.961996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1f11fec8-10df-4aae-b235-a54014471a3e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511269184'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:57.071117 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1f11fec8-10df-4aae-b235-a54014471a3e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:57.107552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] For port c25155cd-bac5-429f-ab8f-c15940c14a88, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:31:57.129275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] For port c25155cd-bac5-429f-ab8f-c15940c14a88, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c25155cd-bac5-429f-ab8f-c15940c14a88,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:31:57.146684 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:57.231644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:57.234213 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:57.235774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] 10.222.0.104 "PUT /v2.0/ports/c25155cd-bac5-429f-ab8f-c15940c14a88 HTTP/1.1" status: 200 len: 1097 time: 1.5013402 Jul 08 20:31:57.303068 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42511520-402b-4a79-b43a-9669f0223308', 'tag': 'c25155cd-bac5-429f-ab8f-c15940c14a88'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:31:57.305481 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fe9bc0-c6c7-492a-a289-1019b3dec3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "42511520-402b-4a79-b43a-9669f0223308", "tag": "c25155cd-bac5-429f-ab8f-c15940c14a88"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:31:57.393871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb454c90-83f7-4ab9-8aba-135caed14348 req-ab32e75f-928f-4077-ab7d-b9fda7ab48f7 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:57.395873 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb454c90-83f7-4ab9-8aba-135caed14348 req-ab32e75f-928f-4077-ab7d-b9fda7ab48f7 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.4390390 Jul 08 20:31:57.529891 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1f11fec8-10df-4aae-b235-a54014471a3e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:57.540838 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1f11fec8-10df-4aae-b235-a54014471a3e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:57.558985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25082510-48cc-42ec-acc9-902adb50c08b service neutron] Pushing event updated for resources: {'Port': ['ID=c25155cd-bac5-429f-ab8f-c15940c14a88,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:57.614142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f2722-baf9-4570-bf62-8751f4a2b6b6 req-b3e4e02d-a746-44a2-a489-90ecb52a6ab4 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:57.616776 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-358f2722-baf9-4570-bf62-8751f4a2b6b6 req-b3e4e02d-a746-44a2-a489-90ecb52a6ab4 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.3269153 Jul 08 20:31:57.617721 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1f11fec8-10df-4aae-b235-a54014471a3e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:57.619130 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb454c90-83f7-4ab9-8aba-135caed14348 req-59f31bcc-a962-4175-9415-3ef7bc1bcbd8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273570 Jul 08 20:31:57.619610 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1f11fec8-10df-4aae-b235-a54014471a3e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6678317 Jul 08 20:31:57.625696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41312) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:57.657874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11fec8-10df-4aae-b235-a54014471a3e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d70972-d69e-4d52-89d6-5f3d9708d66b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:57.695195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ab492ee4-6560-48b9-b082-9299704a7825 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group': {'name': 'tempest-secgroup--314356900'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:57.696364 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-358f2722-baf9-4570-bf62-8751f4a2b6b6 req-ef4c1bbf-dc35-4881-bbe5-2144bcf65383 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721910 Jul 08 20:31:57.727345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75368cf6-24f2-41f3-948e-8028800ef247 req-de2719e8-87a1-425d-94bf-3d6b7e4aa807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:57.730456 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-de2719e8-87a1-425d-94bf-3d6b7e4aa807 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=662ec96778fc46db98b5da494c5715aa&device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 1100 time: 0.4020166 Jul 08 20:31:57.732252 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab492ee4-6560-48b9-b082-9299704a7825 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:57.806416 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-ae953e3c-da42-4e36-b7ff-b8c1b4e050b3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c25155cd-bac5-429f-ab8f-c15940c14a88 HTTP/1.1" status: 200 len: 217 time: 0.0512171 Jul 08 20:31:57.848075 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d36a1d-e3c1-4c23-82b0-38115038e9ea x-openstack-request-id: req-08d36a1d-e3c1-4c23-82b0-38115038e9ea {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:31:57.848423 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42511520-402b-4a79-b43a-9669f0223308", "tag": "c25155cd-bac5-429f-ab8f-c15940c14a88", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:31:57.848749 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-08d36a1d-e3c1-4c23-82b0-38115038e9ea {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:31:57.850277 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42511520-402b-4a79-b43a-9669f0223308', 'tag': 'c25155cd-bac5-429f-ab8f-c15940c14a88', 'status': 'completed', 'code': 200} Jul 08 20:31:57.989258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75368cf6-24f2-41f3-948e-8028800ef247 req-7aa22b78-33d4-4dba-9f34-c39c203b04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:57.991128 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-7aa22b78-33d4-4dba-9f34-c39c203b04b7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.1778007 Jul 08 20:31:58.117537 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab492ee4-6560-48b9-b082-9299704a7825 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:58.132111 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab492ee4-6560-48b9-b082-9299704a7825 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:58.159461 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab492ee4-6560-48b9-b082-9299704a7825 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:58.161141 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ab492ee4-6560-48b9-b082-9299704a7825 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5097537 Jul 08 20:31:58.164108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41328) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:58.169523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a90346e5-8f13-42d9-a426-167e098a423f tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': 'c5d70972-d69e-4d52-89d6-5f3d9708d66b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2ed66ac2-731b-4339-ba39-9258917fb2ec'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:58.249901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75368cf6-24f2-41f3-948e-8028800ef247 req-7486838f-90ab-49a0-851d-2d960c68694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:58.254696 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-7486838f-90ab-49a0-851d-2d960c68694d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2517967 Jul 08 20:31:58.259369 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-a90346e5-8f13-42d9-a426-167e098a423f tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:58.262885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a90346e5-8f13-42d9-a426-167e098a423f tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0977321 Jul 08 20:31:58.269857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41334) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:58.281336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab492ee4-6560-48b9-b082-9299704a7825 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed66ac2-731b-4339-ba39-9258917fb2ec,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:58.374651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdd90851-14ed-42ed-a9de-831d0b805871 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:58.420002 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdd90851-14ed-42ed-a9de-831d0b805871 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:58.500950 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdd90851-14ed-42ed-a9de-831d0b805871 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:58.508284 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdd90851-14ed-42ed-a9de-831d0b805871 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:58.511208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bdd90851-14ed-42ed-a9de-831d0b805871 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "DELETE /v2.0/security-groups/2ed66ac2-731b-4339-ba39-9258917fb2ec HTTP/1.1" status: 204 len: 168 time: 0.2393456 Jul 08 20:31:58.519282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41338) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:58.552862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd90851-14ed-42ed-a9de-831d0b805871 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed66ac2-731b-4339-ba39-9258917fb2ec,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:58.696814 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b4c99eeb-2ab4-4529-8a0b-d29c95bbe57b tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1591451 Jul 08 20:31:58.697128 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41344) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:58.868334 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a36abf99-c5ce-4049-a9f0-45100e958187 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:58.890587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d8142-1fbb-4497-8b78-6dc5c3e34df0 req-fc975eed-4750-405d-af75-7832b05b0023 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:58.893414 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-495d8142-1fbb-4497-8b78-6dc5c3e34df0 req-fc975eed-4750-405d-af75-7832b05b0023 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 948 time: 0.7490890 Jul 08 20:31:58.940059 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a36abf99-c5ce-4049-a9f0-45100e958187 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:58.986189 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-495d8142-1fbb-4497-8b78-6dc5c3e34df0 req-5b695c83-383b-4ed9-b270-c834370fc28d tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/security-groups?id=ff920674-5c28-4e13-8767-c648ca9c799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844104 Jul 08 20:31:59.000712 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-958bc6c5-828b-4a1b-8a95-cdaf817c5433 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7318857 Jul 08 20:31:59.075166 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a36abf99-c5ce-4049-a9f0-45100e958187 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:59.075764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a36abf99-c5ce-4049-a9f0-45100e958187 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:59.080597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a36abf99-c5ce-4049-a9f0-45100e958187 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "DELETE /v2.0/security-groups/c5d70972-d69e-4d52-89d6-5f3d9708d66b HTTP/1.1" status: 204 len: 168 time: 0.3811889 Jul 08 20:31:59.081398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41356) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:59.102048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738e23d-e015-4f6c-84ff-b1058790b752 req-716cd98d-b417-406d-8ff7-5d441083c40f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:59.125468 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5738e23d-e015-4f6c-84ff-b1058790b752 req-716cd98d-b417-406d-8ff7-5d441083c40f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1577408 Jul 08 20:31:59.170537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36abf99-c5ce-4049-a9f0-45100e958187 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d70972-d69e-4d52-89d6-5f3d9708d66b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:59.289229 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-285edc3c-ca55-4ceb-8101-5ac815512a99 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2017488 Jul 08 20:31:59.293747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41360) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:59.300382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9d34d14a-e7c2-484e-a627-f6c55eb768d4 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045634402'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:59.327239 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75368cf6-24f2-41f3-948e-8028800ef247 req-c020ff83-e184-4f7e-a85c-868aa1d5ea38 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200431 Jul 08 20:31:59.328371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d34d14a-e7c2-484e-a627-f6c55eb768d4 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:59.352587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5738e23d-e015-4f6c-84ff-b1058790b752 req-dc08dd38-94f0-4498-904c-fd6a51be2abb tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237859 Jul 08 20:31:59.381483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86912ea4-6aea-4f94-b892-3fb61041cd92 req-b1d06356-4ee1-4630-9b5e-a571e114df2c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:59.382504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86912ea4-6aea-4f94-b892-3fb61041cd92 req-b1d06356-4ee1-4630-9b5e-a571e114df2c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1368549 Jul 08 20:31:59.476438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86912ea4-6aea-4f94-b892-3fb61041cd92 req-9b52c4f2-0aa1-4eed-a9bc-147b3d7a5c1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929639 Jul 08 20:31:59.554526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe9bc0-c6c7-492a-a289-1019b3dec3e2 req-56d9ee8c-2079-4d23-b096-82dfbca5b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:59.559855 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d34d14a-e7c2-484e-a627-f6c55eb768d4 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:59.560131 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c7fe9bc0-c6c7-492a-a289-1019b3dec3e2 req-56d9ee8c-2079-4d23-b096-82dfbca5b9fb service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=662ec96778fc46db98b5da494c5715aa&device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 1100 time: 0.1462624 Jul 08 20:31:59.567055 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d34d14a-e7c2-484e-a627-f6c55eb768d4 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:59.623048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d34d14a-e7c2-484e-a627-f6c55eb768d4 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:59.627985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9d34d14a-e7c2-484e-a627-f6c55eb768d4 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3331358 Jul 08 20:31:59.628739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41364) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:59.636795 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-415dcf20-5c1e-4cff-ad98-9fe30f528c23 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': '581c1dc4-c818-484c-b337-1f1378d17109', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:59.641488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34d14a-e7c2-484e-a627-f6c55eb768d4 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581c1dc4-c818-484c-b337-1f1378d17109,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:31:59.705244 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-415dcf20-5c1e-4cff-ad98-9fe30f528c23 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:59.710798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41366) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:59.711619 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-415dcf20-5c1e-4cff-ad98-9fe30f528c23 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0807002 Jul 08 20:31:59.719377 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a523d5ce-36ea-482f-8656-102fabc8955e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group_rule': {'security_group_id': '581c1dc4-c818-484c-b337-1f1378d17109', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:31:59.798019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe9bc0-c6c7-492a-a289-1019b3dec3e2 req-7010aff1-14b3-42f8-84af-6c32b82e9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:59.801320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c7fe9bc0-c6c7-492a-a289-1019b3dec3e2 req-7010aff1-14b3-42f8-84af-6c32b82e9c76 service neutron] 10.222.0.104 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.2332785 Jul 08 20:31:59.817511 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-a523d5ce-36ea-482f-8656-102fabc8955e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:31:59.818970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a523d5ce-36ea-482f-8656-102fabc8955e tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1070542 Jul 08 20:31:59.822628 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41368) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:31:59.852879 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c7fe9bc0-c6c7-492a-a289-1019b3dec3e2 req-54a295d5-7bf3-4aa7-8835-6d7c4cbd7877 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c25155cd-bac5-429f-ab8f-c15940c14a88 HTTP/1.1" status: 200 len: 217 time: 0.0453768 Jul 08 20:31:59.930321 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-beafcd63-b717-42bd-8e41-9f5831bf35c5 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:31:59.936134 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe9bc0-c6c7-492a-a289-1019b3dec3e2 req-ac6f1f37-e9dd-483e-ae9d-44a42c69e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:31:59.939574 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c7fe9bc0-c6c7-492a-a289-1019b3dec3e2 req-ac6f1f37-e9dd-483e-ae9d-44a42c69e03e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0793459 Jul 08 20:31:59.977969 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-beafcd63-b717-42bd-8e41-9f5831bf35c5 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:00.059013 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-beafcd63-b717-42bd-8e41-9f5831bf35c5 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:00.064281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-beafcd63-b717-42bd-8e41-9f5831bf35c5 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:00.067902 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-beafcd63-b717-42bd-8e41-9f5831bf35c5 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "DELETE /v2.0/security-groups/581c1dc4-c818-484c-b337-1f1378d17109 HTTP/1.1" status: 204 len: 168 time: 0.2410979 Jul 08 20:32:00.074788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41376) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:00.108031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe9bc0-c6c7-492a-a289-1019b3dec3e2 req-c47037c4-0c9e-4499-83c0-9d081914e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:00.111750 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c7fe9bc0-c6c7-492a-a289-1019b3dec3e2 req-c47037c4-0c9e-4499-83c0-9d081914e647 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1533952 Jul 08 20:32:00.152736 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafcd63-b717-42bd-8e41-9f5831bf35c5 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581c1dc4-c818-484c-b337-1f1378d17109,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:00.249495 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7f6b1c22-eeec-4876-b4ee-332bd8ca53c3 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1690586 Jul 08 20:32:00.253020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41378) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:00.262769 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-306f7eb7-ad8d-455a-afa3-bbe2484e89cc tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913842281'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:00.268810 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c7fe9bc0-c6c7-492a-a289-1019b3dec3e2 req-2289bade-d2f2-4d16-a10c-8a1f99f60cfe service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450846 Jul 08 20:32:00.335105 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-306f7eb7-ad8d-455a-afa3-bbe2484e89cc tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:00.476910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f43eb3-8abe-4c94-b1ad-3d57d49eaf35 req-b6713bbb-6150-4644-8d54-f662db34f970 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:00.478638 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c7fe9bc0-c6c7-492a-a289-1019b3dec3e2 req-a4e25200-b600-4f59-8f29-79389c08b050 service neutron] 10.222.0.104 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871657 Jul 08 20:32:00.492790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24f43eb3-8abe-4c94-b1ad-3d57d49eaf35 req-b6713bbb-6150-4644-8d54-f662db34f970 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 948 time: 0.1934836 Jul 08 20:32:00.634444 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24f43eb3-8abe-4c94-b1ad-3d57d49eaf35 req-b1c2908b-263a-4cdf-be3f-b3c4326cd49c tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/security-groups?id=ff920674-5c28-4e13-8767-c648ca9c799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399791 Jul 08 20:32:00.659616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-306f7eb7-ad8d-455a-afa3-bbe2484e89cc tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:00.679254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41388) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:00.679553 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-306f7eb7-ad8d-455a-afa3-bbe2484e89cc tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:00.722541 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-306f7eb7-ad8d-455a-afa3-bbe2484e89cc tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:00.724511 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-306f7eb7-ad8d-455a-afa3-bbe2484e89cc tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4703841 Jul 08 20:32:00.727126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f7eb7-ad8d-455a-afa3-bbe2484e89cc tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d429cc24-d38f-4e97-b09a-593ef88a9774,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:00.727368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41392) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:00.735376 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6d9a6eb3-08f8-44e3-855a-ea49b6e81763 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:00.735773 n-d-791506-16 neutron-server[94065]: WARNING neutron.api.v2.base [None req-6d9a6eb3-08f8-44e3-855a-ea49b6e81763 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 20:32:00.739615 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-6d9a6eb3-08f8-44e3-855a-ea49b6e81763 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 20:32:00.741420 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6d9a6eb3-08f8-44e3-855a-ea49b6e81763 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "PUT /v2.0/security-groups/d429cc24-d38f-4e97-b09a-593ef88a9774 HTTP/1.1" status: 409 len: 330 time: 0.0130739 Jul 08 20:32:00.745470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41394) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:00.783039 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315cd82-3438-4d34-91f7-18022b47c902 req-840b4612-721b-4901-8307-77c5ac87fa8a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:00.786009 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c315cd82-3438-4d34-91f7-18022b47c902 req-840b4612-721b-4901-8307-77c5ac87fa8a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1712968 Jul 08 20:32:00.872526 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:00.886683 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c315cd82-3438-4d34-91f7-18022b47c902 req-5bb931ab-5e5a-4a63-9b8b-d5c315709ba1 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898767 Jul 08 20:32:00.900806 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:00.942474 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c20d888-6453-434e-9549-caf44034f782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:00.968292 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:00.971107 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:00.972832 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "DELETE /v2.0/security-groups/d429cc24-d38f-4e97-b09a-593ef88a9774 HTTP/1.1" status: 204 len: 168 time: 0.2260985 Jul 08 20:32:00.980307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41398) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:00.998710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d2566-227c-4579-8124-308931739f7c req-0f734dd7-848a-40e2-ae3b-5e7369563304 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:01.000565 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb9d2566-227c-4579-8124-308931739f7c req-0f734dd7-848a-40e2-ae3b-5e7369563304 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1853178 Jul 08 20:32:01.001363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d429cc24-d38f-4e97-b09a-593ef88a9774,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:01.017816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:01.019200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:01.019200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:01.019545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:01.019872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:01.020276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:01.020622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:01.021019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:01.021394 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:01.021913 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:01.022221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:01.022407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876933bd-2930-4133-90f4-cd646df9a650 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:01.082844 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb9d2566-227c-4579-8124-308931739f7c req-c2fad0dd-fa7e-45c1-ba37-4eb6e4f82f1f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739715 Jul 08 20:32:01.162438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-427a93ed-1fb9-43e2-a4bc-37ec75e1a9d8 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1769896 Jul 08 20:32:01.168156 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41402) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:01.197012 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-f8db6f86-21f6-4e91-a23b-08e9b19b8674 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] delete failed (client error): The resource could not be found. Jul 08 20:32:01.198982 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f8db6f86-21f6-4e91-a23b-08e9b19b8674 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "DELETE /v2.0/security-groups/2bb529cd-9e71-4409-bd93-7b20186c0150 HTTP/1.1" status: 404 len: 347 time: 0.0296428 Jul 08 20:32:01.203197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41404) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:01.233651 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-632723f2-f254-4939-9a61-459a1e1a1ccd tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] show failed (client error): The resource could not be found. Jul 08 20:32:01.238701 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-632723f2-f254-4939-9a61-459a1e1a1ccd tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "GET /v2.0/security-groups/cba9a2f9-0250-4ef5-8a15-b0bfe4fb92f9 HTTP/1.1" status: 404 len: 347 time: 0.0311620 Jul 08 20:32:01.239371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41406) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:01.271564 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c20d888-6453-434e-9549-caf44034f782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:01.274963 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-36a6819b-183d-40ff-9c31-91debcb41399 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] show failed (client error): The resource could not be found. Jul 08 20:32:01.277069 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c20d888-6453-434e-9549-caf44034f782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:01.282110 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-36a6819b-183d-40ff-9c31-91debcb41399 tempest-NegativeSecGroupIPv6Test-1928048106 tempest-NegativeSecGroupIPv6Test-1928048106-project] 10.222.0.101 "GET /v2.0/security-group-rules/531677ba-f9eb-49a0-9e93-dffefda79d12 HTTP/1.1" status: 404 len: 356 time: 0.0415256 Jul 08 20:32:01.312508 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20d888-6453-434e-9549-caf44034f782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195a516d-01ef-437a-bb27-6d2f6f81db0a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:01.344751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41410) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:01.357286 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6c20d888-6453-434e-9549-caf44034f782 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5a3eeccd2c8c4c6890185575706ac283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6730578 Jul 08 20:32:01.415688 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-728910c9-79a3-4dad-934e-7ddb16974f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:01.480837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-728910c9-79a3-4dad-934e-7ddb16974f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:01.543057 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-728910c9-79a3-4dad-934e-7ddb16974f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:01.546442 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-728910c9-79a3-4dad-934e-7ddb16974f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:01.547968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-728910c9-79a3-4dad-934e-7ddb16974f32 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/195a516d-01ef-437a-bb27-6d2f6f81db0a HTTP/1.1" status: 204 len: 168 time: 0.2020745 Jul 08 20:32:01.557751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728910c9-79a3-4dad-934e-7ddb16974f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195a516d-01ef-437a-bb27-6d2f6f81db0a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:01.607615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41416) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:01.898547 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8ffa45cb-cf30-481f-801e-da17e39dae83 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=974a22698c20463dbc8f472eacb4696e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873883 Jul 08 20:32:01.898859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41424) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:02.048349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448e90c-359e-441f-91f0-f3ee957abd32 req-2abe962d-dd75-4e90-931b-07ef05d64cb1 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:02.055537 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c448e90c-359e-441f-91f0-f3ee957abd32 req-2abe962d-dd75-4e90-931b-07ef05d64cb1 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 948 time: 0.2423630 Jul 08 20:32:02.097086 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17195862-3dab-40aa-b6e7-a94fa8870dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:02.142682 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c448e90c-359e-441f-91f0-f3ee957abd32 req-e07b0d10-40ab-4c92-a84e-4012c4ab76fb tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/security-groups?id=ff920674-5c28-4e13-8767-c648ca9c799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855389 Jul 08 20:32:02.151905 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17195862-3dab-40aa-b6e7-a94fa8870dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:02.177556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41434) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:02.196677 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60aa6b28-e731-43a8-8263-b697b6c14917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:02.241455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b97556-2eb3-4a74-9eff-0d8bf3c13812 req-b3936d19-d604-491f-961b-bd6f6fb9d6e8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:02.253633 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17195862-3dab-40aa-b6e7-a94fa8870dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:02.257275 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b0b97556-2eb3-4a74-9eff-0d8bf3c13812 req-b3936d19-d604-491f-961b-bd6f6fb9d6e8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1688638 Jul 08 20:32:02.258402 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17195862-3dab-40aa-b6e7-a94fa8870dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:02.259630 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-17195862-3dab-40aa-b6e7-a94fa8870dcf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/47b666b0-3725-46ea-a0d9-74e32578debd HTTP/1.1" status: 204 len: 168 time: 0.3598056 Jul 08 20:32:02.268749 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17195862-3dab-40aa-b6e7-a94fa8870dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b666b0-3725-46ea-a0d9-74e32578debd,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:02.317114 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b0b97556-2eb3-4a74-9eff-0d8bf3c13812 req-b6bcc191-2c19-4617-a9e2-219e0834a19a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584633 Jul 08 20:32:02.479330 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60aa6b28-e731-43a8-8263-b697b6c14917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:02.487771 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60aa6b28-e731-43a8-8263-b697b6c14917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:02.552311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41440) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:02.552989 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-60aa6b28-e731-43a8-8263-b697b6c14917 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e565db184e794f4fa724c50f7b099d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3739603 Jul 08 20:32:02.554157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa6b28-e731-43a8-8263-b697b6c14917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddf137a-fca5-4046-9c37-041e44d4faaf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:02.654496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c25155cd-bac5-429f-ab8f-c15940c14a88 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:32:02.678314 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b2df40c-4dc2-4d69-98f1-c1fce24f30db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:02.726696 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b2df40c-4dc2-4d69-98f1-c1fce24f30db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:02.751652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73440ddb-a5ad-493a-809a-d47f32ab0471 req-f687544e-191b-40c5-8d1f-354097301a22 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:02.755645 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-73440ddb-a5ad-493a-809a-d47f32ab0471 req-f687544e-191b-40c5-8d1f-354097301a22 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1698005 Jul 08 20:32:02.828178 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b2df40c-4dc2-4d69-98f1-c1fce24f30db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:02.830268 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b2df40c-4dc2-4d69-98f1-c1fce24f30db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:02.833946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4b2df40c-4dc2-4d69-98f1-c1fce24f30db admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4ddf137a-fca5-4046-9c37-041e44d4faaf HTTP/1.1" status: 204 len: 168 time: 0.2774897 Jul 08 20:32:02.850906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2df40c-4dc2-4d69-98f1-c1fce24f30db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddf137a-fca5-4046-9c37-041e44d4faaf,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:02.860936 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-73440ddb-a5ad-493a-809a-d47f32ab0471 req-acd0989c-8793-4c07-b0c8-676286e2f3a0 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987351 Jul 08 20:32:02.902366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c25155cd-bac5-429f-ab8f-c15940c14a88, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c25155cd-bac5-429f-ab8f-c15940c14a88,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:02.919109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'c25155cd-bac5-429f-ab8f-c15940c14a88', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'c25155cd-bac5-429f-ab8f-c15940c14a88', 'mac_address': 'fa:16:3e:23:bf:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:32:02.982526 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:02.999132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25155cd-bac5-429f-ab8f-c15940c14a88 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:32:03.023667 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c25155cd-bac5-429f-ab8f-c15940c14a88, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c25155cd-bac5-429f-ab8f-c15940c14a88,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:03.032068 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:03.099626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c25155cd-bac5-429f-ab8f-c15940c14a88,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:03.332126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['c25155cd-bac5-429f-ab8f-c15940c14a88'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:32:03.667273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ecf7b-5945-456b-95a2-993323ad1a02 req-dbdee05c-53ff-4bb8-8dcb-d7b41fbb9c25 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:03.680063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8c5ecf7b-5945-456b-95a2-993323ad1a02 req-dbdee05c-53ff-4bb8-8dcb-d7b41fbb9c25 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 949 time: 0.2141762 Jul 08 20:32:03.793895 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8c5ecf7b-5945-456b-95a2-993323ad1a02 req-dff85b94-d005-46ad-a095-0ccf779c2e31 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/security-groups?id=ff920674-5c28-4e13-8767-c648ca9c799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127281 Jul 08 20:32:03.852294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a473b-ac20-47c5-a692-1eb0b5302294 req-0f00dc89-3920-410d-91c2-59d910e161dd tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:03.855913 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-530a473b-ac20-47c5-a692-1eb0b5302294 req-0f00dc89-3920-410d-91c2-59d910e161dd tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1939969 Jul 08 20:32:03.957666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-530a473b-ac20-47c5-a692-1eb0b5302294 req-e6d862b3-fb38-4c07-85ec-358c1984748c tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950832 Jul 08 20:32:04.065944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41484) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:04.102364 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06dcdd2f-4e7d-4353-93ad-0075f75e2e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:04.461670 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e1aa66d-39d0-42d4-b0e8-d1319135a8a0 tempest-ServiceProvidersTest-1397720257 tempest-ServiceProvidersTest-1397720257-project] 10.222.0.101 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3942394 Jul 08 20:32:04.571093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1173b-9932-4861-868f-3acb296e9ec5 req-c4b3a570-65a0-4d61-abef-5fae11c4f5f0 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:04.573210 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49d1173b-9932-4861-868f-3acb296e9ec5 req-c4b3a570-65a0-4d61-abef-5fae11c4f5f0 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1623402 Jul 08 20:32:04.670127 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49d1173b-9932-4861-868f-3acb296e9ec5 req-6cc51d07-bf54-4ee3-8dd0-179c1c9435e6 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749466 Jul 08 20:32:04.688758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c25155cd-bac5-429f-ab8f-c15940c14a88 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:32:04.762998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port c25155cd-bac5-429f-ab8f-c15940c14a88 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:32:04.767787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port c25155cd-bac5-429f-ab8f-c15940c14a88 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:04.768514 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:04.904576 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:04.939002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41512) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:04.983040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c25155cd-bac5-429f-ab8f-c15940c14a88, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c25155cd-bac5-429f-ab8f-c15940c14a88,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:04.986229 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42511520-402b-4a79-b43a-9669f0223308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25155cd-bac5-429f-ab8f-c15940c14a88'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:32:04.996838 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0750b4b9-f2c3-4ad5-9cf2-cd9f8c2f1db6" -d '{"events": [{"server_uuid": "42511520-402b-4a79-b43a-9669f0223308", "name": "network-vif-plugged", "status": "completed", "tag": "c25155cd-bac5-429f-ab8f-c15940c14a88"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:32:05.004009 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:05.099693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fa77e-da77-488b-a620-d1aa361add09 req-72ae4569-e6d0-440c-b3c3-ee9182de50ac tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:05.111454 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3c2fa77e-da77-488b-a620-d1aa361add09 req-72ae4569-e6d0-440c-b3c3-ee9182de50ac tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 950 time: 0.1347909 Jul 08 20:32:05.139769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c25155cd-bac5-429f-ab8f-c15940c14a88,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:05.184945 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3c2fa77e-da77-488b-a620-d1aa361add09 req-6540e856-60f4-4587-819a-491f79949f91 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/security-groups?id=ff920674-5c28-4e13-8767-c648ca9c799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722482 Jul 08 20:32:05.218993 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ad5c2566-f07e-4907-ae07-361f0df96817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:05.233173 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2417a6cb-e923-41d8-8a6a-372a25a5215b x-openstack-request-id: req-2417a6cb-e923-41d8-8a6a-372a25a5215b {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:32:05.233478 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42511520-402b-4a79-b43a-9669f0223308", "name": "network-vif-plugged", "status": "completed", "tag": "c25155cd-bac5-429f-ab8f-c15940c14a88", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:32:05.233746 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2417a6cb-e923-41d8-8a6a-372a25a5215b {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:32:05.234148 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42511520-402b-4a79-b43a-9669f0223308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25155cd-bac5-429f-ab8f-c15940c14a88', 'code': 200} Jul 08 20:32:05.370255 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2897c-6369-49d5-a0c2-3f87c497c93c req-6f2a309f-fbd6-490b-8154-a59ad689c643 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:05.372679 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ff2897c-6369-49d5-a0c2-3f87c497c93c req-6f2a309f-fbd6-490b-8154-a59ad689c643 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1265414 Jul 08 20:32:05.455595 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ff2897c-6369-49d5-a0c2-3f87c497c93c req-f72c5bab-f092-4abc-a5b7-fe886c09afc8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685067 Jul 08 20:32:05.470301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f82ed-f88c-4173-8605-54d370dd25c3 req-b40a0f73-5812-4f67-a440-f7ba96e2b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:05.472172 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-215f82ed-f88c-4173-8605-54d370dd25c3 req-b40a0f73-5812-4f67-a440-f7ba96e2b5be service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 1102 time: 0.1496582 Jul 08 20:32:05.518475 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ad5c2566-f07e-4907-ae07-361f0df96817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:05.527974 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ad5c2566-f07e-4907-ae07-361f0df96817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:05.550649 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-215f82ed-f88c-4173-8605-54d370dd25c3 req-1d75893c-2b24-4e72-a82e-88c8d6fd6b2e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=ff920674-5c28-4e13-8767-c648ca9c799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684922 Jul 08 20:32:05.622671 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ad5c2566-f07e-4907-ae07-361f0df96817 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=53918bb4ba734094abfcd41164260894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788895 Jul 08 20:32:05.623057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41534) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:05.635223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c2566-f07e-4907-ae07-361f0df96817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69602934-4c8f-45db-b8cf-95b2ae99c5e1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:05.762114 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca202b3d-178d-4812-a462-3ef9f4f535f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:05.796127 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca202b3d-178d-4812-a462-3ef9f4f535f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:05.880428 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca202b3d-178d-4812-a462-3ef9f4f535f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:05.885178 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca202b3d-178d-4812-a462-3ef9f4f535f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:05.886574 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ca202b3d-178d-4812-a462-3ef9f4f535f2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/69602934-4c8f-45db-b8cf-95b2ae99c5e1 HTTP/1.1" status: 204 len: 168 time: 0.2623813 Jul 08 20:32:05.922913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca202b3d-178d-4812-a462-3ef9f4f535f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69602934-4c8f-45db-b8cf-95b2ae99c5e1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:06.039464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70928b91-00b0-4492-a880-23295f320dea req-390951f5-1fed-4d20-890d-e35739d9adee tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:06.043733 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70928b91-00b0-4492-a880-23295f320dea req-390951f5-1fed-4d20-890d-e35739d9adee tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.2056861 Jul 08 20:32:06.120572 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70928b91-00b0-4492-a880-23295f320dea req-65e8ea05-9a48-4323-a6ec-73487e5f2a9d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695109 Jul 08 20:32:06.560255 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9cd94dd-c9e5-4202-b1c1-56bfbbf55df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:06.590558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf20d2-2c80-4b39-a0af-415679fa89d7 req-e620fc6b-7406-44e8-9a8b-bda98e511000 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:06.593417 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6bf20d2-2c80-4b39-a0af-415679fa89d7 req-e620fc6b-7406-44e8-9a8b-bda98e511000 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 950 time: 0.1853786 Jul 08 20:32:06.656526 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6bf20d2-2c80-4b39-a0af-415679fa89d7 req-abc1a847-cf17-4b42-967e-34fcd12d8f5d tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/security-groups?id=ff920674-5c28-4e13-8767-c648ca9c799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539436 Jul 08 20:32:06.900030 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:06.904981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685de70-bdd0-4aa2-bce5-835ecb22e479 req-ee04cfd0-842c-4943-8046-02530298500f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:06.907407 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4685de70-bdd0-4aa2-bce5-835ecb22e479 req-ee04cfd0-842c-4943-8046-02530298500f tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1462755 Jul 08 20:32:06.974285 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4685de70-bdd0-4aa2-bce5-835ecb22e479 req-2886fb64-9be7-478b-b401-67b2179187a0 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594628 Jul 08 20:32:07.240841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41604) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:07.442184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253325a3-7980-4168-abbc-f89e3ec2333e req-5efaa54f-0a73-4222-8a22-3692f0bd7bdc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:07.451549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-253325a3-7980-4168-abbc-f89e3ec2333e req-5efaa54f-0a73-4222-8a22-3692f0bd7bdc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1362021 Jul 08 20:32:07.501208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-253325a3-7980-4168-abbc-f89e3ec2333e req-4388696d-cc7e-41a8-b744-7d173aa0795d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487761 Jul 08 20:32:07.540537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a36e8-c4b3-4dd8-9e1c-1339fd00a84b req-2ae8e2b2-33f5-4b14-a95d-f02a9a9e7fab tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:07.543538 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c8a36e8-c4b3-4dd8-9e1c-1339fd00a84b req-2ae8e2b2-33f5-4b14-a95d-f02a9a9e7fab tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.0961313 Jul 08 20:32:07.558681 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e23dfd5-87c9-45a3-b289-07d654b7d948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:07.625009 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c8a36e8-c4b3-4dd8-9e1c-1339fd00a84b req-fcb6682c-66a0-466f-9687-49c365f21631 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630400 Jul 08 20:32:07.710579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41630) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:07.782990 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e23dfd5-87c9-45a3-b289-07d654b7d948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:07.788385 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e23dfd5-87c9-45a3-b289-07d654b7d948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:07.825416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c32d5c93-6e03-462c-839a-fa3069720b2a tempest-SubnetPoolsTestJSON-48893233 tempest-SubnetPoolsTestJSON-48893233-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1271980259', 'prefixes': ['172.20.0.0/16']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:07.826824 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23dfd5-87c9-45a3-b289-07d654b7d948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdd87dc-5285-4293-bf07-aefefcb6783f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:07.924760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41656) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:07.925420 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2e23dfd5-87c9-45a3-b289-07d654b7d948 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=57a44129b7764b638d0da986985d964d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6772130 Jul 08 20:32:08.020229 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c32d5c93-6e03-462c-839a-fa3069720b2a tempest-SubnetPoolsTestJSON-48893233 tempest-SubnetPoolsTestJSON-48893233-project] Notify callbacks [] for subnetpool, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:08.025664 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c32d5c93-6e03-462c-839a-fa3069720b2a tempest-SubnetPoolsTestJSON-48893233 tempest-SubnetPoolsTestJSON-48893233-project] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3113523 Jul 08 20:32:08.026301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41658) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:08.076919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86658cbf-f9cf-480a-9ae1-a5391269a5e5 req-2516bfc1-56d4-44e5-8412-b66e5593e542 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:08.078852 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86658cbf-f9cf-480a-9ae1-a5391269a5e5 req-2516bfc1-56d4-44e5-8412-b66e5593e542 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1431684 Jul 08 20:32:08.084016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-32a9498d-8cab-4875-9f17-3f35d5e78d52 tempest-SubnetPoolsTestJSON-48893233 tempest-SubnetPoolsTestJSON-48893233-project] 10.222.0.101 "GET /v2.0/subnetpools/077f10fb-6485-4a5c-85a0-18b9bf94471c HTTP/1.1" status: 200 len: 732 time: 0.0564783 Jul 08 20:32:08.086580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41660) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:08.091985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-dc837f0b-9830-4eeb-8595-23551e1a89a7 tempest-SubnetPoolsTestJSON-48893233 tempest-SubnetPoolsTestJSON-48893233-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1045185494'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:08.149305 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86658cbf-f9cf-480a-9ae1-a5391269a5e5 req-a71f39d6-9cb0-4389-8bb4-f2beaec56164 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596271 Jul 08 20:32:08.189284 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:08.196747 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-371c9612-4ea1-46ad-b99c-538f23d8271e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:08.252893 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-371c9612-4ea1-46ad-b99c-538f23d8271e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:08.314529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782fa4d-bb6f-44a3-943a-623e30832fe8 req-02611500-88e1-4d58-8ef9-c3011f3e42fd tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:08.316071 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c782fa4d-bb6f-44a3-943a-623e30832fe8 req-02611500-88e1-4d58-8ef9-c3011f3e42fd tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 950 time: 0.2358313 Jul 08 20:32:08.348313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc837f0b-9830-4eeb-8595-23551e1a89a7 tempest-SubnetPoolsTestJSON-48893233 tempest-SubnetPoolsTestJSON-48893233-project] Notify callbacks [] for subnetpool, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:08.349665 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dc837f0b-9830-4eeb-8595-23551e1a89a7 tempest-SubnetPoolsTestJSON-48893233 tempest-SubnetPoolsTestJSON-48893233-project] 10.222.0.101 "PUT /v2.0/subnetpools/077f10fb-6485-4a5c-85a0-18b9bf94471c HTTP/1.1" status: 200 len: 684 time: 0.2618024 Jul 08 20:32:08.352869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41670) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:08.389314 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-371c9612-4ea1-46ad-b99c-538f23d8271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:08.393119 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-371c9612-4ea1-46ad-b99c-538f23d8271e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:08.396995 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-371c9612-4ea1-46ad-b99c-538f23d8271e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cfdd87dc-5285-4293-bf07-aefefcb6783f HTTP/1.1" status: 204 len: 168 time: 0.4689372 Jul 08 20:32:08.414676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c782fa4d-bb6f-44a3-943a-623e30832fe8 req-92d81d34-79ec-4829-8b32-45570060b2ef tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/security-groups?id=ff920674-5c28-4e13-8767-c648ca9c799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912545 Jul 08 20:32:08.426923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c9612-4ea1-46ad-b99c-538f23d8271e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdd87dc-5285-4293-bf07-aefefcb6783f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:08.492022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96833c1f-a22a-45ad-8a81-ad4e761dce88 req-50a398ed-3b2c-4293-94b4-c970c4b5d0a8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:08.502320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96833c1f-a22a-45ad-8a81-ad4e761dce88 req-50a398ed-3b2c-4293-94b4-c970c4b5d0a8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 947 time: 0.1069715 Jul 08 20:32:08.555756 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b07a7a0-54bd-4f2f-acb4-a791fcaae021 tempest-SubnetPoolsTestJSON-48893233 tempest-SubnetPoolsTestJSON-48893233-project] Notify callbacks [] for subnetpool, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:08.557118 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4b07a7a0-54bd-4f2f-acb4-a791fcaae021 tempest-SubnetPoolsTestJSON-48893233 tempest-SubnetPoolsTestJSON-48893233-project] 10.222.0.101 "DELETE /v2.0/subnetpools/077f10fb-6485-4a5c-85a0-18b9bf94471c HTTP/1.1" status: 204 len: 168 time: 0.2020900 Jul 08 20:32:08.560666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41678) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:08.570345 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96833c1f-a22a-45ad-8a81-ad4e761dce88 req-af1d6488-fe40-4a3d-b9c7-ac961f0f5e35 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642624 Jul 08 20:32:08.590169 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-1825a532-3bbf-4931-b649-26952ee44cc2 tempest-SubnetPoolsTestJSON-48893233 tempest-SubnetPoolsTestJSON-48893233-project] show failed (client error): The resource could not be found. Jul 08 20:32:08.591280 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1825a532-3bbf-4931-b649-26952ee44cc2 tempest-SubnetPoolsTestJSON-48893233 tempest-SubnetPoolsTestJSON-48893233-project] 10.222.0.101 "GET /v2.0/subnetpools/077f10fb-6485-4a5c-85a0-18b9bf94471c HTTP/1.1" status: 404 len: 346 time: 0.0294633 Jul 08 20:32:08.593980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41684) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:08.633618 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-a26a7ba8-3fb2-4c1f-88ee-cc02fed72a8a tempest-SubnetPoolsTestJSON-48893233 tempest-SubnetPoolsTestJSON-48893233-project] delete failed (client error): The resource could not be found. Jul 08 20:32:08.639093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a26a7ba8-3fb2-4c1f-88ee-cc02fed72a8a tempest-SubnetPoolsTestJSON-48893233 tempest-SubnetPoolsTestJSON-48893233-project] 10.222.0.101 "DELETE /v2.0/subnetpools/077f10fb-6485-4a5c-85a0-18b9bf94471c HTTP/1.1" status: 404 len: 346 time: 0.0398445 Jul 08 20:32:08.903541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 41694) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:08.959185 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e32bc5a-d557-44fa-8ea3-c047c89251a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.171208 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e32bc5a-d557-44fa-8ea3-c047c89251a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.185685 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e32bc5a-d557-44fa-8ea3-c047c89251a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.268489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41708) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:09.294928 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7e32bc5a-d557-44fa-8ea3-c047c89251a5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1c07e2c635164f54bc4c8c79f507e229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3884444 Jul 08 20:32:09.298684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41712) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:09.299901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32bc5a-d557-44fa-8ea3-c047c89251a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba709f8c-a600-483f-8385-adf321fe8605,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:09.356226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9d67f-5497-4f16-8beb-5176396b18d6 req-e1472aee-5feb-463d-845d-974b794e55fe tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:09.366904 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ff9d67f-5497-4f16-8beb-5176396b18d6 req-e1472aee-5feb-463d-845d-974b794e55fe tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1512849 Jul 08 20:32:09.393348 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ce920e25-102a-4c7a-90d8-b3201dcb2d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.421649 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ce920e25-102a-4c7a-90d8-b3201dcb2d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.445173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ff9d67f-5497-4f16-8beb-5176396b18d6 req-f554c1f8-34b4-4c28-b0f2-84dc9fc25844 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772424 Jul 08 20:32:09.490904 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fa3bb93-bca0-4105-850b-2fd23e767ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.519220 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ce920e25-102a-4c7a-90d8-b3201dcb2d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.522865 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ce920e25-102a-4c7a-90d8-b3201dcb2d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.528911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ce920e25-102a-4c7a-90d8-b3201dcb2d52 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ba709f8c-a600-483f-8385-adf321fe8605 HTTP/1.1" status: 204 len: 168 time: 0.2286966 Jul 08 20:32:09.546495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce920e25-102a-4c7a-90d8-b3201dcb2d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba709f8c-a600-483f-8385-adf321fe8605,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:09.647734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fa3bb93-bca0-4105-850b-2fd23e767ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.653631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fa3bb93-bca0-4105-850b-2fd23e767ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.702445 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6fa3bb93-bca0-4105-850b-2fd23e767ed4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eec34fd4c1984cf6ad17c4195398d575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300597 Jul 08 20:32:09.702848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41736) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:09.713567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3bb93-bca0-4105-850b-2fd23e767ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3211e9d7-a6b1-4c1b-8bc2-d14e006908f6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:09.732757 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.821375 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14cf509f-f3cb-498d-b145-368b2aea729a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.846945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e9598-33b0-44b8-a483-a7f83d6d5997 req-128c699a-b1be-49cd-8a02-70db464342b1 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:09.853156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ee2e9598-33b0-44b8-a483-a7f83d6d5997 req-128c699a-b1be-49cd-8a02-70db464342b1 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 950 time: 0.5330231 Jul 08 20:32:09.876610 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14cf509f-f3cb-498d-b145-368b2aea729a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.961062 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ee2e9598-33b0-44b8-a483-a7f83d6d5997 req-d764ca76-38f4-4a76-829a-9293beafe5e6 tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/security-groups?id=ff920674-5c28-4e13-8767-c648ca9c799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813682 Jul 08 20:32:09.989849 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14cf509f-f3cb-498d-b145-368b2aea729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:09.992499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14cf509f-f3cb-498d-b145-368b2aea729a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:10.004662 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-14cf509f-f3cb-498d-b145-368b2aea729a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3211e9d7-a6b1-4c1b-8bc2-d14e006908f6 HTTP/1.1" status: 204 len: 168 time: 0.2926457 Jul 08 20:32:10.016596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf509f-f3cb-498d-b145-368b2aea729a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3211e9d7-a6b1-4c1b-8bc2-d14e006908f6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:10.431517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed7b8b-d445-4f13-8fb8-559ac1761ec7 req-b7b9b59d-65e7-48e6-9eed-259973ab29ce tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:10.433697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47ed7b8b-d445-4f13-8fb8-559ac1761ec7 req-b7b9b59d-65e7-48e6-9eed-259973ab29ce tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.104 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 950 time: 0.1182270 Jul 08 20:32:10.671754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ef8f2-7a2e-4e1a-8bc7-59871148c8d8 req-f94a6272-ba34-4bfc-a34f-f63021738011 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:10.673288 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c0ef8f2-7a2e-4e1a-8bc7-59871148c8d8 req-f94a6272-ba34-4bfc-a34f-f63021738011 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.103 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1496055 Jul 08 20:32:10.674824 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-47ed7b8b-d445-4f13-8fb8-559ac1761ec7 req-85f30643-b2e1-4890-a81b-e10cfffb500d tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Deleting port c25155cd-bac5-429f-ab8f-c15940c14a88 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:32:10.675171 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-47ed7b8b-d445-4f13-8fb8-559ac1761ec7 req-85f30643-b2e1-4890-a81b-e10cfffb500d tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:10.705467 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 039f2ecc-1dae-46ce-877d-f5b1908c5776 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:32:10.814950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86f562-70a3-40ae-8546-c09932c728bd req-c510d201-4c2b-431d-a4a1-37569f8b2c9a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:10.832070 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5d86f562-70a3-40ae-8546-c09932c728bd req-c510d201-4c2b-431d-a4a1-37569f8b2c9a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 945 time: 0.1602032 Jul 08 20:32:10.935867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5d86f562-70a3-40ae-8546-c09932c728bd req-e0fc0dd8-674b-4431-af5f-a1d22916de5a tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946002 Jul 08 20:32:10.988423 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-7c0ef8f2-7a2e-4e1a-8bc7-59871148c8d8 req-355914ef-7c9d-44a9-a869-c4592787a7b8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Deleting port 80bdbe18-2456-4103-ab0f-68394ceca5eb {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:32:10.988876 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c0ef8f2-7a2e-4e1a-8bc7-59871148c8d8 req-355914ef-7c9d-44a9-a869-c4592787a7b8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:11.004125 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:11.064355 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:32:11.070029 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a8dc5e-73ef-4ef3-b110-ee1787796714" -d '{"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-unplugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:32:11.106613 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:11.116080 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:11.134440 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea964127-bbfd-4ca8-8e2e-09985315b241 x-openstack-request-id: req-ea964127-bbfd-4ca8-8e2e-09985315b241 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:32:11.137123 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-unplugged", "status": "completed", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:32:11.137443 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ea964127-bbfd-4ca8-8e2e-09985315b241 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:32:11.137849 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'code': 200} Jul 08 20:32:11.142120 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-7c0ef8f2-7a2e-4e1a-8bc7-59871148c8d8 req-355914ef-7c9d-44a9-a869-c4592787a7b8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] For port 80bdbe18-2456-4103-ab0f-68394ceca5eb, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=80bdbe18-2456-4103-ab0f-68394ceca5eb,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:11.142491 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c0ef8f2-7a2e-4e1a-8bc7-59871148c8d8 req-355914ef-7c9d-44a9-a869-c4592787a7b8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:11.144226 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:32:11.175060 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-7c0ef8f2-7a2e-4e1a-8bc7-59871148c8d8 req-355914ef-7c9d-44a9-a869-c4592787a7b8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Calling delete_port for 80bdbe18-2456-4103-ab0f-68394ceca5eb owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:32:11.242969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=14']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:11.325963 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-47ed7b8b-d445-4f13-8fb8-559ac1761ec7 req-85f30643-b2e1-4890-a81b-e10cfffb500d tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] For port c25155cd-bac5-429f-ab8f-c15940c14a88, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c25155cd-bac5-429f-ab8f-c15940c14a88,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:11.326345 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-47ed7b8b-d445-4f13-8fb8-559ac1761ec7 req-85f30643-b2e1-4890-a81b-e10cfffb500d tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:11.374791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-47ed7b8b-d445-4f13-8fb8-559ac1761ec7 req-85f30643-b2e1-4890-a81b-e10cfffb500d tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Calling delete_port for c25155cd-bac5-429f-ab8f-c15940c14a88 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:32:11.507647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050cf94-09f5-4a13-af51-09b656f7979b req-707b62ad-0856-4246-a472-80881279832f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:11.514083 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3050cf94-09f5-4a13-af51-09b656f7979b req-707b62ad-0856-4246-a472-80881279832f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1394570 Jul 08 20:32:11.531193 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84030f8e-7718-4e4e-bc5c-6be698ae723f req-a07f9362-71ef-470a-992c-7b24cb6a6b9f tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:11.535218 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84030f8e-7718-4e4e-bc5c-6be698ae723f req-a07f9362-71ef-470a-992c-7b24cb6a6b9f tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 950 time: 0.2463751 Jul 08 20:32:11.601382 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3050cf94-09f5-4a13-af51-09b656f7979b req-476b8979-fbce-42d7-bd00-4cec5093a788 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900788 Jul 08 20:32:11.721494 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c0ef8f2-7a2e-4e1a-8bc7-59871148c8d8 req-355914ef-7c9d-44a9-a869-c4592787a7b8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:11.735214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2e9f0bb1-f2fd-4278-b32b-703d00e51bba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:32:11.777617 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355914ef-7c9d-44a9-a869-c4592787a7b8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event deleted for resources: {'Port': ['ID=80bdbe18-2456-4103-ab0f-68394ceca5eb,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:11.823383 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-47ed7b8b-d445-4f13-8fb8-559ac1761ec7 req-85f30643-b2e1-4890-a81b-e10cfffb500d tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:11.843940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['c25155cd-bac5-429f-ab8f-c15940c14a88'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:32:11.870235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41854) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:11.919680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f30643-b2e1-4890-a81b-e10cfffb500d tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Pushing event deleted for resources: {'Port': ['ID=c25155cd-bac5-429f-ab8f-c15940c14a88,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:11.928000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0ef8f2-7a2e-4e1a-8bc7-59871148c8d8 req-355914ef-7c9d-44a9-a869-c4592787a7b8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] No DVR routers for this DVR port 80bdbe18-2456-4103-ab0f-68394ceca5eb on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:32:11.933357 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-7c0ef8f2-7a2e-4e1a-8bc7-59871148c8d8 req-355914ef-7c9d-44a9-a869-c4592787a7b8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:11.935866 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c0ef8f2-7a2e-4e1a-8bc7-59871148c8d8 req-355914ef-7c9d-44a9-a869-c4592787a7b8 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.103 "DELETE /v2.0/ports/80bdbe18-2456-4103-ab0f-68394ceca5eb HTTP/1.1" status: 204 len: 173 time: 1.2400074 Jul 08 20:32:11.980364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902078dc-8c12-47d3-a25e-fdb575d0f402', 'name': 'network-vif-deleted', 'tag': '80bdbe18-2456-4103-ab0f-68394ceca5eb'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:32:11.986293 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12128496-a339-4e89-b612-6bbb307a936b" -d '{"events": [{"server_uuid": "902078dc-8c12-47d3-a25e-fdb575d0f402", "name": "network-vif-deleted", "tag": "80bdbe18-2456-4103-ab0f-68394ceca5eb"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:32:12.065865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1187135428'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:12.067588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ed7b8b-d445-4f13-8fb8-559ac1761ec7 req-85f30643-b2e1-4890-a81b-e10cfffb500d tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] No DVR routers for this DVR port c25155cd-bac5-429f-ab8f-c15940c14a88 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:32:12.084700 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-47ed7b8b-d445-4f13-8fb8-559ac1761ec7 req-85f30643-b2e1-4890-a81b-e10cfffb500d tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:12.089064 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47ed7b8b-d445-4f13-8fb8-559ac1761ec7 req-85f30643-b2e1-4890-a81b-e10cfffb500d tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.104 "DELETE /v2.0/ports/c25155cd-bac5-429f-ab8f-c15940c14a88 HTTP/1.1" status: 204 len: 173 time: 1.6494205 Jul 08 20:32:12.148776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Made reservation on behalf of 90b324dd033c4bc586ab1d33daac9e11 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:12.157976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84030f8e-7718-4e4e-bc5c-6be698ae723f req-370dec34-c532-4840-93fc-43863cba3b0c tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/security-groups?id=ff920674-5c28-4e13-8767-c648ca9c799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167707 Jul 08 20:32:12.158598 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:12.217405 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:12.500909 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8800ecd1-1048-4dfa-850b-7ec1d530d22a x-openstack-request-id: req-8800ecd1-1048-4dfa-850b-7ec1d530d22a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:32:12.501206 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902078dc-8c12-47d3-a25e-fdb575d0f402", "name": "network-vif-deleted", "tag": "80bdbe18-2456-4103-ab0f-68394ceca5eb", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:32:12.501460 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8800ecd1-1048-4dfa-850b-7ec1d530d22a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:32:12.501868 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902078dc-8c12-47d3-a25e-fdb575d0f402', 'name': 'network-vif-deleted', 'tag': '80bdbe18-2456-4103-ab0f-68394ceca5eb', 'status': 'completed', 'code': 200} Jul 08 20:32:12.539122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeab9cf-5713-4220-86a8-2629500193ad req-93d3f4fa-b527-48af-9db8-c14b1013268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:12.540620 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eeab9cf-5713-4220-86a8-2629500193ad req-93d3f4fa-b527-48af-9db8-c14b1013268f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 1097 time: 0.1986713 Jul 08 20:32:12.644745 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bd47500f-5065-4219-a641-e87d24952068 req-fa9a5e86-5326-4344-8419-fe4a0e5bd6fd tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=902078dc-8c12-47d3-a25e-fdb575d0f402 HTTP/1.1" status: 200 len: 210 time: 0.1192007 Jul 08 20:32:12.698167 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:12.705642 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:12.788163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:32:12.805821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5555b842-baa7-495f-9beb-91289b5183da,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:12.812853 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeab9cf-5713-4220-86a8-2629500193ad req-72ce26ef-de7a-46dd-8b51-e4f99d1f20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:12.833766 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eeab9cf-5713-4220-86a8-2629500193ad req-72ce26ef-de7a-46dd-8b51-e4f99d1f20c0 service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.2846861 Jul 08 20:32:12.856466 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:12.856466 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Added segment 187ab95b-d149-40e0-a227-1d7e7517d81f of type vlan for network d64d1137-7e2e-4928-83b0-828c66bae1ff Jul 08 20:32:12.984670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eeab9cf-5713-4220-86a8-2629500193ad req-427eab73-87f4-4e71-a034-bdb40b273007 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 200 len: 1000 time: 0.1268885 Jul 08 20:32:12.985981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:13.040156 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:13.058534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:13.059272 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:13.152505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeab9cf-5713-4220-86a8-2629500193ad req-ebd066be-c4f4-4d94-b7d1-3d970424cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:13.154717 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eeab9cf-5713-4220-86a8-2629500193ad req-ebd066be-c4f4-4d94-b7d1-3d970424cc48 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.1549935 Jul 08 20:32:13.203775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c9507-145b-4724-8a28-d9895138d6a0 req-f7b91377-3ab0-4baa-b162-093fe4920fb9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:13.207571 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd3c9507-145b-4724-8a28-d9895138d6a0 req-f7b91377-3ab0-4baa-b162-093fe4920fb9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.2214227 Jul 08 20:32:13.239972 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3685138 Jul 08 20:32:13.244954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41890) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:13.251863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-5be4fbbe-fe5c-4f76-bf36-6e01a2bacf7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Request body: {'subnet': {'network_id': 'd64d1137-7e2e-4928-83b0-828c66bae1ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:13.353925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12589cc2-309c-4a81-8db9-22c4f7b4c83e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Pushing event updated for resources: {'Network': ['ID=d64d1137-7e2e-4928-83b0-828c66bae1ff,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:13.367599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network d64d1137-7e2e-4928-83b0-828c66bae1ff details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:32:13.406639 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd3c9507-145b-4724-8a28-d9895138d6a0 req-f0b5db54-f887-4567-aa22-9fe53951ba22 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595297 Jul 08 20:32:13.424107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be4fbbe-fe5c-4f76-bf36-6e01a2bacf7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Made reservation on behalf of 90b324dd033c4bc586ab1d33daac9e11 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:13.435511 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5be4fbbe-fe5c-4f76-bf36-6e01a2bacf7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:13.467034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeab9cf-5713-4220-86a8-2629500193ad req-4a81160d-3186-4f37-b543-847798e8056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:13.480157 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eeab9cf-5713-4220-86a8-2629500193ad req-4a81160d-3186-4f37-b543-847798e8056f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3109322 Jul 08 20:32:13.512565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 80bdbe18-2456-4103-ab0f-68394ceca5eb no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:32:13.589065 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 80bdbe18-2456-4103-ab0f-68394ceca5eb {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:32:13.589454 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 80bdbe18-2456-4103-ab0f-68394ceca5eb not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:32:13.726763 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5be4fbbe-fe5c-4f76-bf36-6e01a2bacf7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:13.797549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-74155870-c153-4686-9b6f-c032f316fbba req-1af7cb50-681c-4e2f-aebc-7b893dba19bd tempest-VolumesNegativeTest-1351738384 tempest-VolumesNegativeTest-1351738384-project] 10.222.0.101 "GET /v2.0/ports?device_id=42511520-402b-4a79-b43a-9669f0223308 HTTP/1.1" status: 200 len: 210 time: 0.0815613 Jul 08 20:32:13.817300 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eeab9cf-5713-4220-86a8-2629500193ad req-dd3dc594-eb71-4fb7-a316-7c30e9779f5d service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218589 Jul 08 20:32:13.887305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4fbbe-fe5c-4f76-bf36-6e01a2bacf7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Pushing event updated for resources: {'Subnet': ['ID=81116975-4d26-4ff4-a271-6d37f57fb9f7,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:13.906371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4fbbe-fe5c-4f76-bf36-6e01a2bacf7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Checking segment: {'id': '187ab95b-d149-40e0-a227-1d7e7517d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd64d1137-7e2e-4928-83b0-828c66bae1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:32:13.911170 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4fbbe-fe5c-4f76-bf36-6e01a2bacf7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Network hostable DHCP agents. Network: d64d1137-7e2e-4928-83b0-828c66bae1ff, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:32:13.963612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4fbbe-fe5c-4f76-bf36-6e01a2bacf7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Network d64d1137-7e2e-4928-83b0-828c66bae1ff is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:32:13.982742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-5be4fbbe-fe5c-4f76-bf36-6e01a2bacf7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, d64d1137-7e2e-4928-83b0-828c66bae1ff) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:32:13.989703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be4fbbe-fe5c-4f76-bf36-6e01a2bacf7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:13.991422 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5be4fbbe-fe5c-4f76-bf36-6e01a2bacf7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:13.997445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7228aefd-b55e-4ce9-8fd6-da3469e2f313 None None] Network d64d1137-7e2e-4928-83b0-828c66bae1ff requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:32:14.038720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5be4fbbe-fe5c-4f76-bf36-6e01a2bacf7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7916124 Jul 08 20:32:14.042387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 41906) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:14.052948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Request body: {'port': {'network_id': 'd64d1137-7e2e-4928-83b0-828c66bae1ff', 'name': 'tempest-TagsExtTest-828884777'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:14.103236 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8eeab9cf-5713-4220-86a8-2629500193ad req-4f7f75fb-7f96-4242-b022-04e6f7645ae9 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834859 Jul 08 20:32:14.348437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b8b7a-19e3-40df-ab3d-2ee8787e6d66 req-b2453de0-93fd-4659-a017-76decdf54ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:14.350182 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f2b8b7a-19e3-40df-ab3d-2ee8787e6d66 req-b2453de0-93fd-4659-a017-76decdf54ad2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 1097 time: 0.1432528 Jul 08 20:32:14.370638 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Made reservation on behalf of 90b324dd033c4bc586ab1d33daac9e11 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:14.394322 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:14.416599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-d64d1137-7e2e-4928-83b0-828c66bae1ff', 'network_id': 'd64d1137-7e2e-4928-83b0-828c66bae1ff', 'tenant_id': '90b324dd033c4bc586ab1d33daac9e11', 'fixed_ips': [{'subnet_id': '81116975-4d26-4ff4-a271-6d37f57fb9f7'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:32:14.418143 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:14.485703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] device_id is not set on port 1af958f7-92e4-4212-93a8-d7553493bb63 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:32:14.505683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42511520-402b-4a79-b43a-9669f0223308', 'name': 'network-vif-deleted', 'tag': 'c25155cd-bac5-429f-ab8f-c15940c14a88'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:32:14.509882 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efba41d-2f3b-44a1-90ae-dca177172f0a" -d '{"events": [{"server_uuid": "42511520-402b-4a79-b43a-9669f0223308", "name": "network-vif-deleted", "tag": "c25155cd-bac5-429f-ab8f-c15940c14a88"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:32:14.623263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Allocated IP 172.20.0.2 (d64d1137-7e2e-4928-83b0-828c66bae1ff/81116975-4d26-4ff4-a271-6d37f57fb9f7/730df1f3-0b01-4701-9b23-129fc2176ad2) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:32:14.771313 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe11569e-c2c7-4b63-b7a1-c987978d95c6 x-openstack-request-id: req-fe11569e-c2c7-4b63-b7a1-c987978d95c6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:32:14.771732 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42511520-402b-4a79-b43a-9669f0223308", "name": "network-vif-deleted", "tag": "c25155cd-bac5-429f-ab8f-c15940c14a88", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:32:14.772116 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fe11569e-c2c7-4b63-b7a1-c987978d95c6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:32:14.772685 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42511520-402b-4a79-b43a-9669f0223308', 'name': 'network-vif-deleted', 'tag': 'c25155cd-bac5-429f-ab8f-c15940c14a88', 'status': 'completed', 'code': 200} Jul 08 20:32:14.857486 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:14.867740 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Transition to ACTIVE for port object 730df1f3-0b01-4701-9b23-129fc2176ad2 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:32:14.884554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Transition to ACTIVE for port object 730df1f3-0b01-4701-9b23-129fc2176ad2 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:32:14.890743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6aa4b-47f9-4204-a0fa-e10ad3f3fb1b req-25f66f81-355a-44b4-ac5b-25ba51021c26 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:14.891218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c25155cd-bac5-429f-ab8f-c15940c14a88 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:32:14.897019 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:14.903419 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e9a6aa4b-47f9-4204-a0fa-e10ad3f3fb1b req-25f66f81-355a-44b4-ac5b-25ba51021c26 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1666062 Jul 08 20:32:14.971199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: c25155cd-bac5-429f-ab8f-c15940c14a88 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:32:14.976952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c25155cd-bac5-429f-ab8f-c15940c14a88 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:32:15.051704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Network d64d1137-7e2e-4928-83b0-828c66bae1ff is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:32:15.057679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:32:15.076832 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:32:15.093916 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b8b7a-19e3-40df-ab3d-2ee8787e6d66 req-c4432a3d-3995-4293-829c-88ae760d6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:15.110582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f2b8b7a-19e3-40df-ab3d-2ee8787e6d66 req-c4432a3d-3995-4293-829c-88ae760d6e29 service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.7296257 Jul 08 20:32:15.125199 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8b87131d-3df5-4e64-b2b0-4c095891d9c1 {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:32:15.127047 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:32:15.131921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Pushing event updated for resources: {'Port': ['ID=730df1f3-0b01-4701-9b23-129fc2176ad2,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:15.150222 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e9a6aa4b-47f9-4204-a0fa-e10ad3f3fb1b req-f92346fc-8a43-434d-8bc8-d6fa62d5eb34 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421043 Jul 08 20:32:15.180276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Attempting to bind port 730df1f3-0b01-4701-9b23-129fc2176ad2 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:32:15.180752 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Attempting to bind port 730df1f3-0b01-4701-9b23-129fc2176ad2 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '187ab95b-d149-40e0-a227-1d7e7517d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd64d1137-7e2e-4928-83b0-828c66bae1ff'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:32:15.181283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Attempting to bind port 730df1f3-0b01-4701-9b23-129fc2176ad2 on network d64d1137-7e2e-4928-83b0-828c66bae1ff {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:32:15.192734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:32:15.193570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Checking segment: {'id': '187ab95b-d149-40e0-a227-1d7e7517d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd64d1137-7e2e-4928-83b0-828c66bae1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:32:15.195959 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:15.196570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Bound using segment: {'id': '187ab95b-d149-40e0-a227-1d7e7517d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd64d1137-7e2e-4928-83b0-828c66bae1ff'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:32:15.198529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Bound port: 730df1f3-0b01-4701-9b23-129fc2176ad2, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187ab95b-d149-40e0-a227-1d7e7517d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd64d1137-7e2e-4928-83b0-828c66bae1ff'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:32:15.202115 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:15.312318 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f2b8b7a-19e3-40df-ab3d-2ee8787e6d66 req-c7fe0be6-cb65-4d13-a527-dce20d84c0f9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 200 len: 1000 time: 0.1946061 Jul 08 20:32:15.335636 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] For port 730df1f3-0b01-4701-9b23-129fc2176ad2, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:32:15.341618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] For port 730df1f3-0b01-4701-9b23-129fc2176ad2, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=730df1f3-0b01-4701-9b23-129fc2176ad2,segment=NetworkSegment(187ab95b-d149-40e0-a227-1d7e7517d81f),segment_id=187ab95b-d149-40e0-a227-1d7e7517d81f)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:32:15.350157 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:15.418582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76aeffa-de15-4c3c-b017-093aea93c79c None None] Pushing event updated for resources: {'Port': ['ID=730df1f3-0b01-4701-9b23-129fc2176ad2,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:15.536176 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b8b7a-19e3-40df-ab3d-2ee8787e6d66 req-e7d9d287-2cb6-4b61-8d08-160e3820ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:15.551888 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f2b8b7a-19e3-40df-ab3d-2ee8787e6d66 req-e7d9d287-2cb6-4b61-8d08-160e3820ab73 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.2215037 Jul 08 20:32:15.629168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:15.677721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] device_id is not set on port d3d41180-caa8-4893-aef3-1039ecbe106c yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:32:15.725904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b8b7a-19e3-40df-ab3d-2ee8787e6d66 req-2477e0b6-9c5d-48d0-aacf-860dd3aafaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:15.735371 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f2b8b7a-19e3-40df-ab3d-2ee8787e6d66 req-2477e0b6-9c5d-48d0-aacf-860dd3aafaed service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1818845 Jul 08 20:32:15.747322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-6f2b8b7a-19e3-40df-ab3d-2ee8787e6d66 req-570ff303-ffcb-4087-a54d-e09f5c396afc service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:32:15.761735 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f2b8b7a-19e3-40df-ab3d-2ee8787e6d66 req-570ff303-ffcb-4087-a54d-e09f5c396afc service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162442 Jul 08 20:32:16.030867 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f2b8b7a-19e3-40df-ab3d-2ee8787e6d66 req-911ccc8a-f1f9-467a-bd24-51c6094ce823 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539041 Jul 08 20:32:16.055994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Allocated IP 172.20.0.11 (d64d1137-7e2e-4928-83b0-828c66bae1ff/81116975-4d26-4ff4-a271-6d37f57fb9f7/d3d41180-caa8-4893-aef3-1039ecbe106c) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:32:16.289371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:16.311650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Transition to ACTIVE for port object d3d41180-caa8-4893-aef3-1039ecbe106c will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:32:16.381141 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f2b8b7a-19e3-40df-ab3d-2ee8787e6d66 req-559a5829-57d5-4562-b852-a12ed789d30c service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401427 Jul 08 20:32:16.423152 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:16.552002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Pushing event updated for resources: {'Port': ['ID=d3d41180-caa8-4893-aef3-1039ecbe106c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:16.587043 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Network d64d1137-7e2e-4928-83b0-828c66bae1ff is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:32:16.588856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:32:16.598790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:32:16.599696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa14199-8060-420b-80c4-408ca7d2b003 req-989c3b30-3f1e-48e3-8e33-303799899d6e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:16.626159 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-daa14199-8060-420b-80c4-408ca7d2b003 req-989c3b30-3f1e-48e3-8e33-303799899d6e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1673329 Jul 08 20:32:16.704002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:16.720814 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:16.759690 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-daa14199-8060-420b-80c4-408ca7d2b003 req-0a812f16-a3e5-4a92-8947-c30b217ff782 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300833 Jul 08 20:32:16.767513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42014) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:16.767757 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cf181879-6671-4552-90d5-ebbd28e2c820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7240515 Jul 08 20:32:16.785432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-39328354-173d-45c9-abf7-3e5e613b1149 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-936892107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:16.847945 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39328354-173d-45c9-abf7-3e5e613b1149 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:16.849442 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39328354-173d-45c9-abf7-3e5e613b1149 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:17.086080 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39328354-173d-45c9-abf7-3e5e613b1149 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:17.100834 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39328354-173d-45c9-abf7-3e5e613b1149 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:17.162371 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39328354-173d-45c9-abf7-3e5e613b1149 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:17.164691 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-39328354-173d-45c9-abf7-3e5e613b1149 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3950512 Jul 08 20:32:17.167598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42042) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:17.188033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-100cc8b8-267f-4665-ae89-6a6d1ea7cc82 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-855766195', 'prefixes': ['172.20.0.0/16']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:17.391004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 730df1f3-0b01-4701-9b23-129fc2176ad2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:32:17.428537 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-100cc8b8-267f-4665-ae89-6a6d1ea7cc82 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for subnetpool, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:17.439626 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-100cc8b8-267f-4665-ae89-6a6d1ea7cc82 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2637899 Jul 08 20:32:17.441190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42074) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:17.448025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-19962591-08e2-4474-bd59-735f23297316 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '81116975-4d26-4ff4-a271-6d37f57fb9f7', 'tempest-TagsExtTest-Tag-1321767187') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:17.669850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029a3c6-81e1-49ce-9823-ea455df8170b req-203469cd-81f8-4684-bba5-3cf3a8f27eb7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:17.672524 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f029a3c6-81e1-49ce-9823-ea455df8170b req-203469cd-81f8-4684-bba5-3cf3a8f27eb7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.2545061 Jul 08 20:32:17.674083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea999dc-4ad3-4859-9fee-3ded8d0cc813 None None] Network d64d1137-7e2e-4928-83b0-828c66bae1ff requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:32:17.715161 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-19962591-08e2-4474-bd59-735f23297316 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "PUT /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7/tags/tempest-TagsExtTest-Tag-1321767187 HTTP/1.1" status: 201 len: 201 time: 0.2695560 Jul 08 20:32:17.715719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42086) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:17.724580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-66deac56-bb6c-427d-a975-f54236f22c9f tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd3d41180-caa8-4893-aef3-1039ecbe106c', 'tempest-TagsExtTest-Tag-985485525') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:17.809543 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f029a3c6-81e1-49ce-9823-ea455df8170b req-4c2b8a59-a306-45fa-90cb-16c85763e7cf tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218023 Jul 08 20:32:17.831709 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:17.852538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-65d05981-f0bb-477c-b25b-d06ea675e61c None None] Provisioning for port 730df1f3-0b01-4701-9b23-129fc2176ad2 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:32:17.894789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 730df1f3-0b01-4701-9b23-129fc2176ad2 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:32:17.904834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 730df1f3-0b01-4701-9b23-129fc2176ad2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:17.906425 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:18.036908 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-66deac56-bb6c-427d-a975-f54236f22c9f tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "PUT /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c/tags/tempest-TagsExtTest-Tag-985485525 HTTP/1.1" status: 201 len: 201 time: 0.3186812 Jul 08 20:32:18.038843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42100) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:18.045065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-8984dc9f-dff6-4bcc-b22d-8dcc1a2f5319 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '268dc840-0f6c-419e-8bfd-a45ddd58f4e3', 'tempest-TagsExtTest-Tag-2075807721') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:18.084288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec43dd-5713-42ea-8128-f4f5b2f16126 req-f98c4998-e4f9-4c5e-88b3-3ca6277771e6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:18.100318 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faec43dd-5713-42ea-8128-f4f5b2f16126 req-f98c4998-e4f9-4c5e-88b3-3ca6277771e6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 945 time: 0.2775018 Jul 08 20:32:18.186903 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:18.225077 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faec43dd-5713-42ea-8128-f4f5b2f16126 req-dcd7d3b4-8a1f-455a-89f1-a17e9811d7a6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224535 Jul 08 20:32:18.309666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 730df1f3-0b01-4701-9b23-129fc2176ad2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=730df1f3-0b01-4701-9b23-129fc2176ad2,segment=NetworkSegment(187ab95b-d149-40e0-a227-1d7e7517d81f),segment_id=187ab95b-d149-40e0-a227-1d7e7517d81f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:18.329820 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:18.362709 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8984dc9f-dff6-4bcc-b22d-8dcc1a2f5319 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "PUT /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3/tags/tempest-TagsExtTest-Tag-2075807721 HTTP/1.1" status: 201 len: 201 time: 0.3224013 Jul 08 20:32:18.365251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42120) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:18.376935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-9599a06e-3058-4473-848f-f7e88db2f153 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a3ea6a0b-eb76-4515-873c-768a52e06d9e', 'tempest-TagsExtTest-Tag-197910803') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:18.401544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afe3a7-aae0-4791-b6bb-358a906a9f4a req-6aa6ccd9-f400-4e6f-9206-abf0ade54ade tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:18.415009 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84afe3a7-aae0-4791-b6bb-358a906a9f4a req-6aa6ccd9-f400-4e6f-9206-abf0ade54ade tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1650426 Jul 08 20:32:18.492407 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84afe3a7-aae0-4791-b6bb-358a906a9f4a req-fc5b59e8-b67a-432c-991c-bbd951f09565 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718460 Jul 08 20:32:18.519400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=730df1f3-0b01-4701-9b23-129fc2176ad2,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:18.537365 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9599a06e-3058-4473-848f-f7e88db2f153 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "PUT /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e/tags/tempest-TagsExtTest-Tag-197910803 HTTP/1.1" status: 201 len: 201 time: 0.1704931 Jul 08 20:32:18.539667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42128) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:18.545359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-7132802c-0852-4cf4-a2a6-b078f88e0dd6 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '81116975-4d26-4ff4-a271-6d37f57fb9f7') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:18.726374 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6532d219-d9cf-431a-9a37-8c26d6c7ce73 None None] Provisioning for port d3d41180-caa8-4893-aef3-1039ecbe106c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:32:18.735047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6532d219-d9cf-431a-9a37-8c26d6c7ce73 None None] Provisioning complete for port d3d41180-caa8-4893-aef3-1039ecbe106c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:18.735683 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6532d219-d9cf-431a-9a37-8c26d6c7ce73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:18.778143 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7132802c-0852-4cf4-a2a6-b078f88e0dd6 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7/tags HTTP/1.1" status: 200 len: 241 time: 0.2370512 Jul 08 20:32:18.780822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42142) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:18.790444 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-ea736e08-8452-4966-89c2-5c76ef0f5820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '81116975-4d26-4ff4-a271-6d37f57fb9f7', 'tempest-TagsExtTest-Tag-1321767187') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:18.859344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6532d219-d9cf-431a-9a37-8c26d6c7ce73 None None] Port d3d41180-caa8-4893-aef3-1039ecbe106c cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:32:18.903254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6532d219-d9cf-431a-9a37-8c26d6c7ce73 None None] Provisioning complete for port 730df1f3-0b01-4701-9b23-129fc2176ad2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:18.903993 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6532d219-d9cf-431a-9a37-8c26d6c7ce73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:18.979410 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ea736e08-8452-4966-89c2-5c76ef0f5820 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7/tags/tempest-TagsExtTest-Tag-1321767187 HTTP/1.1" status: 204 len: 168 time: 0.1938076 Jul 08 20:32:18.980250 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42176) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:18.993069 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-42571378-fc4a-48ac-a1bb-2a4e1c49c783 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '81116975-4d26-4ff4-a271-6d37f57fb9f7', 'tempest-TagsExtTest-Tag-1321767187') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:19.257560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2e79107e-f163-499b-b15c-9fdac54711f2 None None] Provisioning complete for port d3d41180-caa8-4893-aef3-1039ecbe106c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:19.258800 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e79107e-f163-499b-b15c-9fdac54711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:19.343838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc5c1b-5b4b-422d-b05c-f6f2bac30e0b req-a14ed93c-674e-4fae-8532-37e9da95c643 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:19.346299 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24bc5c1b-5b4b-422d-b05c-f6f2bac30e0b req-a14ed93c-674e-4fae-8532-37e9da95c643 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.103 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 945 time: 0.2559445 Jul 08 20:32:19.349428 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-42571378-fc4a-48ac-a1bb-2a4e1c49c783 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7/tags/tempest-TagsExtTest-Tag-1321767187 HTTP/1.1" status: 204 len: 168 time: 0.3675661 Jul 08 20:32:19.353194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42208) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:19.361620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-215811d4-2e22-4488-8a1c-966bdd57b51a tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '81116975-4d26-4ff4-a271-6d37f57fb9f7') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:19.546720 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 730df1f3-0b01-4701-9b23-129fc2176ad2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:32:19.598586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-2e79107e-f163-499b-b15c-9fdac54711f2 None None] Port d3d41180-caa8-4893-aef3-1039ecbe106c cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:32:19.626879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-5f1cd1a4-a6e9-4402-8939-3bf3470c311e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:19.639790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-5f1cd1a4-a6e9-4402-8939-3bf3470c311e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 811 time: 0.7189393 Jul 08 20:32:19.644732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 730df1f3-0b01-4701-9b23-129fc2176ad2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:19.645111 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:19.654521 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-215811d4-2e22-4488-8a1c-966bdd57b51a tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7/tags HTTP/1.1" status: 200 len: 205 time: 0.2988055 Jul 08 20:32:19.659433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42230) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:19.676150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-780e2c74-caed-4893-a61a-12629b4c7e1f tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd3d41180-caa8-4893-aef3-1039ecbe106c') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:19.676675 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-a82dd843-cdff-4f9f-b7e4-342bb4a701c9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/quotas/fba7a3335c294262a7cea81d4269be31 HTTP/1.1" status: 200 len: 375 time: 0.0388589 Jul 08 20:32:19.698908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38860d-af55-4b39-bb9c-b4838616d776 req-a7e1b8e6-780f-470a-9ed1-0caa94c322cc tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:19.701473 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6d38860d-af55-4b39-bb9c-b4838616d776 req-a7e1b8e6-780f-470a-9ed1-0caa94c322cc tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 945 time: 0.2596848 Jul 08 20:32:19.822841 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-81c04cb0-fe07-4094-89eb-70467d7ddc90 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1444108 Jul 08 20:32:19.990365 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-fb9df30c-29cf-4c49-8d99-e76d5fb18a9a service neutron] 10.222.0.101 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512749 Jul 08 20:32:20.132606 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-1ff3467a-527f-4a42-95c6-22e35dc13b1d service neutron] 10.222.0.101 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411424 Jul 08 20:32:20.292333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-24bc5c1b-5b4b-422d-b05c-f6f2bac30e0b req-01acfb54-4377-4c5a-8f3c-d4dd2a051bb6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Deleting port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:32:20.292893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-24bc5c1b-5b4b-422d-b05c-f6f2bac30e0b req-01acfb54-4377-4c5a-8f3c-d4dd2a051bb6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:20.437886 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6d38860d-af55-4b39-bb9c-b4838616d776 req-230b8c19-cf50-425a-ba58-f9ccfb05b73e tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/security-groups?id=0e61f408-b3e1-4523-855e-e5c3626cc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7141685 Jul 08 20:32:20.455586 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-780e2c74-caed-4893-a61a-12629b4c7e1f tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c/tags HTTP/1.1" status: 200 len: 240 time: 0.7948573 Jul 08 20:32:20.455771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42274) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:20.463108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-c3f89101-69d2-4c68-8756-05bc0b40446e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd3d41180-caa8-4893-aef3-1039ecbe106c', 'tempest-TagsExtTest-Tag-985485525') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:20.566969 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-24bc5c1b-5b4b-422d-b05c-f6f2bac30e0b req-01acfb54-4377-4c5a-8f3c-d4dd2a051bb6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] For port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2e9f0bb1-f2fd-4278-b32b-703d00e51bba,segment=NetworkSegment(bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3),segment_id=bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:20.567880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-24bc5c1b-5b4b-422d-b05c-f6f2bac30e0b req-01acfb54-4377-4c5a-8f3c-d4dd2a051bb6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:20.623628 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c3f89101-69d2-4c68-8756-05bc0b40446e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c/tags/tempest-TagsExtTest-Tag-985485525 HTTP/1.1" status: 204 len: 168 time: 0.1663752 Jul 08 20:32:20.627515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42278) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:20.632222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-989320c1-a814-4c11-9518-2dd986878700 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd3d41180-caa8-4893-aef3-1039ecbe106c', 'tempest-TagsExtTest-Tag-985485525') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:20.675493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-24bc5c1b-5b4b-422d-b05c-f6f2bac30e0b req-01acfb54-4377-4c5a-8f3c-d4dd2a051bb6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Calling delete_port for 2e9f0bb1-f2fd-4278-b32b-703d00e51bba owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:32:20.731395 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8ebeab43-3634-421f-9ff6-4f1dae7e4b65 req-98a56de2-ae50-4eba-a56d-2990605386d0 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 210 time: 0.1155374 Jul 08 20:32:20.882772 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-989320c1-a814-4c11-9518-2dd986878700 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c/tags/tempest-TagsExtTest-Tag-985485525 HTTP/1.1" status: 204 len: 168 time: 0.2539742 Jul 08 20:32:20.887771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42290) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:20.894259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-1e3e4e70-4d45-48b5-98e5-86463c151a7d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd3d41180-caa8-4893-aef3-1039ecbe106c') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:21.019603 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1e3e4e70-4d45-48b5-98e5-86463c151a7d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c/tags HTTP/1.1" status: 200 len: 205 time: 0.1303730 Jul 08 20:32:21.025032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42300) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:21.034300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-795092d8-9bd4-4283-90ae-494b8b4e48f1 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '268dc840-0f6c-419e-8bfd-a45ddd58f4e3') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:21.072077 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-24bc5c1b-5b4b-422d-b05c-f6f2bac30e0b req-01acfb54-4377-4c5a-8f3c-d4dd2a051bb6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:21.141865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acfb54-4377-4c5a-8f3c-d4dd2a051bb6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Pushing event deleted for resources: {'Port': ['ID=2e9f0bb1-f2fd-4278-b32b-703d00e51bba,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:21.206662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bc5c1b-5b4b-422d-b05c-f6f2bac30e0b req-01acfb54-4377-4c5a-8f3c-d4dd2a051bb6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] No DVR routers for this DVR port 2e9f0bb1-f2fd-4278-b32b-703d00e51bba on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:32:21.210023 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-24bc5c1b-5b4b-422d-b05c-f6f2bac30e0b req-01acfb54-4377-4c5a-8f3c-d4dd2a051bb6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:21.212695 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24bc5c1b-5b4b-422d-b05c-f6f2bac30e0b req-01acfb54-4377-4c5a-8f3c-d4dd2a051bb6 tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.103 "DELETE /v2.0/ports/2e9f0bb1-f2fd-4278-b32b-703d00e51bba HTTP/1.1" status: 204 len: 173 time: 1.8097670 Jul 08 20:32:21.214313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d6d960-f30c-455d-af72-c49a275f7bb0', 'name': 'network-vif-deleted', 'tag': '2e9f0bb1-f2fd-4278-b32b-703d00e51bba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:32:21.217127 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8222cdf0-2b81-44d9-b75f-fa94fffba782" -d '{"events": [{"server_uuid": "75d6d960-f30c-455d-af72-c49a275f7bb0", "name": "network-vif-deleted", "tag": "2e9f0bb1-f2fd-4278-b32b-703d00e51bba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:32:21.236714 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-795092d8-9bd4-4283-90ae-494b8b4e48f1 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3/tags HTTP/1.1" status: 200 len: 241 time: 0.2088196 Jul 08 20:32:21.239270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42314) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:21.248693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-d848f3ff-99e9-402b-a10c-04aadc0dd733 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '268dc840-0f6c-419e-8bfd-a45ddd58f4e3', 'tempest-TagsExtTest-Tag-2075807721') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:21.294468 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad1a953-f1d5-4603-9463-c94abe521faf x-openstack-request-id: req-0ad1a953-f1d5-4603-9463-c94abe521faf {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:32:21.295017 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d6d960-f30c-455d-af72-c49a275f7bb0", "name": "network-vif-deleted", "tag": "2e9f0bb1-f2fd-4278-b32b-703d00e51bba", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:32:21.295454 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0ad1a953-f1d5-4603-9463-c94abe521faf {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:32:21.296275 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d6d960-f30c-455d-af72-c49a275f7bb0', 'name': 'network-vif-deleted', 'tag': '2e9f0bb1-f2fd-4278-b32b-703d00e51bba', 'status': 'completed', 'code': 200} Jul 08 20:32:21.436202 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d848f3ff-99e9-402b-a10c-04aadc0dd733 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3/tags/tempest-TagsExtTest-Tag-2075807721 HTTP/1.1" status: 204 len: 168 time: 0.1929889 Jul 08 20:32:21.438783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42326) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:21.444247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-7def999f-9bca-4b6c-a444-a3c3c2b3190a tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '268dc840-0f6c-419e-8bfd-a45ddd58f4e3', 'tempest-TagsExtTest-Tag-2075807721') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:21.570275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2e9f0bb1-f2fd-4278-b32b-703d00e51bba no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:32:21.644155 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 2e9f0bb1-f2fd-4278-b32b-703d00e51bba {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:32:21.644494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2e9f0bb1-f2fd-4278-b32b-703d00e51bba not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:32:21.699769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42354) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:21.703609 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7def999f-9bca-4b6c-a444-a3c3c2b3190a tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3/tags/tempest-TagsExtTest-Tag-2075807721 HTTP/1.1" status: 204 len: 168 time: 0.2632537 Jul 08 20:32:21.705286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-39ca5292-a36b-41f1-9685-538489f089a8 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '268dc840-0f6c-419e-8bfd-a45ddd58f4e3') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:21.941695 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-39ca5292-a36b-41f1-9685-538489f089a8 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3/tags HTTP/1.1" status: 200 len: 205 time: 0.2401907 Jul 08 20:32:21.943228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42362) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:21.959616 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-1a4d6de9-13cb-4859-89e3-a98057a386ea tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a3ea6a0b-eb76-4515-873c-768a52e06d9e') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:22.016002 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-574f70c0-dae1-4378-acd1-2644216a3dc3 req-e459a67c-1360-4f48-bde8-41012039b46d tempest-ServersTestJSON-1782734434 tempest-ServersTestJSON-1782734434-project] 10.222.0.101 "GET /v2.0/ports?device_id=75d6d960-f30c-455d-af72-c49a275f7bb0 HTTP/1.1" status: 200 len: 210 time: 0.1006258 Jul 08 20:32:22.023349 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1a4d6de9-13cb-4859-89e3-a98057a386ea tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e/tags HTTP/1.1" status: 200 len: 240 time: 0.0784969 Jul 08 20:32:22.028146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42364) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:22.033309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-4b2d82b7-b60b-46b6-8189-9e0a06f33cf5 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3ea6a0b-eb76-4515-873c-768a52e06d9e', 'tempest-TagsExtTest-Tag-197910803') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:22.096931 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4b2d82b7-b60b-46b6-8189-9e0a06f33cf5 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e/tags/tempest-TagsExtTest-Tag-197910803 HTTP/1.1" status: 204 len: 168 time: 0.0676506 Jul 08 20:32:22.100766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42366) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:22.106187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-8b158d9d-ead7-44af-bdc9-6b894c59e608 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a3ea6a0b-eb76-4515-873c-768a52e06d9e', 'tempest-TagsExtTest-Tag-197910803') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:22.194226 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8b158d9d-ead7-44af-bdc9-6b894c59e608 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e/tags/tempest-TagsExtTest-Tag-197910803 HTTP/1.1" status: 204 len: 168 time: 0.0920675 Jul 08 20:32:22.198454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42368) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:22.207325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-f0fc9500-85d4-40fe-b9ac-d303dd9831f4 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a3ea6a0b-eb76-4515-873c-768a52e06d9e') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:22.313265 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0934d820-83b3-4c18-8b20-f05020b92b4f req-c4ce4f00-1f22-43c8-9b52-81b0791b71fa tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 210 time: 0.0823066 Jul 08 20:32:22.349837 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f0fc9500-85d4-40fe-b9ac-d303dd9831f4 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e/tags HTTP/1.1" status: 200 len: 205 time: 0.1458919 Jul 08 20:32:22.350753 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42372) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:22.358488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-1c3c6e41-80df-4dd9-bbdd-1c07a846018c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a3ea6a0b-eb76-4515-873c-768a52e06d9e') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:22.428569 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1c3c6e41-80df-4dd9-bbdd-1c07a846018c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e/tags HTTP/1.1" status: 204 len: 168 time: 0.0729454 Jul 08 20:32:22.428947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42374) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:22.434338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-9269b8c8-e1a3-4244-9246-b6d1b04cc3b1 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '268dc840-0f6c-419e-8bfd-a45ddd58f4e3') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:22.540303 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9269b8c8-e1a3-4244-9246-b6d1b04cc3b1 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3/tags HTTP/1.1" status: 204 len: 168 time: 0.1065876 Jul 08 20:32:22.542024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42376) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:22.546750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-aac72d13-e32a-4efa-8abf-edd4c0a12c19 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd3d41180-caa8-4893-aef3-1039ecbe106c') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:22.664641 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aac72d13-e32a-4efa-8abf-edd4c0a12c19 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c/tags HTTP/1.1" status: 204 len: 168 time: 0.1212595 Jul 08 20:32:22.668508 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42378) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:22.673342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-78531a92-ef16-4950-8bcc-84f5f5208ae2 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '81116975-4d26-4ff4-a271-6d37f57fb9f7') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:22.757558 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-78531a92-ef16-4950-8bcc-84f5f5208ae2 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7/tags HTTP/1.1" status: 204 len: 168 time: 0.0843370 Jul 08 20:32:22.759185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42382) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:22.766517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-950bba30-c527-442b-b739-6e6de7a75cf2 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '81116975-4d26-4ff4-a271-6d37f57fb9f7', 'tempest-TagsExtTest-Tag-114096805') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:22.866251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-950bba30-c527-442b-b739-6e6de7a75cf2 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "PUT /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7/tags/tempest-TagsExtTest-Tag-114096805 HTTP/1.1" status: 201 len: 201 time: 0.1046925 Jul 08 20:32:22.868227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42390) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:22.879788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-0a5d9e52-2194-4d85-a6f6-219eedfdf942 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd3d41180-caa8-4893-aef3-1039ecbe106c', 'tempest-TagsExtTest-Tag-1958433425') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:22.913347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42392) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:23.011816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42396) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:23.017333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-148f3253-9b0f-43be-a616-5b1e89372118 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '268dc840-0f6c-419e-8bfd-a45ddd58f4e3', 'tempest-TagsExtTest-Tag-207055358') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:23.021747 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0a5d9e52-2194-4d85-a6f6-219eedfdf942 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "PUT /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c/tags/tempest-TagsExtTest-Tag-1958433425 HTTP/1.1" status: 201 len: 201 time: 0.1491902 Jul 08 20:32:23.136398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42402) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:23.216480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e7d919-2db4-419c-9286-575528cfaac5 admin admin] Deleting subnet c2373fae-9dad-4e09-8b0b-379b39b82584 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:32:23.224191 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d919-2db4-419c-9286-575528cfaac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:23.232734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78b79828-4742-4e95-a21b-9e37970008be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:23.272795 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d919-2db4-419c-9286-575528cfaac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:23.286471 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-148f3253-9b0f-43be-a616-5b1e89372118 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "PUT /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3/tags/tempest-TagsExtTest-Tag-207055358 HTTP/1.1" status: 201 len: 201 time: 0.2736089 Jul 08 20:32:23.290458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42404) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:23.300943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-53bbbb52-43d7-4716-aed3-d6cd470e146d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a3ea6a0b-eb76-4515-873c-768a52e06d9e', 'tempest-TagsExtTest-Tag-316355162') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:23.302019 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:23.332489 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d919-2db4-419c-9286-575528cfaac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:23.373489 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-53bbbb52-43d7-4716-aed3-d6cd470e146d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "PUT /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e/tags/tempest-TagsExtTest-Tag-316355162 HTTP/1.1" status: 201 len: 201 time: 0.0814250 Jul 08 20:32:23.374095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42408) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:23.381660 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-53fd3a9e-6136-4f41-b48e-b9bcaa5b646c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '81116975-4d26-4ff4-a271-6d37f57fb9f7', {'tags': ['tempest-TagsExtTest-Tag-1192079278', 'tempest-TagsExtTest-Tag-1713169751', 'tempest-TagsExtTest-Tag-543212630']}) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:23.419258 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d919-2db4-419c-9286-575528cfaac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:23.476250 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78b79828-4742-4e95-a21b-9e37970008be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:23.490703 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78b79828-4742-4e95-a21b-9e37970008be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:23.538198 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d919-2db4-419c-9286-575528cfaac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:23.543138 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d7e7d919-2db4-419c-9286-575528cfaac5 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c2373fae-9dad-4e09-8b0b-379b39b82584 HTTP/1.1" status: 204 len: 168 time: 0.4027045 Jul 08 20:32:23.543138 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7d919-2db4-419c-9286-575528cfaac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2373fae-9dad-4e09-8b0b-379b39b82584,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:23.550053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42410) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:23.566374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b79828-4742-4e95-a21b-9e37970008be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d945c9cd-b0a0-41f5-a864-c215623ab8ee,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:23.598808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-53fd3a9e-6136-4f41-b48e-b9bcaa5b646c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "PUT /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7/tags HTTP/1.1" status: 200 len: 317 time: 0.2215240 Jul 08 20:32:23.614201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42412) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:23.619883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-fbf5836c-aa3a-493c-a867-89d9ab8dce13 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '81116975-4d26-4ff4-a271-6d37f57fb9f7') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:23.633461 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bdebd1ca-a0dd-4fb9-853d-dba3f675455f req-c6e4795c-c0e9-4ac7-8b66-06b35382c905 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 210 time: 0.0691016 Jul 08 20:32:23.638534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-78b79828-4742-4e95-a21b-9e37970008be admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4f8123c0827342feb8bf088def42c4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7237012 Jul 08 20:32:23.641075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42414) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:23.717457 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cb7b94f-6662-4b64-8b0a-ccc673cf52fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:23.742400 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cb7b94f-6662-4b64-8b0a-ccc673cf52fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:23.766540 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-a63b5120-0f81-4c66-acc0-a97b4c01798c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:23.768057 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-a63b5120-0f81-4c66-acc0-a97b4c01798c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.103 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 811 time: 0.3640912 Jul 08 20:32:23.795992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Request body: {'port': {'device_id': '5089d9bf-7a89-468b-91b7-f77b375c8fe2', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'admin_state_up': True, 'tenant_id': 'fba7a3335c294262a7cea81d4269be31'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:23.820292 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cb7b94f-6662-4b64-8b0a-ccc673cf52fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:23.824511 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cb7b94f-6662-4b64-8b0a-ccc673cf52fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:23.826090 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3cb7b94f-6662-4b64-8b0a-ccc673cf52fa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d945c9cd-b0a0-41f5-a864-c215623ab8ee HTTP/1.1" status: 204 len: 168 time: 0.1834328 Jul 08 20:32:23.845781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7b94f-6662-4b64-8b0a-ccc673cf52fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d945c9cd-b0a0-41f5-a864-c215623ab8ee,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:23.936043 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5df7e537-b2be-432b-a749-47b386172944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.130535 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5df7e537-b2be-432b-a749-47b386172944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.152332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-5df7e537-b2be-432b-a749-47b386172944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cd958d-35e6-43c4-9acc-8fd012d12f29']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:24.167478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Made reservation on behalf of fba7a3335c294262a7cea81d4269be31 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:24.172894 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.186205 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fbf5836c-aa3a-493c-a867-89d9ab8dce13 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7/tags HTTP/1.1" status: 204 len: 168 time: 0.5709612 Jul 08 20:32:24.188984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42426) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:24.189707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-5df7e537-b2be-432b-a749-47b386172944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:24.190013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-5df7e537-b2be-432b-a749-47b386172944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcd3c49-d38c-41f9-8d7c-a9acb38b05a3') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:24.194264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-4c4cb6d0-0e7f-4a26-b613-718289e1f10d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '81116975-4d26-4ff4-a271-6d37f57fb9f7', 'tempest-TagsExtTest-Tag-1192079278') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:24.263847 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-4c4cb6d0-0e7f-4a26-b613-718289e1f10d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] show failed (client error): The resource could not be found. Jul 08 20:32:24.269021 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4c4cb6d0-0e7f-4a26-b613-718289e1f10d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7/tags/tempest-TagsExtTest-Tag-1192079278 HTTP/1.1" status: 404 len: 329 time: 0.0788653 Jul 08 20:32:24.269728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42430) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:24.275118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-de01ca64-61b7-4157-984f-bea5f33079a7 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '81116975-4d26-4ff4-a271-6d37f57fb9f7', 'tempest-TagsExtTest-Tag-1713169751') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:24.285872 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5df7e537-b2be-432b-a749-47b386172944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.303588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42432) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:24.322669 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5df7e537-b2be-432b-a749-47b386172944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.338580 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc5ba3f-0162-409d-8c27-5844d3594e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.390532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df7e537-b2be-432b-a749-47b386172944 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:32:24.391321 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5df7e537-b2be-432b-a749-47b386172944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:32:24.395696 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:32:24.466821 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-de01ca64-61b7-4157-984f-bea5f33079a7 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] show failed (client error): The resource could not be found. Jul 08 20:32:24.468324 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-de01ca64-61b7-4157-984f-bea5f33079a7 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7/tags/tempest-TagsExtTest-Tag-1713169751 HTTP/1.1" status: 404 len: 329 time: 0.1973641 Jul 08 20:32:24.473520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42434) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:24.498568 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-ceec226f-364e-43f8-9365-e48fb38871a1 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '81116975-4d26-4ff4-a271-6d37f57fb9f7', 'tempest-TagsExtTest-Tag-543212630') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:24.516375 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Allocated IP 172.20.0.13 (c2ccae01-0010-4b9b-be20-201f6e08f30e/c6fc5208-316e-4167-85a3-386e05ca34a9/64a044c1-aa74-4b53-a866-6890d122643b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:32:24.540494 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5df7e537-b2be-432b-a749-47b386172944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.555471 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5df7e537-b2be-432b-a749-47b386172944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.575950 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5df7e537-b2be-432b-a749-47b386172944 admin admin] 10.222.0.101 "DELETE /v2.0/networks/09cd958d-35e6-43c4-9acc-8fd012d12f29 HTTP/1.1" status: 204 len: 168 time: 1.0101039 Jul 08 20:32:24.586853 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc5ba3f-0162-409d-8c27-5844d3594e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.594292 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efc5ba3f-0162-409d-8c27-5844d3594e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.629879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7e537-b2be-432b-a749-47b386172944 admin admin] Pushing event deleted for resources: {'Network': ['ID=09cd958d-35e6-43c4-9acc-8fd012d12f29,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:24.632720 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-ceec226f-364e-43f8-9365-e48fb38871a1 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] show failed (client error): The resource could not be found. Jul 08 20:32:24.635870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ceec226f-364e-43f8-9365-e48fb38871a1 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7/tags/tempest-TagsExtTest-Tag-543212630 HTTP/1.1" status: 404 len: 328 time: 0.1497338 Jul 08 20:32:24.643640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42438) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:24.653168 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-f48e933f-6010-499a-aed3-c8180020fc6d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd3d41180-caa8-4893-aef3-1039ecbe106c', {'tags': ['tempest-TagsExtTest-Tag-754293825', 'tempest-TagsExtTest-Tag-660913055', 'tempest-TagsExtTest-Tag-2106518716']}) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:24.686855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5ba3f-0162-409d-8c27-5844d3594e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffa409f-4653-4f8c-bb7d-79c4ba8d926e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:24.691615 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-efc5ba3f-0162-409d-8c27-5844d3594e40 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=60710fc183974395810998ff67055ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854108 Jul 08 20:32:24.696437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42442) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:24.791977 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3484e34-c030-4f64-aa58-fc1595288150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.851543 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f48e933f-6010-499a-aed3-c8180020fc6d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "PUT /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c/tags HTTP/1.1" status: 200 len: 316 time: 0.2045052 Jul 08 20:32:24.853881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42444) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:24.864715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-d64ae212-a7ab-46a8-8013-937aa556a211 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd3d41180-caa8-4893-aef3-1039ecbe106c') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:24.865631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3484e34-c030-4f64-aa58-fc1595288150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.927130 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:24.945128 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Transition to ACTIVE for port object 64a044c1-aa74-4b53-a866-6890d122643b will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:32:24.997940 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3484e34-c030-4f64-aa58-fc1595288150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:25.001899 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3484e34-c030-4f64-aa58-fc1595288150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:25.003129 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d3484e34-c030-4f64-aa58-fc1595288150 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5ffa409f-4653-4f8c-bb7d-79c4ba8d926e HTTP/1.1" status: 204 len: 168 time: 0.3045731 Jul 08 20:32:25.016602 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7e67efc5-5b12-4551-bc8e-8fde2d77469b req-93f50ffd-5935-4414-aca2-68c0498be0ab tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 210 time: 0.0604968 Jul 08 20:32:25.021052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3484e34-c030-4f64-aa58-fc1595288150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffa409f-4653-4f8c-bb7d-79c4ba8d926e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:25.093564 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42454) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:25.125177 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:25.261541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Network c2ccae01-0010-4b9b-be20-201f6e08f30e is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:32:25.278555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42460) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:25.279048 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d64ae212-a7ab-46a8-8013-937aa556a211 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c/tags HTTP/1.1" status: 204 len: 168 time: 0.4238420 Jul 08 20:32:25.279687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:32:25.284864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event updated for resources: {'Port': ['ID=64a044c1-aa74-4b53-a866-6890d122643b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:25.287120 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:32:25.287896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-3870f787-5526-4098-8f8c-07f61cd7a622 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd3d41180-caa8-4893-aef3-1039ecbe106c', 'tempest-TagsExtTest-Tag-754293825') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:25.386834 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5f413062-a852-49ce-b788-997d83392985 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4125edd6346c4ae3b8b1626d019dc03d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919164 Jul 08 20:32:25.390176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42464) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:25.467012 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-3870f787-5526-4098-8f8c-07f61cd7a622 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] show failed (client error): The resource could not be found. Jul 08 20:32:25.468055 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3870f787-5526-4098-8f8c-07f61cd7a622 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c/tags/tempest-TagsExtTest-Tag-754293825 HTTP/1.1" status: 404 len: 328 time: 0.1885068 Jul 08 20:32:25.472967 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42470) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:25.491833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-8f390faf-f8ff-4437-bf8c-31894e4bd846 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd3d41180-caa8-4893-aef3-1039ecbe106c', 'tempest-TagsExtTest-Tag-660913055') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:25.519886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:25.520588 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:25.542581 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43bfa5bc-8349-4022-8fa7-70eb262303e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:25.601290 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43bfa5bc-8349-4022-8fa7-70eb262303e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:25.664269 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-4d15296e-cba4-4792-a25c-ba66ce28d645 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8830318 Jul 08 20:32:25.691236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Request body: {'port': {'device_id': '5089d9bf-7a89-468b-91b7-f77b375c8fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:25.728383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42476) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:25.736207 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43bfa5bc-8349-4022-8fa7-70eb262303e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:25.740007 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43bfa5bc-8349-4022-8fa7-70eb262303e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:25.741376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-43bfa5bc-8349-4022-8fa7-70eb262303e0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0e61f408-b3e1-4523-855e-e5c3626cc78d HTTP/1.1" status: 204 len: 168 time: 0.3500595 Jul 08 20:32:25.751143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfa5bc-8349-4022-8fa7-70eb262303e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e61f408-b3e1-4523-855e-e5c3626cc78d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:25.798515 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-8f390faf-f8ff-4437-bf8c-31894e4bd846 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] show failed (client error): The resource could not be found. Jul 08 20:32:25.799905 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8f390faf-f8ff-4437-bf8c-31894e4bd846 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c/tags/tempest-TagsExtTest-Tag-660913055 HTTP/1.1" status: 404 len: 328 time: 0.3218598 Jul 08 20:32:25.802738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42482) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:25.808822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-e1efa939-da57-4d00-b17f-56fed52b2f7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd3d41180-caa8-4893-aef3-1039ecbe106c', 'tempest-TagsExtTest-Tag-2106518716') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:25.813297 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-58392116-6c50-4c8f-8acc-b277c06c0d56 None None] Provisioning for port 64a044c1-aa74-4b53-a866-6890d122643b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:32:25.826321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-58392116-6c50-4c8f-8acc-b277c06c0d56 None None] Provisioning complete for port 64a044c1-aa74-4b53-a866-6890d122643b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:25.829496 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-58392116-6c50-4c8f-8acc-b277c06c0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:25.849063 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:25.865324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-58392116-6c50-4c8f-8acc-b277c06c0d56 None None] Port 64a044c1-aa74-4b53-a866-6890d122643b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:32:25.898743 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-e1efa939-da57-4d00-b17f-56fed52b2f7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] show failed (client error): The resource could not be found. Jul 08 20:32:25.901783 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e1efa939-da57-4d00-b17f-56fed52b2f7c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c/tags/tempest-TagsExtTest-Tag-2106518716 HTTP/1.1" status: 404 len: 329 time: 0.0972602 Jul 08 20:32:25.909296 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42486) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:25.922044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-857191d3-cb70-4ddb-bdd0-fac99c6e0158 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '268dc840-0f6c-419e-8bfd-a45ddd58f4e3', {'tags': ['tempest-TagsExtTest-Tag-1904741323', 'tempest-TagsExtTest-Tag-1732496351', 'tempest-TagsExtTest-Tag-80317771']}) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:26.194244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42494) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:26.195315 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-74d95f5a-8f9f-44e6-8e25-aaad06f028b8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=662ec96778fc46db98b5da494c5715aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4646926 Jul 08 20:32:26.228122 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-857191d3-cb70-4ddb-bdd0-fac99c6e0158 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "PUT /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3/tags HTTP/1.1" status: 200 len: 316 time: 0.3172364 Jul 08 20:32:26.231180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42498) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:26.241030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-e7942194-42eb-4923-9502-218c6dd6df04 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '268dc840-0f6c-419e-8bfd-a45ddd58f4e3') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:26.364873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-139dc69b-fcd3-437f-98a0-288cba5b0f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:26.381756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a044c1-aa74-4b53-a866-6890d122643b {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:32:26.406926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:26.440978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dca1e4-a6ae-41f0-8f73-5db3b1e918ba req-4446a4c5-fa3f-43d5-86d4-258a3b0896e3 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:26.449336 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31dca1e4-a6ae-41f0-8f73-5db3b1e918ba req-4446a4c5-fa3f-43d5-86d4-258a3b0896e3 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 932 time: 0.1523983 Jul 08 20:32:26.464851 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-139dc69b-fcd3-437f-98a0-288cba5b0f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:26.497302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e7942194-42eb-4923-9502-218c6dd6df04 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3/tags HTTP/1.1" status: 204 len: 168 time: 0.2640395 Jul 08 20:32:26.499289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42516) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:26.501145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Transition to ACTIVE for port object 64a044c1-aa74-4b53-a866-6890d122643b will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:32:26.521930 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:26.528744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-d7dd6fcf-4c03-4fe0-a955-d9b26226b24e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '268dc840-0f6c-419e-8bfd-a45ddd58f4e3', 'tempest-TagsExtTest-Tag-1904741323') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:26.660435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Pushing event updated for resources: {'Port': ['ID=64a044c1-aa74-4b53-a866-6890d122643b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:26.666880 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31dca1e4-a6ae-41f0-8f73-5db3b1e918ba req-b916d5f6-f26f-41a8-aeaa-aeb88f4c066c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126162 Jul 08 20:32:26.690671 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-d7dd6fcf-4c03-4fe0-a955-d9b26226b24e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] show failed (client error): The resource could not be found. Jul 08 20:32:26.695126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d7dd6fcf-4c03-4fe0-a955-d9b26226b24e tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3/tags/tempest-TagsExtTest-Tag-1904741323 HTTP/1.1" status: 404 len: 329 time: 0.1812732 Jul 08 20:32:26.695873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42522) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:26.701882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-28b69814-9060-4cb9-9b0f-fc8c6f82bddb tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '268dc840-0f6c-419e-8bfd-a45ddd58f4e3', 'tempest-TagsExtTest-Tag-1732496351') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:26.766510 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-139dc69b-fcd3-437f-98a0-288cba5b0f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:26.770728 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-139dc69b-fcd3-437f-98a0-288cba5b0f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:26.775669 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-139dc69b-fcd3-437f-98a0-288cba5b0f43 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ff920674-5c28-4e13-8767-c648ca9c799a HTTP/1.1" status: 204 len: 168 time: 0.5792210 Jul 08 20:32:26.804439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dc69b-fcd3-437f-98a0-288cba5b0f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff920674-5c28-4e13-8767-c648ca9c799a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:26.828612 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-28b69814-9060-4cb9-9b0f-fc8c6f82bddb tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] show failed (client error): The resource could not be found. Jul 08 20:32:26.829873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Attempting to bind port 64a044c1-aa74-4b53-a866-6890d122643b on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:32:26.830225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Attempting to bind port 64a044c1-aa74-4b53-a866-6890d122643b by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:32:26.830563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Attempting to bind port 64a044c1-aa74-4b53-a866-6890d122643b on network c2ccae01-0010-4b9b-be20-201f6e08f30e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:32:26.833567 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-28b69814-9060-4cb9-9b0f-fc8c6f82bddb tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3/tags/tempest-TagsExtTest-Tag-1732496351 HTTP/1.1" status: 404 len: 329 time: 0.1366694 Jul 08 20:32:26.834737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42534) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:26.841591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-65668939-6c65-4230-b747-ba32a06d45f9 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '268dc840-0f6c-419e-8bfd-a45ddd58f4e3', 'tempest-TagsExtTest-Tag-80317771') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:26.842255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Port 64a044c1-aa74-4b53-a866-6890d122643b on network c2ccae01-0010-4b9b-be20-201f6e08f30e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:32:26.842590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Attempting to bind port 64a044c1-aa74-4b53-a866-6890d122643b on network c2ccae01-0010-4b9b-be20-201f6e08f30e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:32:26.847927 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:32:26.848222 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Checking segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:32:26.848613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Bound using segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:32:26.849087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Bound port: 64a044c1-aa74-4b53-a866-6890d122643b, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:32:26.849458 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:26.971014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] For port 64a044c1-aa74-4b53-a866-6890d122643b, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:32:26.972539 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-65668939-6c65-4230-b747-ba32a06d45f9 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] show failed (client error): The resource could not be found. Jul 08 20:32:26.974667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] For port 64a044c1-aa74-4b53-a866-6890d122643b, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=64a044c1-aa74-4b53-a866-6890d122643b,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:32:26.976521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42538) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:26.976979 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-65668939-6c65-4230-b747-ba32a06d45f9 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3/tags/tempest-TagsExtTest-Tag-80317771 HTTP/1.1" status: 404 len: 327 time: 0.1411800 Jul 08 20:32:26.983617 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-426ba931-45b9-4a3f-a094-f51874d09f5c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a3ea6a0b-eb76-4515-873c-768a52e06d9e', {'tags': ['tempest-TagsExtTest-Tag-609158776', 'tempest-TagsExtTest-Tag-2050238627', 'tempest-TagsExtTest-Tag-1679072943']}) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:26.997473 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:27.051599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:27.052310 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:27.053725 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] 10.222.0.103 "PUT /v2.0/ports/64a044c1-aa74-4b53-a866-6890d122643b HTTP/1.1" status: 200 len: 1093 time: 1.3779376 Jul 08 20:32:27.058889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5089d9bf-7a89-468b-91b7-f77b375c8fe2', 'tag': '64a044c1-aa74-4b53-a866-6890d122643b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:32:27.061230 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835eeb0c-ac6f-4843-b76e-1009f3f436cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5089d9bf-7a89-468b-91b7-f77b375c8fe2", "tag": "64a044c1-aa74-4b53-a866-6890d122643b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:32:27.096978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-426ba931-45b9-4a3f-a094-f51874d09f5c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "PUT /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e/tags HTTP/1.1" status: 200 len: 317 time: 0.1167660 Jul 08 20:32:27.097786 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42544) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:27.103942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-092c2328-0258-47a9-9aee-e77560116ed4 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a3ea6a0b-eb76-4515-873c-768a52e06d9e') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:27.116216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83294aee-8c2c-426a-a0f9-768166c9bf07 service neutron] Pushing event updated for resources: {'Port': ['ID=64a044c1-aa74-4b53-a866-6890d122643b,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:27.142413 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c1e097-0fcf-4b08-ace8-8a2edf648d92 x-openstack-request-id: req-25c1e097-0fcf-4b08-ace8-8a2edf648d92 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:32:27.142617 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5089d9bf-7a89-468b-91b7-f77b375c8fe2", "tag": "64a044c1-aa74-4b53-a866-6890d122643b", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:32:27.143172 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-25c1e097-0fcf-4b08-ace8-8a2edf648d92 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:32:27.144919 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5089d9bf-7a89-468b-91b7-f77b375c8fe2', 'tag': '64a044c1-aa74-4b53-a866-6890d122643b', 'status': 'completed', 'code': 200} Jul 08 20:32:27.149408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42548) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:27.174144 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-092c2328-0258-47a9-9aee-e77560116ed4 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e/tags HTTP/1.1" status: 204 len: 168 time: 0.0749564 Jul 08 20:32:27.186948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42554) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:27.202260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-d037cfa6-6317-492f-a681-83b6a5890037 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3ea6a0b-eb76-4515-873c-768a52e06d9e', 'tempest-TagsExtTest-Tag-609158776') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:27.223689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-27bee88f-2ec3-4b3d-889e-aca36ee078ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:27.226085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-27bee88f-2ec3-4b3d-889e-aca36ee078ba service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0802953 Jul 08 20:32:27.245269 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-d037cfa6-6317-492f-a681-83b6a5890037 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] show failed (client error): The resource could not be found. Jul 08 20:32:27.246583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d037cfa6-6317-492f-a681-83b6a5890037 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e/tags/tempest-TagsExtTest-Tag-609158776 HTTP/1.1" status: 404 len: 328 time: 0.0586085 Jul 08 20:32:27.249390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42558) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:27.260979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-de9f68e6-6ec7-4505-bbe7-b90a6788d408 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3ea6a0b-eb76-4515-873c-768a52e06d9e', 'tempest-TagsExtTest-Tag-2050238627') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:27.286944 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-de9f68e6-6ec7-4505-bbe7-b90a6788d408 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] show failed (client error): The resource could not be found. Jul 08 20:32:27.288237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-de9f68e6-6ec7-4505-bbe7-b90a6788d408 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e/tags/tempest-TagsExtTest-Tag-2050238627 HTTP/1.1" status: 404 len: 329 time: 0.0375531 Jul 08 20:32:27.298608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42564) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:27.303856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-2cce8f45-dd9c-4f9f-92c7-a6d9168376ee tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3ea6a0b-eb76-4515-873c-768a52e06d9e', 'tempest-TagsExtTest-Tag-1679072943') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:27.305922 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-542a0b5a-cd6f-4397-8087-789bf933f902 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64a044c1-aa74-4b53-a866-6890d122643b HTTP/1.1" status: 200 len: 217 time: 0.0700538 Jul 08 20:32:27.380244 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-2cce8f45-dd9c-4f9f-92c7-a6d9168376ee tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] show failed (client error): The resource could not be found. Jul 08 20:32:27.381767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2cce8f45-dd9c-4f9f-92c7-a6d9168376ee tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e/tags/tempest-TagsExtTest-Tag-1679072943 HTTP/1.1" status: 404 len: 329 time: 0.0818872 Jul 08 20:32:27.384667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42566) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:27.391205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-ce4050dd-ee4c-4117-82cc-79911acf5ec2 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a3ea6a0b-eb76-4515-873c-768a52e06d9e') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:27.416786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-7fee0620-3088-4c24-8d9f-948f30fe0293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:27.426481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ce4050dd-ee4c-4117-82cc-79911acf5ec2 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e/tags HTTP/1.1" status: 204 len: 168 time: 0.0388172 Jul 08 20:32:27.430778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-7fee0620-3088-4c24-8d9f-948f30fe0293 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.1135333 Jul 08 20:32:27.431357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42568) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:27.439267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.tag.tag_plugin [None req-46284d3e-3473-461b-a7ae-82f9dde1cf27 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '268dc840-0f6c-419e-8bfd-a45ddd58f4e3') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:27.555804 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ff38d356-ced2-4ebc-88cf-eee5b88e144a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:27.606335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42576) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:27.606867 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-46284d3e-3473-461b-a7ae-82f9dde1cf27 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3/tags HTTP/1.1" status: 204 len: 168 time: 0.1731517 Jul 08 20:32:27.612176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-9e30d173-7e0a-4b54-b7a4-205efd466468 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd3d41180-caa8-4893-aef3-1039ecbe106c') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:27.613884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-7f7a4d59-6aa5-4281-8114-b6129fe987c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:27.615365 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-7f7a4d59-6aa5-4281-8114-b6129fe987c2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1737165 Jul 08 20:32:27.763749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e30d173-7e0a-4b54-b7a4-205efd466468 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c/tags HTTP/1.1" status: 204 len: 168 time: 0.1562428 Jul 08 20:32:27.766704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42586) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:27.775733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.tag.tag_plugin [None req-f018d1ec-0a4c-45dc-b8bd-92bc41ed90ff tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '81116975-4d26-4ff4-a271-6d37f57fb9f7') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:27.799824 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-af3a33b9-2adc-43a1-9ddd-8d08baa85345 service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729209 Jul 08 20:32:27.807205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ff38d356-ced2-4ebc-88cf-eee5b88e144a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:27.932253 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f018d1ec-0a4c-45dc-b8bd-92bc41ed90ff tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1621003 Jul 08 20:32:27.932390 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ff38d356-ced2-4ebc-88cf-eee5b88e144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:27.938375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42594) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:28.097243 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ff38d356-ced2-4ebc-88cf-eee5b88e144a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=abf99775b6c94579a8bf6ba73ef9c287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9444878 Jul 08 20:32:28.099104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42610) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:28.113026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38d356-ced2-4ebc-88cf-eee5b88e144a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403a09f9-9b47-4676-9360-681915c1070b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:28.136512 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fda01b7f-e2ce-4c0d-b31e-ea46b1180398 req-2da7e9b3-8d59-4400-be05-567f42fa3c21 service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223124 Jul 08 20:32:28.146261 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57af98d-56bd-4969-875b-2dca7df06f6b req-385cc0fe-392e-45d1-8ba8-60db6c1aa948 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:28.147989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f57af98d-56bd-4969-875b-2dca7df06f6b req-385cc0fe-392e-45d1-8ba8-60db6c1aa948 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 944 time: 0.1659482 Jul 08 20:32:28.167614 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c1eb58d-0c3b-4805-be21-4100f41f9203 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for subnetpool, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:28.168792 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3c1eb58d-0c3b-4805-be21-4100f41f9203 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/subnetpools/a3ea6a0b-eb76-4515-873c-768a52e06d9e HTTP/1.1" status: 204 len: 168 time: 0.2292113 Jul 08 20:32:28.173683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42612) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:28.212220 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5c9c3da3-a9b6-4ccc-9001-328e86944e59 tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "GET /v2.0/ports?device_id=268dc840-0f6c-419e-8bfd-a45ddd58f4e3 HTTP/1.1" status: 200 len: 205 time: 0.0363212 Jul 08 20:32:28.217144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42614) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:28.220856 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f57af98d-56bd-4969-875b-2dca7df06f6b req-9469e65e-b1aa-4ce2-802e-785c706ac750 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662117 Jul 08 20:32:28.347419 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1f86517-a50f-466e-b3b4-8f79d6a4fb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:28.386336 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e353a17-6f9f-4660-ad7e-f0032edbdb8d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:28.390589 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1f86517-a50f-466e-b3b4-8f79d6a4fb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:28.599973 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835eeb0c-ac6f-4843-b76e-1009f3f436cb req-555b59ad-848b-4773-9c4e-559e7cddae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:28.601658 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-835eeb0c-ac6f-4843-b76e-1009f3f436cb req-555b59ad-848b-4773-9c4e-559e7cddae26 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 1096 time: 0.3879240 Jul 08 20:32:28.652277 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e353a17-6f9f-4660-ad7e-f0032edbdb8d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:28.684425 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e353a17-6f9f-4660-ad7e-f0032edbdb8d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:28.732465 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1f86517-a50f-466e-b3b4-8f79d6a4fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:28.735116 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1f86517-a50f-466e-b3b4-8f79d6a4fb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:28.738945 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a1f86517-a50f-466e-b3b4-8f79d6a4fb5c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/403a09f9-9b47-4676-9360-681915c1070b HTTP/1.1" status: 204 len: 168 time: 0.6331685 Jul 08 20:32:28.758760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f86517-a50f-466e-b3b4-8f79d6a4fb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403a09f9-9b47-4676-9360-681915c1070b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:28.763780 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e353a17-6f9f-4660-ad7e-f0032edbdb8d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:28.764359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e353a17-6f9f-4660-ad7e-f0032edbdb8d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Fanout notify agent at l3_agent the message router_deleted on router 268dc840-0f6c-419e-8bfd-a45ddd58f4e3 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:32:28.774379 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e353a17-6f9f-4660-ad7e-f0032edbdb8d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:28.776274 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5e353a17-6f9f-4660-ad7e-f0032edbdb8d tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/routers/268dc840-0f6c-419e-8bfd-a45ddd58f4e3 HTTP/1.1" status: 204 len: 168 time: 0.5363507 Jul 08 20:32:28.778919 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42638) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:28.806360 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835eeb0c-ac6f-4843-b76e-1009f3f436cb req-89f79ad9-f883-4b7c-a993-daafa6e0406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:28.807992 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-835eeb0c-ac6f-4843-b76e-1009f3f436cb req-89f79ad9-f883-4b7c-a993-daafa6e0406d service neutron] 10.222.0.103 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.1806290 Jul 08 20:32:28.895295 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-835eeb0c-ac6f-4843-b76e-1009f3f436cb req-93ff2feb-2c05-4341-b475-65846fe1e31c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64a044c1-aa74-4b53-a866-6890d122643b HTTP/1.1" status: 200 len: 217 time: 0.0797172 Jul 08 20:32:28.922522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-472d843e-d950-4099-8862-1bc9df263ccc tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Deleting port d3d41180-caa8-4893-aef3-1039ecbe106c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:32:28.923194 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-472d843e-d950-4099-8862-1bc9df263ccc tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:28.995885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835eeb0c-ac6f-4843-b76e-1009f3f436cb req-a9ac9fb3-9410-4a6f-8400-1e705665365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:28.997402 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-835eeb0c-ac6f-4843-b76e-1009f3f436cb req-a9ac9fb3-9410-4a6f-8400-1e705665365c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.0943313 Jul 08 20:32:29.105052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835eeb0c-ac6f-4843-b76e-1009f3f436cb req-3eeb46bd-6281-4f02-b228-6dcb206de486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:29.106892 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-835eeb0c-ac6f-4843-b76e-1009f3f436cb req-3eeb46bd-6281-4f02-b228-6dcb206de486 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007037 Jul 08 20:32:29.110713 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-472d843e-d950-4099-8862-1bc9df263ccc tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:29.148843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-472d843e-d950-4099-8862-1bc9df263ccc tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Calling delete_port for d3d41180-caa8-4893-aef3-1039ecbe106c owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:32:29.269683 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-835eeb0c-ac6f-4843-b76e-1009f3f436cb req-ba9fcacf-52b7-47db-bdba-d4ad9820c69b service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544292 Jul 08 20:32:29.424327 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-472d843e-d950-4099-8862-1bc9df263ccc tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:29.456142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d843e-d950-4099-8862-1bc9df263ccc tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Pushing event deleted for resources: {'Port': ['ID=d3d41180-caa8-4893-aef3-1039ecbe106c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:29.625384 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-472d843e-d950-4099-8862-1bc9df263ccc tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:29.653112 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-472d843e-d950-4099-8862-1bc9df263ccc tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/ports/d3d41180-caa8-4893-aef3-1039ecbe106c HTTP/1.1" status: 204 len: 168 time: 0.8720613 Jul 08 20:32:29.656888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42674) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:29.833667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcf75c5-2812-4c97-8c8a-9a1d44b0e9fb tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Deleting subnet 81116975-4d26-4ff4-a271-6d37f57fb9f7 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:32:29.841799 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9fcf75c5-2812-4c97-8c8a-9a1d44b0e9fb tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:29.942296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9fcf75c5-2812-4c97-8c8a-9a1d44b0e9fb tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:30.103173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-835eeb0c-ac6f-4843-b76e-1009f3f436cb req-9dd09129-592c-4bfc-ad50-652867409c57 service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8226340 Jul 08 20:32:30.103912 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9fcf75c5-2812-4c97-8c8a-9a1d44b0e9fb tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:30.152503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57e0f-e23a-4b14-a920-1fbc83c57e8e req-c4157067-46cf-411b-a93c-0f5da0f32d3f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:30.163212 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4be57e0f-e23a-4b14-a920-1fbc83c57e8e req-c4157067-46cf-411b-a93c-0f5da0f32d3f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 944 time: 0.1577537 Jul 08 20:32:30.224106 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4be57e0f-e23a-4b14-a920-1fbc83c57e8e req-67cdef19-0356-4941-8516-cc9b1058ce09 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599370 Jul 08 20:32:30.243197 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9fcf75c5-2812-4c97-8c8a-9a1d44b0e9fb tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:30.309488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf75c5-2812-4c97-8c8a-9a1d44b0e9fb tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Pushing event deleted for resources: {'Subnet': ['ID=81116975-4d26-4ff4-a271-6d37f57fb9f7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:30.311565 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9fcf75c5-2812-4c97-8c8a-9a1d44b0e9fb tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:30.315812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9fcf75c5-2812-4c97-8c8a-9a1d44b0e9fb tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/subnets/81116975-4d26-4ff4-a271-6d37f57fb9f7 HTTP/1.1" status: 204 len: 168 time: 0.6556411 Jul 08 20:32:30.316545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42702) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:30.323680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcc4356-82a7-467c-bce7-59e9785f72b1 None None] Network d64d1137-7e2e-4928-83b0-828c66bae1ff requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:32:30.409430 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:30.534779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Deleting port 730df1f3-0b01-4701-9b23-129fc2176ad2 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:32:30.535138 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:30.672037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] For port 730df1f3-0b01-4701-9b23-129fc2176ad2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=730df1f3-0b01-4701-9b23-129fc2176ad2,segment=NetworkSegment(187ab95b-d149-40e0-a227-1d7e7517d81f),segment_id=187ab95b-d149-40e0-a227-1d7e7517d81f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:30.672470 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:30.673416 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] DHCP port deletion for d64d1137-7e2e-4928-83b0-828c66bae1ff request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:32:30.708354 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Calling delete_port for 730df1f3-0b01-4701-9b23-129fc2176ad2 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:32:30.753122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Deleting port 730df1f3-0b01-4701-9b23-129fc2176ad2 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:32:30.753763 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:30.823100 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:30.827117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] For port 730df1f3-0b01-4701-9b23-129fc2176ad2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=730df1f3-0b01-4701-9b23-129fc2176ad2,segment=NetworkSegment(187ab95b-d149-40e0-a227-1d7e7517d81f),segment_id=187ab95b-d149-40e0-a227-1d7e7517d81f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:30.827519 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:30.857784 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Calling delete_port for 730df1f3-0b01-4701-9b23-129fc2176ad2 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:32:30.860669 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] No DVR routers for this DVR port 730df1f3-0b01-4701-9b23-129fc2176ad2 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:32:30.868182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Pushing event deleted for resources: {'Port': ['ID=730df1f3-0b01-4701-9b23-129fc2176ad2,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:30.959183 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:30.970146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64d1137-7e2e-4928-83b0-828c66bae1ff']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:30.982378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187ab95b-d149-40e0-a227-1d7e7517d81f') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:30.982766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187ab95b-d149-40e0-a227-1d7e7517d81f') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:30.994779 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.013764 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.022714 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.031910 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:32:31.033385 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.069935 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Pushing event deleted for resources: {'Port': ['ID=730df1f3-0b01-4701-9b23-129fc2176ad2,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:31.089004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:31.089358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:31.089703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:31.090040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:31.090372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:31.090701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:31.091629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:31.092591 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:31.093306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:31.096411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:31.097785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:31.099842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:31.109612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7599ff-a643-43cd-b256-b8de39231a88 None None] No DVR routers for this DVR port 730df1f3-0b01-4701-9b23-129fc2176ad2 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:32:31.123690 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:32:31.136262 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.153795 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.162253 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] 10.222.0.101 "DELETE /v2.0/networks/d64d1137-7e2e-4928-83b0-828c66bae1ff HTTP/1.1" status: 204 len: 168 time: 0.8423719 Jul 08 20:32:31.198427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef951618-959e-4d48-95e7-783f704cb96c tempest-TagsExtTest-1356839182 tempest-TagsExtTest-1356839182-project] Pushing event deleted for resources: {'Network': ['ID=d64d1137-7e2e-4928-83b0-828c66bae1ff,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:31.251156 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 730df1f3-0b01-4701-9b23-129fc2176ad2 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:32:31.284904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 730df1f3-0b01-4701-9b23-129fc2176ad2 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:32:31.285256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 730df1f3-0b01-4701-9b23-129fc2176ad2 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:32:31.446707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f4992-8d50-4ac2-ba03-369684133331 req-13eb2fb1-3a34-4e07-a065-1b47cd5f98cd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:31.449018 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c7f4992-8d50-4ac2-ba03-369684133331 req-13eb2fb1-3a34-4e07-a065-1b47cd5f98cd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 944 time: 0.1083512 Jul 08 20:32:31.507578 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c7f4992-8d50-4ac2-ba03-369684133331 req-70573bca-aebd-4f72-bdd5-e0169f7154c3 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508261 Jul 08 20:32:31.584693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 64a044c1-aa74-4b53-a866-6890d122643b details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:32:31.613807 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42740) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:31.623459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Request body: {'network': {'name': 'tempest-network-smoke--316099433', 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'port_security_enabled': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:31.664140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Made reservation on behalf of 5a0519eefa684c64b6ff586208453bd9 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:31.671067 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.683498 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.694305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42742) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:31.760190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42748) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:31.779284 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 64a044c1-aa74-4b53-a866-6890d122643b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=64a044c1-aa74-4b53-a866-6890d122643b,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:31.800853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '64a044c1-aa74-4b53-a866-6890d122643b', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'port_id': '64a044c1-aa74-4b53-a866-6890d122643b', 'mac_address': 'fa:16:3e:3a:9c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:32:31.846840 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.863782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a044c1-aa74-4b53-a866-6890d122643b {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:32:31.879154 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.886500 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.887050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 64a044c1-aa74-4b53-a866-6890d122643b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=64a044c1-aa74-4b53-a866-6890d122643b,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:31.893486 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.960943 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59593825-1a1b-419a-9d6c-6ced6f32595e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.965419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=64a044c1-aa74-4b53-a866-6890d122643b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:31.972574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:32:31.990253 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9af7431-cf5e-450e-877d-e9877af2c7d4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:31.997182 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:31.997182 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Added segment 80c01b93-8582-4efb-9b26-c836ada52b0c of type vlan for network ba940c96-fc97-4f71-8a7e-4ce2a483d25d Jul 08 20:32:32.049042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.061819 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-82ff18c1-c8f4-4ebf-a69c-fb74c54bf884 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=90b324dd033c4bc586ab1d33daac9e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001657 Jul 08 20:32:32.061953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42756) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:32.112039 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.124976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:32.125637 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.144321 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59593825-1a1b-419a-9d6c-6ced6f32595e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.151767 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59593825-1a1b-419a-9d6c-6ced6f32595e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.221353 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-59593825-1a1b-419a-9d6c-6ced6f32595e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=18d3bf278b1044f4b8b045d3abd676b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251355 Jul 08 20:32:32.226019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42762) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:32.231960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59593825-1a1b-419a-9d6c-6ced6f32595e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0a555d-8fef-42af-bd54-14987d5b5899,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:32.245175 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6258252 Jul 08 20:32:32.245503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42764) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:32.250573 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'admin_state_up': True, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:32.257960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['64a044c1-aa74-4b53-a866-6890d122643b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:32:32.282914 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.284293 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.331479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58477b3d-8ccb-42f5-abe1-fd616d4e2b70 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Network': ['ID=ba940c96-fc97-4f71-8a7e-4ce2a483d25d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:32.333688 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29e15a72-c129-404a-aed3-0599ac764c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.361199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network ba940c96-fc97-4f71-8a7e-4ce2a483d25d details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:32:32.376851 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29e15a72-c129-404a-aed3-0599ac764c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.388538 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f63e6275-128a-4b54-9288-f2678ebbb5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.410457 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.434043 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f63e6275-128a-4b54-9288-f2678ebbb5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.484288 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29e15a72-c129-404a-aed3-0599ac764c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.487151 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29e15a72-c129-404a-aed3-0599ac764c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.488400 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-29e15a72-c129-404a-aed3-0599ac764c19 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5555b842-baa7-495f-9beb-91289b5183da HTTP/1.1" status: 204 len: 168 time: 0.4252207 Jul 08 20:32:32.515778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f63e6275-128a-4b54-9288-f2678ebbb5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.526827 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f63e6275-128a-4b54-9288-f2678ebbb5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:32.532339 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f63e6275-128a-4b54-9288-f2678ebbb5f8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5d0a555d-8fef-42af-bd54-14987d5b5899 HTTP/1.1" status: 204 len: 168 time: 0.3049173 Jul 08 20:32:32.542002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e15a72-c129-404a-aed3-0599ac764c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5555b842-baa7-495f-9beb-91289b5183da,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:32.575441 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e6275-128a-4b54-9288-f2678ebbb5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0a555d-8fef-42af-bd54-14987d5b5899,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:32.828736 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a9c4-aed7-4468-a420-cab374f61167 req-d73220c9-2456-4e68-8407-e006117635bf tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:32.839171 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9a05a9c4-aed7-4468-a420-cab374f61167 req-d73220c9-2456-4e68-8407-e006117635bf tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 945 time: 0.1424470 Jul 08 20:32:32.891834 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9a05a9c4-aed7-4468-a420-cab374f61167 req-bfc0420b-12c5-45d6-8980-f4ec15b7ec86 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514026 Jul 08 20:32:33.125889 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:33.458765 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:33.478036 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:33.585110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 64a044c1-aa74-4b53-a866-6890d122643b up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:32:33.676164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 64a044c1-aa74-4b53-a866-6890d122643b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:32:33.679674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Allocated IP 172.25.4.228 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/ce552059-a65e-4dff-ae03-e4939008bdb7) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:32:33.689061 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 64a044c1-aa74-4b53-a866-6890d122643b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:33.691263 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:33.822711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:33.856607 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:33.868180 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5089d9bf-7a89-468b-91b7-f77b375c8fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a044c1-aa74-4b53-a866-6890d122643b'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:32:33.871870 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef99b8f3-9b31-46f2-87bf-46ed454f0751" -d '{"events": [{"server_uuid": "5089d9bf-7a89-468b-91b7-f77b375c8fe2", "name": "network-vif-plugged", "status": "completed", "tag": "64a044c1-aa74-4b53-a866-6890d122643b"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:32:33.890233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 64a044c1-aa74-4b53-a866-6890d122643b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=64a044c1-aa74-4b53-a866-6890d122643b,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:33.896723 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:33.921687 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:33.997598 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78f6eea-21de-4c6a-b5f6-5c015fc85a12 x-openstack-request-id: req-c78f6eea-21de-4c6a-b5f6-5c015fc85a12 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:32:33.999813 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5089d9bf-7a89-468b-91b7-f77b375c8fe2", "name": "network-vif-plugged", "status": "completed", "tag": "64a044c1-aa74-4b53-a866-6890d122643b", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:32:34.016025 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c78f6eea-21de-4c6a-b5f6-5c015fc85a12 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:32:34.020265 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5089d9bf-7a89-468b-91b7-f77b375c8fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a044c1-aa74-4b53-a866-6890d122643b', 'code': 200} Jul 08 20:32:34.115418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Port': ['ID=ce552059-a65e-4dff-ae03-e4939008bdb7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:34.121997 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d9123a7-2866-4681-b7e5-faeba9a5f4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:34.127575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=64a044c1-aa74-4b53-a866-6890d122643b,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:34.144508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:32:34.148755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:32:34.159657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:32:34.257244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9873ab-2e6a-4a94-8671-2696de4410c4 req-f5f2a5e3-51e2-4fff-a530-c70308cd39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:34.261983 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9d9873ab-2e6a-4a94-8671-2696de4410c4 req-f5f2a5e3-51e2-4fff-a530-c70308cd39a4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 1098 time: 0.1634462 Jul 08 20:32:34.363068 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9d9873ab-2e6a-4a94-8671-2696de4410c4 req-39549d06-d30d-4b89-a9d0-c519bca883b7 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902057 Jul 08 20:32:34.661642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfd962-7b03-4122-8691-b7ddc7125fba req-81b2f00f-39df-45ef-a93c-cd208eafff3f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:34.663353 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61bfd962-7b03-4122-8691-b7ddc7125fba req-81b2f00f-39df-45ef-a93c-cd208eafff3f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.4528978 Jul 08 20:32:34.796246 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42844) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:34.820654 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61bfd962-7b03-4122-8691-b7ddc7125fba req-fb7fd2d3-1d35-4ee0-9923-98319abac339 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986874 Jul 08 20:32:34.843657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:35.090473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1420527190-network', 'tenant_id': '2ec963e7f8aa47da85225c8d766a15a0'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:35.151784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Made reservation on behalf of 2ec963e7f8aa47da85225c8d766a15a0 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:35.158899 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:35.220850 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:35.351707 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:35.360561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:35.395354 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:35.462515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:32:35.499274 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:35.499916 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Added segment 0a0bacc3-d724-4de0-9e41-198fa649176c of type vlan for network acf04063-75f9-4848-a583-5baaa070f62d Jul 08 20:32:35.501987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ffe7d3-3c3d-415c-aec7-555049bd7450,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:35.608896 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:35.696181 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:35.702306 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:35.708141 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:35.782712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Router eac511cc-7e40-471c-b163-ddd708202a93 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:32:35.804070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] Pushing event updated for resources: {'Network': ['ID=acf04063-75f9-4848-a583-5baaa070f62d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:35.820182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network acf04063-75f9-4848-a583-5baaa070f62d details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:32:35.822791 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dd789669-652f-4076-b5b5-911a0befeb70 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0252056 Jul 08 20:32:35.828673 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42866) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:35.838738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9fea554e-a466-4d84-9a1f-eb9bf7f95967 admin admin] Request body: {'subnet': {'network_id': 'acf04063-75f9-4848-a583-5baaa070f62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1420527190-subnet', 'tenant_id': '2ec963e7f8aa47da85225c8d766a15a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:35.919125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fea554e-a466-4d84-9a1f-eb9bf7f95967 admin admin] Made reservation on behalf of 2ec963e7f8aa47da85225c8d766a15a0 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:35.922821 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fea554e-a466-4d84-9a1f-eb9bf7f95967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:36.023394 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:32:36.037523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Sync routers for ids ['eac511cc-7e40-471c-b163-ddd708202a93'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:32:36.054939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Routers {'eac511cc-7e40-471c-b163-ddd708202a93'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:32:36.056746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:32:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eac511cc-7e40-471c-b163-ddd708202a93'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:36.076915 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:36.079575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-22b95c8b-b471-4491-8f27-c1dfd8bcda23 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8330464 Jul 08 20:32:36.083104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42878) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:36.314231 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907232d-aec4-499c-b8d2-ae93001f7eaa req-278886be-9eae-43c7-9ae1-6d169072ed5b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:36.323087 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d907232d-aec4-499c-b8d2-ae93001f7eaa req-278886be-9eae-43c7-9ae1-6d169072ed5b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.2024274 Jul 08 20:32:36.331905 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Set router eac511cc-7e40-471c-b163-ddd708202a93 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:32:36.363651 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fea554e-a466-4d84-9a1f-eb9bf7f95967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:36.426601 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d907232d-aec4-499c-b8d2-ae93001f7eaa req-9fc21290-eebd-404b-a8b3-5e8472d020db tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025577 Jul 08 20:32:36.489603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea554e-a466-4d84-9a1f-eb9bf7f95967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2952ffe9-09f6-432b-b99c-5a8b52a6b9ad,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:36.504454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea554e-a466-4d84-9a1f-eb9bf7f95967 admin admin] Checking segment: {'id': '0a0bacc3-d724-4de0-9e41-198fa649176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'acf04063-75f9-4848-a583-5baaa070f62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:32:36.505060 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea554e-a466-4d84-9a1f-eb9bf7f95967 admin admin] Network hostable DHCP agents. Network: acf04063-75f9-4848-a583-5baaa070f62d, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:32:36.542511 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea554e-a466-4d84-9a1f-eb9bf7f95967 admin admin] Network acf04063-75f9-4848-a583-5baaa070f62d is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:32:36.613681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9fea554e-a466-4d84-9a1f-eb9bf7f95967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, acf04063-75f9-4848-a583-5baaa070f62d) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:32:36.626224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fea554e-a466-4d84-9a1f-eb9bf7f95967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:36.635791 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fea554e-a466-4d84-9a1f-eb9bf7f95967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:36.710091 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9fea554e-a466-4d84-9a1f-eb9bf7f95967 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8672004 Jul 08 20:32:36.723660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f90079-6e94-4fd7-8ffb-b42442cb92d8 None None] Network acf04063-75f9-4848-a583-5baaa070f62d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:32:36.810501 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a8e5fcc6-deaf-4d96-b684-c3752a52b0e8 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=5a0519eefa684c64b6ff586208453bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7163498 Jul 08 20:32:36.814828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42908) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:37.028853 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d836ab44-85e1-4d96-9831-8d9c5ee35b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:37.034125 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:37.051113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a370477a-eeb5-46cf-85e9-3aa7724d7740 None None] Network acf04063-75f9-4848-a583-5baaa070f62d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:32:37.121633 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:32:34Z', 'revision_number': 3, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:33Z', 'updated_at': '2021-07-08T20:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:37.158015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Checking router: eac511cc-7e40-471c-b163-ddd708202a93 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:32:37.158623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Updating router eac511cc-7e40-471c-b163-ddd708202a93 port ce552059-a65e-4dff-ae03-e4939008bdb7 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:32:37.268750 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:37.300163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a6bf4-396e-489e-84e8-dc96973c08b3 req-05b7a65e-36a2-4b7b-8344-348eecf65b07 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:37.312782 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-336a6bf4-396e-489e-84e8-dc96973c08b3 req-05b7a65e-36a2-4b7b-8344-348eecf65b07 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.2198515 Jul 08 20:32:37.391042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b003b38-e93f-43e4-9a1e-e305e560e7fc tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:37.396406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3b003b38-e93f-43e4-9a1e-e305e560e7fc tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5779569 Jul 08 20:32:37.399405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42932) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:37.442841 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-336a6bf4-396e-489e-84e8-dc96973c08b3 req-57c49b42-0e74-4439-ac7f-7b2443502da1 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277533 Jul 08 20:32:37.506561 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cad8586a-29dd-4789-b242-aef36a6e05d8 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1052029 Jul 08 20:32:37.509599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42946) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:37.515097 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-15d3df24-f049-44fa-b564-1d3398d71ca1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1015307281', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:37.624809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d3df24-f049-44fa-b564-1d3398d71ca1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Made reservation on behalf of 5a0519eefa684c64b6ff586208453bd9 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:37.630460 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15d3df24-f049-44fa-b564-1d3398d71ca1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:37.676845 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:37.691380 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Transition to ACTIVE for port object ce552059-a65e-4dff-ae03-e4939008bdb7 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:32:37.702381 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:37.757720 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cab96b-af48-481c-9daf-9b971477e10b None None] Pushing event updated for resources: {'Port': ['ID=ce552059-a65e-4dff-ae03-e4939008bdb7,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:37.806948 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Attempting to bind port ce552059-a65e-4dff-ae03-e4939008bdb7 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:32:37.807196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Attempting to bind port ce552059-a65e-4dff-ae03-e4939008bdb7 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:32:37.807572 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Attempting to bind port ce552059-a65e-4dff-ae03-e4939008bdb7 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:32:37.813391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:32:37.813644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:32:37.814070 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:37.814579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:32:37.814913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Bound port: ce552059-a65e-4dff-ae03-e4939008bdb7, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:32:37.815295 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:37.896676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] For port ce552059-a65e-4dff-ae03-e4939008bdb7, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:32:37.910481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] For port ce552059-a65e-4dff-ae03-e4939008bdb7, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce552059-a65e-4dff-ae03-e4939008bdb7,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:32:37.921814 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:38.006119 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15d3df24-f049-44fa-b564-1d3398d71ca1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:38.065628 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3df24-f049-44fa-b564-1d3398d71ca1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Subnet': ['ID=9c09908d-d8e5-4d79-b5ab-89bb6e5806a9,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:38.137405 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d3df24-f049-44fa-b564-1d3398d71ca1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Checking segment: {'id': '80c01b93-8582-4efb-9b26-c836ada52b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:32:38.137913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3df24-f049-44fa-b564-1d3398d71ca1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Network hostable DHCP agents. Network: ba940c96-fc97-4f71-8a7e-4ce2a483d25d, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:32:38.147150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cab96b-af48-481c-9daf-9b971477e10b None None] Pushing event updated for resources: {'Port': ['ID=ce552059-a65e-4dff-ae03-e4939008bdb7,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:38.174705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3df24-f049-44fa-b564-1d3398d71ca1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Network ba940c96-fc97-4f71-8a7e-4ce2a483d25d is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:32:38.189657 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:38.190342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-15d3df24-f049-44fa-b564-1d3398d71ca1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, ba940c96-fc97-4f71-8a7e-4ce2a483d25d) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:32:38.190907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Routers {'eac511cc-7e40-471c-b163-ddd708202a93'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:32:38.191849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:32:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eac511cc-7e40-471c-b163-ddd708202a93'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:38.202500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d3df24-f049-44fa-b564-1d3398d71ca1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:38.208036 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15d3df24-f049-44fa-b564-1d3398d71ca1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:38.237100 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dcd0e3-1417-4cbc-84d9-a5f8b04d9f30 None None] Network ba940c96-fc97-4f71-8a7e-4ce2a483d25d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:32:38.245184 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-15d3df24-f049-44fa-b564-1d3398d71ca1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7340901 Jul 08 20:32:38.250385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42974) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:38.306286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 42976) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:38.417583 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] Set router eac511cc-7e40-471c-b163-ddd708202a93 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:32:38.532036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 42986) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:38.543892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-385726127-network', 'tenant_id': '99f480e2e6e247e8882cbe40fabf400f'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:38.682002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Made reservation on behalf of 99f480e2e6e247e8882cbe40fabf400f for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:38.685322 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:38.716619 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:38.838544 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc1b0652-5b94-4f39-915c-300d14a1cb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:38.922354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'fixed_ips': [{'subnet_id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:32:38.923893 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:39.116792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Allocated IP 172.20.0.2 (ba940c96-fc97-4f71-8a7e-4ce2a483d25d/9c09908d-d8e5-4d79-b5ab-89bb6e5806a9/e884ef81-475d-4ca1-99d4-1cf0a0233c93) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:32:39.123278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:32:34Z', 'revision_number': 3, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:33Z', 'updated_at': '2021-07-08T20:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:39.156564 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b165ed2-9386-41c0-ad59-ecff1eba59e8 None None] The sync data for ids ['eac511cc-7e40-471c-b163-ddd708202a93'] in n-d-791506-16 is: [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:32:34Z', 'revision_number': 3, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:33Z', 'updated_at': '2021-07-08T20:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:32:39.201099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c9462-ff33-4a5c-a55f-01c271a38c92 req-757cbad1-a6cb-400a-8223-f364d32a029f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:39.202676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c07c9462-ff33-4a5c-a55f-01c271a38c92 req-757cbad1-a6cb-400a-8223-f364d32a029f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.5026219 Jul 08 20:32:39.359891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c07c9462-ff33-4a5c-a55f-01c271a38c92 req-ee9d352f-8027-42d7-9fd0-6356bc17c59b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329322 Jul 08 20:32:39.512141 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:39.519834 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:39.564673 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:39.584370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Transition to ACTIVE for port object e884ef81-475d-4ca1-99d4-1cf0a0233c93 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:32:39.615799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:32:39.621425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Transition to ACTIVE for port object e884ef81-475d-4ca1-99d4-1cf0a0233c93 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:32:39.661103 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:39.714796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Network ba940c96-fc97-4f71-8a7e-4ce2a483d25d is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:32:39.749724 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:32:39.761266 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:39.762179 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Added segment 9ecedd51-d391-4169-b4aa-74d80c4ce042 of type vlan for network a391664c-482a-4650-b6c3-779401ef281d Jul 08 20:32:39.771735 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:32:39.811618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Pushing event updated for resources: {'Port': ['ID=e884ef81-475d-4ca1-99d4-1cf0a0233c93,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:39.820467 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:39.865530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17f1266-cd65-46ff-9ca5-ba71bacf5bf9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:39.876473 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:39.892201 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc1b0652-5b94-4f39-915c-300d14a1cb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:39.905421 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc1b0652-5b94-4f39-915c-300d14a1cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:39.909077 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:39.934787 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:39.938992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:39.940225 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:39.985801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Attempting to bind port e884ef81-475d-4ca1-99d4-1cf0a0233c93 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:32:39.986693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Attempting to bind port e884ef81-475d-4ca1-99d4-1cf0a0233c93 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '80c01b93-8582-4efb-9b26-c836ada52b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:32:39.988729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Attempting to bind port e884ef81-475d-4ca1-99d4-1cf0a0233c93 on network ba940c96-fc97-4f71-8a7e-4ce2a483d25d {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:32:40.019754 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:32:40.020763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Checking segment: {'id': '80c01b93-8582-4efb-9b26-c836ada52b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:32:40.021642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b0652-5b94-4f39-915c-300d14a1cb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325d1095-6ed5-491c-9d24-0be6beb6600a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:40.021760 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:40.021887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Bound using segment: {'id': '80c01b93-8582-4efb-9b26-c836ada52b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:32:40.023622 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Bound port: e884ef81-475d-4ca1-99d4-1cf0a0233c93, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c01b93-8582-4efb-9b26-c836ada52b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:32:40.025300 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:40.026485 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bc1b0652-5b94-4f39-915c-300d14a1cb6d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=697c207c85f54b569cdfd8079fcdb785&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7189963 Jul 08 20:32:40.034308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43034) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:40.173131 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-650d4ed1-553f-4a04-812c-9550f4d2c3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:40.238050 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-650d4ed1-553f-4a04-812c-9550f4d2c3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:40.277648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] For port e884ef81-475d-4ca1-99d4-1cf0a0233c93, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:32:40.282548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] For port e884ef81-475d-4ca1-99d4-1cf0a0233c93, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e884ef81-475d-4ca1-99d4-1cf0a0233c93,segment=NetworkSegment(80c01b93-8582-4efb-9b26-c836ada52b0c),segment_id=80c01b93-8582-4efb-9b26-c836ada52b0c)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:32:40.296184 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:40.356975 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-650d4ed1-553f-4a04-812c-9550f4d2c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:40.361341 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-650d4ed1-553f-4a04-812c-9550f4d2c3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:40.362601 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-650d4ed1-553f-4a04-812c-9550f4d2c3b6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/325d1095-6ed5-491c-9d24-0be6beb6600a HTTP/1.1" status: 204 len: 168 time: 0.3264384 Jul 08 20:32:40.377135 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d4ed1-553f-4a04-812c-9550f4d2c3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325d1095-6ed5-491c-9d24-0be6beb6600a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:40.641977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba520ae-5faa-4a1d-9918-000d4486aae4 None None] Pushing event updated for resources: {'Port': ['ID=e884ef81-475d-4ca1-99d4-1cf0a0233c93,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:40.898779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436e6de-b903-4dfe-a3d2-62512868ba6f req-d89d4e97-bfe5-48c3-b493-ec4087fb1a78 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:40.913933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1436e6de-b903-4dfe-a3d2-62512868ba6f req-d89d4e97-bfe5-48c3-b493-ec4087fb1a78 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.2094538 Jul 08 20:32:40.998703 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1436e6de-b903-4dfe-a3d2-62512868ba6f req-77aebfd6-5403-4ed9-ad9d-05564ecbcc16 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838819 Jul 08 20:32:41.032331 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] Pushing event updated for resources: {'Network': ['ID=a391664c-482a-4650-b6c3-779401ef281d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:41.058610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network a391664c-482a-4650-b6c3-779401ef281d details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:32:41.101167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43076) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:41.101674 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d39a714c-9eef-418f-a896-14efdf28a735 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5654275 Jul 08 20:32:41.107245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Request body: {'subnet': {'network_id': 'a391664c-482a-4650-b6c3-779401ef281d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-385726127-subnet', 'tenant_id': '99f480e2e6e247e8882cbe40fabf400f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:41.176099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Made reservation on behalf of 99f480e2e6e247e8882cbe40fabf400f for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:41.184557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:41.187324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Allocated IP 172.20.0.1 (ba940c96-fc97-4f71-8a7e-4ce2a483d25d/9c09908d-d8e5-4d79-b5ab-89bb6e5806a9/f061f412-a390-4c59-8a47-6f21ba9869a9) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:32:41.301754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43084) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:41.421535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e884ef81-475d-4ca1-99d4-1cf0a0233c93 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:32:41.467804 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b51bbe8-bf46-471c-9daf-6e45d3936b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:41.497016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port e884ef81-475d-4ca1-99d4-1cf0a0233c93 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:32:41.506606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce552059-a65e-4dff-ae03-e4939008bdb7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:32:41.568307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ce552059-a65e-4dff-ae03-e4939008bdb7 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:32:41.575495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ce552059-a65e-4dff-ae03-e4939008bdb7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:41.576135 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:41.584687 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b51bbe8-bf46-471c-9daf-6e45d3936b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:41.594673 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b51bbe8-bf46-471c-9daf-6e45d3936b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:41.667179 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0b51bbe8-bf46-471c-9daf-6e45d3936b32 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=662bfb0ff02641bba25a61ac4b218489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643184 Jul 08 20:32:41.671507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43094) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:41.698699 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:41.713437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51bbe8-bf46-471c-9daf-6e45d3936b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f885814-8b1a-417d-975b-f9efc111cb65,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:41.761818 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:41.773992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port ce552059-a65e-4dff-ae03-e4939008bdb7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce552059-a65e-4dff-ae03-e4939008bdb7,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:41.780967 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:41.790953 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:41.840005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Transition to ACTIVE for port object f061f412-a390-4c59-8a47-6f21ba9869a9 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:32:41.863197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=ce552059-a65e-4dff-ae03-e4939008bdb7,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:41.900930 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:41.910304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54f1db5-2e1a-474f-8e54-7f59e84ec7a6,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:41.936354 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:41.936811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:41.937398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:41.937831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:41.938293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:41.938860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:41.939309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:41.939842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:41.940252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:41.941876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:41.942324 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:41.942730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:41.946051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a8db86c-5f80-45c4-8a96-0a9a8d804643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:41.990389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Network ba940c96-fc97-4f71-8a7e-4ce2a483d25d is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:32:41.990606 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a8db86c-5f80-45c4-8a96-0a9a8d804643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:41.999282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:32:41.999827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Checking segment: {'id': '9ecedd51-d391-4169-b4aa-74d80c4ce042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a391664c-482a-4650-b6c3-779401ef281d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:32:42.000306 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Network hostable DHCP agents. Network: a391664c-482a-4650-b6c3-779401ef281d, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:32:42.002966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:32:42.005959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Port': ['ID=f061f412-a390-4c59-8a47-6f21ba9869a9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:42.063931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Network a391664c-482a-4650-b6c3-779401ef281d is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:32:42.095771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, a391664c-482a-4650-b6c3-779401ef281d) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:32:42.107420 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:42.109331 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:42.113469 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef96b460-05bf-47d9-b2cf-2dac7de28956 None None] Network a391664c-482a-4650-b6c3-779401ef281d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:32:42.137476 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:42.140589 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4faddd4f-44cb-4db0-a4e8-f3389a557470 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0379388 Jul 08 20:32:42.151851 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a8db86c-5f80-45c4-8a96-0a9a8d804643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:42.155005 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a8db86c-5f80-45c4-8a96-0a9a8d804643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:42.157534 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9a8db86c-5f80-45c4-8a96-0a9a8d804643 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0f885814-8b1a-417d-975b-f9efc111cb65 HTTP/1.1" status: 204 len: 168 time: 0.4850457 Jul 08 20:32:42.175429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8db86c-5f80-45c4-8a96-0a9a8d804643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f885814-8b1a-417d-975b-f9efc111cb65,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:42.378989 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43116) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:42.460722 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43120) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:42.502655 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:42.508385 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f52266a-8652-4a9a-94bb-005e971d849f None None] Network a391664c-482a-4650-b6c3-779401ef281d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:32:42.532024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3cad918-0df8-4c69-942d-3c8009c9a8f6 admin admin] Deleting subnet 2952ffe9-09f6-432b-b99c-5a8b52a6b9ad {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:32:42.536048 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3cad918-0df8-4c69-942d-3c8009c9a8f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:42.557925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff54106-8cf2-4b7a-8a9e-1a3017bf5971 req-71784b8f-5feb-4814-bd03-0a6d1aab933b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:42.565273 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fff54106-8cf2-4b7a-8a9e-1a3017bf5971 req-71784b8f-5feb-4814-bd03-0a6d1aab933b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.2645295 Jul 08 20:32:42.581749 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3cad918-0df8-4c69-942d-3c8009c9a8f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:42.646528 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3cad918-0df8-4c69-942d-3c8009c9a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:42.664202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672f10e6-d81b-4b09-a7f6-d4d9faf0a625 None None] Network ba940c96-fc97-4f71-8a7e-4ce2a483d25d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:32:42.755935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3cad918-0df8-4c69-942d-3c8009c9a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:42.806403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b215c31a-35eb-409c-a88e-5208deee2457 None None] Provisioning for port e884ef81-475d-4ca1-99d4-1cf0a0233c93 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:32:42.807827 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fff54106-8cf2-4b7a-8a9e-1a3017bf5971 req-5cd02f81-7af5-4df6-914b-5055cf5e1279 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416899 Jul 08 20:32:42.824666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cad918-0df8-4c69-942d-3c8009c9a8f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2952ffe9-09f6-432b-b99c-5a8b52a6b9ad,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:42.830025 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3cad918-0df8-4c69-942d-3c8009c9a8f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:42.836761 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f3cad918-0df8-4c69-942d-3c8009c9a8f6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/2952ffe9-09f6-432b-b99c-5a8b52a6b9ad HTTP/1.1" status: 204 len: 168 time: 0.3727608 Jul 08 20:32:42.838147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43126) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:42.876890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b215c31a-35eb-409c-a88e-5208deee2457 None None] Provisioning complete for port e884ef81-475d-4ca1-99d4-1cf0a0233c93 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:42.876890 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b215c31a-35eb-409c-a88e-5208deee2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:42.979810 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b02ecadf-a426-49e3-b80a-5caa353a17e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:42.984220 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9a35be9-f6b7-4638-b85d-8aabc83327cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.183861 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b215c31a-35eb-409c-a88e-5208deee2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.246242 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9a35be9-f6b7-4638-b85d-8aabc83327cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.266801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-d9a35be9-f6b7-4638-b85d-8aabc83327cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf04063-75f9-4848-a583-5baaa070f62d']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:43.275326 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-b215c31a-35eb-409c-a88e-5208deee2457 None None] For port e884ef81-475d-4ca1-99d4-1cf0a0233c93, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e884ef81-475d-4ca1-99d4-1cf0a0233c93,segment=NetworkSegment(80c01b93-8582-4efb-9b26-c836ada52b0c),segment_id=80c01b93-8582-4efb-9b26-c836ada52b0c)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:43.285013 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b215c31a-35eb-409c-a88e-5208deee2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.293187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-d9a35be9-f6b7-4638-b85d-8aabc83327cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0bacc3-d724-4de0-9e41-198fa649176c') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:43.293505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-d9a35be9-f6b7-4638-b85d-8aabc83327cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0bacc3-d724-4de0-9e41-198fa649176c') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:43.296747 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b02ecadf-a426-49e3-b80a-5caa353a17e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.306580 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b02ecadf-a426-49e3-b80a-5caa353a17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.311086 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9a35be9-f6b7-4638-b85d-8aabc83327cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.339895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce552059-a65e-4dff-ae03-e4939008bdb7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:32:43.354076 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9a35be9-f6b7-4638-b85d-8aabc83327cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.357168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.363248 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.377269 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b02ecadf-a426-49e3-b80a-5caa353a17e4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4e98f6f280074119bef02f4f72623cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9970820 Jul 08 20:32:43.380576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43138) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:43.382872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a35be9-f6b7-4638-b85d-8aabc83327cc admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:32:43.383277 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9a35be9-f6b7-4638-b85d-8aabc83327cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:32:43.391627 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:32:43.393884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ecadf-a426-49e3-b80a-5caa353a17e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254a8455-0e08-4c02-8927-a5832dd9a60e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:43.499610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215c31a-35eb-409c-a88e-5208deee2457 None None] Pushing event updated for resources: {'Port': ['ID=e884ef81-475d-4ca1-99d4-1cf0a0233c93,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:43.529363 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ce552059-a65e-4dff-ae03-e4939008bdb7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:43.530245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.557266 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.566864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Port': ['ID=f061f412-a390-4c59-8a47-6f21ba9869a9,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:43.610925 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9a35be9-f6b7-4638-b85d-8aabc83327cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.626908 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9a35be9-f6b7-4638-b85d-8aabc83327cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.635255 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d9a35be9-f6b7-4638-b85d-8aabc83327cc admin admin] 10.222.0.101 "DELETE /v2.0/networks/acf04063-75f9-4848-a583-5baaa070f62d HTTP/1.1" status: 204 len: 168 time: 0.7948406 Jul 08 20:32:43.637447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43148) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:43.679094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a35be9-f6b7-4638-b85d-8aabc83327cc admin admin] Pushing event deleted for resources: {'Network': ['ID=acf04063-75f9-4848-a583-5baaa070f62d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:43.693318 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-feb70b0f-2bc0-4b25-84a1-e31d905b48d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.728971 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-feb70b0f-2bc0-4b25-84a1-e31d905b48d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.732575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3cee96-d023-4392-8dec-9cd1756a7fd9 admin admin] Deleting subnet d54f1db5-2e1a-474f-8e54-7f59e84ec7a6 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:32:43.740440 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b3cee96-d023-4392-8dec-9cd1756a7fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.801253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Network ba940c96-fc97-4f71-8a7e-4ce2a483d25d is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:32:43.804418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:32:43.806808 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-feb70b0f-2bc0-4b25-84a1-e31d905b48d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.808536 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b3cee96-d023-4392-8dec-9cd1756a7fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.811312 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-feb70b0f-2bc0-4b25-84a1-e31d905b48d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.812813 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-feb70b0f-2bc0-4b25-84a1-e31d905b48d4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/254a8455-0e08-4c02-8927-a5832dd9a60e HTTP/1.1" status: 204 len: 168 time: 0.4312539 Jul 08 20:32:43.825607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb70b0f-2bc0-4b25-84a1-e31d905b48d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254a8455-0e08-4c02-8927-a5832dd9a60e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:43.929639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-071afe64-a521-4f3a-81b0-7f7546064919 None None] Provisioning complete for port e884ef81-475d-4ca1-99d4-1cf0a0233c93 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:43.930190 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-071afe64-a521-4f3a-81b0-7f7546064919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:43.942829 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b3cee96-d023-4392-8dec-9cd1756a7fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.033254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Router eac511cc-7e40-471c-b163-ddd708202a93 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:32:44.047418 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b3cee96-d023-4392-8dec-9cd1756a7fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.090095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-071afe64-a521-4f3a-81b0-7f7546064919 None None] Provisioning for port f061f412-a390-4c59-8a47-6f21ba9869a9 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:32:44.096602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-071afe64-a521-4f3a-81b0-7f7546064919 None None] Provisioning complete for port f061f412-a390-4c59-8a47-6f21ba9869a9 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:44.097217 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-071afe64-a521-4f3a-81b0-7f7546064919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.099636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cee96-d023-4392-8dec-9cd1756a7fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54f1db5-2e1a-474f-8e54-7f59e84ec7a6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:44.107811 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b3cee96-d023-4392-8dec-9cd1756a7fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.109797 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6b3cee96-d023-4392-8dec-9cd1756a7fd9 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d54f1db5-2e1a-474f-8e54-7f59e84ec7a6 HTTP/1.1" status: 204 len: 168 time: 0.4712069 Jul 08 20:32:44.112362 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43160) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:44.177030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba76291-2c05-4fb5-9e16-2b569262fd71 req-e08537af-b53b-42e0-80c6-067a01aedbe8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:44.178750 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ba76291-2c05-4fb5-9e16-2b569262fd71 req-e08537af-b53b-42e0-80c6-067a01aedbe8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.1029761 Jul 08 20:32:44.188196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-071afe64-a521-4f3a-81b0-7f7546064919 None None] Port f061f412-a390-4c59-8a47-6f21ba9869a9 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:32:44.234370 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ba76291-2c05-4fb5-9e16-2b569262fd71 req-99ff4bfe-c5b9-439e-94f7-05f06643c066 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488260 Jul 08 20:32:44.318690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-82c5e826-d010-4851-a4cd-b9664bab22b8 None None] Provisioning complete for port f061f412-a390-4c59-8a47-6f21ba9869a9 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:44.319070 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-82c5e826-d010-4851-a4cd-b9664bab22b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.364205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-82c5e826-d010-4851-a4cd-b9664bab22b8 None None] Port f061f412-a390-4c59-8a47-6f21ba9869a9 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:32:44.369145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6839380b-dbba-48d1-b215-e6cfd2a4e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.389251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:32:44.405189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2b9c4094-b625-46ef-920d-39bf3ba66ee6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "PUT /v2.0/routers/eac511cc-7e40-471c-b163-ddd708202a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1463232 Jul 08 20:32:44.410912 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Sync routers for ids ['eac511cc-7e40-471c-b163-ddd708202a93'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:32:44.411722 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43170) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:44.421278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b049924a-d274-4a1a-b8db-abafcea5b56e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2015393895', 'description': 'tempest-secgroup_access--2015393895 description', 'project_id': '5a0519eefa684c64b6ff586208453bd9'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:44.438296 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Routers {'eac511cc-7e40-471c-b163-ddd708202a93'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:32:44.439325 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:32:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eac511cc-7e40-471c-b163-ddd708202a93'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:44.466185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43174) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:44.491240 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b049924a-d274-4a1a-b8db-abafcea5b56e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.526314 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2887c08e-e372-4405-981f-efbe8e37047d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.533526 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6839380b-dbba-48d1-b215-e6cfd2a4e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.558593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-6839380b-dbba-48d1-b215-e6cfd2a4e041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a391664c-482a-4650-b6c3-779401ef281d']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:44.571201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-6839380b-dbba-48d1-b215-e6cfd2a4e041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecedd51-d391-4169-b4aa-74d80c4ce042') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:44.571201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-6839380b-dbba-48d1-b215-e6cfd2a4e041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecedd51-d391-4169-b4aa-74d80c4ce042') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:44.583195 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6839380b-dbba-48d1-b215-e6cfd2a4e041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.589403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ce5365e1-b609-4f80-9c07-aa96de84da3b None None] Provisioning complete for port f061f412-a390-4c59-8a47-6f21ba9869a9 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:44.589944 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce5365e1-b609-4f80-9c07-aa96de84da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.599509 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6839380b-dbba-48d1-b215-e6cfd2a4e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.615917 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6839380b-dbba-48d1-b215-e6cfd2a4e041 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:32:44.616416 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6839380b-dbba-48d1-b215-e6cfd2a4e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:32:44.618356 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:32:44.631525 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Set router eac511cc-7e40-471c-b163-ddd708202a93 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:32:44.658170 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b049924a-d274-4a1a-b8db-abafcea5b56e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.663884 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b049924a-d274-4a1a-b8db-abafcea5b56e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.713132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ce5365e1-b609-4f80-9c07-aa96de84da3b None None] Port f061f412-a390-4c59-8a47-6f21ba9869a9 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:32:44.746290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049924a-d274-4a1a-b8db-abafcea5b56e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a5309b-c7f0-4b2a-be4e-ac905f44000a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:44.757876 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6839380b-dbba-48d1-b215-e6cfd2a4e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.777137 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6839380b-dbba-48d1-b215-e6cfd2a4e041 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.777137 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6839380b-dbba-48d1-b215-e6cfd2a4e041 admin admin] 10.222.0.101 "DELETE /v2.0/networks/a391664c-482a-4650-b6c3-779401ef281d HTTP/1.1" status: 204 len: 168 time: 0.6622076 Jul 08 20:32:44.802961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839380b-dbba-48d1-b215-e6cfd2a4e041 admin admin] Pushing event deleted for resources: {'Network': ['ID=a391664c-482a-4650-b6c3-779401ef281d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:44.900749 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2887c08e-e372-4405-981f-efbe8e37047d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.909877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2887c08e-e372-4405-981f-efbe8e37047d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.918735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b049924a-d274-4a1a-b8db-abafcea5b56e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.920308 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b049924a-d274-4a1a-b8db-abafcea5b56e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5072911 Jul 08 20:32:44.923449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43194) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:44.928536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0e99c2df-26bd-4091-a180-f03acaa0e2d7 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1084139263', 'description': 'tempest-secgroup_general--1084139263 description', 'project_id': '5a0519eefa684c64b6ff586208453bd9'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:44.958599 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:32:42Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:33Z', 'updated_at': '2021-07-08T20:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'f061f412-a390-4c59-8a47-6f21ba9869a9', 'name': '', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'mac_address': 'fa:16:3e:2d:7d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:40Z', 'updated_at': '2021-07-08T20:32:42Z', 'revision_number': 2, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'subnets': [{'id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:44.977760 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e99c2df-26bd-4091-a180-f03acaa0e2d7 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:44.998828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887c08e-e372-4405-981f-efbe8e37047d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a080d411-1bcd-49ce-8146-8501a1077917,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:44.999156 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Checking router: eac511cc-7e40-471c-b163-ddd708202a93 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:32:44.999785 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Updating router eac511cc-7e40-471c-b163-ddd708202a93 port f061f412-a390-4c59-8a47-6f21ba9869a9 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:32:45.035742 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2887c08e-e372-4405-981f-efbe8e37047d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6e4d37b1f2584609a494ffbd36c806a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677865 Jul 08 20:32:45.037350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43196) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:45.051964 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.087659 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e99c2df-26bd-4091-a180-f03acaa0e2d7 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.096103 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e99c2df-26bd-4091-a180-f03acaa0e2d7 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.161140 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e99c2df-26bd-4091-a180-f03acaa0e2d7 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.161140 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0e99c2df-26bd-4091-a180-f03acaa0e2d7 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2330315 Jul 08 20:32:45.161140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43198) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:45.171843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-84c072e0-3513-4459-a8c7-80bf0a7be24a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Request body: {'security_group_rule': {'security_group_id': 'c2a5309b-c7f0-4b2a-be4e-ac905f44000a', 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:45.171843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99c2df-26bd-4091-a180-f03acaa0e2d7 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:45.189903 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ae05bbb7-c632-496c-9e23-f9daa9c7031c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.209400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43202) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:45.245417 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ae05bbb7-c632-496c-9e23-f9daa9c7031c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.287640 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84c072e0-3513-4459-a8c7-80bf0a7be24a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.326046 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ae05bbb7-c632-496c-9e23-f9daa9c7031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.328965 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ae05bbb7-c632-496c-9e23-f9daa9c7031c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.330626 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ae05bbb7-c632-496c-9e23-f9daa9c7031c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a080d411-1bcd-49ce-8146-8501a1077917 HTTP/1.1" status: 204 len: 168 time: 0.2893729 Jul 08 20:32:45.383918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05bbb7-c632-496c-9e23-f9daa9c7031c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a080d411-1bcd-49ce-8146-8501a1077917,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:45.419508 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84c072e0-3513-4459-a8c7-80bf0a7be24a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.428720 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84c072e0-3513-4459-a8c7-80bf0a7be24a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.440042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43216) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:45.440793 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6ac66853-8cde-489a-95a1-682433a03f5e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2ec963e7f8aa47da85225c8d766a15a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241089 Jul 08 20:32:45.447004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e884ef81-475d-4ca1-99d4-1cf0a0233c93 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:32:45.457863 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c072e0-3513-4459-a8c7-80bf0a7be24a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6860201b-5bec-45d3-9737-52bcbe9cb6c5,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:45.473373 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84c072e0-3513-4459-a8c7-80bf0a7be24a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.474882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-84c072e0-3513-4459-a8c7-80bf0a7be24a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3133216 Jul 08 20:32:45.569997 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port e884ef81-475d-4ca1-99d4-1cf0a0233c93 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:45.570387 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.673803 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-51991403-82f6-4599-a8e1-274c7aac1d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.678601 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.690720 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Transition to ACTIVE for port object f061f412-a390-4c59-8a47-6f21ba9869a9 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:32:45.700219 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.769205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c314ac5-a820-4600-81af-5547bffb300f req-8729796f-b597-4c8c-9a5f-7781a76f122a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:45.774209 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c314ac5-a820-4600-81af-5547bffb300f req-8729796f-b597-4c8c-9a5f-7781a76f122a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.2909727 Jul 08 20:32:45.778964 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-51991403-82f6-4599-a8e1-274c7aac1d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.797606 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Pushing event updated for resources: {'Port': ['ID=f061f412-a390-4c59-8a47-6f21ba9869a9,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:45.820986 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:45.822047 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:45.822906 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:45.822906 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:45.823306 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:45.823556 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:45.823875 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:45.833068 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:45.833068 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:45.833387 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:45.833511 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:45.833861 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:32:45.866715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-73d2d3e4-56e6-4549-8947-9e4f71aa286c tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup_general--1084139263&fields=id&tenant_id=5a0519eefa684c64b6ff586208453bd9 HTTP/1.1" status: 200 len: 267 time: 0.0719123 Jul 08 20:32:45.869239 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c314ac5-a820-4600-81af-5547bffb300f req-2fb8bd8d-686b-4318-a5ee-a5733ca7a74c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932682 Jul 08 20:32:45.879887 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-51991403-82f6-4599-a8e1-274c7aac1d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.886349 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-51991403-82f6-4599-a8e1-274c7aac1d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:45.891975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-51991403-82f6-4599-a8e1-274c7aac1d7e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/28ffe7d3-3c3d-415c-aec7-555049bd7450 HTTP/1.1" status: 204 len: 168 time: 0.4508274 Jul 08 20:32:45.925881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51991403-82f6-4599-a8e1-274c7aac1d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ffe7d3-3c3d-415c-aec7-555049bd7450,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:45.974203 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-58c2b3d4-3403-4764-88a2-f1cf930ce2d5 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup_access--2015393895&fields=id&tenant_id=5a0519eefa684c64b6ff586208453bd9 HTTP/1.1" status: 200 len: 267 time: 0.1053691 Jul 08 20:32:46.010064 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Attempting to bind port f061f412-a390-4c59-8a47-6f21ba9869a9 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:32:46.010639 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Attempting to bind port f061f412-a390-4c59-8a47-6f21ba9869a9 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '80c01b93-8582-4efb-9b26-c836ada52b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:32:46.011186 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Attempting to bind port f061f412-a390-4c59-8a47-6f21ba9869a9 on network ba940c96-fc97-4f71-8a7e-4ce2a483d25d {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:32:46.024095 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:32:46.025323 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Checking segment: {'id': '80c01b93-8582-4efb-9b26-c836ada52b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:32:46.025894 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:46.026587 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Bound using segment: {'id': '80c01b93-8582-4efb-9b26-c836ada52b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:32:46.027213 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Bound port: f061f412-a390-4c59-8a47-6f21ba9869a9, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c01b93-8582-4efb-9b26-c836ada52b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:32:46.027831 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:46.100946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-9dc66e80-b48b-4d56-857b-c0c0e660d50a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:46.102550 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-9dc66e80-b48b-4d56-857b-c0c0e660d50a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/networks?id=ba940c96-fc97-4f71-8a7e-4ce2a483d25d HTTP/1.1" status: 200 len: 796 time: 0.1217804 Jul 08 20:32:46.132452 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-24574801-840d-47d3-bee8-15ee9e4ded64 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/quotas/5a0519eefa684c64b6ff586208453bd9 HTTP/1.1" status: 200 len: 375 time: 0.0235949 Jul 08 20:32:46.219327 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] For port f061f412-a390-4c59-8a47-6f21ba9869a9, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:32:46.224083 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] For port f061f412-a390-4c59-8a47-6f21ba9869a9, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f061f412-a390-4c59-8a47-6f21ba9869a9,segment=NetworkSegment(80c01b93-8582-4efb-9b26-c836ada52b0c),segment_id=80c01b93-8582-4efb-9b26-c836ada52b0c)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:32:46.231542 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:46.308595 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-5858dfcc-7f8b-491f-a5fa-ea5f0f6312e0 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5a0519eefa684c64b6ff586208453bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1751068 Jul 08 20:32:46.323115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-82f959a9-0848-4e56-8d50-ef99e0eb5e74 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:32:46.330823 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-82f959a9-0848-4e56-8d50-ef99e0eb5e74 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213220 Jul 08 20:32:46.358313 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Routers {'eac511cc-7e40-471c-b163-ddd708202a93'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:32:46.358959 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:32:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eac511cc-7e40-471c-b163-ddd708202a93'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:46.548196 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-4c8f61d4-6a94-460d-89d4-51b4e227320e service neutron] 10.222.0.101 "GET /v2.0/networks/ba940c96-fc97-4f71-8a7e-4ce2a483d25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164135 Jul 08 20:32:46.627903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43284) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:46.672201 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b005c2f-4066-449f-8373-b2361e6a223f None None] Pushing event updated for resources: {'Port': ['ID=f061f412-a390-4c59-8a47-6f21ba9869a9,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:46.732070 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-c93efa4a-c87d-47df-89ea-3b2f79dca902 service neutron] 10.222.0.101 "GET /v2.0/networks/ba940c96-fc97-4f71-8a7e-4ce2a483d25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828895 Jul 08 20:32:46.735851 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] Set router eac511cc-7e40-471c-b163-ddd708202a93 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:32:46.748186 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6f27931a-a2b0-40ac-a5cb-3595b4806e8f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=99f480e2e6e247e8882cbe40fabf400f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1187725 Jul 08 20:32:46.750650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43292) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:46.919073 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60650790-d922-4a8a-89d1-01eb9c5ed03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:46.965151 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60650790-d922-4a8a-89d1-01eb9c5ed03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:47.016017 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fce282f7-c894-4437-a435-c786ce7db9a5 req-a3d5de3c-9ab3-43f4-b6dd-38769bc6dd9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 210 time: 0.0475826 Jul 08 20:32:47.096199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60650790-d922-4a8a-89d1-01eb9c5ed03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:47.108906 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60650790-d922-4a8a-89d1-01eb9c5ed03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:47.112810 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-60650790-d922-4a8a-89d1-01eb9c5ed03b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d17f1266-cd65-46ff-9ca5-ba71bacf5bf9 HTTP/1.1" status: 204 len: 168 time: 0.3610651 Jul 08 20:32:47.137578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60650790-d922-4a8a-89d1-01eb9c5ed03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17f1266-cd65-46ff-9ca5-ba71bacf5bf9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:47.243422 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:32:42Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:33Z', 'updated_at': '2021-07-08T20:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'f061f412-a390-4c59-8a47-6f21ba9869a9', 'name': '', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'mac_address': 'fa:16:3e:2d:7d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:40Z', 'updated_at': '2021-07-08T20:32:46Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'subnets': [{'id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:47.268245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8292be0-dc9c-41e2-b8db-0bb48f6f038f req-b68113d0-f7c4-4574-bb0c-d3130259680d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:47.269884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c8292be0-dc9c-41e2-b8db-0bb48f6f038f req-b68113d0-f7c4-4574-bb0c-d3130259680d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.1238937 Jul 08 20:32:47.331191 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d30dc-4a51-43a3-9d72-3016afaa6688 None None] The sync data for ids ['eac511cc-7e40-471c-b163-ddd708202a93'] in n-d-791506-16 is: [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:32:42Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:33Z', 'updated_at': '2021-07-08T20:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'f061f412-a390-4c59-8a47-6f21ba9869a9', 'name': '', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'mac_address': 'fa:16:3e:2d:7d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:40Z', 'updated_at': '2021-07-08T20:32:46Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'subnets': [{'id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:32:47.361022 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c8292be0-dc9c-41e2-b8db-0bb48f6f038f req-0012b4a5-bdab-484d-b149-4b8ebad1e2df tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800908 Jul 08 20:32:47.534240 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:48.143497 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:32:48.280411 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef5afb5c-df6b-4894-9d47-2d3dac1a36c3 req-ec58b50c-e30d-40cd-bf36-bf9eff4139cf tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 210 time: 0.1252971 Jul 08 20:32:48.702406 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce16e8-85de-468d-bd8c-032776231187 req-5d0cd0a3-46e5-4863-9f04-fbc0912e5bdb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:48.716955 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5ce16e8-85de-468d-bd8c-032776231187 req-5d0cd0a3-46e5-4863-9f04-fbc0912e5bdb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.1823411 Jul 08 20:32:48.809108 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5ce16e8-85de-468d-bd8c-032776231187 req-a45d2b86-abfa-4d91-8154-29bbd1d0cc9b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907030 Jul 08 20:32:48.958957 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f01f75-6933-4309-975a-35efc279210e req-f92ab6b6-b3f5-477e-a93d-574c68e5b1d0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:48.967948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f01f75-6933-4309-975a-35efc279210e req-f92ab6b6-b3f5-477e-a93d-574c68e5b1d0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:48.977132 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f01f75-6933-4309-975a-35efc279210e req-f92ab6b6-b3f5-477e-a93d-574c68e5b1d0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:48.988005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f01f75-6933-4309-975a-35efc279210e req-f92ab6b6-b3f5-477e-a93d-574c68e5b1d0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:49.004507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f01f75-6933-4309-975a-35efc279210e req-f92ab6b6-b3f5-477e-a93d-574c68e5b1d0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:49.022119 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f01f75-6933-4309-975a-35efc279210e req-f92ab6b6-b3f5-477e-a93d-574c68e5b1d0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:49.041380 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f01f75-6933-4309-975a-35efc279210e req-f92ab6b6-b3f5-477e-a93d-574c68e5b1d0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:49.052583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01f01f75-6933-4309-975a-35efc279210e req-f92ab6b6-b3f5-477e-a93d-574c68e5b1d0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5444 time: 0.2782972 Jul 08 20:32:49.114163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01f01f75-6933-4309-975a-35efc279210e req-745d792b-7136-412d-bec3-781e75de8359 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602884 Jul 08 20:32:49.267357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43466) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:49.339277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f061f412-a390-4c59-8a47-6f21ba9869a9 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:32:49.470622 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port f061f412-a390-4c59-8a47-6f21ba9869a9 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:32:49.478440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f061f412-a390-4c59-8a47-6f21ba9869a9 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:49.483271 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:49.527793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ab9a-80bf-45c5-94ae-bc97bc5b2d2f req-ba89362a-3380-43e3-9f36-14a92cb80e3b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:49.536715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ab9a-80bf-45c5-94ae-bc97bc5b2d2f req-ba89362a-3380-43e3-9f36-14a92cb80e3b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:49.545014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ab9a-80bf-45c5-94ae-bc97bc5b2d2f req-ba89362a-3380-43e3-9f36-14a92cb80e3b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:49.559318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ab9a-80bf-45c5-94ae-bc97bc5b2d2f req-ba89362a-3380-43e3-9f36-14a92cb80e3b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:49.566825 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ab9a-80bf-45c5-94ae-bc97bc5b2d2f req-ba89362a-3380-43e3-9f36-14a92cb80e3b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:49.576826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ab9a-80bf-45c5-94ae-bc97bc5b2d2f req-ba89362a-3380-43e3-9f36-14a92cb80e3b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:49.584417 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ab9a-80bf-45c5-94ae-bc97bc5b2d2f req-ba89362a-3380-43e3-9f36-14a92cb80e3b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:49.593270 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1db9ab9a-80bf-45c5-94ae-bc97bc5b2d2f req-ba89362a-3380-43e3-9f36-14a92cb80e3b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5444 time: 0.2021096 Jul 08 20:32:49.667592 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cd8fe9ba-7b32-4db7-8d65-f46ef7327a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:49.714588 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:49.769192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-ea8129f2-312d-4f3e-a4aa-e1a88cf76705 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:49.771665 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-ea8129f2-312d-4f3e-a4aa-e1a88cf76705 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.104 "GET /v2.0/networks?id=ba940c96-fc97-4f71-8a7e-4ce2a483d25d HTTP/1.1" status: 200 len: 796 time: 0.1771867 Jul 08 20:32:49.794608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port f061f412-a390-4c59-8a47-6f21ba9869a9, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f061f412-a390-4c59-8a47-6f21ba9869a9,segment=NetworkSegment(80c01b93-8582-4efb-9b26-c836ada52b0c),segment_id=80c01b93-8582-4efb-9b26-c836ada52b0c)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:49.802536 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:49.896310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-6e0f6296-0a94-419d-b740-d587f3fc0b4f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a0519eefa684c64b6ff586208453bd9 HTTP/1.1" status: 200 len: 478 time: 0.1155176 Jul 08 20:32:49.920557 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Request body: {'port': {'device_id': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'admin_state_up': True, 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'security_groups': ['7ac513d5-9b3a-4f9f-8041-2abfd7a41bad', 'c2a5309b-c7f0-4b2a-be4e-ac905f44000a']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:49.937113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=f061f412-a390-4c59-8a47-6f21ba9869a9,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:49.960011 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32446e77-2d9b-4adb-bf46-973754666c87 req-220652d5-c917-459f-bef8-d137121d11da tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 210 time: 0.1336961 Jul 08 20:32:50.147306 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cd8fe9ba-7b32-4db7-8d65-f46ef7327a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:50.166479 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cd8fe9ba-7b32-4db7-8d65-f46ef7327a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:50.264244 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cd8fe9ba-7b32-4db7-8d65-f46ef7327a11 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=77ffec92496c44d98abf41d6bc8e7f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9932907 Jul 08 20:32:50.265386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43506) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:50.281707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d4e82-1994-4a24-a07a-1f1f14b03e5f req-0427707d-d8ba-434b-83b0-b16f2af63afa tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:50.283315 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-279d4e82-1994-4a24-a07a-1f1f14b03e5f req-0427707d-d8ba-434b-83b0-b16f2af63afa tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.2602706 Jul 08 20:32:50.287323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fe9ba-7b32-4db7-8d65-f46ef7327a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b884e0eb-e77e-4ea2-a8d9-abe862f3afea,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:50.359766 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd8f90de-8aaf-4736-831e-40b1101a0b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:50.413487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Made reservation on behalf of 5a0519eefa684c64b6ff586208453bd9 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:50.424021 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:50.436616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd8f90de-8aaf-4736-831e-40b1101a0b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:50.516503 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-279d4e82-1994-4a24-a07a-1f1f14b03e5f req-b6371548-521c-4666-9c67-379a80206257 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803091 Jul 08 20:32:50.540114 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd8f90de-8aaf-4736-831e-40b1101a0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:50.544379 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd8f90de-8aaf-4736-831e-40b1101a0b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:50.549000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dd8f90de-8aaf-4736-831e-40b1101a0b4f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b884e0eb-e77e-4ea2-a8d9-abe862f3afea HTTP/1.1" status: 204 len: 168 time: 0.2822125 Jul 08 20:32:50.561111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f90de-8aaf-4736-831e-40b1101a0b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b884e0eb-e77e-4ea2-a8d9-abe862f3afea,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:50.683359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Allocated IP 172.20.0.4 (ba940c96-fc97-4f71-8a7e-4ce2a483d25d/9c09908d-d8e5-4d79-b5ab-89bb6e5806a9/35af873d-e47f-4060-bd8a-67cce5f96400) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:32:50.931278 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:50.951420 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Transition to ACTIVE for port object 35af873d-e47f-4060-bd8a-67cce5f96400 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:32:51.004015 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:51.062989 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Network ba940c96-fc97-4f71-8a7e-4ce2a483d25d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:32:51.067798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:32:51.073883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:32:51.302786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Port': ['ID=35af873d-e47f-4060-bd8a-67cce5f96400,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:51.368248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f061f412-a390-4c59-8a47-6f21ba9869a9 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:32:51.375590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:51.382099 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:51.448378 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-bf03048c-2451-4ff8-ba11-6481ea5f7a8b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5398860 Jul 08 20:32:51.498307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Request body: {'port': {'device_id': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:51.556458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43546) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:51.582739 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7de941c-874a-4908-94b3-0900ebbb7c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:51.599957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f061f412-a390-4c59-8a47-6f21ba9869a9 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:51.600652 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:51.614561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f0d00-18eb-439b-8016-15f56a844318 req-c01aa5df-d438-43a6-8c8e-36c730461fd2 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:51.617836 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c4f0d00-18eb-439b-8016-15f56a844318 req-c01aa5df-d438-43a6-8c8e-36c730461fd2 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 970 time: 0.4523101 Jul 08 20:32:51.677220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bf819189-40bc-4f35-a079-a43ae6bd227a None None] Provisioning for port 35af873d-e47f-4060-bd8a-67cce5f96400 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:32:51.716458 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:51.756507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bf819189-40bc-4f35-a079-a43ae6bd227a None None] Provisioning complete for port 35af873d-e47f-4060-bd8a-67cce5f96400 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:32:51.757168 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c4f0d00-18eb-439b-8016-15f56a844318 req-37dee6aa-dc3e-4170-9f6d-b6dff5017634 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1303895 Jul 08 20:32:51.757567 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf819189-40bc-4f35-a079-a43ae6bd227a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:51.840365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bf819189-40bc-4f35-a079-a43ae6bd227a None None] Port 35af873d-e47f-4060-bd8a-67cce5f96400 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:32:51.880837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7de941c-874a-4908-94b3-0900ebbb7c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:51.894184 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7de941c-874a-4908-94b3-0900ebbb7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:51.957185 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e7de941c-874a-4908-94b3-0900ebbb7c3e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6b007d1a5892461a8301b5e50ae49200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992686 Jul 08 20:32:51.968183 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b103559-bb13-460c-9e4e-fc7cb05911aa req-2d70467d-b530-4795-81bb-971f6ad0dacb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:51.969842 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b103559-bb13-460c-9e4e-fc7cb05911aa req-2d70467d-b530-4795-81bb-971f6ad0dacb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.1546359 Jul 08 20:32:51.970344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43558) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:52.002799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de941c-874a-4908-94b3-0900ebbb7c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aa07fe-5f6d-4513-b458-652532a134a1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:52.087708 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b103559-bb13-460c-9e4e-fc7cb05911aa req-d8d8b853-2097-4d33-bd62-2fc9082695db tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786359 Jul 08 20:32:52.106659 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e3da3ac4-d95b-488a-b15e-823844c74636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:52.131260 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e3da3ac4-d95b-488a-b15e-823844c74636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:52.210876 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e3da3ac4-d95b-488a-b15e-823844c74636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:52.216570 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e3da3ac4-d95b-488a-b15e-823844c74636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:52.217786 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e3da3ac4-d95b-488a-b15e-823844c74636 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/52aa07fe-5f6d-4513-b458-652532a134a1 HTTP/1.1" status: 204 len: 168 time: 0.2462966 Jul 08 20:32:52.235514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da3ac4-d95b-488a-b15e-823844c74636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aa07fe-5f6d-4513-b458-652532a134a1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:52.284624 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35af873d-e47f-4060-bd8a-67cce5f96400 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:32:52.294422 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:52.309978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Transition to ACTIVE for port object 35af873d-e47f-4060-bd8a-67cce5f96400 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:32:52.315330 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:52.344525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43574) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:52.409237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Pushing event updated for resources: {'Port': ['ID=35af873d-e47f-4060-bd8a-67cce5f96400,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:52.476181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Attempting to bind port 35af873d-e47f-4060-bd8a-67cce5f96400 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:32:52.476989 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Attempting to bind port 35af873d-e47f-4060-bd8a-67cce5f96400 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '80c01b93-8582-4efb-9b26-c836ada52b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:32:52.477588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Attempting to bind port 35af873d-e47f-4060-bd8a-67cce5f96400 on network ba940c96-fc97-4f71-8a7e-4ce2a483d25d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:32:52.484269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Port 35af873d-e47f-4060-bd8a-67cce5f96400 on network ba940c96-fc97-4f71-8a7e-4ce2a483d25d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:32:52.484988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Attempting to bind port 35af873d-e47f-4060-bd8a-67cce5f96400 on network ba940c96-fc97-4f71-8a7e-4ce2a483d25d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:32:52.494928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:32:52.495374 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Checking segment: {'id': '80c01b93-8582-4efb-9b26-c836ada52b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:32:52.495876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Bound using segment: {'id': '80c01b93-8582-4efb-9b26-c836ada52b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:32:52.497309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Bound port: 35af873d-e47f-4060-bd8a-67cce5f96400, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c01b93-8582-4efb-9b26-c836ada52b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:32:52.497748 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:52.688729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] For port 35af873d-e47f-4060-bd8a-67cce5f96400, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:32:52.696982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] For port 35af873d-e47f-4060-bd8a-67cce5f96400, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=35af873d-e47f-4060-bd8a-67cce5f96400,segment=NetworkSegment(80c01b93-8582-4efb-9b26-c836ada52b0c),segment_id=80c01b93-8582-4efb-9b26-c836ada52b0c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:32:52.708688 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:52.792447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:52.793803 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:52.795544 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] 10.222.0.104 "PUT /v2.0/ports/35af873d-e47f-4060-bd8a-67cce5f96400 HTTP/1.1" status: 200 len: 1131 time: 1.3292212 Jul 08 20:32:52.796367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'tag': '35af873d-e47f-4060-bd8a-67cce5f96400'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:32:52.798923 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639cf301-7f4c-4648-95fc-8bd804847cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "93ad33da-8f0b-4ae0-8570-d1e367eb2c67", "tag": "35af873d-e47f-4060-bd8a-67cce5f96400"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:32:52.975175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eafcaa-e993-453c-820a-8f94cc76135e req-f3b12208-94c4-439f-aa55-8c9b126aa5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:52.975683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eafcaa-e993-453c-820a-8f94cc76135e req-f3b12208-94c4-439f-aa55-8c9b126aa5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:52.985602 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086a6c1f-448c-43f2-8fae-13256763546b x-openstack-request-id: req-086a6c1f-448c-43f2-8fae-13256763546b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:32:52.985602 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ad33da-8f0b-4ae0-8570-d1e367eb2c67", "tag": "35af873d-e47f-4060-bd8a-67cce5f96400", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:32:52.985602 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-086a6c1f-448c-43f2-8fae-13256763546b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:32:52.985602 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'tag': '35af873d-e47f-4060-bd8a-67cce5f96400', 'status': 'completed', 'code': 200} Jul 08 20:32:53.007177 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eafcaa-e993-453c-820a-8f94cc76135e req-f3b12208-94c4-439f-aa55-8c9b126aa5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:53.008097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eafcaa-e993-453c-820a-8f94cc76135e req-f3b12208-94c4-439f-aa55-8c9b126aa5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:53.009408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eafcaa-e993-453c-820a-8f94cc76135e req-f3b12208-94c4-439f-aa55-8c9b126aa5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:53.011632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eafcaa-e993-453c-820a-8f94cc76135e req-f3b12208-94c4-439f-aa55-8c9b126aa5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:53.012329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eafcaa-e993-453c-820a-8f94cc76135e req-f3b12208-94c4-439f-aa55-8c9b126aa5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:53.025194 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45eafcaa-e993-453c-820a-8f94cc76135e req-f3b12208-94c4-439f-aa55-8c9b126aa5e1 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 6508 time: 0.6775882 Jul 08 20:32:53.056598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d66d97-5d8d-4f27-9096-ae331a4bdf81 service neutron] Pushing event updated for resources: {'Port': ['ID=35af873d-e47f-4060-bd8a-67cce5f96400,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:53.076916 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45eafcaa-e993-453c-820a-8f94cc76135e req-6b5f7af2-f53b-4b90-8f03-a1297e28a245 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503252 Jul 08 20:32:53.170191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-e51261c6-64a2-42e6-86a6-2dbbe899face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:53.171950 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-e51261c6-64a2-42e6-86a6-2dbbe899face service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5a0519eefa684c64b6ff586208453bd9&device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 1134 time: 0.3161111 Jul 08 20:32:53.334267 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:53.641445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb06a8-7688-472e-abc3-2b97ab36137b req-1193b3f7-25b6-4d60-9e66-8c2088c61d17 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:53.649005 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42bb06a8-7688-472e-abc3-2b97ab36137b req-1193b3f7-25b6-4d60-9e66-8c2088c61d17 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.1040807 Jul 08 20:32:53.733146 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42bb06a8-7688-472e-abc3-2b97ab36137b req-1596e1e0-b073-4673-93c9-291993e53aa9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825205 Jul 08 20:32:53.840192 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-4eb8b645-9c77-4957-99fa-841f08bb6e32 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35af873d-e47f-4060-bd8a-67cce5f96400 HTTP/1.1" status: 200 len: 217 time: 0.0522759 Jul 08 20:32:53.932055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaaeaa-2381-4542-a004-e8f4e4426c11 req-8912fab1-9737-4dd7-9c75-9593e4d73ac7 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:53.934300 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-36eaaeaa-2381-4542-a004-e8f4e4426c11 req-8912fab1-9737-4dd7-9c75-9593e4d73ac7 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 982 time: 0.8081317 Jul 08 20:32:53.967378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-8b1e8cad-1df8-4ea3-a607-9b6304e52721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:53.969567 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-8b1e8cad-1df8-4ea3-a607-9b6304e52721 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9c09908d-d8e5-4d79-b5ab-89bb6e5806a9 HTTP/1.1" status: 200 len: 835 time: 0.1176710 Jul 08 20:32:54.021636 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-36eaaeaa-2381-4542-a004-e8f4e4426c11 req-7abbf547-6502-4339-a993-75348e018f63 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0811379 Jul 08 20:32:54.075292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-0669d514-b383-40c5-bf27-7a4578f0f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:54.076584 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-0669d514-b383-40c5-bf27-7a4578f0f3af service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ba940c96-fc97-4f71-8a7e-4ce2a483d25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987372 Jul 08 20:32:54.263008 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-a7f8613d-decb-4aab-876a-aeb32f52dd33 service neutron] 10.222.0.104 "GET /v2.0/networks/ba940c96-fc97-4f71-8a7e-4ce2a483d25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790705 Jul 08 20:32:54.471779 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77a0533c-6939-4cb7-9ee6-3f6d1c07d628 req-25e7c75d-c623-4e48-9385-89df3cb152fd service neutron] 10.222.0.104 "GET /v2.0/networks/ba940c96-fc97-4f71-8a7e-4ce2a483d25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997867 Jul 08 20:32:54.698750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cf301-7f4c-4648-95fc-8bd804847cd6 req-894c626b-c590-41b3-a618-ca0f8b7f7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:54.700301 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-639cf301-7f4c-4648-95fc-8bd804847cd6 req-894c626b-c590-41b3-a618-ca0f8b7f7b3c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5a0519eefa684c64b6ff586208453bd9&device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 1134 time: 0.1116548 Jul 08 20:32:54.973821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cf301-7f4c-4648-95fc-8bd804847cd6 req-a15a26fa-d1a1-4db8-8532-3f0b320fc188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:54.975331 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-639cf301-7f4c-4648-95fc-8bd804847cd6 req-a15a26fa-d1a1-4db8-8532-3f0b320fc188 service neutron] 10.222.0.104 "GET /v2.0/networks?id=ba940c96-fc97-4f71-8a7e-4ce2a483d25d HTTP/1.1" status: 200 len: 897 time: 0.2688036 Jul 08 20:32:55.036165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-639cf301-7f4c-4648-95fc-8bd804847cd6 req-ffa90172-0dd4-4afe-9518-89c78039e0f6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35af873d-e47f-4060-bd8a-67cce5f96400 HTTP/1.1" status: 200 len: 217 time: 0.0527494 Jul 08 20:32:55.062529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d37dd4-e789-4e9c-a1df-24f5fc6b4750 req-076e7cb4-90c7-4af3-ad99-fb960fcc47fc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:55.064102 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b8d37dd4-e789-4e9c-a1df-24f5fc6b4750 req-076e7cb4-90c7-4af3-ad99-fb960fcc47fc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.1345687 Jul 08 20:32:55.172367 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b8d37dd4-e789-4e9c-a1df-24f5fc6b4750 req-a7b098bb-d45a-44b3-82dc-e190dfddf142 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823610 Jul 08 20:32:55.189579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cf301-7f4c-4648-95fc-8bd804847cd6 req-ca02f275-9396-4d2c-a85c-c01dda0ac403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:55.191727 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-639cf301-7f4c-4648-95fc-8bd804847cd6 req-ca02f275-9396-4d2c-a85c-c01dda0ac403 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9c09908d-d8e5-4d79-b5ab-89bb6e5806a9 HTTP/1.1" status: 200 len: 835 time: 0.1468749 Jul 08 20:32:55.301443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cf301-7f4c-4648-95fc-8bd804847cd6 req-92155e0f-f0d6-4533-9409-1658d85d3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:55.307128 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-639cf301-7f4c-4648-95fc-8bd804847cd6 req-92155e0f-f0d6-4533-9409-1658d85d3892 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ba940c96-fc97-4f71-8a7e-4ce2a483d25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066644 Jul 08 20:32:55.348665 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc7c55-bea6-40f5-89f8-7abfe28442a9 req-e7119a4e-b145-4251-a7f8-f9c73f11896e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:55.350266 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28bc7c55-bea6-40f5-89f8-7abfe28442a9 req-e7119a4e-b145-4251-a7f8-f9c73f11896e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 982 time: 0.0732007 Jul 08 20:32:55.428524 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28bc7c55-bea6-40f5-89f8-7abfe28442a9 req-9191acb0-988d-42fe-9ccc-8f0acd9b0898 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0707433 Jul 08 20:32:55.458910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43692) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:55.519865 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-639cf301-7f4c-4648-95fc-8bd804847cd6 req-1ced071e-2d85-48ef-9d23-7b8f913f8e66 service neutron] 10.222.0.104 "GET /v2.0/networks/ba940c96-fc97-4f71-8a7e-4ce2a483d25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020125 Jul 08 20:32:55.625908 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-639cf301-7f4c-4648-95fc-8bd804847cd6 req-2dea5e26-e17b-419a-8065-927e09479dd3 service neutron] 10.222.0.104 "GET /v2.0/networks/ba940c96-fc97-4f71-8a7e-4ce2a483d25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984797 Jul 08 20:32:55.680778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43700) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:55.736473 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-309a0757-bd34-4e2a-ac98-9aeb683cdab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:55.847969 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2054492414'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:55.871237 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-309a0757-bd34-4e2a-ac98-9aeb683cdab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:55.878325 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-309a0757-bd34-4e2a-ac98-9aeb683cdab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:55.912758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Made reservation on behalf of 927ce430a5e2416f8ddbdac7d8a7e5e4 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:55.918117 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:55.937599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a0757-bd34-4e2a-ac98-9aeb683cdab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab57ec1-239e-46d2-b53d-0e23b5d0435d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:55.942404 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-309a0757-bd34-4e2a-ac98-9aeb683cdab8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1c305be54af74f8985557ba3db9299a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813054 Jul 08 20:32:55.946346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43710) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:55.949315 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:56.026444 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c74-3556-4d56-9c8d-569fa496ca30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:56.075769 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c74-3556-4d56-9c8d-569fa496ca30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:56.110404 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:56.115728 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:56.150583 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c74-3556-4d56-9c8d-569fa496ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:56.156056 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c84393e-5e06-4519-846c-a30b1931b4ad,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:56.158854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:32:56.163389 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5fd85c74-3556-4d56-9c8d-569fa496ca30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:56.165938 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5fd85c74-3556-4d56-9c8d-569fa496ca30 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6ab57ec1-239e-46d2-b53d-0e23b5d0435d HTTP/1.1" status: 204 len: 168 time: 0.2174647 Jul 08 20:32:56.179750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd85c74-3556-4d56-9c8d-569fa496ca30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab57ec1-239e-46d2-b53d-0e23b5d0435d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:56.199475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:56.199871 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Added segment 78c7cb7c-ad97-40b1-a449-033a468a157c of type vlan for network 337072c7-d9c8-41b2-9c1e-fbe27a38f7cb Jul 08 20:32:56.263941 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:56.315104 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:56.323935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:56.324739 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:56.403578 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7215998 Jul 08 20:32:56.412419 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43720) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:56.456645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053ce7c-f978-4225-bd1f-e72abc23cbff tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Pushing event updated for resources: {'Network': ['ID=337072c7-d9c8-41b2-9c1e-fbe27a38f7cb,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:56.476240 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 337072c7-d9c8-41b2-9c1e-fbe27a38f7cb details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:32:56.545063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32ad06-008d-49b3-b674-5cf9596ed792 req-ff9863da-c4d9-4684-a635-a15aed072e43 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:56.552921 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a32ad06-008d-49b3-b674-5cf9596ed792 req-ff9863da-c4d9-4684-a635-a15aed072e43 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.1782517 Jul 08 20:32:56.632360 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a32ad06-008d-49b3-b674-5cf9596ed792 req-65e1d74b-99e8-4238-b06e-a5e790b55040 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760057 Jul 08 20:32:56.701036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdfcb3-f684-4319-900d-8d9a26b7f991 req-0b9080be-477f-4c1e-96f0-86b6db10d38d tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:56.708031 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eccdfcb3-f684-4319-900d-8d9a26b7f991 req-0b9080be-477f-4c1e-96f0-86b6db10d38d tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 982 time: 0.1241629 Jul 08 20:32:56.781759 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eccdfcb3-f684-4319-900d-8d9a26b7f991 req-1df55d7d-1fa1-48c6-ac92-353a60cf9bad tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0690136 Jul 08 20:32:56.924205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Request body: {'network': {'name': 'tempest-network--654978068', 'router:external': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:56.951208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Made reservation on behalf of 8069f2497b7646a9bcf3972324cacd82 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:56.954471 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:56.970153 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:56.983139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 35af873d-e47f-4060-bd8a-67cce5f96400 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:32:57.139034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43740) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:57.155141 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84e09e12-9cd6-46f6-98a9-61af4fa2e266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.191381 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.199354 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.266305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:32:57.281877 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.283078 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Added segment 9f56e387-3a45-4ff4-8e92-2b7e3f80efaf of type vlan for network 2cc90f7b-781b-42a1-b1c9-20016354c780 Jul 08 20:32:57.334501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4568586e-58dc-42fc-a764-28d7d06c2241,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:57.341814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 35af873d-e47f-4060-bd8a-67cce5f96400, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=35af873d-e47f-4060-bd8a-67cce5f96400,segment=NetworkSegment(80c01b93-8582-4efb-9b26-c836ada52b0c),segment_id=80c01b93-8582-4efb-9b26-c836ada52b0c)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:57.378080 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.390447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '35af873d-e47f-4060-bd8a-67cce5f96400', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'port_id': '35af873d-e47f-4060-bd8a-67cce5f96400', 'mac_address': 'fa:16:3e:d5:73:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:32:57.392566 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84e09e12-9cd6-46f6-98a9-61af4fa2e266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.400574 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84e09e12-9cd6-46f6-98a9-61af4fa2e266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.425101 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.429096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:57.430579 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.435522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-84e09e12-9cd6-46f6-98a9-61af4fa2e266 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fdb7b9b687974cdb8e9f6171ceb82ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953031 Jul 08 20:32:57.441203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43742) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:57.474202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e09e12-9cd6-46f6-98a9-61af4fa2e266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e386f5-b8b0-4496-8e48-8e1d5e063b34,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:57.514113 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76c625b4-7757-4b6b-9f49-07a7154f477d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.514510 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.547635 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event updated for resources: {'Network': ['ID=2cc90f7b-781b-42a1-b1c9-20016354c780,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:57.554701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35af873d-e47f-4060-bd8a-67cce5f96400 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:32:57.566900 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76c625b4-7757-4b6b-9f49-07a7154f477d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.568035 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-034129ec-a698-414d-abbb-8045b128347e tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1512027 Jul 08 20:32:57.570730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43746) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:57.572023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 2cc90f7b-781b-42a1-b1c9-20016354c780 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:32:57.651026 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76c625b4-7757-4b6b-9f49-07a7154f477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.658578 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-76c625b4-7757-4b6b-9f49-07a7154f477d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.658936 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 35af873d-e47f-4060-bd8a-67cce5f96400, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=35af873d-e47f-4060-bd8a-67cce5f96400,segment=NetworkSegment(80c01b93-8582-4efb-9b26-c836ada52b0c),segment_id=80c01b93-8582-4efb-9b26-c836ada52b0c)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:32:57.660509 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-76c625b4-7757-4b6b-9f49-07a7154f477d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/97e386f5-b8b0-4496-8e48-8e1d5e063b34 HTTP/1.1" status: 204 len: 168 time: 0.2185266 Jul 08 20:32:57.688491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c625b4-7757-4b6b-9f49-07a7154f477d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e386f5-b8b0-4496-8e48-8e1d5e063b34,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:57.693927 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.739814 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.833968 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.845643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc90f7b-781b-42a1-b1c9-20016354c780']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:57.856971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f56e387-3a45-4ff4-8e92-2b7e3f80efaf') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:57.857154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f56e387-3a45-4ff4-8e92-2b7e3f80efaf') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:32:57.867019 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.882133 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.888783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:32:57.888978 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:32:57.951903 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:32:57.959329 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.979081 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2cc90f7b-781b-42a1-b1c9-20016354c780 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 20:32:57.980592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event deleted for resources: {'Network': ['ID=2cc90f7b-781b-42a1-b1c9-20016354c780,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:57.984481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:57.986773 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7859d5e1-0ddb-4611-8457-47af568c5c26 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "DELETE /v2.0/networks/2cc90f7b-781b-42a1-b1c9-20016354c780 HTTP/1.1" status: 204 len: 168 time: 0.4139049 Jul 08 20:32:57.991368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43762) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:57.999051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3e9529fe-e2a9-47d7-ad48-878368eec854 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:58.007748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['35af873d-e47f-4060-bd8a-67cce5f96400'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:32:58.027850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=35af873d-e47f-4060-bd8a-67cce5f96400,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:58.085297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9529fe-e2a9-47d7-ad48-878368eec854 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Made reservation on behalf of 8069f2497b7646a9bcf3972324cacd82 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:58.090293 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e9529fe-e2a9-47d7-ad48-878368eec854 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:58.273030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9529fe-e2a9-47d7-ad48-878368eec854 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:32:58.321046 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e9529fe-e2a9-47d7-ad48-878368eec854 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:58.321945 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-3e9529fe-e2a9-47d7-ad48-878368eec854 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Added segment cfbf646f-e736-4153-8f6f-f6cf1e150378 of type vlan for network 735c37d9-aeaa-4558-ba9a-13f5f42cf688 Jul 08 20:32:58.386462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799fa26-b516-431a-9d65-72ab7b2ff304 req-db8d03c7-afaf-4e42-8102-e5b1c100feb2 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:58.401198 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a799fa26-b516-431a-9d65-72ab7b2ff304 req-db8d03c7-afaf-4e42-8102-e5b1c100feb2 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 983 time: 0.1672220 Jul 08 20:32:58.425492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6b37c-7281-4dbb-9555-5077c794dacd req-fee4d44a-7d5b-4d9a-b841-f5fc67c367cc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:58.438739 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27b6b37c-7281-4dbb-9555-5077c794dacd req-fee4d44a-7d5b-4d9a-b841-f5fc67c367cc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.3299243 Jul 08 20:32:58.490998 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a799fa26-b516-431a-9d65-72ab7b2ff304 req-992a717b-ad39-4431-bd4c-c07ed3d310b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0883510 Jul 08 20:32:58.529783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e9529fe-e2a9-47d7-ad48-878368eec854 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:58.568461 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27b6b37c-7281-4dbb-9555-5077c794dacd req-9b886f91-ec2f-44df-9e4c-b15342bb24ab tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249986 Jul 08 20:32:58.636927 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e9529fe-e2a9-47d7-ad48-878368eec854 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:58.638950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9529fe-e2a9-47d7-ad48-878368eec854 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:58.642264 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e9529fe-e2a9-47d7-ad48-878368eec854 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:58.705768 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3e9529fe-e2a9-47d7-ad48-878368eec854 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7131195 Jul 08 20:32:58.709504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43774) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:58.717132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a9efb637-2fc0-4da0-80ed-74c2d18ba1fd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Request body: {'subnet': {'network_id': '735c37d9-aeaa-4558-ba9a-13f5f42cf688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:58.724739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9529fe-e2a9-47d7-ad48-878368eec854 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event updated for resources: {'Network': ['ID=735c37d9-aeaa-4558-ba9a-13f5f42cf688,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:58.738664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 735c37d9-aeaa-4558-ba9a-13f5f42cf688 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:32:58.760254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9efb637-2fc0-4da0-80ed-74c2d18ba1fd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Made reservation on behalf of 8069f2497b7646a9bcf3972324cacd82 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:32:58.762698 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a9efb637-2fc0-4da0-80ed-74c2d18ba1fd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:59.205046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.objects.ports [None req-a9efb637-2fc0-4da0-80ed-74c2d18ba1fd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:32:59.205700 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a9efb637-2fc0-4da0-80ed-74c2d18ba1fd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:59.294399 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9efb637-2fc0-4da0-80ed-74c2d18ba1fd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Checking segment: {'id': 'cfbf646f-e736-4153-8f6f-f6cf1e150378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '735c37d9-aeaa-4558-ba9a-13f5f42cf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:32:59.294772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9efb637-2fc0-4da0-80ed-74c2d18ba1fd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Network hostable DHCP agents. Network: 735c37d9-aeaa-4558-ba9a-13f5f42cf688, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:32:59.306905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efb637-2fc0-4da0-80ed-74c2d18ba1fd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event updated for resources: {'Subnet': ['ID=973a308c-bea6-4b66-ac5f-91281ed41e07,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:32:59.334897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9efb637-2fc0-4da0-80ed-74c2d18ba1fd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Network 735c37d9-aeaa-4558-ba9a-13f5f42cf688 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:32:59.348490 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-a9efb637-2fc0-4da0-80ed-74c2d18ba1fd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 735c37d9-aeaa-4558-ba9a-13f5f42cf688) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:32:59.356361 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9efb637-2fc0-4da0-80ed-74c2d18ba1fd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:59.357839 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a9efb637-2fc0-4da0-80ed-74c2d18ba1fd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:59.359302 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65816633-4a53-448c-a796-c36f4ee99afd None None] Network 735c37d9-aeaa-4558-ba9a-13f5f42cf688 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:32:59.408142 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a9efb637-2fc0-4da0-80ed-74c2d18ba1fd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6945221 Jul 08 20:32:59.410576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43796) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:32:59.460764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Request body: {'floatingip': {'floating_network_id': '735c37d9-aeaa-4558-ba9a-13f5f42cf688'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:32:59.536172 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:59.576034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45d98e-f164-4639-89de-315a92e0ef6a None None] Network 735c37d9-aeaa-4558-ba9a-13f5f42cf688 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:32:59.824243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477079d-9428-45f5-9e23-5dae0304e46b req-984a9f2d-c809-4c50-b84d-a22ff77ed744 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:32:59.841575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6477079d-9428-45f5-9e23-5dae0304e46b req-984a9f2d-c809-4c50-b84d-a22ff77ed744 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 983 time: 0.1633430 Jul 08 20:32:59.850066 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:32:59.916519 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6477079d-9428-45f5-9e23-5dae0304e46b req-3714f49e-f3d1-4a38-b479-b4ab1b6e6620 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0692930 Jul 08 20:33:00.043853 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f6efd-314f-4333-a13a-50a6c698b4b3 req-9d57aca2-9118-47a5-a23b-86cc9b0cc5eb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:00.045587 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b5f6efd-314f-4333-a13a-50a6c698b4b3 req-9d57aca2-9118-47a5-a23b-86cc9b0cc5eb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.2049334 Jul 08 20:33:00.049686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Allocated IP 172.20.0.12 (735c37d9-aeaa-4558-ba9a-13f5f42cf688/973a308c-bea6-4b66-ac5f-91281ed41e07/a84a351d-b628-4565-80ca-3a8096beb849) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:00.156356 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b5f6efd-314f-4333-a13a-50a6c698b4b3 req-5defe4ea-14c4-402f-8658-654eb8d0ab52 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009920 Jul 08 20:33:00.260426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43816) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:00.270763 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.384083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.434001 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e91dafef-a514-4e66-9475-09cbe61380b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.467482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Network 735c37d9-aeaa-4558-ba9a-13f5f42cf688 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:00.470624 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:00.478394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:00.512267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event updated for resources: {'Port': ['ID=a84a351d-b628-4565-80ca-3a8096beb849,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:00.592216 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e91dafef-a514-4e66-9475-09cbe61380b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.597785 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e91dafef-a514-4e66-9475-09cbe61380b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.599970 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.656940 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.662897 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e91dafef-a514-4e66-9475-09cbe61380b9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=16813bedb72f4e6ca9c64b6a95fe2ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002097 Jul 08 20:33:00.671295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43826) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:00.722453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91dafef-a514-4e66-9475-09cbe61380b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998d1393-6473-4ff4-a862-f00d963f7695,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:00.764105 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-98b32f5b-1eb0-4788-bae5-55ae480aa0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.794748 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-98b32f5b-1eb0-4788-bae5-55ae480aa0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.858038 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-98b32f5b-1eb0-4788-bae5-55ae480aa0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.859181 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.860740 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-98b32f5b-1eb0-4788-bae5-55ae480aa0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.861946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-98b32f5b-1eb0-4788-bae5-55ae480aa0c8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/998d1393-6473-4ff4-a862-f00d963f7695 HTTP/1.1" status: 204 len: 168 time: 0.1896429 Jul 08 20:33:00.866010 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.882006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b32f5b-1eb0-4788-bae5-55ae480aa0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998d1393-6473-4ff4-a862-f00d963f7695,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:00.969177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event updated for resources: {'Port': ['ID=a84a351d-b628-4565-80ca-3a8096beb849,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:00.975578 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.992672 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:00.997207 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 35af873d-e47f-4060-bd8a-67cce5f96400 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:33:00.997770 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6ce89069-c155-4355-a7d2-280523d6a3b0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5834050 Jul 08 20:33:00.999652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43840) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:01.091410 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1cd8c206-22c9-4086-bd7f-1f1ef3776086 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "GET /v2.0/floatingips?floating_network_id=735c37d9-aeaa-4558-ba9a-13f5f42cf688 HTTP/1.1" status: 200 len: 690 time: 0.0900943 Jul 08 20:33:01.093899 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43842) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:01.119107 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 35af873d-e47f-4060-bd8a-67cce5f96400 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:01.123548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 35af873d-e47f-4060-bd8a-67cce5f96400 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:01.124167 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:01.194842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faaa01-372e-4974-af2d-29624e0b889b req-2729691c-c70a-4aac-89f1-a7e385f20a96 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:01.202501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0faaa01-372e-4974-af2d-29624e0b889b req-2729691c-c70a-4aac-89f1-a7e385f20a96 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 983 time: 0.1005824 Jul 08 20:33:01.260746 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0faaa01-372e-4974-af2d-29624e0b889b req-7871b077-340b-4144-ba86-6978b8a27b31 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0572159 Jul 08 20:33:01.309370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:01.327396 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:01.381903 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35af873d-e47f-4060-bd8a-67cce5f96400'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:33:01.384352 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9ec6a3-72d4-400d-91bf-a8c6c45021c5" -d '{"events": [{"server_uuid": "93ad33da-8f0b-4ae0-8570-d1e367eb2c67", "name": "network-vif-plugged", "status": "completed", "tag": "35af873d-e47f-4060-bd8a-67cce5f96400"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:33:01.443537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 35af873d-e47f-4060-bd8a-67cce5f96400, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=35af873d-e47f-4060-bd8a-67cce5f96400,segment=NetworkSegment(80c01b93-8582-4efb-9b26-c836ada52b0c),segment_id=80c01b93-8582-4efb-9b26-c836ada52b0c)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:33:01.449524 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:01.458468 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de813ef-966f-491e-b46f-780cf6f1df14 x-openstack-request-id: req-8de813ef-966f-491e-b46f-780cf6f1df14 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:33:01.459751 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ad33da-8f0b-4ae0-8570-d1e367eb2c67", "name": "network-vif-plugged", "status": "completed", "tag": "35af873d-e47f-4060-bd8a-67cce5f96400", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:33:01.460521 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8de813ef-966f-491e-b46f-780cf6f1df14 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:33:01.461373 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35af873d-e47f-4060-bd8a-67cce5f96400', 'code': 200} Jul 08 20:33:01.549464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43856) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:01.554490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=35af873d-e47f-4060-bd8a-67cce5f96400,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:01.596608 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4791467c-5f02-4a69-b945-d41282671cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:01.732382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e7bec-8168-4d6a-abc3-5185e1600155 req-7b561b67-71af-4f7b-b244-ad54f64673bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:01.735074 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-908e7bec-8168-4d6a-abc3-5185e1600155 req-7b561b67-71af-4f7b-b244-ad54f64673bb service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 1136 time: 0.1974583 Jul 08 20:33:01.829228 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-908e7bec-8168-4d6a-abc3-5185e1600155 req-7b16cbb8-c96e-4eff-be83-8de9a8ada530 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0707328 Jul 08 20:33:01.872252 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4791467c-5f02-4a69-b945-d41282671cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:01.897368 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4791467c-5f02-4a69-b945-d41282671cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:01.930728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb6871-1641-4834-8b20-2b06beeb75c6 req-51f23789-a04b-4d7e-a91a-b7c2b9d96c60 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:01.935686 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32eb6871-1641-4834-8b20-2b06beeb75c6 req-51f23789-a04b-4d7e-a91a-b7c2b9d96c60 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.6129048 Jul 08 20:33:01.946836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Deleting port a84a351d-b628-4565-80ca-3a8096beb849 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:33:01.947218 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:01.950357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791467c-5f02-4a69-b945-d41282671cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418ed00d-aba9-4c5b-97f4-6c805b85875f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:01.992324 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4791467c-5f02-4a69-b945-d41282671cda admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=96db0c7d8df644378999203c84e3b111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4378810 Jul 08 20:33:01.993561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43864) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:02.051562 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32eb6871-1641-4834-8b20-2b06beeb75c6 req-00116c44-d136-4107-9a3b-ac5ff605f9dd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106098 Jul 08 20:33:02.072075 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6c38173-cbb5-4140-8808-002c6a5f21e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.094107 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.094438 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.096821 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6c38173-cbb5-4140-8808-002c6a5f21e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.108454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Calling delete_port for a84a351d-b628-4565-80ca-3a8096beb849 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:33:02.151316 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6c38173-cbb5-4140-8808-002c6a5f21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.154272 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6c38173-cbb5-4140-8808-002c6a5f21e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.155901 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d6c38173-cbb5-4140-8808-002c6a5f21e5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/418ed00d-aba9-4c5b-97f4-6c805b85875f HTTP/1.1" status: 204 len: 168 time: 0.1609836 Jul 08 20:33:02.164666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c38173-cbb5-4140-8808-002c6a5f21e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418ed00d-aba9-4c5b-97f4-6c805b85875f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:02.251502 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.282684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event deleted for resources: {'Port': ['ID=a84a351d-b628-4565-80ca-3a8096beb849,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:02.310669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:02.311019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:02.311363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:02.311704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:02.312045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:02.312379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:02.312746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:02.313077 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:02.313415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:02.313742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:02.314065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:02.314390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:02.357952 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.413411 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.460350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b50411-85a5-4802-b6eb-bb26a6c06906 req-cb7b4e0c-8c81-40bb-84c4-a757a46c1d4d tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:02.462589 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44b50411-85a5-4802-b6eb-bb26a6c06906 req-cb7b4e0c-8c81-40bb-84c4-a757a46c1d4d tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 984 time: 0.0807378 Jul 08 20:33:02.483451 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.505743 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44b50411-85a5-4802-b6eb-bb26a6c06906 req-4a90ba69-6804-45d9-ad6e-b4b9c23e1225 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0370591 Jul 08 20:33:02.520601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=973a308c-bea6-4b66-ac5f-91281ed41e07,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:02.608548 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.620033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735c37d9-aeaa-4558-ba9a-13f5f42cf688']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:02.632381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbf646f-e736-4153-8f6f-f6cf1e150378') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:02.632838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbf646f-e736-4153-8f6f-f6cf1e150378') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:02.644653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.681441 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.695889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:33:02.698302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:33:02.702981 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:33:02.790690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.833727 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 735c37d9-aeaa-4558-ba9a-13f5f42cf688 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 20:33:02.837952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event deleted for resources: {'Network': ['ID=735c37d9-aeaa-4558-ba9a-13f5f42cf688,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:02.840047 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:02.844482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43892) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:02.850846 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-be42326c-f8d3-4f38-bb29-af9bef261cc0 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "DELETE /v2.0/networks/735c37d9-aeaa-4558-ba9a-13f5f42cf688 HTTP/1.1" status: 204 len: 168 time: 1.7501843 Jul 08 20:33:03.054371 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2ba968ff-d1ce-4b12-8565-5ac21d0c3687 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.2084684 Jul 08 20:33:03.056949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43902) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:03.272212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0d07c-cecd-4ce9-a4c8-a1df51468a08 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:03.272594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0d07c-cecd-4ce9-a4c8-a1df51468a08 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:03.273089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0d07c-cecd-4ce9-a4c8-a1df51468a08 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:03.273546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0d07c-cecd-4ce9-a4c8-a1df51468a08 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:03.274093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0d07c-cecd-4ce9-a4c8-a1df51468a08 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:03.274784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0d07c-cecd-4ce9-a4c8-a1df51468a08 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:03.275346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0d07c-cecd-4ce9-a4c8-a1df51468a08 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:03.284343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0d07c-cecd-4ce9-a4c8-a1df51468a08 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:03.284845 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0d07c-cecd-4ce9-a4c8-a1df51468a08 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:03.285311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0d07c-cecd-4ce9-a4c8-a1df51468a08 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:03.294222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0d07c-cecd-4ce9-a4c8-a1df51468a08 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:03.304697 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-61f0d07c-cecd-4ce9-a4c8-a1df51468a08 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6989 time: 0.2465436 Jul 08 20:33:03.312279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43916) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:03.388443 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-61fa516c-3af8-4bb1-88d9-384650019211 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] delete failed (client error): The resource could not be found. Jul 08 20:33:03.394644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308766e0-c296-42d3-9633-1e05086216dc req-cb569f3f-cec0-4976-936c-a227cec7ba27 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:03.405351 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-308766e0-c296-42d3-9633-1e05086216dc req-cb569f3f-cec0-4976-936c-a227cec7ba27 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.1398964 Jul 08 20:33:03.407005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43920) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:03.407333 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-61fa516c-3af8-4bb1-88d9-384650019211 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "DELETE /v2.0/floatingips/340f950b-0db3-425e-9354-fe5592c740fd HTTP/1.1" status: 404 len: 345 time: 0.0922477 Jul 08 20:33:03.467543 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3aa1d0-a508-47d8-9f4d-2d7c612dbb3d tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] DELETE failed (client error): The resource could not be found. Jul 08 20:33:03.468451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3aa1d0-a508-47d8-9f4d-2d7c612dbb3d tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:33:03.470320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1d3aa1d0-a508-47d8-9f4d-2d7c612dbb3d tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "DELETE /v2.0/networks/735c37d9-aeaa-4558-ba9a-13f5f42cf688 HTTP/1.1" status: 404 len: 339 time: 0.0618494 Jul 08 20:33:03.474504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43924) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:03.480579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9e6fe6c3-4232-4558-a45d-683e30252a68 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Request body: {'network': {'name': 'tempest-network--808454844', 'router:external': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:03.508916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6fe6c3-4232-4558-a45d-683e30252a68 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Made reservation on behalf of 8069f2497b7646a9bcf3972324cacd82 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:03.511911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe6c3-4232-4558-a45d-683e30252a68 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:03.534187 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-308766e0-c296-42d3-9633-1e05086216dc req-05ec7bc1-b727-4f89-8ddd-c11a096cc28f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278512 Jul 08 20:33:03.543736 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6fe6c3-4232-4558-a45d-683e30252a68 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:33:03.578563 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe6c3-4232-4558-a45d-683e30252a68 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:03.579060 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-9e6fe6c3-4232-4558-a45d-683e30252a68 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Added segment 717174a0-95c5-4fdc-bc7f-8a285d982dcd of type vlan for network 51af6e7c-bccd-48d7-b21d-3778905ddcf2 Jul 08 20:33:03.748784 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe6c3-4232-4558-a45d-683e30252a68 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:03.799596 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe6c3-4232-4558-a45d-683e30252a68 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:03.801193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6fe6c3-4232-4558-a45d-683e30252a68 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:03.802371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe6c3-4232-4558-a45d-683e30252a68 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:03.874105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e6fe6c3-4232-4558-a45d-683e30252a68 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3984420 Jul 08 20:33:03.876735 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43934) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:03.988458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fe6c3-4232-4558-a45d-683e30252a68 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event updated for resources: {'Network': ['ID=51af6e7c-bccd-48d7-b21d-3778905ddcf2,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:04.005848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 51af6e7c-bccd-48d7-b21d-3778905ddcf2 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:33:04.036693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3a5f8-d769-4d90-94e2-7570ed5d473b req-cc5513fd-c6b6-44d0-adfd-679589728e89 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:04.047337 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73b3a5f8-d769-4d90-94e2-7570ed5d473b req-cc5513fd-c6b6-44d0-adfd-679589728e89 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 984 time: 0.2214508 Jul 08 20:33:04.147944 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73b3a5f8-d769-4d90-94e2-7570ed5d473b req-d1c8d159-85cc-435b-9a6b-cf51fc87f0b6 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0847566 Jul 08 20:33:04.180763 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb35cc-8071-4a9a-801a-f695dc2f5874 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:04.186080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb35cc-8071-4a9a-801a-f695dc2f5874 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:04.203728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb35cc-8071-4a9a-801a-f695dc2f5874 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:04.219845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb35cc-8071-4a9a-801a-f695dc2f5874 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:04.221637 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9bdb35cc-8071-4a9a-801a-f695dc2f5874 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3438129 Jul 08 20:33:04.224527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43950) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:04.226131 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24563e7f-130a-4be0-8c1f-e4a283e5c618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:04.325627 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:04.406705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b856c-78dc-4a53-a594-d76d78728afd req-b53b3e23-573a-4575-80e1-f8fc611cf273 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:04.408427 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b19b856c-78dc-4a53-a594-d76d78728afd req-b53b3e23-573a-4575-80e1-f8fc611cf273 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 984 time: 0.0926175 Jul 08 20:33:04.439612 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:04.453515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51af6e7c-bccd-48d7-b21d-3778905ddcf2']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:04.475504 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b19b856c-78dc-4a53-a594-d76d78728afd req-1052bc67-61d5-4958-bf6e-7de9a1105a5f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0609679 Jul 08 20:33:04.476799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717174a0-95c5-4fdc-bc7f-8a285d982dcd') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:04.478053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717174a0-95c5-4fdc-bc7f-8a285d982dcd') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:04.490052 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:04.526236 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:04.535160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:33:04.535928 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:33:04.538246 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:33:04.717934 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:04.742485 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b08af-79be-4b40-b7a4-bd5e6bbce147 req-4c3d43e8-4f86-4c3c-a757-689e8a39aa81 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:04.744878 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6b3b08af-79be-4b40-b7a4-bd5e6bbce147 req-4c3d43e8-4f86-4c3c-a757-689e8a39aa81 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 1136 time: 0.1053047 Jul 08 20:33:04.746170 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 51af6e7c-bccd-48d7-b21d-3778905ddcf2 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 20:33:04.748661 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event deleted for resources: {'Network': ['ID=51af6e7c-bccd-48d7-b21d-3778905ddcf2,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:04.754351 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:04.755002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89858c76-8d7f-4c58-94ef-5a39567b594f req-a1e8081d-3403-4b79-857a-b4030d693a45 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:04.756850 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c29b12d0-3f4a-448f-8acf-3b509ffd0574 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "DELETE /v2.0/networks/51af6e7c-bccd-48d7-b21d-3778905ddcf2 HTTP/1.1" status: 204 len: 168 time: 0.5313358 Jul 08 20:33:04.761024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 43974) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:04.761616 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-89858c76-8d7f-4c58-94ef-5a39567b594f req-a1e8081d-3403-4b79-857a-b4030d693a45 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.0814538 Jul 08 20:33:04.771405 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-10fc4751-6035-4e21-9798-7439bd30750f tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Request body: {'network': {'name': 'tempest-network--238383917', 'router:external': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:04.814694 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6b3b08af-79be-4b40-b7a4-bd5e6bbce147 req-2c946e8f-08f0-4c7d-995e-832a6d42ec2c tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:04.818959 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-89858c76-8d7f-4c58-94ef-5a39567b594f req-a6d247bb-8ebc-4f76-bc37-0ddfb2ac4443 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508132 Jul 08 20:33:04.822258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fc4751-6035-4e21-9798-7439bd30750f tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Made reservation on behalf of 8069f2497b7646a9bcf3972324cacd82 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:04.825099 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10fc4751-6035-4e21-9798-7439bd30750f tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:04.875092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fc4751-6035-4e21-9798-7439bd30750f tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:33:04.899699 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10fc4751-6035-4e21-9798-7439bd30750f tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:04.900292 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-10fc4751-6035-4e21-9798-7439bd30750f tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Added segment a36cbbdf-6706-46d3-bf57-02a38aa1e25e of type vlan for network 6ed379e4-e959-45de-b7a0-b2221530973a Jul 08 20:33:04.971321 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10fc4751-6035-4e21-9798-7439bd30750f tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:05.032420 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6b3b08af-79be-4b40-b7a4-bd5e6bbce147 req-2c946e8f-08f0-4c7d-995e-832a6d42ec2c tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:05.039939 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6b3b08af-79be-4b40-b7a4-bd5e6bbce147 req-2c946e8f-08f0-4c7d-995e-832a6d42ec2c tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:05.087107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c946e8f-08f0-4c7d-995e-832a6d42ec2c tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a5725f-811f-4c52-8c24-e5fc347b7e5e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:05.093277 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10fc4751-6035-4e21-9798-7439bd30750f tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:05.094287 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc4751-6035-4e21-9798-7439bd30750f tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:05.094889 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10fc4751-6035-4e21-9798-7439bd30750f tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:05.130783 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-10fc4751-6035-4e21-9798-7439bd30750f tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3679717 Jul 08 20:33:05.134768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43992) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:05.153352 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6b3b08af-79be-4b40-b7a4-bd5e6bbce147 req-2c946e8f-08f0-4c7d-995e-832a6d42ec2c tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3890367 Jul 08 20:33:05.184543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 43994) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:05.234067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc4751-6035-4e21-9798-7439bd30750f tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event updated for resources: {'Network': ['ID=6ed379e4-e959-45de-b7a0-b2221530973a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:05.249263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 6ed379e4-e959-45de-b7a0-b2221530973a details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:33:05.441314 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d7f56-65cb-4f00-851a-fa6cba4a45b9 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:05.444235 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-885d7f56-65cb-4f00-851a-fa6cba4a45b9 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] 10.222.0.101 "GET /v2.0/networks/6ed379e4-e959-45de-b7a0-b2221530973a HTTP/1.1" status: 200 len: 756 time: 0.3083353 Jul 08 20:33:05.447225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44014) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:05.493850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27764fc0-2ff5-45a4-9f73-d733cb824f02 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:05.498555 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-27764fc0-2ff5-45a4-9f73-d733cb824f02 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 1131 time: 0.3046942 Jul 08 20:33:05.500439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44016) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:05.510980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '35af873d-e47f-4060-bd8a-67cce5f96400', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:05.562985 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:05.646196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e4bce5-ee04-480c-9af9-590e96aa6387 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:05.650152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e9e4bce5-ee04-480c-9af9-590e96aa6387 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] 10.222.0.101 "GET /v2.0/networks/337072c7-d9c8-41b2-9c1e-fbe27a38f7cb HTTP/1.1" status: 200 len: 768 time: 0.2017303 Jul 08 20:33:05.652978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44024) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:05.751855 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:05.761222 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:05.832228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44030) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:05.910965 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:05.942111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed379e4-e959-45de-b7a0-b2221530973a']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:05.958864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36cbbdf-6706-46d3-bf57-02a38aa1e25e') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:05.959194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36cbbdf-6706-46d3-bf57-02a38aa1e25e') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:05.974330 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:05.994045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Allocated IP 172.25.4.210 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/c90f6f30-b918-4053-9989-c4700bfb9467) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:06.010659 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.025017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:33:06.025017 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:33:06.026761 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:33:06.166089 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.172832 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ed379e4-e959-45de-b7a0-b2221530973a {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 20:33:06.175926 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.177918 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "DELETE /v2.0/networks/6ed379e4-e959-45de-b7a0-b2221530973a HTTP/1.1" status: 204 len: 168 time: 0.5239649 Jul 08 20:33:06.197284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44048) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:06.202176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b67fa644-f7cb-4ae5-9fbc-1aa7ef40cc8b tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Request body: {'network': {'name': 'tempest-network--1070122235'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:06.228435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0089f-3990-4e56-9862-3b9b740255cd tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ed379e4-e959-45de-b7a0-b2221530973a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:06.230454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67fa644-f7cb-4ae5-9fbc-1aa7ef40cc8b tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Made reservation on behalf of 8069f2497b7646a9bcf3972324cacd82 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:06.233100 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b67fa644-f7cb-4ae5-9fbc-1aa7ef40cc8b tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.304619 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.307548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67fa644-f7cb-4ae5-9fbc-1aa7ef40cc8b tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:33:06.342662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b67fa644-f7cb-4ae5-9fbc-1aa7ef40cc8b tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.343254 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b67fa644-f7cb-4ae5-9fbc-1aa7ef40cc8b tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Added segment d0d31fb6-6d7c-434d-89ce-1239a7f61629 of type vlan for network 786ffead-00ea-41ab-84d5-70b9b2031a47 Jul 08 20:33:06.415422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44056) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:06.495060 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b67fa644-f7cb-4ae5-9fbc-1aa7ef40cc8b tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.567774 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.579790 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b67fa644-f7cb-4ae5-9fbc-1aa7ef40cc8b tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.580908 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67fa644-f7cb-4ae5-9fbc-1aa7ef40cc8b tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:06.581507 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b67fa644-f7cb-4ae5-9fbc-1aa7ef40cc8b tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.645629 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30f71cd6-4fb5-4739-8320-3ff5e263a5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.672553 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Port': ['ID=c90f6f30-b918-4053-9989-c4700bfb9467,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:06.692594 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9ad1b566-aa28-4932-9b31-279ffcfe6ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.719682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d49655-0ab6-4f4f-86d1-bd6fcaf21530 req-f98a7fd0-8d15-43cc-a8dc-91bd56c70c08 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:06.727171 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b8d49655-0ab6-4f4f-86d1-bd6fcaf21530 req-f98a7fd0-8d15-43cc-a8dc-91bd56c70c08 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.7655287 Jul 08 20:33:06.804462 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b8d49655-0ab6-4f4f-86d1-bd6fcaf21530 req-c2ebc72c-48c6-4962-a81b-958bf5aadf07 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763359 Jul 08 20:33:06.811781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fa644-f7cb-4ae5-9fbc-1aa7ef40cc8b tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event updated for resources: {'Network': ['ID=786ffead-00ea-41ab-84d5-70b9b2031a47,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:06.818830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:06.820258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:06.822610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:06.826158 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 786ffead-00ea-41ab-84d5-70b9b2031a47 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:33:06.907051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30f71cd6-4fb5-4739-8320-3ff5e263a5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.913448 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30f71cd6-4fb5-4739-8320-3ff5e263a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.958971 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.961123 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-30f71cd6-4fb5-4739-8320-3ff5e263a5c2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=03cd1a18d0dc424b99b0dc126144c115&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1282291 Jul 08 20:33:06.962313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44060) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:06.968683 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b67fa644-f7cb-4ae5-9fbc-1aa7ef40cc8b tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7679126 Jul 08 20:33:06.971520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44062) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:06.976850 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9d495b66-f6b6-4acd-b0d4-61b6a3b1c853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:06.981395 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e98a3f11-1825-4122-bff3-7e5382f01b2a tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:06.984418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f71cd6-4fb5-4739-8320-3ff5e263a5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec9c4fb-e921-4e6a-9caa-bf24a3624728,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:07.021508 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14b5de14-ede6-48b7-b5e1-f698bc96c0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.046167 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14b5de14-ede6-48b7-b5e1-f698bc96c0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.099291 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14b5de14-ede6-48b7-b5e1-f698bc96c0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.103496 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14b5de14-ede6-48b7-b5e1-f698bc96c0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.107157 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-14b5de14-ede6-48b7-b5e1-f698bc96c0bb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6ec9c4fb-e921-4e6a-9caa-bf24a3624728 HTTP/1.1" status: 204 len: 168 time: 0.1413364 Jul 08 20:33:07.114107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5de14-ede6-48b7-b5e1-f698bc96c0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec9c4fb-e921-4e6a-9caa-bf24a3624728,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:07.313618 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9ad1b566-aa28-4932-9b31-279ffcfe6ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.354446 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9ad1b566-aa28-4932-9b31-279ffcfe6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.374911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e98a3f11-1825-4122-bff3-7e5382f01b2a tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.463060 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e98a3f11-1825-4122-bff3-7e5382f01b2a tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.487793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44070) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:07.496683 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9ad1b566-aa28-4932-9b31-279ffcfe6ba0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=002cb97adef247399d162cfcb2d9a831&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0610509 Jul 08 20:33:07.501514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44072) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:07.507683 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c858eb07-f47f-4c46-9d36-ef1309558574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.522704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e98a3f11-1825-4122-bff3-7e5382f01b2a tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Network 786ffead-00ea-41ab-84d5-70b9b2031a47 is not hosted by any dhcp agent {{(pid=94066) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 20:33:07.523585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98a3f11-1825-4122-bff3-7e5382f01b2a tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:07.524230 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e98a3f11-1825-4122-bff3-7e5382f01b2a tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.528056 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e98a3f11-1825-4122-bff3-7e5382f01b2a tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "PUT /v2.0/networks/786ffead-00ea-41ab-84d5-70b9b2031a47 HTTP/1.1" status: 200 len: 858 time: 0.5517209 Jul 08 20:33:07.533198 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44074) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:07.534516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1b566-aa28-4932-9b31-279ffcfe6ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee88bd3e-5dd7-40a7-a623-788d46044c42,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:07.585804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a3f11-1825-4122-bff3-7e5382f01b2a tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event updated for resources: {'Network': ['ID=786ffead-00ea-41ab-84d5-70b9b2031a47,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:07.614162 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.669555 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.673841 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2dda0bf-7cde-467c-b3a4-35c51e32ffa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.711825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.716023 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2dda0bf-7cde-467c-b3a4-35c51e32ffa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.858614 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.871268 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c858eb07-f47f-4c46-9d36-ef1309558574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.886158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786ffead-00ea-41ab-84d5-70b9b2031a47']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:07.893297 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.895125 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c858eb07-f47f-4c46-9d36-ef1309558574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.897460 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2dda0bf-7cde-467c-b3a4-35c51e32ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.900163 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2dda0bf-7cde-467c-b3a4-35c51e32ffa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.904238 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b2dda0bf-7cde-467c-b3a4-35c51e32ffa4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ee88bd3e-5dd7-40a7-a623-788d46044c42 HTTP/1.1" status: 204 len: 168 time: 0.3989394 Jul 08 20:33:07.907929 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d31fb6-6d7c-434d-89ce-1239a7f61629') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:07.908234 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d31fb6-6d7c-434d-89ce-1239a7f61629') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:07.909811 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.936386 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.968683 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.979711 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c858eb07-f47f-4c46-9d36-ef1309558574 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9fd151ee97324ba3812ace2b0ddc9025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4871442 Jul 08 20:33:07.981178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44082) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:07.983749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:33:07.983990 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:33:07.985993 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:33:07.988139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858eb07-f47f-4c46-9d36-ef1309558574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77f4d89-52cd-478f-9fe1-b4b72f5930fc,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:08.061533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Port': ['ID=c90f6f30-b918-4053-9989-c4700bfb9467,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:08.083910 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dda0bf-7cde-467c-b3a4-35c51e32ffa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee88bd3e-5dd7-40a7-a623-788d46044c42,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:08.107675 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.111379 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.117164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 786ffead-00ea-41ab-84d5-70b9b2031a47 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 20:33:08.120499 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.122439 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] 10.222.0.101 "DELETE /v2.0/networks/786ffead-00ea-41ab-84d5-70b9b2031a47 HTTP/1.1" status: 204 len: 168 time: 0.5863209 Jul 08 20:33:08.134057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44084) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:08.139576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58174cb5-402d-4825-8ddd-d54122727755 tempest-ExternalNetworksTestJSON-936416494 tempest-ExternalNetworksTestJSON-936416494-project-admin] Pushing event deleted for resources: {'Network': ['ID=786ffead-00ea-41ab-84d5-70b9b2031a47,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:08.170209 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd18c3e3-2afc-4779-a2fe-a5ad25c89da8 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] DELETE failed (client error): The resource could not be found. Jul 08 20:33:08.170468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd18c3e3-2afc-4779-a2fe-a5ad25c89da8 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:33:08.172274 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fd18c3e3-2afc-4779-a2fe-a5ad25c89da8 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] 10.222.0.101 "DELETE /v2.0/subnets/973a308c-bea6-4b66-ac5f-91281ed41e07 HTTP/1.1" status: 404 len: 337 time: 0.0372930 Jul 08 20:33:08.175742 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44086) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:08.181728 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.193500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbf29e-9444-41d1-99d6-89c1e1768df4 req-1960b6ed-4edb-4adb-ac3f-6dafedf0e1a6 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:08.195150 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68bbf29e-9444-41d1-99d6-89c1e1768df4 req-1960b6ed-4edb-4adb-ac3f-6dafedf0e1a6 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.2051387 Jul 08 20:33:08.237134 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-302cbcbc-8428-4e29-9667-040b8ebec3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.309502 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31cff245-a12a-4e14-bcad-1252d8a50648 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.313949 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68bbf29e-9444-41d1-99d6-89c1e1768df4 req-67d050b8-49ed-46ce-977b-92df192d01aa tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066597 Jul 08 20:33:08.553485 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31cff245-a12a-4e14-bcad-1252d8a50648 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.582579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-31cff245-a12a-4e14-bcad-1252d8a50648 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337072c7-d9c8-41b2-9c1e-fbe27a38f7cb']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:08.630880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-31cff245-a12a-4e14-bcad-1252d8a50648 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c7cb7c-ad97-40b1-a449-033a468a157c') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:08.631333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-31cff245-a12a-4e14-bcad-1252d8a50648 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c7cb7c-ad97-40b1-a449-033a468a157c') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:08.646488 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31cff245-a12a-4e14-bcad-1252d8a50648 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.660314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44100) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:08.683615 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de62a3f8-6778-43b8-b249-8d38885f379d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.688227 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31cff245-a12a-4e14-bcad-1252d8a50648 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.693427 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-302cbcbc-8428-4e29-9667-040b8ebec3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.704187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cff245-a12a-4e14-bcad-1252d8a50648 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:33:08.705447 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31cff245-a12a-4e14-bcad-1252d8a50648 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:33:08.708709 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:33:08.736800 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Floating IP b29c2ab5-e78f-4498-9133-b5cf8ddb7917 associated. External IP: 172.25.4.210, port: 35af873d-e47f-4060-bd8a-67cce5f96400. Jul 08 20:33:08.857609 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-302cbcbc-8428-4e29-9667-040b8ebec3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.860373 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-302cbcbc-8428-4e29-9667-040b8ebec3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.864416 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-302cbcbc-8428-4e29-9667-040b8ebec3ec admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c77f4d89-52cd-478f-9fe1-b4b72f5930fc HTTP/1.1" status: 204 len: 168 time: 0.8802454 Jul 08 20:33:08.885402 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de62a3f8-6778-43b8-b249-8d38885f379d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.937184 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de62a3f8-6778-43b8-b249-8d38885f379d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:08.999124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cbcbc-8428-4e29-9667-040b8ebec3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77f4d89-52cd-478f-9fe1-b4b72f5930fc,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:09.093987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62a3f8-6778-43b8-b249-8d38885f379d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1235d2-07cc-4f2a-bada-43ea4db64236,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:09.102379 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-de62a3f8-6778-43b8-b249-8d38885f379d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6c4b0d788e7e4d039c0c9ed4296c419f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392803 Jul 08 20:33:09.104734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31cff245-a12a-4e14-bcad-1252d8a50648 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:09.110134 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31cff245-a12a-4e14-bcad-1252d8a50648 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:09.114282 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-31cff245-a12a-4e14-bcad-1252d8a50648 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] 10.222.0.101 "DELETE /v2.0/networks/337072c7-d9c8-41b2-9c1e-fbe27a38f7cb HTTP/1.1" status: 204 len: 168 time: 0.9353399 Jul 08 20:33:09.114670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44106) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:09.138669 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cff245-a12a-4e14-bcad-1252d8a50648 tempest-ExternalNetworksTestJSON-236763797 tempest-ExternalNetworksTestJSON-236763797-project] Pushing event deleted for resources: {'Network': ['ID=337072c7-d9c8-41b2-9c1e-fbe27a38f7cb,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:09.194442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50fcbd-19a9-4c33-902c-4f5d924ce54c req-e4f7e39d-8723-4e4a-9d9e-85d9a64f8a5d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:09.196544 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5e50fcbd-19a9-4c33-902c-4f5d924ce54c req-e4f7e39d-8723-4e4a-9d9e-85d9a64f8a5d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.3074510 Jul 08 20:33:09.226494 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b59bdc8-03e1-4543-82aa-ef943df56224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:09.289243 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5e50fcbd-19a9-4c33-902c-4f5d924ce54c req-3ad9b31d-6d59-46ea-b2d3-2ca1dc1d1ede tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817647 Jul 08 20:33:09.300751 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b59bdc8-03e1-4543-82aa-ef943df56224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:09.303887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Router eac511cc-7e40-471c-b163-ddd708202a93 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:33:09.413926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b59bdc8-03e1-4543-82aa-ef943df56224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:09.417534 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b59bdc8-03e1-4543-82aa-ef943df56224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:09.419110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3b59bdc8-03e1-4543-82aa-ef943df56224 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eb1235d2-07cc-4f2a-bada-43ea4db64236 HTTP/1.1" status: 204 len: 168 time: 0.2901547 Jul 08 20:33:09.427881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59bdc8-03e1-4543-82aa-ef943df56224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1235d2-07cc-4f2a-bada-43ea4db64236,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:09.523303 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44120) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:09.576327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:33:09.589910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723fc1fb-90f1-4c4d-a7d3-ed0c6274ed06 None None] Sync routers for ids ['eac511cc-7e40-471c-b163-ddd708202a93'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:33:09.598538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d2daf-3504-461e-965a-db351be0a64e req-8fab2e7b-fd80-4076-b27a-11f692157021 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:09.600335 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f8d2daf-3504-461e-965a-db351be0a64e req-8fab2e7b-fd80-4076-b27a-11f692157021 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1576431 Jul 08 20:33:09.608143 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:09.622087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723fc1fb-90f1-4c4d-a7d3-ed0c6274ed06 None None] Routers {'eac511cc-7e40-471c-b163-ddd708202a93'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:09.624524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-723fc1fb-90f1-4c4d-a7d3-ed0c6274ed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eac511cc-7e40-471c-b163-ddd708202a93'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:09.692707 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f8d2daf-3504-461e-965a-db351be0a64e req-e51477da-5c86-42dd-9ad5-32c10c6ebfb0 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810475 Jul 08 20:33:09.699310 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-268280ad-183d-48d0-85c5-b715742894be tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1969421 Jul 08 20:33:09.700561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'tag': '35af873d-e47f-4060-bd8a-67cce5f96400'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:33:09.702087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44126) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:09.719811 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45ed00e-10d7-487d-8784-da5c4bf5fb19" -d '{"events": [{"name": "network-changed", "server_uuid": "93ad33da-8f0b-4ae0-8570-d1e367eb2c67", "tag": "35af873d-e47f-4060-bd8a-67cce5f96400"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:33:09.793237 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395dc31b-a938-4c0c-be92-ea8a6edc325e x-openstack-request-id: req-395dc31b-a938-4c0c-be92-ea8a6edc325e {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:33:09.793713 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ad33da-8f0b-4ae0-8570-d1e367eb2c67", "tag": "35af873d-e47f-4060-bd8a-67cce5f96400", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:33:09.794119 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-395dc31b-a938-4c0c-be92-ea8a6edc325e {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:33:09.794674 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'tag': '35af873d-e47f-4060-bd8a-67cce5f96400', 'status': 'completed', 'code': 200} Jul 08 20:33:09.812339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-723fc1fb-90f1-4c4d-a7d3-ed0c6274ed06 None None] Set router eac511cc-7e40-471c-b163-ddd708202a93 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:33:10.074862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11876394-f287-4946-b16e-4bc051604e14 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.075703 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11876394-f287-4946-b16e-4bc051604e14 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.076342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11876394-f287-4946-b16e-4bc051604e14 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.077143 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11876394-f287-4946-b16e-4bc051604e14 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.077772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11876394-f287-4946-b16e-4bc051604e14 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.078558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11876394-f287-4946-b16e-4bc051604e14 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.079187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11876394-f287-4946-b16e-4bc051604e14 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.079807 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11876394-f287-4946-b16e-4bc051604e14 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.080430 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11876394-f287-4946-b16e-4bc051604e14 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.081281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11876394-f287-4946-b16e-4bc051604e14 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.082097 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11876394-f287-4946-b16e-4bc051604e14 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.084458 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-11876394-f287-4946-b16e-4bc051604e14 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7746 time: 0.3809526 Jul 08 20:33:10.088383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44146) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:10.214956 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:10.231103 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-723fc1fb-90f1-4c4d-a7d3-ed0c6274ed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:32:42Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:33Z', 'updated_at': '2021-07-08T20:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'b29c2ab5-e78f-4498-9133-b5cf8ddb7917', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'port_id': '35af873d-e47f-4060-bd8a-67cce5f96400', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'mac_address': 'fa:16:3e:d5:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:33:07Z', 'updated_at': '2021-07-08T20:33:07Z', 'revision_number': 0, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f061f412-a390-4c59-8a47-6f21ba9869a9', 'name': '', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'mac_address': 'fa:16:3e:2d:7d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:40Z', 'updated_at': '2021-07-08T20:32:49Z', 'revision_number': 5, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'subnets': [{'id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:10.267258 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723fc1fb-90f1-4c4d-a7d3-ed0c6274ed06 None None] Checking router: eac511cc-7e40-471c-b163-ddd708202a93 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:33:10.278609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b9cb9-c675-4748-ab14-17630ab03112 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.279058 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b9cb9-c675-4748-ab14-17630ab03112 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.279779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b9cb9-c675-4748-ab14-17630ab03112 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.280241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b9cb9-c675-4748-ab14-17630ab03112 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.294458 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723fc1fb-90f1-4c4d-a7d3-ed0c6274ed06 None None] Routers {'eac511cc-7e40-471c-b163-ddd708202a93'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:10.295106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-723fc1fb-90f1-4c4d-a7d3-ed0c6274ed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eac511cc-7e40-471c-b163-ddd708202a93'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:10.300875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b9cb9-c675-4748-ab14-17630ab03112 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.302959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b9cb9-c675-4748-ab14-17630ab03112 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.304001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b9cb9-c675-4748-ab14-17630ab03112 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.306013 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b9cb9-c675-4748-ab14-17630ab03112 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.307977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b9cb9-c675-4748-ab14-17630ab03112 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.309272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b9cb9-c675-4748-ab14-17630ab03112 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.311073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b9cb9-c675-4748-ab14-17630ab03112 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.326537 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f53b9cb9-c675-4748-ab14-17630ab03112 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6989 time: 0.2365272 Jul 08 20:33:10.327776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44160) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:10.432525 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ed00e-10d7-487d-8784-da5c4bf5fb19 req-eac36f6b-a1d3-4a9c-a28c-6e2e7a7fb70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.434331 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45ed00e-10d7-487d-8784-da5c4bf5fb19 req-eac36f6b-a1d3-4a9c-a28c-6e2e7a7fb70e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5a0519eefa684c64b6ff586208453bd9&device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 1136 time: 0.3710678 Jul 08 20:33:10.446871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5ba73b79-fde2-4671-8b0f-c52f211e69f3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=927ce430a5e2416f8ddbdac7d8a7e5e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9212031 Jul 08 20:33:10.456787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44162) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:10.512723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-723fc1fb-90f1-4c4d-a7d3-ed0c6274ed06 None None] Set router eac511cc-7e40-471c-b163-ddd708202a93 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:33:10.557057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-cc9742b0-93f3-4b28-8965-87951c8979fe tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.558696 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-cc9742b0-93f3-4b28-8965-87951c8979fe tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 811 time: 0.3410361 Jul 08 20:33:10.600371 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d17b58e4-f8cf-48fd-be8f-a8f22eb9d5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:10.630136 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-46b8818c-0781-4155-b2d1-c2d150273e0e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/quotas/fba7a3335c294262a7cea81d4269be31 HTTP/1.1" status: 200 len: 375 time: 0.0545554 Jul 08 20:33:10.634452 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d17b58e4-f8cf-48fd-be8f-a8f22eb9d5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:10.712335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ed00e-10d7-487d-8784-da5c4bf5fb19 req-c60c952d-af78-4514-80e8-483ec4c96436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.713926 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45ed00e-10d7-487d-8784-da5c4bf5fb19 req-c60c952d-af78-4514-80e8-483ec4c96436 service neutron] 10.222.0.104 "GET /v2.0/networks?id=ba940c96-fc97-4f71-8a7e-4ce2a483d25d HTTP/1.1" status: 200 len: 897 time: 0.2729595 Jul 08 20:33:10.790891 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45ed00e-10d7-487d-8784-da5c4bf5fb19 req-49f981d9-94c4-42ee-8226-a9a1c0b64847 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35af873d-e47f-4060-bd8a-67cce5f96400 HTTP/1.1" status: 200 len: 999 time: 0.0692954 Jul 08 20:33:10.837995 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e240cbfb-6658-49aa-9daf-a155f8c8752c tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 0.5084705 Jul 08 20:33:10.841109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44178) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:10.916005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ed00e-10d7-487d-8784-da5c4bf5fb19 req-98779f5e-e200-4cf7-8431-56dcf309a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.919407 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45ed00e-10d7-487d-8784-da5c4bf5fb19 req-98779f5e-e200-4cf7-8431-56dcf309a620 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9c09908d-d8e5-4d79-b5ab-89bb6e5806a9 HTTP/1.1" status: 200 len: 835 time: 0.1208472 Jul 08 20:33:10.923241 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d17b58e4-f8cf-48fd-be8f-a8f22eb9d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:10.927686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d17b58e4-f8cf-48fd-be8f-a8f22eb9d5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:10.929843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d17b58e4-f8cf-48fd-be8f-a8f22eb9d5d8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4c84393e-5e06-4519-846c-a30b1931b4ad HTTP/1.1" status: 204 len: 168 time: 0.4719725 Jul 08 20:33:10.978243 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-ca8f4230-4e0a-4aef-b338-4365b8a39614 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3354311 Jul 08 20:33:10.983691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8159e4be-d1d9-4f8d-a025-1b1469e89eb1 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.984277 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8159e4be-d1d9-4f8d-a025-1b1469e89eb1 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:10.988686 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8159e4be-d1d9-4f8d-a025-1b1469e89eb1 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=eac511cc-7e40-471c-b163-ddd708202a93 HTTP/1.1" status: 200 len: 1992 time: 0.1427329 Jul 08 20:33:11.006828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-723fc1fb-90f1-4c4d-a7d3-ed0c6274ed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:32:42Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:33Z', 'updated_at': '2021-07-08T20:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'b29c2ab5-e78f-4498-9133-b5cf8ddb7917', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'port_id': '35af873d-e47f-4060-bd8a-67cce5f96400', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'mac_address': 'fa:16:3e:d5:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:33:07Z', 'updated_at': '2021-07-08T20:33:07Z', 'revision_number': 0, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f061f412-a390-4c59-8a47-6f21ba9869a9', 'name': '', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'mac_address': 'fa:16:3e:2d:7d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:40Z', 'updated_at': '2021-07-08T20:32:49Z', 'revision_number': 5, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'subnets': [{'id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:11.041137 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723fc1fb-90f1-4c4d-a7d3-ed0c6274ed06 None None] The sync data for ids ['eac511cc-7e40-471c-b163-ddd708202a93'] in n-d-791506-16 is: [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:32:42Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:33Z', 'updated_at': '2021-07-08T20:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'b29c2ab5-e78f-4498-9133-b5cf8ddb7917', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'port_id': '35af873d-e47f-4060-bd8a-67cce5f96400', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'mac_address': 'fa:16:3e:d5:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:33:07Z', 'updated_at': '2021-07-08T20:33:07Z', 'revision_number': 0, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f061f412-a390-4c59-8a47-6f21ba9869a9', 'name': '', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'mac_address': 'fa:16:3e:2d:7d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:40Z', 'updated_at': '2021-07-08T20:32:49Z', 'revision_number': 5, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'subnets': [{'id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:33:11.049576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b58e4-f8cf-48fd-be8f-a8f22eb9d5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c84393e-5e06-4519-846c-a30b1931b4ad,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:11.155554 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ed00e-10d7-487d-8784-da5c4bf5fb19 req-bd3ef8ee-18e4-4812-a9c4-de6942305387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:11.158586 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45ed00e-10d7-487d-8784-da5c4bf5fb19 req-bd3ef8ee-18e4-4812-a9c4-de6942305387 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ba940c96-fc97-4f71-8a7e-4ce2a483d25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2255025 Jul 08 20:33:11.179721 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-8f86dc8f-a35d-4ae3-88d5-54bff8a2dddd service neutron] 10.222.0.101 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753819 Jul 08 20:33:11.362692 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45ed00e-10d7-487d-8784-da5c4bf5fb19 req-55c965d4-70d5-4022-a5ed-ed2c05c92ec9 service neutron] 10.222.0.104 "GET /v2.0/networks/ba940c96-fc97-4f71-8a7e-4ce2a483d25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957009 Jul 08 20:33:11.386087 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-a9889d12-3248-4869-979c-ccc36186cfb6 service neutron] 10.222.0.101 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960511 Jul 08 20:33:11.472351 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa875c9-d38e-4822-a6f2-93949594f22e None None] New status for floating IP b29c2ab5-e78f-4498-9133-b5cf8ddb7917: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:33:11.580543 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45ed00e-10d7-487d-8784-da5c4bf5fb19 req-1fc68f71-a031-41c9-a88a-9fb1d74c05eb service neutron] 10.222.0.104 "GET /v2.0/networks/ba940c96-fc97-4f71-8a7e-4ce2a483d25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058027 Jul 08 20:33:11.767709 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2e99468-a3ad-4077-a37f-ab12cfde644f req-fab37a9a-cb7c-49ef-b0c8-d3b3b6ffb483 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 210 time: 0.0753064 Jul 08 20:33:11.831887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44210) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:11.950363 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-36385ca7-eb80-4dc3-8863-a4e57af91c9f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8069f2497b7646a9bcf3972324cacd82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1191628 Jul 08 20:33:11.952174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44220) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:12.094345 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6034a3e-f349-4026-8fdf-7deb603fc741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:12.142865 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6034a3e-f349-4026-8fdf-7deb603fc741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:12.220815 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6034a3e-f349-4026-8fdf-7deb603fc741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:12.226351 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6034a3e-f349-4026-8fdf-7deb603fc741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:12.231099 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f6034a3e-f349-4026-8fdf-7deb603fc741 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4568586e-58dc-42fc-a764-28d7d06c2241 HTTP/1.1" status: 204 len: 168 time: 0.2758427 Jul 08 20:33:12.243118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6034a3e-f349-4026-8fdf-7deb603fc741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4568586e-58dc-42fc-a764-28d7d06c2241,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:13.027346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5b65271e-2cbc-4424-b070-7d51a20de48b req-3eb9a26a-2af1-41ca-91ee-f7eaea80624d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 210 time: 0.0626276 Jul 08 20:33:13.501320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-7acac648-c60a-401d-98d4-d07209f7791c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:13.505234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-7acac648-c60a-401d-98d4-d07209f7791c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 811 time: 0.2207129 Jul 08 20:33:13.528738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Request body: {'port': {'device_id': '02ef4894-b0b7-427d-9741-99592d36356d', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'admin_state_up': True, 'tenant_id': 'fba7a3335c294262a7cea81d4269be31'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:13.739133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Made reservation on behalf of fba7a3335c294262a7cea81d4269be31 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:13.745948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:14.104897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Allocated IP 172.20.0.7 (c2ccae01-0010-4b9b-be20-201f6e08f30e/c6fc5208-316e-4167-85a3-386e05ca34a9/458fad21-1425-4705-8171-a701d7aedae2) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:14.299828 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4cb17c5-f437-4a1e-b667-0e60231371ad req-b2b92dca-e170-45fa-8a1a-6f996f09e436 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 210 time: 0.0514822 Jul 08 20:33:14.388729 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:14.409457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Transition to ACTIVE for port object 458fad21-1425-4705-8171-a701d7aedae2 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:14.477231 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:14.495314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['64a044c1-aa74-4b53-a866-6890d122643b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:33:14.531809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Network c2ccae01-0010-4b9b-be20-201f6e08f30e is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:14.536218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:14.541853 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:14.661620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:14.662310 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:14.727657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event updated for resources: {'Port': ['ID=458fad21-1425-4705-8171-a701d7aedae2,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:14.745215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-aeb1976f-3add-4291-b5b5-61d866236dcd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2245660 Jul 08 20:33:14.772291 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Request body: {'port': {'device_id': '02ef4894-b0b7-427d-9741-99592d36356d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:14.963014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c0f6f742-3b20-4f82-8211-8da063ac186a None None] Provisioning for port 458fad21-1425-4705-8171-a701d7aedae2 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:14.969761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c0f6f742-3b20-4f82-8211-8da063ac186a None None] Provisioning complete for port 458fad21-1425-4705-8171-a701d7aedae2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:14.971764 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f742-3b20-4f82-8211-8da063ac186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:15.013627 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:15.086053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c0f6f742-3b20-4f82-8211-8da063ac186a None None] Port 458fad21-1425-4705-8171-a701d7aedae2 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:33:15.122042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44348) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:15.307660 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84b9dcaf-fc81-473f-bae4-b7e5bf5d68fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:15.646290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458fad21-1425-4705-8171-a701d7aedae2 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:33:15.685317 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:15.691391 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84b9dcaf-fc81-473f-bae4-b7e5bf5d68fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:15.702751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84b9dcaf-fc81-473f-bae4-b7e5bf5d68fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:15.723259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Transition to ACTIVE for port object 458fad21-1425-4705-8171-a701d7aedae2 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:15.729817 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:15.746635 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9dcaf-fc81-473f-bae4-b7e5bf5d68fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a0b2c6-eada-4c80-8618-3f4fe2a34827,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:15.803446 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-1ae2b485-27b2-4984-aee1-6a95f918605b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1971979 Jul 08 20:33:15.816957 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb885257-07ed-4cd2-a2cc-983b93a867ea req-f521a6c8-43ae-44e0-bbcf-6f3427b9e2fd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:15.825456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Pushing event updated for resources: {'Port': ['ID=458fad21-1425-4705-8171-a701d7aedae2,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:15.825972 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb885257-07ed-4cd2-a2cc-983b93a867ea req-f521a6c8-43ae-44e0-bbcf-6f3427b9e2fd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 931 time: 0.2928114 Jul 08 20:33:15.855654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44376) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:15.870111 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-84b9dcaf-fc81-473f-bae4-b7e5bf5d68fc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=470da9cc452f4c9bada40d5ad5e681fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7466497 Jul 08 20:33:15.876609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44380) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:15.991968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb885257-07ed-4cd2-a2cc-983b93a867ea req-d5aac576-c00a-4253-b7c8-d954145749a1 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568720 Jul 08 20:33:16.030829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Attempting to bind port 458fad21-1425-4705-8171-a701d7aedae2 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:33:16.031172 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Attempting to bind port 458fad21-1425-4705-8171-a701d7aedae2 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:33:16.031629 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Attempting to bind port 458fad21-1425-4705-8171-a701d7aedae2 on network c2ccae01-0010-4b9b-be20-201f6e08f30e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:33:16.041531 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Port 458fad21-1425-4705-8171-a701d7aedae2 on network c2ccae01-0010-4b9b-be20-201f6e08f30e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:33:16.041874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Attempting to bind port 458fad21-1425-4705-8171-a701d7aedae2 on network c2ccae01-0010-4b9b-be20-201f6e08f30e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:33:16.050215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:33:16.050581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Checking segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:33:16.050939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Bound using segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:33:16.051363 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Bound port: 458fad21-1425-4705-8171-a701d7aedae2, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:33:16.051727 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:16.065096 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16a9b1ec-b12a-4c1a-9960-4fc8f04053a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:16.124429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-e7ccd650-296f-4930-8d81-c371705812d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.128891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-e7ccd650-296f-4930-8d81-c371705812d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.129459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-e7ccd650-296f-4930-8d81-c371705812d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.129942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-e7ccd650-296f-4930-8d81-c371705812d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.130505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-e7ccd650-296f-4930-8d81-c371705812d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.130894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-e7ccd650-296f-4930-8d81-c371705812d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.131366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-e7ccd650-296f-4930-8d81-c371705812d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.134254 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-e7ccd650-296f-4930-8d81-c371705812d9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6498 time: 0.2366204 Jul 08 20:33:16.173634 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16a9b1ec-b12a-4c1a-9960-4fc8f04053a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:16.216591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] For port 458fad21-1425-4705-8171-a701d7aedae2, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:33:16.220884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] For port 458fad21-1425-4705-8171-a701d7aedae2, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=458fad21-1425-4705-8171-a701d7aedae2,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:33:16.229723 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:16.277759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.278697 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:16.280726 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] 10.222.0.104 "PUT /v2.0/ports/458fad21-1425-4705-8171-a701d7aedae2 HTTP/1.1" status: 200 len: 1092 time: 1.5280502 Jul 08 20:33:16.281293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ef4894-b0b7-427d-9741-99592d36356d', 'tag': '458fad21-1425-4705-8171-a701d7aedae2'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:33:16.296870 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347a0c0a-a687-4bd7-a04c-0fbee5f564fa" -d '{"events": [{"name": "network-changed", "server_uuid": "02ef4894-b0b7-427d-9741-99592d36356d", "tag": "458fad21-1425-4705-8171-a701d7aedae2"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:33:16.386545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51186b8a-3298-4d5e-935d-e316d18d356a service neutron] Pushing event updated for resources: {'Port': ['ID=458fad21-1425-4705-8171-a701d7aedae2,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:16.405493 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8fc266cf-2228-462a-bd7a-f4596a065bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:16.468577 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-32eca416-896b-43d0-bf71-e0c9b3342138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.471344 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-32eca416-896b-43d0-bf71-e0c9b3342138 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 1095 time: 0.1265798 Jul 08 20:33:16.550741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44396) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:16.569003 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-d25ecde3-0c62-4c1e-88dc-21e2c28040b5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458fad21-1425-4705-8171-a701d7aedae2 HTTP/1.1" status: 200 len: 217 time: 0.0858881 Jul 08 20:33:16.641877 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-8752a656-fdd5-4620-8e98-dbbeb8d8d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.642682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-8752a656-fdd5-4620-8e98-dbbeb8d8d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.645366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-8752a656-fdd5-4620-8e98-dbbeb8d8d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.647490 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-8752a656-fdd5-4620-8e98-dbbeb8d8d625 service neutron] 10.222.0.104 "GET /v2.0/networks?id=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=bf68e9f7-7d52-4278-a652-39c8a071af8f&id=bf68e9f7-7d52-4278-a652-39c8a071af8f HTTP/1.1" status: 200 len: 2293 time: 0.4574347 Jul 08 20:33:16.652451 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16a9b1ec-b12a-4c1a-9960-4fc8f04053a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:16.655946 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16a9b1ec-b12a-4c1a-9960-4fc8f04053a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:16.657440 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-16a9b1ec-b12a-4c1a-9960-4fc8f04053a2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/45a0b2c6-eada-4c80-8618-3f4fe2a34827 HTTP/1.1" status: 204 len: 168 time: 0.7794855 Jul 08 20:33:16.682771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-597a9e23-202a-4f84-b6c2-79a7f0a76e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.684525 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-597a9e23-202a-4f84-b6c2-79a7f0a76e5f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.1125836 Jul 08 20:33:16.741659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9b1ec-b12a-4c1a-9960-4fc8f04053a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a0b2c6-eada-4c80-8618-3f4fe2a34827,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:16.743283 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7002f96-f9de-4d1a-90fd-acada5f3e873 x-openstack-request-id: req-e7002f96-f9de-4d1a-90fd-acada5f3e873 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:33:16.743751 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ef4894-b0b7-427d-9741-99592d36356d", "tag": "458fad21-1425-4705-8171-a701d7aedae2", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:33:16.753879 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e7002f96-f9de-4d1a-90fd-acada5f3e873 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:33:16.756010 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ef4894-b0b7-427d-9741-99592d36356d', 'tag': '458fad21-1425-4705-8171-a701d7aedae2', 'status': 'completed', 'code': 200} Jul 08 20:33:16.822138 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-3526f968-519e-419c-acc6-26350735ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.824760 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-3526f968-519e-419c-acc6-26350735ea50 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336813 Jul 08 20:33:16.831864 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-74b5f71a-b57a-48bf-b04d-8c487835041c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c457d71-76e4-42d3-baf8-52903bc79288 HTTP/1.1" status: 200 len: 1000 time: 0.1731277 Jul 08 20:33:16.927483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-c57240fb-ae80-4697-8233-61409941b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:16.933552 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-c57240fb-ae80-4697-8233-61409941b34b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8ef936b0-47ce-414e-91d0-763f04ecd41e HTTP/1.1" status: 200 len: 851 time: 0.0908346 Jul 08 20:33:16.938978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:16.982949 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8fc266cf-2228-462a-bd7a-f4596a065bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:16.987680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-3448dca2-88f3-4dfe-a83e-31e644dfcf22 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560965 Jul 08 20:33:16.989673 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8fc266cf-2228-462a-bd7a-f4596a065bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:17.048024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8fc266cf-2228-462a-bd7a-f4596a065bf5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c644d761041944df9a2aa8e624433a65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1870673 Jul 08 20:33:17.053524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc266cf-2228-462a-bd7a-f4596a065bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d61a1f-94bb-4993-b572-49774c8e07fa,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:17.057034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44406) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:17.059473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-f32ae259-6dbe-4143-b0b7-06a7ef5e11a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:17.061275 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-f32ae259-6dbe-4143-b0b7-06a7ef5e11a3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179910 Jul 08 20:33:17.155238 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:17.201589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-da04f40a-345e-449a-8696-561750b265cb service neutron] 10.222.0.104 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330662 Jul 08 20:33:17.207416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44410) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:17.244360 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05bbab9c-d5fa-481c-bc45-b576f2baef3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:17.282551 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0198f358-34ad-4b31-a57b-d007d98f7662 req-3cc0afdf-090a-4bb4-b877-8be0e6122d31 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647431 Jul 08 20:33:17.426596 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05bbab9c-d5fa-481c-bc45-b576f2baef3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:17.436429 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05bbab9c-d5fa-481c-bc45-b576f2baef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:17.507956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbab9c-d5fa-481c-bc45-b576f2baef3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be21dcab-6524-41a8-9abd-10ec9d5e5eb7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:17.518074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-05bbab9c-d5fa-481c-bc45-b576f2baef3f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ac44b72fa83047da9c438f18f10f9854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088150 Jul 08 20:33:17.519335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44416) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:17.527439 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:17.548223 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-5ea65136-29f1-417f-89b0-9c0871e9f441 service neutron] 10.222.0.104 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378632 Jul 08 20:33:17.617113 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-05ab0850-0f09-43d3-998a-0b98ff654a74 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d HTTP/1.1" status: 200 len: 217 time: 0.0569842 Jul 08 20:33:17.666282 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7183b3e6-837a-4a09-8d27-44a71c74fdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:17.701921 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7183b3e6-837a-4a09-8d27-44a71c74fdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:17.704288 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bee8872-f70b-41ba-afef-1c1c779cb2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:17.704958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-9b4212ae-569a-44ac-89f3-5a32798a51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:17.706522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-9b4212ae-569a-44ac-89f3-5a32798a51e8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.0837212 Jul 08 20:33:17.746686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bee8872-f70b-41ba-afef-1c1c779cb2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:17.769885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd28f7-e4aa-470c-b52f-1c12a45d8a31 req-f630daf9-4d72-4575-95b1-42e7675e8503 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:17.772092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89cd28f7-e4aa-470c-b52f-1c12a45d8a31 req-f630daf9-4d72-4575-95b1-42e7675e8503 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 943 time: 0.6088741 Jul 08 20:33:17.877065 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-89cd28f7-e4aa-470c-b52f-1c12a45d8a31 req-6805f724-74e2-4094-9a47-9271cdde6e0d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962582 Jul 08 20:33:17.880571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a0c0a-a687-4bd7-a04c-0fbee5f564fa req-503602bf-1305-4c80-a6e9-9ac07073d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:17.883956 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-347a0c0a-a687-4bd7-a04c-0fbee5f564fa req-503602bf-1305-4c80-a6e9-9ac07073d6d5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 1095 time: 0.2139699 Jul 08 20:33:17.902033 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:17.954492 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bee8872-f70b-41ba-afef-1c1c779cb2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:17.957006 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bee8872-f70b-41ba-afef-1c1c779cb2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:17.960824 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7bee8872-f70b-41ba-afef-1c1c779cb2a6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/47d61a1f-94bb-4993-b572-49774c8e07fa HTTP/1.1" status: 204 len: 168 time: 0.9022286 Jul 08 20:33:18.016407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee8872-f70b-41ba-afef-1c1c779cb2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d61a1f-94bb-4993-b572-49774c8e07fa,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:18.082130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a0c0a-a687-4bd7-a04c-0fbee5f564fa req-57489742-e93b-41ae-b19c-43759b265dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:18.083746 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-347a0c0a-a687-4bd7-a04c-0fbee5f564fa req-57489742-e93b-41ae-b19c-43759b265dc4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.1938059 Jul 08 20:33:18.132274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7183b3e6-837a-4a09-8d27-44a71c74fdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:18.135645 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-347a0c0a-a687-4bd7-a04c-0fbee5f564fa req-4115a3c5-4da2-477e-9b79-864a97571b26 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458fad21-1425-4705-8171-a701d7aedae2 HTTP/1.1" status: 200 len: 217 time: 0.0448833 Jul 08 20:33:18.136661 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7183b3e6-837a-4a09-8d27-44a71c74fdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:18.137790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7183b3e6-837a-4a09-8d27-44a71c74fdd1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/be21dcab-6524-41a8-9abd-10ec9d5e5eb7 HTTP/1.1" status: 204 len: 168 time: 0.6128497 Jul 08 20:33:18.165947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Allocated IP 172.25.4.16 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/f6ecc18f-40d1-4c64-8d97-14ce15fd7d2e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:18.170420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183b3e6-837a-4a09-8d27-44a71c74fdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be21dcab-6524-41a8-9abd-10ec9d5e5eb7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:18.234365 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-b9eee3f6-6c78-4c43-9800-24e44757c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:18.236009 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-b9eee3f6-6c78-4c43-9800-24e44757c814 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5216498 Jul 08 20:33:18.267711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a0c0a-a687-4bd7-a04c-0fbee5f564fa req-d4d39cff-17ad-4eb9-b991-1d844662314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:18.269346 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-347a0c0a-a687-4bd7-a04c-0fbee5f564fa req-d4d39cff-17ad-4eb9-b991-1d844662314d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.1209178 Jul 08 20:33:18.366676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:18.399810 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-955cbb79-ab14-4aeb-b81a-612876e07cc7 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548586 Jul 08 20:33:18.426262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a0c0a-a687-4bd7-a04c-0fbee5f564fa req-6459885c-1be7-4827-a671-7ff0bb884172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:18.428589 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-347a0c0a-a687-4bd7-a04c-0fbee5f564fa req-6459885c-1be7-4827-a671-7ff0bb884172 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1515336 Jul 08 20:33:18.521711 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-bf6622be-26e9-4fe0-9c03-85e62d05ddb9 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137147 Jul 08 20:33:18.580688 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-fb7cc42d-e5ec-49d5-bddb-f533c99ccf1d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=30a04eb1-2191-417b-8e18-d1d985f0ab8e HTTP/1.1" status: 200 len: 217 time: 0.0484450 Jul 08 20:33:18.627634 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-347a0c0a-a687-4bd7-a04c-0fbee5f564fa req-e2c572f0-b1cd-448e-8268-b03f88610501 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927743 Jul 08 20:33:18.660216 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:18.661968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-b415ae06-8d49-45d1-a620-9905c8b79f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:18.663460 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-b415ae06-8d49-45d1-a620-9905c8b79f23 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.0795684 Jul 08 20:33:18.772213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:18.783207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:18.785173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-e71f3754-140c-4644-b998-876569bac644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:18.790714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:18.793512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-e71f3754-140c-4644-b998-876569bac644 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1209652 Jul 08 20:33:18.862347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event updated for resources: {'Port': ['ID=f6ecc18f-40d1-4c64-8d97-14ce15fd7d2e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:18.931648 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-347a0c0a-a687-4bd7-a04c-0fbee5f564fa req-f5bcf8e7-5651-4aab-87bc-a67a93a2fc29 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969894 Jul 08 20:33:18.965147 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.010197 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-b1d6377c-94ca-4828-9721-bc9e82ff153b service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100079 Jul 08 20:33:19.055673 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.091999 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 458fad21-1425-4705-8171-a701d7aedae2 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:33:19.213879 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-70d80473-7ae1-43e0-918b-c60662b5d7c3 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972246 Jul 08 20:33:19.264179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29be925-e079-4892-8fe7-eabab83def0e req-3dd6a656-1be8-4dba-be9c-f2fa79291c8c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:19.265810 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a29be925-e079-4892-8fe7-eabab83def0e req-3dd6a656-1be8-4dba-be9c-f2fa79291c8c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 943 time: 0.1657765 Jul 08 20:33:19.291644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-a5fd33de-4ecd-40a2-8814-d03b9e8df02c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=0b1347f8-22be-40ca-80a4-01990963907f HTTP/1.1" status: 200 len: 217 time: 0.0656457 Jul 08 20:33:19.318091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 458fad21-1425-4705-8171-a701d7aedae2, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=458fad21-1425-4705-8171-a701d7aedae2,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:33:19.341098 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a29be925-e079-4892-8fe7-eabab83def0e req-6fc39bcb-d36a-4ec2-8b82-ecc64071b8ff tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682950 Jul 08 20:33:19.341637 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44464) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:19.343003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '458fad21-1425-4705-8171-a701d7aedae2', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'port_id': '458fad21-1425-4705-8171-a701d7aedae2', 'mac_address': 'fa:16:3e:0a:b3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:33:19.387623 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.391363 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.400090 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.411026 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458fad21-1425-4705-8171-a701d7aedae2 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:33:19.427684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-0307ca49-fa98-4ad6-8ad3-1566271d8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:19.432994 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-0307ca49-fa98-4ad6-8ad3-1566271d8422 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.1354523 Jul 08 20:33:19.446712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 458fad21-1425-4705-8171-a701d7aedae2, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=458fad21-1425-4705-8171-a701d7aedae2,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:33:19.456037 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.495826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event updated for resources: {'Port': ['ID=f6ecc18f-40d1-4c64-8d97-14ce15fd7d2e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:19.515502 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.516259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-db5a0453-44fe-4be5-8a4b-3f3c53ae3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:19.519061 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-db5a0453-44fe-4be5-8a4b-3f3c53ae3dcf service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0786700 Jul 08 20:33:19.531384 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.533462 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d073717c-dd5a-46a3-a471-341ac0bda1b6 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9813919 Jul 08 20:33:19.536146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44476) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:19.544971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-817243641'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:19.558466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=458fad21-1425-4705-8171-a701d7aedae2,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:19.569051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Made reservation on behalf of 74fe911c404b4c08a09f18bd245e5dc8 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:19.573817 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.586952 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.630786 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-8d387581-264b-4862-9b4a-fccac694f749 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034782 Jul 08 20:33:19.641471 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42bee627-803c-45de-9899-4fc34c36f674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.794447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['458fad21-1425-4705-8171-a701d7aedae2'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:33:19.803148 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.813104 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.879116 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-ef090ac3-467b-43c0-b037-6daf862572f7 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401130 Jul 08 20:33:19.936449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:33:19.970608 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-4a4737dd-f90b-4aaa-984b-21b77a6f5e3d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=3d3d94e7-4685-4ff7-926a-d64df0c1c16c HTTP/1.1" status: 200 len: 217 time: 0.0839550 Jul 08 20:33:19.971052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70337bd8-5ea1-4fac-a0a0-3d6fca392e7d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:19.974665 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:19.975100 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Added segment 852a1b49-1587-4b52-8a37-03da82445d59 of type vlan for network 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7 Jul 08 20:33:20.068925 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:20.146497 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:20.148889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-df14b1e5-de73-4c20-b2ad-4ab1e1b6e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.151473 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-df14b1e5-de73-4c20-b2ad-4ab1e1b6e355 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.1727395 Jul 08 20:33:20.152458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.153120 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:20.163190 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-bb175b27-1902-4ad0-ac5e-484c872d4e3a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5334623 Jul 08 20:33:20.239915 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42bee627-803c-45de-9899-4fc34c36f674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:20.250786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42bee627-803c-45de-9899-4fc34c36f674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:20.277608 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7388999 Jul 08 20:33:20.277750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44498) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:20.300281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0e20360d-e0e0-431d-91d8-9415885e9230 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Request body: {'subnet': {'network_id': '8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:20.315000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846c0dd-7ca4-4dcb-85d2-ee2157f93196 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event updated for resources: {'Network': ['ID=8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:20.327975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:33:20.383790 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-42bee627-803c-45de-9899-4fc34c36f674 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ba708ada93b04e29b4589e76017a12a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0327272 Jul 08 20:33:20.387981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44506) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:20.399537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bee627-803c-45de-9899-4fc34c36f674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199b82fb-f93e-43c5-8b73-135884ad7605,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:20.452271 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-ec5432e5-9cd7-43c7-84f0-a9c132f2e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.452514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-ec5432e5-9cd7-43c7-84f0-a9c132f2e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.453468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-ec5432e5-9cd7-43c7-84f0-a9c132f2e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.453468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-ec5432e5-9cd7-43c7-84f0-a9c132f2e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.453926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-ec5432e5-9cd7-43c7-84f0-a9c132f2e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.454401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-ec5432e5-9cd7-43c7-84f0-a9c132f2e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.454877 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-ec5432e5-9cd7-43c7-84f0-a9c132f2e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.457070 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-ec5432e5-9cd7-43c7-84f0-a9c132f2e25a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 6508 time: 0.1755619 Jul 08 20:33:20.547136 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9177311e-59c7-4cf7-8eb2-0ab0ba2b5a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:20.576240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-d32b1a59-926c-4cbb-9be2-17ef22bb50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.578287 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-d32b1a59-926c-4cbb-9be2-17ef22bb50a0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4187555 Jul 08 20:33:20.580340 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9177311e-59c7-4cf7-8eb2-0ab0ba2b5a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:20.659810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-832131a6-240e-406c-88a9-33c766abf572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.660340 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-832131a6-240e-406c-88a9-33c766abf572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.660846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-832131a6-240e-406c-88a9-33c766abf572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.662810 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-832131a6-240e-406c-88a9-33c766abf572 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b9c31369-0a5d-4774-b024-98d5eb5c69a6&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&id=cd03060a-bfc6-43cb-9261-c17858115213&id=cd03060a-bfc6-43cb-9261-c17858115213 HTTP/1.1" status: 200 len: 2297 time: 0.1686049 Jul 08 20:33:20.679050 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43969c06-f4f8-4c34-8c13-63b7b0d98041 req-f8a93cca-d9c9-4dd2-b046-8cf5e420d334 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.687186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e20360d-e0e0-431d-91d8-9415885e9230 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Made reservation on behalf of 74fe911c404b4c08a09f18bd245e5dc8 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:20.689126 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43969c06-f4f8-4c34-8c13-63b7b0d98041 req-f8a93cca-d9c9-4dd2-b046-8cf5e420d334 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 944 time: 0.1670287 Jul 08 20:33:20.691483 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e20360d-e0e0-431d-91d8-9415885e9230 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:20.788218 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-674738e2-d370-4629-ad28-f9dc054032ce service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987581 Jul 08 20:33:20.809345 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43969c06-f4f8-4c34-8c13-63b7b0d98041 req-6ebc0562-42f5-4185-b553-cdea5f8f25f7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191609 Jul 08 20:33:20.812715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-eef790cb-ca8c-4614-938f-4b9b79b278b3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aad874e-179e-4f53-8a91-58fce4a19dba HTTP/1.1" status: 200 len: 1001 time: 0.1208453 Jul 08 20:33:20.870837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9177311e-59c7-4cf7-8eb2-0ab0ba2b5a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:20.873705 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9177311e-59c7-4cf7-8eb2-0ab0ba2b5a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:20.874943 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9177311e-59c7-4cf7-8eb2-0ab0ba2b5a2e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/199b82fb-f93e-43c5-8b73-135884ad7605 HTTP/1.1" status: 204 len: 168 time: 0.4610238 Jul 08 20:33:20.903050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177311e-59c7-4cf7-8eb2-0ab0ba2b5a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199b82fb-f93e-43c5-8b73-135884ad7605,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:20.903315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-902bf62e-d261-45a3-b611-1cc443528ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:20.908379 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-902bf62e-d261-45a3-b611-1cc443528ed9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c5052925-461c-40a3-96f2-4691da5939fe HTTP/1.1" status: 200 len: 856 time: 0.0776951 Jul 08 20:33:21.033232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-179a05ef-6763-40b7-a62a-3e2fdd2975e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:21.037242 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-179a05ef-6763-40b7-a62a-3e2fdd2975e3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9c31369-0a5d-4774-b024-98d5eb5c69a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171422 Jul 08 20:33:21.057313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-df3e9386-7acb-4ea4-99d5-c13b383f3fa3 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:33:21.058371 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-df3e9386-7acb-4ea4-99d5-c13b383f3fa3 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110507 Jul 08 20:33:21.063107 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-1c9a2531-3ca3-4600-97f2-7e4180889c3b service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545314 Jul 08 20:33:21.104728 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 458fad21-1425-4705-8171-a701d7aedae2 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:33:21.230977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-6b63f61b-ed79-4b14-aba0-93ca3e156d3b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f2ca086-8d55-419b-b4a5-21eeaae205cf HTTP/1.1" status: 200 len: 217 time: 0.1570117 Jul 08 20:33:21.246722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 458fad21-1425-4705-8171-a701d7aedae2 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:21.252158 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 458fad21-1425-4705-8171-a701d7aedae2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:21.252538 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:21.260098 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-cf4ac850-ac8d-48fd-adf2-8ec5e13335e5 service neutron] 10.222.0.103 "GET /v2.0/networks/b9c31369-0a5d-4774-b024-98d5eb5c69a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946459 Jul 08 20:33:21.336839 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e20360d-e0e0-431d-91d8-9415885e9230 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:21.373509 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:21.378567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-de51984c-4f20-4753-828c-defbf41c7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:21.381451 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-de51984c-4f20-4753-828c-defbf41c7a99 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=56f19382-a7ee-4fc4-ad32-6efb10a42c95 HTTP/1.1" status: 200 len: 797 time: 0.1446500 Jul 08 20:33:21.406583 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ef4894-b0b7-427d-9741-99592d36356d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458fad21-1425-4705-8171-a701d7aedae2'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:33:21.410738 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e203c4ff-f9ac-481a-8ee2-44cdcdf11f78" -d '{"events": [{"server_uuid": "02ef4894-b0b7-427d-9741-99592d36356d", "name": "network-vif-plugged", "status": "completed", "tag": "458fad21-1425-4705-8171-a701d7aedae2"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:33:21.437785 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-e90a642c-ef54-49a0-b71e-c4f1c2783f42 service neutron] 10.222.0.103 "GET /v2.0/networks/b9c31369-0a5d-4774-b024-98d5eb5c69a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567862 Jul 08 20:33:21.462709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 458fad21-1425-4705-8171-a701d7aedae2, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=458fad21-1425-4705-8171-a701d7aedae2,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:33:21.470517 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:21.510927 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24424d47-bd59-4c1d-93b5-b2291fc87601 x-openstack-request-id: req-24424d47-bd59-4c1d-93b5-b2291fc87601 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:33:21.511221 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ef4894-b0b7-427d-9741-99592d36356d", "name": "network-vif-plugged", "status": "completed", "tag": "458fad21-1425-4705-8171-a701d7aedae2", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:33:21.511470 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-24424d47-bd59-4c1d-93b5-b2291fc87601 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:33:21.511859 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ef4894-b0b7-427d-9741-99592d36356d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458fad21-1425-4705-8171-a701d7aedae2', 'code': 200} Jul 08 20:33:21.542993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20360d-e0e0-431d-91d8-9415885e9230 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Checking segment: {'id': '852a1b49-1587-4b52-8a37-03da82445d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:33:21.543419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e20360d-e0e0-431d-91d8-9415885e9230 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Network hostable DHCP agents. Network: 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:33:21.545989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=458fad21-1425-4705-8171-a701d7aedae2,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:21.556191 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-46ec1128-b41e-4374-8066-02ab835bb8ff service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=bf5aa183-08c5-49a8-91d7-2937e4f8a459 HTTP/1.1" status: 200 len: 217 time: 0.1058543 Jul 08 20:33:21.566488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20360d-e0e0-431d-91d8-9415885e9230 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event updated for resources: {'Subnet': ['ID=1532e51c-d291-4c2d-ae01-49c639a9aee7,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:21.566689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44554) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:21.589806 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-8fa0a313-cd29-4208-9b66-7fa1fedfffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:21.591467 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-8fa0a313-cd29-4208-9b66-7fa1fedfffa4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf68e9f7-7d52-4278-a652-39c8a071af8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1771953 Jul 08 20:33:21.598461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e20360d-e0e0-431d-91d8-9415885e9230 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Network 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:33:21.616455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-0e20360d-e0e0-431d-91d8-9415885e9230 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:21.622577 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e97b1eb3-f760-418a-a28d-105724d029b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:21.632138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20360d-e0e0-431d-91d8-9415885e9230 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:21.632827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e20360d-e0e0-431d-91d8-9415885e9230 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:21.633838 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ccebcd-21a0-43cf-9566-041352bc1a1d None None] Network 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:33:21.688588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-902deba5-b4c8-4eec-9c7e-4eb73c2a7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:21.690086 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-902deba5-b4c8-4eec-9c7e-4eb73c2a7e52 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.1213164 Jul 08 20:33:21.690886 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0e20360d-e0e0-431d-91d8-9415885e9230 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3978252 Jul 08 20:33:21.694175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44560) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:21.701697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1787408543', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}, 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:21.730177 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-7cac817a-8442-49e2-a80a-eae6996ce229 service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215277 Jul 08 20:33:21.792657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265b9f9-7a3d-458b-87f8-542f97e5d066 req-8be21f98-1545-4100-92bf-4b4cf1b13143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:21.794127 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9265b9f9-7a3d-458b-87f8-542f97e5d066 req-8be21f98-1545-4100-92bf-4b4cf1b13143 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 1097 time: 0.1808665 Jul 08 20:33:21.858317 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9265b9f9-7a3d-458b-87f8-542f97e5d066 req-b990addb-c094-4834-b552-eba5a5c9df4b service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579722 Jul 08 20:33:21.861779 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7', 'network_id': '8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7', 'tenant_id': '74fe911c404b4c08a09f18bd245e5dc8', 'fixed_ips': [{'subnet_id': '1532e51c-d291-4c2d-ae01-49c639a9aee7'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:33:21.863527 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:21.868400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-4ee12da4-5141-4f3d-9780-ef72399a65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:21.869905 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-4ee12da4-5141-4f3d-9780-ef72399a65e7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1581261 Jul 08 20:33:21.906481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-3964812d-f89e-4e3b-ad2b-d6f5f32db32c service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682425 Jul 08 20:33:21.911854 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e97b1eb3-f760-418a-a28d-105724d029b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:21.945740 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e97b1eb3-f760-418a-a28d-105724d029b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:21.976690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-664d07c7-2865-47a9-8a42-a96f128330e1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a243b3c9-f6cc-4346-8144-d7d68e6f404e HTTP/1.1" status: 200 len: 217 time: 0.0618844 Jul 08 20:33:22.006214 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:22.007449 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:22.039685 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e97b1eb3-f760-418a-a28d-105724d029b3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=701fe0ba1cc345a0adaae02d174e4c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4691286 Jul 08 20:33:22.041469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b1eb3-f760-418a-a28d-105724d029b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fbba55-fbde-4813-b9b1-1e58f057655e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:22.044080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44576) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:22.069630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-6955fc71-8c1f-4530-8cce-0606b84f5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:22.073379 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-6955fc71-8c1f-4530-8cce-0606b84f5f28 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=56f19382-a7ee-4fc4-ad32-6efb10a42c95 HTTP/1.1" status: 200 len: 797 time: 0.0869863 Jul 08 20:33:22.078993 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-03b00d47-5543-4cc5-8175-4feb1ed839b8 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972661 Jul 08 20:33:22.141923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Allocated IP 172.20.0.2 (8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7/1532e51c-d291-4c2d-ae01-49c639a9aee7/6316555e-6f8f-42f9-9a50-858cd32e5544) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:22.183763 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:22.253644 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-cc40ff19-75a8-4968-b397-cbb9b3e2c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:22.255357 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-cc40ff19-75a8-4968-b397-cbb9b3e2c65b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf68e9f7-7d52-4278-a652-39c8a071af8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1663332 Jul 08 20:33:22.271679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1f70d-90a2-4d28-a57b-05253c483840 req-f772c39a-e19c-48d2-bcb7-b842455fb3f1 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:22.275300 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fa1f70d-90a2-4d28-a57b-05253c483840 req-f772c39a-e19c-48d2-bcb7-b842455fb3f1 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 945 time: 0.1992488 Jul 08 20:33:22.291591 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5673dfc9-f1c4-4b9d-bc57-f43c3fe945ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:22.408853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5673dfc9-f1c4-4b9d-bc57-f43c3fe945ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:22.416028 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fa1f70d-90a2-4d28-a57b-05253c483840 req-eb5c4d93-183d-443a-b587-7cfc457049a2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110408 Jul 08 20:33:22.439890 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:22.446736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-087b8c78-8910-464b-a65a-c59f95d56b4b service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513389 Jul 08 20:33:22.513778 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-4d024064-5425-4a4d-ac3e-8ec70de185fc service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368112 Jul 08 20:33:22.545658 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-42c6ee21-898c-4aec-9d1d-e96bd100afb8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=4b516fbd-786d-424e-8772-22f532f4445c HTTP/1.1" status: 200 len: 217 time: 0.0832496 Jul 08 20:33:22.657780 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:22.706552 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5874e853-88c1-4fb6-b585-a2a841b9bbac req-d95e1789-67d5-44a7-8d71-1043a583901d service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808474 Jul 08 20:33:22.708702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-9439da77-ae4f-4a8e-96f2-daccf2ec841c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:22.712740 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-9439da77-ae4f-4a8e-96f2-daccf2ec841c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.0961139 Jul 08 20:33:22.719915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Transition to ACTIVE for port object 6316555e-6f8f-42f9-9a50-858cd32e5544 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:22.724213 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5673dfc9-f1c4-4b9d-bc57-f43c3fe945ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:22.727485 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5673dfc9-f1c4-4b9d-bc57-f43c3fe945ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:22.729406 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5673dfc9-f1c4-4b9d-bc57-f43c3fe945ee admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/90fbba55-fbde-4813-b9b1-1e58f057655e HTTP/1.1" status: 204 len: 168 time: 0.6802144 Jul 08 20:33:22.758036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673dfc9-f1c4-4b9d-bc57-f43c3fe945ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fbba55-fbde-4813-b9b1-1e58f057655e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:22.767298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Transition to ACTIVE for port object 6316555e-6f8f-42f9-9a50-858cd32e5544 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:22.805963 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:22.852932 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Network 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:22.905905 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:22.914033 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:22.998546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Pushing event updated for resources: {'Port': ['ID=6316555e-6f8f-42f9-9a50-858cd32e5544,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:23.047852 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Attempting to bind port 6316555e-6f8f-42f9-9a50-858cd32e5544 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:33:23.049220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Attempting to bind port 6316555e-6f8f-42f9-9a50-858cd32e5544 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '852a1b49-1587-4b52-8a37-03da82445d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:33:23.049698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Attempting to bind port 6316555e-6f8f-42f9-9a50-858cd32e5544 on network 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:33:23.059105 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:33:23.059634 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Checking segment: {'id': '852a1b49-1587-4b52-8a37-03da82445d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:33:23.060754 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:23.060754 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Bound using segment: {'id': '852a1b49-1587-4b52-8a37-03da82445d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:33:23.061165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Bound port: 6316555e-6f8f-42f9-9a50-858cd32e5544, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852a1b49-1587-4b52-8a37-03da82445d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:33:23.061670 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:23.078953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-c77e6624-0a5a-4233-99e7-55a6f491da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:23.080691 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-c77e6624-0a5a-4233-99e7-55a6f491da74 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3576081 Jul 08 20:33:23.137661 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:23.163115 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] For port 6316555e-6f8f-42f9-9a50-858cd32e5544, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:33:23.172930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] For port 6316555e-6f8f-42f9-9a50-858cd32e5544, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6316555e-6f8f-42f9-9a50-858cd32e5544,segment=NetworkSegment(852a1b49-1587-4b52-8a37-03da82445d59),segment_id=852a1b49-1587-4b52-8a37-03da82445d59)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:33:23.180887 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:23.383321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6156d1-f82b-4515-9ce4-d2aba0318dff None None] Pushing event updated for resources: {'Port': ['ID=6316555e-6f8f-42f9-9a50-858cd32e5544,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:23.390424 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:23.781558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5bed3-3704-4bc7-bf7d-8fd23b151133 req-e2929dc1-c143-4bad-93d7-4ec5f3e6e9e1 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:23.783725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3b5bed3-3704-4bc7-bf7d-8fd23b151133 req-e2929dc1-c143-4bad-93d7-4ec5f3e6e9e1 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 945 time: 0.1089437 Jul 08 20:33:23.863458 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3b5bed3-3704-4bc7-bf7d-8fd23b151133 req-6cddf940-f174-4bfe-ae5c-577ab3bf8ca7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698023 Jul 08 20:33:23.986437 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:24.105905 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-8c367fe6-6b52-4448-880c-6c23c34bc8e4 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0100431 Jul 08 20:33:24.220219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Allocated IP 172.25.4.146 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/2e29186b-d3d9-4d1e-83c8-58e29565e5a7) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:24.286521 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-2880fed6-a8a6-4b6c-aeb4-c31125b98945 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482475 Jul 08 20:33:24.443404 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-8e7aa331-2b4c-4849-9686-aa947431a018 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=5273a0e3-5498-472e-8260-325cfb182fbe HTTP/1.1" status: 200 len: 217 time: 0.1248527 Jul 08 20:33:24.559766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-c5b2f33c-90df-43fd-a7f6-0980d0044967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:24.561321 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-c5b2f33c-90df-43fd-a7f6-0980d0044967 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.0826130 Jul 08 20:33:24.690537 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:24.743952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-9ac69bd1-6970-4f26-9f8e-8569981582d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:24.745782 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-9ac69bd1-6970-4f26-9f8e-8569981582d2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1732697 Jul 08 20:33:24.780767 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:24.859931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275fbcf-213d-4f23-b937-efd2d3dd2833 None None] Network 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:33:24.865741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:24.876514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:24.877891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:24.908007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event updated for resources: {'Port': ['ID=2e29186b-d3d9-4d1e-83c8-58e29565e5a7,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:24.937279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4d533dad-bc60-4e21-b4c3-95023119fce3 None None] Provisioning for port 6316555e-6f8f-42f9-9a50-858cd32e5544 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:24.959284 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-701127ba-90f0-44fb-b2a7-50ccb57dfea9 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023296 Jul 08 20:33:25.153778 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:33:25.257896 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-7d0c2679-c0ab-4cef-b4c3-8208fc8481ea service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567697 Jul 08 20:33:25.345327 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-67df52db-c397-4e89-94fa-8d7fe1ce6b44 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=33623758-89e8-42b6-8915-bab2257c92bf HTTP/1.1" status: 200 len: 217 time: 0.0762255 Jul 08 20:33:25.373001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6316555e-6f8f-42f9-9a50-858cd32e5544 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:33:25.427891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-586e97a8-f955-4314-8599-66302f89ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:25.431787 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-586e97a8-f955-4314-8599-66302f89ccc3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 200 len: 797 time: 0.0766292 Jul 08 20:33:25.432486 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:25.509045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 6316555e-6f8f-42f9-9a50-858cd32e5544 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:25.525665 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6316555e-6f8f-42f9-9a50-858cd32e5544 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:25.525917 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:25.533539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e5a04e0e-b492-4f7d-aa95-c4cf95d4c65c None None] Provisioning complete for port 6316555e-6f8f-42f9-9a50-858cd32e5544 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:25.533900 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e5a04e0e-b492-4f7d-aa95-c4cf95d4c65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:25.675144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-094667be-e9d4-4522-b433-8d88acd89a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:25.676901 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-094667be-e9d4-4522-b433-8d88acd89a40 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=387df71c-15b2-4fee-b85a-8ed2fd4e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1952899 Jul 08 20:33:25.759799 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e5a04e0e-b492-4f7d-aa95-c4cf95d4c65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:25.862539 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:25.911786 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e5a04e0e-b492-4f7d-aa95-c4cf95d4c65c None None] For port 6316555e-6f8f-42f9-9a50-858cd32e5544, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6316555e-6f8f-42f9-9a50-858cd32e5544,segment=NetworkSegment(852a1b49-1587-4b52-8a37-03da82445d59),segment_id=852a1b49-1587-4b52-8a37-03da82445d59)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:33:25.929415 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e5a04e0e-b492-4f7d-aa95-c4cf95d4c65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:25.969788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44818) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:26.000853 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:33:26.001466 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:33:26.053515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-adf44c62-7ffd-48b8-94c5-6bcdc2a5ced3 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724488 Jul 08 20:33:26.063706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a04e0e-b492-4f7d-aa95-c4cf95d4c65c None None] Pushing event updated for resources: {'Port': ['ID=6316555e-6f8f-42f9-9a50-858cd32e5544,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:26.156263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a53bda20-2d5b-43cc-b81e-8e9e1bada99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:26.163345 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:26.291621 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-d4fe7e29-454a-411b-8216-c36c68a2ff56 service neutron] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292721 Jul 08 20:33:26.292550 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a53bda20-2d5b-43cc-b81e-8e9e1bada99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:26.298498 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a53bda20-2d5b-43cc-b81e-8e9e1bada99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:26.346108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bda20-2d5b-43cc-b81e-8e9e1bada99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3975f6bb-5026-48a1-b491-db5a7c6ef246,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:26.358176 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-e47311fa-e579-4905-833f-6854ae11f835 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38715079-6e58-4111-a451-5e41d5afc8d8 HTTP/1.1" status: 200 len: 217 time: 0.0514355 Jul 08 20:33:26.374271 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a53bda20-2d5b-43cc-b81e-8e9e1bada99d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=110720d70e674c82a0a130cf6e83ae95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031858 Jul 08 20:33:26.375010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44842) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:26.444682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-9d52bd04-cc10-40d0-946b-5e557ae6be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:26.447515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-9d52bd04-cc10-40d0-946b-5e557ae6be96 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5d557e9a-a0b2-4dcc-8401-6293602492e6 HTTP/1.1" status: 200 len: 797 time: 0.0777397 Jul 08 20:33:26.453530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b218-b4b3-460f-aef7-49af3049d688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:26.484928 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b218-b4b3-460f-aef7-49af3049d688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:26.551549 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b218-b4b3-460f-aef7-49af3049d688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:26.554680 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b218-b4b3-460f-aef7-49af3049d688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:26.557298 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b0e2b218-b4b3-460f-aef7-49af3049d688 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3975f6bb-5026-48a1-b491-db5a7c6ef246 HTTP/1.1" status: 204 len: 168 time: 0.1788878 Jul 08 20:33:26.577423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2b218-b4b3-460f-aef7-49af3049d688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3975f6bb-5026-48a1-b491-db5a7c6ef246,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:26.604208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-3a4c4232-a1c5-4dda-9e1c-111d5d84e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:26.606323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-3a4c4232-a1c5-4dda-9e1c-111d5d84e90c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=cd03060a-bfc6-43cb-9261-c17858115213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1470380 Jul 08 20:33:26.607294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Router 643ec17b-2b9c-4d2e-b487-29bfc65f68e9 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:33:26.805027 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-c37d0f19-7f50-4ac8-a4f9-03145f8525e3 service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864743 Jul 08 20:33:26.807986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:33:26.820083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f34c0bb-4f9a-4407-8443-83f706b4fdff None None] Sync routers for ids ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:33:26.833427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f34c0bb-4f9a-4407-8443-83f706b4fdff None None] Routers {'643ec17b-2b9c-4d2e-b487-29bfc65f68e9'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:26.837628 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8f34c0bb-4f9a-4407-8443-83f706b4fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:26.940032 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:26.943217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0ee6fe48-6d9e-4b12-a39e-5aa7aa015dba tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2456121 Jul 08 20:33:26.946771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44878) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:26.957094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8f34c0bb-4f9a-4407-8443-83f706b4fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:26.975337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f34c0bb-4f9a-4407-8443-83f706b4fdff None None] Routers {'643ec17b-2b9c-4d2e-b487-29bfc65f68e9'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:26.980349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8f34c0bb-4f9a-4407-8443-83f706b4fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:27.005182 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-dac95d10-9c7c-4c09-92a4-9bc9bf059380 service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762223 Jul 08 20:33:27.016506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8f34c0bb-4f9a-4407-8443-83f706b4fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:27.017258 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f34c0bb-4f9a-4407-8443-83f706b4fdff None None] The sync data for ids ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:33:27.043955 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44880) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:27.065491 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-7f6a7675-0767-4629-b66b-4e16ff7fa2e9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a HTTP/1.1" status: 200 len: 217 time: 0.0493145 Jul 08 20:33:27.105822 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aecc346-5a6d-4a22-ada8-cdfce9cff771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:27.129061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-22edcffa-3839-4633-b7a9-ccbc91c7d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:27.130788 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-22edcffa-3839-4633-b7a9-ccbc91c7d46a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5d557e9a-a0b2-4dcc-8401-6293602492e6 HTTP/1.1" status: 200 len: 797 time: 0.0568635 Jul 08 20:33:27.238201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-381901f2-ee2b-4447-94cb-3a5ee50c74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:27.243490 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-381901f2-ee2b-4447-94cb-3a5ee50c74f1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=cd03060a-bfc6-43cb-9261-c17858115213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1013036 Jul 08 20:33:27.317239 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6316555e-6f8f-42f9-9a50-858cd32e5544 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:33:27.386001 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-f50799b3-59a9-4ef3-afdc-82a3a086b3ed service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237502 Jul 08 20:33:27.405726 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aecc346-5a6d-4a22-ada8-cdfce9cff771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:27.416167 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aecc346-5a6d-4a22-ada8-cdfce9cff771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:27.446193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6316555e-6f8f-42f9-9a50-858cd32e5544 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:27.446724 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:27.531074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7aecc346-5a6d-4a22-ada8-cdfce9cff771 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5e01ae801d964a65a41595addf8a06e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837184 Jul 08 20:33:27.541136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44896) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:27.556958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecc346-5a6d-4a22-ada8-cdfce9cff771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a8ffaa-5303-4eb3-8b43-391a7a900852,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:27.889614 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:28.070831 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-472df67a-769c-4027-8ac6-c4b509dbb1e0 req-cd5532b9-3b3a-4f87-ba38-c43901e53c36 service neutron] 10.222.0.103 "GET /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720779 Jul 08 20:33:28.084661 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a17eb3de-3cee-46f2-84e0-91a68e1bfdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:28.111942 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a17eb3de-3cee-46f2-84e0-91a68e1bfdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:28.214701 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a17eb3de-3cee-46f2-84e0-91a68e1bfdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:28.217526 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a17eb3de-3cee-46f2-84e0-91a68e1bfdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:28.221158 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a17eb3de-3cee-46f2-84e0-91a68e1bfdfd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/65a8ffaa-5303-4eb3-8b43-391a7a900852 HTTP/1.1" status: 204 len: 168 time: 0.6744943 Jul 08 20:33:28.244293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17eb3de-3cee-46f2-84e0-91a68e1bfdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a8ffaa-5303-4eb3-8b43-391a7a900852,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:28.469695 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Allocated IP 172.20.0.1 (8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7/1532e51c-d291-4c2d-ae01-49c639a9aee7/bc5efb82-457c-45c3-9d8b-4facc86cf72f) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:28.662845 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:28.685821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Transition to ACTIVE for port object bc5efb82-457c-45c3-9d8b-4facc86cf72f will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:28.728082 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:28.773074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Network 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:28.777857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:28.786301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:28.823986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event updated for resources: {'Port': ['ID=bc5efb82-457c-45c3-9d8b-4facc86cf72f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:28.862368 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:29.121784 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:29.201521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b62923ee-46b9-4807-ab0f-d8df83120cbb None None] Provisioning for port bc5efb82-457c-45c3-9d8b-4facc86cf72f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:29.210377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b62923ee-46b9-4807-ab0f-d8df83120cbb None None] Provisioning complete for port bc5efb82-457c-45c3-9d8b-4facc86cf72f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:29.212947 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b62923ee-46b9-4807-ab0f-d8df83120cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:29.298821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b62923ee-46b9-4807-ab0f-d8df83120cbb None None] Port bc5efb82-457c-45c3-9d8b-4facc86cf72f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:33:29.715329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45000) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:29.863171 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29faf348-f3c6-4231-9b2f-1518820f980a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:29.974688 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29faf348-f3c6-4231-9b2f-1518820f980a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:29.979927 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29faf348-f3c6-4231-9b2f-1518820f980a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:30.004800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:30.012068 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:30.012208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faf348-f3c6-4231-9b2f-1518820f980a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3beb01c5-a9d3-421b-a654-c48f5b76e8e4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:30.034045 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-29faf348-f3c6-4231-9b2f-1518820f980a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8eacf2b5c13546a5b435385acc0cd517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168418 Jul 08 20:33:30.036777 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45008) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:30.118868 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:30.123020 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25537659-9004-4ff2-9030-552cdd612c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:30.162404 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25537659-9004-4ff2-9030-552cdd612c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:30.172106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event updated for resources: {'Port': ['ID=bc5efb82-457c-45c3-9d8b-4facc86cf72f,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:30.233466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25537659-9004-4ff2-9030-552cdd612c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:30.237743 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25537659-9004-4ff2-9030-552cdd612c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:30.239362 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-25537659-9004-4ff2-9030-552cdd612c5d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3beb01c5-a9d3-421b-a654-c48f5b76e8e4 HTTP/1.1" status: 204 len: 168 time: 0.2014275 Jul 08 20:33:30.250795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25537659-9004-4ff2-9030-552cdd612c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beb01c5-a9d3-421b-a654-c48f5b76e8e4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:30.309829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Network 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:30.311592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:30.456787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Router 643ec17b-2b9c-4d2e-b487-29bfc65f68e9 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:33:30.654636 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bee0182e-e4e3-4e17-b135-87ae33d7054c None None] Provisioning complete for port bc5efb82-457c-45c3-9d8b-4facc86cf72f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:30.655608 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bee0182e-e4e3-4e17-b135-87ae33d7054c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:30.677963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:33:30.688225 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-36e7a9eb-32e8-4721-944f-4eb0d69e21ff tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "PUT /v2.0/routers/643ec17b-2b9c-4d2e-b487-29bfc65f68e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7389460 Jul 08 20:33:30.691261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45026) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:30.698438 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d19d0a-77cb-48ca-a489-58d6d766282d None None] Sync routers for ids ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:33:30.698970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Request body: {'port': {'network_id': '8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7', 'name': 'tempest-FloatingIPAdminTestJSON-1668583575'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:30.718779 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d19d0a-77cb-48ca-a489-58d6d766282d None None] Routers {'643ec17b-2b9c-4d2e-b487-29bfc65f68e9'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:30.720071 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c7d19d0a-77cb-48ca-a489-58d6d766282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:30.770574 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bee0182e-e4e3-4e17-b135-87ae33d7054c None None] Port bc5efb82-457c-45c3-9d8b-4facc86cf72f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:33:30.833726 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c7d19d0a-77cb-48ca-a489-58d6d766282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:30.857518 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d19d0a-77cb-48ca-a489-58d6d766282d None None] Routers {'643ec17b-2b9c-4d2e-b487-29bfc65f68e9'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:30.858147 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c7d19d0a-77cb-48ca-a489-58d6d766282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:30.913178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Made reservation on behalf of 74fe911c404b4c08a09f18bd245e5dc8 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:30.917643 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:30.952089 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c7d19d0a-77cb-48ca-a489-58d6d766282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:30.952903 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d19d0a-77cb-48ca-a489-58d6d766282d None None] The sync data for ids ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:33:30.984909 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] device_id is not set on port 06dc74da-ea77-45f4-a361-0589ef14895d yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:33:31.173400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Allocated IP 172.20.0.3 (8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7/1532e51c-d291-4c2d-ae01-49c639a9aee7/06dc74da-ea77-45f4-a361-0589ef14895d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:31.404840 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:31.422849 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Transition to ACTIVE for port object 06dc74da-ea77-45f4-a361-0589ef14895d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:31.469174 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:31.523622 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Network 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:31.527647 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:31.532956 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:31.587284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:31.587951 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:31.594734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event updated for resources: {'Port': ['ID=06dc74da-ea77-45f4-a361-0589ef14895d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:31.616067 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d17c7319-0f6e-45da-808a-aa335cf760c4 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9206309 Jul 08 20:33:31.616529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45060) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:31.915106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3889606a-d29f-41b5-bf38-d100dbdeaa2d None None] Provisioning for port 06dc74da-ea77-45f4-a361-0589ef14895d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:31.922641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-4a1877ec-43cc-42c4-b7d0-4fbe1b22cd1e req-7b9d3286-491a-4aa9-b842-967f7d1e6a0b service neutron] (94065) timed out ('10.222.0.101', 44218) {{(pid=94065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 20:33:31.923204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3889606a-d29f-41b5-bf38-d100dbdeaa2d None None] Provisioning complete for port 06dc74da-ea77-45f4-a361-0589ef14895d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:31.925693 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3889606a-d29f-41b5-bf38-d100dbdeaa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:31.984042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'project_id': '74fe911c404b4c08a09f18bd245e5dc8', 'port_id': '06dc74da-ea77-45f4-a361-0589ef14895d'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:31.989619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-3889606a-d29f-41b5-bf38-d100dbdeaa2d None None] Port 06dc74da-ea77-45f4-a361-0589ef14895d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:33:32.011103 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:32.103674 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:32.247307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Allocated IP 172.25.4.145 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/22169f77-1e9b-4953-8670-12f688a8b2bf) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:32.409086 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:32.470262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:32.548582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:32.557798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:32.564112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:32.605847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Pushing event updated for resources: {'Port': ['ID=22169f77-1e9b-4953-8670-12f688a8b2bf,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:32.636171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45100) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:32.770107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4a448c02-265d-4b2f-a437-a6a59885e548 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:32.802876 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4a448c02-265d-4b2f-a437-a6a59885e548 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] 10.222.0.101 "PUT /v2.0/quotas/b41612bfcf6e4c1baf6c81a80a632fba HTTP/1.1" status: 200 len: 368 time: 0.1650734 Jul 08 20:33:32.803550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45106) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:32.811951 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Request body: {'network': {'project_id': 'b41612bfcf6e4c1baf6c81a80a632fba'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:32.843496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Made reservation on behalf of b41612bfcf6e4c1baf6c81a80a632fba for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:32.846683 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:32.864994 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.029963 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.036368 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.071265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:33:33.083775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6002ff8b-ea59-42e6-9b6a-4c6e5942f1f7,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:33.097082 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.101903 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.102255 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Added segment 9c111535-f1f2-4e1d-954d-ffde2820123b of type vlan for network 8be2119b-cd9b-47f8-8669-4e89da6a137d Jul 08 20:33:33.150757 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.183971 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.186512 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.187952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:33.188599 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.224666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4199591 Jul 08 20:33:33.230778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45112) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:33.237150 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-444676e8-7555-4c34-9060-832471e28208 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Request body: {'network': {'project_id': 'b41612bfcf6e4c1baf6c81a80a632fba'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:33.271504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8607df8-dee3-45b5-b490-c623289586a7 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Pushing event updated for resources: {'Network': ['ID=8be2119b-cd9b-47f8-8669-4e89da6a137d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:33.293759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 8be2119b-cd9b-47f8-8669-4e89da6a137d details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:33:33.313329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444676e8-7555-4c34-9060-832471e28208 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Made reservation on behalf of b41612bfcf6e4c1baf6c81a80a632fba for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:33.316943 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-444676e8-7555-4c34-9060-832471e28208 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.344942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444676e8-7555-4c34-9060-832471e28208 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:33:33.357297 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-444676e8-7555-4c34-9060-832471e28208 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.357764 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-444676e8-7555-4c34-9060-832471e28208 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Added segment 93feca07-8813-48b0-9d34-49f7da1cddea of type vlan for network 9752d159-e398-44bb-b617-10ba1e338410 Jul 08 20:33:33.404820 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-444676e8-7555-4c34-9060-832471e28208 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.463337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-444676e8-7555-4c34-9060-832471e28208 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.464377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444676e8-7555-4c34-9060-832471e28208 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:33.465036 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-444676e8-7555-4c34-9060-832471e28208 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.535291 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-444676e8-7555-4c34-9060-832471e28208 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3029563 Jul 08 20:33:33.539479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45116) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:33.544570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5e9b491f-4da3-4209-ac4f-5b77da1365c9 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Request body: {'network': {'project_id': 'b41612bfcf6e4c1baf6c81a80a632fba'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:33.557514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444676e8-7555-4c34-9060-832471e28208 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Pushing event updated for resources: {'Network': ['ID=9752d159-e398-44bb-b617-10ba1e338410,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:33.557744 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9b491f-4da3-4209-ac4f-5b77da1365c9 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 20:33:33.558371 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9b491f-4da3-4209-ac4f-5b77da1365c9 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:33:33.563445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.565444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45118) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:33.568587 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5e9b491f-4da3-4209-ac4f-5b77da1365c9 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0189650 Jul 08 20:33:33.569903 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 9752d159-e398-44bb-b617-10ba1e338410 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:33:33.647172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bd09fe1-26af-4288-b8f5-2bac686b88f1 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.651425 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.839553 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:33.905582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Pushing event updated for resources: {'Port': ['ID=22169f77-1e9b-4953-8670-12f688a8b2bf,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:33.982180 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bd09fe1-26af-4288-b8f5-2bac686b88f1 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.030954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-5bd09fe1-26af-4288-b8f5-2bac686b88f1 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9752d159-e398-44bb-b617-10ba1e338410']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:34.059446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-5bd09fe1-26af-4288-b8f5-2bac686b88f1 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93feca07-8813-48b0-9d34-49f7da1cddea') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:34.059818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-5bd09fe1-26af-4288-b8f5-2bac686b88f1 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93feca07-8813-48b0-9d34-49f7da1cddea') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:34.077060 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bd09fe1-26af-4288-b8f5-2bac686b88f1 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.087413 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-13c88467-73ac-4671-9f49-72f6ce81c8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.101933 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Floating IP 62037d2e-bcac-4428-bec8-75d816c294e3 associated. External IP: 172.25.4.145, port: 06dc74da-ea77-45f4-a361-0589ef14895d. Jul 08 20:33:34.105590 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bd09fe1-26af-4288-b8f5-2bac686b88f1 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.152645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd09fe1-26af-4288-b8f5-2bac686b88f1 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:33:34.153069 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bd09fe1-26af-4288-b8f5-2bac686b88f1 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:33:34.155007 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:33:34.255868 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bd09fe1-26af-4288-b8f5-2bac686b88f1 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.264096 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bd09fe1-26af-4288-b8f5-2bac686b88f1 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.267886 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5bd09fe1-26af-4288-b8f5-2bac686b88f1 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] 10.222.0.101 "DELETE /v2.0/networks/9752d159-e398-44bb-b617-10ba1e338410 HTTP/1.1" status: 204 len: 168 time: 0.7013412 Jul 08 20:33:34.268903 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45128) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:34.284858 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd09fe1-26af-4288-b8f5-2bac686b88f1 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Pushing event deleted for resources: {'Network': ['ID=9752d159-e398-44bb-b617-10ba1e338410,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:34.351811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dfabe91-4b8c-426b-8638-2977c8873939 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.417210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Router 643ec17b-2b9c-4d2e-b487-29bfc65f68e9 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:33:34.446349 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dfabe91-4b8c-426b-8638-2977c8873939 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.458166 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-8dfabe91-4b8c-426b-8638-2977c8873939 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be2119b-cd9b-47f8-8669-4e89da6a137d']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:34.471574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-8dfabe91-4b8c-426b-8638-2977c8873939 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c111535-f1f2-4e1d-954d-ffde2820123b') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:34.471877 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-8dfabe91-4b8c-426b-8638-2977c8873939 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c111535-f1f2-4e1d-954d-ffde2820123b') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:34.482833 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dfabe91-4b8c-426b-8638-2977c8873939 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.506693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dfabe91-4b8c-426b-8638-2977c8873939 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.514063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfabe91-4b8c-426b-8638-2977c8873939 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:33:34.514689 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dfabe91-4b8c-426b-8638-2977c8873939 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:33:34.516749 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:33:34.537146 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:33:34.549570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6bf5bf-4437-4584-8739-7241c4b9aeae None None] Sync routers for ids ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:33:34.558057 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.566336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6bf5bf-4437-4584-8739-7241c4b9aeae None None] Routers {'643ec17b-2b9c-4d2e-b487-29bfc65f68e9'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:34.568149 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fe6bf5bf-4437-4584-8739-7241c4b9aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:34.595961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dfabe91-4b8c-426b-8638-2977c8873939 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.615643 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dfabe91-4b8c-426b-8638-2977c8873939 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:34.616101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fe6bf5bf-4437-4584-8739-7241c4b9aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:34.621712 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8dfabe91-4b8c-426b-8638-2977c8873939 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] 10.222.0.101 "DELETE /v2.0/networks/8be2119b-cd9b-47f8-8669-4e89da6a137d HTTP/1.1" status: 204 len: 168 time: 0.3516724 Jul 08 20:33:34.622732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabe91-4b8c-426b-8638-2977c8873939 tempest-QuotasNegativeTest-1814610311 tempest-QuotasNegativeTest-1814610311-project-admin] Pushing event deleted for resources: {'Network': ['ID=8be2119b-cd9b-47f8-8669-4e89da6a137d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:34.628168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6bf5bf-4437-4584-8739-7241c4b9aeae None None] Routers {'643ec17b-2b9c-4d2e-b487-29bfc65f68e9'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:34.628863 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fe6bf5bf-4437-4584-8739-7241c4b9aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:34.635659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45136) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:34.638703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5b6559fe-1c73-4220-ad9c-e46a93bc22ee tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.0183072 Jul 08 20:33:34.703624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fe6bf5bf-4437-4584-8739-7241c4b9aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:34.704741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6bf5bf-4437-4584-8739-7241c4b9aeae None None] The sync data for ids ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:33:34.841159 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-94fb2d64-fd95-4946-bf91-78b7eea25006 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] 10.222.0.101 "GET /v2.0/floatingips/62037d2e-bcac-4428-bec8-75d816c294e3 HTTP/1.1" status: 200 len: 983 time: 0.1965306 Jul 08 20:33:34.841159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45144) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:34.949433 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ce362b56-16ab-4358-afc6-2f2d2875db58 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4604 time: 0.1112342 Jul 08 20:33:34.950708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45148) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:35.171378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-e7127e7a-b941-4bc5-b970-ce5a648297e1 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Deleting port 22169f77-1e9b-4953-8670-12f688a8b2bf {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:33:35.172023 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7127e7a-b941-4bc5-b970-ce5a648297e1 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:35.290228 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7127e7a-b941-4bc5-b970-ce5a648297e1 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:35.290556 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7127e7a-b941-4bc5-b970-ce5a648297e1 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:35.304790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-e7127e7a-b941-4bc5-b970-ce5a648297e1 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Calling delete_port for 22169f77-1e9b-4953-8670-12f688a8b2bf owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:33:35.382161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45154) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:35.529387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7127e7a-b941-4bc5-b970-ce5a648297e1 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:35.549058 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b44d8bb9-815b-4b58-847a-3922b83b87e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:35.566631 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7127e7a-b941-4bc5-b970-ce5a648297e1 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event deleted for resources: {'Port': ['ID=22169f77-1e9b-4953-8670-12f688a8b2bf,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:35.660463 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7127e7a-b941-4bc5-b970-ce5a648297e1 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:35.661139 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-e7127e7a-b941-4bc5-b970-ce5a648297e1 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Floating IP 62037d2e-bcac-4428-bec8-75d816c294e3 disassociated (deleted). External IP: 172.25.4.145, port: 06dc74da-ea77-45f4-a361-0589ef14895d. Jul 08 20:33:35.669322 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b44d8bb9-815b-4b58-847a-3922b83b87e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:35.674383 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b44d8bb9-815b-4b58-847a-3922b83b87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:35.703506 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b44d8bb9-815b-4b58-847a-3922b83b87e3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=47417ccab0d7420d95d1043d2ab9a13f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196852 Jul 08 20:33:35.705904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45160) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:35.747054 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d8bb9-815b-4b58-847a-3922b83b87e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dc2cc6-7cf5-4e19-9689-d64bfc47f7e0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:35.782880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cec4a6fa-ea64-475d-a738-ca2c3ac90695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:35.813420 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cec4a6fa-ea64-475d-a738-ca2c3ac90695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:35.877918 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cec4a6fa-ea64-475d-a738-ca2c3ac90695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:35.882091 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cec4a6fa-ea64-475d-a738-ca2c3ac90695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:35.884184 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cec4a6fa-ea64-475d-a738-ca2c3ac90695 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/55dc2cc6-7cf5-4e19-9689-d64bfc47f7e0 HTTP/1.1" status: 204 len: 168 time: 0.1773615 Jul 08 20:33:35.895838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4a6fa-ea64-475d-a738-ca2c3ac90695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dc2cc6-7cf5-4e19-9689-d64bfc47f7e0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:36.053598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7127e7a-b941-4bc5-b970-ce5a648297e1 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Router 643ec17b-2b9c-4d2e-b487-29bfc65f68e9 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:33:36.331679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45172) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:36.437671 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91b43723-44b4-4c33-b993-51e6ec148e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:36.636026 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91b43723-44b4-4c33-b993-51e6ec148e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:36.641961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91b43723-44b4-4c33-b993-51e6ec148e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:36.698642 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-91b43723-44b4-4c33-b993-51e6ec148e4f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b1796e69962048e9b98237e85f73b9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634958 Jul 08 20:33:36.698642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b43723-44b4-4c33-b993-51e6ec148e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b2dc2a-cfd0-4e5a-8c43-7af71d068707,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:36.700500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45176) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:36.736968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7127e7a-b941-4bc5-b970-ce5a648297e1 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:33:36.748770 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7127e7a-b941-4bc5-b970-ce5a648297e1 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:36.755081 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb7bf2-2611-43bf-8f7a-fece1700c265 None None] Sync routers for ids ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:33:36.770503 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb7bf2-2611-43bf-8f7a-fece1700c265 None None] Routers {'643ec17b-2b9c-4d2e-b487-29bfc65f68e9'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:36.771794 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2eeb7bf2-2611-43bf-8f7a-fece1700c265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:36.778907 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95b79a9d-2be9-432e-8642-79fdd748e9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:36.811673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edb3eb-ae29-446d-b8de-79b9c001dbac req-25aea2b5-d8d9-49ab-8e8f-d0695098ac91 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:36.813742 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2eeb7bf2-2611-43bf-8f7a-fece1700c265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:36.818804 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20edb3eb-ae29-446d-b8de-79b9c001dbac req-25aea2b5-d8d9-49ab-8e8f-d0695098ac91 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1468923 Jul 08 20:33:36.824180 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb7bf2-2611-43bf-8f7a-fece1700c265 None None] Routers {'643ec17b-2b9c-4d2e-b487-29bfc65f68e9'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:36.825188 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2eeb7bf2-2611-43bf-8f7a-fece1700c265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:36.827907 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e7127e7a-b941-4bc5-b970-ce5a648297e1 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "DELETE /v2.0/floatingips/62037d2e-bcac-4428-bec8-75d816c294e3 HTTP/1.1" status: 204 len: 168 time: 1.8759987 Jul 08 20:33:36.831691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45184) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:36.833581 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95b79a9d-2be9-432e-8642-79fdd748e9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:36.866622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:36.871656 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2eeb7bf2-2611-43bf-8f7a-fece1700c265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:36.873042 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb7bf2-2611-43bf-8f7a-fece1700c265 None None] The sync data for ids ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:33:36.927931 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20edb3eb-ae29-446d-b8de-79b9c001dbac req-9ac00f65-ec10-445d-a7b6-98e1d095c67e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081328 Jul 08 20:33:36.931194 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfa19362-7db3-4dda-b02b-d71a6d7b600a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:36.935807 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:36.939895 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95b79a9d-2be9-432e-8642-79fdd748e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:36.942807 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95b79a9d-2be9-432e-8642-79fdd748e9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:36.948612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-95b79a9d-2be9-432e-8642-79fdd748e9ff admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b1b2dc2a-cfd0-4e5a-8c43-7af71d068707 HTTP/1.1" status: 204 len: 168 time: 0.2468286 Jul 08 20:33:36.952541 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:36.966196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b79a9d-2be9-432e-8642-79fdd748e9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b2dc2a-cfd0-4e5a-8c43-7af71d068707,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:37.081401 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:37.229038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a7ce9-b107-4371-8153-94836026c5cc req-a9373b3c-06f6-49c3-a894-2d7979ad550a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:37.237456 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ee2a7ce9-b107-4371-8153-94836026c5cc req-a9373b3c-06f6-49c3-a894-2d7979ad550a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1149681 Jul 08 20:33:37.330965 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ee2a7ce9-b107-4371-8153-94836026c5cc req-f17f54cb-8dd6-492d-9899-1d58d438498a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923371 Jul 08 20:33:37.340418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Allocated IP 172.25.4.49 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/a7ae2a6b-147c-40a7-b297-fe22940f9d03) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:37.586389 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:37.703163 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:37.817703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Pushing event updated for resources: {'Port': ['ID=a7ae2a6b-147c-40a7-b297-fe22940f9d03,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:37.846041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:37.848250 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:37.850663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:38.036862 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:38.079625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6d882-583e-4305-9444-f241cc6769ec req-6b04bd3c-5386-4095-be0f-6697447d2294 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:38.088590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fa6d882-583e-4305-9444-f241cc6769ec req-6b04bd3c-5386-4095-be0f-6697447d2294 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1355941 Jul 08 20:33:38.187195 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:38.214028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:38.262595 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fa6d882-583e-4305-9444-f241cc6769ec req-14d09d60-d369-4286-984a-d414c6c34fbc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686397 Jul 08 20:33:38.576094 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:38.582828 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:38.696061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45230) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:38.697811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Pushing event updated for resources: {'Port': ['ID=a7ae2a6b-147c-40a7-b297-fe22940f9d03,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:38.701621 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:38.733570 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:38.735895 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8503d7c6-f8db-4f54-bc4d-1b8314b9a422 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8904684 Jul 08 20:33:38.754461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45232) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:39.125410 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fa983d35-deee-4874-a779-f684ab0f8b7a tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6413 time: 0.4259946 Jul 08 20:33:39.129351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45244) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:39.137206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-15482237-d8ac-4aa9-b099-34af18d5a4db tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Request body: {'network': {'name': 'tempest-network-smoke--1564479014', 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'port_security_enabled': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:39.183544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15482237-d8ac-4aa9-b099-34af18d5a4db tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Made reservation on behalf of 5a0519eefa684c64b6ff586208453bd9 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:39.187597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15482237-d8ac-4aa9-b099-34af18d5a4db tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:39.231849 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:39.322922 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15482237-d8ac-4aa9-b099-34af18d5a4db tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:33:39.388351 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15482237-d8ac-4aa9-b099-34af18d5a4db tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:39.388890 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-15482237-d8ac-4aa9-b099-34af18d5a4db tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Added segment 8501e52a-f5bc-4b61-8f12-9cd5d2ddad60 of type vlan for network 21f29563-b147-426b-82cf-583000d49172 Jul 08 20:33:39.391437 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:39.491385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15482237-d8ac-4aa9-b099-34af18d5a4db tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:39.564776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9109f1-132e-479d-a869-e60a999b3232 req-fcd212bb-e6e7-4792-940e-754227354612 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:39.573202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d9109f1-132e-479d-a869-e60a999b3232 req-fcd212bb-e6e7-4792-940e-754227354612 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.2281606 Jul 08 20:33:39.582314 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15482237-d8ac-4aa9-b099-34af18d5a4db tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:39.588348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15482237-d8ac-4aa9-b099-34af18d5a4db tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:39.589011 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15482237-d8ac-4aa9-b099-34af18d5a4db tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:39.745320 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-15482237-d8ac-4aa9-b099-34af18d5a4db tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6143634 Jul 08 20:33:39.750617 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45260) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:39.751180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15482237-d8ac-4aa9-b099-34af18d5a4db tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Network': ['ID=21f29563-b147-426b-82cf-583000d49172,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:39.764299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2141802882', 'admin_state_up': True, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:39.781835 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:39.790989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 21f29563-b147-426b-82cf-583000d49172 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:33:39.791543 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d9109f1-132e-479d-a869-e60a999b3232 req-30114b5e-9b7d-4b5e-8c37-76dba66a3844 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168036 Jul 08 20:33:39.862319 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:39.863867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:39.869609 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:39.996679 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:40.118066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Allocated IP 172.25.4.122 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/9b655bbf-eb6b-4b74-be30-9e5ecde7b835) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:40.297122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:40.318095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45272) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:40.363527 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:40.378044 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:40.497925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-878c4133-348c-49ac-9a75-2a48ce308676 tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:40.510903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:40.524614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:40.528528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:40.533625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Pushing event updated for resources: {'Port': ['ID=9b655bbf-eb6b-4b74-be30-9e5ecde7b835,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:40.626166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-878c4133-348c-49ac-9a75-2a48ce308676 tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] 10.222.0.101 "PUT /v2.0/quotas/6eb67dd184a6465280a23a6374ea69a4 HTTP/1.1" status: 200 len: 366 time: 0.3088531 Jul 08 20:33:40.629552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45278) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:40.675940 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-eda06a64-aa1f-4ca2-9016-907dec7d9a55 tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] 10.222.0.101 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0428138 Jul 08 20:33:40.686495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45280) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:40.702533 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:40.742315 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-346286e0-ab5e-4f3c-926e-f180a8e38745 tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] 10.222.0.101 "GET /v2.0/quotas/6eb67dd184a6465280a23a6374ea69a4 HTTP/1.1" status: 200 len: 366 time: 0.0537465 Jul 08 20:33:40.745996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45282) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:40.791219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e6ae3763-a988-4948-b844-095b0102cd1d tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] 10.222.0.101 "DELETE /v2.0/quotas/6eb67dd184a6465280a23a6374ea69a4 HTTP/1.1" status: 204 len: 168 time: 0.0398262 Jul 08 20:33:40.793036 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:40.795728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45284) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:40.801619 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:40.836385 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:40.842588 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7da9fa16-2954-46bc-b16f-749bb3faec2d tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] 10.222.0.101 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0435293 Jul 08 20:33:40.845006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45286) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:40.870698 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-29b987ba-2d7a-4a49-bfbb-c3444695f45c tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] 10.222.0.101 "GET /v2.0/quotas/6eb67dd184a6465280a23a6374ea69a4 HTTP/1.1" status: 200 len: 370 time: 0.0231893 Jul 08 20:33:40.872449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45290) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:40.881376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7bdf600f-1556-441a-b48f-3753aecaa025 tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] 10.222.0.101 "GET /v2.0/quotas/6eb67dd184a6465280a23a6374ea69a4/default HTTP/1.1" status: 200 len: 370 time: 0.0078759 Jul 08 20:33:40.882783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45292) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:40.896480 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-a7e7446f-8d19-4f28-9e69-930221934d84 tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] delete failed (client error): The resource could not be found. Jul 08 20:33:40.901566 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a7e7446f-8d19-4f28-9e69-930221934d84 tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] 10.222.0.101 "DELETE /v2.0/quotas/6eb67dd184a6465280a23a6374ea69a4 HTTP/1.1" status: 404 len: 348 time: 0.0153568 Jul 08 20:33:41.037062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Allocated IP 172.25.4.244 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/cfee593a-ea46-4b7e-8204-070c3f5cfc81) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:41.140965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744893b6-4fc6-43b5-888c-13d9d09afd08 req-9399a510-5147-435a-8846-05fefedebb94 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:41.142695 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-744893b6-4fc6-43b5-888c-13d9d09afd08 req-9399a510-5147-435a-8846-05fefedebb94 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1496072 Jul 08 20:33:41.147034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45296) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:41.201162 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-744893b6-4fc6-43b5-888c-13d9d09afd08 req-ec965324-68d8-4b35-8d55-aea01f72e704 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491600 Jul 08 20:33:41.224787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Usage tracker for resource:network and tenant:45fd6b86a7ab49b488afd09f8c095172 is out of sync, need to count used quota {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 20:33:41.229950 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:41.239167 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:41.250309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 20:33:41.274242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Usage tracker for resource:subnet and tenant:45fd6b86a7ab49b488afd09f8c095172 is out of sync, need to count used quota {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 20:33:41.298828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 20:33:41.310059 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:41.317841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Usage tracker for resource:subnetpool and tenant:45fd6b86a7ab49b488afd09f8c095172 is out of sync, need to count used quota {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 20:33:41.325802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 20:33:41.347121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Usage tracker for resource:port and tenant:45fd6b86a7ab49b488afd09f8c095172 is out of sync, need to count used quota {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 20:33:41.358587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 20:33:41.378784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Usage tracker for resource:router and tenant:45fd6b86a7ab49b488afd09f8c095172 is out of sync, need to count used quota {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 20:33:41.387048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 20:33:41.397051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Usage tracker for resource:floatingip and tenant:45fd6b86a7ab49b488afd09f8c095172 is out of sync, need to count used quota {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 20:33:41.401463 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:41.420424 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:41.444235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 20:33:41.472275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Pushing event updated for resources: {'Port': ['ID=9b655bbf-eb6b-4b74-be30-9e5ecde7b835,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:41.482250 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:41.483521 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cf22f296-76ff-4bd5-b6db-05911299bc92 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7274821 Jul 08 20:33:41.488241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45306) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:41.562442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:41.584204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:41.589726 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:41.627833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Port': ['ID=cfee593a-ea46-4b7e-8204-070c3f5cfc81,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:41.715972 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-75020e21-54a7-4a64-9eee-21dfa1957e90 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4788 time: 0.2240000 Jul 08 20:33:41.716797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45308) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:41.763659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Usage tracker for resource:security_group and tenant:45fd6b86a7ab49b488afd09f8c095172 is out of sync, need to count used quota {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 20:33:41.777775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 20:33:41.783382 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-aea41458-9137-479d-99ed-0d41fef78411 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0645912 Jul 08 20:33:41.784251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45310) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:41.823409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Usage tracker for resource:security_group_rule and tenant:45fd6b86a7ab49b488afd09f8c095172 is out of sync, need to count used quota {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 20:33:41.839164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.quota.resource [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 20:33:41.849107 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-98fea94c-3126-46c4-a5b0-8571ff3accad tempest-QuotasTest-1709704539 tempest-QuotasTest-1709704539-project-admin] 10.222.0.101 "GET /v2.0/quotas/45fd6b86a7ab49b488afd09f8c095172/details.json HTTP/1.1" status: 200 len: 703 time: 0.7009969 Jul 08 20:33:42.014636 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:42.066345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-f1bda760-71ad-4ac1-8c87-fec1b06c9853 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Deleting port 9b655bbf-eb6b-4b74-be30-9e5ecde7b835 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:33:42.066770 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1bda760-71ad-4ac1-8c87-fec1b06c9853 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:42.158074 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1bda760-71ad-4ac1-8c87-fec1b06c9853 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:42.158450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1bda760-71ad-4ac1-8c87-fec1b06c9853 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:42.182289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-f1bda760-71ad-4ac1-8c87-fec1b06c9853 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Calling delete_port for 9b655bbf-eb6b-4b74-be30-9e5ecde7b835 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:33:42.449197 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1bda760-71ad-4ac1-8c87-fec1b06c9853 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:42.515746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bda760-71ad-4ac1-8c87-fec1b06c9853 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Pushing event deleted for resources: {'Port': ['ID=9b655bbf-eb6b-4b74-be30-9e5ecde7b835,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:42.517536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45318) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:42.590995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:42.760071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1bda760-71ad-4ac1-8c87-fec1b06c9853 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:42.763478 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1bda760-71ad-4ac1-8c87-fec1b06c9853 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:42.770920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f1bda760-71ad-4ac1-8c87-fec1b06c9853 tempest-FloatingIPAdminTestJSON-8316556 tempest-FloatingIPAdminTestJSON-8316556-project] 10.222.0.101 "DELETE /v2.0/floatingips/9b695a30-f52f-42d1-b71f-725ef5f2a60f HTTP/1.1" status: 204 len: 168 time: 0.9794748 Jul 08 20:33:42.771608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45328) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:42.873999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af04135-69e4-4f36-963d-207a6ce568f4 req-3d2e6669-b566-42ab-a0ca-e8a0620d58cc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:42.875649 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1af04135-69e4-4f36-963d-207a6ce568f4 req-3d2e6669-b566-42ab-a0ca-e8a0620d58cc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.3637202 Jul 08 20:33:42.952386 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75be89ba-2f65-473f-a52a-a8e2e638fc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.011181 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1af04135-69e4-4f36-963d-207a6ce568f4 req-134e9e38-7936-4aff-9d34-259607ef88cb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926805 Jul 08 20:33:43.077448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-05f0d47d-a318-466c-a2bd-693a2aa8f297 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Deleting port a7ae2a6b-147c-40a7-b297-fe22940f9d03 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:33:43.077795 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05f0d47d-a318-466c-a2bd-693a2aa8f297 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.189804 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75be89ba-2f65-473f-a52a-a8e2e638fc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.198558 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75be89ba-2f65-473f-a52a-a8e2e638fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.202237 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05f0d47d-a318-466c-a2bd-693a2aa8f297 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.202568 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05f0d47d-a318-466c-a2bd-693a2aa8f297 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.252139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-05f0d47d-a318-466c-a2bd-693a2aa8f297 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Calling delete_port for a7ae2a6b-147c-40a7-b297-fe22940f9d03 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:33:43.262975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Router ce444d65-3f95-403f-a1fb-1b2512677bdc is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:33:43.266321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be89ba-2f65-473f-a52a-a8e2e638fc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9605eb4-33e3-420c-9a09-d715e6791fd7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:43.270892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-75be89ba-2f65-473f-a52a-a8e2e638fc19 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6d3ef40bc25a4e2493260f112a5533c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6890550 Jul 08 20:33:43.275108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45330) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:43.384291 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bc24b5b-aa72-4299-9fa0-e34a4e21bf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.418711 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bc24b5b-aa72-4299-9fa0-e34a4e21bf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.461191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:33:43.478966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Sync routers for ids ['ce444d65-3f95-403f-a1fb-1b2512677bdc'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:33:43.490697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Routers {'ce444d65-3f95-403f-a1fb-1b2512677bdc'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:43.492176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ce444d65-3f95-403f-a1fb-1b2512677bdc'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:43.503445 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.512419 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-406a6b6c-87e5-42db-a7e2-37636d690b9e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7556601 Jul 08 20:33:43.514778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45332) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:43.527872 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bc24b5b-aa72-4299-9fa0-e34a4e21bf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.531281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bc24b5b-aa72-4299-9fa0-e34a4e21bf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.536140 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9bc24b5b-aa72-4299-9fa0-e34a4e21bf33 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a9605eb4-33e3-420c-9a09-d715e6791fd7 HTTP/1.1" status: 204 len: 168 time: 0.2600148 Jul 08 20:33:43.549345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc24b5b-aa72-4299-9fa0-e34a4e21bf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9605eb4-33e3-420c-9a09-d715e6791fd7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:43.553203 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05f0d47d-a318-466c-a2bd-693a2aa8f297 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.592182 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0d47d-a318-466c-a2bd-693a2aa8f297 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7ae2a6b-147c-40a7-b297-fe22940f9d03,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:43.707514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcb6301-670c-47f8-b625-fd345f9cf746 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:43.709052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Set router ce444d65-3f95-403f-a1fb-1b2512677bdc gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:33:43.709975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fbcb6301-670c-47f8-b625-fd345f9cf746 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=5a0519eefa684c64b6ff586208453bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1920831 Jul 08 20:33:43.713611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45342) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:43.777169 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05f0d47d-a318-466c-a2bd-693a2aa8f297 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.783370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05f0d47d-a318-466c-a2bd-693a2aa8f297 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:43.793528 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-05f0d47d-a318-466c-a2bd-693a2aa8f297 tempest-FloatingIPAdminTestJSON-965354595 tempest-FloatingIPAdminTestJSON-965354595-project-admin] 10.222.0.101 "DELETE /v2.0/floatingips/95589375-597f-4cb5-a37d-b4334e023a04 HTTP/1.1" status: 204 len: 168 time: 1.0208488 Jul 08 20:33:43.794534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45346) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:44.035197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-868bab2d-4750-49e3-b5fa-417ae1f37b4e tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Deleting port 06dc74da-ea77-45f4-a361-0589ef14895d {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:33:44.036614 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-868bab2d-4750-49e3-b5fa-417ae1f37b4e tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:44.208998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45356) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:44.242886 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c513f08f-e41f-4af3-978f-1b2a050f36b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:44.246924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141802882', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:33:39Z', 'updated_at': '2021-07-08T20:33:41Z', 'revision_number': 3, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:33:40Z', 'updated_at': '2021-07-08T20:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:44.291461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Checking router: ce444d65-3f95-403f-a1fb-1b2512677bdc for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:33:44.291727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Updating router ce444d65-3f95-403f-a1fb-1b2512677bdc port cfee593a-ea46-4b7e-8204-070c3f5cfc81 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:33:44.337812 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee094fe5-d8d7-4261-ab53-660a3006c3a3 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:44.340031 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ee094fe5-d8d7-4261-ab53-660a3006c3a3 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6250343 Jul 08 20:33:44.342995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45358) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:44.388053 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c5d5f68e-8894-44cc-9587-01c5a9243802 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432432 Jul 08 20:33:44.390815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45360) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:44.408153 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-868bab2d-4750-49e3-b5fa-417ae1f37b4e tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:44.417123 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:44.470994 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2ce261ed-cb65-4138-a2a8-0f3b5bcda72c tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=5a0519eefa684c64b6ff586208453bd9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0763113 Jul 08 20:33:44.471889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45366) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:44.517446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-868bab2d-4750-49e3-b5fa-417ae1f37b4e tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Calling delete_port for 06dc74da-ea77-45f4-a361-0589ef14895d owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:33:44.641547 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c513f08f-e41f-4af3-978f-1b2a050f36b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:44.647961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd65dbe-a132-43c1-a0a4-586701a3c7a6 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:44.653314 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1cd65dbe-a132-43c1-a0a4-586701a3c7a6 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1778691 Jul 08 20:33:44.653492 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c513f08f-e41f-4af3-978f-1b2a050f36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:44.654329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45370) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:44.695128 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c92f8ba6-d2da-41bb-84e3-e1578efee366 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367234 Jul 08 20:33:44.697180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45372) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:44.703372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880987964', 'network_id': '21f29563-b147-426b-82cf-583000d49172', 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:44.728116 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98449fdb-efd9-44c1-8d5d-87d8c9fb3b4f req-8a06e15a-61c8-4480-8243-bbc71ada74fb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:44.735222 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-98449fdb-efd9-44c1-8d5d-87d8c9fb3b4f req-8a06e15a-61c8-4480-8243-bbc71ada74fb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.3234570 Jul 08 20:33:44.737071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513f08f-e41f-4af3-978f-1b2a050f36b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9fe4e9-591f-411c-bd5d-2baa9ac22303,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:44.764720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c513f08f-e41f-4af3-978f-1b2a050f36b6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=45fd6b86a7ab49b488afd09f8c095172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519872 Jul 08 20:33:44.765837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45374) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:44.863490 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Made reservation on behalf of 5a0519eefa684c64b6ff586208453bd9 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:44.877139 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:44.884593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-98449fdb-efd9-44c1-8d5d-87d8c9fb3b4f req-9882a0dc-9444-4fb8-96bf-43ef26b1820b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483936 Jul 08 20:33:44.906375 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:44.920884 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-feaf77d2-1c59-455f-b0f0-47b7dd7c0fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:44.923902 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-868bab2d-4750-49e3-b5fa-417ae1f37b4e tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:44.938413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Transition to ACTIVE for port object cfee593a-ea46-4b7e-8204-070c3f5cfc81 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:44.952325 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:44.981910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bab2d-4750-49e3-b5fa-417ae1f37b4e tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event deleted for resources: {'Port': ['ID=06dc74da-ea77-45f4-a361-0589ef14895d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:44.985059 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-feaf77d2-1c59-455f-b0f0-47b7dd7c0fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:45.073443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Attempting to bind port cfee593a-ea46-4b7e-8204-070c3f5cfc81 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:33:45.073850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Attempting to bind port cfee593a-ea46-4b7e-8204-070c3f5cfc81 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:33:45.074193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Attempting to bind port cfee593a-ea46-4b7e-8204-070c3f5cfc81 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:33:45.091079 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:33:45.094092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:33:45.095628 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:45.097780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:33:45.100166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Bound port: cfee593a-ea46-4b7e-8204-070c3f5cfc81, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:33:45.103122 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:45.113591 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Pushing event updated for resources: {'Port': ['ID=cfee593a-ea46-4b7e-8204-070c3f5cfc81,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:45.166280 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-868bab2d-4750-49e3-b5fa-417ae1f37b4e tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:45.170993 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-868bab2d-4750-49e3-b5fa-417ae1f37b4e tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "DELETE /v2.0/ports/06dc74da-ea77-45f4-a361-0589ef14895d HTTP/1.1" status: 204 len: 168 time: 1.3729763 Jul 08 20:33:45.171295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45380) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:45.181552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.182110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.182474 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.182856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.183203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.183547 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.184048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.184385 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.185042 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.185767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.187887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.188438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.200408 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-feaf77d2-1c59-455f-b0f0-47b7dd7c0fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:45.202783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-feaf77d2-1c59-455f-b0f0-47b7dd7c0fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:45.206625 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-feaf77d2-1c59-455f-b0f0-47b7dd7c0fa4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fa9fe4e9-591f-411c-bd5d-2baa9ac22303 HTTP/1.1" status: 204 len: 168 time: 0.4380453 Jul 08 20:33:45.280951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] For port cfee593a-ea46-4b7e-8204-070c3f5cfc81, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:33:45.292178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] For port cfee593a-ea46-4b7e-8204-070c3f5cfc81, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=cfee593a-ea46-4b7e-8204-070c3f5cfc81,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:33:45.300388 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf77d2-1c59-455f-b0f0-47b7dd7c0fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9fe4e9-591f-411c-bd5d-2baa9ac22303,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:45.301617 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:45.373578 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:45.420855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04c210-cc8c-40b6-acb4-6860fd243594 None None] Pushing event updated for resources: {'Port': ['ID=cfee593a-ea46-4b7e-8204-070c3f5cfc81,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:45.459351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Routers {'ce444d65-3f95-403f-a1fb-1b2512677bdc'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:45.459708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ce444d65-3f95-403f-a1fb-1b2512677bdc'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:45.466922 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00310538-1627-4166-9d30-f51b80a10e98 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:45.471876 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-00310538-1627-4166-9d30-f51b80a10e98 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "GET /v2.0/ports?device_id=643ec17b-2b9c-4d2e-b487-29bfc65f68e9 HTTP/1.1" status: 200 len: 913 time: 0.2994771 Jul 08 20:33:45.474457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45384) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:45.601865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Subnet': ['ID=1f97ed50-3acd-4ca9-be10-77119958d581,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:45.607157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Checking segment: {'id': '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '21f29563-b147-426b-82cf-583000d49172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:33:45.607378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Network hostable DHCP agents. Network: 21f29563-b147-426b-82cf-583000d49172, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:33:45.616125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] Set router ce444d65-3f95-403f-a1fb-1b2512677bdc gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:33:45.644425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.644865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.645145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.645488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.645820 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.646154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.646487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.646886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.647225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.647549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.648291 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.648661 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:33:45.712445 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Network 21f29563-b147-426b-82cf-583000d49172 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:33:45.724914 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 21f29563-b147-426b-82cf-583000d49172) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:45.730655 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:45.740137 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:45.760678 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-84ab8ee5-ffe4-42a4-b094-d5220e40ea56 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0609155 Jul 08 20:33:45.763248 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45390) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:45.765125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3980c7ac-58e9-476c-8b7d-4c551bea4647 None None] Network 21f29563-b147-426b-82cf-583000d49172 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:33:46.055825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-21f29563-b147-426b-82cf-583000d49172', 'network_id': '21f29563-b147-426b-82cf-583000d49172', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'fixed_ips': [{'subnet_id': '1f97ed50-3acd-4ca9-be10-77119958d581'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:33:46.056655 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:46.068916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141802882', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:33:39Z', 'updated_at': '2021-07-08T20:33:41Z', 'revision_number': 3, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:33:40Z', 'updated_at': '2021-07-08T20:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:46.099437 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ad9eb-aa60-4672-bfec-9ac919f773ed None None] The sync data for ids ['ce444d65-3f95-403f-a1fb-1b2512677bdc'] in n-d-791506-16 is: [{'id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141802882', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:33:39Z', 'updated_at': '2021-07-08T20:33:41Z', 'revision_number': 3, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:33:40Z', 'updated_at': '2021-07-08T20:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:33:46.273738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Allocated IP 172.20.0.18 (21f29563-b147-426b-82cf-583000d49172/1f97ed50-3acd-4ca9-be10-77119958d581/ff56ba78-ec4a-4620-97ae-2b2c22e9940a) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:46.728855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45426) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:46.891964 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:46.904486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Transition to ACTIVE for port object ff56ba78-ec4a-4620-97ae-2b2c22e9940a will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:46.916239 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebd606-b6f5-4d2b-90af-75b18caab0a1 req-60f0853f-edd3-4845-8535-57febf82799c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:46.926825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Transition to ACTIVE for port object ff56ba78-ec4a-4620-97ae-2b2c22e9940a will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:46.931230 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72ebd606-b6f5-4d2b-90af-75b18caab0a1 req-60f0853f-edd3-4845-8535-57febf82799c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.9050100 Jul 08 20:33:46.941775 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:46.963610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1701334380'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:47.026301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Network 21f29563-b147-426b-82cf-583000d49172 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:47.030629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:47.036979 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Made reservation on behalf of 34bc0755fb874354a88b63a7a95c4eb2 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:47.042701 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.042846 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:47.063866 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Pushing event updated for resources: {'Port': ['ID=ff56ba78-ec4a-4620-97ae-2b2c22e9940a,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:47.081331 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.126887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Attempting to bind port ff56ba78-ec4a-4620-97ae-2b2c22e9940a on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:33:47.127331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Attempting to bind port ff56ba78-ec4a-4620-97ae-2b2c22e9940a by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '21f29563-b147-426b-82cf-583000d49172'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:33:47.127696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Attempting to bind port ff56ba78-ec4a-4620-97ae-2b2c22e9940a on network 21f29563-b147-426b-82cf-583000d49172 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:33:47.135446 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:33:47.135822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Checking segment: {'id': '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '21f29563-b147-426b-82cf-583000d49172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:33:47.136409 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.136982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Bound using segment: {'id': '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '21f29563-b147-426b-82cf-583000d49172'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:33:47.137635 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Bound port: ff56ba78-ec4a-4620-97ae-2b2c22e9940a, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '21f29563-b147-426b-82cf-583000d49172'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:33:47.138182 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.231590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] For port ff56ba78-ec4a-4620-97ae-2b2c22e9940a, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:33:47.236672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] For port ff56ba78-ec4a-4620-97ae-2b2c22e9940a, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ff56ba78-ec4a-4620-97ae-2b2c22e9940a,segment=NetworkSegment(8501e52a-f5bc-4b61-8f12-9cd5d2ddad60),segment_id=8501e52a-f5bc-4b61-8f12-9cd5d2ddad60)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:33:47.243331 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.303173 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72ebd606-b6f5-4d2b-90af-75b18caab0a1 req-a5cd0771-453d-4475-be3e-36a4902ed918 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3553436 Jul 08 20:33:47.387478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d78d9-d3ad-42ba-b602-4bfa6c3c3997 None None] Pushing event updated for resources: {'Port': ['ID=ff56ba78-ec4a-4620-97ae-2b2c22e9940a,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:47.407257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device cfee593a-ea46-4b7e-8204-070c3f5cfc81 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:33:47.414287 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.427375 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.480233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:33:47.547971 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.548335 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Added segment a37818a3-aafa-4784-b480-449a880bec2f of type vlan for network 1d706326-47d6-4dd1-bb64-a305642a39ed Jul 08 20:33:47.563805 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.569029 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41517810-bdb9-4ee5-b6a6-7e54f58b0a17,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:47.573696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port cfee593a-ea46-4b7e-8204-070c3f5cfc81 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:47.581034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port cfee593a-ea46-4b7e-8204-070c3f5cfc81 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:47.585225 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.673076 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.696482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-31d3014f-79fa-4b1f-bb54-77c88aedde47 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.787458 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.806205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.817422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:47.821869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.843665 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port cfee593a-ea46-4b7e-8204-070c3f5cfc81, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=cfee593a-ea46-4b7e-8204-070c3f5cfc81,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:33:47.858224 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:47.876184 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1454172 Jul 08 20:33:47.879224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45442) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:47.886714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-bde8042e-fc6c-401c-be21-f28e44c06233 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Request body: {'subnet': {'network_id': '1d706326-47d6-4dd1-bb64-a305642a39ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:47.934751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=cfee593a-ea46-4b7e-8204-070c3f5cfc81,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:48.102598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4ad6c-64f7-4808-b383-06d43db74c44 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event updated for resources: {'Network': ['ID=1d706326-47d6-4dd1-bb64-a305642a39ed,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:48.113778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 1d706326-47d6-4dd1-bb64-a305642a39ed details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:33:48.152328 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:48.190226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde8042e-fc6c-401c-be21-f28e44c06233 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Made reservation on behalf of 34bc0755fb874354a88b63a7a95c4eb2 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:48.194880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bde8042e-fc6c-401c-be21-f28e44c06233 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:48.431451 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bde8042e-fc6c-401c-be21-f28e44c06233 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:48.513885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8042e-fc6c-401c-be21-f28e44c06233 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event updated for resources: {'Subnet': ['ID=03f5265e-53f5-49fe-8528-88c91966202c,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:48.524549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8042e-fc6c-401c-be21-f28e44c06233 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Checking segment: {'id': 'a37818a3-aafa-4784-b480-449a880bec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d706326-47d6-4dd1-bb64-a305642a39ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:33:48.524953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde8042e-fc6c-401c-be21-f28e44c06233 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Network hostable DHCP agents. Network: 1d706326-47d6-4dd1-bb64-a305642a39ed, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:33:48.544782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde8042e-fc6c-401c-be21-f28e44c06233 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Network 1d706326-47d6-4dd1-bb64-a305642a39ed is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:33:48.557512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-bde8042e-fc6c-401c-be21-f28e44c06233 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 1d706326-47d6-4dd1-bb64-a305642a39ed) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:48.562898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde8042e-fc6c-401c-be21-f28e44c06233 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:48.563542 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bde8042e-fc6c-401c-be21-f28e44c06233 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:48.567472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deaaa0e-6f53-4c27-8352-28b21bc2034a None None] Network 1d706326-47d6-4dd1-bb64-a305642a39ed requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:33:48.584721 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bde8042e-fc6c-401c-be21-f28e44c06233 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7012677 Jul 08 20:33:48.584721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45450) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:48.593459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Request body: {'port': {'network_id': '1d706326-47d6-4dd1-bb64-a305642a39ed', 'name': 'tempest-AllowedAddressPairTestJSON-1713439467'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:48.877008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Allocated IP 172.20.0.17 (21f29563-b147-426b-82cf-583000d49172/1f97ed50-3acd-4ca9-be10-77119958d581/af1ba2f8-6252-4b20-967c-0ac5221cf24b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:48.908401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Made reservation on behalf of 34bc0755fb874354a88b63a7a95c4eb2 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:48.910651 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-31d3014f-79fa-4b1f-bb54-77c88aedde47 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Deleting port bc5efb82-457c-45c3-9d8b-4facc86cf72f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:33:48.911527 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-31d3014f-79fa-4b1f-bb54-77c88aedde47 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:48.917984 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:48.969066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] device_id is not set on port aa202c0c-54a5-4b9f-8b9b-bd773f6bbe54 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:33:48.997469 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-1d706326-47d6-4dd1-bb64-a305642a39ed', 'network_id': '1d706326-47d6-4dd1-bb64-a305642a39ed', 'tenant_id': '34bc0755fb874354a88b63a7a95c4eb2', 'fixed_ips': [{'subnet_id': '03f5265e-53f5-49fe-8528-88c91966202c'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:33:48.998923 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:49.076104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9654a-e486-4254-a9f3-b317c880cbf3 req-f519d751-13ca-44a4-96d9-744ffeaabdff tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:49.079073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-add9654a-e486-4254-a9f3-b317c880cbf3 req-f519d751-13ca-44a4-96d9-744ffeaabdff tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.5414517 Jul 08 20:33:49.144116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Allocated IP 172.20.0.12 (1d706326-47d6-4dd1-bb64-a305642a39ed/03f5265e-53f5-49fe-8528-88c91966202c/aa202c0c-54a5-4b9f-8b9b-bd773f6bbe54) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:49.190712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d43a15-759a-4151-92a9-ebd1a8c15793 None None] Network 21f29563-b147-426b-82cf-583000d49172 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:33:49.195854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-31d3014f-79fa-4b1f-bb54-77c88aedde47 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:49.245814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-31d3014f-79fa-4b1f-bb54-77c88aedde47 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Calling delete_port for bc5efb82-457c-45c3-9d8b-4facc86cf72f owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:33:49.311169 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-add9654a-e486-4254-a9f3-b317c880cbf3 req-17b8b4f2-25ae-4f59-8412-16d60c2cc9b7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167394 Jul 08 20:33:49.314311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-954d2be2-f7a6-479d-bf09-fe9b40bc6281 None None] Provisioning for port ff56ba78-ec4a-4620-97ae-2b2c22e9940a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:49.460372 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:49.475724 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:49.518646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Transition to ACTIVE for port object aa202c0c-54a5-4b9f-8b9b-bd773f6bbe54 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:49.566389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device cfee593a-ea46-4b7e-8204-070c3f5cfc81 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:33:49.609102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Transition to ACTIVE for port object af1ba2f8-6252-4b20-967c-0ac5221cf24b will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:49.634749 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:49.735784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Network 1d706326-47d6-4dd1-bb64-a305642a39ed is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:49.755012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:49.763116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:49.767693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Allocated IP 172.20.0.2 (1d706326-47d6-4dd1-bb64-a305642a39ed/03f5265e-53f5-49fe-8528-88c91966202c/63cdeee4-5d21-4674-86a2-d55991c12105) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:49.770195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event updated for resources: {'Port': ['ID=aa202c0c-54a5-4b9f-8b9b-bd773f6bbe54,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:49.814724 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:49.868788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port cfee593a-ea46-4b7e-8204-070c3f5cfc81 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:49.869396 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:49.887981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:49.888921 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:49.916384 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a1e34053-a448-4ff6-a7d3-709b7a596a33 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3304412 Jul 08 20:33:49.920819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45468) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:49.927327 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Request body: {'port': {'network_id': '1d706326-47d6-4dd1-bb64-a305642a39ed', 'name': 'tempest-AllowedAddressPairTestJSON-1856722668', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:3f:7c:bc'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:49.936518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Network 21f29563-b147-426b-82cf-583000d49172 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:49.942735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:49.970688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:50.072585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Port': ['ID=af1ba2f8-6252-4b20-967c-0ac5221cf24b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:50.094186 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-31d3014f-79fa-4b1f-bb54-77c88aedde47 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:50.174296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:50.180901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3014f-79fa-4b1f-bb54-77c88aedde47 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event deleted for resources: {'Port': ['ID=bc5efb82-457c-45c3-9d8b-4facc86cf72f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:50.187017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Made reservation on behalf of 34bc0755fb874354a88b63a7a95c4eb2 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:50.343761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ff56ba78-ec4a-4620-97ae-2b2c22e9940a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:33:50.412703 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:50.484492 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:50.498390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] device_id is not set on port 7a3098a0-235b-4ac2-adc6-8fa95aaa7c98 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:33:50.501671 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Transition to ACTIVE for port object 63cdeee4-5d21-4674-86a2-d55991c12105 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:50.578029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Transition to ACTIVE for port object 63cdeee4-5d21-4674-86a2-d55991c12105 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:50.664377 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:50.734418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Network 1d706326-47d6-4dd1-bb64-a305642a39ed is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:50.743017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-71debff8-076c-43f2-968b-2ebd03fe5b0c None None] Provisioning for port af1ba2f8-6252-4b20-967c-0ac5221cf24b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:50.750793 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-93997723-2a16-4333-92da-6c55d8d3ce47 {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:33:50.751053 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:33:50.790872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-71debff8-076c-43f2-968b-2ebd03fe5b0c None None] Provisioning complete for port af1ba2f8-6252-4b20-967c-0ac5221cf24b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:50.791751 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-71debff8-076c-43f2-968b-2ebd03fe5b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:50.795349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:50.799480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:50.830238 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:50.854595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-31d3014f-79fa-4b1f-bb54-77c88aedde47 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:50.886372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-71debff8-076c-43f2-968b-2ebd03fe5b0c None None] Port af1ba2f8-6252-4b20-967c-0ac5221cf24b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:33:51.023672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Attempting to bind port 63cdeee4-5d21-4674-86a2-d55991c12105 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:33:51.024690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Attempting to bind port 63cdeee4-5d21-4674-86a2-d55991c12105 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'a37818a3-aafa-4784-b480-449a880bec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d706326-47d6-4dd1-bb64-a305642a39ed'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:33:51.025460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Attempting to bind port 63cdeee4-5d21-4674-86a2-d55991c12105 on network 1d706326-47d6-4dd1-bb64-a305642a39ed {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:33:51.035462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ff56ba78-ec4a-4620-97ae-2b2c22e9940a completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:51.044457 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:33:51.045330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Checking segment: {'id': 'a37818a3-aafa-4784-b480-449a880bec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d706326-47d6-4dd1-bb64-a305642a39ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:33:51.046116 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:51.047187 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Bound using segment: {'id': 'a37818a3-aafa-4784-b480-449a880bec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d706326-47d6-4dd1-bb64-a305642a39ed'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:33:51.048307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Bound port: 63cdeee4-5d21-4674-86a2-d55991c12105, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37818a3-aafa-4784-b480-449a880bec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d706326-47d6-4dd1-bb64-a305642a39ed'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:33:51.049823 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:51.053230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ff56ba78-ec4a-4620-97ae-2b2c22e9940a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:51.054026 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:51.086025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Pushing event updated for resources: {'Port': ['ID=63cdeee4-5d21-4674-86a2-d55991c12105,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:51.182301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] For port 63cdeee4-5d21-4674-86a2-d55991c12105, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:33:51.188160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] For port 63cdeee4-5d21-4674-86a2-d55991c12105, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=63cdeee4-5d21-4674-86a2-d55991c12105,segment=NetworkSegment(a37818a3-aafa-4784-b480-449a880bec2f),segment_id=a37818a3-aafa-4784-b480-449a880bec2f)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:33:51.219399 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:51.253274 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:51.286568 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:51.335906 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] device_id is not set on port 1fe12ee3-ec2d-4de0-bc25-cc543442c7e7 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:33:51.400318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port ff56ba78-ec4a-4620-97ae-2b2c22e9940a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ff56ba78-ec4a-4620-97ae-2b2c22e9940a,segment=NetworkSegment(8501e52a-f5bc-4b61-8f12-9cd5d2ddad60),segment_id=8501e52a-f5bc-4b61-8f12-9cd5d2ddad60)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:33:51.401192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac654e7-dad5-4509-ab6b-9f5abab8cc7d None None] Pushing event updated for resources: {'Port': ['ID=63cdeee4-5d21-4674-86a2-d55991c12105,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:51.410694 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:51.476484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ec90c-979d-456c-b3c3-b5db9511c825 req-2a9f0f90-2bc8-4140-9664-d587a3f35866 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:51.478413 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab2ec90c-979d-456c-b3c3-b5db9511c825 req-2a9f0f90-2bc8-4140-9664-d587a3f35866 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.7423954 Jul 08 20:33:51.526050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=ff56ba78-ec4a-4620-97ae-2b2c22e9940a,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:51.613274 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Allocated IP 172.20.0.3 (1d706326-47d6-4dd1-bb64-a305642a39ed/03f5265e-53f5-49fe-8528-88c91966202c/1fe12ee3-ec2d-4de0-bc25-cc543442c7e7) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:51.641057 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab2ec90c-979d-456c-b3c3-b5db9511c825 req-3f1cb5fc-6d5e-49a2-abd2-a6ed6741c9d1 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540439 Jul 08 20:33:52.069981 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:52.121021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Transition to ACTIVE for port object 1fe12ee3-ec2d-4de0-bc25-cc543442c7e7 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:52.176529 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:52.181284 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:52.192128 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d3014f-79fa-4b1f-bb54-77c88aedde47 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Router 643ec17b-2b9c-4d2e-b487-29bfc65f68e9 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:33:52.193861 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:52.344294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Network 1d706326-47d6-4dd1-bb64-a305642a39ed is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:52.360533 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:52.387038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:52.392055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event updated for resources: {'Port': ['ID=1fe12ee3-ec2d-4de0-bc25-cc543442c7e7,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:52.396814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Port': ['ID=af1ba2f8-6252-4b20-967c-0ac5221cf24b,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:52.402223 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:52.521400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:52.522308 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:52.542522 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-93c0fd47-88e3-42cf-a398-ccedde5f3277 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.6204357 Jul 08 20:33:52.546302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45494) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:52.767760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6365a665-561a-45cd-be7e-1e5e231198e9 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:52.776923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6365a665-561a-45cd-be7e-1e5e231198e9 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:52.789988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6365a665-561a-45cd-be7e-1e5e231198e9 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:52.792393 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6365a665-561a-45cd-be7e-1e5e231198e9 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2449868 Jul 08 20:33:52.796318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45496) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:52.800031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d3014f-79fa-4b1f-bb54-77c88aedde47 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:33:52.814944 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02019d52-2b88-43ad-8f16-e915699cec1f None None] Sync routers for ids ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:33:52.821766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-31d3014f-79fa-4b1f-bb54-77c88aedde47 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "PUT /v2.0/routers/643ec17b-2b9c-4d2e-b487-29bfc65f68e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3420558 Jul 08 20:33:52.828848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45498) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:52.838244 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02019d52-2b88-43ad-8f16-e915699cec1f None None] Routers {'643ec17b-2b9c-4d2e-b487-29bfc65f68e9'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:52.838872 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-02019d52-2b88-43ad-8f16-e915699cec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:52.900485 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-02019d52-2b88-43ad-8f16-e915699cec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:52.931771 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02019d52-2b88-43ad-8f16-e915699cec1f None None] Routers {'643ec17b-2b9c-4d2e-b487-29bfc65f68e9'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:52.935206 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-02019d52-2b88-43ad-8f16-e915699cec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:52.963084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fffc37-def9-4012-9167-cf16fa18d0ab None None] Network 1d706326-47d6-4dd1-bb64-a305642a39ed requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:33:53.025922 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dd615-8568-4fd0-91f2-59f50ea2f10f req-fae203b7-4ba5-4c84-aacf-c97fb8a94e0f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:53.033177 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-601dd615-8568-4fd0-91f2-59f50ea2f10f req-fae203b7-4ba5-4c84-aacf-c97fb8a94e0f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.4914589 Jul 08 20:33:53.053095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c16c45-8236-477f-86db-e0e214b6eaac req-9e087596-4cab-454d-a812-2ad04d3be1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:53.055384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7c16c45-8236-477f-86db-e0e214b6eaac req-9e087596-4cab-454d-a812-2ad04d3be1b3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 1097 time: 0.6310728 Jul 08 20:33:53.090353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cf614d69-3c4d-439c-a476-64aa5b94b774 None None] Provisioning for port 63cdeee4-5d21-4674-86a2-d55991c12105 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:53.115293 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-02019d52-2b88-43ad-8f16-e915699cec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:53.116972 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02019d52-2b88-43ad-8f16-e915699cec1f None None] The sync data for ids ['643ec17b-2b9c-4d2e-b487-29bfc65f68e9'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:33:53.118250 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-601dd615-8568-4fd0-91f2-59f50ea2f10f req-9a68e20b-7fdc-4fe7-97dc-7d4c72c2ab32 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839763 Jul 08 20:33:53.121585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6061ca7c-3f03-4141-bd73-4b47ac6eea2c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Deleting port 1fe12ee3-ec2d-4de0-bc25-cc543442c7e7 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:33:53.122618 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6061ca7c-3f03-4141-bd73-4b47ac6eea2c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:53.128099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Network 21f29563-b147-426b-82cf-583000d49172 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:53.217218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:53.371263 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:53.372922 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6061ca7c-3f03-4141-bd73-4b47ac6eea2c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:53.434927 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6061ca7c-3f03-4141-bd73-4b47ac6eea2c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Calling delete_port for 1fe12ee3-ec2d-4de0-bc25-cc543442c7e7 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:33:53.597734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:53.844749 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ea36a9f7-b4c6-4777-95b2-c29562989009 None None] Provisioning for port aa202c0c-54a5-4b9f-8b9b-bd773f6bbe54 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:53.856103 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 63cdeee4-5d21-4674-86a2-d55991c12105 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:33:53.861168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ea36a9f7-b4c6-4777-95b2-c29562989009 None None] Provisioning complete for port aa202c0c-54a5-4b9f-8b9b-bd773f6bbe54 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:53.861168 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ea36a9f7-b4c6-4777-95b2-c29562989009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:53.915708 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6061ca7c-3f03-4141-bd73-4b47ac6eea2c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:53.964344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c16c45-8236-477f-86db-e0e214b6eaac req-8f7ebcae-01e7-4eb0-a48a-783521d7ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:53.973305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7c16c45-8236-477f-86db-e0e214b6eaac req-8f7ebcae-01e7-4eb0-a48a-783521d7ac15 service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.9112892 Jul 08 20:33:54.014031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061ca7c-3f03-4141-bd73-4b47ac6eea2c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event deleted for resources: {'Port': ['ID=1fe12ee3-ec2d-4de0-bc25-cc543442c7e7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:54.058169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ea36a9f7-b4c6-4777-95b2-c29562989009 None None] Port aa202c0c-54a5-4b9f-8b9b-bd773f6bbe54 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:33:54.094007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 63cdeee4-5d21-4674-86a2-d55991c12105 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:54.099681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ea36a9f7-b4c6-4777-95b2-c29562989009 None None] Provisioning complete for port af1ba2f8-6252-4b20-967c-0ac5221cf24b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:54.100402 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ea36a9f7-b4c6-4777-95b2-c29562989009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:54.104045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 63cdeee4-5d21-4674-86a2-d55991c12105 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:54.105095 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:54.191520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ea36a9f7-b4c6-4777-95b2-c29562989009 None None] Port af1ba2f8-6252-4b20-967c-0ac5221cf24b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:33:54.191743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Router ce444d65-3f95-403f-a1fb-1b2512677bdc has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:33:54.203428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ea36a9f7-b4c6-4777-95b2-c29562989009 None None] Could not find standard attr ID for object 1fe12ee3-ec2d-4de0-bc25-cc543442c7e7. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:33:54.298046 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7c16c45-8236-477f-86db-e0e214b6eaac req-cba03a39-dc72-44cc-b255-3c01bcace904 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 200 len: 1000 time: 0.2986426 Jul 08 20:33:54.299692 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:54.314437 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:54.447555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 63cdeee4-5d21-4674-86a2-d55991c12105, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=63cdeee4-5d21-4674-86a2-d55991c12105,segment=NetworkSegment(a37818a3-aafa-4784-b480-449a880bec2f),segment_id=a37818a3-aafa-4784-b480-449a880bec2f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:33:54.449843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8b8b3548-e8ab-44f7-8d01-395f9f57c402 None None] Provisioning complete for port aa202c0c-54a5-4b9f-8b9b-bd773f6bbe54 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:54.450375 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8b8b3548-e8ab-44f7-8d01-395f9f57c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:54.521838 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b3548-e8ab-44f7-8d01-395f9f57c402 None None] Port aa202c0c-54a5-4b9f-8b9b-bd773f6bbe54 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:33:54.526081 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:54.527235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ff56ba78-ec4a-4620-97ae-2b2c22e9940a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:33:54.578778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6061ca7c-3f03-4141-bd73-4b47ac6eea2c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:54.587810 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6061ca7c-3f03-4141-bd73-4b47ac6eea2c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "DELETE /v2.0/ports/1fe12ee3-ec2d-4de0-bc25-cc543442c7e7 HTTP/1.1" status: 204 len: 168 time: 1.7883034 Jul 08 20:33:54.590793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45516) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:54.661208 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e05b2e-461e-4b66-bc11-22df9182070a tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] GET failed (client error): The resource could not be found. Jul 08 20:33:54.662922 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-23e05b2e-461e-4b66-bc11-22df9182070a tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "GET /v2.0/ports/1fe12ee3-ec2d-4de0-bc25-cc543442c7e7 HTTP/1.1" status: 404 len: 333 time: 0.0711291 Jul 08 20:33:54.669261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45518) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:54.677161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Request body: {'port': {'network_id': '1d706326-47d6-4dd1-bb64-a305642a39ed', 'name': 'tempest-AllowedAddressPairTestJSON-1915646258'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:54.710973 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3b181f36-d54b-4fed-9b55-8ec04fa6d1c7 None None] Could not find standard attr ID for object 1fe12ee3-ec2d-4de0-bc25-cc543442c7e7. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:33:54.776096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c16c45-8236-477f-86db-e0e214b6eaac req-d67504c9-d2fe-4341-8c56-30a0e6310311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:54.778142 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7c16c45-8236-477f-86db-e0e214b6eaac req-d67504c9-d2fe-4341-8c56-30a0e6310311 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.4591002 Jul 08 20:33:54.788770 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=63cdeee4-5d21-4674-86a2-d55991c12105,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:54.792541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ff56ba78-ec4a-4620-97ae-2b2c22e9940a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:54.792961 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:54.907266 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:33:54.930491 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1dcbe4af-1e1e-404a-9dea-e0bd67ed3039 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "PUT /v2.0/routers/ce444d65-3f95-403f-a1fb-1b2512677bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1611419 Jul 08 20:33:54.935296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Sync routers for ids ['ce444d65-3f95-403f-a1fb-1b2512677bdc'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:33:54.940353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Made reservation on behalf of 34bc0755fb874354a88b63a7a95c4eb2 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:33:54.952857 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:54.976178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591a816-d873-4a50-9bd7-b6a24f5a2815 req-08b0c91a-7130-495f-8305-49e869801371 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:54.978599 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c591a816-d873-4a50-9bd7-b6a24f5a2815 req-08b0c91a-7130-495f-8305-49e869801371 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.5457900 Jul 08 20:33:54.993787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Routers {'ce444d65-3f95-403f-a1fb-1b2512677bdc'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:54.994626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ce444d65-3f95-403f-a1fb-1b2512677bdc'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:55.001470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Deleting port 2e29186b-d3d9-4d1e-83c8-58e29565e5a7 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:33:55.002079 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:55.088219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] device_id is not set on port 9461b49f-7553-4055-8e2c-d1c4ee89f71a yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:33:55.120555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c16c45-8236-477f-86db-e0e214b6eaac req-bed58428-09f0-4dc9-88e1-0c8fe1f0aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:55.130107 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7c16c45-8236-477f-86db-e0e214b6eaac req-bed58428-09f0-4dc9-88e1-0c8fe1f0aeef service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3387086 Jul 08 20:33:55.158198 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c591a816-d873-4a50-9bd7-b6a24f5a2815 req-2253b555-d294-41bb-8915-7a5767ef70e7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713655 Jul 08 20:33:55.271880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Set router ce444d65-3f95-403f-a1fb-1b2512677bdc gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:33:55.292960 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:55.318718 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Calling delete_port for 2e29186b-d3d9-4d1e-83c8-58e29565e5a7 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:33:55.447075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Allocated IP 172.20.0.11 (1d706326-47d6-4dd1-bb64-a305642a39ed/03f5265e-53f5-49fe-8528-88c91966202c/9461b49f-7553-4055-8e2c-d1c4ee89f71a) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:33:55.615839 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7c16c45-8236-477f-86db-e0e214b6eaac req-a6ad4d07-87b1-42ba-87bb-06c87b8972ac service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729178 Jul 08 20:33:55.629645 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 63cdeee4-5d21-4674-86a2-d55991c12105 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:33:55.837314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 63cdeee4-5d21-4674-86a2-d55991c12105 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:55.837873 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:55.877012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-f67ce934-306b-4d05-964f-e31c6fab0b78 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:55.880787 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-f67ce934-306b-4d05-964f-e31c6fab0b78 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/networks?id=21f29563-b147-426b-82cf-583000d49172 HTTP/1.1" status: 200 len: 798 time: 0.4099214 Jul 08 20:33:55.950458 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141802882', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:33:39Z', 'updated_at': '2021-07-08T20:33:50Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:33:40Z', 'updated_at': '2021-07-08T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'af1ba2f8-6252-4b20-967c-0ac5221cf24b', 'name': '', 'network_id': '21f29563-b147-426b-82cf-583000d49172', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'mac_address': 'fa:16:3e:a1:10:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '1f97ed50-3acd-4ca9-be10-77119958d581', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:33:48Z', 'updated_at': '2021-07-08T20:33:51Z', 'revision_number': 2, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'subnets': [{'id': '1f97ed50-3acd-4ca9-be10-77119958d581', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:56.032209 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:56.039880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Checking router: ce444d65-3f95-403f-a1fb-1b2512677bdc for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:33:56.040206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Updating router ce444d65-3f95-403f-a1fb-1b2512677bdc port af1ba2f8-6252-4b20-967c-0ac5221cf24b binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:33:56.065842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Transition to ACTIVE for port object 9461b49f-7553-4055-8e2c-d1c4ee89f71a will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:56.119088 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:56.150751 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:56.250716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Network 1d706326-47d6-4dd1-bb64-a305642a39ed is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:33:56.254226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:33:56.271866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:33:56.414287 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event updated for resources: {'Port': ['ID=9461b49f-7553-4055-8e2c-d1c4ee89f71a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:56.492118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:56.506080 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:56.671000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-8881ceb3-0698-4dc3-956b-328ed7e5dca0 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/quotas/5a0519eefa684c64b6ff586208453bd9 HTTP/1.1" status: 200 len: 375 time: 0.7794280 Jul 08 20:33:56.677624 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a588c9ca-db5d-482d-9107-43cb59592c1c tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0069797 Jul 08 20:33:56.686025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45544) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:56.701924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-8dbced1f-dc01-4a5f-aa5a-5ccf8593dc82 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:3f:7c:bc'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:33:56.818701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7fcded16-c92b-49a6-9b2f-9510c7e8c9e3 None None] Provisioning for port 9461b49f-7553-4055-8e2c-d1c4ee89f71a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:33:56.841747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7fcded16-c92b-49a6-9b2f-9510c7e8c9e3 None None] Provisioning complete for port 9461b49f-7553-4055-8e2c-d1c4ee89f71a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:56.842126 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7fcded16-c92b-49a6-9b2f-9510c7e8c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:56.897785 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7c16c45-8236-477f-86db-e0e214b6eaac req-d61ae2c4-813d-4c54-97be-0e87a860ca25 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2673192 Jul 08 20:33:56.983284 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-048dc9ac-4644-4ad9-8829-6d66e1a1fa05 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5a0519eefa684c64b6ff586208453bd9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2909837 Jul 08 20:33:56.984907 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1b4c5-673a-4409-8062-9158a7acdc96 req-39f8e7e7-a3d7-4d19-ade4-2ecd1e05ac7c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:56.992366 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ce1b4c5-673a-4409-8062-9158a7acdc96 req-39f8e7e7-a3d7-4d19-ade4-2ecd1e05ac7c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.4765928 Jul 08 20:33:56.996554 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:57.070017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event deleted for resources: {'Port': ['ID=2e29186b-d3d9-4d1e-83c8-58e29565e5a7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:57.092153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-3a5c7ce9-b021-4005-913e-d80b3ad9bcd3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:33:57.092153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-3a5c7ce9-b021-4005-913e-d80b3ad9bcd3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269895 Jul 08 20:33:57.112254 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ce1b4c5-673a-4409-8062-9158a7acdc96 req-c89e0482-ccf9-4c9e-8cef-4dbf5c6a73a9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186101 Jul 08 20:33:57.294621 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dbced1f-dc01-4a5f-aa5a-5ccf8593dc82 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:57.303295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:57.601733 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:57.607142 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:57.765216 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:57.766230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Fanout notify agent at l3_agent the message router_deleted on router 643ec17b-2b9c-4d2e-b487-29bfc65f68e9 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:33:57.776946 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:57.779151 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9a18f274-c3cd-4351-b585-4c52cd9e7925 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "DELETE /v2.0/routers/643ec17b-2b9c-4d2e-b487-29bfc65f68e9 HTTP/1.1" status: 204 len: 168 time: 4.9393401 Jul 08 20:33:57.781417 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45588) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:57.792728 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-3d002a63-4978-402e-adb7-5eab85c67e9e service neutron] 10.222.0.101 "GET /v2.0/networks/21f29563-b147-426b-82cf-583000d49172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549768 Jul 08 20:33:57.825861 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7fcded16-c92b-49a6-9b2f-9510c7e8c9e3 None None] Port 9461b49f-7553-4055-8e2c-d1c4ee89f71a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:33:57.875783 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:57.916931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Transition to ACTIVE for port object af1ba2f8-6252-4b20-967c-0ac5221cf24b will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:33:57.946585 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:58.159306 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dbced1f-dc01-4a5f-aa5a-5ccf8593dc82 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:58.171401 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dbced1f-dc01-4a5f-aa5a-5ccf8593dc82 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:58.237717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-b3d24106-adce-4d5c-a94b-17b8f2059f09 service neutron] 10.222.0.101 "GET /v2.0/networks/21f29563-b147-426b-82cf-583000d49172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063349 Jul 08 20:33:58.259778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb077b12-62e1-4ed6-aab8-0778c210bef8 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Deleting subnet 1532e51c-d291-4c2d-ae01-49c639a9aee7 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:33:58.262874 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da079e06-6075-4ed9-ae5f-df11e3f8b07a None None] Pushing event updated for resources: {'Port': ['ID=af1ba2f8-6252-4b20-967c-0ac5221cf24b,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:58.269427 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb077b12-62e1-4ed6-aab8-0778c210bef8 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:58.277934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Attempting to bind port af1ba2f8-6252-4b20-967c-0ac5221cf24b on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:33:58.278587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Attempting to bind port af1ba2f8-6252-4b20-967c-0ac5221cf24b by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '21f29563-b147-426b-82cf-583000d49172'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:33:58.279306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Attempting to bind port af1ba2f8-6252-4b20-967c-0ac5221cf24b on network 21f29563-b147-426b-82cf-583000d49172 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:33:58.286093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:33:58.286563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Checking segment: {'id': '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '21f29563-b147-426b-82cf-583000d49172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:33:58.287031 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:58.287649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Bound using segment: {'id': '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '21f29563-b147-426b-82cf-583000d49172'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:33:58.289111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Bound port: af1ba2f8-6252-4b20-967c-0ac5221cf24b, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '21f29563-b147-426b-82cf-583000d49172'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:33:58.289850 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:58.477009 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb077b12-62e1-4ed6-aab8-0778c210bef8 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:58.488158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbced1f-dc01-4a5f-aa5a-5ccf8593dc82 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event updated for resources: {'Port': ['ID=9461b49f-7553-4055-8e2c-d1c4ee89f71a,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:58.551130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] For port af1ba2f8-6252-4b20-967c-0ac5221cf24b, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:33:58.577032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] For port af1ba2f8-6252-4b20-967c-0ac5221cf24b, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=af1ba2f8-6252-4b20-967c-0ac5221cf24b,segment=NetworkSegment(8501e52a-f5bc-4b61-8f12-9cd5d2ddad60),segment_id=8501e52a-f5bc-4b61-8f12-9cd5d2ddad60)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:33:58.586963 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:58.788326 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8dbced1f-dc01-4a5f-aa5a-5ccf8593dc82 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] In _notify_port_updated(), no bound segment for port 9461b49f-7553-4055-8e2c-d1c4ee89f71a on network 1d706326-47d6-4dd1-bb64-a305642a39ed {{(pid=94065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:33:58.831441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da079e06-6075-4ed9-ae5f-df11e3f8b07a None None] Pushing event updated for resources: {'Port': ['ID=af1ba2f8-6252-4b20-967c-0ac5221cf24b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:58.836911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbced1f-dc01-4a5f-aa5a-5ccf8593dc82 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:58.837997 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dbced1f-dc01-4a5f-aa5a-5ccf8593dc82 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:58.844015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Routers {'ce444d65-3f95-403f-a1fb-1b2512677bdc'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:33:58.849336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ce444d65-3f95-403f-a1fb-1b2512677bdc'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:33:58.854207 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8dbced1f-dc01-4a5f-aa5a-5ccf8593dc82 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "PUT /v2.0/ports/9461b49f-7553-4055-8e2c-d1c4ee89f71a HTTP/1.1" status: 200 len: 995 time: 2.1667781 Jul 08 20:33:58.857739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45606) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:59.053061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb077b12-62e1-4ed6-aab8-0778c210bef8 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:59.181669 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb077b12-62e1-4ed6-aab8-0778c210bef8 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:59.228377 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb077b12-62e1-4ed6-aab8-0778c210bef8 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:59.242432 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fb077b12-62e1-4ed6-aab8-0778c210bef8 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "DELETE /v2.0/subnets/1532e51c-d291-4c2d-ae01-49c639a9aee7 HTTP/1.1" status: 204 len: 168 time: 1.4596353 Jul 08 20:33:59.244580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45640) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:33:59.287959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc0fc8e-3127-49df-8539-e4ba0e1e0077 None None] Network 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:33:59.447976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb077b12-62e1-4ed6-aab8-0778c210bef8 tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event deleted for resources: {'Subnet': ['ID=1532e51c-d291-4c2d-ae01-49c639a9aee7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:33:59.453569 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:59.466983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] Set router ce444d65-3f95-403f-a1fb-1b2512677bdc gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:33:59.535448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Deleting port 6316555e-6f8f-42f9-9a50-858cd32e5544 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:33:59.535929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:59.597717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-981c617e-84ab-4bd3-bcc6-c5effe73a19a tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Deleting port 9461b49f-7553-4055-8e2c-d1c4ee89f71a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:33:59.598607 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-981c617e-84ab-4bd3-bcc6-c5effe73a19a tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:59.661284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cf8c6-b93f-4161-84a4-5905416e1967 req-9fa191de-6000-477c-8993-e5030b384bfd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:33:59.668710 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f25cf8c6-b93f-4161-84a4-5905416e1967 req-9fa191de-6000-477c-8993-e5030b384bfd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.4637127 Jul 08 20:33:59.781695 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f25cf8c6-b93f-4161-84a4-5905416e1967 req-5a6d107c-f612-485c-9138-3a6bc5d9172b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115510 Jul 08 20:33:59.796903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] For port 6316555e-6f8f-42f9-9a50-858cd32e5544, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6316555e-6f8f-42f9-9a50-858cd32e5544,segment=NetworkSegment(852a1b49-1587-4b52-8a37-03da82445d59),segment_id=852a1b49-1587-4b52-8a37-03da82445d59)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:33:59.797662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:59.820912 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-981c617e-84ab-4bd3-bcc6-c5effe73a19a tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:33:59.827742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Calling delete_port for 6316555e-6f8f-42f9-9a50-858cd32e5544 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:33:59.852092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-981c617e-84ab-4bd3-bcc6-c5effe73a19a tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Calling delete_port for 9461b49f-7553-4055-8e2c-d1c4ee89f71a owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:33:59.919594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a2d740f6-c45a-4514-823d-578b122f2b17 None None] Provisioning complete for port 9461b49f-7553-4055-8e2c-d1c4ee89f71a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:33:59.920204 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a2d740f6-c45a-4514-823d-578b122f2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:00.083295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a2d740f6-c45a-4514-823d-578b122f2b17 None None] Port 9461b49f-7553-4055-8e2c-d1c4ee89f71a cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:00.134970 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5831fdbb-4534-40ed-a191-6f2487674ff4 req-7c547c26-5f61-44d2-a694-2d571c02a09f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 210 time: 0.0948656 Jul 08 20:34:00.191798 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:00.230902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event deleted for resources: {'Port': ['ID=6316555e-6f8f-42f9-9a50-858cd32e5544,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:00.238548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] No DVR routers for this DVR port 6316555e-6f8f-42f9-9a50-858cd32e5544 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:00.284818 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-981c617e-84ab-4bd3-bcc6-c5effe73a19a tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:00.344733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141802882', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:33:39Z', 'updated_at': '2021-07-08T20:33:50Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:33:40Z', 'updated_at': '2021-07-08T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'af1ba2f8-6252-4b20-967c-0ac5221cf24b', 'name': '', 'network_id': '21f29563-b147-426b-82cf-583000d49172', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'mac_address': 'fa:16:3e:a1:10:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '1f97ed50-3acd-4ca9-be10-77119958d581', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:33:48Z', 'updated_at': '2021-07-08T20:33:58Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'subnets': [{'id': '1f97ed50-3acd-4ca9-be10-77119958d581', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:00.482944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d324f21f-d0f5-4f23-9aba-b5fce93fb883 None None] DHCP port deletion for 8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:34:00.504793 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95886c3-dda4-4d75-b43a-de84c3c040ee None None] The sync data for ids ['ce444d65-3f95-403f-a1fb-1b2512677bdc'] in n-d-791506-16 is: [{'id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141802882', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:33:39Z', 'updated_at': '2021-07-08T20:33:50Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:33:40Z', 'updated_at': '2021-07-08T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'af1ba2f8-6252-4b20-967c-0ac5221cf24b', 'name': '', 'network_id': '21f29563-b147-426b-82cf-583000d49172', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'mac_address': 'fa:16:3e:a1:10:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '1f97ed50-3acd-4ca9-be10-77119958d581', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:33:48Z', 'updated_at': '2021-07-08T20:33:58Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'subnets': [{'id': '1f97ed50-3acd-4ca9-be10-77119958d581', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:34:00.577663 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:00.661765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:00.687836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852a1b49-1587-4b52-8a37-03da82445d59') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:00.688912 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852a1b49-1587-4b52-8a37-03da82445d59') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:00.712747 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:00.723745 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:00.740744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:34:00.742213 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:34:00.762478 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:34:00.945145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:00.963986 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:00.982899 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "DELETE /v2.0/networks/8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7 HTTP/1.1" status: 204 len: 168 time: 1.7370732 Jul 08 20:34:00.985458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45656) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:01.060984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f62524-267a-4393-be60-5e0ff080ef9c tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event deleted for resources: {'Network': ['ID=8c81a2c9-3c48-4d9f-aa27-fcc15a88f7b7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:01.526739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-bd38b761-c747-438b-935e-19b94ff4fbce tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Deleting port f6ecc18f-40d1-4c64-8d97-14ce15fd7d2e {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:01.528926 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd38b761-c747-438b-935e-19b94ff4fbce tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:01.654206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341ff64-e4e2-4d97-ae17-c8acda93eae9 req-9a2f6693-9b3e-4f65-af6e-b46009aae564 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:01.665356 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f341ff64-e4e2-4d97-ae17-c8acda93eae9 req-9a2f6693-9b3e-4f65-af6e-b46009aae564 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 1.5736206 Jul 08 20:34:01.683320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c617e-84ab-4bd3-bcc6-c5effe73a19a tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event deleted for resources: {'Port': ['ID=9461b49f-7553-4055-8e2c-d1c4ee89f71a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:01.714898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device af1ba2f8-6252-4b20-967c-0ac5221cf24b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:01.722153 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd38b761-c747-438b-935e-19b94ff4fbce tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:01.722510 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd38b761-c747-438b-935e-19b94ff4fbce tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:01.744399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-bd38b761-c747-438b-935e-19b94ff4fbce tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Calling delete_port for f6ecc18f-40d1-4c64-8d97-14ce15fd7d2e owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:01.858287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port af1ba2f8-6252-4b20-967c-0ac5221cf24b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:01.863797 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port af1ba2f8-6252-4b20-967c-0ac5221cf24b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:01.864960 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:01.997276 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd38b761-c747-438b-935e-19b94ff4fbce tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:02.088904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38b761-c747-438b-935e-19b94ff4fbce tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Pushing event deleted for resources: {'Port': ['ID=f6ecc18f-40d1-4c64-8d97-14ce15fd7d2e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:02.101667 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf95c24b-452d-454a-85cd-f0f14eee5007 req-040503fc-7cbc-4997-a7e9-a3b840091f8c tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 210 time: 0.1244116 Jul 08 20:34:02.144280 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:34:02.185551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-b3677761-ed50-4b84-8950-e8589d071c1e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:02.187361 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-b3677761-ed50-4b84-8950-e8589d071c1e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.103 "GET /v2.0/networks?id=21f29563-b147-426b-82cf-583000d49172 HTTP/1.1" status: 200 len: 798 time: 0.6017227 Jul 08 20:34:02.208848 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f341ff64-e4e2-4d97-ae17-c8acda93eae9 req-863e6972-2970-4c04-b92a-e80392d4f82d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5424714 Jul 08 20:34:02.211300 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:02.216312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Request body: {'port': {'device_id': '5fa5912d-95c6-404f-b03f-ff6f803e82c8', 'network_id': '21f29563-b147-426b-82cf-583000d49172', 'admin_state_up': True, 'tenant_id': '5a0519eefa684c64b6ff586208453bd9'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:02.312893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port af1ba2f8-6252-4b20-967c-0ac5221cf24b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=af1ba2f8-6252-4b20-967c-0ac5221cf24b,segment=NetworkSegment(8501e52a-f5bc-4b61-8f12-9cd5d2ddad60),segment_id=8501e52a-f5bc-4b61-8f12-9cd5d2ddad60)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:02.323496 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:02.352853 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd38b761-c747-438b-935e-19b94ff4fbce tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:02.357938 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bd38b761-c747-438b-935e-19b94ff4fbce tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:02.367853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-981c617e-84ab-4bd3-bcc6-c5effe73a19a tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:02.370836 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bd38b761-c747-438b-935e-19b94ff4fbce tempest-FloatingIPAdminTestJSON-898174025 tempest-FloatingIPAdminTestJSON-898174025-project] 10.222.0.101 "DELETE /v2.0/floatingips/c7e983f9-d53d-4e08-84d5-ee11644cf2a8 HTTP/1.1" status: 204 len: 168 time: 1.3788404 Jul 08 20:34:02.377174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45670) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:02.390335 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-981c617e-84ab-4bd3-bcc6-c5effe73a19a tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "DELETE /v2.0/ports/9461b49f-7553-4055-8e2c-d1c4ee89f71a HTTP/1.1" status: 204 len: 168 time: 3.5086329 Jul 08 20:34:02.538786 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74b4ab5-1484-4ab0-9cdd-130ee37e9137 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] GET failed (client error): The resource could not be found. Jul 08 20:34:02.544659 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a74b4ab5-1484-4ab0-9cdd-130ee37e9137 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "GET /v2.0/ports/9461b49f-7553-4055-8e2c-d1c4ee89f71a HTTP/1.1" status: 404 len: 333 time: 0.1620903 Jul 08 20:34:02.545334 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45674) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:02.566354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6316555e-6f8f-42f9-9a50-858cd32e5544 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:02.572165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Request body: {'port': {'network_id': '1d706326-47d6-4dd1-bb64-a305642a39ed', 'name': 'tempest-AllowedAddressPairTestJSON-1780483547'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:02.656653 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 6316555e-6f8f-42f9-9a50-858cd32e5544 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:02.657061 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6316555e-6f8f-42f9-9a50-858cd32e5544 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:02.673540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=af1ba2f8-6252-4b20-967c-0ac5221cf24b,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:02.796339 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Made reservation on behalf of 5a0519eefa684c64b6ff586208453bd9 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:02.831693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:02.962361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Made reservation on behalf of 34bc0755fb874354a88b63a7a95c4eb2 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:02.966386 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:03.009283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] device_id is not set on port cd9e5485-733b-46d8-8b09-81147056cb2e yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:34:03.267760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45684) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:03.387735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Allocated IP 172.20.0.4 (1d706326-47d6-4dd1-bb64-a305642a39ed/03f5265e-53f5-49fe-8528-88c91966202c/cd9e5485-733b-46d8-8b09-81147056cb2e) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:03.474082 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-730af590-5b11-43a1-b8a2-25ba665bdc4d req-535b871f-160c-4dae-b1fc-a892baaf6a05 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 210 time: 0.0748954 Jul 08 20:34:03.485243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Allocated IP 172.20.0.23 (21f29563-b147-426b-82cf-583000d49172/1f97ed50-3acd-4ca9-be10-77119958d581/407086da-b4a3-446b-bf0c-729b90d4a81b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:03.674365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device af1ba2f8-6252-4b20-967c-0ac5221cf24b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:03.762094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5837757-9bb9-4b92-9a4e-e81161414e93 req-907efde2-7e8f-425a-bb5a-b60bb0dd4840 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:03.770012 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5837757-9bb9-4b92-9a4e-e81161414e93 req-907efde2-7e8f-425a-bb5a-b60bb0dd4840 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.3420832 Jul 08 20:34:03.822253 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:03.823678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port af1ba2f8-6252-4b20-967c-0ac5221cf24b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:03.824243 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:03.864607 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d949e134-91da-43ff-bc68-3af3f1e753e4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=74fe911c404b4c08a09f18bd245e5dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5955229 Jul 08 20:34:03.870464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Transition to ACTIVE for port object 407086da-b4a3-446b-bf0c-729b90d4a81b will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:03.872423 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45694) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:03.886750 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:03.930384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Transition to ACTIVE for port object cd9e5485-733b-46d8-8b09-81147056cb2e will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:03.943921 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5837757-9bb9-4b92-9a4e-e81161414e93 req-05e6a5db-9634-466e-b4e7-a1e019a51762 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726944 Jul 08 20:34:04.041426 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:04.047338 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d00f0e18-b1b2-4160-ab75-0ff89929e588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:04.050892 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:04.101675 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d00f0e18-b1b2-4160-ab75-0ff89929e588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:04.104001 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1e97-d8fa-42e1-acd4-15f827fc06f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:04.121082 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Network 1d706326-47d6-4dd1-bb64-a305642a39ed is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:04.127265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:04.148918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:04.314214 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d00f0e18-b1b2-4160-ab75-0ff89929e588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:04.320557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d00f0e18-b1b2-4160-ab75-0ff89929e588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:04.326400 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d00f0e18-b1b2-4160-ab75-0ff89929e588 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/70337bd8-5ea1-4fac-a0a0-3d6fca392e7d HTTP/1.1" status: 204 len: 168 time: 0.4489529 Jul 08 20:34:04.359243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Network 21f29563-b147-426b-82cf-583000d49172 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:04.366569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f0e18-b1b2-4160-ab75-0ff89929e588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70337bd8-5ea1-4fac-a0a0-3d6fca392e7d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:04.371623 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:04.375819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:04.548998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:04.550265 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:04.587320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:04.590679 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:04.603982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event updated for resources: {'Port': ['ID=cd9e5485-733b-46d8-8b09-81147056cb2e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:04.619369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event updated for resources: {'Port': ['ID=407086da-b4a3-446b-bf0c-729b90d4a81b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:04.656744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:04.657311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:04.657886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:04.660812 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-485da461-41d5-43fb-877e-483c4a99e06f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.4496706 Jul 08 20:34:04.665121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:04.665858 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:04.666366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:04.667136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:04.667482 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:04.668048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:04.677980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:04.677980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:04.678479 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:04.712124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Request body: {'port': {'device_id': '5fa5912d-95c6-404f-b03f-ff6f803e82c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:04.886701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-545ba678-4800-49a1-9fa4-8e380184ae8f None None] Provisioning for port cd9e5485-733b-46d8-8b09-81147056cb2e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:04.906753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-01d7a50b-2914-43dc-8005-ef02e89d4dd7 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3571126 Jul 08 20:34:04.913338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-545ba678-4800-49a1-9fa4-8e380184ae8f None None] Provisioning complete for port cd9e5485-733b-46d8-8b09-81147056cb2e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:04.914566 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-545ba678-4800-49a1-9fa4-8e380184ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:04.915696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45716) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:04.926604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-70510cd7-2ecc-4808-a316-7fdf23242d8b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3f:7c:bc'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:05.007291 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:05.027029 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4e2b3-b4e4-4534-8e06-3c5fd326d85b req-7de42db4-4e20-4431-bdd5-60975937edb9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:05.029005 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b0d4e2b3-b4e4-4534-8e06-3c5fd326d85b req-7de42db4-4e20-4431-bdd5-60975937edb9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 895 time: 0.2288938 Jul 08 20:34:05.070841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-545ba678-4800-49a1-9fa4-8e380184ae8f None None] Port cd9e5485-733b-46d8-8b09-81147056cb2e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:05.220956 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ee2d6414-1d75-445f-8077-fd5431148367 None None] Provisioning for port 407086da-b4a3-446b-bf0c-729b90d4a81b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:05.247595 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ee2d6414-1d75-445f-8077-fd5431148367 None None] Provisioning complete for port 407086da-b4a3-446b-bf0c-729b90d4a81b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:05.248831 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6414-1d75-445f-8077-fd5431148367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:05.276665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45718) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:05.293810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c43a99-1c99-4816-b003-5bb8dd345b80 req-3b609200-a3cf-49bf-b3c4-c6eef9d14fba tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:05.312936 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1e18b38-4c45-48e6-b6b5-2aa4d43095c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:05.314899 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-92c43a99-1c99-4816-b003-5bb8dd345b80 req-3b609200-a3cf-49bf-b3c4-c6eef9d14fba tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.5585866 Jul 08 20:34:05.364407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d6414-1d75-445f-8077-fd5431148367 None None] Port 407086da-b4a3-446b-bf0c-729b90d4a81b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:05.432322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-92c43a99-1c99-4816-b003-5bb8dd345b80 req-56d166c4-ef8b-4c71-9b93-d19c92b528e3 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164508 Jul 08 20:34:05.555976 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-70510cd7-2ecc-4808-a316-7fdf23242d8b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:05.693364 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1e18b38-4c45-48e6-b6b5-2aa4d43095c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:05.698796 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407086da-b4a3-446b-bf0c-729b90d4a81b {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:34:05.706038 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1e18b38-4c45-48e6-b6b5-2aa4d43095c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:05.710396 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:05.750850 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Transition to ACTIVE for port object 407086da-b4a3-446b-bf0c-729b90d4a81b will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:05.760735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:05.765099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e18b38-4c45-48e6-b6b5-2aa4d43095c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55af190-90cf-410f-9cff-feb6fd0ebf03,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:05.771799 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a1e18b38-4c45-48e6-b6b5-2aa4d43095c4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e2da7199561046bc8afd50b1ea94ea52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4948149 Jul 08 20:34:05.782758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45722) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:05.825328 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=407086da-b4a3-446b-bf0c-729b90d4a81b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:05.884250 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-925117f8-b50f-473e-8e4e-796b628609ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:05.936071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-925117f8-b50f-473e-8e4e-796b628609ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:05.962212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Attempting to bind port 407086da-b4a3-446b-bf0c-729b90d4a81b on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:05.962698 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Attempting to bind port 407086da-b4a3-446b-bf0c-729b90d4a81b by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '21f29563-b147-426b-82cf-583000d49172'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:05.963100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Attempting to bind port 407086da-b4a3-446b-bf0c-729b90d4a81b on network 21f29563-b147-426b-82cf-583000d49172 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:05.972083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Port 407086da-b4a3-446b-bf0c-729b90d4a81b on network 21f29563-b147-426b-82cf-583000d49172 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:34:05.972499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Attempting to bind port 407086da-b4a3-446b-bf0c-729b90d4a81b on network 21f29563-b147-426b-82cf-583000d49172 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:05.988737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:05.989726 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Checking segment: {'id': '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '21f29563-b147-426b-82cf-583000d49172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:05.991061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Bound using segment: {'id': '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '21f29563-b147-426b-82cf-583000d49172'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:05.992448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Bound port: 407086da-b4a3-446b-bf0c-729b90d4a81b, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '21f29563-b147-426b-82cf-583000d49172'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:05.993754 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:06.028087 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-70510cd7-2ecc-4808-a316-7fdf23242d8b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:06.045750 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-70510cd7-2ecc-4808-a316-7fdf23242d8b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:06.202126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] For port 407086da-b4a3-446b-bf0c-729b90d4a81b, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:06.217257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] For port 407086da-b4a3-446b-bf0c-729b90d4a81b, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=407086da-b4a3-446b-bf0c-729b90d4a81b,segment=NetworkSegment(8501e52a-f5bc-4b61-8f12-9cd5d2ddad60),segment_id=8501e52a-f5bc-4b61-8f12-9cd5d2ddad60)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:06.226958 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:06.290210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70510cd7-2ecc-4808-a316-7fdf23242d8b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event updated for resources: {'Port': ['ID=cd9e5485-733b-46d8-8b09-81147056cb2e,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:06.352281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:06.353320 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:06.355679 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] 10.222.0.103 "PUT /v2.0/ports/407086da-b4a3-446b-bf0c-729b90d4a81b HTTP/1.1" status: 200 len: 1056 time: 1.6826572 Jul 08 20:34:06.356446 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa5912d-95c6-404f-b03f-ff6f803e82c8', 'tag': '407086da-b4a3-446b-bf0c-729b90d4a81b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:34:06.359966 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c0542f-4161-47fc-848c-e2a45046d44a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa5912d-95c6-404f-b03f-ff6f803e82c8", "tag": "407086da-b4a3-446b-bf0c-729b90d4a81b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:34:06.411492 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce829ccb-6d18-4814-b18a-5e7322f4a5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=407086da-b4a3-446b-bf0c-729b90d4a81b,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:06.419176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-70510cd7-2ecc-4808-a316-7fdf23242d8b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] In _notify_port_updated(), no bound segment for port cd9e5485-733b-46d8-8b09-81147056cb2e on network 1d706326-47d6-4dd1-bb64-a305642a39ed {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:34:06.438412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70510cd7-2ecc-4808-a316-7fdf23242d8b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:06.439097 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-70510cd7-2ecc-4808-a316-7fdf23242d8b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:06.445498 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-70510cd7-2ecc-4808-a316-7fdf23242d8b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "PUT /v2.0/ports/cd9e5485-733b-46d8-8b09-81147056cb2e HTTP/1.1" status: 200 len: 996 time: 1.5228722 Jul 08 20:34:06.453230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45730) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:06.462753 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-925117f8-b50f-473e-8e4e-796b628609ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:06.469254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-925117f8-b50f-473e-8e4e-796b628609ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:06.473003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-925117f8-b50f-473e-8e4e-796b628609ab admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b55af190-90cf-410f-9cff-feb6fd0ebf03 HTTP/1.1" status: 204 len: 168 time: 0.6896427 Jul 08 20:34:06.503122 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925117f8-b50f-473e-8e4e-796b628609ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55af190-90cf-410f-9cff-feb6fd0ebf03,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:06.526024 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4545f1ff-ba50-4d48-95fe-adf3ee5a1375 x-openstack-request-id: req-4545f1ff-ba50-4d48-95fe-adf3ee5a1375 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:34:06.526339 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa5912d-95c6-404f-b03f-ff6f803e82c8", "tag": "407086da-b4a3-446b-bf0c-729b90d4a81b", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:34:06.526598 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4545f1ff-ba50-4d48-95fe-adf3ee5a1375 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:34:06.527014 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa5912d-95c6-404f-b03f-ff6f803e82c8', 'tag': '407086da-b4a3-446b-bf0c-729b90d4a81b', 'status': 'completed', 'code': 200} Jul 08 20:34:06.587044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5e465-f7f0-4715-837f-7b8d52189317 req-355e8fe0-a79d-44fb-ae0e-da5164db028e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:06.590299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-74f5e465-f7f0-4715-837f-7b8d52189317 req-355e8fe0-a79d-44fb-ae0e-da5164db028e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 907 time: 0.2956934 Jul 08 20:34:06.679704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-8e8f7a22-a85f-46b6-b698-f919e04c59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:06.683912 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-8e8f7a22-a85f-46b6-b698-f919e04c59b0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5a0519eefa684c64b6ff586208453bd9&device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 1059 time: 0.2567830 Jul 08 20:34:06.795819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bb1f43d1-e2e1-42e6-a7ca-370ac054ab77 None None] Provisioning complete for port cd9e5485-733b-46d8-8b09-81147056cb2e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:06.796759 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bb1f43d1-e2e1-42e6-a7ca-370ac054ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:06.853034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-0df4065b-3d19-42b2-93c6-e540d7cd2a49 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=407086da-b4a3-446b-bf0c-729b90d4a81b HTTP/1.1" status: 200 len: 217 time: 0.1448603 Jul 08 20:34:06.872147 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f43d1-e2e1-42e6-a7ca-370ac054ab77 None None] Port cd9e5485-733b-46d8-8b09-81147056cb2e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:06.923190 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:06.941150 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5dc2-aee8-49cd-9a7a-be70c366be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:06.942606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-31ba6a8f-887c-448f-a775-0c42adc3b999 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Deleting port cd9e5485-733b-46d8-8b09-81147056cb2e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:06.943193 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31ba6a8f-887c-448f-a775-0c42adc3b999 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:06.951277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-fbf375bc-033e-403d-af0d-8653c899d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:06.955361 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-fbf375bc-033e-403d-af0d-8653c899d566 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1f97ed50-3acd-4ca9-be10-77119958d581 HTTP/1.1" status: 200 len: 837 time: 0.0739679 Jul 08 20:34:07.118189 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31ba6a8f-887c-448f-a775-0c42adc3b999 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:07.168071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-31ba6a8f-887c-448f-a775-0c42adc3b999 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Calling delete_port for cd9e5485-733b-46d8-8b09-81147056cb2e owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:07.195981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93657d8-3bf3-4a92-aad6-1d73e23cc3c4 req-7d6c2a2d-5ef0-422b-9512-7c9624bfc7ab tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:07.198900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c93657d8-3bf3-4a92-aad6-1d73e23cc3c4 req-7d6c2a2d-5ef0-422b-9512-7c9624bfc7ab tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.3582022 Jul 08 20:34:07.243113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-a546818d-06d4-4399-813a-026de128cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:07.245288 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-a546818d-06d4-4399-813a-026de128cd8e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=21f29563-b147-426b-82cf-583000d49172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2719798 Jul 08 20:34:07.326408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45744) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:07.354651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-397c6e26-0736-4f73-a4e6-1c2ecee5a9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:07.415459 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c93657d8-3bf3-4a92-aad6-1d73e23cc3c4 req-53b22453-12db-4ef5-9de8-433259ddba13 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059302 Jul 08 20:34:07.530162 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-bc13facb-fffe-42fb-92c2-1ba88ea9f0d2 service neutron] 10.222.0.103 "GET /v2.0/networks/21f29563-b147-426b-82cf-583000d49172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355175 Jul 08 20:34:07.534832 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-397c6e26-0736-4f73-a4e6-1c2ecee5a9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:07.540976 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-397c6e26-0736-4f73-a4e6-1c2ecee5a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:07.602230 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31ba6a8f-887c-448f-a775-0c42adc3b999 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:07.604474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c6e26-0736-4f73-a4e6-1c2ecee5a9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132558da-d436-4359-98cc-3f151db90b92,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:07.644322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-397c6e26-0736-4f73-a4e6-1c2ecee5a9b8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=45c61f11815c4d6084f55b89697292a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129454 Jul 08 20:34:07.644735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45748) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:07.645567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba6a8f-887c-448f-a775-0c42adc3b999 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event deleted for resources: {'Port': ['ID=cd9e5485-733b-46d8-8b09-81147056cb2e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:07.828721 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c1a6-7079-4d38-976d-93f3471b58ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:07.922523 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c1a6-7079-4d38-976d-93f3471b58ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:08.022507 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c1a6-7079-4d38-976d-93f3471b58ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:08.030607 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c1a6-7079-4d38-976d-93f3471b58ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:08.032098 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c3a7c1a6-7079-4d38-976d-93f3471b58ca admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/132558da-d436-4359-98cc-3f151db90b92 HTTP/1.1" status: 204 len: 168 time: 0.3862600 Jul 08 20:34:08.045971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7c1a6-7079-4d38-976d-93f3471b58ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132558da-d436-4359-98cc-3f151db90b92,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:08.061943 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4a68e85-6ee7-4126-b694-32c63d9ce82f req-a9f8a2ad-02e2-41cc-b48f-fc818af4b5a4 service neutron] 10.222.0.103 "GET /v2.0/networks/21f29563-b147-426b-82cf-583000d49172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197442 Jul 08 20:34:08.082174 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31ba6a8f-887c-448f-a775-0c42adc3b999 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:08.088121 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-31ba6a8f-887c-448f-a775-0c42adc3b999 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "DELETE /v2.0/ports/cd9e5485-733b-46d8-8b09-81147056cb2e HTTP/1.1" status: 204 len: 168 time: 1.6312387 Jul 08 20:34:08.088704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45762) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:08.190740 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:08.234605 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48e82ea-697a-48ed-8bcf-a1afbeebbb4d tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] GET failed (client error): The resource could not be found. Jul 08 20:34:08.246983 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f48e82ea-697a-48ed-8bcf-a1afbeebbb4d tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "GET /v2.0/ports/cd9e5485-733b-46d8-8b09-81147056cb2e HTTP/1.1" status: 404 len: 333 time: 0.1568067 Jul 08 20:34:08.250549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45764) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:08.258532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Request body: {'port': {'network_id': '1d706326-47d6-4dd1-bb64-a305642a39ed', 'name': 'tempest-AllowedAddressPairTestJSON-196546198'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:08.280184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc27f87-6086-4fac-8941-c4d3cc3c58e2 req-960676c6-0df9-4e58-a08d-1a92aff3e2ad tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:08.281903 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-efc27f87-6086-4fac-8941-c4d3cc3c58e2 req-960676c6-0df9-4e58-a08d-1a92aff3e2ad tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 907 time: 0.4046710 Jul 08 20:34:08.340751 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0542f-4161-47fc-848c-e2a45046d44a req-30947754-0c41-40de-86d2-bca3a9bba2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:08.343814 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32c0542f-4161-47fc-848c-e2a45046d44a req-30947754-0c41-40de-86d2-bca3a9bba2b7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5a0519eefa684c64b6ff586208453bd9&device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 1059 time: 0.1538501 Jul 08 20:34:08.534115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0542f-4161-47fc-848c-e2a45046d44a req-cc8549b0-6844-4fe5-bdb2-2c98b7357291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:08.538653 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32c0542f-4161-47fc-848c-e2a45046d44a req-cc8549b0-6844-4fe5-bdb2-2c98b7357291 service neutron] 10.222.0.103 "GET /v2.0/networks?id=21f29563-b147-426b-82cf-583000d49172 HTTP/1.1" status: 200 len: 899 time: 0.1845522 Jul 08 20:34:08.558239 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d1930-aefa-4628-8b0d-8b3ce3363fa8 req-05a3343d-3a93-4928-a827-7323bd71a9a2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:08.565493 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c9d1930-aefa-4628-8b0d-8b3ce3363fa8 req-05a3343d-3a93-4928-a827-7323bd71a9a2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1742344 Jul 08 20:34:08.597647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Made reservation on behalf of 34bc0755fb874354a88b63a7a95c4eb2 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:08.605045 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:08.617189 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32c0542f-4161-47fc-848c-e2a45046d44a req-82ce17be-2ed5-4a93-9adb-ff843b4e0e98 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=407086da-b4a3-446b-bf0c-729b90d4a81b HTTP/1.1" status: 200 len: 217 time: 0.0708556 Jul 08 20:34:08.640871 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c9d1930-aefa-4628-8b0d-8b3ce3363fa8 req-9501645e-9df3-432c-a9b2-6d5193babf4c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742488 Jul 08 20:34:08.653415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] device_id is not set on port 15d48275-9280-4c8b-895d-719c85a456f1 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:34:08.680264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0542f-4161-47fc-848c-e2a45046d44a req-282f2f92-d0ac-4c22-a04b-cf5a9d347a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:08.682552 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32c0542f-4161-47fc-848c-e2a45046d44a req-282f2f92-d0ac-4c22-a04b-cf5a9d347a6e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1f97ed50-3acd-4ca9-be10-77119958d581 HTTP/1.1" status: 200 len: 837 time: 0.0584981 Jul 08 20:34:08.813121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0542f-4161-47fc-848c-e2a45046d44a req-da55f71f-6daa-4fbf-b991-3c0f1ec77d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:08.814744 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32c0542f-4161-47fc-848c-e2a45046d44a req-da55f71f-6daa-4fbf-b991-3c0f1ec77d4c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=21f29563-b147-426b-82cf-583000d49172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1238520 Jul 08 20:34:08.844669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Allocated IP 172.20.0.6 (1d706326-47d6-4dd1-bb64-a305642a39ed/03f5265e-53f5-49fe-8528-88c91966202c/15d48275-9280-4c8b-895d-719c85a456f1) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:09.010658 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32c0542f-4161-47fc-848c-e2a45046d44a req-078a7bcb-d3a2-4d24-b090-702774c11042 service neutron] 10.222.0.103 "GET /v2.0/networks/21f29563-b147-426b-82cf-583000d49172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869764 Jul 08 20:34:09.136415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:09.157120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Transition to ACTIVE for port object 15d48275-9280-4c8b-895d-719c85a456f1 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:09.158175 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32c0542f-4161-47fc-848c-e2a45046d44a req-6222da42-08f4-4ac7-9ebe-ac1a6cb23492 service neutron] 10.222.0.103 "GET /v2.0/networks/21f29563-b147-426b-82cf-583000d49172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382575 Jul 08 20:34:09.207591 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:09.350654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Network 1d706326-47d6-4dd1-bb64-a305642a39ed is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:09.352861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event updated for resources: {'Port': ['ID=15d48275-9280-4c8b-895d-719c85a456f1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:09.358206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:09.370302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:09.523642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:09.524749 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:09.562411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3b6ffa05-66c8-4330-aaae-0ada00d14bbf tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3102710 Jul 08 20:34:09.565083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45792) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:09.572138 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Request body: {'port': {'network_id': '1d706326-47d6-4dd1-bb64-a305642a39ed', 'name': 'tempest-AllowedAddressPairTestJSON-1977014427'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:09.736031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c7558-da42-4ed2-b006-dd9afa1b0e59 req-cc81cd24-113d-4d46-a601-97fff1799d3c tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:09.753461 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ef0c7558-da42-4ed2-b006-dd9afa1b0e59 req-cc81cd24-113d-4d46-a601-97fff1799d3c tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 907 time: 0.1380010 Jul 08 20:34:09.761263 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:09.786191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bbf7d68d-2902-4536-8633-c3d80a0c3adc None None] Provisioning for port 15d48275-9280-4c8b-895d-719c85a456f1 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:09.792567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bbf7d68d-2902-4536-8633-c3d80a0c3adc None None] Provisioning complete for port 15d48275-9280-4c8b-895d-719c85a456f1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:09.795475 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bbf7d68d-2902-4536-8633-c3d80a0c3adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:09.829256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Made reservation on behalf of 34bc0755fb874354a88b63a7a95c4eb2 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:09.841466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:09.871553 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bbf7d68d-2902-4536-8633-c3d80a0c3adc None None] Port 15d48275-9280-4c8b-895d-719c85a456f1 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:09.876806 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] device_id is not set on port 36ad9c68-052f-4821-980e-9d8ef535dfb9 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:34:09.885994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45796) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:10.058996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1897522751'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:10.079587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e667dcb-a938-482a-a78d-b269b6e9b24a req-d1a6386a-8d9d-410f-9850-caef2871ee48 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:10.084660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 407086da-b4a3-446b-bf0c-729b90d4a81b details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:34:10.089731 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e667dcb-a938-482a-a78d-b269b6e9b24a req-d1a6386a-8d9d-410f-9850-caef2871ee48 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1634603 Jul 08 20:34:10.095476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Made reservation on behalf of 45ccf221161c4b6998e3900b693b0785 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:10.105980 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:10.106345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Allocated IP 172.20.0.3 (1d706326-47d6-4dd1-bb64-a305642a39ed/03f5265e-53f5-49fe-8528-88c91966202c/36ad9c68-052f-4821-980e-9d8ef535dfb9) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:10.129403 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:10.201131 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e667dcb-a938-482a-a78d-b269b6e9b24a req-6cfa80e4-eb2a-43ea-b4b3-907703917bbe tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102614 Jul 08 20:34:10.353411 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:10.360494 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:10.362083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 407086da-b4a3-446b-bf0c-729b90d4a81b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=407086da-b4a3-446b-bf0c-729b90d4a81b,segment=NetworkSegment(8501e52a-f5bc-4b61-8f12-9cd5d2ddad60),segment_id=8501e52a-f5bc-4b61-8f12-9cd5d2ddad60)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:10.410838 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '407086da-b4a3-446b-bf0c-729b90d4a81b', 'network_id': '21f29563-b147-426b-82cf-583000d49172', 'port_id': '407086da-b4a3-446b-bf0c-729b90d4a81b', 'mac_address': 'fa:16:3e:33:5a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f97ed50-3acd-4ca9-be10-77119958d581', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:34:10.428686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68faa38-ba08-46c6-bb1d-6b6c1491e5d2,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:10.451967 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:34:10.483415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:10.484005 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Added segment 26a73bde-9a20-4257-8ccd-94f8703cd991 of type vlan for network 777d52a8-dd46-4328-838d-5af2d2c4e26c Jul 08 20:34:10.520394 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:10.540260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407086da-b4a3-446b-bf0c-729b90d4a81b {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:34:10.594604 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 407086da-b4a3-446b-bf0c-729b90d4a81b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=407086da-b4a3-446b-bf0c-729b90d4a81b,segment=NetworkSegment(8501e52a-f5bc-4b61-8f12-9cd5d2ddad60),segment_id=8501e52a-f5bc-4b61-8f12-9cd5d2ddad60)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:10.614099 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:10.637061 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:10.660127 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:10.676596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Transition to ACTIVE for port object 36ad9c68-052f-4821-980e-9d8ef535dfb9 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:10.735880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=407086da-b4a3-446b-bf0c-729b90d4a81b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:10.747438 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e044c3a-a18e-4f78-839b-4af5d6fab424 req-7e3ac26d-2e6e-4621-8c46-e9159fd45a33 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:10.750079 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e044c3a-a18e-4f78-839b-4af5d6fab424 req-7e3ac26d-2e6e-4621-8c46-e9159fd45a33 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.2755604 Jul 08 20:34:10.766771 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:10.873827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.resource_extend [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:34:10.951607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event updated for resources: {'Port': ['ID=36ad9c68-052f-4821-980e-9d8ef535dfb9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:10.958386 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e044c3a-a18e-4f78-839b-4af5d6fab424 req-32fcec2f-009d-4140-956b-56d762d697cc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942759 Jul 08 20:34:10.959871 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:10.966766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Network 1d706326-47d6-4dd1-bb64-a305642a39ed is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:10.969915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:10.976799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:11.018453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:11.019180 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:11.030112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['407086da-b4a3-446b-bf0c-729b90d4a81b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:34:11.067135 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1763067 Jul 08 20:34:11.070665 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45820) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:11.081937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-8ff3dd9d-4c7a-4f02-96e3-48c9a9ab8ba3 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Request body: {'subnet': {'network_id': '777d52a8-dd46-4328-838d-5af2d2c4e26c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:11.164602 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:11.166523 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:11.320763 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3dae2769-85ed-4fbb-913b-d10886cd3499 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7537534 Jul 08 20:34:11.325090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45822) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:11.339474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b059a7c7-d275-456e-a1eb-17e4921047b3 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:3f:7c:bc'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:62:4f:2f'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:11.391603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc2c8f-97df-4571-9e8f-c4d474181722 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event updated for resources: {'Network': ['ID=777d52a8-dd46-4328-838d-5af2d2c4e26c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:11.418472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 777d52a8-dd46-4328-838d-5af2d2c4e26c details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:34:11.479615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff3dd9d-4c7a-4f02-96e3-48c9a9ab8ba3 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Made reservation on behalf of 45ccf221161c4b6998e3900b693b0785 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:11.483825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ff3dd9d-4c7a-4f02-96e3-48c9a9ab8ba3 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:11.543114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc20db-27e7-41ad-873c-70da0cda6297 req-b3562a0e-ad89-46df-a8bd-444e7e73e72c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:11.546180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8849a3-310e-4d41-bf17-c940cc2d79c6 req-fdba72c2-1cc1-45f4-8fea-62c6edce1b3d tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:11.551008 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea8849a3-310e-4d41-bf17-c940cc2d79c6 req-fdba72c2-1cc1-45f4-8fea-62c6edce1b3d tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 908 time: 0.3788157 Jul 08 20:34:11.551227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90bc20db-27e7-41ad-873c-70da0cda6297 req-b3562a0e-ad89-46df-a8bd-444e7e73e72c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.2475524 Jul 08 20:34:11.556217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fd899a5d-05b1-4eb3-9a42-b8dfa62be53a None None] Provisioning for port 36ad9c68-052f-4821-980e-9d8ef535dfb9 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:11.571015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fd899a5d-05b1-4eb3-9a42-b8dfa62be53a None None] Provisioning complete for port 36ad9c68-052f-4821-980e-9d8ef535dfb9 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:11.573496 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fd899a5d-05b1-4eb3-9a42-b8dfa62be53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:11.635217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90bc20db-27e7-41ad-873c-70da0cda6297 req-d4130202-45e4-4e1a-a2c1-e3bb88574e9c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830169 Jul 08 20:34:11.685420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-fd899a5d-05b1-4eb3-9a42-b8dfa62be53a None None] Port 36ad9c68-052f-4821-980e-9d8ef535dfb9 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:11.843179 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ff3dd9d-4c7a-4f02-96e3-48c9a9ab8ba3 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:11.896254 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b059a7c7-d275-456e-a1eb-17e4921047b3 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:11.924752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3dd9d-4c7a-4f02-96e3-48c9a9ab8ba3 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event updated for resources: {'Subnet': ['ID=7766ad57-89bb-46ce-8c7d-ac1367c3c489,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:11.968259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3dd9d-4c7a-4f02-96e3-48c9a9ab8ba3 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Checking segment: {'id': '26a73bde-9a20-4257-8ccd-94f8703cd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '777d52a8-dd46-4328-838d-5af2d2c4e26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:11.968915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff3dd9d-4c7a-4f02-96e3-48c9a9ab8ba3 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Network hostable DHCP agents. Network: 777d52a8-dd46-4328-838d-5af2d2c4e26c, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:34:11.991721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff3dd9d-4c7a-4f02-96e3-48c9a9ab8ba3 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Network 777d52a8-dd46-4328-838d-5af2d2c4e26c is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:34:12.003978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-8ff3dd9d-4c7a-4f02-96e3-48c9a9ab8ba3 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 777d52a8-dd46-4328-838d-5af2d2c4e26c) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:12.010820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3dd9d-4c7a-4f02-96e3-48c9a9ab8ba3 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:12.011469 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ff3dd9d-4c7a-4f02-96e3-48c9a9ab8ba3 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:12.015004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d50db6c-1266-4f6a-b21c-737176591a1b None None] Network 777d52a8-dd46-4328-838d-5af2d2c4e26c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:12.041124 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8ff3dd9d-4c7a-4f02-96e3-48c9a9ab8ba3 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9703965 Jul 08 20:34:12.044606 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45832) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:12.053475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b4e9e704-b3c6-46ce-bb1e-fec2309c73a6 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1458455226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:12.120060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 407086da-b4a3-446b-bf0c-729b90d4a81b up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:12.128480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e704-b3c6-46ce-bb1e-fec2309c73a6 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:12.130104 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e704-b3c6-46ce-bb1e-fec2309c73a6 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:12.313185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 407086da-b4a3-446b-bf0c-729b90d4a81b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:12.319334 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 407086da-b4a3-446b-bf0c-729b90d4a81b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:12.319881 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:12.349495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-777d52a8-dd46-4328-838d-5af2d2c4e26c', 'network_id': '777d52a8-dd46-4328-838d-5af2d2c4e26c', 'tenant_id': '45ccf221161c4b6998e3900b693b0785', 'fixed_ips': [{'subnet_id': '7766ad57-89bb-46ce-8c7d-ac1367c3c489'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:34:12.350944 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:12.529338 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:12.575704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 407086da-b4a3-446b-bf0c-729b90d4a81b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=407086da-b4a3-446b-bf0c-729b90d4a81b,segment=NetworkSegment(8501e52a-f5bc-4b61-8f12-9cd5d2ddad60),segment_id=8501e52a-f5bc-4b61-8f12-9cd5d2ddad60)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:12.579086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa5912d-95c6-404f-b03f-ff6f803e82c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407086da-b4a3-446b-bf0c-729b90d4a81b'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:34:12.581716 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a78e7d7-a57e-44d0-80cf-10bfdf3ff0d1" -d '{"events": [{"server_uuid": "5fa5912d-95c6-404f-b03f-ff6f803e82c8", "name": "network-vif-plugged", "status": "completed", "tag": "407086da-b4a3-446b-bf0c-729b90d4a81b"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:34:12.600570 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:12.658383 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e704-b3c6-46ce-bb1e-fec2309c73a6 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:12.667343 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e704-b3c6-46ce-bb1e-fec2309c73a6 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:12.690442 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Allocated IP 172.20.0.2 (777d52a8-dd46-4328-838d-5af2d2c4e26c/7766ad57-89bb-46ce-8c7d-ac1367c3c489/e39e489c-cce9-46a6-808e-76fff8c7580d) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:12.690731 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e704-b3c6-46ce-bb1e-fec2309c73a6 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:12.696932 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b4e9e704-b3c6-46ce-bb1e-fec2309c73a6 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6464212 Jul 08 20:34:12.699344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45840) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:12.731174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=407086da-b4a3-446b-bf0c-729b90d4a81b,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:12.956738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b2a32-e650-4af7-94ed-59d25a16c147 req-34b39d9f-b4f2-478e-891e-cbe84bc8f858 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:12.965696 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1f5b2a32-e650-4af7-94ed-59d25a16c147 req-34b39d9f-b4f2-478e-891e-cbe84bc8f858 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.9309342 Jul 08 20:34:12.984379 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb458f6-0c8c-4f6f-acfb-791d19fa8e31 x-openstack-request-id: req-fcb458f6-0c8c-4f6f-acfb-791d19fa8e31 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:34:12.990484 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa5912d-95c6-404f-b03f-ff6f803e82c8", "name": "network-vif-plugged", "status": "completed", "tag": "407086da-b4a3-446b-bf0c-729b90d4a81b", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:34:12.990869 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fcb458f6-0c8c-4f6f-acfb-791d19fa8e31 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:34:12.991435 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa5912d-95c6-404f-b03f-ff6f803e82c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407086da-b4a3-446b-bf0c-729b90d4a81b', 'code': 200} Jul 08 20:34:13.061216 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1f5b2a32-e650-4af7-94ed-59d25a16c147 req-38561002-e435-4e96-b9b7-e63c1165f6d4 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904553 Jul 08 20:34:13.186389 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b059a7c7-d275-456e-a1eb-17e4921047b3 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:13.213695 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b059a7c7-d275-456e-a1eb-17e4921047b3 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:13.259938 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:13.276409 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Transition to ACTIVE for port object e39e489c-cce9-46a6-808e-76fff8c7580d will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:13.295842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Transition to ACTIVE for port object e39e489c-cce9-46a6-808e-76fff8c7580d will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:13.305268 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:13.362157 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Network 777d52a8-dd46-4328-838d-5af2d2c4e26c is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:13.372101 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:13.372716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:13.380988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:13.385481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Pushing event updated for resources: {'Port': ['ID=e39e489c-cce9-46a6-808e-76fff8c7580d,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:13.409921 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6c1bf-fc32-4329-8b2a-104192f18245 req-9438d8ba-9e87-4b56-a188-530e3503d4c7 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:13.411669 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-86e6c1bf-fc32-4329-8b2a-104192f18245 req-9438d8ba-9e87-4b56-a188-530e3503d4c7 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 909 time: 0.1411417 Jul 08 20:34:13.450191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059a7c7-d275-456e-a1eb-17e4921047b3 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event updated for resources: {'Port': ['ID=36ad9c68-052f-4821-980e-9d8ef535dfb9,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:13.505938 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Attempting to bind port e39e489c-cce9-46a6-808e-76fff8c7580d on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:13.506804 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Attempting to bind port e39e489c-cce9-46a6-808e-76fff8c7580d by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '26a73bde-9a20-4257-8ccd-94f8703cd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '777d52a8-dd46-4328-838d-5af2d2c4e26c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:13.507420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Attempting to bind port e39e489c-cce9-46a6-808e-76fff8c7580d on network 777d52a8-dd46-4328-838d-5af2d2c4e26c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:13.519603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:13.526909 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Checking segment: {'id': '26a73bde-9a20-4257-8ccd-94f8703cd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '777d52a8-dd46-4328-838d-5af2d2c4e26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:13.527982 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:13.529030 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Bound using segment: {'id': '26a73bde-9a20-4257-8ccd-94f8703cd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '777d52a8-dd46-4328-838d-5af2d2c4e26c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:13.529847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Bound port: e39e489c-cce9-46a6-808e-76fff8c7580d, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a73bde-9a20-4257-8ccd-94f8703cd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '777d52a8-dd46-4328-838d-5af2d2c4e26c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:13.530493 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:13.534535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee03b2-656d-4ed4-a726-ba4c8b1c4894 req-5df024b4-1237-4805-a19e-a858c991b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:13.535793 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1bee03b2-656d-4ed4-a726-ba4c8b1c4894 req-5df024b4-1237-4805-a19e-a858c991b6a3 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 1061 time: 0.3464558 Jul 08 20:34:13.536511 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b059a7c7-d275-456e-a1eb-17e4921047b3 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] In _notify_port_updated(), no bound segment for port 36ad9c68-052f-4821-980e-9d8ef535dfb9 on network 1d706326-47d6-4dd1-bb64-a305642a39ed {{(pid=94065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:34:13.545623 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b059a7c7-d275-456e-a1eb-17e4921047b3 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:13.546465 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b059a7c7-d275-456e-a1eb-17e4921047b3 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:13.553738 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b059a7c7-d275-456e-a1eb-17e4921047b3 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "PUT /v2.0/ports/36ad9c68-052f-4821-980e-9d8ef535dfb9 HTTP/1.1" status: 200 len: 1056 time: 2.2244079 Jul 08 20:34:13.553971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45850) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:13.652119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] For port e39e489c-cce9-46a6-808e-76fff8c7580d, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:13.656232 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] For port e39e489c-cce9-46a6-808e-76fff8c7580d, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e39e489c-cce9-46a6-808e-76fff8c7580d,segment=NetworkSegment(26a73bde-9a20-4257-8ccd-94f8703cd991),segment_id=26a73bde-9a20-4257-8ccd-94f8703cd991)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:13.662511 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:13.739449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-533023f4-9557-4b63-9a3e-d1f9ed5ed2ec tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Deleting port 36ad9c68-052f-4821-980e-9d8ef535dfb9 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:13.739791 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-533023f4-9557-4b63-9a3e-d1f9ed5ed2ec tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:13.745881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93950dd-b647-413e-a9e3-c182aefc801d None None] Pushing event updated for resources: {'Port': ['ID=e39e489c-cce9-46a6-808e-76fff8c7580d,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:13.842479 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f9660f85-34a6-46de-9362-29b209e18ff6 None None] Provisioning complete for port 36ad9c68-052f-4821-980e-9d8ef535dfb9 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:13.845263 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f9660f85-34a6-46de-9362-29b209e18ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:13.847281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Allocated IP 172.20.0.1 (777d52a8-dd46-4328-838d-5af2d2c4e26c/7766ad57-89bb-46ce-8c7d-ac1367c3c489/c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:14.060592 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-533023f4-9557-4b63-9a3e-d1f9ed5ed2ec tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:14.121270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-533023f4-9557-4b63-9a3e-d1f9ed5ed2ec tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Calling delete_port for 36ad9c68-052f-4821-980e-9d8ef535dfb9 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:14.131444 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:14.132952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f9660f85-34a6-46de-9362-29b209e18ff6 None None] Port 36ad9c68-052f-4821-980e-9d8ef535dfb9 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:14.150407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Transition to ACTIVE for port object c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:14.228827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:14.337086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Network 777d52a8-dd46-4328-838d-5af2d2c4e26c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:14.341585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:14.363225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:14.469921 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event updated for resources: {'Port': ['ID=c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:14.534975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:14.558627 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-533023f4-9557-4b63-9a3e-d1f9ed5ed2ec tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:14.675386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533023f4-9557-4b63-9a3e-d1f9ed5ed2ec tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event deleted for resources: {'Port': ['ID=36ad9c68-052f-4821-980e-9d8ef535dfb9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:15.001551 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:15.029709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45878) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:15.063758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b755c75-3635-49b6-8b54-325d79b1792c req-345f3a59-5337-47e2-bc61-9a655a81c0ac tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:15.074680 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b755c75-3635-49b6-8b54-325d79b1792c req-345f3a59-5337-47e2-bc61-9a655a81c0ac tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 909 time: 0.3407516 Jul 08 20:34:15.197713 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-533023f4-9557-4b63-9a3e-d1f9ed5ed2ec tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:15.203857 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-533023f4-9557-4b63-9a3e-d1f9ed5ed2ec tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "DELETE /v2.0/ports/36ad9c68-052f-4821-980e-9d8ef535dfb9 HTTP/1.1" status: 204 len: 168 time: 1.6473231 Jul 08 20:34:15.205551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45882) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:15.267757 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-71eebb87-5013-418e-b69b-13e811551e9f tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] GET failed (client error): The resource could not be found. Jul 08 20:34:15.272167 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-71eebb87-5013-418e-b69b-13e811551e9f tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "GET /v2.0/ports/36ad9c68-052f-4821-980e-9d8ef535dfb9 HTTP/1.1" status: 404 len: 333 time: 0.0620410 Jul 08 20:34:15.274015 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45884) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:15.446837 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-02a498ce-2263-4c6f-8e93-374d9fdbf7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:15.483984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6700759f-fae7-4492-886b-64f683ffe6ea None None] Network 777d52a8-dd46-4328-838d-5af2d2c4e26c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:15.544789 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3dae4efa-1175-4a21-a9fb-ebc67c5db41d tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Deleting port 15d48275-9280-4c8b-895d-719c85a456f1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:15.545167 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dae4efa-1175-4a21-a9fb-ebc67c5db41d tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:15.647160 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:15.660107 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:15.748404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e39e489c-cce9-46a6-808e-76fff8c7580d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:15.750116 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-02a498ce-2263-4c6f-8e93-374d9fdbf7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:15.760410 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-02a498ce-2263-4c6f-8e93-374d9fdbf7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:15.817037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event updated for resources: {'Port': ['ID=c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:15.820240 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-44f8c6de-eaa3-475b-8726-5fc4ae0e3df0 None None] Provisioning for port e39e489c-cce9-46a6-808e-76fff8c7580d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:15.838553 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dae4efa-1175-4a21-a9fb-ebc67c5db41d tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:15.862051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3dae4efa-1175-4a21-a9fb-ebc67c5db41d tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Calling delete_port for 15d48275-9280-4c8b-895d-719c85a456f1 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:15.909322 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:15.916157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a498ce-2263-4c6f-8e93-374d9fdbf7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a93a13-ec4f-42de-bfdd-d0154175685e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:15.917568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port e39e489c-cce9-46a6-808e-76fff8c7580d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:15.927664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port e39e489c-cce9-46a6-808e-76fff8c7580d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:15.928163 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:15.939171 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-02a498ce-2263-4c6f-8e93-374d9fdbf7e0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eb8b8abb670549498fc88be3e448f7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8939664 Jul 08 20:34:15.963951 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45888) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:16.013785 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10d14b25-7303-47d9-9351-6cb0cebd3ef2 req-d2d28bc5-4894-4bbd-9989-cdf9837721f8 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2372348 Jul 08 20:34:16.139903 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:16.172739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Network 777d52a8-dd46-4328-838d-5af2d2c4e26c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:16.176302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:16.179797 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-861f0b09-d648-4099-975f-16d955dd7706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:16.193221 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dae4efa-1175-4a21-a9fb-ebc67c5db41d tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:16.223913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port e39e489c-cce9-46a6-808e-76fff8c7580d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e39e489c-cce9-46a6-808e-76fff8c7580d,segment=NetworkSegment(26a73bde-9a20-4257-8ccd-94f8703cd991),segment_id=26a73bde-9a20-4257-8ccd-94f8703cd991)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:16.233539 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:16.271192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae4efa-1175-4a21-a9fb-ebc67c5db41d tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event deleted for resources: {'Port': ['ID=15d48275-9280-4c8b-895d-719c85a456f1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:16.337853 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-861f0b09-d648-4099-975f-16d955dd7706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:16.371620 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3dae4efa-1175-4a21-a9fb-ebc67c5db41d tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:16.380467 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3dae4efa-1175-4a21-a9fb-ebc67c5db41d tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "DELETE /v2.0/ports/15d48275-9280-4c8b-895d-719c85a456f1 HTTP/1.1" status: 204 len: 168 time: 1.1031742 Jul 08 20:34:16.384164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45894) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:16.398909 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=e39e489c-cce9-46a6-808e-76fff8c7580d,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:16.468784 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-723b9c8f-15ef-40ef-a813-eadc679c64f4 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] GET failed (client error): The resource could not be found. Jul 08 20:34:16.471522 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-723b9c8f-15ef-40ef-a813-eadc679c64f4 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "GET /v2.0/ports/15d48275-9280-4c8b-895d-719c85a456f1 HTTP/1.1" status: 404 len: 333 time: 0.0761418 Jul 08 20:34:16.475769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45896) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:16.556192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d14b25-7303-47d9-9351-6cb0cebd3ef2 req-9ca105a0-19e3-47da-bc65-3f9323834e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:16.557840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10d14b25-7303-47d9-9351-6cb0cebd3ef2 req-9ca105a0-19e3-47da-bc65-3f9323834e13 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 1097 time: 0.5093141 Jul 08 20:34:16.564521 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-861f0b09-d648-4099-975f-16d955dd7706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:16.567098 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-861f0b09-d648-4099-975f-16d955dd7706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:16.572240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-861f0b09-d648-4099-975f-16d955dd7706 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/03a93a13-ec4f-42de-bfdd-d0154175685e HTTP/1.1" status: 204 len: 168 time: 0.6028042 Jul 08 20:34:16.601342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f0b09-d648-4099-975f-16d955dd7706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a93a13-ec4f-42de-bfdd-d0154175685e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:16.620883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f5659-146a-4f27-bd14-eff910696b49 req-ea5cdc24-d6eb-49c6-83ba-26b515d425fe tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:16.653149 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe3f5659-146a-4f27-bd14-eff910696b49 req-ea5cdc24-d6eb-49c6-83ba-26b515d425fe tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 909 time: 0.3268318 Jul 08 20:34:16.685996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fbe5494d-abf2-44f1-ac28-7da7f8dc7bbc None None] Provisioning for port c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:16.700826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fbe5494d-abf2-44f1-ac28-7da7f8dc7bbc None None] Provisioning complete for port c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:16.701237 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fbe5494d-abf2-44f1-ac28-7da7f8dc7bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:16.723584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-364ffd9e-0fe3-45bc-9a39-b3ed959f34db tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Deleting port aa202c0c-54a5-4b9f-8b9b-bd773f6bbe54 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:16.723932 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-364ffd9e-0fe3-45bc-9a39-b3ed959f34db tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:16.799481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5494d-abf2-44f1-ac28-7da7f8dc7bbc None None] Port c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:16.829447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fbe5494d-abf2-44f1-ac28-7da7f8dc7bbc None None] Provisioning complete for port e39e489c-cce9-46a6-808e-76fff8c7580d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:16.829997 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fbe5494d-abf2-44f1-ac28-7da7f8dc7bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:17.025711 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-364ffd9e-0fe3-45bc-9a39-b3ed959f34db tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:17.046213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-364ffd9e-0fe3-45bc-9a39-b3ed959f34db tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Calling delete_port for aa202c0c-54a5-4b9f-8b9b-bd773f6bbe54 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:17.059033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d14b25-7303-47d9-9351-6cb0cebd3ef2 req-8c95eca1-cd45-468e-a21b-fb938e2a3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:17.064233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd85eb-a85a-41cc-b7d2-63774de11fd5 req-dc4e64b6-1652-46b9-8fff-ad81745563e5 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:17.075352 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10d14b25-7303-47d9-9351-6cb0cebd3ef2 req-8c95eca1-cd45-468e-a21b-fb938e2a3e2b service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.4328344 Jul 08 20:34:17.078393 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8ffd85eb-a85a-41cc-b7d2-63774de11fd5 req-dc4e64b6-1652-46b9-8fff-ad81745563e5 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 909 time: 0.2361898 Jul 08 20:34:17.262455 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-077e2418-2e3f-4c83-92f5-10374c67b854 None None] Provisioning complete for port c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:17.263025 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-077e2418-2e3f-4c83-92f5-10374c67b854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:17.313958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Router 6900b6f7-7756-43d8-bb49-96382f809152 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:34:17.382056 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-364ffd9e-0fe3-45bc-9a39-b3ed959f34db tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:17.435202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-077e2418-2e3f-4c83-92f5-10374c67b854 None None] Port c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:17.483369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ffd9e-0fe3-45bc-9a39-b3ed959f34db tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event deleted for resources: {'Port': ['ID=aa202c0c-54a5-4b9f-8b9b-bd773f6bbe54,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:17.489790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10d14b25-7303-47d9-9351-6cb0cebd3ef2 req-a4e5fa29-6a45-450e-aaa4-571cdf256d08 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 200 len: 1000 time: 0.3973503 Jul 08 20:34:17.555979 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:17.672019 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-364ffd9e-0fe3-45bc-9a39-b3ed959f34db tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:17.677037 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-364ffd9e-0fe3-45bc-9a39-b3ed959f34db tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "DELETE /v2.0/ports/aa202c0c-54a5-4b9f-8b9b-bd773f6bbe54 HTTP/1.1" status: 204 len: 168 time: 1.2004223 Jul 08 20:34:17.677678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45918) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:17.697653 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e39e489c-cce9-46a6-808e-76fff8c7580d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:17.760704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e03f-73ca-4d98-b8a5-d9dfc6e635a1 req-fd7abda2-cf48-431d-8538-f25e5896c6d2 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:17.772662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:34:17.777188 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6e9e03f-73ca-4d98-b8a5-d9dfc6e635a1 req-fd7abda2-cf48-431d-8538-f25e5896c6d2 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 1061 time: 0.3773997 Jul 08 20:34:17.784356 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dd9d8aac-5ad1-45d9-a5fe-6fb5d5e30e83 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "PUT /v2.0/routers/6900b6f7-7756-43d8-bb49-96382f809152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0800650 Jul 08 20:34:17.785109 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45920) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:17.795089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d14b25-7303-47d9-9351-6cb0cebd3ef2 req-bc89a695-a5ae-4770-841e-c35af6ebf2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:17.796096 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92539aa-7b70-48f3-b75f-8da29aa42180 None None] Sync routers for ids ['6900b6f7-7756-43d8-bb49-96382f809152'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:34:17.796662 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10d14b25-7303-47d9-9351-6cb0cebd3ef2 req-bc89a695-a5ae-4770-841e-c35af6ebf2eb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.3056955 Jul 08 20:34:17.797427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Request body: {'port': {'network_id': '777d52a8-dd46-4328-838d-5af2d2c4e26c', 'name': 'tempest-FloatingIPNegativeTestJSON-1754065324'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:17.864512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port e39e489c-cce9-46a6-808e-76fff8c7580d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:17.865163 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:17.872746 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92539aa-7b70-48f3-b75f-8da29aa42180 None None] Routers {'6900b6f7-7756-43d8-bb49-96382f809152'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:17.882761 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a92539aa-7b70-48f3-b75f-8da29aa42180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6900b6f7-7756-43d8-bb49-96382f809152'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:17.911889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d14b25-7303-47d9-9351-6cb0cebd3ef2 req-be403600-fbe5-48e3-bbd4-54bd4bce5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:17.913816 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10d14b25-7303-47d9-9351-6cb0cebd3ef2 req-be403600-fbe5-48e3-bbd4-54bd4bce5cae service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089330 Jul 08 20:34:17.937746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-86963772-5cfd-49a3-82ad-d2fcda28db50 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Deleting subnet 03f5265e-53f5-49fe-8528-88c91966202c {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:34:17.954864 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86963772-5cfd-49a3-82ad-d2fcda28db50 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:18.049917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a46f3bb8-75b3-47ec-9dde-fbc1a0b40f34 None None] Provisioning complete for port c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:18.054064 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a46f3bb8-75b3-47ec-9dde-fbc1a0b40f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:18.074900 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a92539aa-7b70-48f3-b75f-8da29aa42180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:18.086818 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86963772-5cfd-49a3-82ad-d2fcda28db50 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:18.096489 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10d14b25-7303-47d9-9351-6cb0cebd3ef2 req-0739abc7-b3c9-43d1-a40e-00074ec1105d service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748698 Jul 08 20:34:18.116209 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92539aa-7b70-48f3-b75f-8da29aa42180 None None] Routers {'6900b6f7-7756-43d8-bb49-96382f809152'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:18.116492 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a46f3bb8-75b3-47ec-9dde-fbc1a0b40f34 None None] Port c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:18.117764 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a92539aa-7b70-48f3-b75f-8da29aa42180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6900b6f7-7756-43d8-bb49-96382f809152'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:18.251793 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a92539aa-7b70-48f3-b75f-8da29aa42180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:18.252712 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92539aa-7b70-48f3-b75f-8da29aa42180 None None] The sync data for ids ['6900b6f7-7756-43d8-bb49-96382f809152'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:34:18.323114 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10d14b25-7303-47d9-9351-6cb0cebd3ef2 req-05d653ae-1fcb-454a-b6b6-726e2c687cef service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194393 Jul 08 20:34:18.407031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47767d41-24f9-48a6-a607-7241c2a8926c req-ce63ffbf-557f-47a0-a311-ca3878299337 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:18.408920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47767d41-24f9-48a6-a607-7241c2a8926c req-ce63ffbf-557f-47a0-a311-ca3878299337 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 1136 time: 0.1345680 Jul 08 20:34:18.438699 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Made reservation on behalf of 45ccf221161c4b6998e3900b693b0785 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:18.448695 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:18.504354 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-47767d41-24f9-48a6-a607-7241c2a8926c req-31b27820-3fa6-4319-bfb6-cd8f3ec3f9e1 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0762012 Jul 08 20:34:18.504974 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] device_id is not set on port deafd89f-2839-466a-9524-07e7ef9a021e yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:34:18.523334 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86963772-5cfd-49a3-82ad-d2fcda28db50 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:18.551338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45940) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:18.671989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc99b7d6-9054-4218-b863-7f6922477600 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:18.678467 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dc99b7d6-9054-4218-b863-7f6922477600 tempest-TestSecurityGroupsBasicOps-688270187 tempest-TestSecurityGroupsBasicOps-688270187-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 1056 time: 0.1221678 Jul 08 20:34:18.678916 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86963772-5cfd-49a3-82ad-d2fcda28db50 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:18.704222 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86963772-5cfd-49a3-82ad-d2fcda28db50 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:18.706827 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-86963772-5cfd-49a3-82ad-d2fcda28db50 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "DELETE /v2.0/subnets/03f5265e-53f5-49fe-8528-88c91966202c HTTP/1.1" status: 204 len: 168 time: 1.0108352 Jul 08 20:34:18.710659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45946) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:18.718933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94bb385-3524-4fd3-8487-c69ecf20347b None None] Network 1d706326-47d6-4dd1-bb64-a305642a39ed requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:18.740762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86963772-5cfd-49a3-82ad-d2fcda28db50 tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event deleted for resources: {'Subnet': ['ID=03f5265e-53f5-49fe-8528-88c91966202c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:18.751163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Allocated IP 172.20.0.9 (777d52a8-dd46-4328-838d-5af2d2c4e26c/7766ad57-89bb-46ce-8c7d-ac1367c3c489/deafd89f-2839-466a-9524-07e7ef9a021e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:18.964206 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:19.088570 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:19.137154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Transition to ACTIVE for port object deafd89f-2839-466a-9524-07e7ef9a021e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:19.171933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Deleting port 63cdeee4-5d21-4674-86a2-d55991c12105 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:19.172355 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:19.216241 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:19.217174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408bf0b8-9b6c-49a7-bb03-19cf68549494 None None] DHCP port deletion for 1d706326-47d6-4dd1-bb64-a305642a39ed request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:34:19.280343 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Network 777d52a8-dd46-4328-838d-5af2d2c4e26c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:19.284676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:19.305886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:19.341706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event updated for resources: {'Port': ['ID=deafd89f-2839-466a-9524-07e7ef9a021e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:19.409001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-408bf0b8-9b6c-49a7-bb03-19cf68549494 None None] Deleting port 63cdeee4-5d21-4674-86a2-d55991c12105 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:19.409922 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-408bf0b8-9b6c-49a7-bb03-19cf68549494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:19.421516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] For port 63cdeee4-5d21-4674-86a2-d55991c12105, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=63cdeee4-5d21-4674-86a2-d55991c12105,segment=NetworkSegment(a37818a3-aafa-4784-b480-449a880bec2f),segment_id=a37818a3-aafa-4784-b480-449a880bec2f)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:19.422579 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:19.437887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:19.447920 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:19.476155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Calling delete_port for 63cdeee4-5d21-4674-86a2-d55991c12105 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:19.478408 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6e87c95c-07a3-49c6-bd96-cf66a6aed59d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6919055 Jul 08 20:34:19.482458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45958) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:19.490155 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:19.513241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-408bf0b8-9b6c-49a7-bb03-19cf68549494 None None] For port 63cdeee4-5d21-4674-86a2-d55991c12105, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=63cdeee4-5d21-4674-86a2-d55991c12105,segment=NetworkSegment(a37818a3-aafa-4784-b480-449a880bec2f),segment_id=a37818a3-aafa-4784-b480-449a880bec2f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:19.515335 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-408bf0b8-9b6c-49a7-bb03-19cf68549494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:19.532404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-408bf0b8-9b6c-49a7-bb03-19cf68549494 None None] Calling delete_port for 63cdeee4-5d21-4674-86a2-d55991c12105 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:19.586916 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:19.657598 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-408bf0b8-9b6c-49a7-bb03-19cf68549494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:19.686616 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408bf0b8-9b6c-49a7-bb03-19cf68549494 None None] No DVR routers for this DVR port 63cdeee4-5d21-4674-86a2-d55991c12105 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:19.715357 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 63cdeee4-5d21-4674-86a2-d55991c12105 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:19.718272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bf0b8-9b6c-49a7-bb03-19cf68549494 None None] Pushing event deleted for resources: {'Port': ['ID=63cdeee4-5d21-4674-86a2-d55991c12105,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:19.760669 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 63cdeee4-5d21-4674-86a2-d55991c12105 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:19.761726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 63cdeee4-5d21-4674-86a2-d55991c12105 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:19.775890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a1f5968a-c452-4b6d-9118-7aa2ba96611f None None] Provisioning for port deafd89f-2839-466a-9524-07e7ef9a021e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:19.785847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a1f5968a-c452-4b6d-9118-7aa2ba96611f None None] Provisioning complete for port deafd89f-2839-466a-9524-07e7ef9a021e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:19.789935 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a1f5968a-c452-4b6d-9118-7aa2ba96611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:19.797909 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:19.850940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5968a-c452-4b6d-9118-7aa2ba96611f None None] Port deafd89f-2839-466a-9524-07e7ef9a021e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:19.862670 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:19.879460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febc732-5513-4a03-94bd-d107b4a1beb4 req-f19da2c8-3bdc-4399-a4e8-c9f49fbe6fd7 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:19.884029 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9febc732-5513-4a03-94bd-d107b4a1beb4 req-f19da2c8-3bdc-4399-a4e8-c9f49fbe6fd7 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 909 time: 0.4167058 Jul 08 20:34:19.912652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event deleted for resources: {'Port': ['ID=63cdeee4-5d21-4674-86a2-d55991c12105,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:19.916880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] No DVR routers for this DVR port 63cdeee4-5d21-4674-86a2-d55991c12105 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:20.005515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Allocated IP 172.25.4.218 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/ec0c454e-0138-496b-9304-bfd06cb8dda0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:20.006100 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.019180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d706326-47d6-4dd1-bb64-a305642a39ed']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:20.039175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37818a3-aafa-4784-b480-449a880bec2f') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:20.039644 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37818a3-aafa-4784-b480-449a880bec2f') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:20.053653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.075207 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.082299 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:34:20.082842 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:34:20.087704 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:34:20.145350 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.186791 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.197123 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.205265 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.211292 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] 10.222.0.101 "DELETE /v2.0/networks/1d706326-47d6-4dd1-bb64-a305642a39ed HTTP/1.1" status: 204 len: 168 time: 1.4951372 Jul 08 20:34:20.221036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9e182-b437-4c21-bb79-8c9fdcf9857b tempest-AllowedAddressPairTestJSON-535082904 tempest-AllowedAddressPairTestJSON-535082904-project] Pushing event deleted for resources: {'Network': ['ID=1d706326-47d6-4dd1-bb64-a305642a39ed,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:20.266062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:20.269586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:20.275463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:20.279505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event updated for resources: {'Port': ['ID=ec0c454e-0138-496b-9304-bfd06cb8dda0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:20.391803 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.460502 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.617810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45968) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:20.651518 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.657782 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.824387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event updated for resources: {'Port': ['ID=ec0c454e-0138-496b-9304-bfd06cb8dda0,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:20.864308 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.911701 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:20.913435 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b0601928-4586-4215-9f31-b088c17dad23 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4297590 Jul 08 20:34:20.919003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45978) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:20.926134 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-93b3b398-a1b4-4f7f-8004-da59b4110ce1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=34bc0755fb874354a88b63a7a95c4eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070188 Jul 08 20:34:20.929935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45980) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:20.932954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2bfb23f0-f5c9-40e1-a956-d4134ad9ec9f tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Request body: {'floatingip': {'port_id': 'deafd89f-2839-466a-9524-07e7ef9a021e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:20.947410 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b73e5a-60b0-4742-b46d-e6c127853912 req-37227550-d801-47fb-966d-c3df5229f693 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:20.948837 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65b73e5a-60b0-4742-b46d-e6c127853912 req-37227550-d801-47fb-966d-c3df5229f693 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.103 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 909 time: 0.2180669 Jul 08 20:34:20.958996 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-828cfacd-7cd5-4fbc-9695-4587523a39fe req-2ee79eb7-6d6e-42d9-8614-7274bd41c56b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1783483 Jul 08 20:34:20.986373 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bfb23f0-f5c9-40e1-a956-d4134ad9ec9f tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:21.099066 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-70b8a75a-9c6f-4d10-a444-8ff262b22ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:21.139305 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-70b8a75a-9c6f-4d10-a444-8ff262b22ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:21.168948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cfacd-7cd5-4fbc-9695-4587523a39fe req-d78c5239-ae40-476c-89cc-5d9280bace0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:21.170495 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-828cfacd-7cd5-4fbc-9695-4587523a39fe req-d78c5239-ae40-476c-89cc-5d9280bace0a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 1098 time: 0.1698437 Jul 08 20:34:21.180407 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-2bfb23f0-f5c9-40e1-a956-d4134ad9ec9f tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] update failed (client error): The resource could not be found. Jul 08 20:34:21.184661 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2bfb23f0-f5c9-40e1-a956-d4134ad9ec9f tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "PUT /v2.0/floatingips/720cc5e3-7e97-4a4c-851f-aa2e40ec4854 HTTP/1.1" status: 404 len: 507 time: 0.2647135 Jul 08 20:34:21.186441 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45982) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:21.193019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-65b73e5a-60b0-4742-b46d-e6c127853912 req-87196172-b3d6-42e2-a06b-decc58d5a83b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Deleting port 407086da-b4a3-446b-bf0c-729b90d4a81b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:21.193947 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-65b73e5a-60b0-4742-b46d-e6c127853912 req-87196172-b3d6-42e2-a06b-decc58d5a83b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:21.202429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04282fd6-540c-450f-a601-2399d8dc55f6 req-e28f0c80-9729-4318-9e8a-018f3a7bbf7d tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:21.203969 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-04282fd6-540c-450f-a601-2399d8dc55f6 req-e28f0c80-9729-4318-9e8a-018f3a7bbf7d tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 909 time: 0.1406314 Jul 08 20:34:21.313779 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-70b8a75a-9c6f-4d10-a444-8ff262b22ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:21.316513 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-70b8a75a-9c6f-4d10-a444-8ff262b22ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:21.320671 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-70b8a75a-9c6f-4d10-a444-8ff262b22ed9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/41517810-bdb9-4ee5-b6a6-7e54f58b0a17 HTTP/1.1" status: 204 len: 168 time: 0.3868122 Jul 08 20:34:21.785655 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-018f6836-a320-40b9-983b-6e8920c3215a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Deleting port ec0c454e-0138-496b-9304-bfd06cb8dda0 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:21.786012 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-018f6836-a320-40b9-983b-6e8920c3215a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:21.839976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8a75a-9c6f-4d10-a444-8ff262b22ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41517810-bdb9-4ee5-b6a6-7e54f58b0a17,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:21.895143 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-018f6836-a320-40b9-983b-6e8920c3215a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:21.895339 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-018f6836-a320-40b9-983b-6e8920c3215a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:21.904783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-65b73e5a-60b0-4742-b46d-e6c127853912 req-87196172-b3d6-42e2-a06b-decc58d5a83b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] For port 407086da-b4a3-446b-bf0c-729b90d4a81b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=407086da-b4a3-446b-bf0c-729b90d4a81b,segment=NetworkSegment(8501e52a-f5bc-4b61-8f12-9cd5d2ddad60),segment_id=8501e52a-f5bc-4b61-8f12-9cd5d2ddad60)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:21.905407 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-65b73e5a-60b0-4742-b46d-e6c127853912 req-87196172-b3d6-42e2-a06b-decc58d5a83b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:21.911932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-018f6836-a320-40b9-983b-6e8920c3215a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Calling delete_port for ec0c454e-0138-496b-9304-bfd06cb8dda0 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:21.919129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cfacd-7cd5-4fbc-9695-4587523a39fe req-9e98cd51-ca27-40d6-9d0a-d90611b31b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:21.920917 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-828cfacd-7cd5-4fbc-9695-4587523a39fe req-9e98cd51-ca27-40d6-9d0a-d90611b31b52 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.7232726 Jul 08 20:34:21.925370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-65b73e5a-60b0-4742-b46d-e6c127853912 req-87196172-b3d6-42e2-a06b-decc58d5a83b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Calling delete_port for 407086da-b4a3-446b-bf0c-729b90d4a81b owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:22.115977 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-018f6836-a320-40b9-983b-6e8920c3215a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:22.123302 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-828cfacd-7cd5-4fbc-9695-4587523a39fe req-684359d4-786f-4ef4-bc00-e2de22a91192 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64a044c1-aa74-4b53-a866-6890d122643b HTTP/1.1" status: 200 len: 217 time: 0.1916807 Jul 08 20:34:22.149557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-65b73e5a-60b0-4742-b46d-e6c127853912 req-87196172-b3d6-42e2-a06b-decc58d5a83b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:22.167502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f6836-a320-40b9-983b-6e8920c3215a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event deleted for resources: {'Port': ['ID=ec0c454e-0138-496b-9304-bfd06cb8dda0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:22.233940 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87196172-b3d6-42e2-a06b-decc58d5a83b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'Port': ['ID=407086da-b4a3-446b-bf0c-729b90d4a81b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:22.243472 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-018f6836-a320-40b9-983b-6e8920c3215a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:22.247072 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-018f6836-a320-40b9-983b-6e8920c3215a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:22.248369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-018f6836-a320-40b9-983b-6e8920c3215a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "DELETE /v2.0/floatingips/720cc5e3-7e97-4a4c-851f-aa2e40ec4854 HTTP/1.1" status: 204 len: 168 time: 1.0604303 Jul 08 20:34:22.252490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46024) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:22.257557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9d1892b4-aef1-44d5-8d49-8059a4143a06 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Request body: {'floatingip': {'floating_network_id': '777d52a8-dd46-4328-838d-5af2d2c4e26c', 'port_id': 'deafd89f-2839-466a-9524-07e7ef9a021e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:22.286584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cfacd-7cd5-4fbc-9695-4587523a39fe req-0f63e485-b671-41f5-be94-da4fa910d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:22.289847 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-828cfacd-7cd5-4fbc-9695-4587523a39fe req-0f63e485-b671-41f5-be94-da4fa910d34f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.1555414 Jul 08 20:34:22.297187 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d1892b4-aef1-44d5-8d49-8059a4143a06 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:22.329889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b73e5a-60b0-4742-b46d-e6c127853912 req-87196172-b3d6-42e2-a06b-decc58d5a83b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] No DVR routers for this DVR port 407086da-b4a3-446b-bf0c-729b90d4a81b on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:22.333269 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-65b73e5a-60b0-4742-b46d-e6c127853912 req-87196172-b3d6-42e2-a06b-decc58d5a83b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:22.336355 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65b73e5a-60b0-4742-b46d-e6c127853912 req-87196172-b3d6-42e2-a06b-decc58d5a83b tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.103 "DELETE /v2.0/ports/407086da-b4a3-446b-bf0c-729b90d4a81b HTTP/1.1" status: 204 len: 173 time: 1.3763394 Jul 08 20:34:22.390003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa5912d-95c6-404f-b03f-ff6f803e82c8', 'name': 'network-vif-deleted', 'tag': '407086da-b4a3-446b-bf0c-729b90d4a81b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:34:22.393860 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf3d9e5-9327-4f2b-92ba-8fc95cd6bac9" -d '{"events": [{"server_uuid": "5fa5912d-95c6-404f-b03f-ff6f803e82c8", "name": "network-vif-deleted", "tag": "407086da-b4a3-446b-bf0c-729b90d4a81b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:34:22.495121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cfacd-7cd5-4fbc-9695-4587523a39fe req-58748fbb-257d-48ae-9c7a-bb2774bd7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:22.501911 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-828cfacd-7cd5-4fbc-9695-4587523a39fe req-58748fbb-257d-48ae-9c7a-bb2774bd7241 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1858447 Jul 08 20:34:22.515288 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ebe45c-d6a4-451f-a300-ffb33f8f69f5 x-openstack-request-id: req-64ebe45c-d6a4-451f-a300-ffb33f8f69f5 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:34:22.515646 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa5912d-95c6-404f-b03f-ff6f803e82c8", "name": "network-vif-deleted", "tag": "407086da-b4a3-446b-bf0c-729b90d4a81b", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:34:22.515986 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-64ebe45c-d6a4-451f-a300-ffb33f8f69f5 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:34:22.516715 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa5912d-95c6-404f-b03f-ff6f803e82c8', 'name': 'network-vif-deleted', 'tag': '407086da-b4a3-446b-bf0c-729b90d4a81b', 'status': 'completed', 'code': 200} Jul 08 20:34:22.520274 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-9d1892b4-aef1-44d5-8d49-8059a4143a06 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:34:22.527410 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9d1892b4-aef1-44d5-8d49-8059a4143a06 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2731919 Jul 08 20:34:22.527598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46036) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:22.533986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': 'deafd89f-2839-466a-9524-07e7ef9a021e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:22.630242 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:22.663812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4dcfc28-923c-45a4-aa9b-ad52a11b7988 req-d65d13e3-a15e-4019-9c8e-b3e9ce49621e tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fa5912d-95c6-404f-b03f-ff6f803e82c8 HTTP/1.1" status: 200 len: 210 time: 0.0646975 Jul 08 20:34:22.766047 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-828cfacd-7cd5-4fbc-9695-4587523a39fe req-b9082d14-f9b8-4965-a8c6-3163d8ae77ba service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474086 Jul 08 20:34:22.806163 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:22.856856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46048) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:22.933562 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-828cfacd-7cd5-4fbc-9695-4587523a39fe req-5619b0a0-f575-45f0-8894-3312254c33f3 service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573644 Jul 08 20:34:23.001451 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Allocated IP 172.25.4.164 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/aa6166a5-82a1-4d80-be13-5c3281080228) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:23.111367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-219858190'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:23.183530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:23.189370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:23.197983 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:23.236617 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:23.313695 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:23.353253 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:23.374062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:23.379051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:23.387340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:23.451749 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event updated for resources: {'Port': ['ID=aa6166a5-82a1-4d80-be13-5c3281080228,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:23.530446 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:23.554995 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:23.589023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:34:23.627028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:23.628396 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Added segment abc22135-03d1-444e-bd16-779e1e88a920 of type vlan for network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 Jul 08 20:34:23.631797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb21d2-03b3-4380-962b-adc2f6d2f5a8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:23.701473 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:23.741306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Deleting port aa6166a5-82a1-4d80-be13-5c3281080228 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:23.741475 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:23.786763 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:23.792451 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:23.793075 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:23.811202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46058) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:23.861024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0021968 Jul 08 20:34:23.867546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46060) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:23.882320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-180a7d03-4729-44d4-9a2f-b5e1d817be17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:23.907385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faddb28-8491-4802-909f-294b280206fe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Network': ['ID=845567f0-e8b3-4d3f-8ff6-519fe189dab9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:23.925222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:34:23.973877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:23.974130 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:24.014825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Calling delete_port for aa6166a5-82a1-4d80-be13-5c3281080228 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:24.141398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180a7d03-4729-44d4-9a2f-b5e1d817be17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:24.145588 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a7d03-4729-44d4-9a2f-b5e1d817be17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:24.177145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 407086da-b4a3-446b-bf0c-729b90d4a81b no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:24.221967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 407086da-b4a3-446b-bf0c-729b90d4a81b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:24.222324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 407086da-b4a3-446b-bf0c-729b90d4a81b not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:24.366312 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a7d03-4729-44d4-9a2f-b5e1d817be17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:24.432077 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a7d03-4729-44d4-9a2f-b5e1d817be17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=d5af03e4-f936-42ee-a6d6-714cdcf5234c,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:24.460309 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed103744-3766-4d21-aa24-20087cc73a42 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:24.529520 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:24.561421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a7d03-4729-44d4-9a2f-b5e1d817be17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:24.562033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a7d03-4729-44d4-9a2f-b5e1d817be17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network hostable DHCP agents. Network: 845567f0-e8b3-4d3f-8ff6-519fe189dab9, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:34:24.566518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event deleted for resources: {'Port': ['ID=aa6166a5-82a1-4d80-be13-5c3281080228,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:24.630434 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a7d03-4729-44d4-9a2f-b5e1d817be17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:34:24.644911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-180a7d03-4729-44d4-9a2f-b5e1d817be17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 845567f0-e8b3-4d3f-8ff6-519fe189dab9) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:24.652483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180a7d03-4729-44d4-9a2f-b5e1d817be17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:24.653151 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a7d03-4729-44d4-9a2f-b5e1d817be17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:24.654713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24bd6f-f361-4f28-9c9f-bd46204b332a None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:24.678850 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-180a7d03-4729-44d4-9a2f-b5e1d817be17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8101943 Jul 08 20:34:24.685311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46084) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:24.691258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'name': 'tempest-NetworksTestDHCPv6-371458808'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:24.695574 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] create failed (client error): The resource could not be found. Jul 08 20:34:24.696819 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6ae4bd5a-d5d8-48af-a021-d54536b9931d tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1673536 Jul 08 20:34:24.700880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46086) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:24.882626 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ddb35116-9ff2-4163-932e-4b4e445ec3c8 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Deleting port deafd89f-2839-466a-9524-07e7ef9a021e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:24.882973 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ddb35116-9ff2-4163-932e-4b4e445ec3c8 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:24.902653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:24.906943 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:24.907628 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': 'd5af03e4-f936-42ee-a6d6-714cdcf5234c'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:34:24.908776 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:24.955724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 6a6fb0af-9c0a-41c6-92c7-bb8eba609186 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:34:25.071269 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ddb35116-9ff2-4163-932e-4b4e445ec3c8 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:25.085715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ddb35116-9ff2-4163-932e-4b4e445ec3c8 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Calling delete_port for deafd89f-2839-466a-9524-07e7ef9a021e owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:25.159353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Allocated IP 2001:db8::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/d5af03e4-f936-42ee-a6d6-714cdcf5234c/37bb9a1c-10f9-4a32-967b-1b0a6e35965f) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:25.309940 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ddb35116-9ff2-4163-932e-4b4e445ec3c8 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:25.346072 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:25.358776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb35116-9ff2-4163-932e-4b4e445ec3c8 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event deleted for resources: {'Port': ['ID=deafd89f-2839-466a-9524-07e7ef9a021e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:25.361507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Transition to ACTIVE for port object 37bb9a1c-10f9-4a32-967b-1b0a6e35965f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:25.363623 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ed103744-3766-4d21-aa24-20087cc73a42 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Deleting port af1ba2f8-6252-4b20-967c-0ac5221cf24b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:25.363773 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed103744-3766-4d21-aa24-20087cc73a42 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:25.382129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46098) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:25.400980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Transition to ACTIVE for port object 37bb9a1c-10f9-4a32-967b-1b0a6e35965f will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:25.424966 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:25.525834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:25.535548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:25.548463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:25.561707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::194 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/d5af03e4-f936-42ee-a6d6-714cdcf5234c/6a6fb0af-9c0a-41c6-92c7-bb8eba609186) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:25.632332 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7bf76feb-255d-4073-a5c3-2cf7fb23eec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:25.636466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ddb35116-9ff2-4163-932e-4b4e445ec3c8 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:25.639187 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ddb35116-9ff2-4163-932e-4b4e445ec3c8 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "DELETE /v2.0/ports/deafd89f-2839-466a-9524-07e7ef9a021e HTTP/1.1" status: 204 len: 168 time: 0.9371500 Jul 08 20:34:25.644457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46104) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:25.672295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ed103744-3766-4d21-aa24-20087cc73a42 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] For port af1ba2f8-6252-4b20-967c-0ac5221cf24b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=af1ba2f8-6252-4b20-967c-0ac5221cf24b,segment=NetworkSegment(8501e52a-f5bc-4b61-8f12-9cd5d2ddad60),segment_id=8501e52a-f5bc-4b61-8f12-9cd5d2ddad60)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:25.673120 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed103744-3766-4d21-aa24-20087cc73a42 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:25.701017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Attempting to bind port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:25.701600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Attempting to bind port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:25.702159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Attempting to bind port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:25.708531 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ed103744-3766-4d21-aa24-20087cc73a42 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Calling delete_port for af1ba2f8-6252-4b20-967c-0ac5221cf24b owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:25.711852 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Pushing event updated for resources: {'Port': ['ID=37bb9a1c-10f9-4a32-967b-1b0a6e35965f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:25.743584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:25.743584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:25.743861 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:25.751444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:25.751961 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Bound port: 37bb9a1c-10f9-4a32-967b-1b0a6e35965f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:25.754017 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:25.837992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] For port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:25.843228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] For port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=37bb9a1c-10f9-4a32-967b-1b0a6e35965f,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:25.848731 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:25.939333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f9a7c5-44c5-4841-8d18-905ac9327efc tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:25.942049 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-13f9a7c5-44c5-4841-8d18-905ac9327efc tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "GET /v2.0/ports?device_id=6900b6f7-7756-43d8-bb49-96382f809152 HTTP/1.1" status: 200 len: 913 time: 0.2773776 Jul 08 20:34:25.951814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46106) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:25.952578 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd24a3-7e67-4521-b864-ea33a95784d5 None None] Pushing event updated for resources: {'Port': ['ID=37bb9a1c-10f9-4a32-967b-1b0a6e35965f,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:26.088107 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:26.128879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 6a6fb0af-9c0a-41c6-92c7-bb8eba609186 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:26.141120 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7bf76feb-255d-4073-a5c3-2cf7fb23eec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:26.208122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7bf76feb-255d-4073-a5c3-2cf7fb23eec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:26.221484 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed103744-3766-4d21-aa24-20087cc73a42 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:26.257090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed103744-3766-4d21-aa24-20087cc73a42 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'Port': ['ID=af1ba2f8-6252-4b20-967c-0ac5221cf24b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:26.350734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:26.435159 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7bf76feb-255d-4073-a5c3-2cf7fb23eec4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5fa65b5732ab460686471944e54ecac0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0515316 Jul 08 20:34:26.440369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46110) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:26.441346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf76feb-255d-4073-a5c3-2cf7fb23eec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2296d84a-b92e-4d7b-8774-bfa77049e0dc,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:26.564436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:26.567760 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed103744-3766-4d21-aa24-20087cc73a42 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:26.574691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:26.606608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:26.612237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:26.612896 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:26.617740 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42da654a-27c5-44f7-ad95-b119da900f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:26.624171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=6a6fb0af-9c0a-41c6-92c7-bb8eba609186,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:26.657455 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dd387384-443f-46cf-9e44-54ce18141657 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9697316 Jul 08 20:34:26.662870 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42da654a-27c5-44f7-ad95-b119da900f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:26.665860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46120) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:26.826190 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42da654a-27c5-44f7-ad95-b119da900f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:26.828824 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42da654a-27c5-44f7-ad95-b119da900f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:26.830026 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-42da654a-27c5-44f7-ad95-b119da900f43 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2296d84a-b92e-4d7b-8774-bfa77049e0dc HTTP/1.1" status: 204 len: 168 time: 0.3338079 Jul 08 20:34:26.867642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff946f00-fc09-4326-bbb4-db2f1f3aee0e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:26.874279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff946f00-fc09-4326-bbb4-db2f1f3aee0e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:26.878423 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ff946f00-fc09-4326-bbb4-db2f1f3aee0e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2091422 Jul 08 20:34:26.878423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da654a-27c5-44f7-ad95-b119da900f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2296d84a-b92e-4d7b-8774-bfa77049e0dc,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:26.880357 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46126) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:26.940063 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dba8afb2-7c90-4f43-bfce-2c8f7d983cc5 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:27.165185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-83bbeaa7-5d0b-479a-94fd-84186aa446aa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 6a6fb0af-9c0a-41c6-92c7-bb8eba609186 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:27.165534 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-83bbeaa7-5d0b-479a-94fd-84186aa446aa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:27.282786 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-83bbeaa7-5d0b-479a-94fd-84186aa446aa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:27.298849 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-83bbeaa7-5d0b-479a-94fd-84186aa446aa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 6a6fb0af-9c0a-41c6-92c7-bb8eba609186 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:27.338318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed103744-3766-4d21-aa24-20087cc73a42 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Router ce444d65-3f95-403f-a1fb-1b2512677bdc has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:34:27.421752 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad60cd6-d021-4640-b18d-baa4710a89c7 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:27.494768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed103744-3766-4d21-aa24-20087cc73a42 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:34:27.506982 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ed103744-3766-4d21-aa24-20087cc73a42 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "PUT /v2.0/routers/ce444d65-3f95-403f-a1fb-1b2512677bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6939361 Jul 08 20:34:27.510348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46140) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:27.514176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afaf4cb-1a8b-47b0-b54b-df33514f58a3 None None] Sync routers for ids ['ce444d65-3f95-403f-a1fb-1b2512677bdc'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:34:27.523967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e305f533-f2f7-4d74-bf7d-3ac969ea1b20 None None] Provisioning for port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:27.551258 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afaf4cb-1a8b-47b0-b54b-df33514f58a3 None None] Routers {'ce444d65-3f95-403f-a1fb-1b2512677bdc'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:27.554224 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7afaf4cb-1a8b-47b0-b54b-df33514f58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ce444d65-3f95-403f-a1fb-1b2512677bdc'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:27.637503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b246478-5856-47c8-95d3-f3b019997ef3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Deleting subnet 1f97ed50-3acd-4ca9-be10-77119958d581 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:34:27.645766 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b246478-5856-47c8-95d3-f3b019997ef3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:27.724723 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b246478-5856-47c8-95d3-f3b019997ef3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:27.769606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 37bb9a1c-10f9-4a32-967b-1b0a6e35965f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:27.792469 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-83bbeaa7-5d0b-479a-94fd-84186aa446aa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:27.837771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbeaa7-5d0b-479a-94fd-84186aa446aa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=6a6fb0af-9c0a-41c6-92c7-bb8eba609186,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:27.868895 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b246478-5856-47c8-95d3-f3b019997ef3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:27.876001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7afaf4cb-1a8b-47b0-b54b-df33514f58a3 None None] Set router ce444d65-3f95-403f-a1fb-1b2512677bdc gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:34:27.936174 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-83bbeaa7-5d0b-479a-94fd-84186aa446aa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:27.939437 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-83bbeaa7-5d0b-479a-94fd-84186aa446aa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/6a6fb0af-9c0a-41c6-92c7-bb8eba609186 HTTP/1.1" status: 204 len: 168 time: 1.0573280 Jul 08 20:34:27.942752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46150) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:27.996704 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b246478-5856-47c8-95d3-f3b019997ef3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:28.064203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:28.077635 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b246478-5856-47c8-95d3-f3b019997ef3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:28.080360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:28.081011 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:28.081224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5b246478-5856-47c8-95d3-f3b019997ef3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "DELETE /v2.0/subnets/1f97ed50-3acd-4ca9-be10-77119958d581 HTTP/1.1" status: 204 len: 168 time: 0.5687568 Jul 08 20:34:28.084604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46154) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:28.138069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e5b1c5-2ea3-4b9f-bcb5-6dd0b476a751 None None] Network 21f29563-b147-426b-82cf-583000d49172 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:28.192595 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b246478-5856-47c8-95d3-f3b019997ef3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'Subnet': ['ID=1f97ed50-3acd-4ca9-be10-77119958d581,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:28.358443 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:28.568037 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:28.674022 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:28.687014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Deleting port cfee593a-ea46-4b7e-8204-070c3f5cfc81 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:28.687468 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:28.735808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-dba8afb2-7c90-4f43-bfce-2c8f7d983cc5 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Deleting port c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:28.737340 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dba8afb2-7c90-4f43-bfce-2c8f7d983cc5 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:28.803958 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=37bb9a1c-10f9-4a32-967b-1b0a6e35965f,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:28.819162 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:28.830677 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-650ec402-b9f7-462f-b27f-a673d7173e18 None None] Provisioning complete for port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:28.831415 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-650ec402-b9f7-462f-b27f-a673d7173e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:28.883015 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] For port cfee593a-ea46-4b7e-8204-070c3f5cfc81, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=cfee593a-ea46-4b7e-8204-070c3f5cfc81,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:28.883741 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:28.926717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Calling delete_port for cfee593a-ea46-4b7e-8204-070c3f5cfc81 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:28.931244 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dba8afb2-7c90-4f43-bfce-2c8f7d983cc5 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:28.953176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7afaf4cb-1a8b-47b0-b54b-df33514f58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141802882', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:33:39Z', 'updated_at': '2021-07-08T20:34:26Z', 'revision_number': 5, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'cfee593a-ea46-4b7e-8204-070c3f5cfc81', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:33:40Z', 'updated_at': '2021-07-08T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:28.961681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-dba8afb2-7c90-4f43-bfce-2c8f7d983cc5 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Calling delete_port for c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:28.966571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dd2ae1-1414-42ce-b302-f17146a3c3c9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:28.968099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dd2ae1-1414-42ce-b302-f17146a3c3c9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:28.979912 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-66dd2ae1-1414-42ce-b302-f17146a3c3c9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0350423 Jul 08 20:34:28.982818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46170) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:28.992162 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afaf4cb-1a8b-47b0-b54b-df33514f58a3 None None] Checking router: ce444d65-3f95-403f-a1fb-1b2512677bdc for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:34:29.008831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=37bb9a1c-10f9-4a32-967b-1b0a6e35965f,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:29.054325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afaf4cb-1a8b-47b0-b54b-df33514f58a3 None None] Routers {'ce444d65-3f95-403f-a1fb-1b2512677bdc'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:29.054992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7afaf4cb-1a8b-47b0-b54b-df33514f58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ce444d65-3f95-403f-a1fb-1b2512677bdc'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:29.126594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8477c2-0627-4bd9-905f-7d5b92763773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet d5af03e4-f936-42ee-a6d6-714cdcf5234c {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:34:29.140495 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c8477c2-0627-4bd9-905f-7d5b92763773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:29.156001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9874dab7-db69-4ad5-98d9-e789e33598f3 None None] DHCP port deletion for 21f29563-b147-426b-82cf-583000d49172 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:34:29.286665 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46176) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:29.292061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c8477c2-0627-4bd9-905f-7d5b92763773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:29.312129 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7afaf4cb-1a8b-47b0-b54b-df33514f58a3 None None] Set router ce444d65-3f95-403f-a1fb-1b2512677bdc gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:34:29.315857 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d12c0bdd-0161-4147-b066-99e70094dc3c None None] Could not find standard attr ID for object 6a6fb0af-9c0a-41c6-92c7-bb8eba609186. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:34:29.407834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7afaf4cb-1a8b-47b0-b54b-df33514f58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141802882', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:33:39Z', 'updated_at': '2021-07-08T20:34:28Z', 'revision_number': 6, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:29.457756 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:29.469201 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afaf4cb-1a8b-47b0-b54b-df33514f58a3 None None] The sync data for ids ['ce444d65-3f95-403f-a1fb-1b2512677bdc'] in n-d-791506-16 is: [{'id': 'ce444d65-3f95-403f-a1fb-1b2512677bdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141802882', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:33:39Z', 'updated_at': '2021-07-08T20:34:28Z', 'revision_number': 6, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:34:29.481960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9874dab7-db69-4ad5-98d9-e789e33598f3 None None] Deleting port ff56ba78-ec4a-4620-97ae-2b2c22e9940a {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:29.482928 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9874dab7-db69-4ad5-98d9-e789e33598f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:29.508821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'Port': ['ID=cfee593a-ea46-4b7e-8204-070c3f5cfc81,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:29.537634 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c8477c2-0627-4bd9-905f-7d5b92763773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:29.638321 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:29.673572 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dba8afb2-7c90-4f43-bfce-2c8f7d983cc5 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:29.715234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'network': {'name': 'tempest-network-smoke--1477946182', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'port_security_enabled': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:29.752920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8afb2-7c90-4f43-bfce-2c8f7d983cc5 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event deleted for resources: {'Port': ['ID=c1fcbe3b-90b3-4384-8d2d-35ab1b7831bb,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:29.754709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9874dab7-db69-4ad5-98d9-e789e33598f3 None None] For port ff56ba78-ec4a-4620-97ae-2b2c22e9940a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ff56ba78-ec4a-4620-97ae-2b2c22e9940a,segment=NetworkSegment(8501e52a-f5bc-4b61-8f12-9cd5d2ddad60),segment_id=8501e52a-f5bc-4b61-8f12-9cd5d2ddad60)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:29.756560 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9874dab7-db69-4ad5-98d9-e789e33598f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:29.760409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c8477c2-0627-4bd9-905f-7d5b92763773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:29.779108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9874dab7-db69-4ad5-98d9-e789e33598f3 None None] Calling delete_port for ff56ba78-ec4a-4620-97ae-2b2c22e9940a owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:29.856520 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:29.864713 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:29.872719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1c8477c2-0627-4bd9-905f-7d5b92763773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:29.877168 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1c8477c2-0627-4bd9-905f-7d5b92763773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/d5af03e4-f936-42ee-a6d6-714cdcf5234c HTTP/1.1" status: 204 len: 168 time: 0.8909791 Jul 08 20:34:29.879679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8477c2-0627-4bd9-905f-7d5b92763773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=d5af03e4-f936-42ee-a6d6-714cdcf5234c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:29.884099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46182) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:29.892886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Made reservation on behalf of 44d90dac47c54647a7c92af6b9d31588 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:29.906880 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:29.911732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7c234c-76b7-4954-95aa-6c2481dad996 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:30.003670 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.004860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Fanout notify agent at l3_agent the message router_deleted on router ce444d65-3f95-403f-a1fb-1b2512677bdc {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:34:30.009447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 37bb9a1c-10f9-4a32-967b-1b0a6e35965f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:30.014488 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.016225 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e61d64d3-3e89-4869-896e-263e6959890f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "DELETE /v2.0/routers/ce444d65-3f95-403f-a1fb-1b2512677bdc HTTP/1.1" status: 204 len: 168 time: 1.9306777 Jul 08 20:34:30.018983 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46184) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:30.062239 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b40024af-71fb-4863-9b79-f5feca4f29d4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1768298 Jul 08 20:34:30.070882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46186) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:30.076512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-832beef3-4d5a-42fd-9a4c-0f950b158b33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:30.084602 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.139281 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.191372 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9874dab7-db69-4ad5-98d9-e789e33598f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.203183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Deleting port ff56ba78-ec4a-4620-97ae-2b2c22e9940a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:30.203631 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.205863 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9874dab7-db69-4ad5-98d9-e789e33598f3 None None] No DVR routers for this DVR port ff56ba78-ec4a-4620-97ae-2b2c22e9940a on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:30.248389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874dab7-db69-4ad5-98d9-e789e33598f3 None None] Pushing event deleted for resources: {'Port': ['ID=ff56ba78-ec4a-4620-97ae-2b2c22e9940a,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:30.251461 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dba8afb2-7c90-4f43-bfce-2c8f7d983cc5 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.257434 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:30.257803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.284851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] For port ff56ba78-ec4a-4620-97ae-2b2c22e9940a, host n-d-791506-16, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:30.285653 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.307815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Calling delete_port for ff56ba78-ec4a-4620-97ae-2b2c22e9940a owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:30.312573 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Port ff56ba78-ec4a-4620-97ae-2b2c22e9940a was not found and therefore no delete operation was performed {{(pid=94065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:34:30.317710 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.342842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'Port': ['ID=ff56ba78-ec4a-4620-97ae-2b2c22e9940a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:30.354478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] No DVR routers for this DVR port ff56ba78-ec4a-4620-97ae-2b2c22e9940a on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:30.466718 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.492823 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4199994-4320-4968-9033-a24e00722efa None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:34:30.493204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f29563-b147-426b-82cf-583000d49172']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:30.508192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:30.508493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8501e52a-f5bc-4b61-8f12-9cd5d2ddad60') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:30.519074 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.539197 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.548116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:34:30.549305 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.550034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ff56ba78-ec4a-4620-97ae-2b2c22e9940a no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:34:30.554946 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:34:30.563961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba8afb2-7c90-4f43-bfce-2c8f7d983cc5 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Router 6900b6f7-7756-43d8-bb49-96382f809152 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:34:30.579692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: ff56ba78-ec4a-4620-97ae-2b2c22e9940a {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:30.580188 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ff56ba78-ec4a-4620-97ae-2b2c22e9940a not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:30.644453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f4199994-4320-4968-9033-a24e00722efa None None] Deleting port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:30.644871 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f4199994-4320-4968-9033-a24e00722efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.681911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.687398 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.694822 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.695515 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.703264 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "DELETE /v2.0/networks/21f29563-b147-426b-82cf-583000d49172 HTTP/1.1" status: 204 len: 168 time: 0.6823566 Jul 08 20:34:30.705735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46192) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:30.736121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a6ace-f8b7-47a0-8284-05d586a0f009 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'Network': ['ID=21f29563-b147-426b-82cf-583000d49172,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:30.762672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba8afb2-7c90-4f43-bfce-2c8f7d983cc5 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:34:30.774312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f4199994-4320-4968-9033-a24e00722efa None None] For port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=37bb9a1c-10f9-4a32-967b-1b0a6e35965f,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:30.775014 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f4199994-4320-4968-9033-a24e00722efa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.776702 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dba8afb2-7c90-4f43-bfce-2c8f7d983cc5 tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "PUT /v2.0/routers/6900b6f7-7756-43d8-bb49-96382f809152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8166275 Jul 08 20:34:30.779172 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46196) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:30.782587 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891f4908-868a-4d58-98fd-7335b4800816 None None] Sync routers for ids ['6900b6f7-7756-43d8-bb49-96382f809152'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:34:30.801311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f4199994-4320-4968-9033-a24e00722efa None None] Calling delete_port for 37bb9a1c-10f9-4a32-967b-1b0a6e35965f owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:30.803307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832beef3-4d5a-42fd-9a4c-0f950b158b33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:30.807758 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-832beef3-4d5a-42fd-9a4c-0f950b158b33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.809504 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891f4908-868a-4d58-98fd-7335b4800816 None None] Routers {'6900b6f7-7756-43d8-bb49-96382f809152'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:30.810240 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-891f4908-868a-4d58-98fd-7335b4800816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6900b6f7-7756-43d8-bb49-96382f809152'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:30.813616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:34:30.876662 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-891f4908-868a-4d58-98fd-7335b4800816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:30.886300 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891f4908-868a-4d58-98fd-7335b4800816 None None] Routers {'6900b6f7-7756-43d8-bb49-96382f809152'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:30.886997 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-891f4908-868a-4d58-98fd-7335b4800816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6900b6f7-7756-43d8-bb49-96382f809152'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:30.908853 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f4199994-4320-4968-9033-a24e00722efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.916535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73bae52-492f-43ae-a4ad-e4fa7f438f78,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:30.938439 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.938810 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Added segment 78c4cbba-324a-4635-956e-29853693327e of type vlan for network 1f7a713d-4535-4d26-b4b0-fc318c79a77b Jul 08 20:34:30.944270 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-891f4908-868a-4d58-98fd-7335b4800816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:30.945054 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891f4908-868a-4d58-98fd-7335b4800816 None None] The sync data for ids ['6900b6f7-7756-43d8-bb49-96382f809152'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:34:30.965893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b139b055-4e08-495f-acf2-52b4a4760f8b tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:30.974088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4199994-4320-4968-9033-a24e00722efa None None] Pushing event deleted for resources: {'Port': ['ID=37bb9a1c-10f9-4a32-967b-1b0a6e35965f,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:30.976600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4199994-4320-4968-9033-a24e00722efa None None] No DVR routers for this DVR port 37bb9a1c-10f9-4a32-967b-1b0a6e35965f on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:31.080546 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.181614 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.187215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:31.187820 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.192185 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b139b055-4e08-495f-acf2-52b4a4760f8b tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.195072 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b139b055-4e08-495f-acf2-52b4a4760f8b tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.245336 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b139b055-4e08-495f-acf2-52b4a4760f8b tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.245866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b139b055-4e08-495f-acf2-52b4a4760f8b tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Fanout notify agent at l3_agent the message router_deleted on router 6900b6f7-7756-43d8-bb49-96382f809152 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:34:31.253400 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b139b055-4e08-495f-acf2-52b4a4760f8b tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.257786 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b139b055-4e08-495f-acf2-52b4a4760f8b tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "DELETE /v2.0/routers/6900b6f7-7756-43d8-bb49-96382f809152 HTTP/1.1" status: 204 len: 168 time: 0.4740467 Jul 08 20:34:31.258011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46198) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:31.279401 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9901624 Jul 08 20:34:31.289263 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46200) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:31.294362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'admin_state_up': True, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:31.316108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-385eb67b-fe43-4037-baff-159ca06db0b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Deleting port c90f6f30-b918-4053-9989-c4700bfb9467 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:31.316458 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-385eb67b-fe43-4037-baff-159ca06db0b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.324044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248955d-adcd-443d-8ec0-12058e4a7f0c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Network': ['ID=1f7a713d-4535-4d26-b4b0-fc318c79a77b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:31.336300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 1f7a713d-4535-4d26-b4b0-fc318c79a77b details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:34:31.338878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-60876d2d-26af-4d76-898a-2689eb02de7c tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Deleting subnet 7766ad57-89bb-46ce-8c7d-ac1367c3c489 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:34:31.343318 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.344366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.348510 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60876d2d-26af-4d76-898a-2689eb02de7c tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.364062 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-832beef3-4d5a-42fd-9a4c-0f950b158b33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.406850 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60876d2d-26af-4d76-898a-2689eb02de7c tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.434949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832beef3-4d5a-42fd-9a4c-0f950b158b33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:31.441240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-832beef3-4d5a-42fd-9a4c-0f950b158b33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:31.446051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832beef3-4d5a-42fd-9a4c-0f950b158b33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:31.446902 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-832beef3-4d5a-42fd-9a4c-0f950b158b33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.449171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832beef3-4d5a-42fd-9a4c-0f950b158b33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=1c564aff-c8a2-4c0e-bedd-023cc4d1bde4,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:31.450943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ce2a45-95f9-49dd-a82f-224c1d09c7d4 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:31.468484 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.469113 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-385eb67b-fe43-4037-baff-159ca06db0b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.469342 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-385eb67b-fe43-4037-baff-159ca06db0b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.482967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-832beef3-4d5a-42fd-9a4c-0f950b158b33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4110346 Jul 08 20:34:31.484140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-385eb67b-fe43-4037-baff-159ca06db0b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Calling delete_port for c90f6f30-b918-4053-9989-c4700bfb9467 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:31.485828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46202) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:31.493692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'name': 'tempest-NetworksTestDHCPv6-227030768'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:31.644477 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': '1c564aff-c8a2-4c0e-bedd-023cc4d1bde4'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:34:31.645563 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.648384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device cfee593a-ea46-4b7e-8204-070c3f5cfc81 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:31.691872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: cfee593a-ea46-4b7e-8204-070c3f5cfc81 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:31.692317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device cfee593a-ea46-4b7e-8204-070c3f5cfc81 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:31.693255 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device af1ba2f8-6252-4b20-967c-0ac5221cf24b no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:31.709892 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.754318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:31.759947 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.786114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 0bdb2f6a-00bb-4bca-a91c-25ac30b25578 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:34:31.801619 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60876d2d-26af-4d76-898a-2689eb02de7c tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.832528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Allocated IP 2001:db8::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/1c564aff-c8a2-4c0e-bedd-023cc4d1bde4/368a7cde-e256-4ff2-b4ef-825b65554d87) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:31.889755 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60876d2d-26af-4d76-898a-2689eb02de7c tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.898626 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-385eb67b-fe43-4037-baff-159ca06db0b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.926659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60876d2d-26af-4d76-898a-2689eb02de7c tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event deleted for resources: {'Subnet': ['ID=7766ad57-89bb-46ce-8c7d-ac1367c3c489,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:31.934802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60876d2d-26af-4d76-898a-2689eb02de7c tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:31.939334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-60876d2d-26af-4d76-898a-2689eb02de7c tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "DELETE /v2.0/subnets/7766ad57-89bb-46ce-8c7d-ac1367c3c489 HTTP/1.1" status: 204 len: 168 time: 0.6778984 Jul 08 20:34:31.939702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46216) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:31.940069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: af1ba2f8-6252-4b20-967c-0ac5221cf24b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:31.940840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device af1ba2f8-6252-4b20-967c-0ac5221cf24b not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:31.941423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 37bb9a1c-10f9-4a32-967b-1b0a6e35965f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:31.945429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385eb67b-fe43-4037-baff-159ca06db0b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'Port': ['ID=c90f6f30-b918-4053-9989-c4700bfb9467,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:32.030619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c8bba7-59ea-4376-b982-11e01d647ff1 None None] Network 777d52a8-dd46-4328-838d-5af2d2c4e26c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:32.044199 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-385eb67b-fe43-4037-baff-159ca06db0b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:32.044818 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-385eb67b-fe43-4037-baff-159ca06db0b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Floating IP b29c2ab5-e78f-4498-9133-b5cf8ddb7917 disassociated (deleted). External IP: 172.25.4.210, port: 35af873d-e47f-4060-bd8a-67cce5f96400. Jul 08 20:34:32.091448 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:32.110090 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:32.121933 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:32.122213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Transition to ACTIVE for port object 368a7cde-e256-4ff2-b4ef-825b65554d87 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:32.145412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Transition to ACTIVE for port object 368a7cde-e256-4ff2-b4ef-825b65554d87 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:32.146815 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:32.176165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 37bb9a1c-10f9-4a32-967b-1b0a6e35965f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:32.176520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 37bb9a1c-10f9-4a32-967b-1b0a6e35965f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:32.195576 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:32.250009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:32.254841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:32.260857 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:32.376011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Pushing event updated for resources: {'Port': ['ID=368a7cde-e256-4ff2-b4ef-825b65554d87,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:32.389178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::390 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/1c564aff-c8a2-4c0e-bedd-023cc4d1bde4/0bdb2f6a-00bb-4bca-a91c-25ac30b25578) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:32.425731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Attempting to bind port 368a7cde-e256-4ff2-b4ef-825b65554d87 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:32.425731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Attempting to bind port 368a7cde-e256-4ff2-b4ef-825b65554d87 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:32.425731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Attempting to bind port 368a7cde-e256-4ff2-b4ef-825b65554d87 on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:32.442841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:32.443438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:32.444177 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:32.444368 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:32.444868 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Bound port: 368a7cde-e256-4ff2-b4ef-825b65554d87, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:32.445349 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:32.561993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-94951939-4725-469e-9c19-0d854a46b043 None None] For port 368a7cde-e256-4ff2-b4ef-825b65554d87, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:32.566853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-94951939-4725-469e-9c19-0d854a46b043 None None] For port 368a7cde-e256-4ff2-b4ef-825b65554d87, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=368a7cde-e256-4ff2-b4ef-825b65554d87,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:32.574995 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:32.580566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385eb67b-fe43-4037-baff-159ca06db0b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Router eac511cc-7e40-471c-b163-ddd708202a93 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:34:32.597230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd3631-7d8c-428c-ab22-a674922c243b None None] DHCP port deletion for 777d52a8-dd46-4328-838d-5af2d2c4e26c request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:34:32.668422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Deleting port e39e489c-cce9-46a6-808e-76fff8c7580d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:32.669066 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:32.790359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Allocated IP 172.25.4.194 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/46f3cb9b-d629-498d-b2f1-df541475e84e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:32.816746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94951939-4725-469e-9c19-0d854a46b043 None None] Pushing event updated for resources: {'Port': ['ID=368a7cde-e256-4ff2-b4ef-825b65554d87,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:32.847023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd3631-7d8c-428c-ab22-a674922c243b None None] Deleting port e39e489c-cce9-46a6-808e-76fff8c7580d {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:32.847628 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6fcd3631-7d8c-428c-ab22-a674922c243b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:32.931915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6fcd3631-7d8c-428c-ab22-a674922c243b None None] For port e39e489c-cce9-46a6-808e-76fff8c7580d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e39e489c-cce9-46a6-808e-76fff8c7580d,segment=NetworkSegment(26a73bde-9a20-4257-8ccd-94f8703cd991),segment_id=26a73bde-9a20-4257-8ccd-94f8703cd991)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:32.933083 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6fcd3631-7d8c-428c-ab22-a674922c243b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:32.962588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] For port e39e489c-cce9-46a6-808e-76fff8c7580d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e39e489c-cce9-46a6-808e-76fff8c7580d,segment=NetworkSegment(26a73bde-9a20-4257-8ccd-94f8703cd991),segment_id=26a73bde-9a20-4257-8ccd-94f8703cd991)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:32.962964 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:32.964115 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd3631-7d8c-428c-ab22-a674922c243b None None] Calling delete_port for e39e489c-cce9-46a6-808e-76fff8c7580d owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:33.061667 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:33.087285 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6fcd3631-7d8c-428c-ab22-a674922c243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:33.107080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcd3631-7d8c-428c-ab22-a674922c243b None None] No DVR routers for this DVR port e39e489c-cce9-46a6-808e-76fff8c7580d on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:33.128476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd3631-7d8c-428c-ab22-a674922c243b None None] Pushing event deleted for resources: {'Port': ['ID=e39e489c-cce9-46a6-808e-76fff8c7580d,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:33.140891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Calling delete_port for e39e489c-cce9-46a6-808e-76fff8c7580d owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:33.211458 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:33.260883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:33.265315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:33.272812 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:33.313447 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:33.326076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=46f3cb9b-d629-498d-b2f1-df541475e84e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:33.355813 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event deleted for resources: {'Port': ['ID=e39e489c-cce9-46a6-808e-76fff8c7580d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:33.360404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] No DVR routers for this DVR port e39e489c-cce9-46a6-808e-76fff8c7580d on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:33.434262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:33.470771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 0bdb2f6a-00bb-4bca-a91c-25ac30b25578 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:33.488770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385eb67b-fe43-4037-baff-159ca06db0b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:34:33.496300 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-385eb67b-fe43-4037-baff-159ca06db0b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:33.505702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128637eb-9f04-4af8-94ed-f0f7c3b7a5e8 None None] Sync routers for ids ['eac511cc-7e40-471c-b163-ddd708202a93'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:34:33.520403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128637eb-9f04-4af8-94ed-f0f7c3b7a5e8 None None] Routers {'eac511cc-7e40-471c-b163-ddd708202a93'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:33.522354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-128637eb-9f04-4af8-94ed-f0f7c3b7a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eac511cc-7e40-471c-b163-ddd708202a93'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:33.539752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5957f-dc71-4bb9-9773-a7d80bdbdaa7 req-496768b4-1fce-4306-834f-9d5825f37981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:33.539752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26e5957f-dc71-4bb9-9773-a7d80bdbdaa7 req-496768b4-1fce-4306-834f-9d5825f37981 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 1097 time: 0.2671521 Jul 08 20:34:33.605052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51691130-e077-44a2-8d04-7ba7a7187e2e req-4c739b26-15c5-4f99-920d-2606fa1e6884 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:33.608349 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:33.618050 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51691130-e077-44a2-8d04-7ba7a7187e2e req-4c739b26-15c5-4f99-920d-2606fa1e6884 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.3441620 Jul 08 20:34:33.710949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777d52a8-dd46-4328-838d-5af2d2c4e26c']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:33.722373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a73bde-9a20-4257-8ccd-94f8703cd991') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:33.722732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a73bde-9a20-4257-8ccd-94f8703cd991') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:33.737100 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:33.755555 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-385eb67b-fe43-4037-baff-159ca06db0b9 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "DELETE /v2.0/floatingips/b29c2ab5-e78f-4498-9133-b5cf8ddb7917 HTTP/1.1" status: 204 len: 168 time: 3.0474241 Jul 08 20:34:33.764381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'tag': '35af873d-e47f-4060-bd8a-67cce5f96400'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:34:33.767135 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a219ee15-3111-4806-83fa-8e9750d5e879" -d '{"events": [{"name": "network-changed", "server_uuid": "93ad33da-8f0b-4ae0-8570-d1e367eb2c67", "tag": "35af873d-e47f-4060-bd8a-67cce5f96400"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:34:33.787446 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:33.801240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51691130-e077-44a2-8d04-7ba7a7187e2e req-530e549c-4a0c-46ca-9202-28315ad1c888 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822665 Jul 08 20:34:33.810663 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:33.844545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:34:33.844787 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:34:33.848160 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:34:33.855390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5957f-dc71-4bb9-9773-a7d80bdbdaa7 req-d05b57d4-a267-4a1d-94b8-f6f87b733340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:33.857970 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26e5957f-dc71-4bb9-9773-a7d80bdbdaa7 req-d05b57d4-a267-4a1d-94b8-f6f87b733340 service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.2347696 Jul 08 20:34:33.952711 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:34.000600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:34.004199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=0bdb2f6a-00bb-4bca-a91c-25ac30b25578,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:34.007822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:34.016896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:34.025142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:34.026077 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:34.044413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 368a7cde-e256-4ff2-b4ef-825b65554d87 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:34.071703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d7d75d48-045f-4cae-b179-f154669b26bc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5821066 Jul 08 20:34:34.078790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26e5957f-dc71-4bb9-9773-a7d80bdbdaa7 req-1e6a10ca-6a4b-4a60-959b-677dfc4b7654 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 200 len: 1000 time: 0.1887887 Jul 08 20:34:34.079470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46244) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:34.135007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-128637eb-9f04-4af8-94ed-f0f7c3b7a5e8 None None] Set router eac511cc-7e40-471c-b163-ddd708202a93 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:34:34.136201 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:34.170498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5957f-dc71-4bb9-9773-a7d80bdbdaa7 req-31b9770a-1bfe-4b38-805d-f5fa7be7ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:34.173484 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26e5957f-dc71-4bb9-9773-a7d80bdbdaa7 req-31b9770a-1bfe-4b38-805d-f5fa7be7ff09 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.0825570 Jul 08 20:34:34.211355 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f18fbb36-a53a-41b7-b75c-ff0a5c2f5c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:34.215078 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:34.216321 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2993e82d-d2d9-4337-a964-a757d986bf16 x-openstack-request-id: req-2993e82d-d2d9-4337-a964-a757d986bf16 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:34:34.217897 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ad33da-8f0b-4ae0-8570-d1e367eb2c67", "tag": "35af873d-e47f-4060-bd8a-67cce5f96400", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:34:34.218234 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2993e82d-d2d9-4337-a964-a757d986bf16 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:34:34.219334 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'tag': '35af873d-e47f-4060-bd8a-67cce5f96400', 'status': 'completed', 'code': 200} Jul 08 20:34:34.227810 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] 10.222.0.101 "DELETE /v2.0/networks/777d52a8-dd46-4328-838d-5af2d2c4e26c HTTP/1.1" status: 204 len: 168 time: 2.2870088 Jul 08 20:34:34.328462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 368a7cde-e256-4ff2-b4ef-825b65554d87 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:34.335598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5957f-dc71-4bb9-9773-a7d80bdbdaa7 req-c5f686f6-78cb-4275-b621-0682801f6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:34.339383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26e5957f-dc71-4bb9-9773-a7d80bdbdaa7 req-c5f686f6-78cb-4275-b621-0682801f6e4e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1566405 Jul 08 20:34:34.362486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5727e1-1605-4c47-a292-6f3682a2576a tempest-FloatingIPNegativeTestJSON-712854085 tempest-FloatingIPNegativeTestJSON-712854085-project] Pushing event deleted for resources: {'Network': ['ID=777d52a8-dd46-4328-838d-5af2d2c4e26c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:34.563165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e39e489c-cce9-46a6-808e-76fff8c7580d no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:34.588607 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084d8b6-63a3-4499-8b02-9356a38d5a09 req-c0b09c58-9db8-4a63-add7-32a1f792df40 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:34.592830 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5084d8b6-63a3-4499-8b02-9356a38d5a09 req-c0b09c58-9db8-4a63-add7-32a1f792df40 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 984 time: 0.1511619 Jul 08 20:34:34.598130 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26e5957f-dc71-4bb9-9773-a7d80bdbdaa7 req-dd3eed02-e64d-4786-8533-f70483066077 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495286 Jul 08 20:34:34.606956 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8b6b2d4b-6002-42ba-b3b1-26acdcf16608 None None] Provisioning for port 368a7cde-e256-4ff2-b4ef-825b65554d87 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:34.610925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: e39e489c-cce9-46a6-808e-76fff8c7580d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:34.611557 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e39e489c-cce9-46a6-808e-76fff8c7580d not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:34.619933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8b6b2d4b-6002-42ba-b3b1-26acdcf16608 None None] Provisioning complete for port 368a7cde-e256-4ff2-b4ef-825b65554d87 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:34.620542 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2d4b-6002-42ba-b3b1-26acdcf16608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:34.656063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b142dc66-d977-4f20-9f6e-496195aae40d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:34.662797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b142dc66-d977-4f20-9f6e-496195aae40d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:34.664603 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b142dc66-d977-4f20-9f6e-496195aae40d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5819275 Jul 08 20:34:34.667305 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:34.669350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46254) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:34.677531 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-128637eb-9f04-4af8-94ed-f0f7c3b7a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:32:42Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:33Z', 'updated_at': '2021-07-08T20:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'f061f412-a390-4c59-8a47-6f21ba9869a9', 'name': '', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'mac_address': 'fa:16:3e:2d:7d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:40Z', 'updated_at': '2021-07-08T20:32:49Z', 'revision_number': 5, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'subnets': [{'id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:34.714869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128637eb-9f04-4af8-94ed-f0f7c3b7a5e8 None None] Checking router: eac511cc-7e40-471c-b163-ddd708202a93 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:34:34.735025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128637eb-9f04-4af8-94ed-f0f7c3b7a5e8 None None] Routers {'eac511cc-7e40-471c-b163-ddd708202a93'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:34.736075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-128637eb-9f04-4af8-94ed-f0f7c3b7a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eac511cc-7e40-471c-b163-ddd708202a93'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:34.757127 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5084d8b6-63a3-4499-8b02-9356a38d5a09 req-b9e471fd-cb7e-400b-84ae-dee5c06c8235 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1514523 Jul 08 20:34:34.770391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46258) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:34.843713 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ee15-3111-4806-83fa-8e9750d5e879 req-c80e2147-f72f-4bf5-9b6d-9ffeb7207a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:34.846176 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a219ee15-3111-4806-83fa-8e9750d5e879 req-c80e2147-f72f-4bf5-9b6d-9ffeb7207a0e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5a0519eefa684c64b6ff586208453bd9&device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 1136 time: 0.5749397 Jul 08 20:34:34.895864 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26e5957f-dc71-4bb9-9773-a7d80bdbdaa7 req-cfd469a5-2aac-4da3-966a-2b2f75a3acb6 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867360 Jul 08 20:34:34.945828 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2d4b-6002-42ba-b3b1-26acdcf16608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:35.015560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8b6b2d4b-6002-42ba-b3b1-26acdcf16608 None None] For port 368a7cde-e256-4ff2-b4ef-825b65554d87, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=368a7cde-e256-4ff2-b4ef-825b65554d87,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:35.036448 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2d4b-6002-42ba-b3b1-26acdcf16608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:35.094760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-128637eb-9f04-4af8-94ed-f0f7c3b7a5e8 None None] Set router eac511cc-7e40-471c-b163-ddd708202a93 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:34:35.102773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-995b25bc-9be1-4545-bebb-b2107a73067a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=45ccf221161c4b6998e3900b693b0785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263009 Jul 08 20:34:35.105475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46268) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:35.191991 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b812092f-9efa-4886-b559-8c4ac68eb7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:35.230210 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b812092f-9efa-4886-b559-8c4ac68eb7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:35.238055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ee15-3111-4806-83fa-8e9750d5e879 req-450e8737-f3fb-4e8f-b0c4-0e36e99b4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:35.239307 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a219ee15-3111-4806-83fa-8e9750d5e879 req-450e8737-f3fb-4e8f-b0c4-0e36e99b4ba2 service neutron] 10.222.0.104 "GET /v2.0/networks?id=ba940c96-fc97-4f71-8a7e-4ce2a483d25d HTTP/1.1" status: 200 len: 897 time: 0.3846502 Jul 08 20:34:35.270429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b2d4b-6002-42ba-b3b1-26acdcf16608 None None] Pushing event updated for resources: {'Port': ['ID=368a7cde-e256-4ff2-b4ef-825b65554d87,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:35.290247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4bc165f7-dc8c-4274-84c3-99d78666fc12 None None] Provisioning for port 0bdb2f6a-00bb-4bca-a91c-25ac30b25578 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:35.295979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4bc165f7-dc8c-4274-84c3-99d78666fc12 None None] Provisioning complete for port 0bdb2f6a-00bb-4bca-a91c-25ac30b25578 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:35.296256 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4bc165f7-dc8c-4274-84c3-99d78666fc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:35.328258 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b812092f-9efa-4886-b559-8c4ac68eb7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:35.331115 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b812092f-9efa-4886-b559-8c4ac68eb7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:35.336891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b812092f-9efa-4886-b559-8c4ac68eb7db admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e68faa38-ba08-46c6-bb1d-6b6c1491e5d2 HTTP/1.1" status: 204 len: 168 time: 0.2288845 Jul 08 20:34:35.337099 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a219ee15-3111-4806-83fa-8e9750d5e879 req-291f4af7-baa7-4926-af94-43f7e645d82c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35af873d-e47f-4060-bd8a-67cce5f96400 HTTP/1.1" status: 200 len: 217 time: 0.0826495 Jul 08 20:34:35.357543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812092f-9efa-4886-b559-8c4ac68eb7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68faa38-ba08-46c6-bb1d-6b6c1491e5d2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:35.363856 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Router 4c17d619-e77a-4421-b377-da97acf4046f is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:34:35.401862 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4bc165f7-dc8c-4274-84c3-99d78666fc12 None None] Port 0bdb2f6a-00bb-4bca-a91c-25ac30b25578 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:35.454398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa263b-1200-45aa-a0c7-0407e873816f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 0bdb2f6a-00bb-4bca-a91c-25ac30b25578 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:35.454761 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3fa263b-1200-45aa-a0c7-0407e873816f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:35.460267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-128637eb-9f04-4af8-94ed-f0f7c3b7a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:32:42Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:33Z', 'updated_at': '2021-07-08T20:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'f061f412-a390-4c59-8a47-6f21ba9869a9', 'name': '', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'mac_address': 'fa:16:3e:2d:7d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:40Z', 'updated_at': '2021-07-08T20:32:49Z', 'revision_number': 5, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'subnets': [{'id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:35.497280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128637eb-9f04-4af8-94ed-f0f7c3b7a5e8 None None] The sync data for ids ['eac511cc-7e40-471c-b163-ddd708202a93'] in n-d-791506-16 is: [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:32:42Z', 'revision_number': 4, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:33Z', 'updated_at': '2021-07-08T20:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'f061f412-a390-4c59-8a47-6f21ba9869a9', 'name': '', 'network_id': 'ba940c96-fc97-4f71-8a7e-4ce2a483d25d', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'mac_address': 'fa:16:3e:2d:7d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:40Z', 'updated_at': '2021-07-08T20:32:49Z', 'revision_number': 5, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'subnets': [{'id': '9c09908d-d8e5-4d79-b5ab-89bb6e5806a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:34:35.659511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 368a7cde-e256-4ff2-b4ef-825b65554d87 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:35.661285 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c423c80-e0a4-4e45-9eb0-905e2d6eb1d7 req-a3d7b1df-42e8-424d-b3b5-31bedf59b80d tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:35.665425 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c423c80-e0a4-4e45-9eb0-905e2d6eb1d7 req-a3d7b1df-42e8-424d-b3b5-31bedf59b80d tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.104 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 984 time: 0.2426503 Jul 08 20:34:35.685743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b902ee9-5bdb-4581-a238-1eca97845e33 req-8f23c601-a83e-4246-a20c-38442e817844 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:35.687347 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3b902ee9-5bdb-4581-a238-1eca97845e33 req-8f23c601-a83e-4246-a20c-38442e817844 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.5887377 Jul 08 20:34:35.745598 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3fa263b-1200-45aa-a0c7-0407e873816f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:35.760826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 368a7cde-e256-4ff2-b4ef-825b65554d87 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:35.762014 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:35.861248 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3b902ee9-5bdb-4581-a238-1eca97845e33 req-fc72bdf7-b5be-46b1-9ad7-765709b3f42b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574802 Jul 08 20:34:35.880192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ee15-3111-4806-83fa-8e9750d5e879 req-63b6843b-b88d-48dc-b8d7-dd8609ae2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:35.890716 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a219ee15-3111-4806-83fa-8e9750d5e879 req-63b6843b-b88d-48dc-b8d7-dd8609ae2359 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9c09908d-d8e5-4d79-b5ab-89bb6e5806a9 HTTP/1.1" status: 200 len: 835 time: 0.5316901 Jul 08 20:34:35.959879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa263b-1200-45aa-a0c7-0407e873816f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 0bdb2f6a-00bb-4bca-a91c-25ac30b25578 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:35.969837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-2c423c80-e0a4-4e45-9eb0-905e2d6eb1d7 req-7137ab1b-26cf-4373-a919-8f17a44409f1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Deleting port 35af873d-e47f-4060-bd8a-67cce5f96400 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:35.970186 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c423c80-e0a4-4e45-9eb0-905e2d6eb1d7 req-7137ab1b-26cf-4373-a919-8f17a44409f1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:35.997270 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be668421-a912-4c8c-affb-1e3155f06fca None None] New status for floating IP b29c2ab5-e78f-4498-9133-b5cf8ddb7917: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:34:36.190780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2c423c80-e0a4-4e45-9eb0-905e2d6eb1d7 req-7137ab1b-26cf-4373-a919-8f17a44409f1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] For port 35af873d-e47f-4060-bd8a-67cce5f96400, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=35af873d-e47f-4060-bd8a-67cce5f96400,segment=NetworkSegment(80c01b93-8582-4efb-9b26-c836ada52b0c),segment_id=80c01b93-8582-4efb-9b26-c836ada52b0c)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:36.193694 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c423c80-e0a4-4e45-9eb0-905e2d6eb1d7 req-7137ab1b-26cf-4373-a919-8f17a44409f1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:36.217610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-2c423c80-e0a4-4e45-9eb0-905e2d6eb1d7 req-7137ab1b-26cf-4373-a919-8f17a44409f1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Calling delete_port for 35af873d-e47f-4060-bd8a-67cce5f96400 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:36.320820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe16c06-61d4-4ea1-8377-a7a2038284fc req-592dd21c-3800-4c6c-b482-39c81726af2a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:36.329803 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fbe16c06-61d4-4ea1-8377-a7a2038284fc req-592dd21c-3800-4c6c-b482-39c81726af2a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/ports?device_id=93ad33da-8f0b-4ae0-8570-d1e367eb2c67 HTTP/1.1" status: 200 len: 984 time: 0.2392178 Jul 08 20:34:36.417795 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fbe16c06-61d4-4ea1-8377-a7a2038284fc req-71c3318c-67bd-4bf4-ad4d-5bf70a4d0f34 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad&id=c2a5309b-c7f0-4b2a-be4e-ac905f44000a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0866430 Jul 08 20:34:36.485059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ee15-3111-4806-83fa-8e9750d5e879 req-197d6740-4b32-4b40-a2d4-fc4d6427d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:36.486711 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a219ee15-3111-4806-83fa-8e9750d5e879 req-197d6740-4b32-4b40-a2d4-fc4d6427d04f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ba940c96-fc97-4f71-8a7e-4ce2a483d25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5948930 Jul 08 20:34:36.493887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:34:36.506060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Sync routers for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:34:36.513305 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c423c80-e0a4-4e45-9eb0-905e2d6eb1d7 req-7137ab1b-26cf-4373-a919-8f17a44409f1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:36.522645 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:36.523695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:36.549926 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137ab1b-26cf-4373-a919-8f17a44409f1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'Port': ['ID=35af873d-e47f-4060-bd8a-67cce5f96400,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:36.604224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a219ee15-3111-4806-83fa-8e9750d5e879 req-eb1db3d0-fdcf-42f4-927f-4e260d8ad10d service neutron] 10.222.0.104 "GET /v2.0/networks/ba940c96-fc97-4f71-8a7e-4ce2a483d25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070099 Jul 08 20:34:36.618956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c423c80-e0a4-4e45-9eb0-905e2d6eb1d7 req-7137ab1b-26cf-4373-a919-8f17a44409f1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] No DVR routers for this DVR port 35af873d-e47f-4060-bd8a-67cce5f96400 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:36.623031 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c423c80-e0a4-4e45-9eb0-905e2d6eb1d7 req-7137ab1b-26cf-4373-a919-8f17a44409f1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:36.625925 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c423c80-e0a4-4e45-9eb0-905e2d6eb1d7 req-7137ab1b-26cf-4373-a919-8f17a44409f1 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.104 "DELETE /v2.0/ports/35af873d-e47f-4060-bd8a-67cce5f96400 HTTP/1.1" status: 204 len: 173 time: 0.9529893 Jul 08 20:34:36.626602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'name': 'network-vif-deleted', 'tag': '35af873d-e47f-4060-bd8a-67cce5f96400'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:34:36.641771 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e16f06-4c2d-42e0-8ab5-47c3c5765163" -d '{"events": [{"server_uuid": "93ad33da-8f0b-4ae0-8570-d1e367eb2c67", "name": "network-vif-deleted", "tag": "35af873d-e47f-4060-bd8a-67cce5f96400"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:34:36.684946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46298) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:36.697643 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc5a7f5-9c11-478a-aadf-6114e2d0320d x-openstack-request-id: req-edc5a7f5-9c11-478a-aadf-6114e2d0320d {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:34:36.698064 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ad33da-8f0b-4ae0-8570-d1e367eb2c67", "name": "network-vif-deleted", "tag": "35af873d-e47f-4060-bd8a-67cce5f96400", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:34:36.698538 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-edc5a7f5-9c11-478a-aadf-6114e2d0320d {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:34:36.699058 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ad33da-8f0b-4ae0-8570-d1e367eb2c67', 'name': 'network-vif-deleted', 'tag': '35af873d-e47f-4060-bd8a-67cce5f96400', 'status': 'completed', 'code': 200} Jul 08 20:34:36.710717 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:34:36.751396 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a219ee15-3111-4806-83fa-8e9750d5e879 req-551aa450-20d4-48b4-b375-f2e5c0ad95bc service neutron] 10.222.0.104 "GET /v2.0/networks/ba940c96-fc97-4f71-8a7e-4ce2a483d25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387019 Jul 08 20:34:36.829955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:36.835796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46304) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:36.836666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d04bb3af-a480-44cd-8c9b-d86274dcbc8e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5450804 Jul 08 20:34:36.905083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2b17c789-ff5e-4315-934f-a1d3603258d2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945117738'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:36.915109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3fa263b-1200-45aa-a0c7-0407e873816f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:36.952590 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-17d236b3-2997-4d80-9aea-4cddbf9da8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:36.958341 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:36.978479 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b17c789-ff5e-4315-934f-a1d3603258d2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:36.988209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa263b-1200-45aa-a0c7-0407e873816f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=0bdb2f6a-00bb-4bca-a91c-25ac30b25578,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:37.032256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b17c789-ff5e-4315-934f-a1d3603258d2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.042688 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3fa263b-1200-45aa-a0c7-0407e873816f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.049511 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a3fa263b-1200-45aa-a0c7-0407e873816f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/0bdb2f6a-00bb-4bca-a91c-25ac30b25578 HTTP/1.1" status: 204 len: 168 time: 2.3729184 Jul 08 20:34:37.050329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46310) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:37.060083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:34:33Z', 'revision_number': 3, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:37.125477 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Checking router: 4c17d619-e77a-4421-b377-da97acf4046f for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:34:37.125872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Updating router 4c17d619-e77a-4421-b377-da97acf4046f port 46f3cb9b-d629-498d-b2f1-df541475e84e binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:34:37.233638 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.348424 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d9b806f6-1a7e-4448-a1c5-099680d0e01c tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=44d90dac47c54647a7c92af6b9d31588&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5100124 Jul 08 20:34:37.349016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46314) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:37.370462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738683a4-7b05-4bc7-becf-639da4ecc553 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:37.372122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738683a4-7b05-4bc7-becf-639da4ecc553 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:37.378495 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-738683a4-7b05-4bc7-becf-639da4ecc553 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3264928 Jul 08 20:34:37.382335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46316) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:37.514590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-26498491-97e6-4e71-9971-350a29e45ce8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 1c564aff-c8a2-4c0e-bedd-023cc4d1bde4 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:34:37.517576 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26498491-97e6-4e71-9971-350a29e45ce8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.520323 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b17c789-ff5e-4315-934f-a1d3603258d2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.530979 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b17c789-ff5e-4315-934f-a1d3603258d2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.564496 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26498491-97e6-4e71-9971-350a29e45ce8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.583044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17c789-ff5e-4315-934f-a1d3603258d2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5253291-f8eb-4eb1-85c4-7d1edb8d393b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:37.621180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46320) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:37.655726 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26498491-97e6-4e71-9971-350a29e45ce8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.664485 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.675818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Transition to ACTIVE for port object 46f3cb9b-d629-498d-b2f1-df541475e84e will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:37.684886 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.695738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd04a5bf-82e8-4002-b4d2-1a22af471d4a tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:37.697865 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cd04a5bf-82e8-4002-b4d2-1a22af471d4a tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3465908 Jul 08 20:34:37.701407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46322) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:37.710062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94929384-761e-4710-9ce5-746d65707fcd req-9edcf9a1-566d-4843-abee-79f8e4bd9791 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:37.717134 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-94929384-761e-4710-9ce5-746d65707fcd req-9edcf9a1-566d-4843-abee-79f8e4bd9791 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.5367618 Jul 08 20:34:37.754067 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ec85ba2-31c9-4687-b61c-ea28156eeb59 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.758564 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b17c789-ff5e-4315-934f-a1d3603258d2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.760387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Attempting to bind port 46f3cb9b-d629-498d-b2f1-df541475e84e on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:37.761118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Attempting to bind port 46f3cb9b-d629-498d-b2f1-df541475e84e by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:37.761726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Attempting to bind port 46f3cb9b-d629-498d-b2f1-df541475e84e on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:37.772728 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b17c789-ff5e-4315-934f-a1d3603258d2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.773330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2e656-f9c5-4f61-9fa8-46420a33cd65 None None] Pushing event updated for resources: {'Port': ['ID=46f3cb9b-d629-498d-b2f1-df541475e84e,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:37.774025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-043ad018-b34a-4c41-9a79-8aeb9a287d82 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546968 Jul 08 20:34:37.776222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46326) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:37.776579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:37.777254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:37.778250 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.778870 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:37.780196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Bound port: 46f3cb9b-d629-498d-b2f1-df541475e84e, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:37.780838 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.789558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0f12db24-d5c6-4f29-bda2-ff09f5024585 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1891224415', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:37.792104 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26498491-97e6-4e71-9971-350a29e45ce8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.826705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26498491-97e6-4e71-9971-350a29e45ce8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=1c564aff-c8a2-4c0e-bedd-023cc4d1bde4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:37.840079 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ec85ba2-31c9-4687-b61c-ea28156eeb59 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.844036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] For port 46f3cb9b-d629-498d-b2f1-df541475e84e, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:37.847866 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] For port 46f3cb9b-d629-498d-b2f1-df541475e84e, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=46f3cb9b-d629-498d-b2f1-df541475e84e,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:37.848532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-94929384-761e-4710-9ce5-746d65707fcd req-ef8d78db-5fe5-4db4-8a1b-359caf8651db tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302299 Jul 08 20:34:37.853125 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.859323 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26498491-97e6-4e71-9971-350a29e45ce8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.862541 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-26498491-97e6-4e71-9971-350a29e45ce8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/1c564aff-c8a2-4c0e-bedd-023cc4d1bde4 HTTP/1.1" status: 204 len: 168 time: 0.4789858 Jul 08 20:34:37.873880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46328) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:37.906440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82128f02-4109-4344-9671-6e0c5772041a None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:37.907067 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b17c789-ff5e-4315-934f-a1d3603258d2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:37.911376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2b17c789-ff5e-4315-934f-a1d3603258d2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2242527 Jul 08 20:34:37.912746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46334) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:37.931924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17c789-ff5e-4315-934f-a1d3603258d2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51c60e1-3aaf-491c-8bf7-06952ad7d540,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:37.937887 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c8e90e57-890c-4a08-925c-6b61d3ee3ca0 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625787 Jul 08 20:34:37.941016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46336) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:37.950354 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c4890896-6c64-495d-a89b-3239ac41d435 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:38.047053 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-81dc9fff-c9c9-486a-8da6-42bc3d7d9364 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1283336 Jul 08 20:34:38.047957 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46338) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:38.050081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f12db24-d5c6-4f29-bda2-ff09f5024585 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Made reservation on behalf of 44d90dac47c54647a7c92af6b9d31588 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:38.057958 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0f12db24-d5c6-4f29-bda2-ff09f5024585 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.071480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4890896-6c64-495d-a89b-3239ac41d435 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:38.073806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2e656-f9c5-4f61-9fa8-46420a33cd65 None None] Pushing event updated for resources: {'Port': ['ID=46f3cb9b-d629-498d-b2f1-df541475e84e,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:38.076977 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4890896-6c64-495d-a89b-3239ac41d435 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.105414 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:38.106114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:38.234449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b11d0025-2f23-4716-a2e8-fc9e9072d8e0 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group': {'name': 'tempest-security--1894541090', 'description': 'tempest-security-description-508394327'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:38.284144 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ec85ba2-31c9-4687-b61c-ea28156eeb59 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.288111 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ec85ba2-31c9-4687-b61c-ea28156eeb59 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.291914 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6ec85ba2-31c9-4687-b61c-ea28156eeb59 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "DELETE /v2.0/security-groups/7ac513d5-9b3a-4f9f-8041-2abfd7a41bad HTTP/1.1" status: 204 len: 168 time: 0.6669040 Jul 08 20:34:38.295372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46340) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:38.322983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec85ba2-31c9-4687-b61c-ea28156eeb59 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac513d5-9b3a-4f9f-8041-2abfd7a41bad,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:38.328936 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b11d0025-2f23-4716-a2e8-fc9e9072d8e0 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.333660 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0f12db24-d5c6-4f29-bda2-ff09f5024585 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.435656 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.442861 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4890896-6c64-495d-a89b-3239ac41d435 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.453338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12db24-d5c6-4f29-bda2-ff09f5024585 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Subnet': ['ID=86b9acac-f7c6-4ab3-b5a5-13591a6d99b5,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:38.458106 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b11d0025-2f23-4716-a2e8-fc9e9072d8e0 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.464847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12db24-d5c6-4f29-bda2-ff09f5024585 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Checking segment: {'id': '78c4cbba-324a-4635-956e-29853693327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:38.465036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f12db24-d5c6-4f29-bda2-ff09f5024585 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network hostable DHCP agents. Network: 1f7a713d-4535-4d26-b4b0-fc318c79a77b, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:34:38.469144 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b11d0025-2f23-4716-a2e8-fc9e9072d8e0 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.470946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:34:38.471913 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b11d0025-2f23-4716-a2e8-fc9e9072d8e0 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.475149 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b11d0025-2f23-4716-a2e8-fc9e9072d8e0 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "PUT /v2.0/security-groups/a51c60e1-3aaf-491c-8bf7-06952ad7d540 HTTP/1.1" status: 200 len: 1779 time: 0.4247825 Jul 08 20:34:38.482578 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46346) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:38.532378 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1f3676a-f39a-4c5e-8a9f-64631674e4d3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.570766 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1f3676a-f39a-4c5e-8a9f-64631674e4d3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.633059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f12db24-d5c6-4f29-bda2-ff09f5024585 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network 1f7a713d-4535-4d26-b4b0-fc318c79a77b is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:34:38.634140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4890896-6c64-495d-a89b-3239ac41d435 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:38.642031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c4890896-6c64-495d-a89b-3239ac41d435 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:38.648767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4890896-6c64-495d-a89b-3239ac41d435 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:38.649680 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4890896-6c64-495d-a89b-3239ac41d435 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.668664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4890896-6c64-495d-a89b-3239ac41d435 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=ef547197-25ee-4e02-9f8b-deb68504d3c4,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:38.668919 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d0025-2f23-4716-a2e8-fc9e9072d8e0 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51c60e1-3aaf-491c-8bf7-06952ad7d540,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:38.674683 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c4890896-6c64-495d-a89b-3239ac41d435 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7324588 Jul 08 20:34:38.679110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46350) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:38.680135 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1f3676a-f39a-4c5e-8a9f-64631674e4d3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.683874 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1f3676a-f39a-4c5e-8a9f-64631674e4d3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.688289 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e1f3676a-f39a-4c5e-8a9f-64631674e4d3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "DELETE /v2.0/security-groups/c2a5309b-c7f0-4b2a-be4e-ac905f44000a HTTP/1.1" status: 204 len: 168 time: 0.3871787 Jul 08 20:34:38.690634 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46352) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:38.696450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'name': 'tempest-NetworksTestDHCPv6-513003972'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:38.696925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a888783e-4e2b-4a23-95a7-ca7ba4d3a6d3 None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:34:38.698725 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-0f12db24-d5c6-4f29-bda2-ff09f5024585 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 1f7a713d-4535-4d26-b4b0-fc318c79a77b) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:38.713760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f12db24-d5c6-4f29-bda2-ff09f5024585 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:38.714380 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0f12db24-d5c6-4f29-bda2-ff09f5024585 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:38.715494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4219d21-21b5-4b25-a514-230153c45f69 None None] Network 1f7a713d-4535-4d26-b4b0-fc318c79a77b requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:38.736855 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3b94defe-4638-4790-983e-af6b90337f90 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-groups/a51c60e1-3aaf-491c-8bf7-06952ad7d540 HTTP/1.1" status: 200 len: 1779 time: 0.2489839 Jul 08 20:34:38.736855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46354) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:38.767033 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0f12db24-d5c6-4f29-bda2-ff09f5024585 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9836078 Jul 08 20:34:38.773031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46356) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:38.900774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:34:33Z', 'revision_number': 3, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:38.954329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91c94f-a54c-4e13-a1dc-12204dff9dea None None] The sync data for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 is: [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:34:33Z', 'revision_number': 3, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:34:38.967950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a888783e-4e2b-4a23-95a7-ca7ba4d3a6d3 None None] Deleting port 368a7cde-e256-4ff2-b4ef-825b65554d87 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:38.968535 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a888783e-4e2b-4a23-95a7-ca7ba4d3a6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:39.044092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3676a-f39a-4c5e-8a9f-64631674e4d3 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a5309b-c7f0-4b2a-be4e-ac905f44000a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:39.060999 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ff14c22-8185-41d5-bf77-669b7fc9c68b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:39.111708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:34:39.112601 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:39.146118 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:34:39.163086 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ff14c22-8185-41d5-bf77-669b7fc9c68b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:39.180530 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a888783e-4e2b-4a23-95a7-ca7ba4d3a6d3 None None] For port 368a7cde-e256-4ff2-b4ef-825b65554d87, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=368a7cde-e256-4ff2-b4ef-825b65554d87,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:39.181135 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a888783e-4e2b-4a23-95a7-ca7ba4d3a6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:39.215214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a888783e-4e2b-4a23-95a7-ca7ba4d3a6d3 None None] Calling delete_port for 368a7cde-e256-4ff2-b4ef-825b65554d87 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:39.226540 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ff14c22-8185-41d5-bf77-669b7fc9c68b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:39.229268 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ff14c22-8185-41d5-bf77-669b7fc9c68b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:39.234555 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0ff14c22-8185-41d5-bf77-669b7fc9c68b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-groups/a51c60e1-3aaf-491c-8bf7-06952ad7d540 HTTP/1.1" status: 204 len: 168 time: 0.4967208 Jul 08 20:34:39.235192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46360) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:39.278483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff14c22-8185-41d5-bf77-669b7fc9c68b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51c60e1-3aaf-491c-8bf7-06952ad7d540,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:39.356450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:39.360725 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:39.434634 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 9fbddbc2-dc39-4ce0-9508-cb4fb8723a74 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:34:39.436050 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-459e98f9-ccae-4897-a134-65d084ddc26e tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1880975 Jul 08 20:34:39.437707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46362) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:39.476612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 35af873d-e47f-4060-bd8a-67cce5f96400 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:39.507262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 35af873d-e47f-4060-bd8a-67cce5f96400 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:39.507605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 35af873d-e47f-4060-bd8a-67cce5f96400 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:39.567824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Allocated IP 172.20.0.2 (1f7a713d-4535-4d26-b4b0-fc318c79a77b/86b9acac-f7c6-4ab3-b5a5-13591a6d99b5/d4bfbd21-ad19-4225-83e1-4a108d801159) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:39.570540 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a888783e-4e2b-4a23-95a7-ca7ba4d3a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:39.626506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888783e-4e2b-4a23-95a7-ca7ba4d3a6d3 None None] Pushing event deleted for resources: {'Port': ['ID=368a7cde-e256-4ff2-b4ef-825b65554d87,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:39.633620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888783e-4e2b-4a23-95a7-ca7ba4d3a6d3 None None] No DVR routers for this DVR port 368a7cde-e256-4ff2-b4ef-825b65554d87 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:39.678348 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-d4fa1799-97f1-4fde-8bd6-97c92d3cc69c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] delete failed (client error): The resource could not be found. Jul 08 20:34:39.688249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46366) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:39.692549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d4fa1799-97f1-4fde-8bd6-97c92d3cc69c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-groups/a51c60e1-3aaf-491c-8bf7-06952ad7d540 HTTP/1.1" status: 404 len: 347 time: 0.2506995 Jul 08 20:34:39.695712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2887bc2b-856d-47f9-ab87-13a34174781d None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:39.757865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 46f3cb9b-d629-498d-b2f1-df541475e84e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:39.759482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a93b0e98-ee13-4f42-870a-0bfa5abc87c9 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140946243'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:39.797753 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::34 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/ef547197-25ee-4e02-9f8b-deb68504d3c4/9fbddbc2-dc39-4ce0-9508-cb4fb8723a74) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:39.857801 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:39.872074 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:39.891801 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a93b0e98-ee13-4f42-870a-0bfa5abc87c9 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:39.897464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 46f3cb9b-d629-498d-b2f1-df541475e84e completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:39.941860 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0576-8208-4d85-b9a3-4c19619b0e1f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:39.955493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 46f3cb9b-d629-498d-b2f1-df541475e84e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:39.956015 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.149881 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.169623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': 'ef547197-25ee-4e02-9f8b-deb68504d3c4'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:34:40.170495 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.204835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Transition to ACTIVE for port object d4bfbd21-ad19-4225-83e1-4a108d801159 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:40.207476 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.256500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Transition to ACTIVE for port object d4bfbd21-ad19-4225-83e1-4a108d801159 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:40.267333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 9fbddbc2-dc39-4ce0-9508-cb4fb8723a74 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:40.328339 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.341481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a93b0e98-ee13-4f42-870a-0bfa5abc87c9 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.373880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 46f3cb9b-d629-498d-b2f1-df541475e84e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=46f3cb9b-d629-498d-b2f1-df541475e84e,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:40.375576 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a93b0e98-ee13-4f42-870a-0bfa5abc87c9 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.378169 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.407788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Allocated IP 172.20.0.1 (1f7a713d-4535-4d26-b4b0-fc318c79a77b/86b9acac-f7c6-4ab3-b5a5-13591a6d99b5/edfd802b-1834-4433-9dd9-4c8f41626136) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:40.429223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b0e98-ee13-4f42-870a-0bfa5abc87c9 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ae54d5-5c8a-45cc-91c5-a8aa1fdd3469,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:40.496066 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.508973 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a93b0e98-ee13-4f42-870a-0bfa5abc87c9 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.510535 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a93b0e98-ee13-4f42-870a-0bfa5abc87c9 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7683508 Jul 08 20:34:40.520284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46370) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:40.529074 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.548196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Network 1f7a713d-4535-4d26-b4b0-fc318c79a77b is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:40.557887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:40.573160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-77288346-866b-4c6e-83be-eba307fdd9ec tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group_rule': {'security_group_id': 'f7ae54d5-5c8a-45cc-91c5-a8aa1fdd3469', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:40.579048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:40.588056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 368a7cde-e256-4ff2-b4ef-825b65554d87 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:40.596448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Pushing event updated for resources: {'Port': ['ID=d4bfbd21-ad19-4225-83e1-4a108d801159,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:40.618984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:40.622228 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.625635 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:40.628182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:40.635462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:40.636139 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.638961 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 368a7cde-e256-4ff2-b4ef-825b65554d87 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:40.639317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 368a7cde-e256-4ff2-b4ef-825b65554d87 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:40.649541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Transition to ACTIVE for port object edfd802b-1834-4433-9dd9-4c8f41626136 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:40.693567 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.718649 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0288954 Jul 08 20:34:40.720805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Allocated IP 2001:db8::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/ef547197-25ee-4e02-9f8b-deb68504d3c4/0b9e9f28-fedb-409e-9b9c-f4b0779c6efc) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:40.724336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46372) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:40.736887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Attempting to bind port d4bfbd21-ad19-4225-83e1-4a108d801159 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:40.737099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Attempting to bind port d4bfbd21-ad19-4225-83e1-4a108d801159 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '78c4cbba-324a-4635-956e-29853693327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:40.737392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Attempting to bind port d4bfbd21-ad19-4225-83e1-4a108d801159 on network 1f7a713d-4535-4d26-b4b0-fc318c79a77b {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:40.741385 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-77288346-866b-4c6e-83be-eba307fdd9ec tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.744776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=46f3cb9b-d629-498d-b2f1-df541475e84e,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:40.754052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network 1f7a713d-4535-4d26-b4b0-fc318c79a77b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:40.757557 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:40.757946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Checking segment: {'id': '78c4cbba-324a-4635-956e-29853693327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:40.758492 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.758753 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Bound using segment: {'id': '78c4cbba-324a-4635-956e-29853693327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:40.759249 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Bound port: d4bfbd21-ad19-4225-83e1-4a108d801159, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c4cbba-324a-4635-956e-29853693327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:40.759638 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.773250 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:40.784375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:40.835808 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.874611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78321fd3-0eb0-43dc-a072-b23b3d314d17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=9fbddbc2-dc39-4ce0-9508-cb4fb8723a74,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:40.875211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=edfd802b-1834-4433-9dd9-4c8f41626136,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:40.948693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-77288346-866b-4c6e-83be-eba307fdd9ec tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.966781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0deea-e03a-4dd0-b996-272761967e97 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:40.968428 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3cb0deea-e03a-4dd0-b996-272761967e97 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2429204 Jul 08 20:34:40.970655 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-77288346-866b-4c6e-83be-eba307fdd9ec tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:40.972243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46376) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:41.002054 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f0576-8208-4d85-b9a3-4c19619b0e1f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Deleting port f061f412-a390-4c59-8a47-6f21ba9869a9 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:41.002344 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0576-8208-4d85-b9a3-4c19619b0e1f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.036482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.070133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77288346-866b-4c6e-83be-eba307fdd9ec tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e8d670-b968-4b40-b682-8e1fb5675e6b,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:41.088477 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-77288346-866b-4c6e-83be-eba307fdd9ec tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.095043 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-77288346-866b-4c6e-83be-eba307fdd9ec tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5702448 Jul 08 20:34:41.106627 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46378) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:41.202842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] For port d4bfbd21-ad19-4225-83e1-4a108d801159, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:41.207827 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] For port d4bfbd21-ad19-4225-83e1-4a108d801159, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d4bfbd21-ad19-4225-83e1-4a108d801159,segment=NetworkSegment(78c4cbba-324a-4635-956e-29853693327e),segment_id=78c4cbba-324a-4635-956e-29853693327e)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:41.221209 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11b71805-2bf1-4bb1-90e8-43ee5082f137 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.221773 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.236674 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2d4f0576-8208-4d85-b9a3-4c19619b0e1f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] For port f061f412-a390-4c59-8a47-6f21ba9869a9, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f061f412-a390-4c59-8a47-6f21ba9869a9,segment=NetworkSegment(80c01b93-8582-4efb-9b26-c836ada52b0c),segment_id=80c01b93-8582-4efb-9b26-c836ada52b0c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:41.237065 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0576-8208-4d85-b9a3-4c19619b0e1f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.246804 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11b71805-2bf1-4bb1-90e8-43ee5082f137 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.254345 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.259440 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f0576-8208-4d85-b9a3-4c19619b0e1f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Calling delete_port for f061f412-a390-4c59-8a47-6f21ba9869a9 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:41.279723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Transition to ACTIVE for port object 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:41.318227 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93713db6-4565-4408-8a81-c75a21b7c720 None None] Pushing event updated for resources: {'Port': ['ID=d4bfbd21-ad19-4225-83e1-4a108d801159,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:41.336092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Transition to ACTIVE for port object 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:41.346763 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.366524 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-45970d0f-6efe-440a-a488-b9f9cfd87772 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 9fbddbc2-dc39-4ce0-9508-cb4fb8723a74 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:41.366870 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45970d0f-6efe-440a-a488-b9f9cfd87772 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.371065 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11b71805-2bf1-4bb1-90e8-43ee5082f137 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.402158 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11b71805-2bf1-4bb1-90e8-43ee5082f137 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.407797 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-11b71805-2bf1-4bb1-90e8-43ee5082f137 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/e9e8d670-b968-4b40-b682-8e1fb5675e6b HTTP/1.1" status: 204 len: 168 time: 0.3001184 Jul 08 20:34:41.408512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Pushing event updated for resources: {'Port': ['ID=0b9e9f28-fedb-409e-9b9c-f4b0779c6efc,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:41.433711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b71805-2bf1-4bb1-90e8-43ee5082f137 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9e8d670-b968-4b40-b682-8e1fb5675e6b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:41.440036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:41.441602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:41.445004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:41.452512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46380) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:41.551270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Attempting to bind port 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:41.551659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Attempting to bind port 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:41.554178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Attempting to bind port 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:41.561448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:41.561831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:41.562293 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.562701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:41.563176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Bound port: 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:41.563562 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.571145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6b74fde3-6396-4f0b-a946-21218f5ea369 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1174114 Jul 08 20:34:41.571596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46384) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:41.657426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.669607 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.721944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] For port 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:41.732536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] For port 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0b9e9f28-fedb-409e-9b9c-f4b0779c6efc,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:41.741397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 46f3cb9b-d629-498d-b2f1-df541475e84e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:41.752736 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.754423 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45970d0f-6efe-440a-a488-b9f9cfd87772 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.795638 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-45970d0f-6efe-440a-a488-b9f9cfd87772 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 9fbddbc2-dc39-4ce0-9508-cb4fb8723a74 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:41.846703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e87e3-cc20-4c31-a991-325073a54e50 None None] Pushing event updated for resources: {'Port': ['ID=0b9e9f28-fedb-409e-9b9c-f4b0779c6efc,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:41.855567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=edfd802b-1834-4433-9dd9-4c8f41626136,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:41.867245 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-638faebe-0a74-4f8a-866e-f7cf04f99e5c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.910385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.912103 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 46f3cb9b-d629-498d-b2f1-df541475e84e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:41.912535 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:41.997555 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0576-8208-4d85-b9a3-4c19619b0e1f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:42.099284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network 1f7a713d-4535-4d26-b4b0-fc318c79a77b is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:42.101341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:42.111937 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-638faebe-0a74-4f8a-866e-f7cf04f99e5c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:42.139268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f0576-8208-4d85-b9a3-4c19619b0e1f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'Port': ['ID=f061f412-a390-4c59-8a47-6f21ba9869a9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:42.431502 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-638faebe-0a74-4f8a-866e-f7cf04f99e5c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:42.434395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-638faebe-0a74-4f8a-866e-f7cf04f99e5c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:42.437829 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-638faebe-0a74-4f8a-866e-f7cf04f99e5c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-groups/f7ae54d5-5c8a-45cc-91c5-a8aa1fdd3469 HTTP/1.1" status: 204 len: 168 time: 0.8633018 Jul 08 20:34:42.454148 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45970d0f-6efe-440a-a488-b9f9cfd87772 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:42.456442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46392) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:42.459497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638faebe-0a74-4f8a-866e-f7cf04f99e5c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ae54d5-5c8a-45cc-91c5-a8aa1fdd3469,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:42.994354 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Router 4c17d619-e77a-4421-b377-da97acf4046f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:34:43.037947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16680b1-3ce3-4afa-967f-5cd70bfa5133 None None] Network 1f7a713d-4535-4d26-b4b0-fc318c79a77b requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:43.102412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45970d0f-6efe-440a-a488-b9f9cfd87772 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=9fbddbc2-dc39-4ce0-9508-cb4fb8723a74,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:43.202081 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45970d0f-6efe-440a-a488-b9f9cfd87772 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:43.206352 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-45970d0f-6efe-440a-a488-b9f9cfd87772 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/9fbddbc2-dc39-4ce0-9508-cb4fb8723a74 HTTP/1.1" status: 204 len: 168 time: 2.2282372 Jul 08 20:34:43.212024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46398) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:43.227802 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-15e8fbc4-32d5-460c-bbd3-410b0626b260 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7654080 Jul 08 20:34:43.228030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46400) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:43.232610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a19ea25b-ab55-4a3b-be2d-de201a7157c6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group': {'name': 'tempest-secgroup--734811271'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:43.237277 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:34:43.247081 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Sync routers for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:34:43.252871 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c5b8c26f-fb32-494e-afe7-1ffc7afb8400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "PUT /v2.0/routers/4c17d619-e77a-4421-b377-da97acf4046f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4695864 Jul 08 20:34:43.253743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46402) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:43.259186 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:43.260513 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:43.314522 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0576-8208-4d85-b9a3-4c19619b0e1f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:43.334974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b76e4674-b24a-4fb3-a0d0-bc4a3bb493c8 None None] Provisioning for port d4bfbd21-ad19-4225-83e1-4a108d801159 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:43.416333 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a19ea25b-ab55-4a3b-be2d-de201a7157c6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:43.421554 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019837bc-7d16-401c-895c-250f8fba8459 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.423415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019837bc-7d16-401c-895c-250f8fba8459 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.429095 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-019837bc-7d16-401c-895c-250f8fba8459 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2163825 Jul 08 20:34:43.429838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46404) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:43.475738 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:34:43.603295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8e39ec-9209-4fcc-8374-7429b59c4a66 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet ef547197-25ee-4e02-9f8b-deb68504d3c4 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:34:43.621226 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db8e39ec-9209-4fcc-8374-7429b59c4a66 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:43.667801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.669639 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.670277 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.670899 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.671509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.672230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.672880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.673497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.674111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.676212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.676850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.677767 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.678386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.684160 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-726dbf70-bcc9-4390-ab51-bd1dac4a9037 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9132 time: 0.4268410 Jul 08 20:34:43.684992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46406) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:43.761074 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db8e39ec-9209-4fcc-8374-7429b59c4a66 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:43.820368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.820861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.821318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.821829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.822216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.822667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.823602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.825978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.826492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.826948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.827404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.827851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.828306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:43.834248 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0535c6d5-119b-4493-b6de-c3433113f2da tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8237 time: 0.1462691 Jul 08 20:34:43.838263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a19ea25b-ab55-4a3b-be2d-de201a7157c6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:43.839057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46408) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:43.851763 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a19ea25b-ab55-4a3b-be2d-de201a7157c6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:43.904092 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:41Z', 'revision_number': 2, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:43.906746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:43.914318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c2faede2-acbd-49b2-b2c9-b402cf0a6111 None None] Provisioning for port edfd802b-1834-4433-9dd9-4c8f41626136 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:44.008366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db8e39ec-9209-4fcc-8374-7429b59c4a66 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.020693 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Checking router: 4c17d619-e77a-4421-b377-da97acf4046f for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:34:44.022178 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a19ea25b-ab55-4a3b-be2d-de201a7157c6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.023482 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Updating router 4c17d619-e77a-4421-b377-da97acf4046f port edfd802b-1834-4433-9dd9-4c8f41626136 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:34:44.025039 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a19ea25b-ab55-4a3b-be2d-de201a7157c6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7963183 Jul 08 20:34:44.037441 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46412) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:44.055649 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-bf44651f-4607-46d2-9649-223601263de1 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group_rule': {'security_group_id': 'a9e948fe-b8bb-40bf-b0a7-5391bc80a87c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:44.056467 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c2faede2-acbd-49b2-b2c9-b402cf0a6111 None None] Provisioning complete for port edfd802b-1834-4433-9dd9-4c8f41626136 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:44.056958 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2faede2-acbd-49b2-b2c9-b402cf0a6111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.071379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ea25b-ab55-4a3b-be2d-de201a7157c6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e948fe-b8bb-40bf-b0a7-5391bc80a87c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:44.102439 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.111034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:44.124791 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c2faede2-acbd-49b2-b2c9-b402cf0a6111 None None] Port edfd802b-1834-4433-9dd9-4c8f41626136 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:44.125426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d4bfbd21-ad19-4225-83e1-4a108d801159 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:44.158271 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db8e39ec-9209-4fcc-8374-7429b59c4a66 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.245522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e39ec-9209-4fcc-8374-7429b59c4a66 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=ef547197-25ee-4e02-9f8b-deb68504d3c4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:44.246197 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf44651f-4607-46d2-9649-223601263de1 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.265759 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db8e39ec-9209-4fcc-8374-7429b59c4a66 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.274471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-db8e39ec-9209-4fcc-8374-7429b59c4a66 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/ef547197-25ee-4e02-9f8b-deb68504d3c4 HTTP/1.1" status: 204 len: 168 time: 0.8376884 Jul 08 20:34:44.279311 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46416) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:44.296444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port d4bfbd21-ad19-4225-83e1-4a108d801159 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:44.301122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d4bfbd21-ad19-4225-83e1-4a108d801159 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:44.301506 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.361956 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8c5863-91d3-478d-8ce8-2dddeb957810 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:44.367614 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dc7cd428-8114-40fc-812e-8f644e05a5b1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855124 Jul 08 20:34:44.371421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46418) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:44.482690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf44651f-4607-46d2-9649-223601263de1 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.497146 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf44651f-4607-46d2-9649-223601263de1 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.514414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44651f-4607-46d2-9649-223601263de1 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28132ceb-51ff-4e6e-8c93-52583a1f130c,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:44.553146 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4bde72e0-62b9-4f87-a42c-e64a881b2e82 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4499 time: 0.7007711 Jul 08 20:34:44.554942 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf44651f-4607-46d2-9649-223601263de1 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.557293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bf44651f-4607-46d2-9649-223601263de1 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5124669 Jul 08 20:34:44.562880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46422) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:44.578189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e1054a60-7825-4b2c-aaac-31d83a6bd89e tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group_rule': {'security_group_id': 'a9e948fe-b8bb-40bf-b0a7-5391bc80a87c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:44.584272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Provisioning complete for port edfd802b-1834-4433-9dd9-4c8f41626136 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:44.585521 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.634157 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e1054a60-7825-4b2c-aaac-31d83a6bd89e tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.653824 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e76dbff-f1ea-4f34-9884-cdeb9172ce08 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:44.655403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2e76dbff-f1ea-4f34-9884-cdeb9172ce08 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2838709 Jul 08 20:34:44.658671 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46424) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:44.713049 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.718886 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.739062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3010199-8c10-438c-b83a-b0a63c0f046e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:44.741865 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e3010199-8c10-438c-b83a-b0a63c0f046e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0819626 Jul 08 20:34:44.745700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46426) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:44.749645 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Transition to ACTIVE for port object edfd802b-1834-4433-9dd9-4c8f41626136 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:44.758710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4f0576-8208-4d85-b9a3-4c19619b0e1f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Router eac511cc-7e40-471c-b163-ddd708202a93 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:34:44.768554 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e1054a60-7825-4b2c-aaac-31d83a6bd89e tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.770171 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.778879 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e1054a60-7825-4b2c-aaac-31d83a6bd89e tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.793957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Port edfd802b-1834-4433-9dd9-4c8f41626136 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:44.798942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port d4bfbd21-ad19-4225-83e1-4a108d801159, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d4bfbd21-ad19-4225-83e1-4a108d801159,segment=NetworkSegment(78c4cbba-324a-4635-956e-29853693327e),segment_id=78c4cbba-324a-4635-956e-29853693327e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:44.799564 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a6edae10-ebc6-4c4a-950c-49b2fddc31b3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519421 Jul 08 20:34:44.803172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1054a60-7825-4b2c-aaac-31d83a6bd89e tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dc2e43-b2ef-4110-8386-00f504a1fd2a,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:44.808307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46428) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:44.816943 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.819386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-194da0d9-f338-46de-8052-7236590f4112 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:44.862832 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Pushing event updated for resources: {'Port': ['ID=edfd802b-1834-4433-9dd9-4c8f41626136,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:44.887308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Provisioning for port 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:44.891360 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:44.893360 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:44.893711 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:44.894135 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:44.894539 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:44.897688 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:44.898132 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:44.898766 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:44.899516 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:44.899922 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:44.900911 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:44.900911 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:44.902071 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Provisioning complete for port 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:44.902449 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:44.923701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9049b95a-a6fd-4834-8e21-875a9bd5436b None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:34:45.003781 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e1054a60-7825-4b2c-aaac-31d83a6bd89e tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.006896 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e1054a60-7825-4b2c-aaac-31d83a6bd89e tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4428749 Jul 08 20:34:45.010969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46430) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:45.018029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f5f7b916-2f18-4ffd-bb32-bb6527bc2e48 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group_rule': {'security_group_id': 'a9e948fe-b8bb-40bf-b0a7-5391bc80a87c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:45.018464 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Attempting to bind port edfd802b-1834-4433-9dd9-4c8f41626136 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:45.019216 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Attempting to bind port edfd802b-1834-4433-9dd9-4c8f41626136 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '78c4cbba-324a-4635-956e-29853693327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:45.019662 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Attempting to bind port edfd802b-1834-4433-9dd9-4c8f41626136 on network 1f7a713d-4535-4d26-b4b0-fc318c79a77b {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:45.028760 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:45.029264 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Checking segment: {'id': '78c4cbba-324a-4635-956e-29853693327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:45.030118 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.030909 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Bound using segment: {'id': '78c4cbba-324a-4635-956e-29853693327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:45.031722 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Bound port: edfd802b-1834-4433-9dd9-4c8f41626136, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c4cbba-324a-4635-956e-29853693327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:45.032647 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.071405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194da0d9-f338-46de-8052-7236590f4112 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:45.076291 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4f0576-8208-4d85-b9a3-4c19619b0e1f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:34:45.081735 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2d4f0576-8208-4d85-b9a3-4c19619b0e1f tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "PUT /v2.0/routers/eac511cc-7e40-471c-b163-ddd708202a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3063734 Jul 08 20:34:45.085486 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-194da0d9-f338-46de-8052-7236590f4112 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.089186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46432) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:45.149957 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46436) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:45.162927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f3455ebf-6bfe-4ab0-9f1d-f39adc161e33 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1776400570', 'description': 'tempest-secgroup-smoke-1776400570 description', 'project_id': '44d90dac47c54647a7c92af6b9d31588'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:45.166444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d14a0b-90a6-492b-a2b3-fdcb1f67c597 None None] Sync routers for ids ['eac511cc-7e40-471c-b163-ddd708202a93'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:34:45.168453 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] For port edfd802b-1834-4433-9dd9-4c8f41626136, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:45.172343 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] For port edfd802b-1834-4433-9dd9-4c8f41626136, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=edfd802b-1834-4433-9dd9-4c8f41626136,segment=NetworkSegment(78c4cbba-324a-4635-956e-29853693327e),segment_id=78c4cbba-324a-4635-956e-29853693327e)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:45.178141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=d4bfbd21-ad19-4225-83e1-4a108d801159,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:45.180942 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.209828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d14a0b-90a6-492b-a2b3-fdcb1f67c597 None None] Routers {'eac511cc-7e40-471c-b163-ddd708202a93'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:45.210710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-82d14a0b-90a6-492b-a2b3-fdcb1f67c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eac511cc-7e40-471c-b163-ddd708202a93'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:45.231322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Deleting subnet 9c09908d-d8e5-4d79-b5ab-89bb6e5806a9 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:34:45.235053 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.235232 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b916-2f18-4ffd-bb32-bb6527bc2e48 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.322634 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b916-2f18-4ffd-bb32-bb6527bc2e48 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.334168 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.354475 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37235a-6cab-44cb-886a-26e1c992f5f5 None None] Pushing event updated for resources: {'Port': ['ID=edfd802b-1834-4433-9dd9-4c8f41626136,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:45.357576 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3455ebf-6bfe-4ab0-9f1d-f39adc161e33 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.366715 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:45.367944 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:45.369207 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b916-2f18-4ffd-bb32-bb6527bc2e48 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.419416 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9049b95a-a6fd-4834-8e21-875a9bd5436b None None] Deleting port 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:45.430010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7b916-2f18-4ffd-bb32-bb6527bc2e48 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fa829d-e9fc-455f-83e4-5c9dc093b3fd,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:45.433646 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9049b95a-a6fd-4834-8e21-875a9bd5436b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.438710 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b916-2f18-4ffd-bb32-bb6527bc2e48 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.442406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f5f7b916-2f18-4ffd-bb32-bb6527bc2e48 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4276974 Jul 08 20:34:45.451815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46442) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:45.463217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-371f2969-a637-432a-9602-0d1e5321300f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group_rule': {'security_group_id': 'a9e948fe-b8bb-40bf-b0a7-5391bc80a87c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:45.488573 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.526197 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.665965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.711159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d4bfbd21-ad19-4225-83e1-4a108d801159 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:45.713934 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'Subnet': ['ID=9c09908d-d8e5-4d79-b5ab-89bb6e5806a9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:45.722489 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.725087 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "DELETE /v2.0/subnets/9c09908d-d8e5-4d79-b5ab-89bb6e5806a9 HTTP/1.1" status: 204 len: 168 time: 0.6344814 Jul 08 20:34:45.726976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:45.727325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:45.728121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:45.728121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:45.728346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:45.728641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:45.729434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:45.729434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:45.729660 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:45.729937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:45.730262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:45.730577 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56beaa81-4f58-4e0c-9ea5-c4ffd58c3d9a tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:45.733148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46444) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:45.775506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1b7351-85f5-4a00-81fc-0b743f7161c1 None None] Network ba940c96-fc97-4f71-8a7e-4ce2a483d25d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:45.789801 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:34:45.816863 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-194da0d9-f338-46de-8052-7236590f4112 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.849824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-82d14a0b-90a6-492b-a2b3-fdcb1f67c597 None None] Set router eac511cc-7e40-471c-b163-ddd708202a93 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:34:45.913977 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3455ebf-6bfe-4ab0-9f1d-f39adc161e33 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.941377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194da0d9-f338-46de-8052-7236590f4112 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:45.942326 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3455ebf-6bfe-4ab0-9f1d-f39adc161e33 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.963195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-194da0d9-f338-46de-8052-7236590f4112 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:45.977687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194da0d9-f338-46de-8052-7236590f4112 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:45.978034 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-194da0d9-f338-46de-8052-7236590f4112 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:45.992372 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194da0d9-f338-46de-8052-7236590f4112 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=e3c14f14-2383-4c5e-84da-6589879fae14,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:46.020442 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3455ebf-6bfe-4ab0-9f1d-f39adc161e33 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.025729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f3455ebf-6bfe-4ab0-9f1d-f39adc161e33 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8642199 Jul 08 20:34:46.026009 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46448) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:46.030943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-91c10b0c-588c-4e06-8dba-87560c1147b4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': 'da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:46.035063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46450) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:46.038561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.040485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3455ebf-6bfe-4ab0-9f1d-f39adc161e33 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:46.046283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9049b95a-a6fd-4834-8e21-875a9bd5436b None None] For port 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0b9e9f28-fedb-409e-9b9c-f4b0779c6efc,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:46.046687 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9049b95a-a6fd-4834-8e21-875a9bd5436b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.048459 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-371f2969-a637-432a-9602-0d1e5321300f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.052887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d4bfbd21-ad19-4225-83e1-4a108d801159 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:46.053379 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.056768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] For port 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0b9e9f28-fedb-409e-9b9c-f4b0779c6efc,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:46.111157 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91c10b0c-588c-4e06-8dba-87560c1147b4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.149991 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.154172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9049b95a-a6fd-4834-8e21-875a9bd5436b None None] Calling delete_port for 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:46.234895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Could not find standard attr ID for object 9fbddbc2-dc39-4ce0-9508-cb4fb8723a74. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:34:46.240793 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91c10b0c-588c-4e06-8dba-87560c1147b4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.244438 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:45Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:46.248913 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91c10b0c-588c-4e06-8dba-87560c1147b4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.268620 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-194da0d9-f338-46de-8052-7236590f4112 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4590292 Jul 08 20:34:46.292231 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46454) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:46.295072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c10b0c-588c-4e06-8dba-87560c1147b4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479609c1-3993-4f55-bcca-f9caf416eea8,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:46.299767 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c0895-4fa0-4aab-b616-3ae44de1703e None None] The sync data for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 is: [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:45Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:34:46.305877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.307139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': 'e3c14f14-2383-4c5e-84da-6589879fae14', 'ip_address': '2001:db8::6e7d:4391:59c:9ba3'}], 'name': 'tempest-NetworksTestDHCPv6-1343051959'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:46.315839 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91c10b0c-588c-4e06-8dba-87560c1147b4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.317391 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-91c10b0c-588c-4e06-8dba-87560c1147b4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2905421 Jul 08 20:34:46.322377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46456) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:46.328266 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-4c0e2754-d764-4fda-9595-305c5f6f36b6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': 'da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:46.336814 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-effdf92f-3678-4e70-b5b9-9b3613b71761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.482896 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-371f2969-a637-432a-9602-0d1e5321300f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.497272 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-371f2969-a637-432a-9602-0d1e5321300f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.534442 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2754-d764-4fda-9595-305c5f6f36b6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.539775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f2969-a637-432a-9602-0d1e5321300f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b870dc-85e0-433b-80e9-352bb9df1161,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:46.560900 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Deleting port ce552059-a65e-4dff-ae03-e4939008bdb7 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:46.561251 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.638436 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Pushing event updated for resources: {'Port': ['ID=0b9e9f28-fedb-409e-9b9c-f4b0779c6efc,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:46.672310 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2754-d764-4fda-9595-305c5f6f36b6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.680984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:46.681410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:46.681795 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:46.682159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:46.682558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:46.682902 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2754-d764-4fda-9595-305c5f6f36b6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.683037 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:46.683256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:46.683584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:46.683911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:46.684242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:46.684567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:46.684912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1839b70-8c39-4098-b10a-1148422a0cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:34:46.704082 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e2754-d764-4fda-9595-305c5f6f36b6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9922b7-e2fd-46f0-8d4b-2126eba966f7,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:46.704823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-effdf92f-3678-4e70-b5b9-9b3613b71761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.710880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-effdf92f-3678-4e70-b5b9-9b3613b71761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.729754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-371f2969-a637-432a-9602-0d1e5321300f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.731018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-371f2969-a637-432a-9602-0d1e5321300f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2780988 Jul 08 20:34:46.733696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46460) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:46.738379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-df9a25a0-5743-4b4c-a956-784dc6630e97 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group_rule': {'security_group_id': 'a9e948fe-b8bb-40bf-b0a7-5391bc80a87c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:46.777203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] For port ce552059-a65e-4dff-ae03-e4939008bdb7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce552059-a65e-4dff-ae03-e4939008bdb7,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:46.777802 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.785095 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-effdf92f-3678-4e70-b5b9-9b3613b71761 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0e9a5b04fc754fb38ac2ec29ae81c116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7463806 Jul 08 20:34:46.785095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:46.789968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46462) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:46.791759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdf92f-3678-4e70-b5b9-9b3613b71761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daee76a6-484e-4cbc-99cf-7d05f5f5d554,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:46.812005 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2754-d764-4fda-9595-305c5f6f36b6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.813798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4c0e2754-d764-4fda-9595-305c5f6f36b6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4904411 Jul 08 20:34:46.822621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Calling delete_port for ce552059-a65e-4dff-ae03-e4939008bdb7 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:46.824030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46464) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:46.831363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-abf94b4a-8895-4668-841a-dfd3525ac18d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': 'da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:46.886044 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9049b95a-a6fd-4834-8e21-875a9bd5436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.934833 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:46.946719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049b95a-a6fd-4834-8e21-875a9bd5436b None None] Pushing event deleted for resources: {'Port': ['ID=0b9e9f28-fedb-409e-9b9c-f4b0779c6efc,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:46.949796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9049b95a-a6fd-4834-8e21-875a9bd5436b None None] No DVR routers for this DVR port 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:46.969302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 7e569a62-401b-4efb-a060-b6ee9f219b2b yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:34:46.977356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-82d14a0b-90a6-492b-a2b3-fdcb1f67c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:34:41Z', 'revision_number': 5, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port': {'id': 'ce552059-a65e-4dff-ae03-e4939008bdb7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:32:33Z', 'updated_at': '2021-07-08T20:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:46.984504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7949b928-2de5-43cb-9820-c97d3a5d144b None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:46.990819 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df9a25a0-5743-4b4c-a956-784dc6630e97 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.036616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0123d4ed-89d5-4ef0-83f8-02d7ffa4ac93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.107654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:47.129740 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fc76e5-6a89-42e5-af56-d2b9566e5065 None None] DHCP port deletion for ba940c96-fc97-4f71-8a7e-4ce2a483d25d request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:34:47.136408 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:47.136780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0b9e9f28-fedb-409e-9b9c-f4b0779c6efc not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:47.169228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d14a0b-90a6-492b-a2b3-fdcb1f67c597 None None] Checking router: eac511cc-7e40-471c-b163-ddd708202a93 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:34:47.184393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abf94b4a-8895-4668-841a-dfd3525ac18d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.190945 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.191507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d14a0b-90a6-492b-a2b3-fdcb1f67c597 None None] Routers {'eac511cc-7e40-471c-b163-ddd708202a93'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:47.192682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-82d14a0b-90a6-492b-a2b3-fdcb1f67c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eac511cc-7e40-471c-b163-ddd708202a93'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:47.218610 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0123d4ed-89d5-4ef0-83f8-02d7ffa4ac93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.268159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::6e7d:4391:59c:9ba3 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/e3c14f14-2383-4c5e-84da-6589879fae14/7e569a62-401b-4efb-a060-b6ee9f219b2b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:47.268756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-82d14a0b-90a6-492b-a2b3-fdcb1f67c597 None None] Set router eac511cc-7e40-471c-b163-ddd708202a93 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:34:47.331779 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0123d4ed-89d5-4ef0-83f8-02d7ffa4ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.335958 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0123d4ed-89d5-4ef0-83f8-02d7ffa4ac93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.338011 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0123d4ed-89d5-4ef0-83f8-02d7ffa4ac93 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/daee76a6-484e-4cbc-99cf-7d05f5f5d554 HTTP/1.1" status: 204 len: 168 time: 0.5468314 Jul 08 20:34:47.342709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-82d14a0b-90a6-492b-a2b3-fdcb1f67c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:34:47Z', 'revision_number': 7, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:47.379386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'Port': ['ID=ce552059-a65e-4dff-ae03-e4939008bdb7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:47.462590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123d4ed-89d5-4ef0-83f8-02d7ffa4ac93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daee76a6-484e-4cbc-99cf-7d05f5f5d554,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:47.486317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d14a0b-90a6-492b-a2b3-fdcb1f67c597 None None] The sync data for ids ['eac511cc-7e40-471c-b163-ddd708202a93'] in n-d-791506-16 is: [{'id': 'eac511cc-7e40-471c-b163-ddd708202a93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1433407160', 'tenant_id': '5a0519eefa684c64b6ff586208453bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:32:32Z', 'updated_at': '2021-07-08T20:34:47Z', 'revision_number': 7, 'project_id': '5a0519eefa684c64b6ff586208453bd9', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:34:47.523219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-90fc76e5-6a89-42e5-af56-d2b9566e5065 None None] Deleting port e884ef81-475d-4ca1-99d4-1cf0a0233c93 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:47.523336 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-90fc76e5-6a89-42e5-af56-d2b9566e5065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.531874 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.532110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df9a25a0-5743-4b4c-a956-784dc6630e97 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.570980 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df9a25a0-5743-4b4c-a956-784dc6630e97 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.572880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 7e569a62-401b-4efb-a060-b6ee9f219b2b will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:47.607549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-90fc76e5-6a89-42e5-af56-d2b9566e5065 None None] For port e884ef81-475d-4ca1-99d4-1cf0a0233c93, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e884ef81-475d-4ca1-99d4-1cf0a0233c93,segment=NetworkSegment(80c01b93-8582-4efb-9b26-c836ada52b0c),segment_id=80c01b93-8582-4efb-9b26-c836ada52b0c)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:47.607956 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-90fc76e5-6a89-42e5-af56-d2b9566e5065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.618573 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a25a0-5743-4b4c-a956-784dc6630e97 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db9ebea-0620-41af-b301-f052999c5b3c,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:47.626698 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.628972 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-90fc76e5-6a89-42e5-af56-d2b9566e5065 None None] Calling delete_port for e884ef81-475d-4ca1-99d4-1cf0a0233c93 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:47.631650 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abf94b4a-8895-4668-841a-dfd3525ac18d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.648302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.655307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': 'e3c14f14-2383-4c5e-84da-6589879fae14'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:34:47.661517 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.693764 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.724462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:47.728521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:47.734110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:47.742852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:47.747870 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.753262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=7e569a62-401b-4efb-a060-b6ee9f219b2b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:47.774010 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abf94b4a-8895-4668-841a-dfd3525ac18d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.787641 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-773c7143-e185-414e-89b9-5f5c6df76410 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4900007 Jul 08 20:34:47.790321 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46474) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:47.813968 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df9a25a0-5743-4b4c-a956-784dc6630e97 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.815015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-df9a25a0-5743-4b4c-a956-784dc6630e97 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0803745 Jul 08 20:34:47.826140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46476) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:47.835514 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.840867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.856202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf94b4a-8895-4668-841a-dfd3525ac18d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16fd5ca-26e6-4b2a-a73c-e7405ff8ac82,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:47.862915 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abf94b4a-8895-4668-841a-dfd3525ac18d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:47.864959 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-abf94b4a-8895-4668-841a-dfd3525ac18d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0367510 Jul 08 20:34:47.868779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46480) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:47.887156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-001aeb36-aa93-45a6-8cf5-266ba077a670 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': 'da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:47.952788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d0c240-63bb-4c73-92c7-dff01da85d06 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:47.956945 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-86d0c240-63bb-4c73-92c7-dff01da85d06 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1628282 Jul 08 20:34:47.957976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46484) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:48.035891 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.039275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Fanout notify agent at l3_agent the message router_deleted on router eac511cc-7e40-471c-b163-ddd708202a93 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:34:48.046107 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-90fc76e5-6a89-42e5-af56-d2b9566e5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.061507 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3e44c95-4f99-4e38-8741-a8a82ac5bef2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.076940 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.081446 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-78a84638-15b2-421c-a10c-b18b4fb26312 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "DELETE /v2.0/routers/eac511cc-7e40-471c-b163-ddd708202a93 HTTP/1.1" status: 204 len: 168 time: 2.3461251 Jul 08 20:34:48.084129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46488) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:48.097016 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3e44c95-4f99-4e38-8741-a8a82ac5bef2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.102213 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-001aeb36-aa93-45a6-8cf5-266ba077a670 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.119400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc76e5-6a89-42e5-af56-d2b9566e5065 None None] Pushing event deleted for resources: {'Port': ['ID=e884ef81-475d-4ca1-99d4-1cf0a0233c93,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:48.152363 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device edfd802b-1834-4433-9dd9-4c8f41626136 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:48.171833 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3e44c95-4f99-4e38-8741-a8a82ac5bef2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.189445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3e44c95-4f99-4e38-8741-a8a82ac5bef2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.190648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f3e44c95-4f99-4e38-8741-a8a82ac5bef2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/3db9ebea-0620-41af-b301-f052999c5b3c HTTP/1.1" status: 204 len: 168 time: 0.3635535 Jul 08 20:34:48.196341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46490) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:48.207748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc76e5-6a89-42e5-af56-d2b9566e5065 None None] No DVR routers for this DVR port e884ef81-475d-4ca1-99d4-1cf0a0233c93 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:48.217226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e44c95-4f99-4e38-8741-a8a82ac5bef2 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3db9ebea-0620-41af-b301-f052999c5b3c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:48.235868 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Allocated IP 2001:db8::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/e3c14f14-2383-4c5e-84da-6589879fae14/b2d3bdbe-a8ac-4293-a249-6f7862ad6c26) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:48.249581 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-001aeb36-aa93-45a6-8cf5-266ba077a670 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.275054 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-90448d73-65ef-43bc-8689-3fc8b2039c9c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0775158 Jul 08 20:34:48.276797 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-001aeb36-aa93-45a6-8cf5-266ba077a670 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.278776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46492) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:48.310507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001aeb36-aa93-45a6-8cf5-266ba077a670 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086aad71-00b6-4a1e-a559-6f55f3835e58,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:48.313998 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b183dd75-06e0-461b-88d8-aeabc171b965 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.322974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port edfd802b-1834-4433-9dd9-4c8f41626136 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:48.328903 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-04a26bef-ff27-4c50-94d5-ef47e185245a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 7e569a62-401b-4efb-a060-b6ee9f219b2b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:48.329248 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04a26bef-ff27-4c50-94d5-ef47e185245a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.330432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port edfd802b-1834-4433-9dd9-4c8f41626136 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:48.330907 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.358597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-001aeb36-aa93-45a6-8cf5-266ba077a670 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.363232 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-001aeb36-aa93-45a6-8cf5-266ba077a670 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4902606 Jul 08 20:34:48.371615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46496) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:48.378066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b28eee47-7246-47db-aab3-62777402b6fb tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': 'da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:48.401166 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91fcac29-e753-4ccf-aee2-3b1a151a4fa3 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.411024 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91fcac29-e753-4ccf-aee2-3b1a151a4fa3 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.438735 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-b28eee47-7246-47db-aab3-62777402b6fb tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Project 44d90dac47c54647a7c92af6b9d31588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:34:48.444505 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91fcac29-e753-4ccf-aee2-3b1a151a4fa3 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.451607 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91fcac29-e753-4ccf-aee2-3b1a151a4fa3 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.452764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-91fcac29-e753-4ccf-aee2-3b1a151a4fa3 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/60b870dc-85e0-433b-80e9-352bb9df1161 HTTP/1.1" status: 204 len: 168 time: 0.1704819 Jul 08 20:34:48.453582 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b28eee47-7246-47db-aab3-62777402b6fb tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.456006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46502) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:48.484552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcac29-e753-4ccf-aee2-3b1a151a4fa3 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60b870dc-85e0-433b-80e9-352bb9df1161,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:48.538449 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b183dd75-06e0-461b-88d8-aeabc171b965 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.547397 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04a26bef-ff27-4c50-94d5-ef47e185245a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.563711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b183dd75-06e0-461b-88d8-aeabc171b965 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba940c96-fc97-4f71-8a7e-4ce2a483d25d']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:48.564553 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.581774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Transition to ACTIVE for port object b2d3bdbe-a8ac-4293-a249-6f7862ad6c26 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:48.583625 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-04a26bef-ff27-4c50-94d5-ef47e185245a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 7e569a62-401b-4efb-a060-b6ee9f219b2b owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:48.586794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b183dd75-06e0-461b-88d8-aeabc171b965 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c01b93-8582-4efb-9b26-c836ada52b0c') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:48.587095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b183dd75-06e0-461b-88d8-aeabc171b965 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c01b93-8582-4efb-9b26-c836ada52b0c') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:48.591681 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4384ebe0-d461-4bea-8b2a-0a617db78c1f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1336448 Jul 08 20:34:48.593617 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.599797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46506) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:48.615670 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b183dd75-06e0-461b-88d8-aeabc171b965 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.631754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b28eee47-7246-47db-aab3-62777402b6fb tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.637942 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b28eee47-7246-47db-aab3-62777402b6fb tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.646773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port edfd802b-1834-4433-9dd9-4c8f41626136, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=edfd802b-1834-4433-9dd9-4c8f41626136,segment=NetworkSegment(78c4cbba-324a-4635-956e-29853693327e),segment_id=78c4cbba-324a-4635-956e-29853693327e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:48.648216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Transition to ACTIVE for port object b2d3bdbe-a8ac-4293-a249-6f7862ad6c26 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:48.653466 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.682021 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.685802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac714655-8d0e-4deb-90fb-4d760c97a95f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.686570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28eee47-7246-47db-aab3-62777402b6fb tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4b109d-2651-46b5-ad91-82e068de9b62,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:48.693466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b183dd75-06e0-461b-88d8-aeabc171b965 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.697136 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac714655-8d0e-4deb-90fb-4d760c97a95f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.704339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46508) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:48.716619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:48.719156 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b183dd75-06e0-461b-88d8-aeabc171b965 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:34:48.719595 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b183dd75-06e0-461b-88d8-aeabc171b965 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.723823 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:34:48.724001 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:34:48.731598 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:48.732403 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b28eee47-7246-47db-aab3-62777402b6fb tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.735769 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b28eee47-7246-47db-aab3-62777402b6fb tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3610623 Jul 08 20:34:48.738074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46512) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:48.744215 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=edfd802b-1834-4433-9dd9-4c8f41626136,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:48.754397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-10e5ae45-5dc0-4942-97f6-e5b2f04b46ef tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': 'da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:48.820133 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-10e5ae45-5dc0-4942-97f6-e5b2f04b46ef tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Project 44d90dac47c54647a7c92af6b9d31588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:34:48.828721 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac714655-8d0e-4deb-90fb-4d760c97a95f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.833097 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-10e5ae45-5dc0-4942-97f6-e5b2f04b46ef tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.835241 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac714655-8d0e-4deb-90fb-4d760c97a95f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.838930 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ac714655-8d0e-4deb-90fb-4d760c97a95f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/c9fa829d-e9fc-455f-83e4-5c9dc093b3fd HTTP/1.1" status: 204 len: 168 time: 0.2382562 Jul 08 20:34:48.855407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46516) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:48.858669 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac714655-8d0e-4deb-90fb-4d760c97a95f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9fa829d-e9fc-455f-83e4-5c9dc093b3fd,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:48.863249 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b183dd75-06e0-461b-88d8-aeabc171b965 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.877382 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b183dd75-06e0-461b-88d8-aeabc171b965 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.878199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e884ef81-475d-4ca1-99d4-1cf0a0233c93 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:48.879868 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b183dd75-06e0-461b-88d8-aeabc171b965 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] 10.222.0.101 "DELETE /v2.0/networks/ba940c96-fc97-4f71-8a7e-4ce2a483d25d HTTP/1.1" status: 204 len: 168 time: 0.7943227 Jul 08 20:34:48.910738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Attempting to bind port b2d3bdbe-a8ac-4293-a249-6f7862ad6c26 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:48.911122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Attempting to bind port b2d3bdbe-a8ac-4293-a249-6f7862ad6c26 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:48.912460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Attempting to bind port b2d3bdbe-a8ac-4293-a249-6f7862ad6c26 on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:48.922038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-860358195-network', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:48.926157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183dd75-06e0-461b-88d8-aeabc171b965 tempest-TestSecurityGroupsBasicOps-730701976 tempest-TestSecurityGroupsBasicOps-730701976-project] Pushing event deleted for resources: {'Network': ['ID=ba940c96-fc97-4f71-8a7e-4ce2a483d25d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:48.934526 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Pushing event updated for resources: {'Port': ['ID=b2d3bdbe-a8ac-4293-a249-6f7862ad6c26,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:48.947839 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: e884ef81-475d-4ca1-99d4-1cf0a0233c93 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:48.948201 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e884ef81-475d-4ca1-99d4-1cf0a0233c93 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:48.954585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:48.954968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:48.955412 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.955809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:48.956272 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04a26bef-ff27-4c50-94d5-ef47e185245a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.956422 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Bound port: b2d3bdbe-a8ac-4293-a249-6f7862ad6c26, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:48.956735 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.983358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Made reservation on behalf of 19f87cbe1da6442c85ec617d427f53ff for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:48.994810 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:48.999599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26bef-ff27-4c50-94d5-ef47e185245a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=7e569a62-401b-4efb-a060-b6ee9f219b2b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:49.017524 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.028203 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04a26bef-ff27-4c50-94d5-ef47e185245a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.032749 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-04a26bef-ff27-4c50-94d5-ef47e185245a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/7e569a62-401b-4efb-a060-b6ee9f219b2b HTTP/1.1" status: 204 len: 168 time: 1.0704992 Jul 08 20:34:49.033158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46520) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:49.092547 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d3a62743-b574-438a-a49f-283f8c7f074c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2334046 Jul 08 20:34:49.093523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46522) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:49.099524 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-10e5ae45-5dc0-4942-97f6-e5b2f04b46ef tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.106482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-10e5ae45-5dc0-4942-97f6-e5b2f04b46ef tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.108697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] For port b2d3bdbe-a8ac-4293-a249-6f7862ad6c26, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:49.117501 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] For port b2d3bdbe-a8ac-4293-a249-6f7862ad6c26, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b2d3bdbe-a8ac-4293-a249-6f7862ad6c26,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:49.123744 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.131743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5ae45-5dc0-4942-97f6-e5b2f04b46ef tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6e4deb-dec8-4095-bb26-f3666c4ede40,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:49.133281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799025fc-6585-43fd-a885-9ab0ddcc3411 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:49.135578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799025fc-6585-43fd-a885-9ab0ddcc3411 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:49.138961 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-799025fc-6585-43fd-a885-9ab0ddcc3411 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1023488 Jul 08 20:34:49.142571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46524) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:49.189825 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f65e9cc1-16cb-4200-9d27-0dc631dc33ad tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.202007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec60080-44c7-49b7-9af8-68778100f680 None None] Pushing event updated for resources: {'Port': ['ID=b2d3bdbe-a8ac-4293-a249-6f7862ad6c26,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:49.207628 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.215006 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.215969 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f65e9cc1-16cb-4200-9d27-0dc631dc33ad tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.222001 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-10e5ae45-5dc0-4942-97f6-e5b2f04b46ef tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.223248 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-10e5ae45-5dc0-4942-97f6-e5b2f04b46ef tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4840198 Jul 08 20:34:49.229801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b831d3e-d260-4f97-9f9d-be01ef828f01 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet e3c14f14-2383-4c5e-84da-6589879fae14 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:34:49.239790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:34:49.241358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b831d3e-d260-4f97-9f9d-be01ef828f01 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.256687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d338bd-4790-472c-bab4-1d592a59a6f2,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:49.270159 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.270446 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Added segment 5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3 of type vlan for network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 Jul 08 20:34:49.300149 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b831d3e-d260-4f97-9f9d-be01ef828f01 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.304003 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f65e9cc1-16cb-4200-9d27-0dc631dc33ad tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.319293 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.329236 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f65e9cc1-16cb-4200-9d27-0dc631dc33ad tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.330594 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f65e9cc1-16cb-4200-9d27-0dc631dc33ad tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/09dc2e43-b2ef-4110-8386-00f504a1fd2a HTTP/1.1" status: 204 len: 168 time: 0.2360682 Jul 08 20:34:49.335031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46528) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:49.343939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e9cc1-16cb-4200-9d27-0dc631dc33ad tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09dc2e43-b2ef-4110-8386-00f504a1fd2a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:49.406007 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.407004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:49.407605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.436932 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4dcc5364-32f7-4205-880b-e0acc88f5915 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1006920 Jul 08 20:34:49.439712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46536) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:49.478960 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b831d3e-d260-4f97-9f9d-be01ef828f01 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.514334 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8086421 Jul 08 20:34:49.517366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84a408d5-1283-4392-b19f-94b1613ad5d6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.524502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46542) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:49.525972 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84a408d5-1283-4392-b19f-94b1613ad5d6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.532400 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0fe596fe-644c-478c-b238-df676fb4caa8 admin admin] Request body: {'subnet': {'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-860358195-subnet', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:49.541438 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6e108-b47f-4cda-9b8a-c877357a384c admin admin] Pushing event updated for resources: {'Network': ['ID=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:49.558886 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:34:49.566265 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84a408d5-1283-4392-b19f-94b1613ad5d6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.572844 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84a408d5-1283-4392-b19f-94b1613ad5d6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.574024 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-84a408d5-1283-4392-b19f-94b1613ad5d6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/28132ceb-51ff-4e6e-8c93-52583a1f130c HTTP/1.1" status: 204 len: 168 time: 0.1331677 Jul 08 20:34:49.587558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46544) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:49.588314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a408d5-1283-4392-b19f-94b1613ad5d6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28132ceb-51ff-4e6e-8c93-52583a1f130c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:49.608781 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fca2272a-0c0a-499c-bebf-417d7d240877 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1776400570&fields=id&tenant_id=44d90dac47c54647a7c92af6b9d31588 HTTP/1.1" status: 200 len: 267 time: 0.1153440 Jul 08 20:34:49.610589 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe596fe-644c-478c-b238-df676fb4caa8 admin admin] Made reservation on behalf of 19f87cbe1da6442c85ec617d427f53ff for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:49.613668 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0fe596fe-644c-478c-b238-df676fb4caa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.681893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b831d3e-d260-4f97-9f9d-be01ef828f01 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.697861 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c2550e75-e0fb-4fa1-925d-ab9fce564e25 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1054170 Jul 08 20:34:49.717719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46546) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:49.726434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b831d3e-d260-4f97-9f9d-be01ef828f01 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c14f14-2383-4c5e-84da-6589879fae14,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:49.737391 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b831d3e-d260-4f97-9f9d-be01ef828f01 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.739954 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2b831d3e-d260-4f97-9f9d-be01ef828f01 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/e3c14f14-2383-4c5e-84da-6589879fae14 HTTP/1.1" status: 204 len: 168 time: 0.5958521 Jul 08 20:34:49.742180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46548) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:49.765555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device edfd802b-1834-4433-9dd9-4c8f41626136 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:49.794571 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5dfbfcbb-7a46-4d51-a06e-833101bbd259 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512764 Jul 08 20:34:49.797918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46550) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:49.804174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0c3b3265-7ad6-453c-934d-e0ef62419432 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:49.826911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port edfd802b-1834-4433-9dd9-4c8f41626136 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:49.827540 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.831466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39fdbd94-8f5f-420b-a1ba-b379ecc62e29 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.870532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39fdbd94-8f5f-420b-a1ba-b379ecc62e29 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.913812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-70a141fb-16a6-45ab-883d-ff476c4ab199 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:49.917021 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39fdbd94-8f5f-420b-a1ba-b379ecc62e29 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.921584 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39fdbd94-8f5f-420b-a1ba-b379ecc62e29 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:49.925158 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-39fdbd94-8f5f-420b-a1ba-b379ecc62e29 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-groups/a9e948fe-b8bb-40bf-b0a7-5391bc80a87c HTTP/1.1" status: 204 len: 168 time: 0.2039797 Jul 08 20:34:49.930177 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-70a141fb-16a6-45ab-883d-ff476c4ab199 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/networks?id=1f7a713d-4535-4d26-b4b0-fc318c79a77b HTTP/1.1" status: 200 len: 797 time: 0.3006196 Jul 08 20:34:49.930337 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46554) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:49.933223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b2d3bdbe-a8ac-4293-a249-6f7862ad6c26 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:49.960031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdbd94-8f5f-420b-a1ba-b379ecc62e29 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e948fe-b8bb-40bf-b0a7-5391bc80a87c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:49.972828 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-bb16163b-9dc8-4b14-93bd-2460b3b81536 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/quotas/44d90dac47c54647a7c92af6b9d31588 HTTP/1.1" status: 200 len: 375 time: 0.0415230 Jul 08 20:34:50.001729 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-75221c11-f8b7-43f4-9959-3dbfefb24fbd tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691376 Jul 08 20:34:50.011316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46558) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:50.025800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-eb752af5-c395-4923-abbc-25c070f7f05b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182796373'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:50.029965 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port b2d3bdbe-a8ac-4293-a249-6f7862ad6c26 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:50.046198 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f061f412-a390-4c59-8a47-6f21ba9869a9 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:50.086857 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb752af5-c395-4923-abbc-25c070f7f05b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.121586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: f061f412-a390-4c59-8a47-6f21ba9869a9 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:50.122073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f061f412-a390-4c59-8a47-6f21ba9869a9 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:50.122510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce552059-a65e-4dff-ae03-e4939008bdb7 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:50.149904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: ce552059-a65e-4dff-ae03-e4939008bdb7 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:50.150340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce552059-a65e-4dff-ae03-e4939008bdb7 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:50.173665 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3b3265-7ad6-453c-934d-e0ef62419432 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:50.178451 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0c3b3265-7ad6-453c-934d-e0ef62419432 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.264511 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb752af5-c395-4923-abbc-25c070f7f05b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.272213 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb752af5-c395-4923-abbc-25c070f7f05b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.274920 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0fe596fe-644c-478c-b238-df676fb4caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.281738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46564) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:50.306143 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb752af5-c395-4923-abbc-25c070f7f05b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.309939 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-eb752af5-c395-4923-abbc-25c070f7f05b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2946284 Jul 08 20:34:50.310869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46566) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:50.315355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b44643c9-c15f-495b-865f-677b66b4644d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group_rule': {'security_group_id': 'a63e4f06-83eb-4744-839e-fd5c1b07017b', 'direction': 'ingress', 'protocol': 17}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:50.321495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb752af5-c395-4923-abbc-25c070f7f05b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63e4f06-83eb-4744-839e-fd5c1b07017b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:50.321952 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-2357f78b-8fe8-4ba9-8ff9-724950ecef53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3334544 Jul 08 20:34:50.350717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b44643c9-c15f-495b-865f-677b66b4644d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.390602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe596fe-644c-478c-b238-df676fb4caa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7229739-1dcf-4eb3-8686-d30b6c902da2,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:50.439570 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b44643c9-c15f-495b-865f-677b66b4644d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.445141 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b44643c9-c15f-495b-865f-677b66b4644d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.478105 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44643c9-c15f-495b-865f-677b66b4644d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db135fbf-b0e3-4d93-945f-acc89736b932,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:50.486680 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b44643c9-c15f-495b-865f-677b66b4644d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.488225 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b44643c9-c15f-495b-865f-677b66b4644d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1771038 Jul 08 20:34:50.492361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46570) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:50.514703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f0f50b-4857-412d-874b-9debc39b2781 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:50.516493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe596fe-644c-478c-b238-df676fb4caa8 admin admin] Checking segment: {'id': '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:50.516878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe596fe-644c-478c-b238-df676fb4caa8 admin admin] Network hostable DHCP agents. Network: 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:34:50.636809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-743ce4d8-b079-425f-a1c7-92cce8ca7268 None None] Provisioning for port b2d3bdbe-a8ac-4293-a249-6f7862ad6c26 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:50.644075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-743ce4d8-b079-425f-a1c7-92cce8ca7268 None None] Provisioning complete for port b2d3bdbe-a8ac-4293-a249-6f7862ad6c26 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:50.644386 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-743ce4d8-b079-425f-a1c7-92cce8ca7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.647518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe596fe-644c-478c-b238-df676fb4caa8 admin admin] Network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:34:50.662920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-35b0ee54-2d2b-4b07-9ca1-79c2156270e5 service neutron] 10.222.0.101 "GET /v2.0/networks/1f7a713d-4535-4d26-b4b0-fc318c79a77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860446 Jul 08 20:34:50.670620 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4a5fd479-508f-4ae7-99e0-a3559cacc747 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5a0519eefa684c64b6ff586208453bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467162 Jul 08 20:34:50.673468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46572) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:50.693859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-0fe596fe-644c-478c-b238-df676fb4caa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:50.723756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe596fe-644c-478c-b238-df676fb4caa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:50.724547 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0fe596fe-644c-478c-b238-df676fb4caa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.728440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2ece7e-aefc-48b0-9a83-977e60ddae00 None None] Network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:50.735593 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-51a4d012-388e-44c7-ba68-85acbc6e987f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.740130 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a5f00179-c7a2-4ef0-9abe-bba3c2c8c3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.775673 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a5f00179-c7a2-4ef0-9abe-bba3c2c8c3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.782985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106f33e5-2da0-48a1-b6d3-f37b3f02e6fd None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:34:50.804898 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-743ce4d8-b079-425f-a1c7-92cce8ca7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.816611 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0fe596fe-644c-478c-b238-df676fb4caa8 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2887120 Jul 08 20:34:50.820460 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46574) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:50.820776 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-51a4d012-388e-44c7-ba68-85acbc6e987f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.825834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:50.832157 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0c3b3265-7ad6-453c-934d-e0ef62419432 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.852765 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a5f00179-c7a2-4ef0-9abe-bba3c2c8c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.856228 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a5f00179-c7a2-4ef0-9abe-bba3c2c8c3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.857648 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a5f00179-c7a2-4ef0-9abe-bba3c2c8c3b9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f9af7431-cf5e-450e-877d-e9877af2c7d4 HTTP/1.1" status: 204 len: 168 time: 0.1825395 Jul 08 20:34:50.862399 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.863401 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.876933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f00179-c7a2-4ef0-9abe-bba3c2c8c3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9af7431-cf5e-450e-877d-e9877af2c7d4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:50.919343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3b3265-7ad6-453c-934d-e0ef62419432 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:50.921089 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-743ce4d8-b079-425f-a1c7-92cce8ca7268 None None] For port b2d3bdbe-a8ac-4293-a249-6f7862ad6c26, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b2d3bdbe-a8ac-4293-a249-6f7862ad6c26,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:50.934816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-0c3b3265-7ad6-453c-934d-e0ef62419432 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:50.945315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3b3265-7ad6-453c-934d-e0ef62419432 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:50.945989 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0c3b3265-7ad6-453c-934d-e0ef62419432 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.953476 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-9e3ba5d7-7f24-4738-ae2d-4c09b0ba3823 service neutron] 10.222.0.101 "GET /v2.0/networks/1f7a713d-4535-4d26-b4b0-fc318c79a77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766173 Jul 08 20:34:50.957728 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-743ce4d8-b079-425f-a1c7-92cce8ca7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.961894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b3265-7ad6-453c-934d-e0ef62419432 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=e3996a4b-c0e2-4fe3-9095-9e2b28949c42,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:50.973460 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-51a4d012-388e-44c7-ba68-85acbc6e987f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.977081 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-51a4d012-388e-44c7-ba68-85acbc6e987f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.978498 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-51a4d012-388e-44c7-ba68-85acbc6e987f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-groups/a63e4f06-83eb-4744-839e-fd5c1b07017b HTTP/1.1" status: 204 len: 168 time: 0.4816785 Jul 08 20:34:50.986429 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0c3b3265-7ad6-453c-934d-e0ef62419432 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1873040 Jul 08 20:34:50.987031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46578) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:50.987703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46580) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:50.994396 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:50.996045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': 'e3996a4b-c0e2-4fe3-9095-9e2b28949c42', 'ip_address': '2001:db8::63c8:f2fe:cb08:3ad'}], 'name': 'tempest-NetworksTestDHCPv6-1785388605'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:51.018752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4d012-388e-44c7-ba68-85acbc6e987f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63e4f06-83eb-4744-839e-fd5c1b07017b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:51.055305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-106f33e5-2da0-48a1-b6d3-f37b3f02e6fd None None] Deleting port b2d3bdbe-a8ac-4293-a249-6f7862ad6c26 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:51.055716 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-106f33e5-2da0-48a1-b6d3-f37b3f02e6fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:51.103727 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5bbb9854-1997-454a-9d3f-b85e2a8515e6 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1132479 Jul 08 20:34:51.110258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46582) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:51.118059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-481d2231-0c15-4b77-8fe9-541de3676c5b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123771717'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:51.165102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:34:51.166124 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:51.185390 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ce4d8-b079-425f-a1c7-92cce8ca7268 None None] Pushing event updated for resources: {'Port': ['ID=b2d3bdbe-a8ac-4293-a249-6f7862ad6c26,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:51.252046 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-481d2231-0c15-4b77-8fe9-541de3676c5b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:51.290677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:51.483675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46592) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:51.501440 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-481d2231-0c15-4b77-8fe9-541de3676c5b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:51.589493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-106f33e5-2da0-48a1-b6d3-f37b3f02e6fd None None] For port b2d3bdbe-a8ac-4293-a249-6f7862ad6c26, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b2d3bdbe-a8ac-4293-a249-6f7862ad6c26,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:51.590196 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-106f33e5-2da0-48a1-b6d3-f37b3f02e6fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:51.610265 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-078b309f-dabd-4da6-b7f7-88b0f1f824ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:51.617072 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-106f33e5-2da0-48a1-b6d3-f37b3f02e6fd None None] Calling delete_port for b2d3bdbe-a8ac-4293-a249-6f7862ad6c26 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:51.634993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b2d3bdbe-a8ac-4293-a249-6f7862ad6c26 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:51.636218 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:51.765921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Allocated IP 172.20.0.2 (3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88/d7229739-1dcf-4eb3-8686-d30b6c902da2/022cb9c0-5993-4d9d-9b03-4043797b7693) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:51.823145 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-078b309f-dabd-4da6-b7f7-88b0f1f824ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:51.834581 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-078b309f-dabd-4da6-b7f7-88b0f1f824ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:51.866820 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-106f33e5-2da0-48a1-b6d3-f37b3f02e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:51.919054 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-078b309f-dabd-4da6-b7f7-88b0f1f824ec admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=040d47deb27f4ac89abe329548d8e18c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4334517 Jul 08 20:34:51.925928 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:51.935413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f33e5-2da0-48a1-b6d3-f37b3f02e6fd None None] Pushing event deleted for resources: {'Port': ['ID=b2d3bdbe-a8ac-4293-a249-6f7862ad6c26,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:51.947425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46600) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:51.952272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106f33e5-2da0-48a1-b6d3-f37b3f02e6fd None None] No DVR routers for this DVR port b2d3bdbe-a8ac-4293-a249-6f7862ad6c26 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:51.989737 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb75477a-c136-40a4-99af-09c1fd965131 req-d135e4aa-d2d0-45ef-8cc5-146de963f7d5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 210 time: 0.6620789 Jul 08 20:34:51.992954 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-481d2231-0c15-4b77-8fe9-541de3676c5b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.016907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130784c3-8bca-40ab-a908-2db07a002c51 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:52.046396 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-481d2231-0c15-4b77-8fe9-541de3676c5b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.050815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46602) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:52.051029 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-481d2231-0c15-4b77-8fe9-541de3676c5b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9395885 Jul 08 20:34:52.059216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d2231-0c15-4b77-8fe9-541de3676c5b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff76f2e-3c60-4486-a44f-3d1e70df59b1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:52.064560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-bbb78c67-dab0-49d3-8dde-a079fbef2d90 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897190147'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:52.079867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.102977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port f8c8094b-7634-47a0-85cd-9894ec94df6b yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:34:52.114771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b309f-dabd-4da6-b7f7-88b0f1f824ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fe062f-d5be-4d19-bf9a-35936c180e2b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:52.118616 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbb78c67-dab0-49d3-8dde-a079fbef2d90 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.186486 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.197824 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.215307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Transition to ACTIVE for port object 022cb9c0-5993-4d9d-9b03-4043797b7693 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:52.232756 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccdab-b30a-4706-a703-d331efef09b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.240621 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.261937 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Transition to ACTIVE for port object 022cb9c0-5993-4d9d-9b03-4043797b7693 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:52.283597 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccdab-b30a-4706-a703-d331efef09b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.297400 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.327606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': 'e3996a4b-c0e2-4fe3-9095-9e2b28949c42'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:34:52.328475 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.357985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:52.370539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:52.372100 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::63c8:f2fe:cb08:3ad (845567f0-e8b3-4d3f-8ff6-519fe189dab9/e3996a4b-c0e2-4fe3-9095-9e2b28949c42/f8c8094b-7634-47a0-85cd-9894ec94df6b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:52.374252 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:52.376442 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Pushing event updated for resources: {'Port': ['ID=022cb9c0-5993-4d9d-9b03-4043797b7693,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:52.482841 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbb78c67-dab0-49d3-8dde-a079fbef2d90 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.507736 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Attempting to bind port 022cb9c0-5993-4d9d-9b03-4043797b7693 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:52.507945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Attempting to bind port 022cb9c0-5993-4d9d-9b03-4043797b7693 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:52.508727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Attempting to bind port 022cb9c0-5993-4d9d-9b03-4043797b7693 on network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:52.513816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:52.514188 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Checking segment: {'id': '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:52.514597 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.514994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Bound using segment: {'id': '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:52.515547 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Bound port: 022cb9c0-5993-4d9d-9b03-4043797b7693, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:52.515990 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.527571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Allocated IP 172.25.4.148 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/f5262a4c-466f-4bd4-b326-3261c30b8474) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:52.582521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] For port 022cb9c0-5993-4d9d-9b03-4043797b7693, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:52.585924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] For port 022cb9c0-5993-4d9d-9b03-4043797b7693, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=022cb9c0-5993-4d9d-9b03-4043797b7693,segment=NetworkSegment(5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3),segment_id=5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:52.592518 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccdab-b30a-4706-a703-d331efef09b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.593516 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.595291 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccdab-b30a-4706-a703-d331efef09b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.596458 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ee7ccdab-b30a-4706-a703-d331efef09b6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d1fe062f-d5be-4d19-bf9a-35936c180e2b HTTP/1.1" status: 204 len: 168 time: 0.6461356 Jul 08 20:34:52.609174 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbb78c67-dab0-49d3-8dde-a079fbef2d90 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.615076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ccdab-b30a-4706-a703-d331efef09b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fe062f-d5be-4d19-bf9a-35936c180e2b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:52.627733 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.653437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb78c67-dab0-49d3-8dde-a079fbef2d90 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab07330-9f67-479c-aeb6-40e4614cfd73,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:52.667787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object f8c8094b-7634-47a0-85cd-9894ec94df6b will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:52.680461 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbb78c67-dab0-49d3-8dde-a079fbef2d90 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.684702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f22b54-62de-4c3f-9e37-f6728edd0edf None None] Pushing event updated for resources: {'Port': ['ID=022cb9c0-5993-4d9d-9b03-4043797b7693,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:52.684858 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bbb78c67-dab0-49d3-8dde-a079fbef2d90 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6239104 Jul 08 20:34:52.685260 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46608) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:52.691352 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-dbd6131c-83ae-4d1c-8279-3d4752b01cff tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group_rule': {'security_group_id': '7ff76f2e-3c60-4486-a44f-3d1e70df59b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fab07330-9f67-479c-aeb6-40e4614cfd73', 'remote_ip_prefix': None}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:52.717065 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.767470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:52.770419 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.771535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:52.775858 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:52.783130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:52.783781 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.809028 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=f8c8094b-7634-47a0-85cd-9894ec94df6b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:52.810973 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbd6131c-83ae-4d1c-8279-3d4752b01cff tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:52.814385 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6fd9caae-a962-4583-9ba1-8172bde5d437 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8224099 Jul 08 20:34:52.817242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46610) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:52.818974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Allocated IP 2001:db8::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/e3996a4b-c0e2-4fe3-9095-9e2b28949c42/c3941cbe-8acd-4be4-a091-fda88ac6971d) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:52.894649 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7915a81-70ba-4ac0-84df-495668d0e319 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:52.896586 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a7915a81-70ba-4ac0-84df-495668d0e319 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0781224 Jul 08 20:34:52.899059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46612) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:52.904080 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.076012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f5262a4c-466f-4bd4-b326-3261c30b8474,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:53.113247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9e4f0360-a760-4520-8b9c-999258660071 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port f8c8094b-7634-47a0-85cd-9894ec94df6b {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:53.113591 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e4f0360-a760-4520-8b9c-999258660071 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.175702 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.205705 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Transition to ACTIVE for port object c3941cbe-8acd-4be4-a091-fda88ac6971d will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:53.208489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:53.233905 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Transition to ACTIVE for port object c3941cbe-8acd-4be4-a091-fda88ac6971d will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:53.244287 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:53.246205 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.257755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:53.292225 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bd06365d-f74e-4af2-baf2-e960541b936d req-e2073afe-d9f1-4327-9b2d-3f6782a68ff7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 210 time: 0.0589664 Jul 08 20:34:53.324079 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:53.340575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:53.351737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e4f0360-a760-4520-8b9c-999258660071 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.355681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:53.375840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46620) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:53.376865 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbd6131c-83ae-4d1c-8279-3d4752b01cff tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.389498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9e4f0360-a760-4520-8b9c-999258660071 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for f8c8094b-7634-47a0-85cd-9894ec94df6b owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:53.398228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Pushing event updated for resources: {'Port': ['ID=c3941cbe-8acd-4be4-a091-fda88ac6971d,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:53.433510 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.446418 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbd6131c-83ae-4d1c-8279-3d4752b01cff tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.466813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Attempting to bind port c3941cbe-8acd-4be4-a091-fda88ac6971d on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:53.467183 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Attempting to bind port c3941cbe-8acd-4be4-a091-fda88ac6971d by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:53.467548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Attempting to bind port c3941cbe-8acd-4be4-a091-fda88ac6971d on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:53.472782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:53.473171 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:53.474118 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.474524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:53.474996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Bound port: c3941cbe-8acd-4be4-a091-fda88ac6971d, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:53.475381 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.490444 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a2a0fb6e-baed-4420-9ffc-7869581d0d1f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=add400ae32d942a08c074fc3995ea23f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119516 Jul 08 20:34:53.490904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46622) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:53.514997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-793c9a12-2648-44b7-9b0c-5c3a302add90 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:53.516470 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-793c9a12-2648-44b7-9b0c-5c3a302add90 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.103 "GET /v2.0/networks?id=1f7a713d-4535-4d26-b4b0-fc318c79a77b HTTP/1.1" status: 200 len: 797 time: 0.4375038 Jul 08 20:34:53.527061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6131c-83ae-4d1c-8279-3d4752b01cff tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd138296-5e39-4348-a2b8-d4713a5fe0a7,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:53.544835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbd6131c-83ae-4d1c-8279-3d4752b01cff tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.546030 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dbd6131c-83ae-4d1c-8279-3d4752b01cff tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8583813 Jul 08 20:34:53.568003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] For port c3941cbe-8acd-4be4-a091-fda88ac6971d, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:53.577635 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46624) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:53.580375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] For port c3941cbe-8acd-4be4-a091-fda88ac6971d, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c3941cbe-8acd-4be4-a091-fda88ac6971d,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:53.587926 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.624384 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49df3223-d1db-4080-a785-a6f4654ac75c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.667264 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49df3223-d1db-4080-a785-a6f4654ac75c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.674850 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-ceaa9d00-a191-4b90-aebe-95289c1fb31a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44d90dac47c54647a7c92af6b9d31588 HTTP/1.1" status: 200 len: 380 time: 0.1453152 Jul 08 20:34:53.694704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 022cb9c0-5993-4d9d-9b03-4043797b7693 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:53.703332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'port': {'device_id': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'admin_state_up': True, 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'security_groups': ['da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:53.706596 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e4f0360-a760-4520-8b9c-999258660071 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.747235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4028e3b-eb53-4b9d-bdb9-9c3f70d1bb6a None None] Pushing event updated for resources: {'Port': ['ID=c3941cbe-8acd-4be4-a091-fda88ac6971d,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:53.783083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f0360-a760-4520-8b9c-999258660071 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=f8c8094b-7634-47a0-85cd-9894ec94df6b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:53.786051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef40c-0431-4bdc-98fb-1e2dc298d5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.805530 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 022cb9c0-5993-4d9d-9b03-4043797b7693 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:53.846951 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e4f0360-a760-4520-8b9c-999258660071 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.852414 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e4f0360-a760-4520-8b9c-999258660071 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/f8c8094b-7634-47a0-85cd-9894ec94df6b HTTP/1.1" status: 204 len: 168 time: 0.9523723 Jul 08 20:34:53.853509 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49df3223-d1db-4080-a785-a6f4654ac75c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.859273 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49df3223-d1db-4080-a785-a6f4654ac75c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.860774 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-49df3223-d1db-4080-a785-a6f4654ac75c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/cd138296-5e39-4348-a2b8-d4713a5fe0a7 HTTP/1.1" status: 204 len: 168 time: 0.2823489 Jul 08 20:34:53.861662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46630) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:53.873358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46632) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:53.907171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df3223-d1db-4080-a785-a6f4654ac75c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd138296-5e39-4348-a2b8-d4713a5fe0a7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:53.926962 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef40c-0431-4bdc-98fb-1e2dc298d5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:53.946616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001d6a3-b48f-443e-ad6a-5e9d392dbc70 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:53.949254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001d6a3-b48f-443e-ad6a-5e9d392dbc70 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:53.953621 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b001d6a3-b48f-443e-ad6a-5e9d392dbc70 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0853038 Jul 08 20:34:53.953927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46634) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:54.047074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82ab4c1-8ff8-4972-b4f5-a77dd1ebcfc9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet e3996a4b-c0e2-4fe3-9095-9e2b28949c42 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:34:54.050706 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b82ab4c1-8ff8-4972-b4f5-a77dd1ebcfc9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.066162 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2e70f8b3-e305-4c9d-9bf7-394c57b5739e tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1890707 Jul 08 20:34:54.072398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46636) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:54.107524 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b82ab4c1-8ff8-4972-b4f5-a77dd1ebcfc9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.122813 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.177885 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef40c-0431-4bdc-98fb-1e2dc298d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.180611 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef40c-0431-4bdc-98fb-1e2dc298d5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.181933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9a1ef40c-0431-4bdc-98fb-1e2dc298d5a3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a3a5725f-811f-4c52-8c24-e5fc347b7e5e HTTP/1.1" status: 204 len: 168 time: 0.6839602 Jul 08 20:34:54.192112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Made reservation on behalf of 44d90dac47c54647a7c92af6b9d31588 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:54.199843 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.248830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ef40c-0431-4bdc-98fb-1e2dc298d5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a5725f-811f-4c52-8c24-e5fc347b7e5e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:54.263754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b82ab4c1-8ff8-4972-b4f5-a77dd1ebcfc9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.342101 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b82ab4c1-8ff8-4972-b4f5-a77dd1ebcfc9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.372452 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ce9e9-ebb6-45dd-91fa-f5ad8236e236 None None] Network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:54.377648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ab4c1-8ff8-4972-b4f5-a77dd1ebcfc9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=e3996a4b-c0e2-4fe3-9095-9e2b28949c42,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:54.380864 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b82ab4c1-8ff8-4972-b4f5-a77dd1ebcfc9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.385101 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b82ab4c1-8ff8-4972-b4f5-a77dd1ebcfc9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/e3996a4b-c0e2-4fe3-9095-9e2b28949c42 HTTP/1.1" status: 204 len: 168 time: 0.4279838 Jul 08 20:34:54.385731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46642) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:54.401113 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cf944121-e29d-4a09-bbc9-4d586ffdb34d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.457208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-aa3b7136-7a02-4b4a-9891-d2b5103f54aa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660610 Jul 08 20:34:54.481543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46644) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:54.488176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3159b4e5-2f19-4e72-b669-5027ccb255d9 None None] Provisioning for port 022cb9c0-5993-4d9d-9b03-4043797b7693 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:54.491456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c5dad939-54b9-40df-a706-6f72de16c21c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:54.497063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05205382-7b72-492c-88c4-c7a0475b5003 req-f5d14be4-6d1c-42b7-adb1-f92cc8cc2707 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 210 time: 0.0418766 Jul 08 20:34:54.502856 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cf944121-e29d-4a09-bbc9-4d586ffdb34d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.541128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3159b4e5-2f19-4e72-b669-5027ccb255d9 None None] Provisioning complete for port 022cb9c0-5993-4d9d-9b03-4043797b7693 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:54.541719 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3159b4e5-2f19-4e72-b669-5027ccb255d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.684808 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Allocated IP 172.20.0.12 (1f7a713d-4535-4d26-b4b0-fc318c79a77b/86b9acac-f7c6-4ab3-b5a5-13591a6d99b5/e7f00444-8ff1-4a2e-8822-cbf6de6bf298) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:54.707356 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3159b4e5-2f19-4e72-b669-5027ccb255d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.768730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3159b4e5-2f19-4e72-b669-5027ccb255d9 None None] For port 022cb9c0-5993-4d9d-9b03-4043797b7693, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=022cb9c0-5993-4d9d-9b03-4043797b7693,segment=NetworkSegment(5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3),segment_id=5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:54.775514 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cf944121-e29d-4a09-bbc9-4d586ffdb34d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.776571 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3159b4e5-2f19-4e72-b669-5027ccb255d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.778989 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cf944121-e29d-4a09-bbc9-4d586ffdb34d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.780049 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cf944121-e29d-4a09-bbc9-4d586ffdb34d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-groups/fab07330-9f67-479c-aeb6-40e4614cfd73 HTTP/1.1" status: 204 len: 168 time: 0.7044489 Jul 08 20:34:54.783445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46646) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:54.838488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf944121-e29d-4a09-bbc9-4d586ffdb34d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab07330-9f67-479c-aeb6-40e4614cfd73,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:54.859889 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:54.892425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159b4e5-2f19-4e72-b669-5027ccb255d9 None None] Pushing event updated for resources: {'Port': ['ID=022cb9c0-5993-4d9d-9b03-4043797b7693,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:54.904225 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c4d280ae-db49-473b-8c21-fa4048b930b7 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1194057 Jul 08 20:34:54.909669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46654) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:55.036999 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cdc1eb52-639d-4e01-8df8-a6a4ccdcf13c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.052336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dad939-54b9-40df-a706-6f72de16c21c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:55.056801 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c5dad939-54b9-40df-a706-6f72de16c21c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.071639 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cdc1eb52-639d-4e01-8df8-a6a4ccdcf13c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.147742 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cdc1eb52-639d-4e01-8df8-a6a4ccdcf13c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.157174 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cdc1eb52-639d-4e01-8df8-a6a4ccdcf13c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.158666 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cdc1eb52-639d-4e01-8df8-a6a4ccdcf13c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-groups/7ff76f2e-3c60-4486-a44f-3d1e70df59b1 HTTP/1.1" status: 204 len: 168 time: 0.2459745 Jul 08 20:34:55.163247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46656) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:55.186964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1eb52-639d-4e01-8df8-a6a4ccdcf13c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff76f2e-3c60-4486-a44f-3d1e70df59b1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:55.263205 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-229c7a98-01b4-4c8a-b13b-e15bcd939163 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0967810 Jul 08 20:34:55.268670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46658) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:55.276509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7b5adc3c-5e8a-46c9-8101-d6cab561110d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group': {'name': 'tempest-secgroup--698564285'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:55.285107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Router 5f2a0fa1-1543-4417-b073-1760f7080406 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:34:55.315711 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b5adc3c-5e8a-46c9-8101-d6cab561110d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.325319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e7201c13-5732-4c3d-bd40-db142ba57675 None None] Provisioning complete for port 022cb9c0-5993-4d9d-9b03-4043797b7693 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:55.327401 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e7201c13-5732-4c3d-bd40-db142ba57675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.479414 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b5adc3c-5e8a-46c9-8101-d6cab561110d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.485213 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b5adc3c-5e8a-46c9-8101-d6cab561110d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.511285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4894f488-b548-48a4-b491-cafa7a81dd6a None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:55.537700 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b5adc3c-5e8a-46c9-8101-d6cab561110d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.541989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7b5adc3c-5e8a-46c9-8101-d6cab561110d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2718222 Jul 08 20:34:55.543189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46662) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:55.550862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6cf496da-65e5-40f5-b4c8-c97476830c7f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group_rule': {'security_group_id': 'c515cfb9-de7c-484b-9b3a-bb61a81a9196', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:55.562566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5adc3c-5e8a-46c9-8101-d6cab561110d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c515cfb9-de7c-484b-9b3a-bb61a81a9196,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:55.594288 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6cf496da-65e5-40f5-b4c8-c97476830c7f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.713001 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6cf496da-65e5-40f5-b4c8-c97476830c7f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.740776 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6cf496da-65e5-40f5-b4c8-c97476830c7f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.779513 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-da0c8a9f-d9bf-4933-b9d9-1a73041b04c5 None None] Provisioning for port c3941cbe-8acd-4be4-a091-fda88ac6971d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:55.799107 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.808246 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6801281-3bf5-4168-ab12-c58eada3158d req-d4c34f3f-95ab-447a-834c-b1641b8861fc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 210 time: 0.0916371 Jul 08 20:34:55.816022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Transition to ACTIVE for port object e7f00444-8ff1-4a2e-8822-cbf6de6bf298 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:55.829723 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6cf496da-65e5-40f5-b4c8-c97476830c7f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.832278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c3941cbe-8acd-4be4-a091-fda88ac6971d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:55.838487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6cf496da-65e5-40f5-b4c8-c97476830c7f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2905195 Jul 08 20:34:55.840148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf496da-65e5-40f5-b4c8-c97476830c7f tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5764e0-fb80-4405-b140-4136efaa66dd,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:55.841656 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46666) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:55.903162 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port c3941cbe-8acd-4be4-a091-fda88ac6971d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:55.907140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c3941cbe-8acd-4be4-a091-fda88ac6971d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:55.907522 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.934545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cf4390-9091-4d8c-b7e0-7d58cb8a3510 None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:34:55.939504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:34:55.941334 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38fb2694-157a-439d-aea2-476ba4fa1e0d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.958817 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Sync routers for ids ['5f2a0fa1-1543-4417-b073-1760f7080406'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:34:55.967803 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38fb2694-157a-439d-aea2-476ba4fa1e0d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:55.968006 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Routers {'5f2a0fa1-1543-4417-b073-1760f7080406'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:55.968583 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5f2a0fa1-1543-4417-b073-1760f7080406'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:55.983890 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.044703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-09cf4390-9091-4d8c-b7e0-7d58cb8a3510 None None] Deleting port c3941cbe-8acd-4be4-a091-fda88ac6971d {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:56.045075 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09cf4390-9091-4d8c-b7e0-7d58cb8a3510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.054453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc98bcf-d713-44b9-b1bc-a6ee729a461b req-4a13b489-6f6b-4f2d-bf0c-4e8abaa09242 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:56.060768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc98bcf-d713-44b9-b1bc-a6ee729a461b req-4a13b489-6f6b-4f2d-bf0c-4e8abaa09242 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:56.067342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc98bcf-d713-44b9-b1bc-a6ee729a461b req-4a13b489-6f6b-4f2d-bf0c-4e8abaa09242 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:56.072476 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.074338 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c37cc12c-c089-4ff2-9d08-548ebd45adb0 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2526946 Jul 08 20:34:56.074717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc98bcf-d713-44b9-b1bc-a6ee729a461b req-4a13b489-6f6b-4f2d-bf0c-4e8abaa09242 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:56.081363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc98bcf-d713-44b9-b1bc-a6ee729a461b req-4a13b489-6f6b-4f2d-bf0c-4e8abaa09242 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:56.087422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46668) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:56.089179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc98bcf-d713-44b9-b1bc-a6ee729a461b req-4a13b489-6f6b-4f2d-bf0c-4e8abaa09242 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:56.095289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc98bcf-d713-44b9-b1bc-a6ee729a461b req-4a13b489-6f6b-4f2d-bf0c-4e8abaa09242 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:56.097302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9dc98bcf-d713-44b9-b1bc-a6ee729a461b req-4a13b489-6f6b-4f2d-bf0c-4e8abaa09242 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5444 time: 0.1557667 Jul 08 20:34:56.100092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network 1f7a713d-4535-4d26-b4b0-fc318c79a77b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:56.133438 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Set router 5f2a0fa1-1543-4417-b073-1760f7080406 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:34:56.153039 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9dc98bcf-d713-44b9-b1bc-a6ee729a461b req-1177306d-7151-4d1e-8154-b94ec86072a4 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437129 Jul 08 20:34:56.167771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:56.170593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:56.191022 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.222633 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c5dad939-54b9-40df-a706-6f72de16c21c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.234746 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38fb2694-157a-439d-aea2-476ba4fa1e0d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.264859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-09cf4390-9091-4d8c-b7e0-7d58cb8a3510 None None] For port c3941cbe-8acd-4be4-a091-fda88ac6971d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c3941cbe-8acd-4be4-a091-fda88ac6971d,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:56.265265 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09cf4390-9091-4d8c-b7e0-7d58cb8a3510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.274740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:56.275839 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.278905 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port c3941cbe-8acd-4be4-a091-fda88ac6971d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c3941cbe-8acd-4be4-a091-fda88ac6971d,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:34:56.280466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=e7f00444-8ff1-4a2e-8822-cbf6de6bf298,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:56.288790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-09cf4390-9091-4d8c-b7e0-7d58cb8a3510 None None] Calling delete_port for c3941cbe-8acd-4be4-a091-fda88ac6971d owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:56.292358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38fb2694-157a-439d-aea2-476ba4fa1e0d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.293963 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.294743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 022cb9c0-5993-4d9d-9b03-4043797b7693 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:56.296876 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-38fb2694-157a-439d-aea2-476ba4fa1e0d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/0c5764e0-fb80-4405-b140-4136efaa66dd HTTP/1.1" status: 204 len: 168 time: 0.4506845 Jul 08 20:34:56.301994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46672) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:56.346943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb2694-157a-439d-aea2-476ba4fa1e0d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c5764e0-fb80-4405-b140-4136efaa66dd,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:56.408905 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-948d23c9-174a-4e52-86ca-a36c5efa6568 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1053703 Jul 08 20:34:56.417113 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46674) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:56.431033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dad939-54b9-40df-a706-6f72de16c21c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:56.443357 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-f3cddb2c-08b4-4e48-8522-f922054b277a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7486472 Jul 08 20:34:56.444230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c5dad939-54b9-40df-a706-6f72de16c21c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:56.450828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dad939-54b9-40df-a706-6f72de16c21c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:56.451173 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c5dad939-54b9-40df-a706-6f72de16c21c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.455866 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=c3941cbe-8acd-4be4-a091-fda88ac6971d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:56.470217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 022cb9c0-5993-4d9d-9b03-4043797b7693 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:56.470814 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.476884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Request body: {'port': {'device_id': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:56.481678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dad939-54b9-40df-a706-6f72de16c21c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=85d41513-6089-4bf8-ae7b-9fd08c9efed2,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:56.521992 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c5dad939-54b9-40df-a706-6f72de16c21c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0355792 Jul 08 20:34:56.522565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46676) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:56.523415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ec41bbd-32e4-41eb-b467-daea6096c62a tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.532290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': '85d41513-6089-4bf8-ae7b-9fd08c9efed2', 'ip_address': '2001:db8::7bd2:428c:2bb2:84'}], 'name': 'tempest-NetworksTestDHCPv6-474180159'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:56.539325 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:34:53Z', 'revision_number': 3, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:56.556653 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09cf4390-9091-4d8c-b7e0-7d58cb8a3510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.577203 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Checking router: 5f2a0fa1-1543-4417-b073-1760f7080406 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:34:56.577720 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Updating router 5f2a0fa1-1543-4417-b073-1760f7080406 port f5262a4c-466f-4bd4-b326-3261c30b8474 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:34:56.623033 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf4390-9091-4d8c-b7e0-7d58cb8a3510 None None] No DVR routers for this DVR port c3941cbe-8acd-4be4-a091-fda88ac6971d on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:34:56.635710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf4390-9091-4d8c-b7e0-7d58cb8a3510 None None] Pushing event deleted for resources: {'Port': ['ID=c3941cbe-8acd-4be4-a091-fda88ac6971d,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:56.644502 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.659106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2345802-9881-417c-8ebe-5e4543cacc40 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:34:56.669665 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ec41bbd-32e4-41eb-b467-daea6096c62a tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.710321 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.793209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ec41bbd-32e4-41eb-b467-daea6096c62a tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.797250 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ec41bbd-32e4-41eb-b467-daea6096c62a tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.798963 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3ec41bbd-32e4-41eb-b467-daea6096c62a tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-groups/c515cfb9-de7c-484b-9b3a-bb61a81a9196 HTTP/1.1" status: 204 len: 168 time: 0.3731003 Jul 08 20:34:56.804443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:34:56.810294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.814460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46678) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:56.843741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec41bbd-32e4-41eb-b467-daea6096c62a tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c515cfb9-de7c-484b-9b3a-bb61a81a9196,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:56.871901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port dac1222b-bd1c-4de3-add0-3f5548af667f yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:34:56.901625 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-606aade8-2948-4820-8ef6-00d64154243a None None] Provisioning for port e7f00444-8ff1-4a2e-8822-cbf6de6bf298 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:56.920346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-606aade8-2948-4820-8ef6-00d64154243a None None] Provisioning complete for port e7f00444-8ff1-4a2e-8822-cbf6de6bf298 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:56.920756 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-606aade8-2948-4820-8ef6-00d64154243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:56.987175 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-606aade8-2948-4820-8ef6-00d64154243a None None] Port e7f00444-8ff1-4a2e-8822-cbf6de6bf298 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:34:57.081851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': '85d41513-6089-4bf8-ae7b-9fd08c9efed2'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:34:57.083767 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:57.102157 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f21e899b-1fde-42b0-8134-ec109e6a268c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2821455 Jul 08 20:34:57.108865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46682) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:57.122402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-74b80b42-684b-4f62-979b-7f36c77d9b56 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group': {'name': 'tempest-secgroup--276344091'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:57.163793 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:57.177889 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Transition to ACTIVE for port object f5262a4c-466f-4bd4-b326-3261c30b8474 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:57.189274 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:57.242185 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4d45f-e8c3-4409-a7d8-29811f520e2e None None] Pushing event updated for resources: {'Port': ['ID=f5262a4c-466f-4bd4-b326-3261c30b8474,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:57.274850 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Attempting to bind port f5262a4c-466f-4bd4-b326-3261c30b8474 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:57.275225 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Attempting to bind port f5262a4c-466f-4bd4-b326-3261c30b8474 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:57.275719 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Attempting to bind port f5262a4c-466f-4bd4-b326-3261c30b8474 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:57.282823 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:57.283228 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:57.283792 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:57.284200 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:57.284864 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Bound port: f5262a4c-466f-4bd4-b326-3261c30b8474, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:57.285188 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:57.292005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Allocated IP 2001:db8::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/85d41513-6089-4bf8-ae7b-9fd08c9efed2/90829fa7-6244-4749-a357-9fc562684fa0) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:57.300525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2fc79-9bf7-40e7-9dc6-4073312fe8e9 req-d89d18c9-cd8f-498f-be67-ae4bcf667051 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.313193 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3c2fc79-9bf7-40e7-9dc6-4073312fe8e9 req-d89d18c9-cd8f-498f-be67-ae4bcf667051 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 932 time: 0.2652636 Jul 08 20:34:57.359407 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] For port f5262a4c-466f-4bd4-b326-3261c30b8474, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:57.363734 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] For port f5262a4c-466f-4bd4-b326-3261c30b8474, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f5262a4c-466f-4bd4-b326-3261c30b8474,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:57.371377 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:57.392465 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74b80b42-684b-4f62-979b-7f36c77d9b56 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:57.414623 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3c2fc79-9bf7-40e7-9dc6-4073312fe8e9 req-1a621a27-e448-4c6a-b099-3d6944b0462a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001964 Jul 08 20:34:57.472327 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4d45f-e8c3-4409-a7d8-29811f520e2e None None] Pushing event updated for resources: {'Port': ['ID=f5262a4c-466f-4bd4-b326-3261c30b8474,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:57.476841 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Routers {'5f2a0fa1-1543-4417-b073-1760f7080406'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:34:57.478164 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5f2a0fa1-1543-4417-b073-1760f7080406'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:57.607584 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:57.618962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Transition to ACTIVE for port object 90829fa7-6244-4749-a357-9fc562684fa0 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:57.622407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c3941cbe-8acd-4be4-a091-fda88ac6971d no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:34:57.625922 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] Set router 5f2a0fa1-1543-4417-b073-1760f7080406 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:34:57.648067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: c3941cbe-8acd-4be4-a091-fda88ac6971d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:34:57.648413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c3941cbe-8acd-4be4-a091-fda88ac6971d not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:34:57.657504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Transition to ACTIVE for port object 90829fa7-6244-4749-a357-9fc562684fa0 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:57.666315 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:57.706710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:57.712507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:57.715967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:57.725711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Pushing event updated for resources: {'Port': ['ID=90829fa7-6244-4749-a357-9fc562684fa0,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:57.745004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c94f86-bb8c-4bd3-8bed-8f3a5b8ee6c0 req-2481f32e-d424-4f03-a9af-c35c3913740d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.752000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c94f86-bb8c-4bd3-8bed-8f3a5b8ee6c0 req-2481f32e-d424-4f03-a9af-c35c3913740d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.759317 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c94f86-bb8c-4bd3-8bed-8f3a5b8ee6c0 req-2481f32e-d424-4f03-a9af-c35c3913740d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.765547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c94f86-bb8c-4bd3-8bed-8f3a5b8ee6c0 req-2481f32e-d424-4f03-a9af-c35c3913740d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.771780 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c94f86-bb8c-4bd3-8bed-8f3a5b8ee6c0 req-2481f32e-d424-4f03-a9af-c35c3913740d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.776336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::7bd2:428c:2bb2:84 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/85d41513-6089-4bf8-ae7b-9fd08c9efed2/dac1222b-bd1c-4de3-add0-3f5548af667f) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:57.779647 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c94f86-bb8c-4bd3-8bed-8f3a5b8ee6c0 req-2481f32e-d424-4f03-a9af-c35c3913740d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.784840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Attempting to bind port 90829fa7-6244-4749-a357-9fc562684fa0 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:57.785042 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Attempting to bind port 90829fa7-6244-4749-a357-9fc562684fa0 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:57.785292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Attempting to bind port 90829fa7-6244-4749-a357-9fc562684fa0 on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:57.785869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c94f86-bb8c-4bd3-8bed-8f3a5b8ee6c0 req-2481f32e-d424-4f03-a9af-c35c3913740d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.791646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:57.792080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:57.792546 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:57.793075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:57.793607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Bound port: 90829fa7-6244-4749-a357-9fc562684fa0, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:57.794079 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:57.795551 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29c94f86-bb8c-4bd3-8bed-8f3a5b8ee6c0 req-2481f32e-d424-4f03-a9af-c35c3913740d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5444 time: 0.3336737 Jul 08 20:34:57.828658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e121d3d-65a6-456f-89fa-bd8ef39e433d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.835367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e121d3d-65a6-456f-89fa-bd8ef39e433d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.841657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e121d3d-65a6-456f-89fa-bd8ef39e433d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.847720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e121d3d-65a6-456f-89fa-bd8ef39e433d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.857521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e121d3d-65a6-456f-89fa-bd8ef39e433d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.863362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e121d3d-65a6-456f-89fa-bd8ef39e433d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.868048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] For port 90829fa7-6244-4749-a357-9fc562684fa0, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:57.869490 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:34:53Z', 'revision_number': 3, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:34:57.870772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e121d3d-65a6-456f-89fa-bd8ef39e433d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:57.872050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] For port 90829fa7-6244-4749-a357-9fc562684fa0, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=90829fa7-6244-4749-a357-9fc562684fa0,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:57.873840 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e121d3d-65a6-456f-89fa-bd8ef39e433d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5444 time: 0.6569219 Jul 08 20:34:57.877994 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:57.903731 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a4ca4-12b3-46e8-83d6-201754a3fcdc None None] The sync data for ids ['5f2a0fa1-1543-4417-b073-1760f7080406'] in n-d-791506-16 is: [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:34:53Z', 'revision_number': 3, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:34:57.980951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130027d-287d-439c-b4ed-91c9685ab84d None None] Pushing event updated for resources: {'Port': ['ID=90829fa7-6244-4749-a357-9fc562684fa0,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:58.003006 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.037085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object dac1222b-bd1c-4de3-add0-3f5548af667f will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:58.045223 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29c94f86-bb8c-4bd3-8bed-8f3a5b8ee6c0 req-2ce0400b-d47f-454d-b968-94126d7363c5 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2486045 Jul 08 20:34:58.060448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f00444-8ff1-4a2e-8822-cbf6de6bf298 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:34:58.078191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735826d-cc15-4ac9-8423-099f98841750 req-1fac8da0-5800-43d7-9c98-c99db576cc8a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:58.081751 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8735826d-cc15-4ac9-8423-099f98841750 req-1fac8da0-5800-43d7-9c98-c99db576cc8a tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "GET /v2.0/ports/4b516fbd-786d-424e-8772-22f532f4445c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1893122 Jul 08 20:34:58.086450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.099734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.128061 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74b80b42-684b-4f62-979b-7f36c77d9b56 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.145834 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74b80b42-684b-4f62-979b-7f36c77d9b56 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.152952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:34:58.156716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:34:58.162730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:34:58.168933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:58.170150 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.183018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=dac1222b-bd1c-4de3-add0-3f5548af667f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:58.192400 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5e8ac95c-a5f0-4f63-b6dc-127e57550134 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.6660023 Jul 08 20:34:58.195287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46688) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:58.233313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Transition to ACTIVE for port object e7f00444-8ff1-4a2e-8822-cbf6de6bf298 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:34:58.268137 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.270017 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.278932 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74b80b42-684b-4f62-979b-7f36c77d9b56 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.282131 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-74b80b42-684b-4f62-979b-7f36c77d9b56 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1697969 Jul 08 20:34:58.283410 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46690) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:58.318476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-43e15c4a-fabb-4a28-8aee-e39859eee653 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group_rule': {'security_group_id': '3f8c7dca-407a-421c-82d4-509b32762d42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:58.365065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36749814-239d-40b3-9c48-e0f97b692c1f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:58.371537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36749814-239d-40b3-9c48-e0f97b692c1f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:58.372136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b80b42-684b-4f62-979b-7f36c77d9b56 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8c7dca-407a-421c-82d4-509b32762d42,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:58.376846 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-36749814-239d-40b3-9c48-e0f97b692c1f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1801322 Jul 08 20:34:58.377487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46692) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:58.402981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43e15c4a-fabb-4a28-8aee-e39859eee653 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.537090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f00444-8ff1-4a2e-8822-cbf6de6bf298,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:58.633480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43e15c4a-fabb-4a28-8aee-e39859eee653 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.644340 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8735826d-cc15-4ac9-8423-099f98841750 req-6fe26992-6cae-42c7-ae86-c662926befa9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "GET /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5377860 Jul 08 20:34:58.645306 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43e15c4a-fabb-4a28-8aee-e39859eee653 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.679601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-8735826d-cc15-4ac9-8423-099f98841750 req-90a10991-e972-4e92-ab41-e38c6d1e514e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:58.681245 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e15c4a-fabb-4a28-8aee-e39859eee653 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf07cac2-a220-4a21-8f58-9731234b1a3d,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:58.683546 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43e15c4a-fabb-4a28-8aee-e39859eee653 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.684947 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-43e15c4a-fabb-4a28-8aee-e39859eee653 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4004202 Jul 08 20:34:58.687868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46698) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:58.749808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2ff775d4-e206-490f-ab66-fe098d847c23 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port dac1222b-bd1c-4de3-add0-3f5548af667f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:34:58.750340 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2ff775d4-e206-490f-ab66-fe098d847c23 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.829844 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-190fb2c7-a7ad-434c-b3af-6780cb02ef24 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules/bf07cac2-a220-4a21-8f58-9731234b1a3d HTTP/1.1" status: 200 len: 763 time: 0.0951796 Jul 08 20:34:58.842254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46700) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:58.853163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Attempting to bind port e7f00444-8ff1-4a2e-8822-cbf6de6bf298 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:34:58.853545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Attempting to bind port e7f00444-8ff1-4a2e-8822-cbf6de6bf298 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '78c4cbba-324a-4635-956e-29853693327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:34:58.853894 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Attempting to bind port e7f00444-8ff1-4a2e-8822-cbf6de6bf298 on network 1f7a713d-4535-4d26-b4b0-fc318c79a77b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:58.868622 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Port e7f00444-8ff1-4a2e-8822-cbf6de6bf298 on network 1f7a713d-4535-4d26-b4b0-fc318c79a77b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:34:58.868985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Attempting to bind port e7f00444-8ff1-4a2e-8822-cbf6de6bf298 on network 1f7a713d-4535-4d26-b4b0-fc318c79a77b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:34:58.906454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:34:58.906803 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Checking segment: {'id': '78c4cbba-324a-4635-956e-29853693327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:34:58.907201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Bound using segment: {'id': '78c4cbba-324a-4635-956e-29853693327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:34:58.907665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Bound port: e7f00444-8ff1-4a2e-8822-cbf6de6bf298, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c4cbba-324a-4635-956e-29853693327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:34:58.908034 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.915396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484dca-2139-452b-be84-056790182de2 req-c29de0f1-673e-4398-ab8c-13e866a34f84 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:58.917058 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b484dca-2139-452b-be84-056790182de2 req-c29de0f1-673e-4398-ab8c-13e866a34f84 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 944 time: 0.2380140 Jul 08 20:34:58.929077 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2ff775d4-e206-490f-ab66-fe098d847c23 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.929603 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-90a10991-e972-4e92-ab41-e38c6d1e514e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:58.935974 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Allocated IP 172.20.0.1 (3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88/d7229739-1dcf-4eb3-8686-d30b6c902da2/2c7bbef8-35c3-48d3-9ed9-ffb449c8f623) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:34:58.942182 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-14d18dbc-08de-4995-85c5-3635c6eb6f6c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0987768 Jul 08 20:34:58.950810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46702) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:58.982779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2ff775d4-e206-490f-ab66-fe098d847c23 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for dac1222b-bd1c-4de3-add0-3f5548af667f owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:34:59.047648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b484dca-2139-452b-be84-056790182de2 req-e0228819-1a7f-4d74-aa19-974b79240b28 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028299 Jul 08 20:34:59.080338 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3fd99ba-7f3f-403f-88a0-2bb604be46ef tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.221011 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2ff775d4-e206-490f-ab66-fe098d847c23 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.258206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff775d4-e206-490f-ab66-fe098d847c23 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=dac1222b-bd1c-4de3-add0-3f5548af667f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:59.291727 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2ff775d4-e206-490f-ab66-fe098d847c23 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.294171 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2ff775d4-e206-490f-ab66-fe098d847c23 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/dac1222b-bd1c-4de3-add0-3f5548af667f HTTP/1.1" status: 204 len: 168 time: 0.9153187 Jul 08 20:34:59.296430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46706) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:59.357415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025cda4f-7eee-4b4c-a44f-cf7b7f99c030 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:59.359099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025cda4f-7eee-4b4c-a44f-cf7b7f99c030 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:59.363173 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-025cda4f-7eee-4b4c-a44f-cf7b7f99c030 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0632939 Jul 08 20:34:59.364305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46708) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:59.433253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-7486f0e4-15f9-4de6-b5f8-58acb189a37c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 85d41513-6089-4bf8-ae7b-9fd08c9efed2 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:34:59.437219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7486f0e4-15f9-4de6-b5f8-58acb189a37c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.468777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-af59c916-b36e-489e-8b48-7e40d79e0599 None None] Provisioning for port 90829fa7-6244-4749-a357-9fc562684fa0 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:59.491183 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7486f0e4-15f9-4de6-b5f8-58acb189a37c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.500613 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3fd99ba-7f3f-403f-88a0-2bb604be46ef tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.562743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] For port e7f00444-8ff1-4a2e-8822-cbf6de6bf298, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:34:59.568443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] For port e7f00444-8ff1-4a2e-8822-cbf6de6bf298, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e7f00444-8ff1-4a2e-8822-cbf6de6bf298,segment=NetworkSegment(78c4cbba-324a-4635-956e-29853693327e),segment_id=78c4cbba-324a-4635-956e-29853693327e)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:34:59.601807 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7486f0e4-15f9-4de6-b5f8-58acb189a37c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.620995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.655090 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3fd99ba-7f3f-403f-88a0-2bb604be46ef tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.661373 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3fd99ba-7f3f-403f-88a0-2bb604be46ef tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.662893 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e3fd99ba-7f3f-403f-88a0-2bb604be46ef tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/bf07cac2-a220-4a21-8f58-9731234b1a3d HTTP/1.1" status: 204 len: 168 time: 0.7010446 Jul 08 20:34:59.668139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46710) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:59.725711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 90829fa7-6244-4749-a357-9fc562684fa0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:34:59.747573 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9c875871-ac0e-40b8-b43f-321427954aba tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0780149 Jul 08 20:34:59.750135 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46712) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:59.757468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ed38c798-4fe0-4cee-80a7-2b676e447393 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group_rule': {'security_group_id': '3f8c7dca-407a-421c-82d4-509b32762d42', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:34:59.772872 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7486f0e4-15f9-4de6-b5f8-58acb189a37c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.795055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd99ba-7f3f-403f-88a0-2bb604be46ef tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf07cac2-a220-4a21-8f58-9731234b1a3d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:59.795649 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7486f0e4-15f9-4de6-b5f8-58acb189a37c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.803951 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7486f0e4-15f9-4de6-b5f8-58acb189a37c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/85d41513-6089-4bf8-ae7b-9fd08c9efed2 HTTP/1.1" status: 204 len: 168 time: 0.4324074 Jul 08 20:34:59.819527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46716) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:34:59.823821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:34:59.831280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f0e4-15f9-4de6-b5f8-58acb189a37c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=85d41513-6089-4bf8-ae7b-9fd08c9efed2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:34:59.833073 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.835144 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] 10.222.0.103 "PUT /v2.0/ports/e7f00444-8ff1-4a2e-8822-cbf6de6bf298 HTTP/1.1" status: 200 len: 1093 time: 3.3674154 Jul 08 20:34:59.850240 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'tag': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:34:59.860899 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171d4504-e6c1-4d31-a5cd-31a5eb7e9bec" -d '{"events": [{"name": "network-changed", "server_uuid": "99552a32-9439-4b5d-a7b7-3dcbda3f4c1c", "tag": "e7f00444-8ff1-4a2e-8822-cbf6de6bf298"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:34:59.870328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f5c17294-5c0c-4d03-9fe4-596d84598146 None None] Could not find standard attr ID for object 7e569a62-401b-4efb-a060-b6ee9f219b2b. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:34:59.874763 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed38c798-4fe0-4cee-80a7-2b676e447393 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.893145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 90829fa7-6244-4749-a357-9fc562684fa0 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:34:59.898727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 90829fa7-6244-4749-a357-9fc562684fa0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:34:59.899360 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.963120 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed38c798-4fe0-4cee-80a7-2b676e447393 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.970860 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed38c798-4fe0-4cee-80a7-2b676e447393 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:34:59.994017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38c798-4fe0-4cee-80a7-2b676e447393 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8625b83-b9b5-4521-a7cc-8ad57ecf488e,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:00.018754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed38c798-4fe0-4cee-80a7-2b676e447393 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.021218 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ed38c798-4fe0-4cee-80a7-2b676e447393 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2689102 Jul 08 20:35:00.025034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46720) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:00.052796 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-549d70da-1f1d-4ada-9471-9957beff9d34 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2025642 Jul 08 20:35:00.059332 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46722) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:00.079969 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ac370215-0765-41d8-8b73-4bd37f75117c tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules/c8625b83-b9b5-4521-a7cc-8ad57ecf488e HTTP/1.1" status: 200 len: 763 time: 0.0525506 Jul 08 20:35:00.092035 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.118592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46726) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:00.122003 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc594f2-fb33-4d1e-aeff-ea87c755e745 x-openstack-request-id: req-adc594f2-fb33-4d1e-aeff-ea87c755e745 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:00.122653 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99552a32-9439-4b5d-a7b7-3dcbda3f4c1c", "tag": "e7f00444-8ff1-4a2e-8822-cbf6de6bf298", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:00.123069 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-adc594f2-fb33-4d1e-aeff-ea87c755e745 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:00.123646 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'tag': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'status': 'completed', 'code': 200} Jul 08 20:35:00.129984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75b964-47a2-43d6-a47a-9a9563a52e82 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f00444-8ff1-4a2e-8822-cbf6de6bf298,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:00.143042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.158521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5323c44b-7636-4c71-831f-3162e06bbfff None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:00.180073 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Transition to ACTIVE for port object 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:00.193042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca0715-6cff-452f-aedd-1a229e9b477e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:00.194641 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5aca0715-6cff-452f-aedd-1a229e9b477e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1341500 Jul 08 20:35:00.197679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46728) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:00.254603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 90829fa7-6244-4749-a357-9fc562684fa0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=90829fa7-6244-4749-a357-9fc562684fa0,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:00.262836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4f121f-2e14-47f2-8c57-d914aba567e7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:00.266823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7c4f121f-2e14-47f2-8c57-d914aba567e7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0658827 Jul 08 20:35:00.266957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-657259ed-15c8-49c8-a8b3-53a7423c1327 None None] Could not find standard attr ID for object f8c8094b-7634-47a0-85cd-9894ec94df6b. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:35:00.268153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46730) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:00.270632 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caf312-030c-4a6b-928a-7f4c8e5e4b8b req-f94f415e-0da6-45b3-8950-e907a32ebf67 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:00.279163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caf312-030c-4a6b-928a-7f4c8e5e4b8b req-f94f415e-0da6-45b3-8950-e907a32ebf67 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:00.282544 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.283507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f5262a4c-466f-4bd4-b326-3261c30b8474 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:00.285563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caf312-030c-4a6b-928a-7f4c8e5e4b8b req-f94f415e-0da6-45b3-8950-e907a32ebf67 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:00.292485 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caf312-030c-4a6b-928a-7f4c8e5e4b8b req-f94f415e-0da6-45b3-8950-e907a32ebf67 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:00.298482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caf312-030c-4a6b-928a-7f4c8e5e4b8b req-f94f415e-0da6-45b3-8950-e907a32ebf67 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:00.305706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caf312-030c-4a6b-928a-7f4c8e5e4b8b req-f94f415e-0da6-45b3-8950-e907a32ebf67 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:00.311966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caf312-030c-4a6b-928a-7f4c8e5e4b8b req-f94f415e-0da6-45b3-8950-e907a32ebf67 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:00.320304 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24caf312-030c-4a6b-928a-7f4c8e5e4b8b req-f94f415e-0da6-45b3-8950-e907a32ebf67 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 5444 time: 0.8214185 Jul 08 20:35:00.322566 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.327765 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-71881702-d1e8-41ac-a7b6-79340c6d0659 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557849 Jul 08 20:35:00.338599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46732) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:00.346719 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-141496a7-dfb1-47fa-a434-86a7aadcb710 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:00.411962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=90829fa7-6244-4749-a357-9fc562684fa0,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:00.421318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8735826d-cc15-4ac9-8423-099f98841750 req-90a10991-e972-4e92-ab41-e38c6d1e514e service neutron] For port 4b516fbd-786d-424e-8772-22f532f4445c, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4b516fbd-786d-424e-8772-22f532f4445c,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:00.425276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5273a0e3-5498-472e-8260-325cfb182fbe no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:00.450045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:00.471106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:00.488215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:00.491990 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Pushing event updated for resources: {'Port': ['ID=2c7bbef8-35c3-48d3-9ed9-ffb449c8f623,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:00.498733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d074f2-0f98-4b3a-a8cb-460436f4a4af req-ce35930c-6403-482c-8f9c-bc178dc60e79 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:00.501463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24caf312-030c-4a6b-928a-7f4c8e5e4b8b req-0a38eaf9-edd1-4860-857d-9819f4f87612 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1805503 Jul 08 20:35:00.505785 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d1d074f2-0f98-4b3a-a8cb-460436f4a4af req-ce35930c-6403-482c-8f9c-bc178dc60e79 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 944 time: 0.1816075 Jul 08 20:35:00.518268 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port f5262a4c-466f-4bd4-b326-3261c30b8474 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:00.519191 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-89e4397a-82c6-4683-b708-e71bdbe820cd tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3858290 Jul 08 20:35:00.525407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46734) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:00.525613 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f5262a4c-466f-4bd4-b326-3261c30b8474 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:00.525910 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.545104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141496a7-dfb1-47fa-a434-86a7aadcb710 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:00.548695 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-141496a7-dfb1-47fa-a434-86a7aadcb710 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.590576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-b3d8b933-2248-45fe-aa5f-c53efdc87ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:00.592137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-b3d8b933-2248-45fe-aa5f-c53efdc87ad0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 1096 time: 0.6610458 Jul 08 20:35:00.602242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8735826d-cc15-4ac9-8423-099f98841750 req-90a10991-e972-4e92-ab41-e38c6d1e514e service neutron] For port 4b516fbd-786d-424e-8772-22f532f4445c, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:00.623348 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.648460 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d1d074f2-0f98-4b3a-a8cb-460436f4a4af req-eae17703-1d55-4fa1-90eb-716db77322f6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416242 Jul 08 20:35:00.660821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5273a0e3-5498-472e-8260-325cfb182fbe'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:35:00.663889 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6b998e-7dd9-4a81-b506-4b9f655664d8" -d '{"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-unplugged", "status": "completed", "tag": "5273a0e3-5498-472e-8260-325cfb182fbe"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:35:00.673647 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f9022e1-998f-4452-ab5d-45dc7bd1f42b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.698877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5273a0e3-5498-472e-8260-325cfb182fbe, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5273a0e3-5498-472e-8260-325cfb182fbe,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:00.702687 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.712440 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.717349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 33623758-89e8-42b6-8915-bab2257c92bf no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:00.732856 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-89c8f3f4-5fae-4798-a7c5-e081e8d5cc1e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f00444-8ff1-4a2e-8822-cbf6de6bf298 HTTP/1.1" status: 200 len: 217 time: 0.1265566 Jul 08 20:35:00.733337 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92ae840-25b0-48dd-9586-2353230f68e4 x-openstack-request-id: req-d92ae840-25b0-48dd-9586-2353230f68e4 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:00.733736 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-unplugged", "status": "completed", "tag": "5273a0e3-5498-472e-8260-325cfb182fbe", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:00.734220 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d92ae840-25b0-48dd-9586-2353230f68e4 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:00.734740 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5273a0e3-5498-472e-8260-325cfb182fbe', 'code': 200} Jul 08 20:35:00.739882 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c684cb-bf12-4151-a169-1fcb398b14ba None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:35:00.747949 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f9022e1-998f-4452-ab5d-45dc7bd1f42b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.783098 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.817806 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f9022e1-998f-4452-ab5d-45dc7bd1f42b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.820744 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-8735826d-cc15-4ac9-8423-099f98841750 req-90a10991-e972-4e92-ab41-e38c6d1e514e service neutron] device_id is not set on port 4b516fbd-786d-424e-8772-22f532f4445c yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:35:00.824448 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f9022e1-998f-4452-ab5d-45dc7bd1f42b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.825768 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6f9022e1-998f-4452-ab5d-45dc7bd1f42b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/c8625b83-b9b5-4521-a7cc-8ad57ecf488e HTTP/1.1" status: 204 len: 168 time: 0.2980835 Jul 08 20:35:00.831613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46738) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:00.845293 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-90a10991-e972-4e92-ab41-e38c6d1e514e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.860760 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-90a10991-e972-4e92-ab41-e38c6d1e514e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.866798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9022e1-998f-4452-ab5d-45dc7bd1f42b tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8625b83-b9b5-4521-a7cc-8ad57ecf488e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:00.873893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port f5262a4c-466f-4bd4-b326-3261c30b8474, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f5262a4c-466f-4bd4-b326-3261c30b8474,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:00.874990 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-b21a0cee-a018-43f3-9b03-3288315acb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:00.876613 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-b21a0cee-a018-43f3-9b03-3288315acb06 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=86b9acac-f7c6-4ab3-b5a5-13591a6d99b5 HTTP/1.1" status: 200 len: 835 time: 0.1064765 Jul 08 20:35:00.878367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5273a0e3-5498-472e-8260-325cfb182fbe,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:00.887347 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:00.929857 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-08031b11-31bc-4ce9-9ba6-ad38559ea56e tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0904567 Jul 08 20:35:00.930226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46740) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:00.936104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-8e0f144d-28a6-416e-b9fb-62164cacd725 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Request body: {'security_group_rule': {'security_group_id': '3f8c7dca-407a-421c-82d4-509b32762d42', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:01.030891 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-141496a7-dfb1-47fa-a434-86a7aadcb710 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.039303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-69c684cb-bf12-4151-a169-1fcb398b14ba None None] Deleting port 90829fa7-6244-4749-a357-9fc562684fa0 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:01.039620 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-69c684cb-bf12-4151-a169-1fcb398b14ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.049946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8735826d-cc15-4ac9-8423-099f98841750 req-90a10991-e972-4e92-ab41-e38c6d1e514e service neutron] No DVR routers for this DVR port 4b516fbd-786d-424e-8772-22f532f4445c on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:01.054279 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-8e0f144d-28a6-416e-b9fb-62164cacd725 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Project 88d39131d5454ebc9193b7b4757b503f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:35:01.056224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a10991-e972-4e92-ab41-e38c6d1e514e service neutron] Pushing event updated for resources: {'Port': ['ID=4b516fbd-786d-424e-8772-22f532f4445c,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:01.073778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-18032fac-5abb-4f7b-aee0-e3bb8a48c1b2 None None] Provisioning for port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:01.082903 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=f5262a4c-466f-4bd4-b326-3261c30b8474,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:01.100511 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8e0f144d-28a6-416e-b9fb-62164cacd725 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.105121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141496a7-dfb1-47fa-a434-86a7aadcb710 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:01.117437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-141496a7-dfb1-47fa-a434-86a7aadcb710 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:01.123752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141496a7-dfb1-47fa-a434-86a7aadcb710 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:01.124351 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-141496a7-dfb1-47fa-a434-86a7aadcb710 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.137712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8735826d-cc15-4ac9-8423-099f98841750 req-90a10991-e972-4e92-ab41-e38c6d1e514e service neutron] In _notify_port_updated(), no bound segment for port 4b516fbd-786d-424e-8772-22f532f4445c on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea {{(pid=94065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:35:01.138710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735826d-cc15-4ac9-8423-099f98841750 req-90a10991-e972-4e92-ab41-e38c6d1e514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:01.139411 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-90a10991-e972-4e92-ab41-e38c6d1e514e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.140822 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8735826d-cc15-4ac9-8423-099f98841750 req-90a10991-e972-4e92-ab41-e38c6d1e514e service neutron] 10.222.0.103 "PUT /v2.0/ports/4b516fbd-786d-424e-8772-22f532f4445c HTTP/1.1" status: 200 len: 1032 time: 2.4759586 Jul 08 20:35:01.150833 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.152560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141496a7-dfb1-47fa-a434-86a7aadcb710 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=40d2557b-89c6-4244-8c60-5f087981ae86,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:01.167787 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-141496a7-dfb1-47fa-a434-86a7aadcb710 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8272476 Jul 08 20:35:01.168668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-18032fac-5abb-4f7b-aee0-e3bb8a48c1b2 None None] Provisioning complete for port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:01.169064 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-18032fac-5abb-4f7b-aee0-e3bb8a48c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.173192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46744) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:01.186157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': '40d2557b-89c6-4244-8c60-5f087981ae86', 'ip_address': '2001:db8::bbf1:3685:d3ac:e9b5'}], 'name': 'tempest-NetworksTestDHCPv6-8125763'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:01.257206 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.258031 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-18032fac-5abb-4f7b-aee0-e3bb8a48c1b2 None None] Port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:35:01.260567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 33623758-89e8-42b6-8915-bab2257c92bf, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=33623758-89e8-42b6-8915-bab2257c92bf,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:01.272662 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.273416 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:01.274204 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8e0f144d-28a6-416e-b9fb-62164cacd725 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.276264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-6ad2b893-8e51-4589-a9fa-8185bb3dcaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:01.278413 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-6ad2b893-8e51-4589-a9fa-8185bb3dcaf0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f7a713d-4535-4d26-b4b0-fc318c79a77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3756666 Jul 08 20:35:01.283178 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8e0f144d-28a6-416e-b9fb-62164cacd725 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.318610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f144d-28a6-416e-b9fb-62164cacd725 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbd67ea-ea7e-45b6-9dd6-d25c66a1bb4d,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:01.323706 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8e0f144d-28a6-416e-b9fb-62164cacd725 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.324154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735826d-cc15-4ac9-8423-099f98841750 req-9722e7d9-98ac-47d1-b029-0f0008edd630 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:01.329834 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8e0f144d-28a6-416e-b9fb-62164cacd725 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3938293 Jul 08 20:35:01.329939 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8735826d-cc15-4ac9-8423-099f98841750 req-9722e7d9-98ac-47d1-b029-0f0008edd630 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "GET /v2.0/ports/bf5aa183-08c5-49a8-91d7-2937e4f8a459?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1374505 Jul 08 20:35:01.330060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46746) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:01.359699 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-10f68223-a9f8-49fb-963f-327007032290 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules/afbd67ea-ea7e-45b6-9dd6-d25c66a1bb4d HTTP/1.1" status: 200 len: 769 time: 0.0276265 Jul 08 20:35:01.360107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46748) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:01.365519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=33623758-89e8-42b6-8915-bab2257c92bf,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:01.375794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-8735826d-cc15-4ac9-8423-099f98841750 req-e451536b-5242-4473-ba61-528befa47307 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:01.410469 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-69c684cb-bf12-4151-a169-1fcb398b14ba None None] For port 90829fa7-6244-4749-a357-9fc562684fa0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=90829fa7-6244-4749-a357-9fc562684fa0,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:01.412206 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-69c684cb-bf12-4151-a169-1fcb398b14ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.418086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bdf53a68-530e-467b-9f2a-9912c95b3102 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0569146 Jul 08 20:35:01.420140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:01.423588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46750) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:01.441867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-69c684cb-bf12-4151-a169-1fcb398b14ba None None] Calling delete_port for 90829fa7-6244-4749-a357-9fc562684fa0 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:01.460145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1d078859-8c46-446c-a537-8f657c25219e None None] Provisioning complete for port 4b516fbd-786d-424e-8772-22f532f4445c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:01.460527 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1d078859-8c46-446c-a537-8f657c25219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.503438 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-957d32ac-214b-415d-9810-075953ba6f47 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.529666 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-957d32ac-214b-415d-9810-075953ba6f47 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.554112 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-e451536b-5242-4473-ba61-528befa47307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.563189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1d078859-8c46-446c-a537-8f657c25219e None None] Port 4b516fbd-786d-424e-8772-22f532f4445c cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:35:01.579453 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-5d665f6e-ca80-472a-83a9-3ff4cad7d11a service neutron] 10.222.0.103 "GET /v2.0/networks/1f7a713d-4535-4d26-b4b0-fc318c79a77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863872 Jul 08 20:35:01.597550 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.601818 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-957d32ac-214b-415d-9810-075953ba6f47 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.603240 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.607304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-957d32ac-214b-415d-9810-075953ba6f47 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.608930 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-957d32ac-214b-415d-9810-075953ba6f47 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/afbd67ea-ea7e-45b6-9dd6-d25c66a1bb4d HTTP/1.1" status: 204 len: 168 time: 0.1847000 Jul 08 20:35:01.631093 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-69c684cb-bf12-4151-a169-1fcb398b14ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.640061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46754) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:01.666451 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d32ac-214b-415d-9810-075953ba6f47 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afbd67ea-ea7e-45b6-9dd6-d25c66a1bb4d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:01.672514 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f5262a4c-466f-4bd4-b326-3261c30b8474 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:01.681317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c684cb-bf12-4151-a169-1fcb398b14ba None None] Pushing event deleted for resources: {'Port': ['ID=90829fa7-6244-4749-a357-9fc562684fa0,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:01.682283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 7ebe71e1-9c0e-4549-9349-53d58113570c yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:35:01.690964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:01.710262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c684cb-bf12-4151-a169-1fcb398b14ba None None] No DVR routers for this DVR port 90829fa7-6244-4749-a357-9fc562684fa0 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:01.713649 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.714476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 38715079-6e58-4111-a451-5e41d5afc8d8 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:01.720466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.815657 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.836237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd53e6-defd-447e-8588-78493e5e6c41 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:01.850647 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:01.930960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-87e976f9-29e1-44d4-9c3f-5bc9df96848d tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2718861 Jul 08 20:35:01.937942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f5262a4c-466f-4bd4-b326-3261c30b8474 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:01.938335 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:01.939319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46758) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:01.986055 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.000591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::bbf1:3685:d3ac:e9b5 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/40d2557b-89c6-4244-8c60-5f087981ae86/7ebe71e1-9c0e-4549-9349-53d58113570c) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:02.017294 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb90a08-98f9-4f06-b266-ceb654228dc8 req-9affb9f2-34f9-4b89-be3e-1034b020269f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:02.021282 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bb90a08-98f9-4f06-b266-ceb654228dc8 req-9affb9f2-34f9-4b89-be3e-1034b020269f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 944 time: 0.2143497 Jul 08 20:35:02.043349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Pushing event updated for resources: {'Port': ['ID=2c7bbef8-35c3-48d3-9ed9-ffb449c8f623,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:02.048672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8735826d-cc15-4ac9-8423-099f98841750 req-e451536b-5242-4473-ba61-528befa47307 service neutron] For port bf5aa183-08c5-49a8-91d7-2937e4f8a459, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=bf5aa183-08c5-49a8-91d7-2937e4f8a459,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:02.053731 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.068274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 38715079-6e58-4111-a451-5e41d5afc8d8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=38715079-6e58-4111-a451-5e41d5afc8d8,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:02.075067 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.076040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bf5aa183-08c5-49a8-91d7-2937e4f8a459 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:02.081646 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2369d6a-9127-4a94-a933-3f0a6d9aa776 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.095270 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78c0abf5-ebe6-4ef5-a410-165df6f68681 req-bf559580-0d5c-442b-ba79-bfd0f7419736 service neutron] 10.222.0.103 "GET /v2.0/networks/1f7a713d-4535-4d26-b4b0-fc318c79a77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522343 Jul 08 20:35:02.138510 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bb90a08-98f9-4f06-b266-ceb654228dc8 req-f4221f35-c500-4f63-897c-ec66247f25dc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104665 Jul 08 20:35:02.152280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': '40d2557b-89c6-4244-8c60-5f087981ae86'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:35:02.153387 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.157159 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2369d6a-9127-4a94-a933-3f0a6d9aa776 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.164792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba6954-083d-412b-9517-cf0456add8f8 req-600a1d2a-8cc5-4987-8f8e-521ed8878ad6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:02.179794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba6954-083d-412b-9517-cf0456add8f8 req-600a1d2a-8cc5-4987-8f8e-521ed8878ad6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:02.179794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba6954-083d-412b-9517-cf0456add8f8 req-600a1d2a-8cc5-4987-8f8e-521ed8878ad6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:02.184658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba6954-083d-412b-9517-cf0456add8f8 req-600a1d2a-8cc5-4987-8f8e-521ed8878ad6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:02.190835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba6954-083d-412b-9517-cf0456add8f8 req-600a1d2a-8cc5-4987-8f8e-521ed8878ad6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:02.197100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba6954-083d-412b-9517-cf0456add8f8 req-600a1d2a-8cc5-4987-8f8e-521ed8878ad6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:02.199015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdba6954-083d-412b-9517-cf0456add8f8 req-600a1d2a-8cc5-4987-8f8e-521ed8878ad6 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 4659 time: 0.3934879 Jul 08 20:35:02.266379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8735826d-cc15-4ac9-8423-099f98841750 req-e451536b-5242-4473-ba61-528befa47307 service neutron] For port bf5aa183-08c5-49a8-91d7-2937e4f8a459, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:02.304797 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2369d6a-9127-4a94-a933-3f0a6d9aa776 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.307767 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2369d6a-9127-4a94-a933-3f0a6d9aa776 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.312044 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f2369d6a-9127-4a94-a933-3f0a6d9aa776 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "DELETE /v2.0/security-groups/3f8c7dca-407a-421c-82d4-509b32762d42 HTTP/1.1" status: 204 len: 168 time: 0.3665469 Jul 08 20:35:02.313088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46762) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:02.330527 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2369d6a-9127-4a94-a933-3f0a6d9aa776 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8c7dca-407a-421c-82d4-509b32762d42,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:02.353171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-8735826d-cc15-4ac9-8423-099f98841750 req-e451536b-5242-4473-ba61-528befa47307 service neutron] device_id is not set on port bf5aa183-08c5-49a8-91d7-2937e4f8a459 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:35:02.371505 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-e451536b-5242-4473-ba61-528befa47307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.377315 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdba6954-083d-412b-9517-cf0456add8f8 req-8f09528e-182d-47cc-ab45-50fc99e3bfe7 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=c055704c-90f9-4fcd-94a6-5255b19d63c1&id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1657674 Jul 08 20:35:02.403623 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-e451536b-5242-4473-ba61-528befa47307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.412854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:02.437854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.448277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:02.453227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-296996f1-d678-44a7-b53d-ccb8f1ea355a tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1242850 Jul 08 20:35:02.454108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=38715079-6e58-4111-a451-5e41d5afc8d8,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:02.455544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46764) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:02.463594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device bf5aa183-08c5-49a8-91d7-2937e4f8a459 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:35:02.464021 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5aad874e-179e-4f53-8a91-58fce4a19dba no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:02.495909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 7ebe71e1-9c0e-4549-9349-53d58113570c will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:02.523421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451536b-5242-4473-ba61-528befa47307 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5aa183-08c5-49a8-91d7-2937e4f8a459,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:02.537072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d4504-e6c1-4d31-a5cd-31a5eb7e9bec req-42012728-8501-4a47-be4e-803110ad88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:02.539837 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-171d4504-e6c1-4d31-a5cd-31a5eb7e9bec req-42012728-8501-4a47-be4e-803110ad88e7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 1096 time: 0.3398037 Jul 08 20:35:02.571105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c5d26518-c95b-4168-a619-d4ae477d8691 tempest-SecGroupIPv6Test-521666554 tempest-SecGroupIPv6Test-521666554-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1142807 Jul 08 20:35:02.576417 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 90829fa7-6244-4749-a357-9fc562684fa0 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:02.604251 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.643238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8735826d-cc15-4ac9-8423-099f98841750 req-e451536b-5242-4473-ba61-528befa47307 service neutron] No DVR routers for this DVR port bf5aa183-08c5-49a8-91d7-2937e4f8a459 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:02.667832 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:02.671630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:02.688602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:02.701220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:02.702033 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.737798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=7ebe71e1-9c0e-4549-9349-53d58113570c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:02.741953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33623758-89e8-42b6-8915-bab2257c92bf'}, {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8f73f5-2b56-402b-ba6e-e83ac510fe9a'}, {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38715079-6e58-4111-a451-5e41d5afc8d8'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:35:02.754453 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-64c9c421-d528-4c40-8625-c672d9a87b4a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.5801899 Jul 08 20:35:02.755964 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a54a60-5992-4ad3-949e-95f131b96103" -d '{"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-unplugged", "status": "completed", "tag": "33623758-89e8-42b6-8915-bab2257c92bf"}, {"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8f73f5-2b56-402b-ba6e-e83ac510fe9a"}, {"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-unplugged", "status": "completed", "tag": "38715079-6e58-4111-a451-5e41d5afc8d8"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:35:02.758878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46768) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:02.769981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0e11c457-fb4e-472e-8496-4b13d3c689d4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': '40d2557b-89c6-4244-8c60-5f087981ae86', 'ip_address': '2001:db8::bbf1:3685:d3ac:e9b5'}], 'name': 'tempest-NetworksTestDHCPv6-1459276696'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:02.778883 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 90829fa7-6244-4749-a357-9fc562684fa0 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:35:02.779407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 90829fa7-6244-4749-a357-9fc562684fa0 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:35:02.836428 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.861272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Allocated IP 2001:db8::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/40d2557b-89c6-4244-8c60-5f087981ae86/382125b5-d93a-48d4-abe0-bd44ff1d99fe) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:02.903914 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 08 Jul 2021 20:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe4b77d-f7b8-4769-9f0a-825ccc5eba71 x-openstack-request-id: req-2fe4b77d-f7b8-4769-9f0a-825ccc5eba71 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:02.906653 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-unplugged", "status": "completed", "tag": "33623758-89e8-42b6-8915-bab2257c92bf", "code": 200}, {"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8f73f5-2b56-402b-ba6e-e83ac510fe9a", "code": 200}, {"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-unplugged", "status": "completed", "tag": "38715079-6e58-4111-a451-5e41d5afc8d8", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:02.906984 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2fe4b77d-f7b8-4769-9f0a-825ccc5eba71 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:02.907434 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33623758-89e8-42b6-8915-bab2257c92bf', 'code': 200} Jul 08 20:35:02.907693 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8f73f5-2b56-402b-ba6e-e83ac510fe9a', 'code': 200} Jul 08 20:35:02.909248 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38715079-6e58-4111-a451-5e41d5afc8d8', 'code': 200} Jul 08 20:35:02.977464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5aad874e-179e-4f53-8a91-58fce4a19dba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5aad874e-179e-4f53-8a91-58fce4a19dba,segment=NetworkSegment(a728bf02-0983-4a75-8d42-361c6881bbad),segment_id=a728bf02-0983-4a75-8d42-361c6881bbad)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:02.984207 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:02.984908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4b516fbd-786d-424e-8772-22f532f4445c no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:03.058198 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4b516fbd-786d-424e-8772-22f532f4445c not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:35:03.061001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e11c457-fb4e-472e-8496-4b13d3c689d4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:03.070234 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e11c457-fb4e-472e-8496-4b13d3c689d4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:03.103988 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-0e11c457-fb4e-472e-8496-4b13d3c689d4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 75f827ad-de98-4efc-9ab3-e22d9b099ed3 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:35:03.127174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6f1b4a68-e3c3-4ab0-ad46-45dcb9eb26e9 None None] Provisioning complete for port bf5aa183-08c5-49a8-91d7-2937e4f8a459 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:03.127499 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4a68-e3c3-4ab0-ad46-45dcb9eb26e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:03.172389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b4a68-e3c3-4ab0-ad46-45dcb9eb26e9 None None] Port bf5aa183-08c5-49a8-91d7-2937e4f8a459 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:35:03.210341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6f1b4a68-e3c3-4ab0-ad46-45dcb9eb26e9 None None] Provisioning complete for port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:03.210988 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4a68-e3c3-4ab0-ad46-45dcb9eb26e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:03.218950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5aad874e-179e-4f53-8a91-58fce4a19dba,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:03.220947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46774) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:03.278878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b4a68-e3c3-4ab0-ad46-45dcb9eb26e9 None None] Port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:35:03.335359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8735826d-cc15-4ac9-8423-099f98841750 req-e451536b-5242-4473-ba61-528befa47307 service neutron] In _notify_port_updated(), no bound segment for port bf5aa183-08c5-49a8-91d7-2937e4f8a459 on network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea {{(pid=94065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:35:03.336318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735826d-cc15-4ac9-8423-099f98841750 req-e451536b-5242-4473-ba61-528befa47307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:03.337021 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-e451536b-5242-4473-ba61-528befa47307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:03.338412 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8735826d-cc15-4ac9-8423-099f98841750 req-e451536b-5242-4473-ba61-528befa47307 service neutron] 10.222.0.103 "PUT /v2.0/ports/bf5aa183-08c5-49a8-91d7-2937e4f8a459 HTTP/1.1" status: 200 len: 1032 time: 1.9996953 Jul 08 20:35:03.345336 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:03.357202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Transition to ACTIVE for port object 382125b5-d93a-48d4-abe0-bd44ff1d99fe will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:03.382887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Transition to ACTIVE for port object 382125b5-d93a-48d4-abe0-bd44ff1d99fe will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:03.391539 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:03.436714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:03.441687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:03.446143 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:03.452438 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e11c457-fb4e-472e-8496-4b13d3c689d4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 20:35:03.455613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e11c457-fb4e-472e-8496-4b13d3c689d4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:35:03.477414 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0e11c457-fb4e-472e-8496-4b13d3c689d4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7171752 Jul 08 20:35:03.479488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46784) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:03.521738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Pushing event updated for resources: {'Port': ['ID=382125b5-d93a-48d4-abe0-bd44ff1d99fe,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:03.527264 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Attempting to bind port 382125b5-d93a-48d4-abe0-bd44ff1d99fe on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:35:03.527526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Router 5f2a0fa1-1543-4417-b073-1760f7080406 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:35:03.527898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Attempting to bind port 382125b5-d93a-48d4-abe0-bd44ff1d99fe by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:35:03.528394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Attempting to bind port 382125b5-d93a-48d4-abe0-bd44ff1d99fe on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:03.533689 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:35:03.534060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:03.534471 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:03.534901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:35:03.535376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Bound port: 382125b5-d93a-48d4-abe0-bd44ff1d99fe, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:35:03.535779 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:03.579167 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7177816d-35d0-4ad5-8eaa-63ca18d84a37 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=88d39131d5454ebc9193b7b4757b503f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394411 Jul 08 20:35:03.579687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d4504-e6c1-4d31-a5cd-31a5eb7e9bec req-55129a3f-d98b-4d67-9bc9-ef2d44d327a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:03.581380 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-171d4504-e6c1-4d31-a5cd-31a5eb7e9bec req-55129a3f-d98b-4d67-9bc9-ef2d44d327a2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f7a713d-4535-4d26-b4b0-fc318c79a77b HTTP/1.1" status: 200 len: 898 time: 0.9487443 Jul 08 20:35:03.586157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46786) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:03.618705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e095c-f1a6-41ef-99a5-16a0c0031592 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:03.628278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e095c-f1a6-41ef-99a5-16a0c0031592 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:03.631989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-058e095c-f1a6-41ef-99a5-16a0c0031592 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1513138 Jul 08 20:35:03.634578 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46788) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:03.649795 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] For port 382125b5-d93a-48d4-abe0-bd44ff1d99fe, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:03.655536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] For port 382125b5-d93a-48d4-abe0-bd44ff1d99fe, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=382125b5-d93a-48d4-abe0-bd44ff1d99fe,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:35:03.661188 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:03.729202 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-171d4504-e6c1-4d31-a5cd-31a5eb7e9bec req-16fdbcee-3970-41c4-9c11-dd38e67c3d48 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f00444-8ff1-4a2e-8822-cbf6de6bf298 HTTP/1.1" status: 200 len: 217 time: 0.1224515 Jul 08 20:35:03.763198 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd147a1-718b-4a6b-83bf-c741b4480c4d None None] Pushing event updated for resources: {'Port': ['ID=382125b5-d93a-48d4-abe0-bd44ff1d99fe,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:03.824409 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c9443-4e78-4bd0-8537-09f5e591fca4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 7ebe71e1-9c0e-4549-9349-53d58113570c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:03.825063 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9443-4e78-4bd0-8537-09f5e591fca4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:03.859936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d4504-e6c1-4d31-a5cd-31a5eb7e9bec req-747418c0-6174-420f-a3c9-e2ed7dfd697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:03.861555 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-171d4504-e6c1-4d31-a5cd-31a5eb7e9bec req-747418c0-6174-420f-a3c9-e2ed7dfd697a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=86b9acac-f7c6-4ab3-b5a5-13591a6d99b5 HTTP/1.1" status: 200 len: 835 time: 0.1184080 Jul 08 20:35:03.882442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a1ecd-6178-46f5-9655-5c2a5a05fa3c req-e5b56733-46f3-4ffb-8790-a0ed3d91e4f0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:03.888474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a1ecd-6178-46f5-9655-5c2a5a05fa3c req-e5b56733-46f3-4ffb-8790-a0ed3d91e4f0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:03.894752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a1ecd-6178-46f5-9655-5c2a5a05fa3c req-e5b56733-46f3-4ffb-8790-a0ed3d91e4f0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:03.903426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a1ecd-6178-46f5-9655-5c2a5a05fa3c req-e5b56733-46f3-4ffb-8790-a0ed3d91e4f0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:03.909398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a1ecd-6178-46f5-9655-5c2a5a05fa3c req-e5b56733-46f3-4ffb-8790-a0ed3d91e4f0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:03.912596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c61a1ecd-6178-46f5-9655-5c2a5a05fa3c req-e5b56733-46f3-4ffb-8790-a0ed3d91e4f0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 3876 time: 0.1843014 Jul 08 20:35:04.016397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:35:04.024144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Sync routers for ids ['5f2a0fa1-1543-4417-b073-1760f7080406'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:35:04.028896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525e907-838a-4452-a463-1936c0585353 req-ef89f518-7140-4b07-b2eb-5f8a73c43176 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:04.030506 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a525e907-838a-4452-a463-1936c0585353 req-ef89f518-7140-4b07-b2eb-5f8a73c43176 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 944 time: 0.7065339 Jul 08 20:35:04.035359 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c61a1ecd-6178-46f5-9655-5c2a5a05fa3c req-46614b4e-cfcf-4a68-8fc7-f2e5222310fe tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099157 Jul 08 20:35:04.035652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Routers {'5f2a0fa1-1543-4417-b073-1760f7080406'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:04.046044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:34:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5f2a0fa1-1543-4417-b073-1760f7080406'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:04.052893 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9443-4e78-4bd0-8537-09f5e591fca4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.058571 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6eb6b341-6e1f-4cee-a338-54760cc07cfe admin admin] 10.222.0.101 "PUT /v2.0/routers/5f2a0fa1-1543-4417-b073-1760f7080406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9687183 Jul 08 20:35:04.066076 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-732c4692-98c5-4c56-94a6-00af1259cb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.076839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c9443-4e78-4bd0-8537-09f5e591fca4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 7ebe71e1-9c0e-4549-9349-53d58113570c owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:04.121262 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-732c4692-98c5-4c56-94a6-00af1259cb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.130883 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-34262473-a525-4c85-a871-ec2b3c3d6fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.225610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8735826d-cc15-4ac9-8423-099f98841750 req-33cd448a-738e-4c8d-a249-77d974634840 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Deleting port 38715079-6e58-4111-a451-5e41d5afc8d8 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:04.225847 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-33cd448a-738e-4c8d-a249-77d974634840 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.243418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Set router 5f2a0fa1-1543-4417-b073-1760f7080406 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:04.311177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d4504-e6c1-4d31-a5cd-31a5eb7e9bec req-e5bab3ac-b3ee-445b-8714-acf56049ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:04.312739 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-171d4504-e6c1-4d31-a5cd-31a5eb7e9bec req-e5bab3ac-b3ee-445b-8714-acf56049ecb2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f7a713d-4535-4d26-b4b0-fc318c79a77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4372418 Jul 08 20:35:04.315680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a525e907-838a-4452-a463-1936c0585353 req-40c282d1-3f83-4df7-8dac-fa033acc96b7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366925 Jul 08 20:35:04.320941 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-732c4692-98c5-4c56-94a6-00af1259cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.323449 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-732c4692-98c5-4c56-94a6-00af1259cb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.327503 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-732c4692-98c5-4c56-94a6-00af1259cb12 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d5253291-f8eb-4eb1-85c4-7d1edb8d393b HTTP/1.1" status: 204 len: 168 time: 0.7338667 Jul 08 20:35:04.399550 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9443-4e78-4bd0-8537-09f5e591fca4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.416058 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c4692-98c5-4c56-94a6-00af1259cb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5253291-f8eb-4eb1-85c4-7d1edb8d393b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:04.432756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e7f00444-8ff1-4a2e-8822-cbf6de6bf298 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:35:04.448405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c9443-4e78-4bd0-8537-09f5e591fca4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=7ebe71e1-9c0e-4549-9349-53d58113570c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:04.493133 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9443-4e78-4bd0-8537-09f5e591fca4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.497902 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dd1c9443-4e78-4bd0-8537-09f5e591fca4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/7ebe71e1-9c0e-4549-9349-53d58113570c HTTP/1.1" status: 204 len: 168 time: 0.8600795 Jul 08 20:35:04.498954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46798) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:04.531339 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8735826d-cc15-4ac9-8423-099f98841750 req-33cd448a-738e-4c8d-a249-77d974634840 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] For port 38715079-6e58-4111-a451-5e41d5afc8d8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=38715079-6e58-4111-a451-5e41d5afc8d8,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:04.531716 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-33cd448a-738e-4c8d-a249-77d974634840 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.557432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8735826d-cc15-4ac9-8423-099f98841750 req-33cd448a-738e-4c8d-a249-77d974634840 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Calling delete_port for 38715079-6e58-4111-a451-5e41d5afc8d8 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:04.580695 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb557d3-1199-465b-8a67-d4ae0fb0f555 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:04.582535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb557d3-1199-465b-8a67-d4ae0fb0f555 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:04.588031 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fdb557d3-1199-465b-8a67-d4ae0fb0f555 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0857100 Jul 08 20:35:04.588227 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-171d4504-e6c1-4d31-a5cd-31a5eb7e9bec req-8590eb92-2576-40df-b7ca-eb6310143d30 service neutron] 10.222.0.103 "GET /v2.0/networks/1f7a713d-4535-4d26-b4b0-fc318c79a77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585976 Jul 08 20:35:04.588844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46802) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:04.659462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 40d2557b-89c6-4244-8c60-5f087981ae86 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:35:04.659462 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.751926 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.770714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e7f00444-8ff1-4a2e-8822-cbf6de6bf298, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e7f00444-8ff1-4a2e-8822-cbf6de6bf298,segment=NetworkSegment(78c4cbba-324a-4635-956e-29853693327e),segment_id=78c4cbba-324a-4635-956e-29853693327e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:04.773343 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-171d4504-e6c1-4d31-a5cd-31a5eb7e9bec req-1eb843be-628d-45ff-8454-8a8c4df32359 service neutron] 10.222.0.103 "GET /v2.0/networks/1f7a713d-4535-4d26-b4b0-fc318c79a77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506815 Jul 08 20:35:04.814607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'port_id': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'mac_address': 'fa:16:3e:c9:94:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:35:04.891069 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.900747 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-33cd448a-738e-4c8d-a249-77d974634840 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.913140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aad874e-179e-4f53-8a91-58fce4a19dba'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:35:04.915468 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e44984-c4a1-45bd-96de-9b4db4f925f9" -d '{"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-unplugged", "status": "completed", "tag": "5aad874e-179e-4f53-8a91-58fce4a19dba"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:35:04.916267 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:04.919237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:35:01Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2c7bbef8-35c3-48d3-9ed9-ffb449c8f623', 'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'mac_address': 'fa:16:3e:c0:c5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:58Z', 'updated_at': '2021-07-08T20:35:01Z', 'revision_number': 2, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'subnets': [{'id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:04.984252 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f00444-8ff1-4a2e-8822-cbf6de6bf298 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:35:05.001700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Checking router: 5f2a0fa1-1543-4417-b073-1760f7080406 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:35:05.002056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Updating router 5f2a0fa1-1543-4417-b073-1760f7080406 port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:35:05.036869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8735826d-cc15-4ac9-8423-099f98841750 req-33cd448a-738e-4c8d-a249-77d974634840 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] No DVR routers for this DVR port 38715079-6e58-4111-a451-5e41d5afc8d8 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:05.039913 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-33cd448a-738e-4c8d-a249-77d974634840 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:05.042360 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8735826d-cc15-4ac9-8423-099f98841750 req-33cd448a-738e-4c8d-a249-77d974634840 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "DELETE /v2.0/ports/38715079-6e58-4111-a451-5e41d5afc8d8 HTTP/1.1" status: 204 len: 173 time: 1.6884117 Jul 08 20:35:05.043020 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-deleted', 'tag': '38715079-6e58-4111-a451-5e41d5afc8d8'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:35:05.045395 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8397f9fe-c1fb-432c-a477-0f87a839fe7f" -d '{"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-deleted", "tag": "38715079-6e58-4111-a451-5e41d5afc8d8"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:35:05.056713 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:05.061130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd448a-738e-4c8d-a249-77d974634840 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Port': ['ID=38715079-6e58-4111-a451-5e41d5afc8d8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:05.088842 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fcbc54-1a2b-49d3-807b-170950a04608 x-openstack-request-id: req-d6fcbc54-1a2b-49d3-807b-170950a04608 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:05.089158 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-unplugged", "status": "completed", "tag": "5aad874e-179e-4f53-8a91-58fce4a19dba", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:05.089437 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d6fcbc54-1a2b-49d3-807b-170950a04608 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:05.089863 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aad874e-179e-4f53-8a91-58fce4a19dba', 'code': 200} Jul 08 20:35:05.134618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=40d2557b-89c6-4244-8c60-5f087981ae86,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:05.137504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e7f00444-8ff1-4a2e-8822-cbf6de6bf298, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e7f00444-8ff1-4a2e-8822-cbf6de6bf298,segment=NetworkSegment(78c4cbba-324a-4635-956e-29853693327e),segment_id=78c4cbba-324a-4635-956e-29853693327e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:05.137659 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:05.146465 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/40d2557b-89c6-4244-8c60-5f087981ae86 HTTP/1.1" status: 204 len: 168 time: 0.5563252 Jul 08 20:35:05.148515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46824) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:05.151069 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:05.163721 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:05.170939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:05.171596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:05.171974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:05.173177 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:05.173540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:05.173879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:05.175343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:05.177251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:05.178001 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6f589e-4ae4-4766-9b1e-29ac6369ab47 x-openstack-request-id: req-1b6f589e-4ae4-4766-9b1e-29ac6369ab47 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:05.178323 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-deleted", "tag": "38715079-6e58-4111-a451-5e41d5afc8d8", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:05.178760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:05.179210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:05.179346 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1b6f589e-4ae4-4766-9b1e-29ac6369ab47 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:05.179454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:05.179955 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-deleted', 'tag': '38715079-6e58-4111-a451-5e41d5afc8d8', 'status': 'completed', 'code': 200} Jul 08 20:35:05.180987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24396d64-6292-4537-b096-755b806b8fea tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:05.282841 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2e9daea3-7c0a-422d-a96a-0f6ca4337655 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194437 Jul 08 20:35:05.283469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46830) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:05.299367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a6842b1f-399a-4c5c-8581-de8ec55f0428 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:05.374555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Deleting port 5aad874e-179e-4f53-8a91-58fce4a19dba {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:05.374857 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:05.425218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46836) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:05.442746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-484422593-network', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:05.592851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677a0f86-2629-404a-9382-8090b6569cc5 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:05.607863 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Made reservation on behalf of 565a220a7bc64f27af5c3337902d57d1 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:05.624850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6842b1f-399a-4c5c-8581-de8ec55f0428 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:05.628659 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:05.640054 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6842b1f-399a-4c5c-8581-de8ec55f0428 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:05.686974 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:05.689519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 382125b5-d93a-48d4-abe0-bd44ff1d99fe up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:05.697470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3a7c6ade-e49b-496c-97ec-3b1bd0b80f37 None None] Provisioning for port 382125b5-d93a-48d4-abe0-bd44ff1d99fe completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:05.705855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] For port 5aad874e-179e-4f53-8a91-58fce4a19dba, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5aad874e-179e-4f53-8a91-58fce4a19dba,segment=NetworkSegment(a728bf02-0983-4a75-8d42-361c6881bbad),segment_id=a728bf02-0983-4a75-8d42-361c6881bbad)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:05.706456 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:05.741224 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e7f00444-8ff1-4a2e-8822-cbf6de6bf298'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:35:05.773896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22bf55-45df-49b3-a7db-6a6b38e25543 req-5173f4c5-f869-4fb9-ae82-a287ec905df2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:05.778060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e7f00444-8ff1-4a2e-8822-cbf6de6bf298,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:05.782021 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5e22bf55-45df-49b3-a7db-6a6b38e25543 req-5173f4c5-f869-4fb9-ae82-a287ec905df2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 945 time: 0.2351334 Jul 08 20:35:05.854690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5e22bf55-45df-49b3-a7db-6a6b38e25543 req-f9bdbab2-72cc-44bf-a277-b856d39a02fe tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682173 Jul 08 20:35:06.027500 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6842b1f-399a-4c5c-8581-de8ec55f0428 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.072861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6842b1f-399a-4c5c-8581-de8ec55f0428 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:06.076153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-a6842b1f-399a-4c5c-8581-de8ec55f0428 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:06.082443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6842b1f-399a-4c5c-8581-de8ec55f0428 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:06.083761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6842b1f-399a-4c5c-8581-de8ec55f0428 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.111124 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a6842b1f-399a-4c5c-8581-de8ec55f0428 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8262365 Jul 08 20:35:06.111730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46852) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:06.121003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-868f04b7-85d5-40ab-a730-b5ded98aba11 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': 'ea74bfe8-5357-479f-8a6a-7b7ae778dc60', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-906413024'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:06.126325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6842b1f-399a-4c5c-8581-de8ec55f0428 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=ea74bfe8-5357-479f-8a6a-7b7ae778dc60,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:06.219465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 382125b5-d93a-48d4-abe0-bd44ff1d99fe completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:06.243008 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 382125b5-d93a-48d4-abe0-bd44ff1d99fe triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:06.243388 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.320416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.320951 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.321277 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Floating IP 841af8a5-6b45-42d1-9a03-f51e09be74c4 disassociated. External IP: 172.25.4.120, port: 5aad874e-179e-4f53-8a91-58fce4a19dba. Jul 08 20:35:06.321697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Calling delete_port for 5aad874e-179e-4f53-8a91-58fce4a19dba owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:06.333278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dc80b-eb26-40bd-8206-197dd00c2d4c req-542adc8d-ad79-4c71-8985-89022269a7e0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:06.340422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dc80b-eb26-40bd-8206-197dd00c2d4c req-542adc8d-ad79-4c71-8985-89022269a7e0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:06.346929 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dc80b-eb26-40bd-8206-197dd00c2d4c req-542adc8d-ad79-4c71-8985-89022269a7e0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:06.355033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dc80b-eb26-40bd-8206-197dd00c2d4c req-542adc8d-ad79-4c71-8985-89022269a7e0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:06.363012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-143dc80b-eb26-40bd-8206-197dd00c2d4c req-542adc8d-ad79-4c71-8985-89022269a7e0 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 3143 time: 1.0201609 Jul 08 20:35:06.378778 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.415967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98afff-d775-43dc-a20c-489e200c7313 None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:35:06.455904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Transition to ACTIVE for port object 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:06.470425 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-143dc80b-eb26-40bd-8206-197dd00c2d4c req-b2420f3b-4739-4bcd-a732-95cc586d047e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062567 Jul 08 20:35:06.485393 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.532946 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.573422 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.592510 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.621981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:35:06.632934 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.633324 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Added segment c4ddb7f1-7fee-470e-84ce-98392213d117 of type vlan for network 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9 Jul 08 20:35:06.685480 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.794655 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.795615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:06.796212 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.807190 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.851368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868f04b7-85d5-40ab-a730-b5ded98aba11 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:06.876155 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe3cc6a-8cb4-492a-8d6a-65589c5f6e08,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:06.905081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Attempting to bind port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:35:06.905647 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Attempting to bind port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:35:06.905933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Attempting to bind port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 on network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:06.909476 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Port': ['ID=5aad874e-179e-4f53-8a91-58fce4a19dba,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:06.915674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1c98afff-d775-43dc-a20c-489e200c7313 None None] Deleting port 382125b5-d93a-48d4-abe0-bd44ff1d99fe {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:06.916346 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1c98afff-d775-43dc-a20c-489e200c7313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.918336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af6c75-e46c-43fd-88c5-452666200259 None None] Pushing event updated for resources: {'Port': ['ID=2c7bbef8-35c3-48d3-9ed9-ffb449c8f623,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:06.931932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4919126 Jul 08 20:35:06.934290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:35:06.934683 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Checking segment: {'id': '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:06.935092 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.935492 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Bound using segment: {'id': '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:35:06.936031 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Bound port: 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:35:06.936422 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:06.971609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46876) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:06.991382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a5bb9c86-edc8-43b2-b4c1-5eb446b8e826 admin admin] Request body: {'subnet': {'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-484422593-subnet', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:07.012460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 382125b5-d93a-48d4-abe0-bd44ff1d99fe, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=382125b5-d93a-48d4-abe0-bd44ff1d99fe,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:07.046361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0b7ef-8775-400a-b93b-060742973fb3 req-8822405d-5c29-4253-91cf-792cf1660259 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:07.048411 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e516807e-1b45-4e66-b143-ef28314c4e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:07.054720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0b7ef-8775-400a-b93b-060742973fb3 req-8822405d-5c29-4253-91cf-792cf1660259 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:07.061937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0b7ef-8775-400a-b93b-060742973fb3 req-8822405d-5c29-4253-91cf-792cf1660259 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:07.068520 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:07.069489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0b7ef-8775-400a-b93b-060742973fb3 req-8822405d-5c29-4253-91cf-792cf1660259 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:07.080490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0b7ef-8775-400a-b93b-060742973fb3 req-8822405d-5c29-4253-91cf-792cf1660259 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:07.090987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0b7ef-8775-400a-b93b-060742973fb3 req-8822405d-5c29-4253-91cf-792cf1660259 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:07.097343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0b7ef-8775-400a-b93b-060742973fb3 req-8822405d-5c29-4253-91cf-792cf1660259 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:07.101300 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87f0b7ef-8775-400a-b93b-060742973fb3 req-8822405d-5c29-4253-91cf-792cf1660259 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5434 time: 0.4693274 Jul 08 20:35:07.114622 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513e559-3abe-41b8-b49b-72c4fdcc0554 admin admin] Pushing event updated for resources: {'Network': ['ID=178b2f5c-26f6-4b2a-94b5-0a8df807e8e9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:07.140903 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] For port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:07.144129 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] For port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2c7bbef8-35c3-48d3-9ed9-ffb449c8f623,segment=NetworkSegment(5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3),segment_id=5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:35:07.145423 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:07.169341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:35:07.177964 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:07.179244 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-868f04b7-85d5-40ab-a730-b5ded98aba11 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:07.192282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Router daba5746-e5a3-4490-b215-1178a0951b65 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:35:07.203626 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bb9c86-edc8-43b2-b4c1-5eb446b8e826 admin admin] Made reservation on behalf of 565a220a7bc64f27af5c3337902d57d1 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:07.208204 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9c86-edc8-43b2-b4c1-5eb446b8e826 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:07.221670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac5775-1fbc-48a2-9fe7-9d207230569b req-84d6590b-45f4-4ec8-8bd5-19c31033168f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:07.230038 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8ac5775-1fbc-48a2-9fe7-9d207230569b req-84d6590b-45f4-4ec8-8bd5-19c31033168f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 945 time: 0.1191392 Jul 08 20:35:07.261341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-868f04b7-85d5-40ab-a730-b5ded98aba11 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port a807614e-ba1b-4184-861b-e081a471d9e0 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:35:07.324928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Routers {'5f2a0fa1-1543-4417-b073-1760f7080406'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:07.325732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5f2a0fa1-1543-4417-b073-1760f7080406'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:07.368868 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87f0b7ef-8775-400a-b93b-060742973fb3 req-60eb231f-e0fc-48de-a9f9-288b21cf5e87 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2498436 Jul 08 20:35:07.414724 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=382125b5-d93a-48d4-abe0-bd44ff1d99fe,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:07.461563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1c98afff-d775-43dc-a20c-489e200c7313 None None] For port 382125b5-d93a-48d4-abe0-bd44ff1d99fe, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=382125b5-d93a-48d4-abe0-bd44ff1d99fe,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:07.461971 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1c98afff-d775-43dc-a20c-489e200c7313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:07.540801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:35:07.552721 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bbc4cb-47c5-49f5-9ab1-bbb046e5f3dc None None] Sync routers for ids ['daba5746-e5a3-4490-b215-1178a0951b65'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:35:07.574200 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bbc4cb-47c5-49f5-9ab1-bbb046e5f3dc None None] Routers {'daba5746-e5a3-4490-b215-1178a0951b65'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:07.574848 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e3bbc4cb-47c5-49f5-9ab1-bbb046e5f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['daba5746-e5a3-4490-b215-1178a0951b65'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:07.583873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1c98afff-d775-43dc-a20c-489e200c7313 None None] Calling delete_port for 382125b5-d93a-48d4-abe0-bd44ff1d99fe owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:07.622775 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8ac5775-1fbc-48a2-9fe7-9d207230569b req-471b33c6-d7f8-4c2d-b9b2-4e983b151e32 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3916721 Jul 08 20:35:07.667947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 382125b5-d93a-48d4-abe0-bd44ff1d99fe no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:07.676077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] No DVR routers for this DVR port 5aad874e-179e-4f53-8a91-58fce4a19dba on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:07.687022 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:07.689240 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8735826d-cc15-4ac9-8423-099f98841750 req-0e82fcf7-0eff-4422-a6a1-6e75f0804d92 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "DELETE /v2.0/ports/5aad874e-179e-4f53-8a91-58fce4a19dba HTTP/1.1" status: 204 len: 173 time: 2.6130102 Jul 08 20:35:07.689778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-deleted', 'tag': '5aad874e-179e-4f53-8a91-58fce4a19dba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:35:07.699687 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf5c721-8099-428f-a694-39003e89fe12" -d '{"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-deleted", "tag": "5aad874e-179e-4f53-8a91-58fce4a19dba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:35:07.812535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af6c75-e46c-43fd-88c5-452666200259 None None] Pushing event updated for resources: {'Port': ['ID=2c7bbef8-35c3-48d3-9ed9-ffb449c8f623,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:07.836324 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-e3bbc4cb-47c5-49f5-9ab1-bbb046e5f3dc None None] Set router daba5746-e5a3-4490-b215-1178a0951b65 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:07.841845 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9c86-edc8-43b2-b4c1-5eb446b8e826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:07.884779 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] Set router 5f2a0fa1-1543-4417-b073-1760f7080406 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:07.888515 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-868f04b7-85d5-40ab-a730-b5ded98aba11 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:35:07.889334 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868f04b7-85d5-40ab-a730-b5ded98aba11 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:35:07.911390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8735826d-cc15-4ac9-8423-099f98841750 req-0dfc469c-8d7b-479e-8433-92ff5909cf56 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Deleting port 5273a0e3-5498-472e-8260-325cfb182fbe {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:07.911791 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-0dfc469c-8d7b-479e-8433-92ff5909cf56 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:07.931381 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-868f04b7-85d5-40ab-a730-b5ded98aba11 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8164353 Jul 08 20:35:07.935520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46888) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:07.990712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb9c86-edc8-43b2-b4c1-5eb446b8e826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12073a65-9be2-4858-ba6a-2872ad215158,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:08.015048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47be9-45d8-4e66-b1c0-8725c5cf69eb req-479830f4-d3ac-4733-bd51-d40673c0b979 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.023814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47be9-45d8-4e66-b1c0-8725c5cf69eb req-479830f4-d3ac-4733-bd51-d40673c0b979 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.030440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47be9-45d8-4e66-b1c0-8725c5cf69eb req-479830f4-d3ac-4733-bd51-d40673c0b979 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.037263 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47be9-45d8-4e66-b1c0-8725c5cf69eb req-479830f4-d3ac-4733-bd51-d40673c0b979 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.042757 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8735826d-cc15-4ac9-8423-099f98841750 req-0dfc469c-8d7b-479e-8433-92ff5909cf56 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] For port 5273a0e3-5498-472e-8260-325cfb182fbe, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5273a0e3-5498-472e-8260-325cfb182fbe,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:08.043192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-0dfc469c-8d7b-479e-8433-92ff5909cf56 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.043706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47be9-45d8-4e66-b1c0-8725c5cf69eb req-479830f4-d3ac-4733-bd51-d40673c0b979 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.049708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47be9-45d8-4e66-b1c0-8725c5cf69eb req-479830f4-d3ac-4733-bd51-d40673c0b979 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.058274 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47be9-45d8-4e66-b1c0-8725c5cf69eb req-479830f4-d3ac-4733-bd51-d40673c0b979 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.062627 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8735826d-cc15-4ac9-8423-099f98841750 req-0dfc469c-8d7b-479e-8433-92ff5909cf56 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Calling delete_port for 5273a0e3-5498-472e-8260-325cfb182fbe owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:08.073532 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36b47be9-45d8-4e66-b1c0-8725c5cf69eb req-479830f4-d3ac-4733-bd51-d40673c0b979 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5434 time: 0.4493833 Jul 08 20:35:08.082950 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.097515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb9c86-edc8-43b2-b4c1-5eb446b8e826 admin admin] Checking segment: {'id': 'c4ddb7f1-7fee-470e-84ce-98392213d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:08.097961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bb9c86-edc8-43b2-b4c1-5eb446b8e826 admin admin] Network hostable DHCP agents. Network: 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:35:08.117584 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1c98afff-d775-43dc-a20c-489e200c7313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.118367 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e3bbc4cb-47c5-49f5-9ab1-bbb046e5f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '62508498-8436-4907-a0e0-979eed0a703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:23:51Z', 'revision_number': 4, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port': {'id': '62508498-8436-4907-a0e0-979eed0a703a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:40Z', 'updated_at': '2021-07-08T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd39d921b-a889-4ae9-b8ed-64cb31f393f4', 'name': '', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'mac_address': 'fa:16:3e:40:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:48Z', 'updated_at': '2021-07-08T20:23:58Z', 'revision_number': 5, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'subnets': [{'id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:08.134775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98afff-d775-43dc-a20c-489e200c7313 None None] No DVR routers for this DVR port 382125b5-d93a-48d4-abe0-bd44ff1d99fe on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:08.160241 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bbc4cb-47c5-49f5-9ab1-bbb046e5f3dc None None] Checking router: daba5746-e5a3-4490-b215-1178a0951b65 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:35:08.173715 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bbc4cb-47c5-49f5-9ab1-bbb046e5f3dc None None] Routers {'daba5746-e5a3-4490-b215-1178a0951b65'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:08.174347 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e3bbc4cb-47c5-49f5-9ab1-bbb046e5f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['daba5746-e5a3-4490-b215-1178a0951b65'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:08.177919 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fcbc88-b572-41e9-9405-28308d37c024 x-openstack-request-id: req-d7fcbc88-b572-41e9-9405-28308d37c024 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:08.178324 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-deleted", "tag": "5aad874e-179e-4f53-8a91-58fce4a19dba", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:08.178634 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d7fcbc88-b572-41e9-9405-28308d37c024 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:08.179286 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-deleted', 'tag': '5aad874e-179e-4f53-8a91-58fce4a19dba', 'status': 'completed', 'code': 200} Jul 08 20:35:08.182047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bb9c86-edc8-43b2-b4c1-5eb446b8e826 admin admin] Network 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:35:08.193373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515715b8-c40b-40fb-9ad3-388c481ca928 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:08.194231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ee3f5d-2a2f-4964-b902-27f03356e7d1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.195960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-11ee3f5d-2a2f-4964-b902-27f03356e7d1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2569790 Jul 08 20:35:08.198760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46892) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:08.205705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-a5bb9c86-edc8-43b2-b4c1-5eb446b8e826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:08.211107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bb9c86-edc8-43b2-b4c1-5eb446b8e826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.211942 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9c86-edc8-43b2-b4c1-5eb446b8e826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.227393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98afff-d775-43dc-a20c-489e200c7313 None None] Pushing event deleted for resources: {'Port': ['ID=382125b5-d93a-48d4-abe0-bd44ff1d99fe,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:08.232893 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a5bb9c86-edc8-43b2-b4c1-5eb446b8e826 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2541485 Jul 08 20:35:08.233570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46894) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:08.239187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-484422593-router', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:08.263347 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.265032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.269810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3404093a-b42d-4762-a1d3-aa98928865e7 None None] Network 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:08.315006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a5d86-8cf4-424d-8a67-2292e43a54fc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.317161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a5d86-8cf4-424d-8a67-2292e43a54fc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.321843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-573a5d86-8cf4-424d-8a67-2292e43a54fc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1191828 Jul 08 20:35:08.323883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46896) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:08.347780 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.349810 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.397496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a56584-6c48-4760-861d-a94920196a85 req-908afb08-94d6-4035-a0c7-5509f5c64711 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.418353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a56584-6c48-4760-861d-a94920196a85 req-908afb08-94d6-4035-a0c7-5509f5c64711 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.436851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e7f00444-8ff1-4a2e-8822-cbf6de6bf298 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:08.458764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a56584-6c48-4760-861d-a94920196a85 req-908afb08-94d6-4035-a0c7-5509f5c64711 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:08.461063 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e2a56584-6c48-4760-861d-a94920196a85 req-908afb08-94d6-4035-a0c7-5509f5c64711 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 2410 time: 0.5630078 Jul 08 20:35:08.552772 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-e3bbc4cb-47c5-49f5-9ab1-bbb046e5f3dc None None] Set router daba5746-e5a3-4490-b215-1178a0951b65 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:08.567199 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.570849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e2a56584-6c48-4760-861d-a94920196a85 req-4bbdb4bc-9f1d-4d5d-8e2b-c7349c0dd799 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858419 Jul 08 20:35:08.572428 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-0dfc469c-8d7b-479e-8433-92ff5909cf56 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.578466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-96270b1e-5c57-425b-b140-6695eee5e83c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet ea74bfe8-5357-479f-8a6a-7b7ae778dc60 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:35:08.588114 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96270b1e-5c57-425b-b140-6695eee5e83c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.652787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc469c-8d7b-479e-8433-92ff5909cf56 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Port': ['ID=5273a0e3-5498-472e-8260-325cfb182fbe,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:08.698998 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96270b1e-5c57-425b-b140-6695eee5e83c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.715816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afecf321-6843-4383-99a3-a144fe092a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': 'ea74bfe8-5357-479f-8a6a-7b7ae778dc60'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:35:08.716914 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-afecf321-6843-4383-99a3-a144fe092a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.750406 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8735826d-cc15-4ac9-8423-099f98841750 req-0dfc469c-8d7b-479e-8433-92ff5909cf56 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] No DVR routers for this DVR port 5273a0e3-5498-472e-8260-325cfb182fbe on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:08.757177 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-0dfc469c-8d7b-479e-8433-92ff5909cf56 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.759610 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8735826d-cc15-4ac9-8423-099f98841750 req-0dfc469c-8d7b-479e-8433-92ff5909cf56 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "DELETE /v2.0/ports/5273a0e3-5498-472e-8260-325cfb182fbe HTTP/1.1" status: 204 len: 173 time: 1.0499196 Jul 08 20:35:08.885844 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96270b1e-5c57-425b-b140-6695eee5e83c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.925754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.958796 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e3bbc4cb-47c5-49f5-9ab1-bbb046e5f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '62508498-8436-4907-a0e0-979eed0a703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:23:51Z', 'revision_number': 4, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port': {'id': '62508498-8436-4907-a0e0-979eed0a703a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:40Z', 'updated_at': '2021-07-08T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd39d921b-a889-4ae9-b8ed-64cb31f393f4', 'name': '', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'mac_address': 'fa:16:3e:40:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:48Z', 'updated_at': '2021-07-08T20:23:58Z', 'revision_number': 5, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'subnets': [{'id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:08.959185 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:08.981766 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port e7f00444-8ff1-4a2e-8822-cbf6de6bf298 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:08.997893 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bbc4cb-47c5-49f5-9ab1-bbb046e5f3dc None None] The sync data for ids ['daba5746-e5a3-4490-b215-1178a0951b65'] in n-d-791506-16 is: [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '62508498-8436-4907-a0e0-979eed0a703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:23:51Z', 'revision_number': 4, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port': {'id': '62508498-8436-4907-a0e0-979eed0a703a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:40Z', 'updated_at': '2021-07-08T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd39d921b-a889-4ae9-b8ed-64cb31f393f4', 'name': '', 'network_id': 'b9c31369-0a5d-4774-b024-98d5eb5c69a6', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'mac_address': 'fa:16:3e:40:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:48Z', 'updated_at': '2021-07-08T20:23:58Z', 'revision_number': 5, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'subnets': [{'id': 'c5052925-461c-40a3-96f2-4691da5939fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:35:08.998264 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port e7f00444-8ff1-4a2e-8822-cbf6de6bf298 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:08.998761 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:09.077217 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96270b1e-5c57-425b-b140-6695eee5e83c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:09.134162 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-178b2f5c-26f6-4b2a-94b5-0a8df807e8e9', 'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'fixed_ips': [{'subnet_id': '12073a65-9be2-4858-ba6a-2872ad215158'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:35:09.135049 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:09.216427 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96270b1e-5c57-425b-b140-6695eee5e83c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:09.226723 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-96270b1e-5c57-425b-b140-6695eee5e83c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/ea74bfe8-5357-479f-8a6a-7b7ae778dc60 HTTP/1.1" status: 204 len: 168 time: 0.9014366 Jul 08 20:35:09.227645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96270b1e-5c57-425b-b140-6695eee5e83c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=ea74bfe8-5357-479f-8a6a-7b7ae778dc60,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:09.238178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46912) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:09.266737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:35:01Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2c7bbef8-35c3-48d3-9ed9-ffb449c8f623', 'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'mac_address': 'fa:16:3e:c0:c5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:58Z', 'updated_at': '2021-07-08T20:35:07Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'subnets': [{'id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:09.297635 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0b1a3-508b-43ca-99a1-3ce2e7b18d17 req-87926db1-83ee-477a-b1ee-c5163b421402 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:09.299611 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fd0b1a3-508b-43ca-99a1-3ce2e7b18d17 req-87926db1-83ee-477a-b1ee-c5163b421402 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 945 time: 0.3340440 Jul 08 20:35:09.319269 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Allocated IP 172.25.4.103 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/864d9ab9-3779-4139-abb1-620dd3429cf4) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:09.391334 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fd0b1a3-508b-43ca-99a1-3ce2e7b18d17 req-462c25e9-3bc2-410a-929e-8d8540f4eb77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815716 Jul 08 20:35:09.448465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156e420-cd5c-454c-994a-bc9fb50919cb None None] The sync data for ids ['5f2a0fa1-1543-4417-b073-1760f7080406'] in n-d-791506-16 is: [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:35:01Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2c7bbef8-35c3-48d3-9ed9-ffb449c8f623', 'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'mac_address': 'fa:16:3e:c0:c5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:58Z', 'updated_at': '2021-07-08T20:35:07Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'subnets': [{'id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server [None req-afecf321-6843-4383-99a3-a144fe092a29 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea74bfe8-5357-479f-8a6a-7b7ae778dc60: This subnet is being modified by another concurrent operation. Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise exception Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea74bfe8-5357-479f-8a6a-7b7ae778dc60: This subnet is being modified by another concurrent operation. Jul 08 20:35:09.459688 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Jul 08 20:35:09.605469 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2010c88d-5c6b-41c9-83c3-80f9ab7ba1d4 None None] New status for floating IP 841af8a5-6b45-42d1-9a03-f51e09be74c4: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:35:09.617604 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:09.725483 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:09.787197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:09.796945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:09.799774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:09.822449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:09.921292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Pushing event updated for resources: {'Port': ['ID=864d9ab9-3779-4139-abb1-620dd3429cf4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:10.017842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Allocated IP 172.20.0.2 (178b2f5c-26f6-4b2a-94b5-0a8df807e8e9/12073a65-9be2-4858-ba6a-2872ad215158/c80e043a-b7e3-419f-8391-617fd64f8f23) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:10.022244 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.046283 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.074005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:35:10.076777 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54dab0c-d059-41ae-9f84-ae627337a4c7" -d '{"events": [{"server_uuid": "99552a32-9439-4b5d-a7b7-3dcbda3f4c1c", "name": "network-vif-plugged", "status": "completed", "tag": "e7f00444-8ff1-4a2e-8822-cbf6de6bf298"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:35:10.079172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:10.087744 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:10.088119 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.096736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-45e0c313-9dee-4216-bb8d-92331540467d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8545992 Jul 08 20:35:10.102682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46928) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:10.136521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-798d3599-72ab-4ca7-9799-87e8902aa8d5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:10.146545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e7f00444-8ff1-4a2e-8822-cbf6de6bf298, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e7f00444-8ff1-4a2e-8822-cbf6de6bf298,segment=NetworkSegment(78c4cbba-324a-4635-956e-29853693327e),segment_id=78c4cbba-324a-4635-956e-29853693327e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:10.192585 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.256329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-deleted', 'tag': '5273a0e3-5498-472e-8260-325cfb182fbe'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:35:10.259043 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffae16d-488a-4f14-b719-5cce652eda32" -d '{"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-deleted", "tag": "5273a0e3-5498-472e-8260-325cfb182fbe"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:35:10.405580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8735826d-cc15-4ac9-8423-099f98841750 req-1779fd20-bebe-4082-bb44-b32ef3b2571e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Deleting port 33623758-89e8-42b6-8915-bab2257c92bf {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:10.405905 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-1779fd20-bebe-4082-bb44-b32ef3b2571e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.492549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08af4e-02fa-4792-aa74-23a617deda2b req-bd597245-dd52-400f-982f-6710e9e82231 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:10.500142 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c08af4e-02fa-4792-aa74-23a617deda2b req-bd597245-dd52-400f-982f-6710e9e82231 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.3844228 Jul 08 20:35:10.500950 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.521871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e7f00444-8ff1-4a2e-8822-cbf6de6bf298,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:10.566933 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.580518 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.585521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Transition to ACTIVE for port object c80e043a-b7e3-419f-8391-617fd64f8f23 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:10.590499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8735826d-cc15-4ac9-8423-099f98841750 req-1779fd20-bebe-4082-bb44-b32ef3b2571e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] For port 33623758-89e8-42b6-8915-bab2257c92bf, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=33623758-89e8-42b6-8915-bab2257c92bf,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:10.591047 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-1779fd20-bebe-4082-bb44-b32ef3b2571e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.609893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8735826d-cc15-4ac9-8423-099f98841750 req-1779fd20-bebe-4082-bb44-b32ef3b2571e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Calling delete_port for 33623758-89e8-42b6-8915-bab2257c92bf owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:10.630714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Transition to ACTIVE for port object c80e043a-b7e3-419f-8391-617fd64f8f23 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:10.650965 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.694472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2c7bbef8-35c3-48d3-9ed9-ffb449c8f623,segment=NetworkSegment(5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3),segment_id=5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:10.705446 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.717312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Network 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:10.722814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798d3599-72ab-4ca7-9799-87e8902aa8d5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:10.729663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:10.731769 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-798d3599-72ab-4ca7-9799-87e8902aa8d5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.731991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Pushing event updated for resources: {'Port': ['ID=c80e043a-b7e3-419f-8391-617fd64f8f23,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:10.734466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:10.874282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Attempting to bind port c80e043a-b7e3-419f-8391-617fd64f8f23 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:35:10.874845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Attempting to bind port c80e043a-b7e3-419f-8391-617fd64f8f23 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'c4ddb7f1-7fee-470e-84ce-98392213d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:35:10.875222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Attempting to bind port c80e043a-b7e3-419f-8391-617fd64f8f23 on network 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:10.877374 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c08af4e-02fa-4792-aa74-23a617deda2b req-ab6666cb-8343-4119-8f67-acf4f4de03b0 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392020 Jul 08 20:35:10.878499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.882352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:35:10.882352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Checking segment: {'id': 'c4ddb7f1-7fee-470e-84ce-98392213d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:10.882800 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.883071 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Bound using segment: {'id': 'c4ddb7f1-7fee-470e-84ce-98392213d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:35:10.883690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Bound port: c80e043a-b7e3-419f-8391-617fd64f8f23, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ddb7f1-7fee-470e-84ce-98392213d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:35:10.884081 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:10.901945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=2c7bbef8-35c3-48d3-9ed9-ffb449c8f623,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:10.996009 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b8d001-c4ae-477d-99da-79a55b7bf8dd x-openstack-request-id: req-d5b8d001-c4ae-477d-99da-79a55b7bf8dd {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:10.996596 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99552a32-9439-4b5d-a7b7-3dcbda3f4c1c", "name": "network-vif-plugged", "status": "completed", "tag": "e7f00444-8ff1-4a2e-8822-cbf6de6bf298", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:10.997140 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d5b8d001-c4ae-477d-99da-79a55b7bf8dd {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:10.997782 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'code': 200} Jul 08 20:35:11.012251 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-1779fd20-bebe-4082-bb44-b32ef3b2571e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:11.025595 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] For port c80e043a-b7e3-419f-8391-617fd64f8f23, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:11.033677 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] For port c80e043a-b7e3-419f-8391-617fd64f8f23, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c80e043a-b7e3-419f-8391-617fd64f8f23,segment=NetworkSegment(c4ddb7f1-7fee-470e-84ce-98392213d117),segment_id=c4ddb7f1-7fee-470e-84ce-98392213d117)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:35:11.042329 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:11.079271 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a321edc-f13a-4f71-991d-98cec4876a5e x-openstack-request-id: req-9a321edc-f13a-4f71-991d-98cec4876a5e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:11.079581 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-deleted", "tag": "5273a0e3-5498-472e-8260-325cfb182fbe", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:11.092066 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9a321edc-f13a-4f71-991d-98cec4876a5e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:11.092596 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-deleted', 'tag': '5273a0e3-5498-472e-8260-325cfb182fbe', 'status': 'completed', 'code': 200} Jul 08 20:35:11.119623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46952) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:11.151511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b59c6-6307-4ee8-bd01-0e0f46ab9820 None None] Pushing event updated for resources: {'Port': ['ID=c80e043a-b7e3-419f-8391-617fd64f8f23,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:11.168302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779fd20-bebe-4082-bb44-b32ef3b2571e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Port': ['ID=33623758-89e8-42b6-8915-bab2257c92bf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:11.199262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5fd3c-6aca-44ee-9a76-7bd2ae0246cd req-c0229aee-a3f5-468e-92f3-4c2284ce302b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:11.216805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Router 8600a565-7afb-4228-b792-72ecbeb7fb5e is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:35:11.217002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5fd3c-6aca-44ee-9a76-7bd2ae0246cd req-c0229aee-a3f5-468e-92f3-4c2284ce302b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:11.221282 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-21d5fd3c-6aca-44ee-9a76-7bd2ae0246cd req-c0229aee-a3f5-468e-92f3-4c2284ce302b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 1599 time: 1.1220026 Jul 08 20:35:11.372102 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-798d3599-72ab-4ca7-9799-87e8902aa8d5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:11.440461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:35:11.456530 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Sync routers for ids ['8600a565-7afb-4228-b792-72ecbeb7fb5e'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:35:11.464394 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74919346-f72c-4a51-934e-d4ae612baae9 req-90300fba-cf90-44d1-9565-465e537f6efc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:11.465997 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-74919346-f72c-4a51-934e-d4ae612baae9 req-90300fba-cf90-44d1-9565-465e537f6efc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 946 time: 0.2453201 Jul 08 20:35:11.474791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c01eb9-05cd-4e06-a8b4-ea34ce946738 req-c8e5e845-1023-49a6-85c4-4eff64d68f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:11.475354 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c01eb9-05cd-4e06-a8b4-ea34ce946738 req-c8e5e845-1023-49a6-85c4-4eff64d68f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:11.475812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c01eb9-05cd-4e06-a8b4-ea34ce946738 req-c8e5e845-1023-49a6-85c4-4eff64d68f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:11.476307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c01eb9-05cd-4e06-a8b4-ea34ce946738 req-c8e5e845-1023-49a6-85c4-4eff64d68f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:11.476764 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c01eb9-05cd-4e06-a8b4-ea34ce946738 req-c8e5e845-1023-49a6-85c4-4eff64d68f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:11.477217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c01eb9-05cd-4e06-a8b4-ea34ce946738 req-c8e5e845-1023-49a6-85c4-4eff64d68f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:11.477682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c01eb9-05cd-4e06-a8b4-ea34ce946738 req-c8e5e845-1023-49a6-85c4-4eff64d68f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:11.498835 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42c01eb9-05cd-4e06-a8b4-ea34ce946738 req-c8e5e845-1023-49a6-85c4-4eff64d68f5e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6498 time: 0.3782620 Jul 08 20:35:11.506116 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Routers {'8600a565-7afb-4228-b792-72ecbeb7fb5e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:11.511471 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8600a565-7afb-4228-b792-72ecbeb7fb5e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:11.586794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8735826d-cc15-4ac9-8423-099f98841750 req-1779fd20-bebe-4082-bb44-b32ef3b2571e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] No DVR routers for this DVR port 33623758-89e8-42b6-8915-bab2257c92bf on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:11.597308 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-1779fd20-bebe-4082-bb44-b32ef3b2571e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:11.597417 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:11.604198 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8735826d-cc15-4ac9-8423-099f98841750 req-1779fd20-bebe-4082-bb44-b32ef3b2571e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "DELETE /v2.0/ports/33623758-89e8-42b6-8915-bab2257c92bf HTTP/1.1" status: 204 len: 173 time: 2.8275542 Jul 08 20:35:11.606735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-231d7711-e1bd-4256-8930-fe394264d782 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3719175 Jul 08 20:35:11.609086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46960) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:11.731313 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42c01eb9-05cd-4e06-a8b4-ea34ce946738 req-3ad3c4e5-d3cf-4ef2-ad16-8c3b06e54714 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=6718104f-31b1-4500-8238-3977a7d71fd4&id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2260919 Jul 08 20:35:11.786475 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-74919346-f72c-4a51-934e-d4ae612baae9 req-7329b251-5fe5-4212-9909-9cc64ad1d676 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496092 Jul 08 20:35:11.848948 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Set router 8600a565-7afb-4228-b792-72ecbeb7fb5e gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:11.872865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798d3599-72ab-4ca7-9799-87e8902aa8d5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:11.892939 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-21d5fd3c-6aca-44ee-9a76-7bd2ae0246cd req-bc3f9bd8-1193-49b6-bb0a-a1f41ebc8694 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups?id=3d8d7c46-1247-4e46-9d7c-d4499dccea95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6703403 Jul 08 20:35:11.943335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-798d3599-72ab-4ca7-9799-87e8902aa8d5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:11.947334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798d3599-72ab-4ca7-9799-87e8902aa8d5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:11.948008 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-798d3599-72ab-4ca7-9799-87e8902aa8d5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:11.988064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d3599-72ab-4ca7-9799-87e8902aa8d5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=6abb092a-430b-4bf9-ad32-e37c47e0ed44,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:12.015331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb15af9-e346-4af0-83d1-9c64c013e168 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:12.023307 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-798d3599-72ab-4ca7-9799-87e8902aa8d5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9002461 Jul 08 20:35:12.026178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46966) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:12.050408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f8294-6037-428c-9cee-29e75b62d05e req-91409c81-0138-487c-9c03-baa4e344b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:12.064206 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-104f8294-6037-428c-9cee-29e75b62d05e req-91409c81-0138-487c-9c03-baa4e344b4a8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 1098 time: 0.9539979 Jul 08 20:35:12.099358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c80e043a-b7e3-419f-8391-617fd64f8f23 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:12.101838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a246b6fb-12c2-4b53-96a0-7c9655c17bfc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1735785662', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:12.195160 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-104f8294-6037-428c-9cee-29e75b62d05e req-387d83e1-ad4d-477b-89db-e05fcf179f2c service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886176 Jul 08 20:35:12.222975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8735826d-cc15-4ac9-8423-099f98841750 req-21bb55c2-3a94-423b-b11a-17dfef4db0bb tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Deleting port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:12.224411 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-21bb55c2-3a94-423b-b11a-17dfef4db0bb tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:12.271590 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'name': 'tempest-TestVolumeBackupRestore-484422593-router', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:10Z', 'revision_number': 3, 'project_id': '565a220a7bc64f27af5c3337902d57d1', 'gw_port': {'id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:12.314801 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Checking router: 8600a565-7afb-4228-b792-72ecbeb7fb5e for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:35:12.315153 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Updating router 8600a565-7afb-4228-b792-72ecbeb7fb5e port 864d9ab9-3779-4139-abb1-620dd3429cf4 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:35:12.318864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port c80e043a-b7e3-419f-8391-617fd64f8f23 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:12.336727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:12.358237 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:12.392259 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a246b6fb-12c2-4b53-96a0-7c9655c17bfc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:12.398166 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a246b6fb-12c2-4b53-96a0-7c9655c17bfc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:12.463488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': '6abb092a-430b-4bf9-ad32-e37c47e0ed44'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:35:12.466257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-8735826d-cc15-4ac9-8423-099f98841750 req-21bb55c2-3a94-423b-b11a-17dfef4db0bb tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] For port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:12.467059 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-21bb55c2-3a94-423b-b11a-17dfef4db0bb tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:12.467709 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:12.509859 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-8735826d-cc15-4ac9-8423-099f98841750 req-21bb55c2-3a94-423b-b11a-17dfef4db0bb tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Calling delete_port for 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:12.677329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:12.679382 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:12.792843 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-21bb55c2-3a94-423b-b11a-17dfef4db0bb tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:12.854861 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb55c2-3a94-423b-b11a-17dfef4db0bb tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Port': ['ID=5f8f73f5-2b56-402b-ba6e-e83ac510fe9a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:12.946298 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:12.960169 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Transition to ACTIVE for port object 864d9ab9-3779-4139-abb1-620dd3429cf4 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:12.972185 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:12.982994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8735826d-cc15-4ac9-8423-099f98841750 req-21bb55c2-3a94-423b-b11a-17dfef4db0bb tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] No DVR routers for this DVR port 5f8f73f5-2b56-402b-ba6e-e83ac510fe9a on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:13.001734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8735826d-cc15-4ac9-8423-099f98841750 req-21bb55c2-3a94-423b-b11a-17dfef4db0bb tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:13.007796 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8735826d-cc15-4ac9-8423-099f98841750 req-21bb55c2-3a94-423b-b11a-17dfef4db0bb tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.103 "DELETE /v2.0/ports/5f8f73f5-2b56-402b-ba6e-e83ac510fe9a HTTP/1.1" status: 204 len: 173 time: 1.3985641 Jul 08 20:35:13.065808 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb6f33-add5-4f82-9db4-68aa9a546627 None None] Pushing event updated for resources: {'Port': ['ID=864d9ab9-3779-4139-abb1-620dd3429cf4,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:13.083506 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Attempting to bind port 864d9ab9-3779-4139-abb1-620dd3429cf4 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:35:13.083902 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Attempting to bind port 864d9ab9-3779-4139-abb1-620dd3429cf4 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:35:13.084373 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Attempting to bind port 864d9ab9-3779-4139-abb1-620dd3429cf4 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:13.090496 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:35:13.090872 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:13.091416 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:13.091807 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:35:13.092310 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Bound port: 864d9ab9-3779-4139-abb1-620dd3429cf4, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:35:13.092721 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:13.093401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-deleted', 'tag': '33623758-89e8-42b6-8915-bab2257c92bf'}, {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-deleted', 'tag': '5f8f73f5-2b56-402b-ba6e-e83ac510fe9a'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:35:13.097003 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038f2711-1275-4bb9-bef8-376e7eec8065" -d '{"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-deleted", "tag": "33623758-89e8-42b6-8915-bab2257c92bf"}, {"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-deleted", "tag": "5f8f73f5-2b56-402b-ba6e-e83ac510fe9a"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:35:13.122676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Allocated IP 2001:db8::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/6abb092a-430b-4bf9-ad32-e37c47e0ed44/3193e549-e4c3-49ba-aed4-84dc63444a55) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:13.209747 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] For port 864d9ab9-3779-4139-abb1-620dd3429cf4, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:13.214267 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] For port 864d9ab9-3779-4139-abb1-620dd3429cf4, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=864d9ab9-3779-4139-abb1-620dd3429cf4,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:35:13.229862 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:13.284531 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70079310-5f20-4cd7-97b7-7d540a285e6b None None] Network 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:13.302998 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb6f33-add5-4f82-9db4-68aa9a546627 None None] Pushing event updated for resources: {'Port': ['ID=864d9ab9-3779-4139-abb1-620dd3429cf4,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:13.338396 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Routers {'8600a565-7afb-4228-b792-72ecbeb7fb5e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:13.339050 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8600a565-7afb-4228-b792-72ecbeb7fb5e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:13.434734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be9cf2-47dc-41c8-9ab8-db75f595e27a req-908d7997-df6e-4702-8e55-09104afc5233 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:13.451299 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09be9cf2-47dc-41c8-9ab8-db75f595e27a req-908d7997-df6e-4702-8e55-09104afc5233 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 946 time: 0.2301862 Jul 08 20:35:13.593019 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09be9cf2-47dc-41c8-9ab8-db75f595e27a req-e931f5d0-e4bb-47bd-8c0d-d70e44cfc468 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342084 Jul 08 20:35:13.603426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5704f-3a14-415a-9503-357f3e17c62a req-8cd3a7ab-2fa4-4769-8f03-141cc1c8b354 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:13.613598 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] Set router 8600a565-7afb-4228-b792-72ecbeb7fb5e gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:13.615287 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ba5704f-3a14-415a-9503-357f3e17c62a req-8cd3a7ab-2fa4-4769-8f03-141cc1c8b354 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 1.4970987 Jul 08 20:35:13.617024 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a246b6fb-12c2-4b53-96a0-7c9655c17bfc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:13.661173 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a246b6fb-12c2-4b53-96a0-7c9655c17bfc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:13.742194 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a246b6fb-12c2-4b53-96a0-7c9655c17bfc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:13.747481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a246b6fb-12c2-4b53-96a0-7c9655c17bfc tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.7200890 Jul 08 20:35:13.750467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46988) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:13.797883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ba5704f-3a14-415a-9503-357f3e17c62a req-d44d8ae1-7716-4096-a6f6-7304a2f227b7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688581 Jul 08 20:35:13.939501 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'name': 'tempest-TestVolumeBackupRestore-484422593-router', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:10Z', 'revision_number': 3, 'project_id': '565a220a7bc64f27af5c3337902d57d1', 'gw_port': {'id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:14.042801 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff1508a-b34b-46cb-b0b9-84d5226835c9 x-openstack-request-id: req-6ff1508a-b34b-46cb-b0b9-84d5226835c9 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:14.043123 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-deleted", "tag": "33623758-89e8-42b6-8915-bab2257c92bf", "status": "completed", "code": 200}, {"server_uuid": "bb9412bf-381d-4463-9b2d-42988bbcae80", "name": "network-vif-deleted", "tag": "5f8f73f5-2b56-402b-ba6e-e83ac510fe9a", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:14.043435 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6ff1508a-b34b-46cb-b0b9-84d5226835c9 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:14.044182 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-deleted', 'tag': '33623758-89e8-42b6-8915-bab2257c92bf', 'status': 'completed', 'code': 200} Jul 08 20:35:14.044182 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9412bf-381d-4463-9b2d-42988bbcae80', 'name': 'network-vif-deleted', 'tag': '5f8f73f5-2b56-402b-ba6e-e83ac510fe9a', 'status': 'completed', 'code': 200} Jul 08 20:35:14.046377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ec22c8cc-80cc-4a98-9d34-c74498ebec78 None None] Provisioning for port c80e043a-b7e3-419f-8391-617fd64f8f23 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:14.069127 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:14.081431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ec22c8cc-80cc-4a98-9d34-c74498ebec78 None None] Provisioning complete for port c80e043a-b7e3-419f-8391-617fd64f8f23 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:14.081822 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec22c8cc-80cc-4a98-9d34-c74498ebec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:14.087705 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee8d17-3277-4fb1-8007-fe4101217a80 None None] The sync data for ids ['8600a565-7afb-4228-b792-72ecbeb7fb5e'] in n-d-791506-16 is: [{'id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'name': 'tempest-TestVolumeBackupRestore-484422593-router', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:10Z', 'revision_number': 3, 'project_id': '565a220a7bc64f27af5c3337902d57d1', 'gw_port': {'id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:35:14.164662 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-489a4a0e-e7e9-4af5-948c-4e2d241e8a9f req-527eadaa-be0a-4f27-8389-c141bdf3de2e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.1236289 Jul 08 20:35:14.298264 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:14.347812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Transition to ACTIVE for port object 3193e549-e4c3-49ba-aed4-84dc63444a55 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:14.406055 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec22c8cc-80cc-4a98-9d34-c74498ebec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:14.440425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Transition to ACTIVE for port object 3193e549-e4c3-49ba-aed4-84dc63444a55 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:14.465207 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:14.489079 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ec22c8cc-80cc-4a98-9d34-c74498ebec78 None None] For port c80e043a-b7e3-419f-8391-617fd64f8f23, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c80e043a-b7e3-419f-8391-617fd64f8f23,segment=NetworkSegment(c4ddb7f1-7fee-470e-84ce-98392213d117),segment_id=c4ddb7f1-7fee-470e-84ce-98392213d117)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:14.561451 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec22c8cc-80cc-4a98-9d34-c74498ebec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:14.589702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:14.619128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:14.625147 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:14.726763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Pushing event updated for resources: {'Port': ['ID=3193e549-e4c3-49ba-aed4-84dc63444a55,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:14.772252 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:14.869845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Attempting to bind port 3193e549-e4c3-49ba-aed4-84dc63444a55 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:35:14.870225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Attempting to bind port 3193e549-e4c3-49ba-aed4-84dc63444a55 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:35:14.870595 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Attempting to bind port 3193e549-e4c3-49ba-aed4-84dc63444a55 on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:14.880576 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:35:14.881735 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:14.882159 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:14.882567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:35:14.883068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Bound port: 3193e549-e4c3-49ba-aed4-84dc63444a55, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:35:14.883460 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:14.954871 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Allocated IP 172.20.0.1 (178b2f5c-26f6-4b2a-94b5-0a8df807e8e9/12073a65-9be2-4858-ba6a-2872ad215158/91fefe50-34c0-43ec-9e15-85e52cb014cd) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:15.106704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] For port 3193e549-e4c3-49ba-aed4-84dc63444a55, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:15.111159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] For port 3193e549-e4c3-49ba-aed4-84dc63444a55, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3193e549-e4c3-49ba-aed4-84dc63444a55,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:35:15.168363 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:15.214082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-384d7b78-f8ca-472a-8e84-59022c08bb96 None None] Provisioning complete for port c80e043a-b7e3-419f-8391-617fd64f8f23 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:15.214466 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-384d7b78-f8ca-472a-8e84-59022c08bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:15.309642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-763e9718-dd97-4459-8c47-dc0af36ccca0 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:15.312298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22c8cc-80cc-4a98-9d34-c74498ebec78 None None] Pushing event updated for resources: {'Port': ['ID=c80e043a-b7e3-419f-8391-617fd64f8f23,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:15.342518 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-763e9718-dd97-4459-8c47-dc0af36ccca0 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 811 time: 0.9622486 Jul 08 20:35:15.401638 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-16e3ecd1-e5c2-40c8-9bc2-6c21626821f9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/quotas/fba7a3335c294262a7cea81d4269be31 HTTP/1.1" status: 200 len: 375 time: 0.0595162 Jul 08 20:35:15.555687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8f750-7d37-43ee-89e7-08fea7809176 None None] Pushing event updated for resources: {'Port': ['ID=3193e549-e4c3-49ba-aed4-84dc63444a55,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:15.633091 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:15.655821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Transition to ACTIVE for port object 91fefe50-34c0-43ec-9e15-85e52cb014cd will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:15.698154 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-0c18a6a5-063e-4feb-a2d8-fb214d85270e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2956579 Jul 08 20:35:15.904861 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ba620-7999-4a67-9fbb-248079080187 req-6a2352c5-c60c-47bf-ac45-d1aa48911a14 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:15.905903 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-787fe72b-beea-483f-a315-f7622558306e service neutron] 10.222.0.101 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017758 Jul 08 20:35:15.930992 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe7ba620-7999-4a67-9fbb-248079080187 req-6a2352c5-c60c-47bf-ac45-d1aa48911a14 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 946 time: 0.7678280 Jul 08 20:35:15.988039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 864d9ab9-3779-4139-abb1-620dd3429cf4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:16.046414 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-5c913de8-a3c9-46e9-8186-5ace028ba96f service neutron] 10.222.0.101 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394970 Jul 08 20:35:16.065640 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe7ba620-7999-4a67-9fbb-248079080187 req-a6c93c03-e9aa-4192-b52f-ad2bca962485 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334178 Jul 08 20:35:16.084083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::1 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/6abb092a-430b-4bf9-ad32-e37c47e0ed44/b601857c-0ef4-4e8f-a9bd-84f6bb0469c0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:16.148411 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:35:16.149696 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:16.199724 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 864d9ab9-3779-4139-abb1-620dd3429cf4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:16.206805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 864d9ab9-3779-4139-abb1-620dd3429cf4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:16.209159 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:16.275706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Network 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:16.293540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:16.307028 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:16.310483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Pushing event updated for resources: {'Port': ['ID=91fefe50-34c0-43ec-9e15-85e52cb014cd,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:16.430953 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:16.465411 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:16.485779 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 864d9ab9-3779-4139-abb1-620dd3429cf4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=864d9ab9-3779-4139-abb1-620dd3429cf4,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:16.499013 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:16.503848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c80e043a-b7e3-419f-8391-617fd64f8f23 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:16.558627 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-a7b56108-a57b-40b1-81ea-03975088f296 req-b0700377-e49f-469f-b09f-8ee8d94c574c service neutron] (94066) timed out ('10.222.0.104', 65381) {{(pid=94066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 20:35:16.600185 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ea9b28a-57ee-4e2c-aae9-dd01f59b4444 req-7ecddc8e-74a2-47d5-9781-111d67125269 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.1490738 Jul 08 20:35:16.670880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:16.737825 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:16.777081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=864d9ab9-3779-4139-abb1-620dd3429cf4,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:16.894497 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d1be21f-bce1-4135-a04b-707b0c843dac req-c123fbb9-2180-4bf9-948b-46cb914be48d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 210 time: 0.1331708 Jul 08 20:35:16.900795 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c80e043a-b7e3-419f-8391-617fd64f8f23 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:16.901222 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:16.971867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:17.077340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce0896-5428-4211-8307-de84f13ac921 req-a706b5c3-70b2-4cc0-90f2-ccb12dfbb2e3 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:17.078906 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e9ce0896-5428-4211-8307-de84f13ac921 req-a706b5c3-70b2-4cc0-90f2-ccb12dfbb2e3 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 946 time: 0.3037941 Jul 08 20:35:17.096178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:17.106053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:17.117314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:17.119465 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:17.139730 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:17.288136 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e9ce0896-5428-4211-8307-de84f13ac921 req-37f08f4b-de17-4bc8-8dc0-48c8af28b3e8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950696 Jul 08 20:35:17.288865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-28ffe276-a2eb-4119-a48a-8e7b8a72e14b None None] Provisioning for port 91fefe50-34c0-43ec-9e15-85e52cb014cd completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:17.292440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47032) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:17.299862 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-28ffe276-a2eb-4119-a48a-8e7b8a72e14b None None] Provisioning complete for port 91fefe50-34c0-43ec-9e15-85e52cb014cd triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:17.300660 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-28ffe276-a2eb-4119-a48a-8e7b8a72e14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:17.311280 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=b601857c-0ef4-4e8f-a9bd-84f6bb0469c0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:17.436125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-28ffe276-a2eb-4119-a48a-8e7b8a72e14b None None] Port 91fefe50-34c0-43ec-9e15-85e52cb014cd cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:35:17.515523 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:17.576774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:17.767938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b844968-7f1c-47aa-8ac4-786b45cdbee4 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:17.797540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4b844968-7f1c-47aa-8ac4-786b45cdbee4 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 1093 time: 0.5027516 Jul 08 20:35:17.803178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47038) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:17.821386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:18.016384 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:18.026047 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:18.052214 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:18.058325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-71685c3b-a3c8-429a-982a-a7ccc67229fa None None] Provisioning for port 3193e549-e4c3-49ba-aed4-84dc63444a55 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:18.105038 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d1bf9419-6e2d-44e5-b36a-bd0c5484326e req-d89fec0b-afa4-42de-9313-54e574c982dc tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.0968027 Jul 08 20:35:18.143166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 864d9ab9-3779-4139-abb1-620dd3429cf4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:18.198896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Pushing event updated for resources: {'Port': ['ID=91fefe50-34c0-43ec-9e15-85e52cb014cd,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:18.245483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 864d9ab9-3779-4139-abb1-620dd3429cf4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:18.245866 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:18.293317 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e54d308f-0295-4644-a632-0ad47ec14c09 req-bc320d52-1c27-48c9-b958-e01449b8f69a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 210 time: 0.0914283 Jul 08 20:35:18.338243 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:18.434376 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:18.446475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:18.447633 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:18.487164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3193e549-e4c3-49ba-aed4-84dc63444a55 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:18.578628 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:18.590493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41fe534-14c9-44e0-a0c1-87de818b70be None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:35:18.603027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Network 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:18.607390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:18.647312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=b601857c-0ef4-4e8f-a9bd-84f6bb0469c0,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:18.695914 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-399d30c6-e43c-4449-8043-9332fb3bdfdc None None] Provisioning for port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:18.713588 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-399d30c6-e43c-4449-8043-9332fb3bdfdc None None] Provisioning complete for port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:18.714321 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-399d30c6-e43c-4449-8043-9332fb3bdfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:18.769901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-399d30c6-e43c-4449-8043-9332fb3bdfdc None None] Port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:35:18.808655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 3193e549-e4c3-49ba-aed4-84dc63444a55 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:18.810247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Router 8600a565-7afb-4228-b792-72ecbeb7fb5e has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:35:18.825506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 3193e549-e4c3-49ba-aed4-84dc63444a55 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:18.826084 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:19.053280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:35:19.066246 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e9591d16-f3c1-4470-93c3-9c5e2075b8ae admin admin] 10.222.0.101 "PUT /v2.0/routers/8600a565-7afb-4228-b792-72ecbeb7fb5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4413364 Jul 08 20:35:19.095512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Sync routers for ids ['8600a565-7afb-4228-b792-72ecbeb7fb5e'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:35:19.104390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:19.124052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:19.144559 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:19.158054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41fe534-14c9-44e0-a0c1-87de818b70be None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:35:19.181701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Routers {'8600a565-7afb-4228-b792-72ecbeb7fb5e'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:19.182365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8600a565-7afb-4228-b792-72ecbeb7fb5e'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:19.274323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-7b0d865d-d23c-4722-8eaf-8c03752e4320 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:19.286649 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-7b0d865d-d23c-4722-8eaf-8c03752e4320 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.103 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 811 time: 0.6661067 Jul 08 20:35:19.297595 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Request body: {'port': {'device_id': '0a18b78c-96af-464f-80d3-bbdb8b712f7a', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'admin_state_up': True, 'tenant_id': 'fba7a3335c294262a7cea81d4269be31'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:19.409874 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 3193e549-e4c3-49ba-aed4-84dc63444a55, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3193e549-e4c3-49ba-aed4-84dc63444a55,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:19.466439 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:19.585043 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44b99224-519d-42bc-986c-2f386ff362cc req-de136bab-2d4b-4118-a45c-614f14a7bf14 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.1479895 Jul 08 20:35:19.589381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Set router 8600a565-7afb-4228-b792-72ecbeb7fb5e gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:19.674067 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4a403a90-0b79-4050-8a24-83fd95e86f28 req-c5e2ecb8-d381-47b7-a5a0-6bb08bcc7065 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 210 time: 0.0545938 Jul 08 20:35:19.694205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=3193e549-e4c3-49ba-aed4-84dc63444a55,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:19.735176 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Allocated IP 172.25.4.132 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/1af3dbf5-4325-43b3-b17e-aea67f4ad6c8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:20.295386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'name': 'tempest-TestVolumeBackupRestore-484422593-router', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:16Z', 'revision_number': 4, 'project_id': '565a220a7bc64f27af5c3337902d57d1', 'gw_port': {'id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '91fefe50-34c0-43ec-9e15-85e52cb014cd', 'name': '', 'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'mac_address': 'fa:16:3e:85:7d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '12073a65-9be2-4858-ba6a-2872ad215158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:14Z', 'updated_at': '2021-07-08T20:35:17Z', 'revision_number': 2, 'project_id': '565a220a7bc64f27af5c3337902d57d1', 'subnets': [{'id': '12073a65-9be2-4858-ba6a-2872ad215158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:20.405080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Checking router: 8600a565-7afb-4228-b792-72ecbeb7fb5e for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:35:20.405884 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Updating router 8600a565-7afb-4228-b792-72ecbeb7fb5e port 91fefe50-34c0-43ec-9e15-85e52cb014cd binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:35:20.527097 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:20.704226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Router 4bb94e19-d895-49cd-9fcc-92e5a75001e3 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:35:20.803773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Made reservation on behalf of fba7a3335c294262a7cea81d4269be31 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:20.810823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:20.953852 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:21.176455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:21.294293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c0b0d217-a751-4c02-bb10-9cd5b6a4ebe3 req-926a57a9-cfbd-4c42-9fa1-aba0997476af tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 210 time: 0.0859480 Jul 08 20:35:21.336249 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-88096b54-da5b-412d-b511-4a813b21ca97 req-f67c3cc4-24ea-4f52-bdbe-edb85e50716c tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.1273534 Jul 08 20:35:21.495594 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:21.510016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:21.512860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:35:21.525224 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Sync routers for ids ['4bb94e19-d895-49cd-9fcc-92e5a75001e3'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:35:21.531127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:21.541786 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Routers {'4bb94e19-d895-49cd-9fcc-92e5a75001e3'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:21.542757 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4bb94e19-d895-49cd-9fcc-92e5a75001e3'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:21.546499 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1220e971-c003-417f-a64c-2f4d8605bda9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "PUT /v2.0/routers/4bb94e19-d895-49cd-9fcc-92e5a75001e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7922688 Jul 08 20:35:21.547234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47136) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:21.619727 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=1af3dbf5-4325-43b3-b17e-aea67f4ad6c8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:21.704211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca36a8f-55eb-44da-a44b-bf5b9bae808c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:21.709153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8ca36a8f-55eb-44da-a44b-bf5b9bae808c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports/b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 HTTP/1.1" status: 200 len: 911 time: 0.1602111 Jul 08 20:35:21.711241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47138) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:21.811692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3193e549-e4c3-49ba-aed4-84dc63444a55 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:21.833068 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:22.000017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Transition to ACTIVE for port object 91fefe50-34c0-43ec-9e15-85e52cb014cd will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:22.087190 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:22.100254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f6bf69-240a-4914-9e6b-4bee3393279b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:22.134696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f6bf69-240a-4914-9e6b-4bee3393279b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:22.136350 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c1f6bf69-240a-4914-9e6b-4bee3393279b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4239426 Jul 08 20:35:22.141844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47146) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:22.162107 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Set router 4bb94e19-d895-49cd-9fcc-92e5a75001e3 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:22.227383 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-80b5d3e5-d090-48c6-83f9-416fe4a1c55a None None] Provisioning complete for port 3193e549-e4c3-49ba-aed4-84dc63444a55 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:22.227990 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-80b5d3e5-d090-48c6-83f9-416fe4a1c55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:22.414512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40652e0d-6b3d-40fd-816d-a5702022dc02 None None] Pushing event updated for resources: {'Port': ['ID=91fefe50-34c0-43ec-9e15-85e52cb014cd,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:22.476117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 3193e549-e4c3-49ba-aed4-84dc63444a55 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:22.485157 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:22.680067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Attempting to bind port 91fefe50-34c0-43ec-9e15-85e52cb014cd on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:35:22.680067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Attempting to bind port 91fefe50-34c0-43ec-9e15-85e52cb014cd by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'c4ddb7f1-7fee-470e-84ce-98392213d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:35:22.696882 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Attempting to bind port 91fefe50-34c0-43ec-9e15-85e52cb014cd on network 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:22.818004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:35:22.818704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Checking segment: {'id': 'c4ddb7f1-7fee-470e-84ce-98392213d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:22.825455 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:22.826127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Bound using segment: {'id': 'c4ddb7f1-7fee-470e-84ce-98392213d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:35:22.826771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Bound port: 91fefe50-34c0-43ec-9e15-85e52cb014cd, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ddb7f1-7fee-470e-84ce-98392213d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:35:22.835839 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:22.888862 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c1600a5-25d0-4c0c-80a5-78434c8d2c24 req-ada31d87-d4ec-40d6-8c11-beedba7d8bab tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 210 time: 0.2072990 Jul 08 20:35:22.960361 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Allocated IP 172.20.0.11 (c2ccae01-0010-4b9b-be20-201f6e08f30e/c6fc5208-316e-4167-85a3-386e05ca34a9/e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:23.153572 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e29ce511-e1ee-431a-99dd-ae6f1db802d5 req-764b3ba8-4f28-4bb8-b027-82db58ec5408 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.1415849 Jul 08 20:35:23.174143 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-80b5d3e5-d090-48c6-83f9-416fe4a1c55a None None] Provisioning complete for port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:23.181165 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-80b5d3e5-d090-48c6-83f9-416fe4a1c55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:23.262399 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] For port 91fefe50-34c0-43ec-9e15-85e52cb014cd, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:23.357755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] For port 91fefe50-34c0-43ec-9e15-85e52cb014cd, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=91fefe50-34c0-43ec-9e15-85e52cb014cd,segment=NetworkSegment(c4ddb7f1-7fee-470e-84ce-98392213d117),segment_id=c4ddb7f1-7fee-470e-84ce-98392213d117)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:35:23.405904 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb94e19-d895-49cd-9fcc-92e5a75001e3', 'name': 'tempest-NetworksTestDHCPv6-router-1735785662', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:12Z', 'updated_at': '2021-07-08T20:35:17Z', 'revision_number': 2, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'gw_port_host': None, '_interfaces': [{'id': 'b601857c-0ef4-4e8f-a9bd-84f6bb0469c0', 'name': '', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'mac_address': 'fa:16:3e:44:91:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb94e19-d895-49cd-9fcc-92e5a75001e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '6abb092a-430b-4bf9-ad32-e37c47e0ed44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:15Z', 'updated_at': '2021-07-08T20:35:18Z', 'revision_number': 2, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'subnets': [{'id': '6abb092a-430b-4bf9-ad32-e37c47e0ed44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:23.429715 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:23.439186 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Checking router: 4bb94e19-d895-49cd-9fcc-92e5a75001e3 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:35:23.442337 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Updating router 4bb94e19-d895-49cd-9fcc-92e5a75001e3 port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:35:23.453464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-80b5d3e5-d090-48c6-83f9-416fe4a1c55a None None] Port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:35:23.539347 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b495d9c-9c21-4774-825a-e3ace0964773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:23.542998 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:23.573643 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:23.591531 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Routers {'8600a565-7afb-4228-b792-72ecbeb7fb5e'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:23.593071 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8600a565-7afb-4228-b792-72ecbeb7fb5e'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:23.683751 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05a9bb79-cc36-4db8-a8b3-7dd0a98cd9ab req-1eeb9c87-0baf-4a91-a828-7fb8a4ae6b84 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7604043 Jul 08 20:35:23.693230 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:23.755851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40652e0d-6b3d-40fd-816d-a5702022dc02 None None] Pushing event updated for resources: {'Port': ['ID=91fefe50-34c0-43ec-9e15-85e52cb014cd,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:23.765960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1a5e247b-de51-4edc-9a25-5cb43d4d2a68 None None] Provisioning complete for port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:23.766336 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1a5e247b-de51-4edc-9a25-5cb43d4d2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:23.837524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e247b-de51-4edc-9a25-5cb43d4d2a68 None None] Port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:35:23.888845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] Set router 8600a565-7afb-4228-b792-72ecbeb7fb5e gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:24.231733 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:24.266346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9bb79-cc36-4db8-a8b3-7dd0a98cd9ab req-0df14889-0b04-43f8-a625-68d40fdab388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:24.278658 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05a9bb79-cc36-4db8-a8b3-7dd0a98cd9ab req-0df14889-0b04-43f8-a625-68d40fdab388 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 1098 time: 0.4661331 Jul 08 20:35:24.288561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:24.562322 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:24.575203 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Transition to ACTIVE for port object b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:24.584709 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:24.673550 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e1aa8-7dcf-42fc-bc8a-002a69e04a8e None None] Pushing event updated for resources: {'Port': ['ID=b601857c-0ef4-4e8f-a9bd-84f6bb0469c0,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:24.789395 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-417cd765-b203-41eb-9d40-1422047ff7dd req-4931effd-d954-437a-b84c-ac2c59cb29ea tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 210 time: 0.1848574 Jul 08 20:35:24.802248 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79f3dab5-9601-4832-9bca-267a3ebef0de req-09d86314-da56-4d45-85a4-4ec48560fe88 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.0789757 Jul 08 20:35:24.807879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'name': 'tempest-TestVolumeBackupRestore-484422593-router', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:16Z', 'revision_number': 4, 'project_id': '565a220a7bc64f27af5c3337902d57d1', 'gw_port': {'id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '91fefe50-34c0-43ec-9e15-85e52cb014cd', 'name': '', 'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'mac_address': 'fa:16:3e:85:7d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '12073a65-9be2-4858-ba6a-2872ad215158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:14Z', 'updated_at': '2021-07-08T20:35:23Z', 'revision_number': 4, 'project_id': '565a220a7bc64f27af5c3337902d57d1', 'subnets': [{'id': '12073a65-9be2-4858-ba6a-2872ad215158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:24.846881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Transition to ACTIVE for port object e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:24.857563 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Attempting to bind port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:35:24.857924 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Attempting to bind port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:35:24.858279 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Attempting to bind port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:24.875694 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:35:24.876051 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:24.876450 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:24.876860 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:35:24.877332 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Bound port: b601857c-0ef4-4e8f-a9bd-84f6bb0469c0, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:35:24.877703 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:24.933644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd178bc-c9e7-4635-964e-6bf4ba96b87c None None] The sync data for ids ['8600a565-7afb-4228-b792-72ecbeb7fb5e'] in n-d-791506-16 is: [{'id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'name': 'tempest-TestVolumeBackupRestore-484422593-router', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:16Z', 'revision_number': 4, 'project_id': '565a220a7bc64f27af5c3337902d57d1', 'gw_port': {'id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '91fefe50-34c0-43ec-9e15-85e52cb014cd', 'name': '', 'network_id': '178b2f5c-26f6-4b2a-94b5-0a8df807e8e9', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'mac_address': 'fa:16:3e:85:7d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '12073a65-9be2-4858-ba6a-2872ad215158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:14Z', 'updated_at': '2021-07-08T20:35:23Z', 'revision_number': 4, 'project_id': '565a220a7bc64f27af5c3337902d57d1', 'subnets': [{'id': '12073a65-9be2-4858-ba6a-2872ad215158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:35:25.089261 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] For port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:25.103872 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] For port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b601857c-0ef4-4e8f-a9bd-84f6bb0469c0,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:35:25.113445 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:25.188946 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e1aa8-7dcf-42fc-bc8a-002a69e04a8e None None] Pushing event updated for resources: {'Port': ['ID=b601857c-0ef4-4e8f-a9bd-84f6bb0469c0,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:25.227106 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Routers {'4bb94e19-d895-49cd-9fcc-92e5a75001e3'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:25.228051 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4bb94e19-d895-49cd-9fcc-92e5a75001e3'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:25.338962 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] Set router 4bb94e19-d895-49cd-9fcc-92e5a75001e3 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:25.339069 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:25.349657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9b495d9c-9c21-4774-825a-e3ace0964773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:25.350139 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b495d9c-9c21-4774-825a-e3ace0964773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:25.354279 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:25.709522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9bb79-cc36-4db8-a8b3-7dd0a98cd9ab req-a28bc64e-f2d5-4d1c-b51a-a7785bc89f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:25.711404 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05a9bb79-cc36-4db8-a8b3-7dd0a98cd9ab req-a28bc64e-f2d5-4d1c-b51a-a7785bc89f24 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 1.4001870 Jul 08 20:35:25.720656 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:25.747218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['458fad21-1425-4705-8171-a701d7aedae2'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:35:25.751354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['64a044c1-aa74-4b53-a866-6890d122643b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:35:25.893023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-9b495d9c-9c21-4774-825a-e3ace0964773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] For port b601857c-0ef4-4e8f-a9bd-84f6bb0469c0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b601857c-0ef4-4e8f-a9bd-84f6bb0469c0,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:25.893631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b495d9c-9c21-4774-825a-e3ace0964773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:25.980402 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9b495d9c-9c21-4774-825a-e3ace0964773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:26.023361 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 91fefe50-34c0-43ec-9e15-85e52cb014cd up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:26.056609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=1af3dbf5-4325-43b3-b17e-aea67f4ad6c8,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:26.095922 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05a9bb79-cc36-4db8-a8b3-7dd0a98cd9ab req-b05b06a8-39b5-421c-85bd-cfa81f918f07 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64a044c1-aa74-4b53-a866-6890d122643b HTTP/1.1" status: 200 len: 217 time: 0.3612325 Jul 08 20:35:26.159496 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb94e19-d895-49cd-9fcc-92e5a75001e3', 'name': 'tempest-NetworksTestDHCPv6-router-1735785662', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:12Z', 'updated_at': '2021-07-08T20:35:17Z', 'revision_number': 2, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'gw_port_host': None, '_interfaces': [{'id': 'b601857c-0ef4-4e8f-a9bd-84f6bb0469c0', 'name': '', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'mac_address': 'fa:16:3e:44:91:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb94e19-d895-49cd-9fcc-92e5a75001e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '6abb092a-430b-4bf9-ad32-e37c47e0ed44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:15Z', 'updated_at': '2021-07-08T20:35:25Z', 'revision_number': 4, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'subnets': [{'id': '6abb092a-430b-4bf9-ad32-e37c47e0ed44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:26.233086 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Network c2ccae01-0010-4b9b-be20-201f6e08f30e is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:26.282820 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b5267-81ca-4d2b-8e55-da97788d89cf None None] The sync data for ids ['4bb94e19-d895-49cd-9fcc-92e5a75001e3'] in n-d-791506-16 is: [{'id': '4bb94e19-d895-49cd-9fcc-92e5a75001e3', 'name': 'tempest-NetworksTestDHCPv6-router-1735785662', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:12Z', 'updated_at': '2021-07-08T20:35:17Z', 'revision_number': 2, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'gw_port_host': None, '_interfaces': [{'id': 'b601857c-0ef4-4e8f-a9bd-84f6bb0469c0', 'name': '', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'mac_address': 'fa:16:3e:44:91:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb94e19-d895-49cd-9fcc-92e5a75001e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '6abb092a-430b-4bf9-ad32-e37c47e0ed44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:15Z', 'updated_at': '2021-07-08T20:35:25Z', 'revision_number': 4, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'subnets': [{'id': '6abb092a-430b-4bf9-ad32-e37c47e0ed44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:35:26.420092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:26.427449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:26.682701 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:26.704540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992813d1-2aae-4375-acaf-70ed0f96b010 req-c3e5675b-e7f6-4384-b485-df57ff25a972 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:26.715544 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-992813d1-2aae-4375-acaf-70ed0f96b010 req-c3e5675b-e7f6-4384-b485-df57ff25a972 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 932 time: 0.4403291 Jul 08 20:35:26.840011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 91fefe50-34c0-43ec-9e15-85e52cb014cd completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:26.962137 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b495d9c-9c21-4774-825a-e3ace0964773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:26.991473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 91fefe50-34c0-43ec-9e15-85e52cb014cd triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:26.992979 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:27.008598 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4f496510-a699-4d85-8b5c-12a96f5f8b47 req-b39ee226-33c9-4111-b2bb-945d71a43688 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.6943035 Jul 08 20:35:27.037961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b495d9c-9c21-4774-825a-e3ace0964773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=b601857c-0ef4-4e8f-a9bd-84f6bb0469c0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:27.105962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event updated for resources: {'Port': ['ID=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:27.120581 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-992813d1-2aae-4375-acaf-70ed0f96b010 req-2d740323-632c-4003-9132-fae92dc95eb2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144310 Jul 08 20:35:27.184894 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9bb79-cc36-4db8-a8b3-7dd0a98cd9ab req-cfdf59c3-2fb3-4d62-bfd5-f242e115a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:27.186580 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05a9bb79-cc36-4db8-a8b3-7dd0a98cd9ab req-cfdf59c3-2fb3-4d62-bfd5-f242e115a9b8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 1.0560806 Jul 08 20:35:27.428310 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9b495d9c-9c21-4774-825a-e3ace0964773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:27.628334 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2a6e3dc3-765a-424c-9a80-8a6cd127dca7 None None] Provisioning for port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:27.749982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2a6e3dc3-765a-424c-9a80-8a6cd127dca7 None None] Provisioning complete for port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:27.750371 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3dc3-765a-424c-9a80-8a6cd127dca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:27.878492 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:27.975313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e3dc3-765a-424c-9a80-8a6cd127dca7 None None] Port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:35:28.032884 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 91fefe50-34c0-43ec-9e15-85e52cb014cd, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=91fefe50-34c0-43ec-9e15-85e52cb014cd,segment=NetworkSegment(c4ddb7f1-7fee-470e-84ce-98392213d117),segment_id=c4ddb7f1-7fee-470e-84ce-98392213d117)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:28.048971 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:28.205174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=91fefe50-34c0-43ec-9e15-85e52cb014cd,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:28.484575 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:28.485414 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:28.490099 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Floating IP 135e3e84-88f0-4b81-bbb3-8a8f09007b13 associated. External IP: 172.25.4.132, port: e7f00444-8ff1-4a2e-8822-cbf6de6bf298. Jul 08 20:35:28.782442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b495d9c-9c21-4774-825a-e3ace0964773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Router 4bb94e19-d895-49cd-9fcc-92e5a75001e3 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:35:28.820942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Router 4c17d619-e77a-4421-b377-da97acf4046f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:35:28.823758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf7fb4-b12b-4e09-bcf0-f745b9a610f1 req-99a14600-47ce-45d2-833a-3f62305ebba2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:28.825587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2adf7fb4-b12b-4e09-bcf0-f745b9a610f1 req-99a14600-47ce-45d2-833a-3f62305ebba2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 932 time: 0.1568739 Jul 08 20:35:28.829375 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5943304a-ab27-4152-8a90-f6710ecf30d0 req-89806ed7-b5d8-4dfc-912c-983269ae089d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.4118471 Jul 08 20:35:28.919880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b495d9c-9c21-4774-825a-e3ace0964773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:35:28.936824 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9b495d9c-9c21-4774-825a-e3ace0964773 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "PUT /v2.0/routers/4bb94e19-d895-49cd-9fcc-92e5a75001e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7938294 Jul 08 20:35:28.937637 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47194) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:28.997287 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2adf7fb4-b12b-4e09-bcf0-f745b9a610f1 req-64e09f23-9588-4205-87b9-0324b6997045 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343055 Jul 08 20:35:29.005743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee18b6d7-7456-42a6-8f5c-5ca733959944 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:29.007289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee18b6d7-7456-42a6-8f5c-5ca733959944 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:29.011747 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ee18b6d7-7456-42a6-8f5c-5ca733959944 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0705411 Jul 08 20:35:29.012561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47196) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:29.049483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-aa09f826-ee9e-45a6-8965-efddc5930cb5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.7582476 Jul 08 20:35:29.068330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Request body: {'port': {'device_id': '0a18b78c-96af-464f-80d3-bbdb8b712f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:29.099729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-be256611-9222-4b44-99f7-c4ac132a244d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 6abb092a-430b-4bf9-ad32-e37c47e0ed44 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:35:29.109033 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be256611-9222-4b44-99f7-c4ac132a244d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:29.180562 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be256611-9222-4b44-99f7-c4ac132a244d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:29.197395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9bb79-cc36-4db8-a8b3-7dd0a98cd9ab req-6e6932ad-c9c3-48a5-bed2-0549e7277081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:29.198765 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05a9bb79-cc36-4db8-a8b3-7dd0a98cd9ab req-6e6932ad-c9c3-48a5-bed2-0549e7277081 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8062534 Jul 08 20:35:29.204748 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:29.236177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:35:29.246950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608817d9-1b17-4ad3-b397-1a2c8cae08ba None None] Sync routers for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:35:29.261982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608817d9-1b17-4ad3-b397-1a2c8cae08ba None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:29.262618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-608817d9-1b17-4ad3-b397-1a2c8cae08ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:29.283478 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:29.302288 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be256611-9222-4b44-99f7-c4ac132a244d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:29.367178 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b0c15ebe-86ce-455d-bc57-f5dfb3bcfb53 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.5603449 Jul 08 20:35:29.367178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'tag': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:35:29.367503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47198) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:29.368990 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824a78ee-b767-48d4-896e-cb05f5489c43" -d '{"events": [{"name": "network-changed", "server_uuid": "99552a32-9439-4b5d-a7b7-3dcbda3f4c1c", "tag": "e7f00444-8ff1-4a2e-8822-cbf6de6bf298"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:35:29.519095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-608817d9-1b17-4ad3-b397-1a2c8cae08ba None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:29.596132 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7e63c41e-9b9f-412a-b005-5e13b73d0e82 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/floatingips/135e3e84-88f0-4b81-bbb3-8a8f09007b13 HTTP/1.1" status: 200 len: 992 time: 0.2282488 Jul 08 20:35:29.612233 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be256611-9222-4b44-99f7-c4ac132a244d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:29.618307 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07719a8-68ec-4b24-b51e-52d3692c6f9a None None] Sync routers for ids ['4bb94e19-d895-49cd-9fcc-92e5a75001e3'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:35:29.633459 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07719a8-68ec-4b24-b51e-52d3692c6f9a None None] Routers {'4bb94e19-d895-49cd-9fcc-92e5a75001e3'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:29.635300 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d07719a8-68ec-4b24-b51e-52d3692c6f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4bb94e19-d895-49cd-9fcc-92e5a75001e3'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:29.719809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be256611-9222-4b44-99f7-c4ac132a244d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=6abb092a-430b-4bf9-ad32-e37c47e0ed44,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:29.731001 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be256611-9222-4b44-99f7-c4ac132a244d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:29.734144 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-be256611-9222-4b44-99f7-c4ac132a244d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/6abb092a-430b-4bf9-ad32-e37c47e0ed44 HTTP/1.1" status: 204 len: 168 time: 0.7205105 Jul 08 20:35:29.740521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47210) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:29.755928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:35:29.764712 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:29.787396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Transition to ACTIVE for port object e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:29.797434 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:29.843157 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b61fbae-edf9-4b2a-91f0-c0aa24c42dbb None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:29.861413 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-d07719a8-68ec-4b24-b51e-52d3692c6f9a None None] Set router 4bb94e19-d895-49cd-9fcc-92e5a75001e3 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:29.886595 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f343477b-cff0-4c02-b9ff-9f1b9573e77b x-openstack-request-id: req-f343477b-cff0-4c02-b9ff-9f1b9573e77b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:29.886882 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99552a32-9439-4b5d-a7b7-3dcbda3f4c1c", "tag": "e7f00444-8ff1-4a2e-8822-cbf6de6bf298", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:29.887136 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f343477b-cff0-4c02-b9ff-9f1b9573e77b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:29.887536 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'tag': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'status': 'completed', 'code': 200} Jul 08 20:35:29.956264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:30.006741 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d07719a8-68ec-4b24-b51e-52d3692c6f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb94e19-d895-49cd-9fcc-92e5a75001e3', 'name': 'tempest-NetworksTestDHCPv6-router-1735785662', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:12Z', 'updated_at': '2021-07-08T20:35:26Z', 'revision_number': 3, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:30.126661 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07719a8-68ec-4b24-b51e-52d3692c6f9a None None] Checking router: 4bb94e19-d895-49cd-9fcc-92e5a75001e3 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:35:30.155013 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05a9bb79-cc36-4db8-a8b3-7dd0a98cd9ab req-8693a991-69af-4cb1-9590-3e4b44964f9f service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9449379 Jul 08 20:35:30.158148 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07719a8-68ec-4b24-b51e-52d3692c6f9a None None] Routers {'4bb94e19-d895-49cd-9fcc-92e5a75001e3'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:30.158800 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d07719a8-68ec-4b24-b51e-52d3692c6f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4bb94e19-d895-49cd-9fcc-92e5a75001e3'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:30.266196 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e98c7fd4-e12a-4ae0-ab57-b1f3f3f47bce req-f9905fa8-05c4-4bad-bdec-a8e82201be31 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.0759234 Jul 08 20:35:30.311666 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-d07719a8-68ec-4b24-b51e-52d3692c6f9a None None] Set router 4bb94e19-d895-49cd-9fcc-92e5a75001e3 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:30.386398 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9ad3033e-a390-4554-a38c-453e2f5396e1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6253419 Jul 08 20:35:30.387147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47216) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:30.427540 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d07719a8-68ec-4b24-b51e-52d3692c6f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb94e19-d895-49cd-9fcc-92e5a75001e3', 'name': 'tempest-NetworksTestDHCPv6-router-1735785662', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:12Z', 'updated_at': '2021-07-08T20:35:26Z', 'revision_number': 3, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:30.448966 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05a9bb79-cc36-4db8-a8b3-7dd0a98cd9ab req-c48b18dc-a43e-4239-bc88-5581fb5e6774 service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567067 Jul 08 20:35:30.477732 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07719a8-68ec-4b24-b51e-52d3692c6f9a None None] The sync data for ids ['4bb94e19-d895-49cd-9fcc-92e5a75001e3'] in n-d-791506-16 is: [{'id': '4bb94e19-d895-49cd-9fcc-92e5a75001e3', 'name': 'tempest-NetworksTestDHCPv6-router-1735785662', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:12Z', 'updated_at': '2021-07-08T20:35:26Z', 'revision_number': 3, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:35:30.504992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 91fefe50-34c0-43ec-9e15-85e52cb014cd up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:30.586748 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a78ee-b767-48d4-896e-cb05f5489c43 req-6f993c2f-6fb8-48a1-98b0-c4c6ab951d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:30.588224 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-824a78ee-b767-48d4-896e-cb05f5489c43 req-6f993c2f-6fb8-48a1-98b0-c4c6ab951d0f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 1098 time: 0.5903730 Jul 08 20:35:30.594098 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d26d0da-9d89-4638-918c-bd1ed2652dfb tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:30.602560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47218) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:30.669013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Attempting to bind port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:35:30.670448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Attempting to bind port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:35:30.670616 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Attempting to bind port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 on network c2ccae01-0010-4b9b-be20-201f6e08f30e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:30.696462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 on network c2ccae01-0010-4b9b-be20-201f6e08f30e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:35:30.696804 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Attempting to bind port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 on network c2ccae01-0010-4b9b-be20-201f6e08f30e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:30.715184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:35:30.715579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Checking segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:30.715903 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Bound using segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:35:30.716362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Bound port: e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:35:30.717015 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:30.735075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f1fb5-20f1-4eab-87f5-0015ce68ac2d req-270eac7a-948a-4821-84a2-c254a0ca65f3 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:30.736679 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f58f1fb5-20f1-4eab-87f5-0015ce68ac2d req-270eac7a-948a-4821-84a2-c254a0ca65f3 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 944 time: 0.2850990 Jul 08 20:35:30.893926 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d26d0da-9d89-4638-918c-bd1ed2652dfb tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:30.904671 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d26d0da-9d89-4638-918c-bd1ed2652dfb tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:30.910108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 91fefe50-34c0-43ec-9e15-85e52cb014cd triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:30.910967 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:30.935183 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f58f1fb5-20f1-4eab-87f5-0015ce68ac2d req-932a2ba1-4c1c-40b7-aaf1-2e9588c8d240 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857667 Jul 08 20:35:31.007866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] For port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:31.014043 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] For port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:35:31.021348 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:31.052779 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d26d0da-9d89-4638-918c-bd1ed2652dfb tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:31.053289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d26d0da-9d89-4638-918c-bd1ed2652dfb tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb94e19-d895-49cd-9fcc-92e5a75001e3 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:35:31.065516 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d26d0da-9d89-4638-918c-bd1ed2652dfb tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:31.067749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1d26d0da-9d89-4638-918c-bd1ed2652dfb tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/routers/4bb94e19-d895-49cd-9fcc-92e5a75001e3 HTTP/1.1" status: 204 len: 168 time: 0.6566641 Jul 08 20:35:31.085746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47226) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:31.117203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-8efe8d92-5dff-473a-86dd-3ac8cdc3d839 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:31.170751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-608817d9-1b17-4ad3-b397-1a2c8cae08ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '135e3e84-88f0-4b81-bbb3-8a8f09007b13', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'port_id': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'mac_address': 'fa:16:3e:c9:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:35:22Z', 'updated_at': '2021-07-08T20:35:22Z', 'revision_number': 0, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:48Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:31.210920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:31.211985 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:31.213853 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] 10.222.0.103 "PUT /v2.0/ports/e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 HTTP/1.1" status: 200 len: 1093 time: 2.1519513 Jul 08 20:35:31.246471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8add57e8-af63-45ac-ace1-b2f62ef956b1 None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:35:31.251731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608817d9-1b17-4ad3-b397-1a2c8cae08ba None None] Checking router: 4c17d619-e77a-4421-b377-da97acf4046f for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:35:31.296820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608817d9-1b17-4ad3-b397-1a2c8cae08ba None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:31.302178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-608817d9-1b17-4ad3-b397-1a2c8cae08ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:31.328082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f5c8a-f87a-48e4-892b-72825d2068f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:31.370007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efe8d92-5dff-473a-86dd-3ac8cdc3d839 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:31.380550 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8efe8d92-5dff-473a-86dd-3ac8cdc3d839 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:31.414027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a78ee-b767-48d4-896e-cb05f5489c43 req-a7d5ab09-1f5f-43c6-a1ae-a19838c347d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:31.424804 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-824a78ee-b767-48d4-896e-cb05f5489c43 req-a7d5ab09-1f5f-43c6-a1ae-a19838c347d6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f7a713d-4535-4d26-b4b0-fc318c79a77b HTTP/1.1" status: 200 len: 898 time: 0.3890913 Jul 08 20:35:31.429156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e195d1c-24dc-47f4-94e6-6cde90e5e61d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/floatingips/135e3e84-88f0-4b81-bbb3-8a8f09007b13 HTTP/1.1" status: 200 len: 992 time: 0.8254204 Jul 08 20:35:31.546692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8add57e8-af63-45ac-ace1-b2f62ef956b1 None None] Deleting port 3193e549-e4c3-49ba-aed4-84dc63444a55 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:31.547291 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8add57e8-af63-45ac-ace1-b2f62ef956b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:31.562970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-1edc353f-1f14-4a43-a30e-489e92153f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:31.565984 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-1edc353f-1f14-4a43-a30e-489e92153f9b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 1096 time: 0.2908301 Jul 08 20:35:31.620050 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-0710d5ef-b380-44fb-a8a7-7a02286c8089 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 HTTP/1.1" status: 200 len: 217 time: 0.0430303 Jul 08 20:35:31.645405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-608817d9-1b17-4ad3-b397-1a2c8cae08ba None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:31.675257 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63d3f722-fff9-49d8-9306-4c58891d7735 req-58d7a075-9156-4e7d-a17d-80469e4abe3e tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.0754862 Jul 08 20:35:31.712476 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-02168d20-8266-490f-a309-e44dc72b1943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:31.714137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-02168d20-8266-490f-a309-e44dc72b1943 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.0836480 Jul 08 20:35:31.721399 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-824a78ee-b767-48d4-896e-cb05f5489c43 req-a96ba3f6-dfc6-4815-92a2-318bb587f1f9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f00444-8ff1-4a2e-8822-cbf6de6bf298 HTTP/1.1" status: 200 len: 1000 time: 0.2908039 Jul 08 20:35:31.755865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8add57e8-af63-45ac-ace1-b2f62ef956b1 None None] For port 3193e549-e4c3-49ba-aed4-84dc63444a55, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3193e549-e4c3-49ba-aed4-84dc63444a55,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:31.756508 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8add57e8-af63-45ac-ace1-b2f62ef956b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:31.794843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8add57e8-af63-45ac-ace1-b2f62ef956b1 None None] Calling delete_port for 3193e549-e4c3-49ba-aed4-84dc63444a55 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:31.804229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a78ee-b767-48d4-896e-cb05f5489c43 req-739ea6db-f666-4b72-abfb-c09d4af83edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:31.806280 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-824a78ee-b767-48d4-896e-cb05f5489c43 req-739ea6db-f666-4b72-abfb-c09d4af83edd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=86b9acac-f7c6-4ab3-b5a5-13591a6d99b5 HTTP/1.1" status: 200 len: 835 time: 0.0706747 Jul 08 20:35:31.872811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-c6897b24-c088-4287-b7bc-0b9636f72848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:31.874768 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-c6897b24-c088-4287-b7bc-0b9636f72848 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223667 Jul 08 20:35:31.877984 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8efe8d92-5dff-473a-86dd-3ac8cdc3d839 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:31.900524 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a18b78c-96af-464f-80d3-bbdb8b712f7a', 'tag': 'e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:35:31.903125 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5791262e-21e2-40e7-8928-279a3737def3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a18b78c-96af-464f-80d3-bbdb8b712f7a", "tag": "e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:35:32.006648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a78ee-b767-48d4-896e-cb05f5489c43 req-436d1da9-cdcc-4789-a9b8-1723f59bda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:32.008196 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-824a78ee-b767-48d4-896e-cb05f5489c43 req-436d1da9-cdcc-4789-a9b8-1723f59bda1d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f7a713d-4535-4d26-b4b0-fc318c79a77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1939692 Jul 08 20:35:32.117058 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-517801dc-4f97-416f-b43b-12e5ae495150 service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172852 Jul 08 20:35:32.120135 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aba7b9-05f5-4267-b7a7-192be45e14a1 x-openstack-request-id: req-44aba7b9-05f5-4267-b7a7-192be45e14a1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:32.120435 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a18b78c-96af-464f-80d3-bbdb8b712f7a", "tag": "e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:32.120708 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-44aba7b9-05f5-4267-b7a7-192be45e14a1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:32.121114 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a18b78c-96af-464f-80d3-bbdb8b712f7a', 'tag': 'e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4', 'status': 'completed', 'code': 200} Jul 08 20:35:32.206573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3193e549-e4c3-49ba-aed4-84dc63444a55 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:32.215355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efe8d92-5dff-473a-86dd-3ac8cdc3d839 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:32.254759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-8efe8d92-5dff-473a-86dd-3ac8cdc3d839 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:32.262851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe8d92-5dff-473a-86dd-3ac8cdc3d839 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:32.263455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8efe8d92-5dff-473a-86dd-3ac8cdc3d839 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:32.326971 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8efe8d92-5dff-473a-86dd-3ac8cdc3d839 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2400243 Jul 08 20:35:32.329667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47244) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:32.351316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-59453d8d-0bfc-42f9-9644-4fdece669889 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1539387456', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:32.357920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe8d92-5dff-473a-86dd-3ac8cdc3d839 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=b054b596-e437-499b-aa44-28cd33fc2d0a,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:32.371408 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:32.398459 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8add57e8-af63-45ac-ace1-b2f62ef956b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:32.423891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add57e8-af63-45ac-ace1-b2f62ef956b1 None None] Pushing event deleted for resources: {'Port': ['ID=3193e549-e4c3-49ba-aed4-84dc63444a55,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:32.439176 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47246) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:32.443756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-608817d9-1b17-4ad3-b397-1a2c8cae08ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '135e3e84-88f0-4b81-bbb3-8a8f09007b13', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'port_id': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'mac_address': 'fa:16:3e:c9:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:35:22Z', 'updated_at': '2021-07-08T20:35:22Z', 'revision_number': 0, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:48Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:32.483592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8add57e8-af63-45ac-ace1-b2f62ef956b1 None None] No DVR routers for this DVR port 3193e549-e4c3-49ba-aed4-84dc63444a55 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:32.505959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608817d9-1b17-4ad3-b397-1a2c8cae08ba None None] The sync data for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 is: [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '135e3e84-88f0-4b81-bbb3-8a8f09007b13', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'port_id': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'mac_address': 'fa:16:3e:c9:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:35:22Z', 'updated_at': '2021-07-08T20:35:22Z', 'revision_number': 0, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:48Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:35:32.510433 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a88e3e40-3359-4c6c-b03c-c5856afc1590 req-8507d349-dc2b-4933-b2e5-65d1170de983 service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345487 Jul 08 20:35:32.531353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:32.538175 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59453d8d-0bfc-42f9-9644-4fdece669889 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:32.543532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59453d8d-0bfc-42f9-9644-4fdece669889 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:32.555942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:35:32.556528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b601857c-0ef4-4e8f-a9bd-84f6bb0469c0 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:35:32.559026 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f840f4c-e9a0-4c27-b1b3-06130cfad899 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:32.731186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3042b-be35-4d08-a733-af0cb904d570 req-a9836a7b-68c4-4e1c-ac29-7d1274d30bc2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:32.747497 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-81d3042b-be35-4d08-a733-af0cb904d570 req-a9836a7b-68c4-4e1c-ac29-7d1274d30bc2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 944 time: 0.2005100 Jul 08 20:35:32.771212 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6c2fb48b-651c-43d0-8370-dc0cb9399647 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/floatingips/135e3e84-88f0-4b81-bbb3-8a8f09007b13 HTTP/1.1" status: 200 len: 992 time: 0.3247399 Jul 08 20:35:32.782105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-824a78ee-b767-48d4-896e-cb05f5489c43 req-14cfb6f5-db79-441a-8be1-e9dfa1f8e540 service neutron] 10.222.0.103 "GET /v2.0/networks/1f7a713d-4535-4d26-b4b0-fc318c79a77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7662573 Jul 08 20:35:32.872316 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59453d8d-0bfc-42f9-9644-4fdece669889 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:32.883030 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59453d8d-0bfc-42f9-9644-4fdece669889 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:32.891257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': 'b054b596-e437-499b-aa44-28cd33fc2d0a'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:35:32.892139 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:32.940325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791262e-21e2-40e7-8928-279a3737def3 req-5ba72d73-2559-47f0-b6ae-0c60df2eebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:32.942539 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5791262e-21e2-40e7-8928-279a3737def3 req-5ba72d73-2559-47f0-b6ae-0c60df2eebfd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 1096 time: 0.3544960 Jul 08 20:35:32.943805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59453d8d-0bfc-42f9-9644-4fdece669889 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:32.944961 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-59453d8d-0bfc-42f9-9644-4fdece669889 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6143186 Jul 08 20:35:32.954070 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-81d3042b-be35-4d08-a733-af0cb904d570 req-9ee35678-a96e-4545-b513-81d23ff79207 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055042 Jul 08 20:35:32.961399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47260) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:33.106517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Allocated IP 2001:db8::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/b054b596-e437-499b-aa44-28cd33fc2d0a/d6aacf7e-73ee-409b-b28f-f60e63738099) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:33.123619 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80a73d30-618b-40ac-af5d-e2402f1ee481 req-1dacf0f8-1251-44fc-8a51-3a4212358c89 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.1492674 Jul 08 20:35:33.224194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791262e-21e2-40e7-8928-279a3737def3 req-a6bc0b6e-3658-46bd-8d18-8c574c87a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:33.225773 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5791262e-21e2-40e7-8928-279a3737def3 req-a6bc0b6e-3658-46bd-8d18-8c574c87a167 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.2666953 Jul 08 20:35:33.316352 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5791262e-21e2-40e7-8928-279a3737def3 req-03cd940b-d0ec-43ab-8b9a-2fe35acbd003 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 HTTP/1.1" status: 200 len: 217 time: 0.0832288 Jul 08 20:35:33.416195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791262e-21e2-40e7-8928-279a3737def3 req-3e043ddc-933a-4d68-82a4-c9026d11b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:33.418012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5791262e-21e2-40e7-8928-279a3737def3 req-3e043ddc-933a-4d68-82a4-c9026d11b698 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.0936387 Jul 08 20:35:33.418402 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:33.441264 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Transition to ACTIVE for port object d6aacf7e-73ee-409b-b28f-f60e63738099 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:33.460713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Transition to ACTIVE for port object d6aacf7e-73ee-409b-b28f-f60e63738099 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:33.467711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c6844-03de-4252-855c-a826296633c5 None None] New status for floating IP 135e3e84-88f0-4b81-bbb3-8a8f09007b13: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:35:33.473302 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:33.481206 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-824a78ee-b767-48d4-896e-cb05f5489c43 req-fdb31d07-51d7-44b8-a9bd-968164cc1dd1 service neutron] 10.222.0.103 "GET /v2.0/networks/1f7a713d-4535-4d26-b4b0-fc318c79a77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905682 Jul 08 20:35:33.570551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:33.575460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:33.580944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:33.587815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791262e-21e2-40e7-8928-279a3737def3 req-e7e0ebe0-73e2-4a6e-8a45-b5fd49c8eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:33.593502 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5791262e-21e2-40e7-8928-279a3737def3 req-e7e0ebe0-73e2-4a6e-8a45-b5fd49c8eab4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1638145 Jul 08 20:35:33.614222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Pushing event updated for resources: {'Port': ['ID=d6aacf7e-73ee-409b-b28f-f60e63738099,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:33.735823 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5791262e-21e2-40e7-8928-279a3737def3 req-70bcc489-ae14-48d0-9489-fe63bbb07fc5 service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336389 Jul 08 20:35:33.767200 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:33.769731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47264) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:33.842312 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f97a95a5-e1e6-4458-a472-5c88dd34bf4a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/floatingips/135e3e84-88f0-4b81-bbb3-8a8f09007b13 HTTP/1.1" status: 200 len: 992 time: 0.0714386 Jul 08 20:35:33.872364 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Attempting to bind port d6aacf7e-73ee-409b-b28f-f60e63738099 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:35:33.872876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Attempting to bind port d6aacf7e-73ee-409b-b28f-f60e63738099 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:35:33.873339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Attempting to bind port d6aacf7e-73ee-409b-b28f-f60e63738099 on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:33.882964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:35:33.883439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:33.883910 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:33.884372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:35:33.884966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Bound port: d6aacf7e-73ee-409b-b28f-f60e63738099, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:35:33.885411 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:33.911230 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5791262e-21e2-40e7-8928-279a3737def3 req-b2f9c698-87f6-40d9-a070-9868c653e3e7 service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657407 Jul 08 20:35:34.072156 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] For port d6aacf7e-73ee-409b-b28f-f60e63738099, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:34.104383 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] For port d6aacf7e-73ee-409b-b28f-f60e63738099, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d6aacf7e-73ee-409b-b28f-f60e63738099,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:35:34.110003 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-292c08ae-5a62-4493-aff0-a23c559f3261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:34.115463 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:34.238578 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387da12-ec6a-4fb6-be89-e55128a8752d None None] Pushing event updated for resources: {'Port': ['ID=d6aacf7e-73ee-409b-b28f-f60e63738099,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:34.353805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbeefed-1667-4bef-b435-caf1c78b7112 req-afc1742d-b0fb-46d6-8d99-7ee1d1c4d1ed tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:34.356019 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3dbeefed-1667-4bef-b435-caf1c78b7112 req-afc1742d-b0fb-46d6-8d99-7ee1d1c4d1ed tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 944 time: 0.1525650 Jul 08 20:35:34.425909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::1 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/b054b596-e437-499b-aa44-28cd33fc2d0a/812c9955-9071-483d-a7c8-97c13ae3bc93) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:34.482881 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3dbeefed-1667-4bef-b435-caf1c78b7112 req-fc5f0760-3b9a-48d8-aa95-e0aa4fde1a10 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195993 Jul 08 20:35:34.532095 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da7ded10-bdff-4293-bf3c-5a4def1fafef req-95bff167-2ccc-4e0e-a1e5-a82202456d1b tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.1173997 Jul 08 20:35:34.599172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:35:34.675018 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:34.696678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 812c9955-9071-483d-a7c8-97c13ae3bc93 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:34.756456 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:34.790935 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:34.808436 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'port_id': 'e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4', 'mac_address': 'fa:16:3e:b3:da:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:35:34.846048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47276) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:34.851214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:34.863062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:34.866936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:34.867506 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:34.901599 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:34.940581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:35:34.998421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:35.001034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=812c9955-9071-483d-a7c8-97c13ae3bc93,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:35.001715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-37bf47c3-d9e0-48eb-90c1-a6a1590c04a5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/floatingips/135e3e84-88f0-4b81-bbb3-8a8f09007b13 HTTP/1.1" status: 200 len: 994 time: 0.1536586 Jul 08 20:35:35.017240 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:35.120910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:35.199800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:35.293811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:35:35.695417 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:35.709844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:35.710644 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:35.807841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ae820fdf-3ea3-4cfe-8347-ca21abbb00e3 None None] Provisioning for port d6aacf7e-73ee-409b-b28f-f60e63738099 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:35.865920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=812c9955-9071-483d-a7c8-97c13ae3bc93,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:35.893494 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d0576885-961f-4c6c-b309-145fe2cfbf28 req-58651d24-9309-446a-af5e-5c7bf29c379f tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.0590558 Jul 08 20:35:36.047977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955b5c5-ce13-4b95-951d-6ec9cd27736c req-f5ec30e6-32a9-4fe5-83cb-2effad21410a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:36.055769 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f955b5c5-ce13-4b95-951d-6ec9cd27736c req-f5ec30e6-32a9-4fe5-83cb-2effad21410a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 945 time: 0.2722375 Jul 08 20:35:36.121874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:36.123880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:36.149945 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f955b5c5-ce13-4b95-951d-6ec9cd27736c req-594985c1-fb2e-4478-af70-e2ffb3816650 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930305 Jul 08 20:35:36.171542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-02271aa4-1dca-4da5-9f6c-d1e5ae381eaf None None] Provisioning for port 812c9955-9071-483d-a7c8-97c13ae3bc93 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:36.194254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-02271aa4-1dca-4da5-9f6c-d1e5ae381eaf None None] Provisioning complete for port 812c9955-9071-483d-a7c8-97c13ae3bc93 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:36.194667 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-02271aa4-1dca-4da5-9f6c-d1e5ae381eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:36.328759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-02271aa4-1dca-4da5-9f6c-d1e5ae381eaf None None] Port 812c9955-9071-483d-a7c8-97c13ae3bc93 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:35:36.367070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d6aacf7e-73ee-409b-b28f-f60e63738099 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:36.420167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Router 980d4123-a0c3-4323-8ec7-58e320ab31a5 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:35:36.516059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port d6aacf7e-73ee-409b-b28f-f60e63738099 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:36.524654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d6aacf7e-73ee-409b-b28f-f60e63738099 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:36.525044 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:36.622188 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:36.688520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:35:36.695032 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-63b66f76-c479-4555-ae64-20da05cef33c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "PUT /v2.0/routers/980d4123-a0c3-4323-8ec7-58e320ab31a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7273030 Jul 08 20:35:36.697753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47302) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:36.704390 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Sync routers for ids ['980d4123-a0c3-4323-8ec7-58e320ab31a5'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:35:36.726597 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Routers {'980d4123-a0c3-4323-8ec7-58e320ab31a5'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:36.727257 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['980d4123-a0c3-4323-8ec7-58e320ab31a5'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:36.775169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b70e4f-8b61-4fcd-9d35-a6e43c4a22b1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:36.776817 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-47b70e4f-8b61-4fcd-9d35-a6e43c4a22b1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports/812c9955-9071-483d-a7c8-97c13ae3bc93 HTTP/1.1" status: 200 len: 911 time: 0.0776346 Jul 08 20:35:36.779613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47304) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:36.844383 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-42fff412-a667-47f8-92c0-37f7610bc058 None None] Provisioning complete for port 812c9955-9071-483d-a7c8-97c13ae3bc93 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:36.844887 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-42fff412-a667-47f8-92c0-37f7610bc058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:36.876550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ad3c3f-feaa-4d0a-9085-1228ba315c78 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:36.890820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ad3c3f-feaa-4d0a-9085-1228ba315c78 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:36.896687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-38ad3c3f-feaa-4d0a-9085-1228ba315c78 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1121609 Jul 08 20:35:36.896895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47306) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:36.963424 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Set router 980d4123-a0c3-4323-8ec7-58e320ab31a5 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:36.984833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-42fff412-a667-47f8-92c0-37f7610bc058 None None] Port 812c9955-9071-483d-a7c8-97c13ae3bc93 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:35:37.101623 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:37.203991 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9a97f2be-cd91-4f08-a2e1-ad81136eae8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:37.208679 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:37.224160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port d6aacf7e-73ee-409b-b28f-f60e63738099, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d6aacf7e-73ee-409b-b28f-f60e63738099,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:37.242138 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:37.246338 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:37.346517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:37.350024 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:37.354306 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e9bfa38a-1dae-423e-9a63-7e192ebd24ce req-0390504b-f206-4884-82df-bbd5a1690ae9 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.1409502 Jul 08 20:35:37.576871 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c629e-2335-4389-abf7-213100d72164 req-6fcc93c7-13f7-4b7a-9ba4-99ebffb36e02 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:37.584717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf0c629e-2335-4389-abf7-213100d72164 req-6fcc93c7-13f7-4b7a-9ba4-99ebffb36e02 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 945 time: 0.1979403 Jul 08 20:35:37.586081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=d6aacf7e-73ee-409b-b28f-f60e63738099,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:37.608788 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980d4123-a0c3-4323-8ec7-58e320ab31a5', 'name': 'tempest-NetworksTestDHCPv6-router-1539387456', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:32Z', 'updated_at': '2021-07-08T20:35:35Z', 'revision_number': 2, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'gw_port_host': None, '_interfaces': [{'id': '812c9955-9071-483d-a7c8-97c13ae3bc93', 'name': '', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'mac_address': 'fa:16:3e:84:61:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980d4123-a0c3-4323-8ec7-58e320ab31a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'b054b596-e437-499b-aa44-28cd33fc2d0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:34Z', 'updated_at': '2021-07-08T20:35:35Z', 'revision_number': 2, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'subnets': [{'id': 'b054b596-e437-499b-aa44-28cd33fc2d0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:37.645316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf0c629e-2335-4389-abf7-213100d72164 req-61b90c2b-6888-4620-a0c9-8c06d2588316 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549297 Jul 08 20:35:37.661594 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:37.664906 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Checking router: 980d4123-a0c3-4323-8ec7-58e320ab31a5 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:35:37.665571 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Updating router 980d4123-a0c3-4323-8ec7-58e320ab31a5 port 812c9955-9071-483d-a7c8-97c13ae3bc93 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:35:37.713349 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:37.715905 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18b78c-96af-464f-80d3-bbdb8b712f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:35:37.719250 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44717484-5efe-44dd-a902-af4d22200dbf" -d '{"events": [{"server_uuid": "0a18b78c-96af-464f-80d3-bbdb8b712f7a", "name": "network-vif-plugged", "status": "completed", "tag": "e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:35:37.741704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:37.749520 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:37.854243 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc3ffca-9954-4f68-8594-62dd8b2337f8 x-openstack-request-id: req-4bc3ffca-9954-4f68-8594-62dd8b2337f8 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:37.854900 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a18b78c-96af-464f-80d3-bbdb8b712f7a", "name": "network-vif-plugged", "status": "completed", "tag": "e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:37.854900 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4bc3ffca-9954-4f68-8594-62dd8b2337f8 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:37.855176 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a18b78c-96af-464f-80d3-bbdb8b712f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4', 'code': 200} Jul 08 20:35:37.871937 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:38.192670 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:38.229328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d6aacf7e-73ee-409b-b28f-f60e63738099 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:38.294975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95dc14-f396-4cbf-85c9-e891a17893c4 req-1cd1c22d-f34c-44d0-b22d-2065dc24c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:38.304620 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c95dc14-f396-4cbf-85c9-e891a17893c4 req-1cd1c22d-f34c-44d0-b22d-2065dc24c1b9 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 1098 time: 0.2154055 Jul 08 20:35:38.342023 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:38.346481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d6aacf7e-73ee-409b-b28f-f60e63738099 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:38.347510 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:38.356403 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Transition to ACTIVE for port object 812c9955-9071-483d-a7c8-97c13ae3bc93 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:38.372232 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:38.391315 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c95dc14-f396-4cbf-85c9-e891a17893c4 req-85b426b1-fb8d-4415-b5e1-4ba61ed34ce2 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848050 Jul 08 20:35:38.483525 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c162e-549b-4ec7-a61b-7f6ba11d4fd3 None None] Pushing event updated for resources: {'Port': ['ID=812c9955-9071-483d-a7c8-97c13ae3bc93,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:38.625135 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Attempting to bind port 812c9955-9071-483d-a7c8-97c13ae3bc93 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:35:38.625459 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Attempting to bind port 812c9955-9071-483d-a7c8-97c13ae3bc93 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:35:38.625792 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Attempting to bind port 812c9955-9071-483d-a7c8-97c13ae3bc93 on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:38.632962 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:35:38.633332 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:38.633740 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:38.634281 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:35:38.634762 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Bound port: 812c9955-9071-483d-a7c8-97c13ae3bc93, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:35:38.635149 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:38.642025 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-971373e8-8ff2-47a3-899c-da81d252afff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:38.699258 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0f4cf395-898d-4689-b928-f3a88771cf55 req-3f0f5367-d5ec-4508-886f-571dcb469a4c tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.0720491 Jul 08 20:35:38.782956 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] For port 812c9955-9071-483d-a7c8-97c13ae3bc93, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:38.788164 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] For port 812c9955-9071-483d-a7c8-97c13ae3bc93, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=812c9955-9071-483d-a7c8-97c13ae3bc93,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:35:38.795982 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:38.918847 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Routers {'980d4123-a0c3-4323-8ec7-58e320ab31a5'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:38.919519 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['980d4123-a0c3-4323-8ec7-58e320ab31a5'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:39.089945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aa517-7722-4a9b-8067-bea071751eca req-bc7bca51-7920-4adb-ac9d-7782993005ce tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:39.091556 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1d1aa517-7722-4a9b-8067-bea071751eca req-bc7bca51-7920-4adb-ac9d-7782993005ce tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 946 time: 0.1980968 Jul 08 20:35:39.092324 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] Set router 980d4123-a0c3-4323-8ec7-58e320ab31a5 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:39.208799 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1d1aa517-7722-4a9b-8067-bea071751eca req-754454b9-d0e5-4a6e-a416-ce446f5c49ef tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973377 Jul 08 20:35:39.214649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-971373e8-8ff2-47a3-899c-da81d252afff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 812c9955-9071-483d-a7c8-97c13ae3bc93 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:39.215564 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-971373e8-8ff2-47a3-899c-da81d252afff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:39.325067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-971373e8-8ff2-47a3-899c-da81d252afff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] For port 812c9955-9071-483d-a7c8-97c13ae3bc93, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=812c9955-9071-483d-a7c8-97c13ae3bc93,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:39.325741 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-971373e8-8ff2-47a3-899c-da81d252afff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:39.338416 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-971373e8-8ff2-47a3-899c-da81d252afff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 812c9955-9071-483d-a7c8-97c13ae3bc93 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:39.518999 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c162e-549b-4ec7-a61b-7f6ba11d4fd3 None None] Pushing event updated for resources: {'Port': ['ID=812c9955-9071-483d-a7c8-97c13ae3bc93,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:39.565677 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980d4123-a0c3-4323-8ec7-58e320ab31a5', 'name': 'tempest-NetworksTestDHCPv6-router-1539387456', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:32Z', 'updated_at': '2021-07-08T20:35:35Z', 'revision_number': 2, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'gw_port_host': None, '_interfaces': [{'id': '812c9955-9071-483d-a7c8-97c13ae3bc93', 'name': '', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'mac_address': 'fa:16:3e:84:61:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980d4123-a0c3-4323-8ec7-58e320ab31a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'b054b596-e437-499b-aa44-28cd33fc2d0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:34Z', 'updated_at': '2021-07-08T20:35:38Z', 'revision_number': 4, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'subnets': [{'id': 'b054b596-e437-499b-aa44-28cd33fc2d0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:39.640854 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4936205-1490-47e2-9373-989e0bb87668 None None] The sync data for ids ['980d4123-a0c3-4323-8ec7-58e320ab31a5'] in n-d-791506-16 is: [{'id': '980d4123-a0c3-4323-8ec7-58e320ab31a5', 'name': 'tempest-NetworksTestDHCPv6-router-1539387456', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:32Z', 'updated_at': '2021-07-08T20:35:35Z', 'revision_number': 2, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'gw_port_host': None, '_interfaces': [{'id': '812c9955-9071-483d-a7c8-97c13ae3bc93', 'name': '', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'mac_address': 'fa:16:3e:84:61:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980d4123-a0c3-4323-8ec7-58e320ab31a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'b054b596-e437-499b-aa44-28cd33fc2d0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:34Z', 'updated_at': '2021-07-08T20:35:38Z', 'revision_number': 4, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'subnets': [{'id': 'b054b596-e437-499b-aa44-28cd33fc2d0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:35:39.729850 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-971373e8-8ff2-47a3-899c-da81d252afff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:39.749471 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:39.834738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971373e8-8ff2-47a3-899c-da81d252afff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=812c9955-9071-483d-a7c8-97c13ae3bc93,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:39.959064 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-971373e8-8ff2-47a3-899c-da81d252afff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:39.989254 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-261b9866-fb01-43d0-8fca-75c59fe6f695 req-52d6b683-7703-431e-bb3e-17778cd85652 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.0642130 Jul 08 20:35:40.294738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971373e8-8ff2-47a3-899c-da81d252afff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Router 980d4123-a0c3-4323-8ec7-58e320ab31a5 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:35:40.425908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971373e8-8ff2-47a3-899c-da81d252afff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:35:40.435418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-971373e8-8ff2-47a3-899c-da81d252afff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "PUT /v2.0/routers/980d4123-a0c3-4323-8ec7-58e320ab31a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5351670 Jul 08 20:35:40.435831 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47336) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:40.546696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5b4c5-5442-48db-ab18-3289fc92f5a8 req-08eab6ab-0524-4d90-8985-e25c02f92811 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:40.556543 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-06e5b4c5-5442-48db-ab18-3289fc92f5a8 req-08eab6ab-0524-4d90-8985-e25c02f92811 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 946 time: 0.1445169 Jul 08 20:35:40.590149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65478d91-d9a5-4af0-8242-7030733b6b3d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:40.592278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65478d91-d9a5-4af0-8242-7030733b6b3d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:40.595757 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-65478d91-d9a5-4af0-8242-7030733b6b3d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1584527 Jul 08 20:35:40.598915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47340) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:40.640143 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-06e5b4c5-5442-48db-ab18-3289fc92f5a8 req-4545150e-0033-4a2e-a9a5-1166f6204af2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787623 Jul 08 20:35:40.688983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-606f59ec-1854-4189-bd19-b0b26893801b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet b054b596-e437-499b-aa44-28cd33fc2d0a {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:35:40.692464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-606f59ec-1854-4189-bd19-b0b26893801b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:40.749056 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-606f59ec-1854-4189-bd19-b0b26893801b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:40.881418 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-606f59ec-1854-4189-bd19-b0b26893801b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:40.957695 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1cde9bf0-c95a-4201-9794-511b10a62d20 req-27587d69-5c18-4c33-8cb7-87692c3fa701 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fba7a3335c294262a7cea81d4269be31 HTTP/1.1" status: 200 len: 267 time: 0.0954154 Jul 08 20:35:41.046457 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-606f59ec-1854-4189-bd19-b0b26893801b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:41.125908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6727a965-dd2f-413c-a5fe-20e9a3e32667 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:41.139028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-606f59ec-1854-4189-bd19-b0b26893801b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:41.148829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47360) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:41.158904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-606f59ec-1854-4189-bd19-b0b26893801b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/b054b596-e437-499b-aa44-28cd33fc2d0a HTTP/1.1" status: 204 len: 168 time: 0.5575635 Jul 08 20:35:41.170022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f59ec-1854-4189-bd19-b0b26893801b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=b054b596-e437-499b-aa44-28cd33fc2d0a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:41.205382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde9bf0-c95a-4201-9794-511b10a62d20 req-8613bd3f-01e6-43a8-a13b-09c81299df24 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:41.219469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1cde9bf0-c95a-4201-9794-511b10a62d20 req-8613bd3f-01e6-43a8-a13b-09c81299df24 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 946 time: 0.2545555 Jul 08 20:35:41.229631 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-1cde9bf0-c95a-4201-9794-511b10a62d20 req-d877c0d5-2e5a-4c05-8999-4cdc849c46bc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Request body: {'port': {'security_groups': []}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:41.470026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b3bc84f4-299b-45a7-88e8-63a2915fd7a5 req-a0ac6b7d-51d8-4750-a224-d4dcef59e206 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb9412bf-381d-4463-9b2d-42988bbcae80 HTTP/1.1" status: 200 len: 210 time: 0.1571727 Jul 08 20:35:41.489308 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-1cde9bf0-c95a-4201-9794-511b10a62d20 req-d877c0d5-2e5a-4c05-8999-4cdc849c46bc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:41.490777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd67dfe0-4fb5-4895-839c-eacac781b82a None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:35:41.520917 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-736edd9e-a2e4-4407-8907-add694a88250 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3703458 Jul 08 20:35:41.523960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47364) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:41.666625 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cd67dfe0-4fb5-4895-839c-eacac781b82a None None] Deleting port d6aacf7e-73ee-409b-b28f-f60e63738099 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:41.667217 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cd67dfe0-4fb5-4895-839c-eacac781b82a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:41.721294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47368) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:41.731658 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa09c080-cb81-4272-a501-a55e867e70bf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:41.773074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-cd67dfe0-4fb5-4895-839c-eacac781b82a None None] For port d6aacf7e-73ee-409b-b28f-f60e63738099, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d6aacf7e-73ee-409b-b28f-f60e63738099,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:41.774806 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cd67dfe0-4fb5-4895-839c-eacac781b82a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:41.848678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cd67dfe0-4fb5-4895-839c-eacac781b82a None None] Calling delete_port for d6aacf7e-73ee-409b-b28f-f60e63738099 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:41.879545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-1cde9bf0-c95a-4201-9794-511b10a62d20 req-d877c0d5-2e5a-4c05-8999-4cdc849c46bc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] For port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:41.983841 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-1cde9bf0-c95a-4201-9794-511b10a62d20 req-d877c0d5-2e5a-4c05-8999-4cdc849c46bc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:41.993323 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-1cde9bf0-c95a-4201-9794-511b10a62d20 req-d877c0d5-2e5a-4c05-8999-4cdc849c46bc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:42.007596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['458fad21-1425-4705-8171-a701d7aedae2'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:35:42.063491 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['64a044c1-aa74-4b53-a866-6890d122643b', 'e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:35:42.108936 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ec10b4fd-71a4-4d66-98a5-406aed793c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:42.109495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15d07b9-37bb-41a1-ad43-c3ad72504c9f None None] Sync routers for ids ['980d4123-a0c3-4323-8ec7-58e320ab31a5'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:35:42.124410 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa09c080-cb81-4272-a501-a55e867e70bf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:42.127177 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa09c080-cb81-4272-a501-a55e867e70bf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:42.150712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde9bf0-c95a-4201-9794-511b10a62d20 req-d877c0d5-2e5a-4c05-8999-4cdc849c46bc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:42.151339 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-1cde9bf0-c95a-4201-9794-511b10a62d20 req-d877c0d5-2e5a-4c05-8999-4cdc849c46bc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:42.173615 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1cde9bf0-c95a-4201-9794-511b10a62d20 req-d877c0d5-2e5a-4c05-8999-4cdc849c46bc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "PUT /v2.0/ports/e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 HTTP/1.1" status: 200 len: 905 time: 0.9369411 Jul 08 20:35:42.188880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a18b78c-96af-464f-80d3-bbdb8b712f7a', 'tag': 'e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:35:42.198130 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9e87f1-bf7c-4aa5-b9a6-5765279c58c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0a18b78c-96af-464f-80d3-bbdb8b712f7a", "tag": "e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:35:42.215177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d6aacf7e-73ee-409b-b28f-f60e63738099 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:42.220562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d07b9-37bb-41a1-ad43-c3ad72504c9f None None] Routers {'980d4123-a0c3-4323-8ec7-58e320ab31a5'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:42.222587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a15d07b9-37bb-41a1-ad43-c3ad72504c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['980d4123-a0c3-4323-8ec7-58e320ab31a5'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:42.275532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa09c080-cb81-4272-a501-a55e867e70bf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:42.275532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa09c080-cb81-4272-a501-a55e867e70bf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Fanout notify agent at l3_agent the message router_deleted on router 980d4123-a0c3-4323-8ec7-58e320ab31a5 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:35:42.305756 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5097a380-6c31-46d1-9f4b-7b4ee106a96f x-openstack-request-id: req-5097a380-6c31-46d1-9f4b-7b4ee106a96f {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:42.306048 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a18b78c-96af-464f-80d3-bbdb8b712f7a", "tag": "e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:42.306310 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5097a380-6c31-46d1-9f4b-7b4ee106a96f {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:42.306708 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a18b78c-96af-464f-80d3-bbdb8b712f7a', 'tag': 'e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4', 'status': 'completed', 'code': 200} Jul 08 20:35:42.311095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877c0d5-2e5a-4c05-8999-4cdc849c46bc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event updated for resources: {'Port': ['ID=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4,revision_number=6']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:42.323016 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa09c080-cb81-4272-a501-a55e867e70bf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:42.326353 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aa09c080-cb81-4272-a501-a55e867e70bf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/routers/980d4123-a0c3-4323-8ec7-58e320ab31a5 HTTP/1.1" status: 204 len: 168 time: 0.7964368 Jul 08 20:35:42.327386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47376) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:42.361746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:35:42.444752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbce7e1-213a-4368-9a77-09eff3ee93b9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:42.449555 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bcbce7e1-213a-4368-9a77-09eff3ee93b9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1186948 Jul 08 20:35:42.450017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47378) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:42.498676 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cd67dfe0-4fb5-4895-839c-eacac781b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:42.522563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f32800-2693-4c84-97ba-22058694fcb0 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:42.527702 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b2f32800-2693-4c84-97ba-22058694fcb0 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0757289 Jul 08 20:35:42.528448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47382) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:42.578261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a15d07b9-37bb-41a1-ad43-c3ad72504c9f None None] Set router 980d4123-a0c3-4323-8ec7-58e320ab31a5 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:35:42.585312 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b62897ed-9971-4e89-b209-9ae041e7956f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554974 Jul 08 20:35:42.588736 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47384) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:42.598616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d2118554-66f0-4334-a90c-8f155f2e6210 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:42.619688 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e87f1-bf7c-4aa5-b9a6-5765279c58c0 req-b97fe34d-45b8-4659-9b84-62fda0867cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:42.621269 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed9e87f1-bf7c-4aa5-b9a6-5765279c58c0 req-b97fe34d-45b8-4659-9b84-62fda0867cb3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 1060 time: 0.2849867 Jul 08 20:35:42.640775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67dfe0-4fb5-4895-839c-eacac781b82a None None] Pushing event deleted for resources: {'Port': ['ID=d6aacf7e-73ee-409b-b28f-f60e63738099,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:42.653148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab55a5-8f74-48f1-86c4-9bced8493e97 req-0028c75b-721e-4e4c-b27f-5a3081fbce2f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:42.654650 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74ab55a5-8f74-48f1-86c4-9bced8493e97 req-0028c75b-721e-4e4c-b27f-5a3081fbce2f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 908 time: 0.1926467 Jul 08 20:35:42.709328 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ec10b4fd-71a4-4d66-98a5-406aed793c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:42.733691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47392) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:42.739005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd67dfe0-4fb5-4895-839c-eacac781b82a None None] No DVR routers for this DVR port d6aacf7e-73ee-409b-b28f-f60e63738099 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:42.741963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No active binding found for port d6aacf7e-73ee-409b-b28f-f60e63738099 {{(pid=94067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 20:35:42.742600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d6aacf7e-73ee-409b-b28f-f60e63738099 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:35:42.767744 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a15d07b9-37bb-41a1-ad43-c3ad72504c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980d4123-a0c3-4323-8ec7-58e320ab31a5', 'name': 'tempest-NetworksTestDHCPv6-router-1539387456', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:32Z', 'updated_at': '2021-07-08T20:35:39Z', 'revision_number': 3, 'project_id': '083c11e033f84d5b9176962b8c6ac530', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:42.791819 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ec10b4fd-71a4-4d66-98a5-406aed793c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:42.814836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2118554-66f0-4334-a90c-8f155f2e6210 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:42.824850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2d6da97f-91b3-45cd-9072-1ff871b04b22 None None] Provisioning complete for port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:42.825268 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2118554-66f0-4334-a90c-8f155f2e6210 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:42.825622 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2d6da97f-91b3-45cd-9072-1ff871b04b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:42.837008 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15d07b9-37bb-41a1-ad43-c3ad72504c9f None None] Checking router: 980d4123-a0c3-4323-8ec7-58e320ab31a5 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:35:42.881917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d07b9-37bb-41a1-ad43-c3ad72504c9f None None] Routers set() bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:35:42.882286 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d07b9-37bb-41a1-ad43-c3ad72504c9f None None] Router IDs set() for agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 20:35:42.885116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_agentschedulers_db [None req-a15d07b9-37bb-41a1-ad43-c3ad72504c9f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'980d4123-a0c3-4323-8ec7-58e320ab31a5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:35:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent'). {{(pid=94067) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 20:35:42.885628 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15d07b9-37bb-41a1-ad43-c3ad72504c9f None None] The sync data for ids ['980d4123-a0c3-4323-8ec7-58e320ab31a5'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:35:42.902332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10b4fd-71a4-4d66-98a5-406aed793c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dd5c84-5d2f-45bf-bf94-62b02e5b8c70,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:42.930863 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7922-9c07-4cc2-95f9-ba11e350bb2d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:42.979204 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ec10b4fd-71a4-4d66-98a5-406aed793c93 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=85b5e3f619f64bfaacced2c6121af365&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2568460 Jul 08 20:35:42.982137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47394) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:42.991379 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7922-9c07-4cc2-95f9-ba11e350bb2d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:43.115179 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7922-9c07-4cc2-95f9-ba11e350bb2d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:43.119814 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7922-9c07-4cc2-95f9-ba11e350bb2d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:43.121609 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a4ce7922-9c07-4cc2-95f9-ba11e350bb2d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "DELETE /v2.0/security-groups/3d8d7c46-1247-4e46-9d7c-d4499dccea95 HTTP/1.1" status: 204 len: 168 time: 0.3857863 Jul 08 20:35:43.127143 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5a61c-b34e-4964-a46f-bc11be70ca4c req-f02fe55a-1c24-40c6-a26b-d41a38b6561c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:43.129753 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08b5a61c-b34e-4964-a46f-bc11be70ca4c req-f02fe55a-1c24-40c6-a26b-d41a38b6561c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.2014821 Jul 08 20:35:43.130998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e87f1-bf7c-4aa5-b9a6-5765279c58c0 req-838025f5-f792-421c-bd81-9f95e5476757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:43.132469 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed9e87f1-bf7c-4aa5-b9a6-5765279c58c0 req-838025f5-f792-421c-bd81-9f95e5476757 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.5012209 Jul 08 20:35:43.133238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47396) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:43.138276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce7922-9c07-4cc2-95f9-ba11e350bb2d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8d7c46-1247-4e46-9d7c-d4499dccea95,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:43.216329 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-f3f329e2-d39a-4d4d-bdcd-5964f9e37a96 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] show failed (client error): The resource could not be found. Jul 08 20:35:43.220860 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f3f329e2-d39a-4d4d-bdcd-5964f9e37a96 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "GET /v2.0/security-groups/3d8d7c46-1247-4e46-9d7c-d4499dccea95 HTTP/1.1" status: 404 len: 347 time: 0.0807509 Jul 08 20:35:43.223578 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed9e87f1-bf7c-4aa5-b9a6-5765279c58c0 req-1f338eb3-9616-4e47-b64a-284ccf79fe25 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 HTTP/1.1" status: 200 len: 217 time: 0.0656641 Jul 08 20:35:43.226128 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47398) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:43.233312 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dca7fbb0-b53a-446e-b97f-82f82a7035a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:43.297774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.objects.ports [None req-d2118554-66f0-4334-a90c-8f155f2e6210 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:35:43.299751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2118554-66f0-4334-a90c-8f155f2e6210 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:43.325640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2118554-66f0-4334-a90c-8f155f2e6210 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:43.328340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-d2118554-66f0-4334-a90c-8f155f2e6210 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:43.340750 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9242b5a0-9daf-44d7-9f1a-51bb45ff9798 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:43.377668 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dca7fbb0-b53a-446e-b97f-82f82a7035a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:43.406404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2118554-66f0-4334-a90c-8f155f2e6210 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=02b3fad8-10a5-4f76-9096-76d525141ecb,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:43.417352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2118554-66f0-4334-a90c-8f155f2e6210 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:43.418800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2118554-66f0-4334-a90c-8f155f2e6210 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:43.452497 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d2118554-66f0-4334-a90c-8f155f2e6210 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8613567 Jul 08 20:35:43.453428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47402) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:43.453555 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08b5a61c-b34e-4964-a46f-bc11be70ca4c req-69a52249-f8e0-4fcd-86c6-434365ac1e1a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031917 Jul 08 20:35:43.476930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3ad9d405-1021-433e-942e-b3f492aa057b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:43.619600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': '02b3fad8-10a5-4f76-9096-76d525141ecb'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:35:43.620478 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:43.649594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad9d405-1021-433e-942e-b3f492aa057b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:43.653787 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ad9d405-1021-433e-942e-b3f492aa057b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:43.808252 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Allocated IP 2001:db8::f816:3eff:fe79:342f (845567f0-e8b3-4d3f-8ff6-519fe189dab9/02b3fad8-10a5-4f76-9096-76d525141ecb/05adc754-57c8-454e-81dd-2ce9cd5fda16) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:44.010605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ad9d405-1021-433e-942e-b3f492aa057b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.016352 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.026399 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Transition to ACTIVE for port object 05adc754-57c8-454e-81dd-2ce9cd5fda16 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:44.044350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Transition to ACTIVE for port object 05adc754-57c8-454e-81dd-2ce9cd5fda16 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:44.052051 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.061188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e87f1-bf7c-4aa5-b9a6-5765279c58c0 req-d97f5e86-5012-4da8-8ba0-8cc16cd7fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:44.063478 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed9e87f1-bf7c-4aa5-b9a6-5765279c58c0 req-d97f5e86-5012-4da8-8ba0-8cc16cd7fe3b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.8280907 Jul 08 20:35:44.109647 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:44.113331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:44.116692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:44.129041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Pushing event updated for resources: {'Port': ['ID=05adc754-57c8-454e-81dd-2ce9cd5fda16,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:44.158011 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dca7fbb0-b53a-446e-b97f-82f82a7035a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.162185 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dca7fbb0-b53a-446e-b97f-82f82a7035a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.165552 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dca7fbb0-b53a-446e-b97f-82f82a7035a2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c0dd5c84-5d2f-45bf-bf94-62b02e5b8c70 HTTP/1.1" status: 204 len: 168 time: 1.1791611 Jul 08 20:35:44.173257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 812c9955-9071-483d-a7c8-97c13ae3bc93 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:44.218480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7fbb0-b53a-446e-b97f-82f82a7035a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dd5c84-5d2f-45bf-bf94-62b02e5b8c70,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:44.218829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 812c9955-9071-483d-a7c8-97c13ae3bc93 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:35:44.219288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 812c9955-9071-483d-a7c8-97c13ae3bc93 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:35:44.225128 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-534f388a-a9c1-4e46-a6e0-2bf85dee1f60 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Deleting port dfe966b0-aa81-4f7b-97cd-ca384a50655d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:44.225487 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-534f388a-a9c1-4e46-a6e0-2bf85dee1f60 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.238302 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Attempting to bind port 05adc754-57c8-454e-81dd-2ce9cd5fda16 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:35:44.238302 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Attempting to bind port 05adc754-57c8-454e-81dd-2ce9cd5fda16 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:35:44.239923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Attempting to bind port 05adc754-57c8-454e-81dd-2ce9cd5fda16 on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:44.255322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:35:44.255685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:44.256097 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.256601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:35:44.257005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Bound port: 05adc754-57c8-454e-81dd-2ce9cd5fda16, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:35:44.257394 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.311998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95765b57-ca0f-4b60-8451-652687faeb85 req-360aaba0-9b29-4528-b8a3-d10cb14f651e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:44.319725 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95765b57-ca0f-4b60-8451-652687faeb85 req-360aaba0-9b29-4528-b8a3-d10cb14f651e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.3387692 Jul 08 20:35:44.360755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e87f1-bf7c-4aa5-b9a6-5765279c58c0 req-dbd14c19-5ccc-424d-a54e-f5f00038f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:44.362277 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed9e87f1-bf7c-4aa5-b9a6-5765279c58c0 req-dbd14c19-5ccc-424d-a54e-f5f00038f557 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2878218 Jul 08 20:35:44.375581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] For port 05adc754-57c8-454e-81dd-2ce9cd5fda16, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:44.390057 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] For port 05adc754-57c8-454e-81dd-2ce9cd5fda16, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=05adc754-57c8-454e-81dd-2ce9cd5fda16,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:35:44.398944 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.415643 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95765b57-ca0f-4b60-8451-652687faeb85 req-1e254cac-9192-4104-85dd-207472265dff tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949669 Jul 08 20:35:44.458176 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-534f388a-a9c1-4e46-a6e0-2bf85dee1f60 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.458786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-534f388a-a9c1-4e46-a6e0-2bf85dee1f60 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.494747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f97dbf-e900-4634-b93c-be35b3dc77d0 None None] Pushing event updated for resources: {'Port': ['ID=05adc754-57c8-454e-81dd-2ce9cd5fda16,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:44.497600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9d405-1021-433e-942e-b3f492aa057b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:44.515647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-3ad9d405-1021-433e-942e-b3f492aa057b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:44.518527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-534f388a-a9c1-4e46-a6e0-2bf85dee1f60 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Calling delete_port for dfe966b0-aa81-4f7b-97cd-ca384a50655d owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:44.528333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad9d405-1021-433e-942e-b3f492aa057b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:44.529307 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ad9d405-1021-433e-942e-b3f492aa057b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.547387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9d405-1021-433e-942e-b3f492aa057b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=e06992f4-2aeb-4b99-9815-74133159b2d0,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:44.566153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3ad9d405-1021-433e-942e-b3f492aa057b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1097717 Jul 08 20:35:44.573562 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47416) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:44.583340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'mac_address': 'fa:16:3e:ea:4c:c7', 'name': 'tempest-NetworksTestDHCPv6-502415440'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:44.698349 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed9e87f1-bf7c-4aa5-b9a6-5765279c58c0 req-27f7bc69-d00e-49b2-9f8f-b4efcbb0b6e9 service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180206 Jul 08 20:35:44.763912 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47424) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:44.797512 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc91f6a3-47f0-4ca8-b387-008da625d2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.899480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:44.903083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-534f388a-a9c1-4e46-a6e0-2bf85dee1f60 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:44.970831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f388a-a9c1-4e46-a6e0-2bf85dee1f60 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Port': ['ID=dfe966b0-aa81-4f7b-97cd-ca384a50655d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:45.036981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3befd449-e726-436d-880e-82b8b0c327d1 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:45.038534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3befd449-e726-436d-880e-82b8b0c327d1 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 811 time: 0.2457287 Jul 08 20:35:45.043004 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed9e87f1-bf7c-4aa5-b9a6-5765279c58c0 req-22c99ccd-8a78-405a-99a3-d26441cd405c service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120705 Jul 08 20:35:45.069993 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-534f388a-a9c1-4e46-a6e0-2bf85dee1f60 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.074402 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-534f388a-a9c1-4e46-a6e0-2bf85dee1f60 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.075369 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-534f388a-a9c1-4e46-a6e0-2bf85dee1f60 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "DELETE /v2.0/floatingips/841af8a5-6b45-42d1-9a03-f51e09be74c4 HTTP/1.1" status: 204 len: 168 time: 1.8482752 Jul 08 20:35:45.078707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47436) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:45.106617 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.109421 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-b3935bfd-3ba9-4d10-b451-08718abb1c8c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/quotas/fba7a3335c294262a7cea81d4269be31 HTTP/1.1" status: 200 len: 375 time: 0.0626192 Jul 08 20:35:45.190420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port be31ce1c-48bf-404c-a54e-7cf215f3de95 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:35:45.200387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-166b0580-648a-4257-bf6f-a93d541c9c6d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Deleting port 4b516fbd-786d-424e-8772-22f532f4445c {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:45.200873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-166b0580-648a-4257-bf6f-a93d541c9c6d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.266360 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc91f6a3-47f0-4ca8-b387-008da625d2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.278738 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc91f6a3-47f0-4ca8-b387-008da625d2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.307640 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-166b0580-648a-4257-bf6f-a93d541c9c6d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.320882 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d52152b4-3270-4e90-9767-0f186596a954 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2031448 Jul 08 20:35:45.330418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-166b0580-648a-4257-bf6f-a93d541c9c6d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Calling delete_port for 4b516fbd-786d-424e-8772-22f532f4445c owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:45.489447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91f6a3-47f0-4ca8-b387-008da625d2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16962dbe-20b3-4c40-82ca-41d42bb31fe8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:45.494833 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-66b24370-07e4-4070-8b64-99a07d1613e6 service neutron] 10.222.0.101 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561956 Jul 08 20:35:45.503014 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dc91f6a3-47f0-4ca8-b387-008da625d2f5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fc9116a02ce5482596a2c2a55ebca129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7361298 Jul 08 20:35:45.503898 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47442) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:45.523567 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-166b0580-648a-4257-bf6f-a93d541c9c6d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.560612 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b0580-648a-4257-bf6f-a93d541c9c6d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Port': ['ID=4b516fbd-786d-424e-8772-22f532f4445c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:45.648244 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-166b0580-648a-4257-bf6f-a93d541c9c6d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.651361 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-166b0580-648a-4257-bf6f-a93d541c9c6d tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "DELETE /v2.0/ports/4b516fbd-786d-424e-8772-22f532f4445c HTTP/1.1" status: 204 len: 168 time: 0.5715160 Jul 08 20:35:45.654197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47452) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:45.677149 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b420a1fb-a7a4-408a-a8bc-54633a0167e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.701077 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b420a1fb-a7a4-408a-a8bc-54633a0167e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.774447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Deleting port bf5aa183-08c5-49a8-91d7-2937e4f8a459 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:45.774875 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.785875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb608b0-f1d2-4995-9e2b-e77989df2845 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:45.798243 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b420a1fb-a7a4-408a-a8bc-54633a0167e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.801729 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b420a1fb-a7a4-408a-a8bc-54633a0167e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.805438 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b420a1fb-a7a4-408a-a8bc-54633a0167e9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/16962dbe-20b3-4c40-82ca-41d42bb31fe8 HTTP/1.1" status: 204 len: 168 time: 0.2940609 Jul 08 20:35:45.809166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-5f036da8-5a3e-4614-bcf3-6bb37ad6b0d0 service neutron] 10.222.0.101 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944880 Jul 08 20:35:45.839025 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 172.20.0.3 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/e06992f4-2aeb-4b99-9815-74133159b2d0/be31ce1c-48bf-404c-a54e-7cf215f3de95) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:45.859401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420a1fb-a7a4-408a-a8bc-54633a0167e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16962dbe-20b3-4c40-82ca-41d42bb31fe8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:45.868471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::f816:3eff:feea:4cc7 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/02b3fad8-10a5-4f76-9096-76d525141ecb/be31ce1c-48bf-404c-a54e-7cf215f3de95) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:45.909209 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:45.924931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Calling delete_port for bf5aa183-08c5-49a8-91d7-2937e4f8a459 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:46.105238 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d05ea163-a114-48cd-8166-909381d37dc8 None None] Provisioning for port 05adc754-57c8-454e-81dd-2ce9cd5fda16 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:46.176276 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0d20eef-8e84-4017-ab53-f88218332b9d req-a848958b-a9f9-41a2-ab65-f54c9d6eb215 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 210 time: 0.1160550 Jul 08 20:35:46.302125 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:46.319729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 05adc754-57c8-454e-81dd-2ce9cd5fda16 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:46.345125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object be31ce1c-48bf-404c-a54e-7cf215f3de95 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:46.402320 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:46.424334 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:46.490522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 05adc754-57c8-454e-81dd-2ce9cd5fda16 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:46.501278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:46.502521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 05adc754-57c8-454e-81dd-2ce9cd5fda16 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:46.506200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:46.506921 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:46.517289 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Port': ['ID=bf5aa183-08c5-49a8-91d7-2937e4f8a459,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:46.518454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:46.590849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84761908-5bca-40d8-a9f7-a53d1dca78e1 None None] Update dhcp port {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': '02b3fad8-10a5-4f76-9096-76d525141ecb', 'ip_address': '2001:db8::f816:3eff:fe79:342f'}, {'subnet_id': 'e06992f4-2aeb-4b99-9815-74133159b2d0'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '05adc754-57c8-454e-81dd-2ce9cd5fda16'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:35:46.614004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:46.614693 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:46.624928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:46.625414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:46.625830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:46.626278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:46.626750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:46.627160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:46.627556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:46.630033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:46.630494 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:46.630891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:46.631435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:46.631954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:46.658989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0840886 Jul 08 20:35:46.661114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47480) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:46.661889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e3aab-5d0a-46ac-a671-01b552251417 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=be31ce1c-48bf-404c-a54e-7cf215f3de95,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:46.662540 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84761908-5bca-40d8-a9f7-a53d1dca78e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:46.711423 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:46.714282 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-760d103a-8b5d-440c-9f17-87f75b679782 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "DELETE /v2.0/ports/bf5aa183-08c5-49a8-91d7-2937e4f8a459 HTTP/1.1" status: 204 len: 168 time: 1.0589976 Jul 08 20:35:46.716841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47482) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:46.750528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c9560a-23a6-40de-b49a-2cd368d4b31d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:46.761619 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c9560a-23a6-40de-b49a-2cd368d4b31d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:46.766920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-04c9560a-23a6-40de-b49a-2cd368d4b31d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1020129 Jul 08 20:35:46.767960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47484) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:46.787767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4e0e61-d55b-475d-8cdb-f632a05d6820 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Deleting subnet 5d557e9a-a0b2-4dcc-8401-6293602492e6 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:35:46.792072 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d4e0e61-d55b-475d-8cdb-f632a05d6820 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:46.829731 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:46.854998 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d4e0e61-d55b-475d-8cdb-f632a05d6820 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:46.980232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-47c1f42a-d5c6-4512-971b-961d1d721120 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port be31ce1c-48bf-404c-a54e-7cf215f3de95 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:46.981032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47c1f42a-d5c6-4512-971b-961d1d721120 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:47.070891 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d4e0e61-d55b-475d-8cdb-f632a05d6820 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:47.193225 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d4e0e61-d55b-475d-8cdb-f632a05d6820 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:47.271456 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47c1f42a-d5c6-4512-971b-961d1d721120 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:47.303730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-47c1f42a-d5c6-4512-971b-961d1d721120 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for be31ce1c-48bf-404c-a54e-7cf215f3de95 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:47.342354 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e0e61-d55b-475d-8cdb-f632a05d6820 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Subnet': ['ID=5d557e9a-a0b2-4dcc-8401-6293602492e6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:47.345631 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 05adc754-57c8-454e-81dd-2ce9cd5fda16, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=05adc754-57c8-454e-81dd-2ce9cd5fda16,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:47.352869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26efedae-fb3f-4ee3-9259-0e15690612d4 None None] Network cd03060a-bfc6-43cb-9261-c17858115213 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:47.356471 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d4e0e61-d55b-475d-8cdb-f632a05d6820 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:47.361883 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:47.373075 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7d4e0e61-d55b-475d-8cdb-f632a05d6820 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "DELETE /v2.0/subnets/5d557e9a-a0b2-4dcc-8401-6293602492e6 HTTP/1.1" status: 204 len: 168 time: 0.6549697 Jul 08 20:35:47.380029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47498) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:47.555705 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=05adc754-57c8-454e-81dd-2ce9cd5fda16,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:47.574712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dcaac58-4091-42f5-a8dd-85aad1081c79 req-3ce4d74c-0de0-4617-82d6-8d117d5e08e7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 210 time: 0.0454836 Jul 08 20:35:47.590298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-84761908-5bca-40d8-a9f7-a53d1dca78e1 None None] Allocated IP 172.20.0.2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/e06992f4-2aeb-4b99-9815-74133159b2d0/05adc754-57c8-454e-81dd-2ce9cd5fda16) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:47.593567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:47.593916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:47.594316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:47.594658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:47.594998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:47.595806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:47.595806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:47.596471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:47.596610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:47.597634 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:47.598111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:47.598452 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:35:47.610071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeeafb6d-ffe7-4d40-8b90-8ebe011c3ed8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Deleting subnet fa2211b2-f041-4343-87c1-2d4bb81cdffb {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:35:47.610071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aeeafb6d-ffe7-4d40-8b90-8ebe011c3ed8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:47.611119 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:47.656708 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aeeafb6d-ffe7-4d40-8b90-8ebe011c3ed8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:47.797065 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-84761908-5bca-40d8-a9f7-a53d1dca78e1 None None] For port 05adc754-57c8-454e-81dd-2ce9cd5fda16, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=05adc754-57c8-454e-81dd-2ce9cd5fda16,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:47.834330 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aeeafb6d-ffe7-4d40-8b90-8ebe011c3ed8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:47.854369 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84761908-5bca-40d8-a9f7-a53d1dca78e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:47.886228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89234189-3216-4421-8c63-b687560d29f1 None None] DHCP port deletion for cd03060a-bfc6-43cb-9261-c17858115213 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:35:47.891925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47c1f42a-d5c6-4512-971b-961d1d721120 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:47.940241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1f42a-d5c6-4512-971b-961d1d721120 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=be31ce1c-48bf-404c-a54e-7cf215f3de95,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:47.945552 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aeeafb6d-ffe7-4d40-8b90-8ebe011c3ed8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:47.950924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-84761908-5bca-40d8-a9f7-a53d1dca78e1 None None] Transition to ACTIVE for port object 05adc754-57c8-454e-81dd-2ce9cd5fda16 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:47.966328 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84761908-5bca-40d8-a9f7-a53d1dca78e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:48.006552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeafb6d-ffe7-4d40-8b90-8ebe011c3ed8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2211b2-f041-4343-87c1-2d4bb81cdffb,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:48.048075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1089bdd6-2027-426e-a2d5-e2c243b919d8 None None] Network 387df71c-15b2-4fee-b85a-8ed2fd4e79ea requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:48.071890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aeeafb6d-ffe7-4d40-8b90-8ebe011c3ed8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:48.073981 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-aeeafb6d-ffe7-4d40-8b90-8ebe011c3ed8 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "DELETE /v2.0/subnets/fa2211b2-f041-4343-87c1-2d4bb81cdffb HTTP/1.1" status: 204 len: 168 time: 0.6938803 Jul 08 20:35:48.076784 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47c1f42a-d5c6-4512-971b-961d1d721120 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:48.078763 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-47c1f42a-d5c6-4512-971b-961d1d721120 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/be31ce1c-48bf-404c-a54e-7cf215f3de95 HTTP/1.1" status: 204 len: 168 time: 1.3096192 Jul 08 20:35:48.079309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47518) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:48.083265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47520) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:48.164426 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-7acc247e-415d-4898-894f-67e46bf878ae tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:48.181743 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-7acc247e-415d-4898-894f-67e46bf878ae tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 811 time: 0.3033700 Jul 08 20:35:48.196335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Request body: {'port': {'device_id': '7046f6cc-f1b8-43d4-b0be-356f6036b744', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'admin_state_up': True, 'tenant_id': 'fba7a3335c294262a7cea81d4269be31'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:48.241659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa98f3c-1031-4732-8b8f-9af140022416 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:48.244118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa98f3c-1031-4732-8b8f-9af140022416 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:48.245778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa98f3c-1031-4732-8b8f-9af140022416 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:48.250042 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2aa98f3c-1031-4732-8b8f-9af140022416 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1633306 Jul 08 20:35:48.251085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47524) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:48.252655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-89234189-3216-4421-8c63-b687560d29f1 None None] Deleting port 9ed95986-c747-41b3-a0ab-48c3c7233170 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:48.256512 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-89234189-3216-4421-8c63-b687560d29f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:48.261520 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:48.370446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a84173-3828-4678-aaae-5f503471cd88 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 02b3fad8-10a5-4f76-9096-76d525141ecb {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:35:48.380082 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88a84173-3828-4678-aaae-5f503471cd88 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:48.410977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-89234189-3216-4421-8c63-b687560d29f1 None None] For port 9ed95986-c747-41b3-a0ab-48c3c7233170, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9ed95986-c747-41b3-a0ab-48c3c7233170,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:48.411376 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-89234189-3216-4421-8c63-b687560d29f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:48.451766 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-89234189-3216-4421-8c63-b687560d29f1 None None] Calling delete_port for 9ed95986-c747-41b3-a0ab-48c3c7233170 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:48.457422 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88a84173-3828-4678-aaae-5f503471cd88 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:48.464535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Made reservation on behalf of fba7a3335c294262a7cea81d4269be31 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:48.471244 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:48.489387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Deleting port 9ed95986-c747-41b3-a0ab-48c3c7233170 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:48.489824 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:48.587478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 05adc754-57c8-454e-81dd-2ce9cd5fda16 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:48.598112 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-89234189-3216-4421-8c63-b687560d29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:48.682893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89234189-3216-4421-8c63-b687560d29f1 None None] No DVR routers for this DVR port 9ed95986-c747-41b3-a0ab-48c3c7233170 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:48.687842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] For port 9ed95986-c747-41b3-a0ab-48c3c7233170, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9ed95986-c747-41b3-a0ab-48c3c7233170,segment=NetworkSegment(7b2d119a-6f6f-49f5-a44a-fabdb84fcb11),segment_id=7b2d119a-6f6f-49f5-a44a-fabdb84fcb11)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:48.688406 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:48.696813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84761908-5bca-40d8-a9f7-a53d1dca78e1 None None] Pushing event updated for resources: {'Port': ['ID=05adc754-57c8-454e-81dd-2ce9cd5fda16,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:48.752721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Calling delete_port for 9ed95986-c747-41b3-a0ab-48c3c7233170 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:48.768433 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88a84173-3828-4678-aaae-5f503471cd88 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:48.796336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Allocated IP 172.20.0.9 (c2ccae01-0010-4b9b-be20-201f6e08f30e/c6fc5208-316e-4167-85a3-386e05ca34a9/f513bb86-0441-4d65-b606-d0f9b7523241) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:48.859604 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89234189-3216-4421-8c63-b687560d29f1 None None] Pushing event deleted for resources: {'Port': ['ID=9ed95986-c747-41b3-a0ab-48c3c7233170,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:49.007402 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88a84173-3828-4678-aaae-5f503471cd88 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.014879 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7e977843-a62b-40bf-b83a-c38ccc099098 req-f4bc11f0-e132-4b3a-a8e1-84c4af51a13e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 210 time: 0.1935267 Jul 08 20:35:49.056442 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7ee646-4c60-48c1-9d3e-7ba0a88ce0c4 None None] DHCP port deletion for 387df71c-15b2-4fee-b85a-8ed2fd4e79ea request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:35:49.095759 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a84173-3828-4678-aaae-5f503471cd88 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=02b3fad8-10a5-4f76-9096-76d525141ecb,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:49.116672 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88a84173-3828-4678-aaae-5f503471cd88 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.118911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9ed95986-c747-41b3-a0ab-48c3c7233170 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:49.122813 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-88a84173-3828-4678-aaae-5f503471cd88 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/02b3fad8-10a5-4f76-9096-76d525141ecb HTTP/1.1" status: 204 len: 168 time: 0.8637159 Jul 08 20:35:49.124153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47546) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:49.124818 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.160441 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] No DVR routers for this DVR port 9ed95986-c747-41b3-a0ab-48c3c7233170 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:49.162605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Port': ['ID=9ed95986-c747-41b3-a0ab-48c3c7233170,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:49.175613 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.187221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 9ed95986-c747-41b3-a0ab-48c3c7233170 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:35:49.187561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9ed95986-c747-41b3-a0ab-48c3c7233170 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:35:49.252913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-de7ee646-4c60-48c1-9d3e-7ba0a88ce0c4 None None] Deleting port c9a23544-70d3-4c86-b425-ccf2e93e36c6 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:49.254198 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-de7ee646-4c60-48c1-9d3e-7ba0a88ce0c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.261239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Transition to ACTIVE for port object f513bb86-0441-4d65-b606-d0f9b7523241 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:49.282911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0d9c2d-6143-4b85-9341-01ebe76d5261 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet e06992f4-2aeb-4b99-9815-74133159b2d0 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:35:49.288940 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9c2d-6143-4b85-9341-01ebe76d5261 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.292609 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.314987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd03060a-bfc6-43cb-9261-c17858115213']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:49.353902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:49.354211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2d119a-6f6f-49f5-a44a-fabdb84fcb11') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:49.356127 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9c2d-6143-4b85-9341-01ebe76d5261 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.366644 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-de7ee646-4c60-48c1-9d3e-7ba0a88ce0c4 None None] For port c9a23544-70d3-4c86-b425-ccf2e93e36c6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c9a23544-70d3-4c86-b425-ccf2e93e36c6,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:49.367149 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-de7ee646-4c60-48c1-9d3e-7ba0a88ce0c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.381021 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.406860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-de7ee646-4c60-48c1-9d3e-7ba0a88ce0c4 None None] Calling delete_port for c9a23544-70d3-4c86-b425-ccf2e93e36c6 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:49.408254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.412239 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.418707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:35:49.419098 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:35:49.424817 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:35:49.441006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['458fad21-1425-4705-8171-a701d7aedae2'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:35:49.494015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['64a044c1-aa74-4b53-a866-6890d122643b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:35:49.517596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47afc468-ad7a-49a4-8777-319c3227a897 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:49.540378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Network c2ccae01-0010-4b9b-be20-201f6e08f30e is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:49.560018 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.561670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:49.573076 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.575688 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "DELETE /v2.0/networks/cd03060a-bfc6-43cb-9261-c17858115213 HTTP/1.1" status: 204 len: 168 time: 1.4954693 Jul 08 20:35:49.587258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47568) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:49.600506 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:49.668549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event updated for resources: {'Port': ['ID=f513bb86-0441-4d65-b606-d0f9b7523241,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:49.735788 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.735788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74c20c-4c93-459a-90c9-4924042d3ae2 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Network': ['ID=cd03060a-bfc6-43cb-9261-c17858115213,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:49.739888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:49.740578 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.763491 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9c2d-6143-4b85-9341-01ebe76d5261 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.787893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8571e083-3042-43dc-a602-0716b802cfc3 None None] Provisioning for port 05adc754-57c8-454e-81dd-2ce9cd5fda16 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:49.812917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8571e083-3042-43dc-a602-0716b802cfc3 None None] Provisioning complete for port 05adc754-57c8-454e-81dd-2ce9cd5fda16 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:49.813587 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8571e083-3042-43dc-a602-0716b802cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.819790 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-d474ec72-d0b8-489f-a00a-52448a644e1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6293857 Jul 08 20:35:49.837573 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Request body: {'port': {'device_id': '7046f6cc-f1b8-43d4-b0be-356f6036b744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:49.855985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Deleting port c9a23544-70d3-4c86-b425-ccf2e93e36c6 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:49.856828 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:49.972886 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-de7ee646-4c60-48c1-9d3e-7ba0a88ce0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.002094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] For port c9a23544-70d3-4c86-b425-ccf2e93e36c6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c9a23544-70d3-4c86-b425-ccf2e93e36c6,segment=NetworkSegment(16aec9fe-b75e-4f9a-be07-c4454d325e90),segment_id=16aec9fe-b75e-4f9a-be07-c4454d325e90)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:50.002461 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.016279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Calling delete_port for c9a23544-70d3-4c86-b425-ccf2e93e36c6 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:50.100329 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.105425 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9c2d-6143-4b85-9341-01ebe76d5261 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.162678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ee646-4c60-48c1-9d3e-7ba0a88ce0c4 None None] Pushing event deleted for resources: {'Port': ['ID=c9a23544-70d3-4c86-b425-ccf2e93e36c6,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:50.195643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d9c2d-6143-4b85-9341-01ebe76d5261 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=e06992f4-2aeb-4b99-9815-74133159b2d0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:50.196692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ee646-4c60-48c1-9d3e-7ba0a88ce0c4 None None] No DVR routers for this DVR port c9a23544-70d3-4c86-b425-ccf2e93e36c6 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:50.198827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.199093 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9c2d-6143-4b85-9341-01ebe76d5261 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.207782 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ed0d9c2d-6143-4b85-9341-01ebe76d5261 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/e06992f4-2aeb-4b99-9815-74133159b2d0 HTTP/1.1" status: 204 len: 168 time: 1.0810165 Jul 08 20:35:50.212985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47598) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:50.250931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 05adc754-57c8-454e-81dd-2ce9cd5fda16 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:50.292670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Port': ['ID=c9a23544-70d3-4c86-b425-ccf2e93e36c6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:50.309814 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-947ff333-14c4-4ede-8119-7d4262052aa2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932100 Jul 08 20:35:50.319464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47604) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:50.326282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:50.386420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] No DVR routers for this DVR port c9a23544-70d3-4c86-b425-ccf2e93e36c6 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:35:50.536001 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.550902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387df71c-15b2-4fee-b85a-8ed2fd4e79ea']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:50.571701 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:50.574113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 05adc754-57c8-454e-81dd-2ce9cd5fda16 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:50.574587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701aa97b-ef71-4c87-bf27-b3fcda594ab2 req-acb593af-12cc-4b9d-a128-3e1065052a71 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:50.576234 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-701aa97b-ef71-4c87-bf27-b3fcda594ab2 req-acb593af-12cc-4b9d-a128-3e1065052a71 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 931 time: 0.3029780 Jul 08 20:35:50.576845 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.580206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16aec9fe-b75e-4f9a-be07-c4454d325e90') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:50.580506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16aec9fe-b75e-4f9a-be07-c4454d325e90') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:35:50.591083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.598023 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.662978 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-701aa97b-ef71-4c87-bf27-b3fcda594ab2 req-3c79893f-92fc-423a-80c7-756ce67dcd49 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742221 Jul 08 20:35:50.664395 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.675530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:35:50.676005 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:35:50.679399 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:35:50.754320 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d192584b-140f-46ae-853a-204db36871ed None None] Provisioning for port f513bb86-0441-4d65-b606-d0f9b7523241 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:50.763269 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.772189 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.774578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] 10.222.0.101 "DELETE /v2.0/networks/387df71c-15b2-4fee-b85a-8ed2fd4e79ea HTTP/1.1" status: 204 len: 168 time: 1.1862829 Jul 08 20:35:50.799043 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244a13a-2326-467f-b4b9-5129e3479e06 tempest-TaggedBootDevicesTest_v242-288243084 tempest-TaggedBootDevicesTest_v242-288243084-project] Pushing event deleted for resources: {'Network': ['ID=387df71c-15b2-4fee-b85a-8ed2fd4e79ea,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:50.805866 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d192584b-140f-46ae-853a-204db36871ed None None] Provisioning complete for port f513bb86-0441-4d65-b606-d0f9b7523241 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:50.809902 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d192584b-140f-46ae-853a-204db36871ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:50.991790 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f513bb86-0441-4d65-b606-d0f9b7523241 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:35:51.011182 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:51.017838 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0425d17-2b64-45eb-bc4e-d45f49e5cece None None] Update dhcp port {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': 'e06992f4-2aeb-4b99-9815-74133159b2d0'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '05adc754-57c8-454e-81dd-2ce9cd5fda16'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:35:51.027375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d192584b-140f-46ae-853a-204db36871ed None None] Port f513bb86-0441-4d65-b606-d0f9b7523241 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:35:51.040716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Transition to ACTIVE for port object f513bb86-0441-4d65-b606-d0f9b7523241 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:51.108046 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c0425d17-2b64-45eb-bc4e-d45f49e5cece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:51.149791 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:51.200101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c9a23544-70d3-4c86-b425-ccf2e93e36c6 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:51.299160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: c9a23544-70d3-4c86-b425-ccf2e93e36c6 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:35:51.299686 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c9a23544-70d3-4c86-b425-ccf2e93e36c6 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:35:51.648817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a41a72-5c4c-43cb-9779-5540feff92cb None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:51.810549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Pushing event updated for resources: {'Port': ['ID=f513bb86-0441-4d65-b606-d0f9b7523241,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:51.856797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.objects.ports [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:35:51.927092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47656) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:51.972357 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d8a62f63-0735-4d72-9ded-c63687a037ac None None] Provisioning complete for port 05adc754-57c8-454e-81dd-2ce9cd5fda16 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:51.973118 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8a62f63-0735-4d72-9ded-c63687a037ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.131344 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Attempting to bind port f513bb86-0441-4d65-b606-d0f9b7523241 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:35:52.131696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Attempting to bind port f513bb86-0441-4d65-b606-d0f9b7523241 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:35:52.132048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Attempting to bind port f513bb86-0441-4d65-b606-d0f9b7523241 on network c2ccae01-0010-4b9b-be20-201f6e08f30e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:52.157819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Port f513bb86-0441-4d65-b606-d0f9b7523241 on network c2ccae01-0010-4b9b-be20-201f6e08f30e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:35:52.158436 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Attempting to bind port f513bb86-0441-4d65-b606-d0f9b7523241 on network c2ccae01-0010-4b9b-be20-201f6e08f30e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:35:52.252058 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:35:52.252594 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Checking segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:52.253371 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Bound using segment: {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:35:52.254082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Bound port: f513bb86-0441-4d65-b606-d0f9b7523241, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3157f9-69e3-4944-842f-0089762956e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:35:52.254195 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.267667 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9eb05eca-db4b-4575-92f0-0c1b2d2465ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.292611 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 05adc754-57c8-454e-81dd-2ce9cd5fda16 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:35:52.334577 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba0d81-4c5d-4c32-a1d5-8637582fa69f req-d31c65df-157f-410f-810f-ab00fbefbedb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:52.336158 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-36ba0d81-4c5d-4c32-a1d5-8637582fa69f req-d31c65df-157f-410f-810f-ab00fbefbedb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 943 time: 0.4302206 Jul 08 20:35:52.400077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9606b2-38e3-4140-b9f1-0e570003b660 None None] Update dhcp port {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': '1a9bd101-ed7d-48f0-9c10-0b0412e3c4ad'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '05adc754-57c8-454e-81dd-2ce9cd5fda16'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:35:52.406446 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.466595 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2d9606b2-38e3-4140-b9f1-0e570003b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.482544 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9eb05eca-db4b-4575-92f0-0c1b2d2465ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.492070 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9eb05eca-db4b-4575-92f0-0c1b2d2465ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.535503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb05eca-db4b-4575-92f0-0c1b2d2465ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b041a05-51b3-414a-b51d-c52d8e0cca90,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:52.536907 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.565351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] For port f513bb86-0441-4d65-b606-d0f9b7523241, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:35:52.576515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-36ba0d81-4c5d-4c32-a1d5-8637582fa69f req-17497669-5fe0-4994-936d-ea073a08e464 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287505 Jul 08 20:35:52.600792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 05adc754-57c8-454e-81dd-2ce9cd5fda16, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=05adc754-57c8-454e-81dd-2ce9cd5fda16,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:52.613077 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.615885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9eb05eca-db4b-4575-92f0-0c1b2d2465ae admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dcb679b23da04f0880fee1cc6319c3cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6876621 Jul 08 20:35:52.619232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] For port f513bb86-0441-4d65-b606-d0f9b7523241, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f513bb86-0441-4d65-b606-d0f9b7523241,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:35:52.620236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47664) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:52.650703 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:35:52.651035 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:35:52.658149 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.701472 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:52.702380 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.703542 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] 10.222.0.104 "PUT /v2.0/ports/f513bb86-0441-4d65-b606-d0f9b7523241 HTTP/1.1" status: 200 len: 1092 time: 2.8732123 Jul 08 20:35:52.707741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7046f6cc-f1b8-43d4-b0be-356f6036b744', 'tag': 'f513bb86-0441-4d65-b606-d0f9b7523241'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:35:52.710091 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9b1613-18ed-4fe3-b74c-9bbf3b492e98" -d '{"events": [{"name": "network-changed", "server_uuid": "7046f6cc-f1b8-43d4-b0be-356f6036b744", "tag": "f513bb86-0441-4d65-b606-d0f9b7523241"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:35:52.766180 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c50b579-0024-471b-88d6-964c8f7443c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.774815 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=05adc754-57c8-454e-81dd-2ce9cd5fda16,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:52.779893 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-2d9606b2-38e3-4140-b9f1-0e570003b660 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:35:52.780254 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-2d9606b2-38e3-4140-b9f1-0e570003b660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:35:52.804976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc06e62-8829-4396-8f3f-e19991504b34 service neutron] Pushing event updated for resources: {'Port': ['ID=f513bb86-0441-4d65-b606-d0f9b7523241,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:52.827987 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fcc780-38d6-4102-99ae-53c6ade5460d x-openstack-request-id: req-d4fcc780-38d6-4102-99ae-53c6ade5460d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:35:52.828723 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7046f6cc-f1b8-43d4-b0be-356f6036b744", "tag": "f513bb86-0441-4d65-b606-d0f9b7523241", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:35:52.828723 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d4fcc780-38d6-4102-99ae-53c6ade5460d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:35:52.828937 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7046f6cc-f1b8-43d4-b0be-356f6036b744', 'tag': 'f513bb86-0441-4d65-b606-d0f9b7523241', 'status': 'completed', 'code': 200} Jul 08 20:35:52.850948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c50b579-0024-471b-88d6-964c8f7443c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.932604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-0e26af93-185c-4a83-833a-a0a215ae0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:52.934373 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-0e26af93-185c-4a83-833a-a0a215ae0fcd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 1095 time: 0.1564279 Jul 08 20:35:52.935152 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c50b579-0024-471b-88d6-964c8f7443c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.938425 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c50b579-0024-471b-88d6-964c8f7443c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:52.942637 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7c50b579-0024-471b-88d6-964c8f7443c2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0b041a05-51b3-414a-b51d-c52d8e0cca90 HTTP/1.1" status: 204 len: 168 time: 0.3177321 Jul 08 20:35:52.967702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50b579-0024-471b-88d6-964c8f7443c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b041a05-51b3-414a-b51d-c52d8e0cca90,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:53.016975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-9c13660c-6049-47c0-9ad3-c947f7179922 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f513bb86-0441-4d65-b606-d0f9b7523241 HTTP/1.1" status: 200 len: 217 time: 0.0733263 Jul 08 20:35:53.086926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-e97c1aff-4119-4513-b64b-6a9019095fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:53.088436 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-e97c1aff-4119-4513-b64b-6a9019095fbc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.0653443 Jul 08 20:35:53.148966 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:35:53.201795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-25c0d90f-641b-41ea-8a93-3848b8155fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:53.203879 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-25c0d90f-641b-41ea-8a93-3848b8155fc6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094139 Jul 08 20:35:53.207702 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:53.346023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47674) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:53.362371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-148fa2b9-c6f3-4445-9870-0a5d9bccfe00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:53.367000 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2d9606b2-38e3-4140-b9f1-0e570003b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:53.379354 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:53.419181 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-09af4a0f-c052-47b2-9645-3eb8b2a0c840 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088399 Jul 08 20:35:53.501871 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-148fa2b9-c6f3-4445-9870-0a5d9bccfe00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:53.507141 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-148fa2b9-c6f3-4445-9870-0a5d9bccfe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:53.526095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] For port 05adc754-57c8-454e-81dd-2ce9cd5fda16, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=05adc754-57c8-454e-81dd-2ce9cd5fda16,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:53.552566 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-148fa2b9-c6f3-4445-9870-0a5d9bccfe00 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=669fdd8b70c5415d8d694ef50d0668e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004597 Jul 08 20:35:53.552566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fa2b9-c6f3-4445-9870-0a5d9bccfe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0570d85d-fa6c-4991-aaea-4e33dbb4b977,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:53.552960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47676) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:53.583297 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-318f35e4-6232-4b3b-9e95-eed89efea9b8 req-c571f01b-f8e4-4cb8-8603-9ddcea53654f service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562312 Jul 08 20:35:53.588268 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:53.601177 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:53.601969 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:53.609563 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-2d9606b2-38e3-4140-b9f1-0e570003b660 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:35:53.609967 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-2d9606b2-38e3-4140-b9f1-0e570003b660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:35:53.720305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:53.751996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:53.790552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:53.791168 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:53.797489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=1a9bd101-ed7d-48f0-9c10-0b0412e3c4ad,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:53.807293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=05adc754-57c8-454e-81dd-2ce9cd5fda16,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:53.817196 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3257bb05-5b71-49b3-a70d-6dfbb6530583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:53.838494 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ac810b06-76bb-4e0c-abf9-31eb8907ea2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5176580 Jul 08 20:35:53.841284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47682) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:53.847427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ed56f1c5-682a-4dff-8c66-7e712aedf4c7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:53.855830 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3257bb05-5b71-49b3-a70d-6dfbb6530583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:53.902516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b1613-18ed-4fe3-b74c-9bbf3b492e98 req-e32223a9-d468-49f0-9f0f-cf1bd03269b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:53.904039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d9b1613-18ed-4fe3-b74c-9bbf3b492e98 req-e32223a9-d468-49f0-9f0f-cf1bd03269b9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 1095 time: 0.2360678 Jul 08 20:35:53.913450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8796ec-54d7-40f1-9b61-373601db4fa9 req-c9fe2951-5aa9-46b0-8304-c9c5c0a1071d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:53.914910 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd8796ec-54d7-40f1-9b61-373601db4fa9 req-c9fe2951-5aa9-46b0-8304-c9c5c0a1071d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 943 time: 0.1892865 Jul 08 20:35:53.997897 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3257bb05-5b71-49b3-a70d-6dfbb6530583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:54.001716 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3257bb05-5b71-49b3-a70d-6dfbb6530583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:54.001865 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3257bb05-5b71-49b3-a70d-6dfbb6530583 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0570d85d-fa6c-4991-aaea-4e33dbb4b977 HTTP/1.1" status: 204 len: 168 time: 0.4480860 Jul 08 20:35:54.017868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed56f1c5-682a-4dff-8c66-7e712aedf4c7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:54.022219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed56f1c5-682a-4dff-8c66-7e712aedf4c7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:54.037879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257bb05-5b71-49b3-a70d-6dfbb6530583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0570d85d-fa6c-4991-aaea-4e33dbb4b977,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:54.043333 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd8796ec-54d7-40f1-9b61-373601db4fa9 req-f73b90f9-6bd2-4675-a3e0-556d0bd23952 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183615 Jul 08 20:35:54.066025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b1613-18ed-4fe3-b74c-9bbf3b492e98 req-76b05255-bc49-4c06-9065-24c4a601e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:54.067555 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d9b1613-18ed-4fe3-b74c-9bbf3b492e98 req-76b05255-bc49-4c06-9065-24c4a601e371 service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.1515172 Jul 08 20:35:54.109327 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2d9606b2-38e3-4140-b9f1-0e570003b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:54.147416 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d9b1613-18ed-4fe3-b74c-9bbf3b492e98 req-36274b31-02e5-45c1-93f1-96e3242edcf5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f513bb86-0441-4d65-b606-d0f9b7523241 HTTP/1.1" status: 200 len: 217 time: 0.0721574 Jul 08 20:35:54.213364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b1613-18ed-4fe3-b74c-9bbf3b492e98 req-33905579-798d-4c8f-8125-feb836fa5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:54.216471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d9b1613-18ed-4fe3-b74c-9bbf3b492e98 req-33905579-798d-4c8f-8125-feb836fa5bd3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.0607986 Jul 08 20:35:54.331086 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b1613-18ed-4fe3-b74c-9bbf3b492e98 req-0fcbf607-83d8-426f-971b-1b67e38856ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:54.333528 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d9b1613-18ed-4fe3-b74c-9bbf3b492e98 req-0fcbf607-83d8-426f-971b-1b67e38856ee service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094627 Jul 08 20:35:54.442313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47696) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:54.529554 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d9b1613-18ed-4fe3-b74c-9bbf3b492e98 req-390fb540-c944-4e35-9223-de2cb2f5537f service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884241 Jul 08 20:35:54.549184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2d9606b2-38e3-4140-b9f1-0e570003b660 None None] For port 05adc754-57c8-454e-81dd-2ce9cd5fda16, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=05adc754-57c8-454e-81dd-2ce9cd5fda16,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:54.592498 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2d9606b2-38e3-4140-b9f1-0e570003b660 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:54.599872 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2d9606b2-38e3-4140-b9f1-0e570003b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:54.646154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7979bdcd-72c7-43b8-ad94-fe5fbcd0f838 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:54.649926 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7979bdcd-72c7-43b8-ad94-fe5fbcd0f838 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:54.650624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7979bdcd-72c7-43b8-ad94-fe5fbcd0f838 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:54.652941 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7979bdcd-72c7-43b8-ad94-fe5fbcd0f838 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/ports?project_id=44d90dac47c54647a7c92af6b9d31588&network_id=1f7a713d-4535-4d26-b4b0-fc318c79a77b HTTP/1.1" status: 200 len: 2973 time: 0.2089562 Jul 08 20:35:54.673625 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed56f1c5-682a-4dff-8c66-7e712aedf4c7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:54.706522 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d9b1613-18ed-4fe3-b74c-9bbf3b492e98 req-a5cc9aee-4d89-4d87-9ef8-d92036f15c74 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660681 Jul 08 20:35:54.728337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9606b2-38e3-4140-b9f1-0e570003b660 None None] Pushing event updated for resources: {'Port': ['ID=05adc754-57c8-454e-81dd-2ce9cd5fda16,revision_number=10']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:54.761332 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56f1c5-682a-4dff-8c66-7e712aedf4c7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=092f82ee-f675-453f-a9c8-234cc1c0d0ad,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:54.791599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed56f1c5-682a-4dff-8c66-7e712aedf4c7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:54.795078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ed56f1c5-682a-4dff-8c66-7e712aedf4c7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:54.800401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed56f1c5-682a-4dff-8c66-7e712aedf4c7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:54.801783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed56f1c5-682a-4dff-8c66-7e712aedf4c7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:54.824925 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ed56f1c5-682a-4dff-8c66-7e712aedf4c7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9792016 Jul 08 20:35:54.825264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47712) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:54.832813 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'mac_address': 'fa:16:3e:20:6b:4c', 'name': 'tempest-NetworksTestDHCPv6-740218623'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:55.023117 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:55.142408 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:55.203637 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port f6cf0007-834a-422b-a504-49277493f1b0 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:35:55.474991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c3370-bee7-46f2-8996-531bfd257118 req-dee43fec-8228-49ff-a013-6fe1f457111d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:55.477290 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a85c3370-bee7-46f2-8996-531bfd257118 req-dee43fec-8228-49ff-a013-6fe1f457111d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 943 time: 0.1329863 Jul 08 20:35:55.607535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 172.20.0.11 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/092f82ee-f675-453f-a9c8-234cc1c0d0ad/f6cf0007-834a-422b-a504-49277493f1b0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:55.620327 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::f816:3eff:fe20:6b4c (845567f0-e8b3-4d3f-8ff6-519fe189dab9/1a9bd101-ed7d-48f0-9c10-0b0412e3c4ad/f6cf0007-834a-422b-a504-49277493f1b0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:55.754621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47736) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:55.777141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f338ddd7-5113-4136-968b-d4bbc02fb0a5 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:55.854153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f513bb86-0441-4d65-b606-d0f9b7523241 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:35:55.907035 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:55.923153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object f6cf0007-834a-422b-a504-49277493f1b0 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:55.981534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1786394884-network', 'tenant_id': '62d018485a6e4a419a1ab11dc9ab6b54'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:55.988283 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.015259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:35:56.020536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:56.046919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:35:56.087404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b5fb6824-e861-4412-ab6c-007e1068df62 None None] Provisioning complete for port 05adc754-57c8-454e-81dd-2ce9cd5fda16 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:56.087784 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b5fb6824-e861-4412-ab6c-007e1068df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.094991 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a85c3370-bee7-46f2-8996-531bfd257118 req-31f6495b-c809-40db-9300-cca67ad4415b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090839 Jul 08 20:35:56.132167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:56.133125 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.181739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Made reservation on behalf of 62d018485a6e4a419a1ab11dc9ab6b54 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:56.185634 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.198712 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.201466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=f6cf0007-834a-422b-a504-49277493f1b0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:56.208970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dbdfe6ee-fca3-40ab-ba54-9e594bf6bb80 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3824375 Jul 08 20:35:56.209821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47744) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:56.305606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 05adc754-57c8-454e-81dd-2ce9cd5fda16 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:56.345893 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abc1f75-0783-4754-afa2-5ade8490b9bf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:56.366047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abc1f75-0783-4754-afa2-5ade8490b9bf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:56.370839 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1abc1f75-0783-4754-afa2-5ade8490b9bf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1565602 Jul 08 20:35:56.371068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47746) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:56.424244 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.424481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f513bb86-0441-4d65-b606-d0f9b7523241, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f513bb86-0441-4d65-b606-d0f9b7523241,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:56.429740 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.453536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'f513bb86-0441-4d65-b606-d0f9b7523241', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'port_id': 'f513bb86-0441-4d65-b606-d0f9b7523241', 'mac_address': 'fa:16:3e:d9:f1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:35:56.461089 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b5fb6824-e861-4412-ab6c-007e1068df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.466322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:35:56.484666 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.485347 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Added segment f7f64f20-2df1-4743-b4c9-c2b50ed686b2 of type vlan for network 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 Jul 08 20:35:56.532806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 05adc754-57c8-454e-81dd-2ce9cd5fda16 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:56.533181 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.541253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b8efea0a-8e24-45fa-b5bd-ac50aed1da10 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port f6cf0007-834a-422b-a504-49277493f1b0 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:56.541793 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8efea0a-8e24-45fa-b5bd-ac50aed1da10 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.556791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da80f41-139d-480a-a482-3be1e8ba54b9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:56.587415 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.618815 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-b5fb6824-e861-4412-ab6c-007e1068df62 None None] For port 05adc754-57c8-454e-81dd-2ce9cd5fda16, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=05adc754-57c8-454e-81dd-2ce9cd5fda16,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:56.622210 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.627388 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.628837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:56.629778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.649680 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b5fb6824-e861-4412-ab6c-007e1068df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.686721 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8efea0a-8e24-45fa-b5bd-ac50aed1da10 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.686979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f513bb86-0441-4d65-b606-d0f9b7523241 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:35:56.701823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b8efea0a-8e24-45fa-b5bd-ac50aed1da10 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for f6cf0007-834a-422b-a504-49277493f1b0 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:35:56.705557 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9498379 Jul 08 20:35:56.709435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47750) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:56.717697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b3023418-c67b-4ea6-a7eb-d14e676e032f admin admin] Request body: {'subnet': {'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1786394884-subnet', 'tenant_id': '62d018485a6e4a419a1ab11dc9ab6b54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:56.727390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f56ccc-5ee2-42ba-9a49-65bc0cbd6db7 admin admin] Pushing event updated for resources: {'Network': ['ID=2c8dd562-6220-4b8b-9ae8-ba78ecb9e886,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:56.751590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:35:56.793646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47752) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:56.834175 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f513bb86-0441-4d65-b606-d0f9b7523241, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f513bb86-0441-4d65-b606-d0f9b7523241,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:56.866384 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:56.896094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb6824-e861-4412-ab6c-007e1068df62 None None] Pushing event updated for resources: {'Port': ['ID=05adc754-57c8-454e-81dd-2ce9cd5fda16,revision_number=11']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:56.898372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6efdf76-7ba9-461e-99c9-c267d8594e18 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:56.908768 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e6efdf76-7ba9-461e-99c9-c267d8594e18 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 814 time: 0.1059275 Jul 08 20:35:56.922251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3023418-c67b-4ea6-a7eb-d14e676e032f admin admin] Made reservation on behalf of 62d018485a6e4a419a1ab11dc9ab6b54 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:56.925583 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b3023418-c67b-4ea6-a7eb-d14e676e032f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.138673 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8efea0a-8e24-45fa-b5bd-ac50aed1da10 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.166765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea58151-32ab-4420-9523-54dfdb4b06a3 None None] Update dhcp port {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': '1a9bd101-ed7d-48f0-9c10-0b0412e3c4ad', 'ip_address': '2001:db8::f816:3eff:fe79:342f'}, {'subnet_id': '092f82ee-f675-453f-a9c8-234cc1c0d0ad'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '05adc754-57c8-454e-81dd-2ce9cd5fda16'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:35:57.208670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=f513bb86-0441-4d65-b606-d0f9b7523241,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:57.248371 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ea58151-32ab-4420-9523-54dfdb4b06a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.255732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['f513bb86-0441-4d65-b606-d0f9b7523241'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:35:57.263822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efea0a-8e24-45fa-b5bd-ac50aed1da10 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=f6cf0007-834a-422b-a504-49277493f1b0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:57.388581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2887fd-4c7d-46db-bda9-cdb0cb0cee33 req-94437d89-4b1b-4c0d-83a3-25655380e58a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:57.391151 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b2887fd-4c7d-46db-bda9-cdb0cb0cee33 req-94437d89-4b1b-4c0d-83a3-25655380e58a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 944 time: 0.1166849 Jul 08 20:35:57.395714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47762) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:57.412656 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-251048f9-cba9-4337-91a4-7309b3fcf08b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'network': {'name': 'tempest-network-smoke--190355982', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'port_security_enabled': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:57.466025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251048f9-cba9-4337-91a4-7309b3fcf08b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Made reservation on behalf of 44d90dac47c54647a7c92af6b9d31588 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:57.470166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251048f9-cba9-4337-91a4-7309b3fcf08b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.501310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b2887fd-4c7d-46db-bda9-cdb0cb0cee33 req-2b0f68a0-d503-4142-8b76-8f6df9c19a0e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993032 Jul 08 20:35:57.517649 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b3023418-c67b-4ea6-a7eb-d14e676e032f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.538523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251048f9-cba9-4337-91a4-7309b3fcf08b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:35:57.556607 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251048f9-cba9-4337-91a4-7309b3fcf08b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.557319 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-251048f9-cba9-4337-91a4-7309b3fcf08b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Added segment cf4bb5f4-8bf9-4856-a4dd-b2d336486511 of type vlan for network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 Jul 08 20:35:57.599190 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-2ea58151-32ab-4420-9523-54dfdb4b06a3 None None] Allocated IP 172.20.0.2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/092f82ee-f675-453f-a9c8-234cc1c0d0ad/05adc754-57c8-454e-81dd-2ce9cd5fda16) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:35:57.615936 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251048f9-cba9-4337-91a4-7309b3fcf08b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.630585 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8efea0a-8e24-45fa-b5bd-ac50aed1da10 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.632744 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b8efea0a-8e24-45fa-b5bd-ac50aed1da10 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/f6cf0007-834a-422b-a504-49277493f1b0 HTTP/1.1" status: 204 len: 168 time: 1.2603683 Jul 08 20:35:57.636424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47766) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:57.645661 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3023418-c67b-4ea6-a7eb-d14e676e032f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d58ca0-5d84-4114-a3db-7b4b8ce582b6,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:57.656520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3023418-c67b-4ea6-a7eb-d14e676e032f admin admin] Checking segment: {'id': 'f7f64f20-2df1-4743-b4c9-c2b50ed686b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:35:57.656999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3023418-c67b-4ea6-a7eb-d14e676e032f admin admin] Network hostable DHCP agents. Network: 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:35:57.678987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3023418-c67b-4ea6-a7eb-d14e676e032f admin admin] Network 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:35:57.696696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-b3023418-c67b-4ea6-a7eb-d14e676e032f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:35:57.707999 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282f9519-7323-4adc-9cfc-287825a5afe3 None None] Network 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:57.716401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3023418-c67b-4ea6-a7eb-d14e676e032f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:57.717029 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b3023418-c67b-4ea6-a7eb-d14e676e032f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.738589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77af62bf-c495-4d1c-8a06-47f0cf01b8ab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:57.740468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77af62bf-c495-4d1c-8a06-47f0cf01b8ab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:57.742894 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77af62bf-c495-4d1c-8a06-47f0cf01b8ab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:57.747382 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-77af62bf-c495-4d1c-8a06-47f0cf01b8ab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1037853 Jul 08 20:35:57.749458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47768) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:57.751708 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b3023418-c67b-4ea6-a7eb-d14e676e032f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0410001 Jul 08 20:35:57.782594 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251048f9-cba9-4337-91a4-7309b3fcf08b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.789771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2ea58151-32ab-4420-9523-54dfdb4b06a3 None None] For port 05adc754-57c8-454e-81dd-2ce9cd5fda16, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=05adc754-57c8-454e-81dd-2ce9cd5fda16,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:35:57.790254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251048f9-cba9-4337-91a4-7309b3fcf08b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:57.792843 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251048f9-cba9-4337-91a4-7309b3fcf08b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.841343 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ea58151-32ab-4420-9523-54dfdb4b06a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.866514 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2ea58151-32ab-4420-9523-54dfdb4b06a3 None None] Transition to ACTIVE for port object 05adc754-57c8-454e-81dd-2ce9cd5fda16 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:35:57.872567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fae4ef-4653-4633-a2b2-01d93cbb25b5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 092f82ee-f675-453f-a9c8-234cc1c0d0ad {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:35:57.883944 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34fae4ef-4653-4633-a2b2-01d93cbb25b5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.886713 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ea58151-32ab-4420-9523-54dfdb4b06a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.934829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c50a3b-6c4d-4b02-9da6-fc477bc04ecd None None] Network 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:57.960989 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251048f9-cba9-4337-91a4-7309b3fcf08b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Network': ['ID=7ba93140-bca1-4c7d-993f-b7eee76b2a21,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:57.971637 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34fae4ef-4653-4633-a2b2-01d93cbb25b5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:57.978031 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-251048f9-cba9-4337-91a4-7309b3fcf08b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5803673 Jul 08 20:35:57.980748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47772) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:58.014693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:35:58.154648 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34fae4ef-4653-4633-a2b2-01d93cbb25b5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:58.256954 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 05adc754-57c8-454e-81dd-2ce9cd5fda16 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:58.303215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34fae4ef-4653-4633-a2b2-01d93cbb25b5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:58.336954 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea58151-32ab-4420-9523-54dfdb4b06a3 None None] Pushing event updated for resources: {'Port': ['ID=05adc754-57c8-454e-81dd-2ce9cd5fda16,revision_number=12']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:58.363308 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fae4ef-4653-4633-a2b2-01d93cbb25b5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=092f82ee-f675-453f-a9c8-234cc1c0d0ad,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:58.364969 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34fae4ef-4653-4633-a2b2-01d93cbb25b5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:58.380396 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-34fae4ef-4653-4633-a2b2-01d93cbb25b5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/092f82ee-f675-453f-a9c8-234cc1c0d0ad HTTP/1.1" status: 204 len: 168 time: 0.6258886 Jul 08 20:35:58.381427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47780) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:58.484308 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb9063e-49c3-4a56-b4c6-557d85ae0f04 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 1a9bd101-ed7d-48f0-9c10-0b0412e3c4ad {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:35:58.492008 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3eb9063e-49c3-4a56-b4c6-557d85ae0f04 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:58.563682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1065b744-5c1e-46d7-857c-174e302482d3 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:58.568886 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1065b744-5c1e-46d7-857c-174e302482d3 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=44d90dac47c54647a7c92af6b9d31588&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.5865295 Jul 08 20:35:58.570625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47784) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:58.742620 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3eb9063e-49c3-4a56-b4c6-557d85ae0f04 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:58.964700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a270d-a386-496b-882b-f134885a3344 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:58.966711 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-450a270d-a386-496b-882b-f134885a3344 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3949330 Jul 08 20:35:58.969392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47792) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:58.992973 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3eb9063e-49c3-4a56-b4c6-557d85ae0f04 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:59.041590 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b6c1aef8-5aa9-40a2-80b9-dedbb0af809e tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682240 Jul 08 20:35:59.042300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47794) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:59.082291 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3eb9063e-49c3-4a56-b4c6-557d85ae0f04 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:59.121171 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-61c74866-c34c-4ab2-955b-6b2351ab42b6 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=44d90dac47c54647a7c92af6b9d31588&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749273 Jul 08 20:35:59.122259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47798) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:59.126851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9063e-49c3-4a56-b4c6-557d85ae0f04 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9bd101-ed7d-48f0-9c10-0b0412e3c4ad,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:35:59.141234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cb707-3898-4b3c-94be-64c899099241 req-cf3ccddf-1ca6-4d25-a3bb-0359a2bc53b0 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:59.150468 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bd7cb707-3898-4b3c-94be-64c899099241 req-cf3ccddf-1ca6-4d25-a3bb-0359a2bc53b0 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 944 time: 0.4230785 Jul 08 20:35:59.154297 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3eb9063e-49c3-4a56-b4c6-557d85ae0f04 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:59.158523 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3eb9063e-49c3-4a56-b4c6-557d85ae0f04 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/1a9bd101-ed7d-48f0-9c10-0b0412e3c4ad HTTP/1.1" status: 204 len: 168 time: 0.7740111 Jul 08 20:35:59.181004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47800) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:59.288254 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2747cc7a-2833-4e56-96e0-b21e033b8443 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944936 Jul 08 20:35:59.291361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47802) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:59.299358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-46c0c934-6af3-4f7c-9400-f07aaa71f264 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:59.391501 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553592de-290a-4308-a990-a8dde19110a6 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:35:59.398880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c7a6c8-3689-4ee7-888d-0d3b65ecbb36 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:35:59.398880 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-75c7a6c8-3689-4ee7-888d-0d3b65ecbb36 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2733989 Jul 08 20:35:59.400389 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47804) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:59.445911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bd7cb707-3898-4b3c-94be-64c899099241 req-73e5fc8d-f6be-4e5e-a6f2-c7aca7cb7c80 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944615 Jul 08 20:35:59.476587 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a13724b2-581c-490c-9833-9af0ed777082 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0695364 Jul 08 20:35:59.479863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47806) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:35:59.510135 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-381db501-54e2-4314-b4ce-8b1d690b0a54 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1383198639', 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:35:59.577351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c0c934-6af3-4f7c-9400-f07aaa71f264 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:35:59.579113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d11080b4-6c0f-433c-8c86-a6321ca6e5df None None] Provisioning for port 05adc754-57c8-454e-81dd-2ce9cd5fda16 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:59.582182 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-46c0c934-6af3-4f7c-9400-f07aaa71f264 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:59.598178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d11080b4-6c0f-433c-8c86-a6321ca6e5df None None] Provisioning complete for port 05adc754-57c8-454e-81dd-2ce9cd5fda16 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:35:59.598560 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d11080b4-6c0f-433c-8c86-a6321ca6e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:59.722170 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d11080b4-6c0f-433c-8c86-a6321ca6e5df None None] Could not find standard attr ID for object f6cf0007-834a-422b-a504-49277493f1b0. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:35:59.752210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a169dd5e-457a-46a7-900f-1ebb18663025 None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:35:59.812305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a169dd5e-457a-46a7-900f-1ebb18663025 None None] Deleting port 05adc754-57c8-454e-81dd-2ce9cd5fda16 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:35:59.812908 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a169dd5e-457a-46a7-900f-1ebb18663025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:59.865827 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f513bb86-0441-4d65-b606-d0f9b7523241 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:35:59.940000 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-46c0c934-6af3-4f7c-9400-f07aaa71f264 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:35:59.984454 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port f513bb86-0441-4d65-b606-d0f9b7523241 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:35:59.999787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port f513bb86-0441-4d65-b606-d0f9b7523241 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:00.000246 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:00.006123 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a169dd5e-457a-46a7-900f-1ebb18663025 None None] For port 05adc754-57c8-454e-81dd-2ce9cd5fda16, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=05adc754-57c8-454e-81dd-2ce9cd5fda16,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:00.006286 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a169dd5e-457a-46a7-900f-1ebb18663025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:00.044834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a169dd5e-457a-46a7-900f-1ebb18663025 None None] Calling delete_port for 05adc754-57c8-454e-81dd-2ce9cd5fda16 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:00.094153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0c934-6af3-4f7c-9400-f07aaa71f264 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=25edf6bf-8783-4f0c-a930-758d2c906ad8,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:00.106622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0c934-6af3-4f7c-9400-f07aaa71f264 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:00.108323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381db501-54e2-4314-b4ce-8b1d690b0a54 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Made reservation on behalf of 44d90dac47c54647a7c92af6b9d31588 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:00.115562 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-381db501-54e2-4314-b4ce-8b1d690b0a54 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:00.122038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-46c0c934-6af3-4f7c-9400-f07aaa71f264 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:00.174075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c0c934-6af3-4f7c-9400-f07aaa71f264 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:00.175944 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-46c0c934-6af3-4f7c-9400-f07aaa71f264 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:00.180064 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:00.194062 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 05adc754-57c8-454e-81dd-2ce9cd5fda16 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:00.272774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f513bb86-0441-4d65-b606-d0f9b7523241, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f513bb86-0441-4d65-b606-d0f9b7523241,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:00.275365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7046f6cc-f1b8-43d4-b0be-356f6036b744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f513bb86-0441-4d65-b606-d0f9b7523241'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:00.278922 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db725bfb-fd9d-43ff-a4e6-4202480be44d" -d '{"events": [{"server_uuid": "7046f6cc-f1b8-43d4-b0be-356f6036b744", "name": "network-vif-plugged", "status": "completed", "tag": "f513bb86-0441-4d65-b606-d0f9b7523241"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:00.283736 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:00.336803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a169dd5e-457a-46a7-900f-1ebb18663025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:00.348362 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88495d70-b6d7-4028-8779-70a5b31dc9ea x-openstack-request-id: req-88495d70-b6d7-4028-8779-70a5b31dc9ea {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:00.348814 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7046f6cc-f1b8-43d4-b0be-356f6036b744", "name": "network-vif-plugged", "status": "completed", "tag": "f513bb86-0441-4d65-b606-d0f9b7523241", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:00.349167 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-88495d70-b6d7-4028-8779-70a5b31dc9ea {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:00.349747 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7046f6cc-f1b8-43d4-b0be-356f6036b744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f513bb86-0441-4d65-b606-d0f9b7523241', 'code': 200} Jul 08 20:36:00.361849 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-46c0c934-6af3-4f7c-9400-f07aaa71f264 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0686095 Jul 08 20:36:00.364810 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-381db501-54e2-4314-b4ce-8b1d690b0a54 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:00.365588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47824) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:00.376127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-2e350baf-c005-42c5-9258-15c762009500 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:00.400668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169dd5e-457a-46a7-900f-1ebb18663025 None None] No DVR routers for this DVR port 05adc754-57c8-454e-81dd-2ce9cd5fda16 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:36:00.400668 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:00.404386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=f513bb86-0441-4d65-b606-d0f9b7523241,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:00.448069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169dd5e-457a-46a7-900f-1ebb18663025 None None] Pushing event deleted for resources: {'Port': ['ID=05adc754-57c8-454e-81dd-2ce9cd5fda16,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:00.459134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b43d6e-cbb6-413c-9fb7-0ca113da3cba None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:00.511234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381db501-54e2-4314-b4ce-8b1d690b0a54 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Subnet': ['ID=f7b6aa8b-2981-4faf-9866-65ef705cec51,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:00.521945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381db501-54e2-4314-b4ce-8b1d690b0a54 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Checking segment: {'id': 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:00.522317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381db501-54e2-4314-b4ce-8b1d690b0a54 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network hostable DHCP agents. Network: 7ba93140-bca1-4c7d-993f-b7eee76b2a21, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:36:00.566794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381db501-54e2-4314-b4ce-8b1d690b0a54 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:36:00.576977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-381db501-54e2-4314-b4ce-8b1d690b0a54 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 7ba93140-bca1-4c7d-993f-b7eee76b2a21) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:00.582220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381db501-54e2-4314-b4ce-8b1d690b0a54 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:00.582867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-381db501-54e2-4314-b4ce-8b1d690b0a54 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:00.601840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e89a784-0df8-46da-b042-5d22199be61e None None] Network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:00.611424 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-381db501-54e2-4314-b4ce-8b1d690b0a54 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1291327 Jul 08 20:36:00.685829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e350baf-c005-42c5-9258-15c762009500 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:00.691960 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e350baf-c005-42c5-9258-15c762009500 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:00.767350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385df67-36d5-4520-919c-528f48541a74 req-4cfeb654-eff4-46ce-8545-38d380636763 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:00.767705 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': '25edf6bf-8783-4f0c-a930-758d2c906ad8'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:36:00.769511 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:00.777962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9385df67-36d5-4520-919c-528f48541a74 req-4cfeb654-eff4-46ce-8545-38d380636763 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.1477563 Jul 08 20:36:00.867282 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9385df67-36d5-4520-919c-528f48541a74 req-cd38a1a4-df2f-4f4c-bc0d-c5ace1866a96 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883486 Jul 08 20:36:00.898335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47834) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:00.903257 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a817b3e5-275e-4591-b6fd-03e6413038e5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483338220', 'description': 'tempest-secgroup-smoke-483338220 description', 'project_id': '44d90dac47c54647a7c92af6b9d31588'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:00.930595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a817b3e5-275e-4591-b6fd-03e6413038e5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.047125 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a817b3e5-275e-4591-b6fd-03e6413038e5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.054685 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a817b3e5-275e-4591-b6fd-03e6413038e5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.060702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a8938-2a35-4958-8031-f4bc2778d7e4 req-44835b00-649d-4a63-852d-605b70ccdd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:01.062428 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e88a8938-2a35-4958-8031-f4bc2778d7e4 req-44835b00-649d-4a63-852d-605b70ccdd3b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 1097 time: 0.6055939 Jul 08 20:36:01.086088 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a817b3e5-275e-4591-b6fd-03e6413038e5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.090075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.objects.ports [None req-2e350baf-c005-42c5-9258-15c762009500 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:36:01.090258 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a817b3e5-275e-4591-b6fd-03e6413038e5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1889942 Jul 08 20:36:01.090350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47838) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:01.095364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6e4fc766-0e0c-4a74-bbcf-316741d97c03 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': '75828a79-700f-440d-a7e7-d391992aae76', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:01.103427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817b3e5-275e-4591-b6fd-03e6413038e5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75828a79-700f-440d-a7e7-d391992aae76,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:01.108473 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e350baf-c005-42c5-9258-15c762009500 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.136463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-7ba93140-bca1-4c7d-993f-b7eee76b2a21', 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ips': [{'subnet_id': 'f7b6aa8b-2981-4faf-9866-65ef705cec51'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:36:01.137404 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.218803 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e350baf-c005-42c5-9258-15c762009500 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:01.241741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e350baf-c005-42c5-9258-15c762009500 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=ce7ed6c5-e2df-42c6-9fe3-a768dbf8b765,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:01.250154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-2e350baf-c005-42c5-9258-15c762009500 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:01.251589 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e4fc766-0e0c-4a74-bbcf-316741d97c03 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.284909 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Allocated IP 172.20.0.2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/25edf6bf-8783-4f0c-a930-758d2c906ad8/a261e1bc-3651-49a2-b918-48098cabac82) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:01.289135 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e350baf-c005-42c5-9258-15c762009500 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:01.289936 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e350baf-c005-42c5-9258-15c762009500 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.314749 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e88a8938-2a35-4958-8031-f4bc2778d7e4 req-2e7998d0-8428-4f1a-87f2-f1d7059183dc service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239635 Jul 08 20:36:01.340947 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2e350baf-c005-42c5-9258-15c762009500 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9730542 Jul 08 20:36:01.356880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47852) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:01.362073 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'mac_address': 'fa:16:3e:1e:68:8b', 'name': 'tempest-NetworksTestDHCPv6-464980523'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:01.414389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Allocated IP 172.20.0.18 (7ba93140-bca1-4c7d-993f-b7eee76b2a21/f7b6aa8b-2981-4faf-9866-65ef705cec51/df2aa75f-60f4-4107-b08d-9fc200135b08) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:01.461761 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e4fc766-0e0c-4a74-bbcf-316741d97c03 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.484154 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e4fc766-0e0c-4a74-bbcf-316741d97c03 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.512015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5483d13e-c323-4301-a62e-e8e3a8dec743 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:01.525954 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5483d13e-c323-4301-a62e-e8e3a8dec743 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/networks?id=2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 HTTP/1.1" status: 200 len: 809 time: 0.2267313 Jul 08 20:36:01.534633 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e4fc766-0e0c-4a74-bbcf-316741d97c03 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.537870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-6a62b3a8-ca95-483b-a182-2233139ab412 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/quotas/62d018485a6e4a419a1ab11dc9ab6b54 HTTP/1.1" status: 200 len: 375 time: 0.0110476 Jul 08 20:36:01.538757 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6e4fc766-0e0c-4a74-bbcf-316741d97c03 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4475257 Jul 08 20:36:01.541334 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47854) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:01.545743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1babefac-0084-4ce9-ba00-d8227aa75ba3 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': '75828a79-700f-440d-a7e7-d391992aae76', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:01.573052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fc766-0e0c-4a74-bbcf-316741d97c03 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40682259-1065-4d13-bd18-3847d7bf4c32,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:01.589970 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.600900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Transition to ACTIVE for port object a261e1bc-3651-49a2-b918-48098cabac82 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:01.604409 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-9bf72d9b-df25-4158-998b-e2efcf35ba0b tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=62d018485a6e4a419a1ab11dc9ab6b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540612 Jul 08 20:36:01.634991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Transition to ACTIVE for port object a261e1bc-3651-49a2-b918-48098cabac82 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:01.695934 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1babefac-0084-4ce9-ba00-d8227aa75ba3 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.711380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:01.760905 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1babefac-0084-4ce9-ba00-d8227aa75ba3 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.774299 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1babefac-0084-4ce9-ba00-d8227aa75ba3 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.781085 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.793263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Transition to ACTIVE for port object df2aa75f-60f4-4107-b08d-9fc200135b08 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:01.812289 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Transition to ACTIVE for port object df2aa75f-60f4-4107-b08d-9fc200135b08 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:01.814991 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1babefac-0084-4ce9-ba00-d8227aa75ba3 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.817022 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1babefac-0084-4ce9-ba00-d8227aa75ba3 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2747426 Jul 08 20:36:01.819812 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.821058 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-87d69140-0b55-4770-844b-31ed2686f67e service neutron] 10.222.0.101 "GET /v2.0/networks/2c8dd562-6220-4b8b-9ae8-ba78ecb9e886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995120 Jul 08 20:36:01.821728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47858) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:01.826427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3d6e4801-6d74-4c4f-94ce-999d234a2eb8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': '75828a79-700f-440d-a7e7-d391992aae76', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:01.843135 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.843494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babefac-0084-4ce9-ba00-d8227aa75ba3 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8bfae8-6a3a-4250-9941-dc06d83aeea1,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:01.875492 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.889569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:01.901195 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:01.905632 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d6e4801-6d74-4c4f-94ce-999d234a2eb8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:01.906561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 82a1c7ed-6ef9-481b-a537-2ebf098d5626 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:36:01.910267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:01.922411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:01.929071 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:01.935186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:01.947379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Pushing event updated for resources: {'Port': ['ID=a261e1bc-3651-49a2-b918-48098cabac82,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:02.047142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Pushing event updated for resources: {'Port': ['ID=df2aa75f-60f4-4107-b08d-9fc200135b08,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:02.060986 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d6e4801-6d74-4c4f-94ce-999d234a2eb8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.063695 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5d76d80c-356c-476d-9c81-13d6c449569f service neutron] 10.222.0.101 "GET /v2.0/networks/2c8dd562-6220-4b8b-9ae8-ba78ecb9e886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166214 Jul 08 20:36:02.071080 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d6e4801-6d74-4c4f-94ce-999d234a2eb8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.093071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e4801-6d74-4c4f-94ce-999d234a2eb8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b85f76-d7a1-43d0-abc7-185f1a3cd0d9,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:02.118612 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d6e4801-6d74-4c4f-94ce-999d234a2eb8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.121122 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3d6e4801-6d74-4c4f-94ce-999d234a2eb8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2973065 Jul 08 20:36:02.122866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47864) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:02.135938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-fb0f5a26-5632-4e2c-8e7a-714e63bccf9b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': '75828a79-700f-440d-a7e7-d391992aae76', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:02.181913 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5a26-5632-4e2c-8e7a-714e63bccf9b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.294291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Attempting to bind port df2aa75f-60f4-4107-b08d-9fc200135b08 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:02.295024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Attempting to bind port df2aa75f-60f4-4107-b08d-9fc200135b08 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:02.299306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Attempting to bind port df2aa75f-60f4-4107-b08d-9fc200135b08 on network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:02.333800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5a26-5632-4e2c-8e7a-714e63bccf9b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.341957 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5a26-5632-4e2c-8e7a-714e63bccf9b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.350533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:02.353117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Checking segment: {'id': 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:02.353714 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.356413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Bound using segment: {'id': 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:02.357173 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Bound port: df2aa75f-60f4-4107-b08d-9fc200135b08, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:02.360417 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.370572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f5a26-5632-4e2c-8e7a-714e63bccf9b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c53c31-e6ff-465f-9947-ac8983c17a91,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:02.398530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5a26-5632-4e2c-8e7a-714e63bccf9b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.402374 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fb0f5a26-5632-4e2c-8e7a-714e63bccf9b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2777500 Jul 08 20:36:02.403011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47868) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:02.411594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d0bf9877-d977-43d2-8ce4-9a589019b7c1 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': '75828a79-700f-440d-a7e7-d391992aae76', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:02.447579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Attempting to bind port a261e1bc-3651-49a2-b918-48098cabac82 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:02.448081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Attempting to bind port a261e1bc-3651-49a2-b918-48098cabac82 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:02.448540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Attempting to bind port a261e1bc-3651-49a2-b918-48098cabac82 on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:02.461470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:02.461697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:02.462271 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.462873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:02.463387 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-d0bf9877-d977-43d2-8ce4-9a589019b7c1 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Project 44d90dac47c54647a7c92af6b9d31588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:36:02.463702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Bound port: a261e1bc-3651-49a2-b918-48098cabac82, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:02.464291 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.474268 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9877-d977-43d2-8ce4-9a589019b7c1 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.525824 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69816c-e5e9-4045-8ac3-70040c70b083 req-3ee42d73-4b3f-46e3-a26c-f59946b5c0dd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:02.527845 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1e69816c-e5e9-4045-8ac3-70040c70b083 req-3ee42d73-4b3f-46e3-a26c-f59946b5c0dd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.3727729 Jul 08 20:36:02.555409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 172.20.0.7 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/25edf6bf-8783-4f0c-a930-758d2c906ad8/82a1c7ed-6ef9-481b-a537-2ebf098d5626) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:02.582957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::f816:3eff:fe1e:688b (845567f0-e8b3-4d3f-8ff6-519fe189dab9/ce7ed6c5-e2df-42c6-9fe3-a768dbf8b765/82a1c7ed-6ef9-481b-a537-2ebf098d5626) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:02.591774 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c47d7234-d191-4238-8c4b-4d884b7596bb req-c61cad36-65eb-46ad-890a-0b945ba9cc90 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 210 time: 0.0781736 Jul 08 20:36:02.644622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1e69816c-e5e9-4045-8ac3-70040c70b083 req-27adfcf4-7ca0-49c0-a746-5166df3e755f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094162 Jul 08 20:36:02.661277 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9877-d977-43d2-8ce4-9a589019b7c1 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.666766 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9877-d977-43d2-8ce4-9a589019b7c1 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.698995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf9877-d977-43d2-8ce4-9a589019b7c1 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d74e92f-d6c7-45d5-a20a-17ea7918de92,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:02.716036 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9877-d977-43d2-8ce4-9a589019b7c1 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.720916 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47872) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:02.721702 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d0bf9877-d977-43d2-8ce4-9a589019b7c1 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3153474 Jul 08 20:36:02.727381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] For port a261e1bc-3651-49a2-b918-48098cabac82, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:02.732134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] For port a261e1bc-3651-49a2-b918-48098cabac82, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a261e1bc-3651-49a2-b918-48098cabac82,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:02.732803 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c286c249-0017-46d8-a35a-65689306fd24 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': '75828a79-700f-440d-a7e7-d391992aae76', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:02.738891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] For port df2aa75f-60f4-4107-b08d-9fc200135b08, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:02.742308 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.746598 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] For port df2aa75f-60f4-4107-b08d-9fc200135b08, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=df2aa75f-60f4-4107-b08d-9fc200135b08,segment=NetworkSegment(cf4bb5f4-8bf9-4856-a4dd-b2d336486511),segment_id=cf4bb5f4-8bf9-4856-a4dd-b2d336486511)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:02.755144 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.827868 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-c286c249-0017-46d8-a35a-65689306fd24 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Project 44d90dac47c54647a7c92af6b9d31588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:36:02.842879 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c286c249-0017-46d8-a35a-65689306fd24 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:02.876997 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943635e-19d4-4ac2-9f04-7c7899c5c8c2 None None] Pushing event updated for resources: {'Port': ['ID=a261e1bc-3651-49a2-b918-48098cabac82,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:03.022424 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:03.097044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba63280-4674-477a-ad51-e4a9e60398cc None None] Pushing event updated for resources: {'Port': ['ID=df2aa75f-60f4-4107-b08d-9fc200135b08,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:03.106423 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 82a1c7ed-6ef9-481b-a537-2ebf098d5626 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:03.209070 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c286c249-0017-46d8-a35a-65689306fd24 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:03.215312 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:03.229499 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c286c249-0017-46d8-a35a-65689306fd24 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:03.339596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286c249-0017-46d8-a35a-65689306fd24 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b5387c-512d-4208-9731-587f14e3e6d5,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:03.450119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:03.452416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c286c249-0017-46d8-a35a-65689306fd24 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:03.454690 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c286c249-0017-46d8-a35a-65689306fd24 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7272706 Jul 08 20:36:03.456830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:03.459577 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=82a1c7ed-6ef9-481b-a537-2ebf098d5626,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:03.470547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:03.810793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:03.814179 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:03.878667 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2de6fc38-a7ee-4418-b249-a975fca9708d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5195704 Jul 08 20:36:03.882434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47894) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:04.009590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a14e92a-3447-457c-9de3-c7d9165148de req-6911c3e2-6e31-45eb-8703-f68cf676efbd tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 210 time: 0.0596232 Jul 08 20:36:04.106363 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ea2c72cb-9f44-42e2-9c27-ae1745fd0869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:04.341392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8f89-84a5-496f-8f3d-85bc4e4728bb req-775d6873-0f5e-44e5-b88e-e669ec714668 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:04.355320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7aba8f89-84a5-496f-8f3d-85bc4e4728bb req-775d6873-0f5e-44e5-b88e-e669ec714668 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.4193966 Jul 08 20:36:04.396179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866f67fe-bf68-4b48-8a69-6500dda30cdf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:04.403166 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866f67fe-bf68-4b48-8a69-6500dda30cdf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:04.405587 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-866f67fe-bf68-4b48-8a69-6500dda30cdf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.5213890 Jul 08 20:36:04.411040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47906) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:04.480209 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7aba8f89-84a5-496f-8f3d-85bc4e4728bb req-da3392c0-3121-4fe8-85a7-ce7a74a956da tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239460 Jul 08 20:36:04.503822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device df2aa75f-60f4-4107-b08d-9fc200135b08 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:04.547014 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a2c80e16-dca8-4039-ac57-e14f1824dac2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483338220&fields=id&tenant_id=44d90dac47c54647a7c92af6b9d31588 HTTP/1.1" status: 200 len: 267 time: 0.2512619 Jul 08 20:36:04.685829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port df2aa75f-60f4-4107-b08d-9fc200135b08 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:04.728850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a261e1bc-3651-49a2-b918-48098cabac82 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:04.907387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-f1279b45-97b1-4410-9a9f-99045b3f9d73 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:04.923439 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-f1279b45-97b1-4410-9a9f-99045b3f9d73 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/networks?id=7ba93140-bca1-4c7d-993f-b7eee76b2a21 HTTP/1.1" status: 200 len: 796 time: 0.3614807 Jul 08 20:36:04.968153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 82a1c7ed-6ef9-481b-a537-2ebf098d5626 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:04.969142 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:05.065629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port a261e1bc-3651-49a2-b918-48098cabac82 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:05.110862 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:05.126992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 82a1c7ed-6ef9-481b-a537-2ebf098d5626 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:05.397617 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47920) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:05.414221 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-5faceab3-1bc2-467c-b8ce-55b4ebd859e5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/quotas/44d90dac47c54647a7c92af6b9d31588 HTTP/1.1" status: 200 len: 375 time: 0.4611809 Jul 08 20:36:05.453084 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:05.556809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=82a1c7ed-6ef9-481b-a537-2ebf098d5626,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:05.610319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:05.610750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:05.611093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:05.611447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:05.611980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:05.612323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:05.612854 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:05.613220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:05.613580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:05.614301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:05.614720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:05.615044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:05.659448 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-e31de393-88e1-4846-8299-9e99b41719a3 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2442315 Jul 08 20:36:05.659714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a24584-dfca-404d-b210-a8aca1921e8c None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:05.686243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-9cd8a277-2a49-4b99-a145-04849669c683 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:05.688321 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-9cd8a277-2a49-4b99-a145-04849669c683 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.103 "GET /v2.0/networks?id=2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 HTTP/1.1" status: 200 len: 809 time: 0.6112685 Jul 08 20:36:05.695803 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:05.698253 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-48f92bd7-6a7d-4239-ae35-68d99de474ce tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/82a1c7ed-6ef9-481b-a537-2ebf098d5626 HTTP/1.1" status: 204 len: 168 time: 1.2857890 Jul 08 20:36:05.712557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47924) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:05.817270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adb09b-efcb-4c23-94a4-961e42bb10f4 req-faacc058-aadd-4875-9926-fb5f5125423f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:05.819784 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60adb09b-efcb-4c23-94a4-961e42bb10f4 req-faacc058-aadd-4875-9926-fb5f5125423f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.5645404 Jul 08 20:36:05.828208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5b4c20d5-4279-4ae3-98e3-c9034237d569 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Request body: {'port': {'device_id': 'bc62c233-a2de-4f8c-aea9-224446fb5088', 'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886', 'admin_state_up': True, 'tenant_id': '62d018485a6e4a419a1ab11dc9ab6b54'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:05.883169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9e96ecce-5df8-44ab-a1bd-cd48531e70ec None None] Provisioning for port a261e1bc-3651-49a2-b918-48098cabac82 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:05.895507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef435eb4-d2d5-4ae6-95a8-9a891d1e0151 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:05.898441 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef435eb4-d2d5-4ae6-95a8-9a891d1e0151 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:05.900953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef435eb4-d2d5-4ae6-95a8-9a891d1e0151 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:05.903494 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ef435eb4-d2d5-4ae6-95a8-9a891d1e0151 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1892331 Jul 08 20:36:05.908217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47926) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:05.927066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed307107-0992-41ef-a25b-355f9e7eb401 None None] Network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:05.929700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9e96ecce-5df8-44ab-a1bd-cd48531e70ec None None] Provisioning complete for port a261e1bc-3651-49a2-b918-48098cabac82 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:05.930303 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e96ecce-5df8-44ab-a1bd-cd48531e70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:05.987996 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-64ecec2e-a7c8-4ec6-806c-1031f6a1be7b service neutron] 10.222.0.101 "GET /v2.0/networks/7ba93140-bca1-4c7d-993f-b7eee76b2a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155026 Jul 08 20:36:06.035191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a92f4d-080a-4051-882d-b95332470cdf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 25edf6bf-8783-4f0c-a930-758d2c906ad8 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:36:06.050631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-57a92f4d-080a-4051-882d-b95332470cdf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:06.091531 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-57a92f4d-080a-4051-882d-b95332470cdf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:06.119174 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60adb09b-efcb-4c23-94a4-961e42bb10f4 req-1c6d7e91-c0ad-4b86-84b6-ad4105d54203 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849720 Jul 08 20:36:06.340671 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5b4c20d5-4279-4ae3-98e3-c9034237d569 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Made reservation on behalf of 62d018485a6e4a419a1ab11dc9ab6b54 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:06.348920 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5b4c20d5-4279-4ae3-98e3-c9034237d569 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:06.364551 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e96ecce-5df8-44ab-a1bd-cd48531e70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:06.504142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9e96ecce-5df8-44ab-a1bd-cd48531e70ec None None] For port a261e1bc-3651-49a2-b918-48098cabac82, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a261e1bc-3651-49a2-b918-48098cabac82,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:06.550172 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e96ecce-5df8-44ab-a1bd-cd48531e70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:06.667522 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-57a92f4d-080a-4051-882d-b95332470cdf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:06.743123 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-ecf68376-254e-4359-89d7-751f69416f33 service neutron] 10.222.0.101 "GET /v2.0/networks/7ba93140-bca1-4c7d-993f-b7eee76b2a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7377021 Jul 08 20:36:06.768949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3e833406-3ee3-4da9-a27a-87d3dfe6968e None None] Provisioning for port df2aa75f-60f4-4107-b08d-9fc200135b08 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:06.772759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96ecce-5df8-44ab-a1bd-cd48531e70ec None None] Pushing event updated for resources: {'Port': ['ID=a261e1bc-3651-49a2-b918-48098cabac82,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:06.775188 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-57a92f4d-080a-4051-882d-b95332470cdf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:06.795144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3e833406-3ee3-4da9-a27a-87d3dfe6968e None None] Provisioning complete for port df2aa75f-60f4-4107-b08d-9fc200135b08 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:06.796068 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e833406-3ee3-4da9-a27a-87d3dfe6968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:06.873497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a92f4d-080a-4051-882d-b95332470cdf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=25edf6bf-8783-4f0c-a930-758d2c906ad8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:06.888458 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-57a92f4d-080a-4051-882d-b95332470cdf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:06.890677 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-57a92f4d-080a-4051-882d-b95332470cdf tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/25edf6bf-8783-4f0c-a930-758d2c906ad8 HTTP/1.1" status: 204 len: 168 time: 0.9813876 Jul 08 20:36:06.895502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47930) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:07.007586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df93fdef-b77c-49c6-9e55-90731ad66091 None None] Update dhcp port {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': '25edf6bf-8783-4f0c-a930-758d2c906ad8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ce7ed6c5-e2df-42c6-9fe3-a768dbf8b765'}], 'binding:host_id': 'n-d-791506-16'}, 'id': 'a261e1bc-3651-49a2-b918-48098cabac82'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:36:07.025924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5487fae-ff51-4331-8255-3496f0269b96 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet ce7ed6c5-e2df-42c6-9fe3-a768dbf8b765 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:36:07.029966 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5487fae-ff51-4331-8255-3496f0269b96 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:07.113046 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:07.123912 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54797617-5ab9-4a57-b0cd-30a6b0650dcc req-ab6c0140-9184-4b35-a4e3-803ee482ea3a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 210 time: 0.0550485 Jul 08 20:36:07.132874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5487fae-ff51-4331-8255-3496f0269b96 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:07.169402 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7c17c212-13d7-4a34-8985-740adde591d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:07.198932 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-df93fdef-b77c-49c6-9e55-90731ad66091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:07.203152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fea3d84c-cf9f-4f80-af7a-55b3b5ecc2bf req-30decc91-92dc-48aa-9fa6-19d586e746c4 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 210 time: 0.0491946 Jul 08 20:36:07.286311 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5487fae-ff51-4331-8255-3496f0269b96 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:07.410908 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e833406-3ee3-4da9-a27a-87d3dfe6968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:07.414447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5b4c20d5-4279-4ae3-98e3-c9034237d569 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Allocated IP 172.20.0.5 (2c8dd562-6220-4b8b-9ae8-ba78ecb9e886/b0d58ca0-5d84-4114-a3db-7b4b8ce582b6/08df6474-aadb-4c64-9b50-2c1b2bf03db1) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:07.428923 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5487fae-ff51-4331-8255-3496f0269b96 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server [None req-df93fdef-b77c-49c6-9e55-90731ad66091 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce7ed6c5-e2df-42c6-9fe3-a768dbf8b765: This subnet is being modified by another concurrent operation. Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise exception Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce7ed6c5-e2df-42c6-9fe3-a768dbf8b765: This subnet is being modified by another concurrent operation. Jul 08 20:36:07.437545 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Jul 08 20:36:07.498751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5487fae-ff51-4331-8255-3496f0269b96 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:07.498976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3e833406-3ee3-4da9-a27a-87d3dfe6968e None None] For port df2aa75f-60f4-4107-b08d-9fc200135b08, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=df2aa75f-60f4-4107-b08d-9fc200135b08,segment=NetworkSegment(cf4bb5f4-8bf9-4856-a4dd-b2d336486511),segment_id=cf4bb5f4-8bf9-4856-a4dd-b2d336486511)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:07.512898 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e833406-3ee3-4da9-a27a-87d3dfe6968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:07.513159 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b5487fae-ff51-4331-8255-3496f0269b96 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/ce7ed6c5-e2df-42c6-9fe3-a768dbf8b765 HTTP/1.1" status: 204 len: 168 time: 0.6137660 Jul 08 20:36:07.548271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5487fae-ff51-4331-8255-3496f0269b96 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7ed6c5-e2df-42c6-9fe3-a768dbf8b765,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:07.552494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47960) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:07.620543 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2596a3d5-7d96-4b5c-b63a-120f595fa0ad None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:07.696470 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-da60bd8f-ce03-4707-b9c2-f6cb7a9b92e6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1426563 Jul 08 20:36:07.697175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47964) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:07.716302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-88438f80-2d69-4deb-bf36-2216c2750aab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:07.724679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e833406-3ee3-4da9-a27a-87d3dfe6968e None None] Pushing event updated for resources: {'Port': ['ID=df2aa75f-60f4-4107-b08d-9fc200135b08,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:07.725638 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03d35a0e-e430-4618-a784-ad09963d5a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:07.743586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-30419b70-efa3-4e30-b41a-7f9e99e36be8 None None] Provisioning complete for port a261e1bc-3651-49a2-b918-48098cabac82 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:07.744056 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30419b70-efa3-4e30-b41a-7f9e99e36be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:07.828967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5b4c20d5-4279-4ae3-98e3-c9034237d569 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:07.928958 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01e09e4-0fe1-46e1-87c1-d6f562191ae4 None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:36:07.940824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8df408-e6a4-4bc8-b408-bac9e002a252 req-5c499388-6da8-436d-8777-4b28accf9c3e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:07.943199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae8df408-e6a4-4bc8-b408-bac9e002a252 req-5c499388-6da8-436d-8777-4b28accf9c3e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.4939446 Jul 08 20:36:08.009111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c01e09e4-0fe1-46e1-87c1-d6f562191ae4 None None] Deleting port a261e1bc-3651-49a2-b918-48098cabac82 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:08.009779 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c01e09e4-0fe1-46e1-87c1-d6f562191ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:08.011809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae8df408-e6a4-4bc8-b408-bac9e002a252 req-834a7a61-da53-461d-9edc-ca4b3554ea27 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593412 Jul 08 20:36:08.013473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88438f80-2d69-4deb-bf36-2216c2750aab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:08.025011 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88438f80-2d69-4deb-bf36-2216c2750aab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:08.071637 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5b4c20d5-4279-4ae3-98e3-c9034237d569 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:08.160103 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c20d5-4279-4ae3-98e3-c9034237d569 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Pushing event updated for resources: {'Port': ['ID=08df6474-aadb-4c64-9b50-2c1b2bf03db1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:08.184490 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5b4c20d5-4279-4ae3-98e3-c9034237d569 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Network 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:08.187350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5b4c20d5-4279-4ae3-98e3-c9034237d569 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:08.191385 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5b4c20d5-4279-4ae3-98e3-c9034237d569 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:08.238879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4be23b9a-1c03-46f1-878e-14a384394211 None None] Provisioning complete for port df2aa75f-60f4-4107-b08d-9fc200135b08 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:08.239257 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4be23b9a-1c03-46f1-878e-14a384394211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:08.307215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5b4c20d5-4279-4ae3-98e3-c9034237d569 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:08.308652 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5b4c20d5-4279-4ae3-98e3-c9034237d569 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:08.349472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5b4c20d5-4279-4ae3-98e3-c9034237d569 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5236139 Jul 08 20:36:08.385132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device df2aa75f-60f4-4107-b08d-9fc200135b08 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:08.401011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Request body: {'port': {'device_id': 'bc62c233-a2de-4f8c-aea9-224446fb5088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:08.472256 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:08.485793 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c01e09e4-0fe1-46e1-87c1-d6f562191ae4 None None] For port a261e1bc-3651-49a2-b918-48098cabac82, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a261e1bc-3651-49a2-b918-48098cabac82,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:08.486461 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c01e09e4-0fe1-46e1-87c1-d6f562191ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:08.503862 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-821815e8-15bb-40b3-be6b-bce35076b31d req-4d698f43-373a-4e23-88db-68dcd4264ed3 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 210 time: 0.1039698 Jul 08 20:36:08.534277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c01e09e4-0fe1-46e1-87c1-d6f562191ae4 None None] Calling delete_port for a261e1bc-3651-49a2-b918-48098cabac82 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:08.534404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-03d35a0e-e430-4618-a784-ad09963d5a59 admin admin] Deleting port d39d921b-a889-4ae9-b8ed-64cb31f393f4 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:08.536124 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03d35a0e-e430-4618-a784-ad09963d5a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:08.593250 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:08.603232 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88438f80-2d69-4deb-bf36-2216c2750aab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:08.650723 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88438f80-2d69-4deb-bf36-2216c2750aab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:08.657679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-88438f80-2d69-4deb-bf36-2216c2750aab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:08.664904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88438f80-2d69-4deb-bf36-2216c2750aab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:08.665715 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-88438f80-2d69-4deb-bf36-2216c2750aab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:08.667589 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port df2aa75f-60f4-4107-b08d-9fc200135b08 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:08.667745 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:08.710934 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-88438f80-2d69-4deb-bf36-2216c2750aab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0124505 Jul 08 20:36:08.713388 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47992) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:08.728690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-4e41ab6b-32d6-4064-855e-fa0a95c132e3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:08.740048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88438f80-2d69-4deb-bf36-2216c2750aab tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=e66ca9b7-f6c2-4ff6-b17e-d165bc4abe28,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:08.781441 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-03d35a0e-e430-4618-a784-ad09963d5a59 admin admin] For port d39d921b-a889-4ae9-b8ed-64cb31f393f4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d39d921b-a889-4ae9-b8ed-64cb31f393f4,segment=NetworkSegment(a728bf02-0983-4a75-8d42-361c6881bbad),segment_id=a728bf02-0983-4a75-8d42-361c6881bbad)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:08.782142 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03d35a0e-e430-4618-a784-ad09963d5a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:08.866959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-03d35a0e-e430-4618-a784-ad09963d5a59 admin admin] Calling delete_port for d39d921b-a889-4ae9-b8ed-64cb31f393f4 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:08.960301 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c01e09e4-0fe1-46e1-87c1-d6f562191ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:09.051151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e09e4-0fe1-46e1-87c1-d6f562191ae4 None None] No DVR routers for this DVR port a261e1bc-3651-49a2-b918-48098cabac82 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:36:09.060288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e09e4-0fe1-46e1-87c1-d6f562191ae4 None None] Pushing event deleted for resources: {'Port': ['ID=a261e1bc-3651-49a2-b918-48098cabac82,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:09.076269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a261e1bc-3651-49a2-b918-48098cabac82 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:09.122679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23d538b-e943-4316-ba7e-8e2326cb44c0 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:09.177702 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e41ab6b-32d6-4064-855e-fa0a95c132e3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:09.182044 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e41ab6b-32d6-4064-855e-fa0a95c132e3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:09.236007 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7b5bb-6386-46b5-a66d-30b763cb3f75 req-a5522212-84b5-474d-bbbb-42fa2b5452bb tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:09.238847 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bad7b5bb-6386-46b5-a66d-30b763cb3f75 req-a5522212-84b5-474d-bbbb-42fa2b5452bb tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 931 time: 0.2001655 Jul 08 20:36:09.288121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: a261e1bc-3651-49a2-b918-48098cabac82 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:36:09.288773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a261e1bc-3651-49a2-b918-48098cabac82 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:36:09.347587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bad7b5bb-6386-46b5-a66d-30b763cb3f75 req-825c6e02-04ec-4072-9c3f-2a6717654ccc tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933089 Jul 08 20:36:09.387921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': 'e66ca9b7-f6c2-4ff6-b17e-d165bc4abe28'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:36:09.388833 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:09.436268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c6643-092a-4ae3-9e32-3d9d3cc641d7 req-fe1a33f9-fbc9-4abc-8687-9e0764d50404 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:09.444116 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4f0c6643-092a-4ae3-9e32-3d9d3cc641d7 req-fe1a33f9-fbc9-4abc-8687-9e0764d50404 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.2434199 Jul 08 20:36:09.505755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-7801dc21-065a-4f5a-92b4-76f5b648d874 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:09.508336 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-7801dc21-065a-4f5a-92b4-76f5b648d874 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.104 "GET /v2.0/networks?id=7ba93140-bca1-4c7d-993f-b7eee76b2a21 HTTP/1.1" status: 200 len: 796 time: 0.4198740 Jul 08 20:36:09.516781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08df6474-aadb-4c64-9b50-2c1b2bf03db1 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:36:09.527007 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:09.633796 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4f0c6643-092a-4ae3-9e32-3d9d3cc641d7 req-35429454-09d3-4621-b3bb-2351954527c9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887712 Jul 08 20:36:09.686723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Allocated IP 172.20.0.2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/e66ca9b7-f6c2-4ff6-b17e-d165bc4abe28/239225a0-e200-4320-a76f-49ea712d8520) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:09.708355 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e0800410-8a04-40b0-8309-59b0af41e546 req-c8243d6f-0e0b-473f-b401-579df21e6ac0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 210 time: 0.0605826 Jul 08 20:36:09.719600 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-273ba09f-1eb4-4be9-a633-9585c63a29b9 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44d90dac47c54647a7c92af6b9d31588 HTTP/1.1" status: 200 len: 472 time: 0.1624763 Jul 08 20:36:09.722366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Transition to ACTIVE for port object 08df6474-aadb-4c64-9b50-2c1b2bf03db1 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:09.723364 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03d35a0e-e430-4618-a784-ad09963d5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:09.754231 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'port': {'device_id': '0ab00029-0a5f-4b9b-806b-dd624fee1dfa', 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21', 'admin_state_up': True, 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'security_groups': ['75828a79-700f-440d-a7e7-d391992aae76']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:09.775181 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:09.783125 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:09.812046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.objects.ports [None req-4e41ab6b-32d6-4064-855e-fa0a95c132e3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:36:09.813892 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e41ab6b-32d6-4064-855e-fa0a95c132e3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:09.827194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d35a0e-e430-4618-a784-ad09963d5a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=d39d921b-a889-4ae9-b8ed-64cb31f393f4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:09.925923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41ab6b-32d6-4064-855e-fa0a95c132e3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:09.929774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-4e41ab6b-32d6-4064-855e-fa0a95c132e3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:09.934989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41ab6b-32d6-4064-855e-fa0a95c132e3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:09.936203 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e41ab6b-32d6-4064-855e-fa0a95c132e3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:09.944333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41ab6b-32d6-4064-855e-fa0a95c132e3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=648ffff1-d15d-4d91-870c-bb80962d2bf8,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:09.963261 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4e41ab6b-32d6-4064-855e-fa0a95c132e3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2470553 Jul 08 20:36:09.966467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48004) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:09.972687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'mac_address': 'fa:16:3e:43:4f:88', 'name': 'tempest-NetworksTestDHCPv6-263543703'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:09.993777 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Pushing event updated for resources: {'Port': ['ID=08df6474-aadb-4c64-9b50-2c1b2bf03db1,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:10.074955 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f513bb86-0441-4d65-b606-d0f9b7523241 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:36:10.136229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:10.150481 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.197512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Attempting to bind port 08df6474-aadb-4c64-9b50-2c1b2bf03db1 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:10.199505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Attempting to bind port 08df6474-aadb-4c64-9b50-2c1b2bf03db1 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'f7f64f20-2df1-4743-b4c9-c2b50ed686b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:10.201298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Attempting to bind port 08df6474-aadb-4c64-9b50-2c1b2bf03db1 on network 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:10.225386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Transition to ACTIVE for port object 239225a0-e200-4320-a76f-49ea712d8520 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:10.251196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Transition to ACTIVE for port object 239225a0-e200-4320-a76f-49ea712d8520 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:10.280600 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.296040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f513bb86-0441-4d65-b606-d0f9b7523241, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f513bb86-0441-4d65-b606-d0f9b7523241,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:10.296441 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Port 08df6474-aadb-4c64-9b50-2c1b2bf03db1 on network 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:36:10.296814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Attempting to bind port 08df6474-aadb-4c64-9b50-2c1b2bf03db1 on network 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:10.309204 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 7b864aea-f476-439c-8f18-91282a47d5fd yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:36:10.311314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Made reservation on behalf of 44d90dac47c54647a7c92af6b9d31588 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:10.315595 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.317980 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:10.318221 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.318380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Checking segment: {'id': 'f7f64f20-2df1-4743-b4c9-c2b50ed686b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:10.318677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Bound using segment: {'id': 'f7f64f20-2df1-4743-b4c9-c2b50ed686b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:10.319233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Bound port: 08df6474-aadb-4c64-9b50-2c1b2bf03db1, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f64f20-2df1-4743-b4c9-c2b50ed686b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:10.319959 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.322394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'f513bb86-0441-4d65-b606-d0f9b7523241', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'port_id': 'f513bb86-0441-4d65-b606-d0f9b7523241', 'mac_address': 'fa:16:3e:d9:f1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:36:10.355922 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03d35a0e-e430-4618-a784-ad09963d5a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.435743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Pushing event updated for resources: {'Port': ['ID=239225a0-e200-4320-a76f-49ea712d8520,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:10.470108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:10.483176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:10.491361 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:10.552036 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.564058 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] For port 08df6474-aadb-4c64-9b50-2c1b2bf03db1, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:10.571446 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f513bb86-0441-4d65-b606-d0f9b7523241 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:36:10.598580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f513bb86-0441-4d65-b606-d0f9b7523241, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f513bb86-0441-4d65-b606-d0f9b7523241,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:10.608864 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.609254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 172.20.0.14 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/e66ca9b7-f6c2-4ff6-b17e-d165bc4abe28/7b864aea-f476-439c-8f18-91282a47d5fd) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:10.622279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::f816:3eff:fe43:4f88 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/648ffff1-d15d-4d91-870c-bb80962d2bf8/7b864aea-f476-439c-8f18-91282a47d5fd) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:10.667512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] For port 08df6474-aadb-4c64-9b50-2c1b2bf03db1, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=08df6474-aadb-4c64-9b50-2c1b2bf03db1,segment=NetworkSegment(f7f64f20-2df1-4743-b4c9-c2b50ed686b2),segment_id=f7f64f20-2df1-4743-b4c9-c2b50ed686b2)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:10.679222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=f513bb86-0441-4d65-b606-d0f9b7523241,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:10.685047 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.693863 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Attempting to bind port 239225a0-e200-4320-a76f-49ea712d8520 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:10.694360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Attempting to bind port 239225a0-e200-4320-a76f-49ea712d8520 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:10.695320 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Attempting to bind port 239225a0-e200-4320-a76f-49ea712d8520 on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:10.701880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:10.702423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:10.702938 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.703810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:10.704395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Bound port: 239225a0-e200-4320-a76f-49ea712d8520, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:10.704940 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.749296 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:10.749932 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.751512 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] 10.222.0.103 "PUT /v2.0/ports/08df6474-aadb-4c64-9b50-2c1b2bf03db1 HTTP/1.1" status: 200 len: 1092 time: 2.3625393 Jul 08 20:36:10.755855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc62c233-a2de-4f8c-aea9-224446fb5088', 'tag': '08df6474-aadb-4c64-9b50-2c1b2bf03db1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:10.758164 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13696bd-f59d-424a-87d5-f1b740ee036f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc62c233-a2de-4f8c-aea9-224446fb5088", "tag": "08df6474-aadb-4c64-9b50-2c1b2bf03db1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:10.778577 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Allocated IP 172.20.0.21 (7ba93140-bca1-4c7d-993f-b7eee76b2a21/f7b6aa8b-2981-4faf-9866-65ef705cec51/c3c83e22-b965-412e-83be-23cea39035ba) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:10.797163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['f513bb86-0441-4d65-b606-d0f9b7523241'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:36:10.871528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae988e-4aed-4334-9045-dd023951bc9c service neutron] Pushing event updated for resources: {'Port': ['ID=08df6474-aadb-4c64-9b50-2c1b2bf03db1,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:10.890896 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.895074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] For port 239225a0-e200-4320-a76f-49ea712d8520, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:10.898842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] For port 239225a0-e200-4320-a76f-49ea712d8520, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=239225a0-e200-4320-a76f-49ea712d8520,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:10.900225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823f44f-aad7-46da-9c38-391dcdb12114 req-816a94c1-98aa-498b-8861-15a5082631cc tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:10.907609 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5823f44f-aad7-46da-9c38-391dcdb12114 req-816a94c1-98aa-498b-8861-15a5082631cc tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 943 time: 0.3406389 Jul 08 20:36:10.918146 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:10.919938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 7b864aea-f476-439c-8f18-91282a47d5fd will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:11.019478 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24b6a6-e89e-4eb8-baf5-e4aec66604fc req-e95ac5c4-bbe6-4aea-9846-d9c4c8084a8a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:11.032972 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f24b6a6-e89e-4eb8-baf5-e4aec66604fc req-e95ac5c4-bbe6-4aea-9846-d9c4c8084a8a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 944 time: 0.1279354 Jul 08 20:36:11.052820 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:11.070857 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558400f-902e-4623-8ec3-948ff501fd9b None None] Pushing event updated for resources: {'Port': ['ID=239225a0-e200-4320-a76f-49ea712d8520,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:11.213842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:11.226846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:11.233054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:11.313915 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f24b6a6-e89e-4eb8-baf5-e4aec66604fc req-5d1811f6-4bf0-405e-8da3-a805e3c37039 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798407 Jul 08 20:36:11.314681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=7b864aea-f476-439c-8f18-91282a47d5fd,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:11.359120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:11.359953 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:11.387212 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-07eb3d26-4c17-4dc7-b5c9-9ade96df94b8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4194398 Jul 08 20:36:11.387867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48030) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:11.459791 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5823f44f-aad7-46da-9c38-391dcdb12114 req-9ca2edb2-7536-4ee3-ae95-bdfd818c062c tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475922 Jul 08 20:36:11.567078 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae4fb99-fb06-448c-a406-6881e617e4b5 x-openstack-request-id: req-9ae4fb99-fb06-448c-a406-6881e617e4b5 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:11.567756 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc62c233-a2de-4f8c-aea9-224446fb5088", "tag": "08df6474-aadb-4c64-9b50-2c1b2bf03db1", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:11.567756 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9ae4fb99-fb06-448c-a406-6881e617e4b5 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:11.568102 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc62c233-a2de-4f8c-aea9-224446fb5088', 'tag': '08df6474-aadb-4c64-9b50-2c1b2bf03db1', 'status': 'completed', 'code': 200} Jul 08 20:36:11.606451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d35a0e-e430-4618-a784-ad09963d5a59 admin admin] Router daba5746-e5a3-4490-b215-1178a0951b65 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:36:11.609459 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ab165fd-e933-4e78-b869-2979fc29b901 req-724a11aa-eb3d-4a02-af36-385ff7f33647 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 210 time: 0.0453892 Jul 08 20:36:11.610690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-25c14e49-af7f-43d9-823a-cd8fe0b29602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:11.612414 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-25c14e49-af7f-43d9-823a-cd8fe0b29602 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=62d018485a6e4a419a1ab11dc9ab6b54&device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 1095 time: 0.8055537 Jul 08 20:36:11.636786 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c09e99-c216-4980-a01c-8e5e1b27d7d7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:11.646125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c09e99-c216-4980-a01c-8e5e1b27d7d7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:11.652161 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b1c09e99-c216-4980-a01c-8e5e1b27d7d7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2619493 Jul 08 20:36:11.653110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48038) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:11.715199 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-3f258e3d-f78e-4091-8ce6-21be5d9905d4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08df6474-aadb-4c64-9b50-2c1b2bf03db1 HTTP/1.1" status: 200 len: 217 time: 0.0736158 Jul 08 20:36:11.745505 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:11.832062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Transition to ACTIVE for port object c3c83e22-b965-412e-83be-23cea39035ba will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:11.886323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f513bb86-0441-4d65-b606-d0f9b7523241 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:11.909569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-85c99642-1965-4a43-bf61-0f665ff916c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:11.911095 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-85c99642-1965-4a43-bf61-0f665ff916c5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b0d58ca0-5d84-4114-a3db-7b4b8ce582b6 HTTP/1.1" status: 200 len: 849 time: 0.1850839 Jul 08 20:36:11.967531 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-15e31d57-42bd-47e7-8ac6-4ee645f8ce17 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2c8dd562-6220-4b8b-9ae8-ba78ecb9e886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452313 Jul 08 20:36:11.970225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port f513bb86-0441-4d65-b606-d0f9b7523241 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:11.970987 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:12.078277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d35a0e-e430-4618-a784-ad09963d5a59 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:36:12.082394 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:12.086921 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-03d35a0e-e430-4618-a784-ad09963d5a59 admin admin] 10.222.0.101 "PUT /v2.0/routers/daba5746-e5a3-4490-b215-1178a0951b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6866217 Jul 08 20:36:12.091327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48054) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:12.109052 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1fc9e-480b-460d-980b-0a6591528678 None None] Sync routers for ids ['daba5746-e5a3-4490-b215-1178a0951b65'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:36:12.130067 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1fc9e-480b-460d-980b-0a6591528678 None None] Routers {'daba5746-e5a3-4490-b215-1178a0951b65'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:36:12.131023 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f2b1fc9e-480b-460d-980b-0a6591528678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:36:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['daba5746-e5a3-4490-b215-1178a0951b65'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:36:12.157398 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:12.235232 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f513bb86-0441-4d65-b606-d0f9b7523241, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f513bb86-0441-4d65-b606-d0f9b7523241,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:12.237606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7046f6cc-f1b8-43d4-b0be-356f6036b744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f513bb86-0441-4d65-b606-d0f9b7523241'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:12.241383 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae1594f-6046-4d76-a50d-26d746532063" -d '{"events": [{"server_uuid": "7046f6cc-f1b8-43d4-b0be-356f6036b744", "name": "network-vif-plugged", "status": "completed", "tag": "f513bb86-0441-4d65-b606-d0f9b7523241"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:12.246240 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:12.330825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=f513bb86-0441-4d65-b606-d0f9b7523241,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:12.362492 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-60ab908a-480d-416d-9d6c-67af26e21f3e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 7b864aea-f476-439c-8f18-91282a47d5fd {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:12.363835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60ab908a-480d-416d-9d6c-67af26e21f3e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:12.381945 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69207a9-d4e0-4abc-8356-5da3f694caaa x-openstack-request-id: req-a69207a9-d4e0-4abc-8356-5da3f694caaa {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:12.382810 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7046f6cc-f1b8-43d4-b0be-356f6036b744", "name": "network-vif-plugged", "status": "completed", "tag": "f513bb86-0441-4d65-b606-d0f9b7523241", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:12.386714 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a69207a9-d4e0-4abc-8356-5da3f694caaa {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:12.388613 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7046f6cc-f1b8-43d4-b0be-356f6036b744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f513bb86-0441-4d65-b606-d0f9b7523241', 'code': 200} Jul 08 20:36:12.411473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 239225a0-e200-4320-a76f-49ea712d8520 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:12.414326 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f2b1fc9e-480b-460d-980b-0a6591528678 None None] Set router daba5746-e5a3-4490-b215-1178a0951b65 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:36:12.429227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=c3c83e22-b965-412e-83be-23cea39035ba,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:12.539186 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:12.590216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:12.614585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 239225a0-e200-4320-a76f-49ea712d8520 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:12.637889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:12.649811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:12.839933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:12.858779 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f2b1fc9e-480b-460d-980b-0a6591528678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '62508498-8436-4907-a0e0-979eed0a703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:36:09Z', 'revision_number': 5, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port': {'id': '62508498-8436-4907-a0e0-979eed0a703a', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:23:40Z', 'updated_at': '2021-07-08T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:36:12.930489 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1fc9e-480b-460d-980b-0a6591528678 None None] Checking router: daba5746-e5a3-4490-b215-1178a0951b65 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:36:12.938984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2a4f0e-d0b8-41ed-a319-2f5d48d00853 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:12.945475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d8f05-6a3d-4013-bacd-a625e3f20287 req-3b85bbcf-2c3a-4079-8554-606d12a6b4fd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:12.950460 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c69d8f05-6a3d-4013-bacd-a625e3f20287 req-3b85bbcf-2c3a-4079-8554-606d12a6b4fd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.2764294 Jul 08 20:36:12.958073 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1fc9e-480b-460d-980b-0a6591528678 None None] Routers {'daba5746-e5a3-4490-b215-1178a0951b65'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:36:12.958717 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f2b1fc9e-480b-460d-980b-0a6591528678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:36:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['daba5746-e5a3-4490-b215-1178a0951b65'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:36:12.962252 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-5ea6bdfd-74f9-415e-b772-c5c9cb62e348 service neutron] 10.222.0.103 "GET /v2.0/networks/2c8dd562-6220-4b8b-9ae8-ba78ecb9e886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9781353 Jul 08 20:36:12.978284 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60ab908a-480d-416d-9d6c-67af26e21f3e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:12.994828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-60ab908a-480d-416d-9d6c-67af26e21f3e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 7b864aea-f476-439c-8f18-91282a47d5fd owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:13.107531 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c69d8f05-6a3d-4013-bacd-a625e3f20287 req-afb0126b-f6d2-44f2-8db0-5d0761d9b956 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082029 Jul 08 20:36:13.116123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Deleting port 62508498-8436-4907-a0e0-979eed0a703a {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:13.116473 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:13.121479 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6a5f2a86-a9ff-4182-9c31-8245c14ec0c9 None None] Provisioning for port 239225a0-e200-4320-a76f-49ea712d8520 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:13.133326 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6a5f2a86-a9ff-4182-9c31-8245c14ec0c9 None None] Provisioning complete for port 239225a0-e200-4320-a76f-49ea712d8520 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:13.137430 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6a5f2a86-a9ff-4182-9c31-8245c14ec0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:13.164316 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f2b1fc9e-480b-460d-980b-0a6591528678 None None] Set router daba5746-e5a3-4490-b215-1178a0951b65 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:36:13.226948 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f2b1fc9e-480b-460d-980b-0a6591528678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:36:12Z', 'revision_number': 6, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:36:13.286134 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:13.286819 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:13.384558 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1fc9e-480b-460d-980b-0a6591528678 None None] The sync data for ids ['daba5746-e5a3-4490-b215-1178a0951b65'] in n-d-791506-16 is: [{'id': 'daba5746-e5a3-4490-b215-1178a0951b65', 'name': 'tempest-TaggedBootDevicesTest_v242-1779660237-router', 'tenant_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:23:39Z', 'updated_at': '2021-07-08T20:36:12Z', 'revision_number': 6, 'project_id': 'e7d78e51c1b94cfb8cd2d7f6773d1bee', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:36:13.444579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] For port 62508498-8436-4907-a0e0-979eed0a703a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=62508498-8436-4907-a0e0-979eed0a703a,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:13.445011 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:13.465582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Calling delete_port for 62508498-8436-4907-a0e0-979eed0a703a owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:13.505947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef48d02-a823-4b5e-93fa-b579e9e31367 req-1399ffb2-cabe-42b8-a476-75a7cda1502c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:13.507758 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cef48d02-a823-4b5e-93fa-b579e9e31367 req-1399ffb2-cabe-42b8-a476-75a7cda1502c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 932 time: 0.2379954 Jul 08 20:36:13.525358 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6a5f2a86-a9ff-4182-9c31-8245c14ec0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:13.608096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6a5f2a86-a9ff-4182-9c31-8245c14ec0c9 None None] For port 239225a0-e200-4320-a76f-49ea712d8520, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=239225a0-e200-4320-a76f-49ea712d8520,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:13.626326 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6a5f2a86-a9ff-4182-9c31-8245c14ec0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:13.653438 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cef48d02-a823-4b5e-93fa-b579e9e31367 req-7e2e6f85-0484-4a26-8f53-b7518f07bef0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356044 Jul 08 20:36:13.736299 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f2a86-a9ff-4182-9c31-8245c14ec0c9 None None] Pushing event updated for resources: {'Port': ['ID=239225a0-e200-4320-a76f-49ea712d8520,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:13.813697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f104832a-8f2d-4b08-ac44-6f6dea4f9092 None None] Update dhcp port {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': 'e66ca9b7-f6c2-4ff6-b17e-d165bc4abe28', 'ip_address': '172.20.0.2'}, {'subnet_id': '648ffff1-d15d-4d91-870c-bb80962d2bf8'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '239225a0-e200-4320-a76f-49ea712d8520'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:36:13.849502 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60ab908a-480d-416d-9d6c-67af26e21f3e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:13.853433 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a6ec1891-81a1-4e4e-b700-33d9525b44bc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1056118 Jul 08 20:36:13.880898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Request body: {'port': {'device_id': '0ab00029-0a5f-4b9b-806b-dd624fee1dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:13.932766 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f104832a-8f2d-4b08-ac44-6f6dea4f9092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:13.962259 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:14.010277 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Pushing event deleted for resources: {'Port': ['ID=62508498-8436-4907-a0e0-979eed0a703a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:14.050466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a3b288ef-5ae1-48cc-b35f-30991bfdd3ab None None] Provisioning for port c3c83e22-b965-412e-83be-23cea39035ba completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:14.057888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a3b288ef-5ae1-48cc-b35f-30991bfdd3ab None None] Provisioning complete for port c3c83e22-b965-412e-83be-23cea39035ba triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:14.058261 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a3b288ef-5ae1-48cc-b35f-30991bfdd3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:14.069415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dad81-2621-44d5-9d9a-d92428c70733 req-dcbee3f0-e1eb-442f-9e11-cce3688d2842 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:14.074558 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a27dad81-2621-44d5-9d9a-d92428c70733 req-dcbee3f0-e1eb-442f-9e11-cce3688d2842 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 943 time: 1.2683005 Jul 08 20:36:14.114102 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab908a-480d-416d-9d6c-67af26e21f3e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=7b864aea-f476-439c-8f18-91282a47d5fd,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:14.116544 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a3b288ef-5ae1-48cc-b35f-30991bfdd3ab None None] Port c3c83e22-b965-412e-83be-23cea39035ba cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:36:14.120925 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c2d9612-4626-439e-9052-8e0f291b9920 req-65bc3c6a-6f07-4f53-a304-fb9965f9a7c5 service neutron] 10.222.0.103 "GET /v2.0/networks/2c8dd562-6220-4b8b-9ae8-ba78ecb9e886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9495490 Jul 08 20:36:14.156961 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:14.414919 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a27dad81-2621-44d5-9d9a-d92428c70733 req-0be4ca3e-92d9-4116-b31b-28535c91dedf tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228090 Jul 08 20:36:14.457881 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:14.487434 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60ab908a-480d-416d-9d6c-67af26e21f3e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:14.488041 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:14.492219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-60ab908a-480d-416d-9d6c-67af26e21f3e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/7b864aea-f476-439c-8f18-91282a47d5fd HTTP/1.1" status: 204 len: 168 time: 2.8374577 Jul 08 20:36:14.494158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48080) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:14.497729 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:14.510340 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13696bd-f59d-424a-87d5-f1b740ee036f req-3e72a0c9-6174-42b4-9933-68d76ccb4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:14.512196 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d13696bd-f59d-424a-87d5-f1b740ee036f req-3e72a0c9-6174-42b4-9933-68d76ccb4842 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=62d018485a6e4a419a1ab11dc9ab6b54&device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 1095 time: 0.2650092 Jul 08 20:36:14.534844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-f104832a-8f2d-4b08-ac44-6f6dea4f9092 None None] Allocated IP 2001:db8::f816:3eff:fea1:a02f (845567f0-e8b3-4d3f-8ff6-519fe189dab9/648ffff1-d15d-4d91-870c-bb80962d2bf8/239225a0-e200-4320-a76f-49ea712d8520) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:14.553345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 239225a0-e200-4320-a76f-49ea712d8520 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:14.632143 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:14.632717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Fanout notify agent at l3_agent the message router_deleted on router daba5746-e5a3-4490-b215-1178a0951b65 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:36:14.646156 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:14.650358 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4829aa24-1044-498a-8475-eab1c435532f admin admin] 10.222.0.101 "DELETE /v2.0/routers/daba5746-e5a3-4490-b215-1178a0951b65 HTTP/1.1" status: 204 len: 168 time: 2.5542474 Jul 08 20:36:14.659762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48082) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:14.745583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb9e0f0-1f8c-421f-ab0b-8d56f2f4cf71 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:14.747222 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb9e0f0-1f8c-421f-ab0b-8d56f2f4cf71 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:14.752815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb9e0f0-1f8c-421f-ab0b-8d56f2f4cf71 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:14.761810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7b3a8-9023-478c-85f5-d4e573e9006b req-a079469c-8937-418f-b60a-526754218618 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:14.773240 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1fb9e0f0-1f8c-421f-ab0b-8d56f2f4cf71 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2765663 Jul 08 20:36:14.778286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03d7b3a8-9023-478c-85f5-d4e573e9006b req-a079469c-8937-418f-b60a-526754218618 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.4537270 Jul 08 20:36:14.778486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48086) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:14.828201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae283ed5-9488-4eb3-a79b-d45ea303504d admin admin] Deleting subnet c5052925-461c-40a3-96f2-4691da5939fe {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:36:14.844807 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ae283ed5-9488-4eb3-a79b-d45ea303504d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:14.861396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 239225a0-e200-4320-a76f-49ea712d8520 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:14.862362 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:14.915112 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ae283ed5-9488-4eb3-a79b-d45ea303504d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:15.069348 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03d7b3a8-9023-478c-85f5-d4e573e9006b req-f4e98e73-5b04-4137-815d-0d68dadc49d7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911394 Jul 08 20:36:15.088364 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f104832a-8f2d-4b08-ac44-6f6dea4f9092 None None] For port 239225a0-e200-4320-a76f-49ea712d8520, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=239225a0-e200-4320-a76f-49ea712d8520,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:15.152942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8556347-859d-4d69-ae86-2dea6dcbbc3f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 648ffff1-d15d-4d91-870c-bb80962d2bf8 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:36:15.192734 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f104832a-8f2d-4b08-ac44-6f6dea4f9092 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:15.211886 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ae283ed5-9488-4eb3-a79b-d45ea303504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:15.226000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f104832a-8f2d-4b08-ac44-6f6dea4f9092 None None] Transition to ACTIVE for port object 239225a0-e200-4320-a76f-49ea712d8520 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:15.234613 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f104832a-8f2d-4b08-ac44-6f6dea4f9092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:15.268736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8556347-859d-4d69-ae86-2dea6dcbbc3f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:15.283059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13696bd-f59d-424a-87d5-f1b740ee036f req-e2ef34ad-b373-4235-9f89-c4b3ee1a76ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:15.286425 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d13696bd-f59d-424a-87d5-f1b740ee036f req-e2ef34ad-b373-4235-9f89-c4b3ee1a76ca service neutron] 10.222.0.103 "GET /v2.0/networks?id=2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 HTTP/1.1" status: 200 len: 910 time: 0.7333624 Jul 08 20:36:15.340456 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ae283ed5-9488-4eb3-a79b-d45ea303504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:15.354176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 62508498-8436-4907-a0e0-979eed0a703a no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:15.374820 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ae283ed5-9488-4eb3-a79b-d45ea303504d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:15.380601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ae283ed5-9488-4eb3-a79b-d45ea303504d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c5052925-461c-40a3-96f2-4691da5939fe HTTP/1.1" status: 204 len: 168 time: 0.7196898 Jul 08 20:36:15.381834 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48092) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:15.449536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ca5933-8425-4abf-b134-7a07257d98aa None None] Network b9c31369-0a5d-4774-b024-98d5eb5c69a6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:15.513775 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d13696bd-f59d-424a-87d5-f1b740ee036f req-caead605-3d1d-40db-8e8b-d18f70f024b5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08df6474-aadb-4c64-9b50-2c1b2bf03db1 HTTP/1.1" status: 200 len: 217 time: 0.1522434 Jul 08 20:36:15.524173 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104832a-8f2d-4b08-ac44-6f6dea4f9092 None None] Pushing event updated for resources: {'Port': ['ID=239225a0-e200-4320-a76f-49ea712d8520,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:15.538123 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 62508498-8436-4907-a0e0-979eed0a703a {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:36:15.538750 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 62508498-8436-4907-a0e0-979eed0a703a not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:36:15.539398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d39d921b-a889-4ae9-b8ed-64cb31f393f4 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:15.608136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae283ed5-9488-4eb3-a79b-d45ea303504d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5052925-461c-40a3-96f2-4691da5939fe,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:15.616619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: d39d921b-a889-4ae9-b8ed-64cb31f393f4 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:36:15.616619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d39d921b-a889-4ae9-b8ed-64cb31f393f4 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:36:15.671123 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:15.771120 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8556347-859d-4d69-ae86-2dea6dcbbc3f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:15.817836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4fdf65-50e7-4896-84f5-c2321723c2e5 None None] DHCP port deletion for b9c31369-0a5d-4774-b024-98d5eb5c69a6 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:36:15.864037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Deleting port f2684b0c-f909-407a-a534-03e3dc02c1d5 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:15.866156 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:15.876386 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8556347-859d-4d69-ae86-2dea6dcbbc3f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:15.917372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cc4fdf65-50e7-4896-84f5-c2321723c2e5 None None] Deleting port f2684b0c-f909-407a-a534-03e3dc02c1d5 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:15.937113 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc4fdf65-50e7-4896-84f5-c2321723c2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:15.967440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] For port f2684b0c-f909-407a-a534-03e3dc02c1d5, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f2684b0c-f909-407a-a534-03e3dc02c1d5,segment=NetworkSegment(a728bf02-0983-4a75-8d42-361c6881bbad),segment_id=a728bf02-0983-4a75-8d42-361c6881bbad)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:15.968094 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:15.990014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Calling delete_port for f2684b0c-f909-407a-a534-03e3dc02c1d5 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:16.119367 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:16.157973 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13696bd-f59d-424a-87d5-f1b740ee036f req-9ea39ea2-99c7-490b-8f88-7d170a02392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:16.162064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-cc4fdf65-50e7-4896-84f5-c2321723c2e5 None None] For port f2684b0c-f909-407a-a534-03e3dc02c1d5, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f2684b0c-f909-407a-a534-03e3dc02c1d5,segment=NetworkSegment(a728bf02-0983-4a75-8d42-361c6881bbad),segment_id=a728bf02-0983-4a75-8d42-361c6881bbad)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:16.162553 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc4fdf65-50e7-4896-84f5-c2321723c2e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:16.164218 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d13696bd-f59d-424a-87d5-f1b740ee036f req-9ea39ea2-99c7-490b-8f88-7d170a02392f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b0d58ca0-5d84-4114-a3db-7b4b8ce582b6 HTTP/1.1" status: 200 len: 849 time: 0.1383066 Jul 08 20:36:16.187252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85f2dd-2599-4d8f-a9cc-1867a4bec467 req-ad968423-faa7-453b-8b9d-93f59f01f471 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:16.210984 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea85f2dd-2599-4d8f-a9cc-1867a4bec467 req-ad968423-faa7-453b-8b9d-93f59f01f471 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 932 time: 1.2061088 Jul 08 20:36:16.214907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cc4fdf65-50e7-4896-84f5-c2321723c2e5 None None] Calling delete_port for f2684b0c-f909-407a-a534-03e3dc02c1d5 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:16.218174 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8556347-859d-4d69-ae86-2dea6dcbbc3f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:16.266085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf49de-3239-4e7f-aa57-70fd39eedca7 req-77899aa0-2f8d-4756-8a0e-0b4d519f77a7 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:16.284240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fecf49de-3239-4e7f-aa57-70fd39eedca7 req-77899aa0-2f8d-4756-8a0e-0b4d519f77a7 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 943 time: 0.5396883 Jul 08 20:36:16.286374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] No DVR routers for this DVR port f2684b0c-f909-407a-a534-03e3dc02c1d5 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:36:16.294602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2684b0c-f909-407a-a534-03e3dc02c1d5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:16.365938 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc4fdf65-50e7-4896-84f5-c2321723c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:16.374151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 239225a0-e200-4320-a76f-49ea712d8520 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:16.376873 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fecf49de-3239-4e7f-aa57-70fd39eedca7 req-0b3eacca-dda5-45d6-ad59-e69a5751f296 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923514 Jul 08 20:36:16.391862 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d13696bd-f59d-424a-87d5-f1b740ee036f req-c1a123b2-0dc4-44d7-a55a-f0630732714f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2c8dd562-6220-4b8b-9ae8-ba78ecb9e886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499796 Jul 08 20:36:16.454893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8556347-859d-4d69-ae86-2dea6dcbbc3f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=648ffff1-d15d-4d91-870c-bb80962d2bf8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:16.481925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fdf65-50e7-4896-84f5-c2321723c2e5 None None] Pushing event deleted for resources: {'Port': ['ID=f2684b0c-f909-407a-a534-03e3dc02c1d5,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:16.593975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c83e22-b965-412e-83be-23cea39035ba {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:36:16.604193 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:16.618359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Transition to ACTIVE for port object c3c83e22-b965-412e-83be-23cea39035ba will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:16.620310 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8556347-859d-4d69-ae86-2dea6dcbbc3f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:16.622555 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b8556347-859d-4d69-ae86-2dea6dcbbc3f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/648ffff1-d15d-4d91-870c-bb80962d2bf8 HTTP/1.1" status: 204 len: 168 time: 1.8314250 Jul 08 20:36:16.625353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48110) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:16.644508 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea85f2dd-2599-4d8f-a9cc-1867a4bec467 req-2fedb03d-e31c-459e-b9d9-37545cd42664 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4306149 Jul 08 20:36:16.645229 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:16.876977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4fdf65-50e7-4896-84f5-c2321723c2e5 None None] No DVR routers for this DVR port f2684b0c-f909-407a-a534-03e3dc02c1d5 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:36:16.886646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 08df6474-aadb-4c64-9b50-2c1b2bf03db1 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:36:17.011528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9240251-e4ca-41a2-8025-fb7469b0ea94 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:17.156618 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:17.178001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c31369-0a5d-4774-b024-98d5eb5c69a6']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:36:17.198716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a728bf02-0983-4a75-8d42-361c6881bbad') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:36:17.199163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a728bf02-0983-4a75-8d42-361c6881bbad') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:36:17.211332 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:17.231452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:17.243700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:36:17.246128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fe0bddd3-73ec-43f9-b11c-5fca8576ec4e None None] Provisioning for port 239225a0-e200-4320-a76f-49ea712d8520 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:17.247719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:36:17.251760 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:36:17.271893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fe0bddd3-73ec-43f9-b11c-5fca8576ec4e None None] Provisioning complete for port 239225a0-e200-4320-a76f-49ea712d8520 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:17.272269 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe0bddd3-73ec-43f9-b11c-5fca8576ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:17.409949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 08df6474-aadb-4c64-9b50-2c1b2bf03db1, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=08df6474-aadb-4c64-9b50-2c1b2bf03db1,segment=NetworkSegment(f7f64f20-2df1-4743-b4c9-c2b50ed686b2),segment_id=f7f64f20-2df1-4743-b4c9-c2b50ed686b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:17.427655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 239225a0-e200-4320-a76f-49ea712d8520 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:17.430338 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:17.462683 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:17.493242 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:17.506140 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] 10.222.0.101 "DELETE /v2.0/networks/b9c31369-0a5d-4774-b024-98d5eb5c69a6 HTTP/1.1" status: 204 len: 168 time: 2.1207347 Jul 08 20:36:17.550346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466037ed-f150-49a4-b4ad-d59faffa3f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c31369-0a5d-4774-b024-98d5eb5c69a6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:17.590066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee8992-69fd-46c1-9394-7780d462fcfb req-7920a28c-2284-4d69-91eb-c2bf5a070ba2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:17.607222 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20ee8992-69fd-46c1-9394-7780d462fcfb req-7920a28c-2284-4d69-91eb-c2bf5a070ba2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.4224358 Jul 08 20:36:17.640697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Pushing event updated for resources: {'Port': ['ID=c3c83e22-b965-412e-83be-23cea39035ba,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:17.677523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '08df6474-aadb-4c64-9b50-2c1b2bf03db1', 'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886', 'port_id': '08df6474-aadb-4c64-9b50-2c1b2bf03db1', 'mac_address': 'fa:16:3e:38:3f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d58ca0-5d84-4114-a3db-7b4b8ce582b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:36:17.715048 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:17.728224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a17ff4-1072-4624-a099-32e56a5a2ca1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet e66ca9b7-f6c2-4ff6-b17e-d165bc4abe28 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:36:17.745601 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46a17ff4-1072-4624-a099-32e56a5a2ca1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:17.781620 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20ee8992-69fd-46c1-9394-7780d462fcfb req-6f507a83-7179-4ace-8a88-36c6ce585c95 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731241 Jul 08 20:36:17.880449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48124) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:17.902183 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:17.971306 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8793e05a-66a7-48a0-bb4e-c318eaffc938 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e7d78e51c1b94cfb8cd2d7f6773d1bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896218 Jul 08 20:36:17.976370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48128) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:17.986055 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d13696bd-f59d-424a-87d5-f1b740ee036f req-b8349ef8-017b-4398-8d44-161b36b45911 service neutron] 10.222.0.103 "GET /v2.0/networks/2c8dd562-6220-4b8b-9ae8-ba78ecb9e886?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5855339 Jul 08 20:36:18.062830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08df6474-aadb-4c64-9b50-2c1b2bf03db1 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:36:18.100844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 08df6474-aadb-4c64-9b50-2c1b2bf03db1, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=08df6474-aadb-4c64-9b50-2c1b2bf03db1,segment=NetworkSegment(f7f64f20-2df1-4743-b4c9-c2b50ed686b2),segment_id=f7f64f20-2df1-4743-b4c9-c2b50ed686b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:18.106959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fe0bddd3-73ec-43f9-b11c-5fca8576ec4e None None] Could not find standard attr ID for object 7b864aea-f476-439c-8f18-91282a47d5fd. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:36:18.137422 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:18.141380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Attempting to bind port c3c83e22-b965-412e-83be-23cea39035ba on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:18.142002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Attempting to bind port c3c83e22-b965-412e-83be-23cea39035ba by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:18.143966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Attempting to bind port c3c83e22-b965-412e-83be-23cea39035ba on network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:18.170881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7955f7fe-f738-4020-83bc-1f15dd04456d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:18.216938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbd1bc-c58e-4566-aec1-c4a9a2f93c7b req-3373d950-ee21-4f53-b44f-25016f34ffa2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:18.223294 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7fbd1bc-c58e-4566-aec1-c4a9a2f93c7b req-3373d950-ee21-4f53-b44f-25016f34ffa2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 944 time: 0.1556253 Jul 08 20:36:18.233140 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7955f7fe-f738-4020-83bc-1f15dd04456d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:18.233857 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46a17ff4-1072-4624-a099-32e56a5a2ca1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:18.243051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Port c3c83e22-b965-412e-83be-23cea39035ba on network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:36:18.243380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Attempting to bind port c3c83e22-b965-412e-83be-23cea39035ba on network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:18.284669 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=08df6474-aadb-4c64-9b50-2c1b2bf03db1,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:18.329978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:18.330383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Checking segment: {'id': 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:18.335817 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7fbd1bc-c58e-4566-aec1-c4a9a2f93c7b req-672cd25c-2c56-49ef-9722-0ad1a3ffa403 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116295 Jul 08 20:36:18.346543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Bound using segment: {'id': 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:18.347787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Bound port: c3c83e22-b965-412e-83be-23cea39035ba, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:18.348192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:18.358678 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d13696bd-f59d-424a-87d5-f1b740ee036f req-9347d55b-8047-4b4e-b8d9-9ddc60c1fe4f service neutron] 10.222.0.103 "GET /v2.0/networks/2c8dd562-6220-4b8b-9ae8-ba78ecb9e886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529696 Jul 08 20:36:18.395254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7955f7fe-f738-4020-83bc-1f15dd04456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:18.398083 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7955f7fe-f738-4020-83bc-1f15dd04456d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:18.401905 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7955f7fe-f738-4020-83bc-1f15dd04456d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c055704c-90f9-4fcd-94a6-5255b19d63c1 HTTP/1.1" status: 204 len: 168 time: 0.4218557 Jul 08 20:36:18.414469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955f7fe-f738-4020-83bc-1f15dd04456d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c055704c-90f9-4fcd-94a6-5255b19d63c1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:18.441570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f2684b0c-f909-407a-a534-03e3dc02c1d5 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:18.451006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['08df6474-aadb-4c64-9b50-2c1b2bf03db1'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:36:18.482980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: f2684b0c-f909-407a-a534-03e3dc02c1d5 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:36:18.483356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f2684b0c-f909-407a-a534-03e3dc02c1d5 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:36:18.699189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-d2af7bc5-ec2a-4200-b8e3-9b0fc7edbfec service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1483998 Jul 08 20:36:18.715696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4768ac2-fb7f-48ea-ae9a-971342b6fff5 req-a7c19c4f-7557-4eec-bf66-44267dc54df6 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:18.738231 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4768ac2-fb7f-48ea-ae9a-971342b6fff5 req-a7c19c4f-7557-4eec-bf66-44267dc54df6 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 943 time: 0.8618102 Jul 08 20:36:18.829982 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46a17ff4-1072-4624-a099-32e56a5a2ca1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:18.848052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] For port c3c83e22-b965-412e-83be-23cea39035ba, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:18.853948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] For port c3c83e22-b965-412e-83be-23cea39035ba, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c3c83e22-b965-412e-83be-23cea39035ba,segment=NetworkSegment(cf4bb5f4-8bf9-4856-a4dd-b2d336486511),segment_id=cf4bb5f4-8bf9-4856-a4dd-b2d336486511)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:18.895611 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-0b94a67a-417a-4fa6-8329-1a7df1def845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:18.896270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-0b94a67a-417a-4fa6-8329-1a7df1def845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:18.896689 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-51e99358-d359-4cca-8ed9-d6244083fc69 None None] Provisioning complete for port 239225a0-e200-4320-a76f-49ea712d8520 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:18.896935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-0b94a67a-417a-4fa6-8329-1a7df1def845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:18.897108 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-51e99358-d359-4cca-8ed9-d6244083fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:18.903159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-0b94a67a-417a-4fa6-8329-1a7df1def845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:18.903863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-0b94a67a-417a-4fa6-8329-1a7df1def845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:18.904449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-0b94a67a-417a-4fa6-8329-1a7df1def845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:18.905068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-0b94a67a-417a-4fa6-8329-1a7df1def845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:18.907506 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-0b94a67a-417a-4fa6-8329-1a7df1def845 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=19ba4cf0369f429aa704185ab183dd93&device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 6498 time: 0.1414943 Jul 08 20:36:19.000068 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4768ac2-fb7f-48ea-ae9a-971342b6fff5 req-c82f407d-93b5-4074-9bc9-ef7d33e82fbc tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608731 Jul 08 20:36:19.053151 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:19.164127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:19.164901 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:19.166415 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] 10.222.0.104 "PUT /v2.0/ports/c3c83e22-b965-412e-83be-23cea39035ba HTTP/1.1" status: 200 len: 1093 time: 5.2926180 Jul 08 20:36:19.166875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab00029-0a5f-4b9b-806b-dd624fee1dfa', 'tag': 'c3c83e22-b965-412e-83be-23cea39035ba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:19.169544 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c5e3ea-2fde-4b11-a225-ecab00f93023" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab00029-0a5f-4b9b-806b-dd624fee1dfa", "tag": "c3c83e22-b965-412e-83be-23cea39035ba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:19.297845 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163eabe8-41b6-4586-9f01-6ce9bb47ee30 x-openstack-request-id: req-163eabe8-41b6-4586-9f01-6ce9bb47ee30 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:19.298138 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab00029-0a5f-4b9b-806b-dd624fee1dfa", "tag": "c3c83e22-b965-412e-83be-23cea39035ba", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:19.298393 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-163eabe8-41b6-4586-9f01-6ce9bb47ee30 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:19.298803 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab00029-0a5f-4b9b-806b-dd624fee1dfa', 'tag': 'c3c83e22-b965-412e-83be-23cea39035ba', 'status': 'completed', 'code': 200} Jul 08 20:36:19.320068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-959fcf5c-d0f4-4acc-889b-8f4e008447b5 None None] Could not find standard attr ID for object be31ce1c-48bf-404c-a54e-7cf215f3de95. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:36:19.326943 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46a17ff4-1072-4624-a099-32e56a5a2ca1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:19.421612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-2694f125-9bb8-4ac1-a33f-5f21324f910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:19.422189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-2694f125-9bb8-4ac1-a33f-5f21324f910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:19.422674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-2694f125-9bb8-4ac1-a33f-5f21324f910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:19.429361 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-2694f125-9bb8-4ac1-a33f-5f21324f910f service neutron] 10.222.0.104 "GET /v2.0/networks?id=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=aeda51c7-62c0-461d-806f-63846808ac6d&id=bf68e9f7-7d52-4278-a652-39c8a071af8f&id=bf68e9f7-7d52-4278-a652-39c8a071af8f HTTP/1.1" status: 200 len: 2293 time: 0.4928038 Jul 08 20:36:19.516176 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bb0f7-cf5d-4726-8526-b08a50f73c1e service neutron] Pushing event updated for resources: {'Port': ['ID=c3c83e22-b965-412e-83be-23cea39035ba,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:19.535957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a17ff4-1072-4624-a099-32e56a5a2ca1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=e66ca9b7-f6c2-4ff6-b17e-d165bc4abe28,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:19.540390 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46a17ff4-1072-4624-a099-32e56a5a2ca1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:19.550866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48160) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:19.557132 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-46a17ff4-1072-4624-a099-32e56a5a2ca1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/e66ca9b7-f6c2-4ff6-b17e-d165bc4abe28 HTTP/1.1" status: 204 len: 168 time: 2.9305880 Jul 08 20:36:19.627314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-706142ad-882a-4577-82e9-7cdf63ebb16e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672333 Jul 08 20:36:19.631194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48162) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:19.676791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-6dc26dcc-31eb-4f4b-aacc-2c6dd6ef842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:19.678348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-6dc26dcc-31eb-4f4b-aacc-2c6dd6ef842c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 1096 time: 0.3973227 Jul 08 20:36:19.694808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef047a-fcc6-4814-a439-0c64b15a9660 req-acf82a67-c1a8-4805-b58d-dc71db61083a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:19.704273 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-78ef047a-fcc6-4814-a439-0c64b15a9660 req-acf82a67-c1a8-4805-b58d-dc71db61083a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.5226865 Jul 08 20:36:19.721557 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33774b0-9c7a-4eb2-ac30-eefab5a931e7 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:19.756285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-943505f4-5929-490d-afca-cdbe27b15775 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c3c83e22-b965-412e-83be-23cea39035ba HTTP/1.1" status: 200 len: 217 time: 0.0695105 Jul 08 20:36:19.819362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4071f2-00ea-40ec-9eb4-caf640dafad1 req-7d796f39-a377-40e2-888b-68e3899353b5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:19.832911 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1a4071f2-00ea-40ec-9eb4-caf640dafad1 req-7d796f39-a377-40e2-888b-68e3899353b5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 944 time: 0.2196662 Jul 08 20:36:19.886873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cfe70f82-d49f-4b4f-969e-058ad04927a0 None None] Could not find standard attr ID for object f6cf0007-834a-422b-a504-49277493f1b0. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:36:19.894231 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-d77fe91c-d3a8-4527-ae02-6bbe0a979093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:19.895939 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-d77fe91c-d3a8-4527-ae02-6bbe0a979093 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f7b6aa8b-2981-4faf-9866-65ef705cec51 HTTP/1.1" status: 200 len: 838 time: 0.1341915 Jul 08 20:36:19.918621 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-f05462e9-d933-4376-8920-f456aaa98f95 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c457d71-76e4-42d3-baf8-52903bc79288 HTTP/1.1" status: 200 len: 1000 time: 0.4813812 Jul 08 20:36:19.945503 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-78ef047a-fcc6-4814-a439-0c64b15a9660 req-9f51f406-3f90-4312-b8e3-474060791947 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399919 Jul 08 20:36:20.053413 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1a4071f2-00ea-40ec-9eb4-caf640dafad1 req-22d9eeeb-55e9-430f-851d-948e94d52d3a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166486 Jul 08 20:36:20.102236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-1a3be19f-61f4-49e7-84b9-a59b36e19593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:20.104662 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-1a3be19f-61f4-49e7-84b9-a59b36e19593 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7ba93140-bca1-4c7d-993f-b7eee76b2a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1918573 Jul 08 20:36:20.172643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4922335c-e40f-4437-9912-4bff71b11a91 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:20.174427 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4922335c-e40f-4437-9912-4bff71b11a91 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5126076 Jul 08 20:36:20.177537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48176) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:20.268148 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-8d4ab33f-354d-41ad-a6c7-a05666e71534 service neutron] 10.222.0.104 "GET /v2.0/networks/7ba93140-bca1-4c7d-993f-b7eee76b2a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477301 Jul 08 20:36:20.268359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48182) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:20.284129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-f6a3dd1d-42cf-4184-a7d8-77e7df028019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:20.286216 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-f6a3dd1d-42cf-4184-a7d8-77e7df028019 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8ef936b0-47ce-414e-91d0-763f04ecd41e HTTP/1.1" status: 200 len: 851 time: 0.3041339 Jul 08 20:36:20.327752 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec360ad-36c3-45f2-ab57-8c0827509a23 None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:36:20.369797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07c27a3-f5d6-4ca7-8d7a-102e406a3abe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:20.371410 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c07c27a3-f5d6-4ca7-8d7a-102e406a3abe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1929247 Jul 08 20:36:20.374067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48186) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:20.390161 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e47f00f-a16a-4b8d-8f29-ac57ddcb898c req-c53c3f94-351c-4ad2-a0fa-a5115402d399 service neutron] 10.222.0.104 "GET /v2.0/networks/7ba93140-bca1-4c7d-993f-b7eee76b2a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164875 Jul 08 20:36:20.442122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-fec360ad-36c3-45f2-ab57-8c0827509a23 None None] Deleting port 239225a0-e200-4320-a76f-49ea712d8520 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:20.442928 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fec360ad-36c3-45f2-ab57-8c0827509a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:20.467128 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9c74721f-9b45-4c85-8e0b-86398806c005 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911379 Jul 08 20:36:20.473697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48188) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:20.534243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ce93edeb-e1ee-4a4d-badd-34a20792f925 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:20.560949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-388200be-9260-4f3c-b5be-d2b973857f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:20.570387 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-388200be-9260-4f3c-b5be-d2b973857f75 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2732518 Jul 08 20:36:20.577735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-185899948-network', 'tenant_id': '113b3c62024b42c4a3406b82d230c134'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:20.621337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Made reservation on behalf of 113b3c62024b42c4a3406b82d230c134 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:20.624311 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:20.625443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fec360ad-36c3-45f2-ab57-8c0827509a23 None None] For port 239225a0-e200-4320-a76f-49ea712d8520, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=239225a0-e200-4320-a76f-49ea712d8520,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:20.625850 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fec360ad-36c3-45f2-ab57-8c0827509a23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:20.665856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-fec360ad-36c3-45f2-ab57-8c0827509a23 None None] Calling delete_port for 239225a0-e200-4320-a76f-49ea712d8520 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:20.684212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 239225a0-e200-4320-a76f-49ea712d8520 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:20.753924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5e3ea-2fde-4b11-a225-ecab00f93023 req-88833e6c-4ab4-4502-b52f-b9560c203842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:20.759086 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00c5e3ea-2fde-4b11-a225-ecab00f93023 req-88833e6c-4ab4-4502-b52f-b9560c203842 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 1096 time: 0.3061695 Jul 08 20:36:20.761509 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce93edeb-e1ee-4a4d-badd-34a20792f925 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:20.771580 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce93edeb-e1ee-4a4d-badd-34a20792f925 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:20.773787 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce93edeb-e1ee-4a4d-badd-34a20792f925 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:36:20.777205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce93edeb-e1ee-4a4d-badd-34a20792f925 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:36:20.777589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-28e78e69-d627-421b-99f9-90af74c2e357 service neutron] 10.222.0.104 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708190 Jul 08 20:36:20.785456 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4116-af21-4114-8d63-62a56b6c0ffd req-c04cf6f7-de77-4afe-8959-f881a7bdf2da tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:20.786939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-607b4116-af21-4114-8d63-62a56b6c0ffd req-c04cf6f7-de77-4afe-8959-f881a7bdf2da tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 944 time: 0.4998527 Jul 08 20:36:20.811454 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:20.900511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 08df6474-aadb-4c64-9b50-2c1b2bf03db1 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:20.930710 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-607b4116-af21-4114-8d63-62a56b6c0ffd req-ed884d34-7306-4467-b1cc-e07afa5c8298 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362510 Jul 08 20:36:20.972012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48192) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:20.972391 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ce93edeb-e1ee-4a4d-badd-34a20792f925 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4967072 Jul 08 20:36:20.994413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9d5ce827-840d-4603-9fe7-9ee036fd3520 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:21.037336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5e3ea-2fde-4b11-a225-ecab00f93023 req-452a70f7-b185-4ae5-b6ef-d1f84d921154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:21.039015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00c5e3ea-2fde-4b11-a225-ecab00f93023 req-452a70f7-b185-4ae5-b6ef-d1f84d921154 service neutron] 10.222.0.104 "GET /v2.0/networks?id=7ba93140-bca1-4c7d-993f-b7eee76b2a21 HTTP/1.1" status: 200 len: 897 time: 0.2340267 Jul 08 20:36:21.100915 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00c5e3ea-2fde-4b11-a225-ecab00f93023 req-703e70ee-df80-43b1-b1fe-4544e23143a4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c3c83e22-b965-412e-83be-23cea39035ba HTTP/1.1" status: 200 len: 217 time: 0.0498528 Jul 08 20:36:21.165469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-32305fa2-19fa-4a56-aea1-e0a2381c09f3 service neutron] 10.222.0.104 "GET /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725441 Jul 08 20:36:21.210356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5e3ea-2fde-4b11-a225-ecab00f93023 req-635ed8ec-d15c-47eb-a065-f93ee940064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:21.211868 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00c5e3ea-2fde-4b11-a225-ecab00f93023 req-635ed8ec-d15c-47eb-a065-f93ee940064e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f7b6aa8b-2981-4faf-9866-65ef705cec51 HTTP/1.1" status: 200 len: 838 time: 0.1023493 Jul 08 20:36:21.214360 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:21.279692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-6e401b0c-ddf6-4bd6-aaeb-ffa9e6e8e3aa service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d HTTP/1.1" status: 200 len: 217 time: 0.1026123 Jul 08 20:36:21.282493 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fec360ad-36c3-45f2-ab57-8c0827509a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:21.360949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec360ad-36c3-45f2-ab57-8c0827509a23 None None] Pushing event deleted for resources: {'Port': ['ID=239225a0-e200-4320-a76f-49ea712d8520,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:21.364525 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 08df6474-aadb-4c64-9b50-2c1b2bf03db1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:21.370004 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:21.380535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec360ad-36c3-45f2-ab57-8c0827509a23 None None] No DVR routers for this DVR port 239225a0-e200-4320-a76f-49ea712d8520 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:36:21.386052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 08df6474-aadb-4c64-9b50-2c1b2bf03db1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:21.386429 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:21.463638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea0fcc5-11c9-47f4-9c2b-26db3321a383 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:36:21.475093 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fadc8d-8157-4a42-84bd-752c302161f7 req-b3690c94-7ed8-46ee-9e4a-e62f6d4b55b0 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:21.485818 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1fadc8d-8157-4a42-84bd-752c302161f7 req-b3690c94-7ed8-46ee-9e4a-e62f6d4b55b0 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.2571232 Jul 08 20:36:21.509445 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5e3ea-2fde-4b11-a225-ecab00f93023 req-959eedb6-c3fd-4661-9362-83ca003205bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:21.509697 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:21.511582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00c5e3ea-2fde-4b11-a225-ecab00f93023 req-959eedb6-c3fd-4661-9362-83ca003205bd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7ba93140-bca1-4c7d-993f-b7eee76b2a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2841942 Jul 08 20:36:21.619565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea0fcc5-11c9-47f4-9c2b-26db3321a383 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:36:21.620494 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1fadc8d-8157-4a42-84bd-752c302161f7 req-d6a29bf5-7838-49a2-a338-c648f8c083a4 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333768 Jul 08 20:36:21.671071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-9de145a8-001e-43dd-b68a-632e1a3d66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:21.672589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-9de145a8-001e-43dd-b68a-632e1a3d66ae service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.3804469 Jul 08 20:36:21.703811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1277bc-e215-4584-a07c-011891be6fbe,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:21.712497 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00c5e3ea-2fde-4b11-a225-ecab00f93023 req-8c6e2954-ca9d-4a50-861e-b09565b7c3ea service neutron] 10.222.0.104 "GET /v2.0/networks/7ba93140-bca1-4c7d-993f-b7eee76b2a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654780 Jul 08 20:36:21.756733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:36:21.764593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5ce827-840d-4603-9fe7-9ee036fd3520 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:21.770615 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9d5ce827-840d-4603-9fe7-9ee036fd3520 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:21.773053 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5ce827-840d-4603-9fe7-9ee036fd3520 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:36:21.773782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5ce827-840d-4603-9fe7-9ee036fd3520 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:36:21.796886 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9d5ce827-840d-4603-9fe7-9ee036fd3520 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8185272 Jul 08 20:36:21.804568 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48204) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:21.806151 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:21.806720 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Added segment 5eab15fa-942e-4216-93ad-db7aeccd0254 of type vlan for network 5a9be946-4335-46dc-aac1-bc57b41a6c30 Jul 08 20:36:21.816070 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cb0162e5-75ae-485a-b60a-08d8b4d20fca tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:21.863468 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:21.864604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00c5e3ea-2fde-4b11-a225-ecab00f93023 req-d9fc1a2f-830b-46cc-b0ce-7e64c8e73464 service neutron] 10.222.0.104 "GET /v2.0/networks/7ba93140-bca1-4c7d-993f-b7eee76b2a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454759 Jul 08 20:36:21.923353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc62c233-a2de-4f8c-aea9-224446fb5088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08df6474-aadb-4c64-9b50-2c1b2bf03db1'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:21.925874 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09bee8b-cadd-4200-88c5-1d58065fece8" -d '{"events": [{"server_uuid": "bc62c233-a2de-4f8c-aea9-224446fb5088", "name": "network-vif-plugged", "status": "completed", "tag": "08df6474-aadb-4c64-9b50-2c1b2bf03db1"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:21.937401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c3c83e22-b965-412e-83be-23cea39035ba details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:36:21.948050 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:21.959985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 08df6474-aadb-4c64-9b50-2c1b2bf03db1, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=08df6474-aadb-4c64-9b50-2c1b2bf03db1,segment=NetworkSegment(f7f64f20-2df1-4743-b4c9-c2b50ed686b2),segment_id=f7f64f20-2df1-4743-b4c9-c2b50ed686b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:21.979041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-dbb7e7eb-2d32-4c4c-b83f-244d9a7fb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:21.980660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-dbb7e7eb-2d32-4c4c-b83f-244d9a7fb553 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2969086 Jul 08 20:36:21.991184 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:22.013446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de86db0-8865-4268-81eb-f1aaf73466f7 req-a550337e-ab65-4e77-86a2-2b079f8462f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:22.023030 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2de86db0-8865-4268-81eb-f1aaf73466f7 req-a550337e-ab65-4e77-86a2-2b079f8462f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 944 time: 0.6459746 Jul 08 20:36:22.108039 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bda507-0255-44f2-b2eb-32d76cc1afe7 x-openstack-request-id: req-b9bda507-0255-44f2-b2eb-32d76cc1afe7 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:22.108406 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc62c233-a2de-4f8c-aea9-224446fb5088", "name": "network-vif-plugged", "status": "completed", "tag": "08df6474-aadb-4c64-9b50-2c1b2bf03db1", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:22.108593 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b9bda507-0255-44f2-b2eb-32d76cc1afe7 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:22.109135 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc62c233-a2de-4f8c-aea9-224446fb5088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08df6474-aadb-4c64-9b50-2c1b2bf03db1', 'code': 200} Jul 08 20:36:22.116290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=08df6474-aadb-4c64-9b50-2c1b2bf03db1,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:22.125816 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:36:22.166582 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:22.167552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:22.168283 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:22.212302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2de86db0-8865-4268-81eb-f1aaf73466f7 req-a2d5c648-4955-4f74-a0dc-9bc092d2355e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883423 Jul 08 20:36:22.242398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c3c83e22-b965-412e-83be-23cea39035ba, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c3c83e22-b965-412e-83be-23cea39035ba,segment=NetworkSegment(cf4bb5f4-8bf9-4856-a4dd-b2d336486511),segment_id=cf4bb5f4-8bf9-4856-a4dd-b2d336486511)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:22.247828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7fbc6-a214-488b-9a7a-62ecc0a17393 req-74b3e628-d0fd-492b-a847-37d5b6dccd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:22.253614 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adc7fbc6-a214-488b-9a7a-62ecc0a17393 req-74b3e628-d0fd-492b-a847-37d5b6dccd34 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 1097 time: 0.1553361 Jul 08 20:36:22.253792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0162e5-75ae-485a-b60a-08d8b4d20fca tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:22.257391 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb0162e5-75ae-485a-b60a-08d8b4d20fca tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:22.259639 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0162e5-75ae-485a-b60a-08d8b4d20fca tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:36:22.260084 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0162e5-75ae-485a-b60a-08d8b4d20fca tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:36:22.260448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'c3c83e22-b965-412e-83be-23cea39035ba', 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21', 'port_id': 'c3c83e22-b965-412e-83be-23cea39035ba', 'mac_address': 'fa:16:3e:c3:79:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b6aa8b-2981-4faf-9866-65ef705cec51', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:36:22.273637 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0020084 Jul 08 20:36:22.277325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48210) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:22.289133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afb70e-9932-4ff2-8173-6342d5600268 admin admin] Pushing event updated for resources: {'Network': ['ID=5a9be946-4335-46dc-aac1-bc57b41a6c30,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:22.297301 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-61521680-8627-4019-b224-ffee816ae786 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713196 Jul 08 20:36:22.300215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cb0162e5-75ae-485a-b60a-08d8b4d20fca tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4894867 Jul 08 20:36:22.305551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48212) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:22.312369 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 5a9be946-4335-46dc-aac1-bc57b41a6c30 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:36:22.321669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b8ce86c2-9936-4d6d-8a12-b4838b2c6706 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:22.336382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-39c3db87-f272-4f98-b6fd-68e213d1fdf1 admin admin] Request body: {'subnet': {'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-185899948-subnet', 'tenant_id': '113b3c62024b42c4a3406b82d230c134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:22.531236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-e96b30f3-ffb9-4e00-a438-6d0621651e07 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270181 Jul 08 20:36:22.532155 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adc7fbc6-a214-488b-9a7a-62ecc0a17393 req-2efaf508-ca7f-41f8-a8d5-40eb965378cc service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653995 Jul 08 20:36:22.537768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c3db87-f272-4f98-b6fd-68e213d1fdf1 admin admin] Made reservation on behalf of 113b3c62024b42c4a3406b82d230c134 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:22.546400 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39c3db87-f272-4f98-b6fd-68e213d1fdf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:22.617979 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-8317e283-14d2-4e47-8d48-54bf51051fb8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=30a04eb1-2191-417b-8e18-d1d985f0ab8e HTTP/1.1" status: 200 len: 217 time: 0.0590258 Jul 08 20:36:22.618976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ce86c2-9936-4d6d-8a12-b4838b2c6706 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:22.622586 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8ce86c2-9936-4d6d-8a12-b4838b2c6706 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:22.624940 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ce86c2-9936-4d6d-8a12-b4838b2c6706 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:36:22.625385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ce86c2-9936-4d6d-8a12-b4838b2c6706 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:36:22.659753 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:22.678845 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b8ce86c2-9936-4d6d-8a12-b4838b2c6706 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3626950 Jul 08 20:36:22.681780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48218) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:22.689160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6d4c04ac-d5eb-427a-88b4-da32bde6ad24 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:22.703099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73dbd6-b0af-4806-ba95-2e46c9d46364 req-9817d5bc-b111-424e-bebc-5491dfc6ad3e tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:22.711646 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea73dbd6-b0af-4806-ba95-2e46c9d46364 req-9817d5bc-b111-424e-bebc-5491dfc6ad3e tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 945 time: 0.3910120 Jul 08 20:36:22.712791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-6d5cca0f-d339-4e2e-b602-b9cb36ec4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:22.714389 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-6d5cca0f-d339-4e2e-b602-b9cb36ec4179 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.0861499 Jul 08 20:36:22.719124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c83e22-b965-412e-83be-23cea39035ba {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:36:22.842130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c3c83e22-b965-412e-83be-23cea39035ba, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c3c83e22-b965-412e-83be-23cea39035ba,segment=NetworkSegment(cf4bb5f4-8bf9-4856-a4dd-b2d336486511),segment_id=cf4bb5f4-8bf9-4856-a4dd-b2d336486511)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:22.884320 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:22.898453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-aa0e23ec-5cf4-4379-810a-4f70c8d0d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:22.900298 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-aa0e23ec-5cf4-4379-810a-4f70c8d0d1ff service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1505866 Jul 08 20:36:22.900912 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4c04ac-d5eb-427a-88b4-da32bde6ad24 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:22.905612 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d4c04ac-d5eb-427a-88b4-da32bde6ad24 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:22.906985 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4c04ac-d5eb-427a-88b4-da32bde6ad24 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:36:22.907468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4c04ac-d5eb-427a-88b4-da32bde6ad24 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:36:22.928976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea73dbd6-b0af-4806-ba95-2e46c9d46364 req-ba80f270-5475-4158-a7d6-203825a1c210 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149651 Jul 08 20:36:22.935578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6d4c04ac-d5eb-427a-88b4-da32bde6ad24 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2526636 Jul 08 20:36:22.946487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48224) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:22.986166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c3c83e22-b965-412e-83be-23cea39035ba,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:23.018036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d8289de7-fa32-480a-861b-150356c83b58 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:23.123710 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39c3db87-f272-4f98-b6fd-68e213d1fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:23.172675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3db87-f272-4f98-b6fd-68e213d1fdf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14bb4fbc-fdac-481b-9869-eafdebd7a3b4,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:23.202870 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['c3c83e22-b965-412e-83be-23cea39035ba'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:36:23.214866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8289de7-fa32-480a-861b-150356c83b58 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:23.218680 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8289de7-fa32-480a-861b-150356c83b58 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:23.220105 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8289de7-fa32-480a-861b-150356c83b58 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:36:23.220542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8289de7-fa32-480a-861b-150356c83b58 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:36:23.252969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e100f-ad52-47dc-a135-425cd6c37968 req-a01491e0-a093-4a26-8b3c-666f01713090 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:23.254687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b53e100f-ad52-47dc-a135-425cd6c37968 req-a01491e0-a093-4a26-8b3c-666f01713090 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.2530780 Jul 08 20:36:23.262085 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-d46bef3f-9a2d-4e78-87c2-83dd0d3492f6 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389013 Jul 08 20:36:23.269482 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d8289de7-fa32-480a-861b-150356c83b58 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3187187 Jul 08 20:36:23.269686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c3db87-f272-4f98-b6fd-68e213d1fdf1 admin admin] Checking segment: {'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:23.270566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c3db87-f272-4f98-b6fd-68e213d1fdf1 admin admin] Network hostable DHCP agents. Network: 5a9be946-4335-46dc-aac1-bc57b41a6c30, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:36:23.275612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48228) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:23.317345 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fde9c8fb-627e-4e52-935e-4f5a13f9eef4 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0366230 Jul 08 20:36:23.317847 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48230) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:23.340605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c3db87-f272-4f98-b6fd-68e213d1fdf1 admin admin] Network 5a9be946-4335-46dc-aac1-bc57b41a6c30 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:36:23.412388 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-67a99b47-1f0d-41c6-a867-126d90f3012c service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325762 Jul 08 20:36:23.422861 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:23.443789 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-39c3db87-f272-4f98-b6fd-68e213d1fdf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 5a9be946-4335-46dc-aac1-bc57b41a6c30) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:23.459976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b167c41-e5f6-406f-94ec-af9585807640 None None] Network 5a9be946-4335-46dc-aac1-bc57b41a6c30 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:23.465094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c3db87-f272-4f98-b6fd-68e213d1fdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:23.470118 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-2f65c34c-40f7-4bb1-bc16-0181edd3df0e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=0b1347f8-22be-40ca-80a4-01990963907f HTTP/1.1" status: 200 len: 217 time: 0.0500369 Jul 08 20:36:23.473197 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b53e100f-ad52-47dc-a135-425cd6c37968 req-041e58a3-d1e1-4d67-854c-9ee5896a8a65 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054939 Jul 08 20:36:23.473338 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39c3db87-f272-4f98-b6fd-68e213d1fdf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:23.525387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2515e795-9267-4d3b-8457-86396e3e377a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:23.539565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-8a51c146-7067-4d46-bca8-6053a419d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:23.541132 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-8a51c146-7067-4d46-bca8-6053a419d16e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.0651591 Jul 08 20:36:23.543133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48232) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:23.545704 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2515e795-9267-4d3b-8457-86396e3e377a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2266963 Jul 08 20:36:23.559601 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-39c3db87-f272-4f98-b6fd-68e213d1fdf1 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2525642 Jul 08 20:36:23.725324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007008d0-f39f-47f9-83a3-b2d93f863f73 None None] Network 5a9be946-4335-46dc-aac1-bc57b41a6c30 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:23.805608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69530e2-0ef5-4609-8f30-97f582cfb029 req-33039320-f1ae-452d-bbbd-41bb8fe23e68 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:23.810420 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d69530e2-0ef5-4609-8f30-97f582cfb029 req-33039320-f1ae-452d-bbbd-41bb8fe23e68 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 945 time: 0.1720161 Jul 08 20:36:23.899975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d69530e2-0ef5-4609-8f30-97f582cfb029 req-7a8974ca-c3c7-43e9-8474-6ad04f0143df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739729 Jul 08 20:36:24.127573 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3d9ec2af-4078-491d-8fa2-a9e0ea8e17f6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5817010 Jul 08 20:36:24.132544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48246) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:24.152058 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-33652b66-b1e0-483d-b654-eb8970e83bdd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:24.288958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c43e1-270f-456b-9716-2630735f12e6 req-c4bfdef6-6060-476a-9274-00f202a8a9e8 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:24.290487 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-968c43e1-270f-456b-9716-2630735f12e6 req-c4bfdef6-6060-476a-9274-00f202a8a9e8 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 945 time: 0.1071076 Jul 08 20:36:24.336274 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-9ea60df5-4986-419e-885a-b8ecb4cc2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:24.337835 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-9ea60df5-4986-419e-885a-b8ecb4cc2ac0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7848024 Jul 08 20:36:24.349061 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-968c43e1-270f-456b-9716-2630735f12e6 req-5e51eb6e-1749-4276-bbd4-f30a67f51384 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518181 Jul 08 20:36:24.545921 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-b261dbdb-c1ad-4a59-becf-2bdd9cd875c2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:24.547668 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-b261dbdb-c1ad-4a59-becf-2bdd9cd875c2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/networks?id=5a9be946-4335-46dc-aac1-bc57b41a6c30 HTTP/1.1" status: 200 len: 812 time: 0.2556028 Jul 08 20:36:24.565222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33652b66-b1e0-483d-b654-eb8970e83bdd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:24.568831 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-33652b66-b1e0-483d-b654-eb8970e83bdd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:24.757341 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-61418f05-26d6-4ec6-a70d-e1292920c013 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/quotas/113b3c62024b42c4a3406b82d230c134 HTTP/1.1" status: 200 len: 375 time: 0.1786432 Jul 08 20:36:24.844483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c44b3-2e6b-4659-aba9-6b68812958ae req-10a60062-46d8-4afa-8dc9-874b1c28e4ef tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:24.846157 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ee4c44b3-2e6b-4659-aba9-6b68812958ae req-10a60062-46d8-4afa-8dc9-874b1c28e4ef tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.1333935 Jul 08 20:36:24.866235 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-a6e6d117-260c-45b3-b533-cea20232e9a7 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=113b3c62024b42c4a3406b82d230c134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951295 Jul 08 20:36:24.935694 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ee4c44b3-2e6b-4659-aba9-6b68812958ae req-c80e2bff-2b46-478a-98f1-8bd31c2cbe62 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792930 Jul 08 20:36:24.974186 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac481ac7-8606-46dc-b54b-b8136513580a req-3a3cb098-e971-4dc4-9749-71b0488cf89d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2171681 Jul 08 20:36:25.049237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-e1c1b9c9-3e1f-4db0-a8e5-0b3592ba91ca service neutron] 10.222.0.101 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681547 Jul 08 20:36:25.144228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-d4277fbe-9c19-4ec4-a641-dbbc391edaec service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888111 Jul 08 20:36:25.159243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac481ac7-8606-46dc-b54b-b8136513580a req-ebe603fe-800e-4bbf-9564-587be8bc2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:25.161730 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac481ac7-8606-46dc-b54b-b8136513580a req-ebe603fe-800e-4bbf-9564-587be8bc2213 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 1098 time: 0.1611202 Jul 08 20:36:25.187377 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67b273-71ae-4d31-8163-a88a04efab34 req-9bc911b1-7d1c-4fc0-8fc9-a679c9c98cf2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:25.189055 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb67b273-71ae-4d31-8163-a88a04efab34 req-9bc911b1-7d1c-4fc0-8fc9-a679c9c98cf2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 945 time: 0.1032357 Jul 08 20:36:25.302012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb67b273-71ae-4d31-8163-a88a04efab34 req-c2099c3f-f00c-4822-b28b-3066a1dcb2ee tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023679 Jul 08 20:36:25.348519 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-b8eda1db-0c4f-4820-902d-42a798942cc7 service neutron] 10.222.0.101 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875364 Jul 08 20:36:25.354819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac481ac7-8606-46dc-b54b-b8136513580a req-4aec1148-c19c-4781-81de-aca6ffcf29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:25.356438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac481ac7-8606-46dc-b54b-b8136513580a req-4aec1148-c19c-4781-81de-aca6ffcf29fc service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f7a713d-4535-4d26-b4b0-fc318c79a77b HTTP/1.1" status: 200 len: 898 time: 0.1655018 Jul 08 20:36:25.465445 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-ad354e8b-0b91-47be-8517-4c5be10f730d service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093739 Jul 08 20:36:25.523163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-49c1410f-652d-4d99-858a-d536fe75ff6c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=3d3d94e7-4685-4ff7-926a-d64df0c1c16c HTTP/1.1" status: 200 len: 217 time: 0.0439703 Jul 08 20:36:25.577336 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac481ac7-8606-46dc-b54b-b8136513580a req-413a87e7-0e28-4829-8e1f-b4bddb3ae94b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f00444-8ff1-4a2e-8822-cbf6de6bf298 HTTP/1.1" status: 200 len: 1002 time: 0.2134593 Jul 08 20:36:25.688402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac481ac7-8606-46dc-b54b-b8136513580a req-cf94e000-9d9e-4da7-a695-acc5dd06b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:25.689982 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac481ac7-8606-46dc-b54b-b8136513580a req-cf94e000-9d9e-4da7-a695-acc5dd06b0ec service neutron] 10.222.0.103 "GET /v2.0/subnets?id=86b9acac-f7c6-4ab3-b5a5-13591a6d99b5 HTTP/1.1" status: 200 len: 835 time: 0.1064472 Jul 08 20:36:25.758105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.objects.ports [None req-33652b66-b1e0-483d-b654-eb8970e83bdd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:36:25.762706 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-33652b66-b1e0-483d-b654-eb8970e83bdd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:25.814273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-b08b8403-3eee-46a2-bba1-b128f50e34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:25.818857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac481ac7-8606-46dc-b54b-b8136513580a req-dc46edf5-3e94-4519-94b7-2eeb08ce592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:25.820474 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac481ac7-8606-46dc-b54b-b8136513580a req-dc46edf5-3e94-4519-94b7-2eeb08ce592e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f7a713d-4535-4d26-b4b0-fc318c79a77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213481 Jul 08 20:36:25.821253 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-b08b8403-3eee-46a2-bba1-b128f50e34e3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 200 len: 797 time: 0.2583580 Jul 08 20:36:25.939350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33652b66-b1e0-483d-b654-eb8970e83bdd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:25.961765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c3c83e22-b965-412e-83be-23cea39035ba up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:25.976281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-33652b66-b1e0-483d-b654-eb8970e83bdd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:25.982069 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33652b66-b1e0-483d-b654-eb8970e83bdd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:25.982667 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-33652b66-b1e0-483d-b654-eb8970e83bdd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:26.021616 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e222247-19da-4f11-b245-8cd922503d79 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:26.098747 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac481ac7-8606-46dc-b54b-b8136513580a req-08c732be-8e25-4eb6-9128-e454d6a8ec03 service neutron] 10.222.0.103 "GET /v2.0/networks/1f7a713d-4535-4d26-b4b0-fc318c79a77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696741 Jul 08 20:36:26.125310 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ba5e44d-e4a4-4a80-8797-69a808f1653f req-a7eeb12a-b1a0-4dc1-8006-f0c0d2ad1ccd tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 210 time: 0.1144106 Jul 08 20:36:26.126477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33652b66-b1e0-483d-b654-eb8970e83bdd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=99557a69-5a8c-431c-8137-90400ece55e9,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:26.167922 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-33652b66-b1e0-483d-b654-eb8970e83bdd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0279276 Jul 08 20:36:26.172991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48292) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:26.199326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'mac_address': 'fa:16:3e:16:ac:2a', 'name': 'tempest-NetworksTestDHCPv6-997618937'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:26.341396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5e3c4-47f4-42dc-8994-e36810a4377d req-490c1f78-2d3a-4ccd-8db7-e62b814bcb04 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:26.356147 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dad5e3c4-47f4-42dc-8994-e36810a4377d req-490c1f78-2d3a-4ccd-8db7-e62b814bcb04 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 945 time: 0.3473670 Jul 08 20:36:26.390439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': '99557a69-5a8c-431c-8137-90400ece55e9'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:36:26.391284 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:26.397942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-5c9fdacd-4257-4172-8af4-453d50380d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:26.406180 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-5c9fdacd-4257-4172-8af4-453d50380d2a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=aeda51c7-62c0-461d-806f-63846808ac6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5394433 Jul 08 20:36:26.420297 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port c3c83e22-b965-412e-83be-23cea39035ba completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:26.427688 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac481ac7-8606-46dc-b54b-b8136513580a req-105c3596-a8d5-4876-ab96-84d9d95eb16b service neutron] 10.222.0.103 "GET /v2.0/networks/1f7a713d-4535-4d26-b4b0-fc318c79a77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178921 Jul 08 20:36:26.431349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port c3c83e22-b965-412e-83be-23cea39035ba triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:26.431677 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:26.498483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dad5e3c4-47f4-42dc-8994-e36810a4377d req-5f730734-0546-4974-99ff-34042a69db5b tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413724 Jul 08 20:36:26.571977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-92c64e9d-c00c-4f38-adf7-c4eee47e6447 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368845 Jul 08 20:36:26.746877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Allocated IP 2001:db8::f816:3eff:fe08:d5ac (845567f0-e8b3-4d3f-8ff6-519fe189dab9/99557a69-5a8c-431c-8137-90400ece55e9/53b65244-4a9e-496b-900e-d389e5088eb0) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:26.788157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef80a7-2a5a-43d1-b8da-4c77c4a21084 req-50e896cd-3002-43d4-bc66-76c76d8255b2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:26.802082 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-67ef80a7-2a5a-43d1-b8da-4c77c4a21084 req-50e896cd-3002-43d4-bc66-76c76d8255b2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.3656955 Jul 08 20:36:26.864026 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-387ca82e-33bd-42fb-bbac-7b9c01d38684 service neutron] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599006 Jul 08 20:36:26.866797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:26.922810 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-67ef80a7-2a5a-43d1-b8da-4c77c4a21084 req-4ebf8989-b471-4638-ba7f-2f1e500971f9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182857 Jul 08 20:36:26.924423 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:26.933593 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Transition to ACTIVE for port object 53b65244-4a9e-496b-900e-d389e5088eb0 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:26.953772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Transition to ACTIVE for port object 53b65244-4a9e-496b-900e-d389e5088eb0 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:26.969911 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:26.994785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf0da2-a0a8-400c-8f32-e9f01b84144e req-3ee759b8-0bc2-48d6-baf2-7fdefa2c2e81 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:27.030204 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6fdf0da2-a0a8-400c-8f32-e9f01b84144e req-3ee759b8-0bc2-48d6-baf2-7fdefa2c2e81 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 945 time: 0.2494948 Jul 08 20:36:27.068774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Pushing event updated for resources: {'Port': ['ID=53b65244-4a9e-496b-900e-d389e5088eb0,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:27.082073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:27.085636 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:27.091462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:27.108504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6fdf0da2-a0a8-400c-8f32-e9f01b84144e req-977af3c6-dd49-469c-8a58-a38f35d91443 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768223 Jul 08 20:36:27.111574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-be220c61-9cd5-40bb-adce-6b731b75d055 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f2ca086-8d55-419b-b4a5-21eeaae205cf HTTP/1.1" status: 200 len: 217 time: 0.2382689 Jul 08 20:36:27.315746 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:27.372997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 6981e3b5-bede-4500-8e59-81d5576977a5 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:36:27.401999 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:27.405181 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Attempting to bind port 53b65244-4a9e-496b-900e-d389e5088eb0 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:27.405181 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Attempting to bind port 53b65244-4a9e-496b-900e-d389e5088eb0 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:27.405865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Attempting to bind port 53b65244-4a9e-496b-900e-d389e5088eb0 on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:27.489068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:27.489498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:27.489861 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:27.499285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:27.499951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Bound port: 53b65244-4a9e-496b-900e-d389e5088eb0, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:27.500372 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:27.547266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0648789-8e3b-4495-b65e-3f694ed39629 req-8b012b8b-36a0-44bc-b0fb-5b7faff2a294 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:27.556747 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0648789-8e3b-4495-b65e-3f694ed39629 req-8b012b8b-36a0-44bc-b0fb-5b7faff2a294 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.103 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 945 time: 0.2123718 Jul 08 20:36:27.613744 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port c3c83e22-b965-412e-83be-23cea39035ba, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c3c83e22-b965-412e-83be-23cea39035ba,segment=NetworkSegment(cf4bb5f4-8bf9-4856-a4dd-b2d336486511),segment_id=cf4bb5f4-8bf9-4856-a4dd-b2d336486511)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:27.638088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab00029-0a5f-4b9b-806b-dd624fee1dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c83e22-b965-412e-83be-23cea39035ba'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:27.663250 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4863ac3-100a-4b2f-9923-33adcc462667" -d '{"events": [{"server_uuid": "0ab00029-0a5f-4b9b-806b-dd624fee1dfa", "name": "network-vif-plugged", "status": "completed", "tag": "c3c83e22-b965-412e-83be-23cea39035ba"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:27.693702 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:27.816938 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=c3c83e22-b965-412e-83be-23cea39035ba,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:27.824759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-a0648789-8e3b-4495-b65e-3f694ed39629 req-95490d04-f4a3-4aab-8b47-cfffe83fee74 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Deleting port 08df6474-aadb-4c64-9b50-2c1b2bf03db1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:27.825109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a0648789-8e3b-4495-b65e-3f694ed39629 req-95490d04-f4a3-4aab-8b47-cfffe83fee74 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:27.840074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b13cf0f-e406-46c1-a662-8c22c58fb7e5 req-0aa285f0-a651-4888-9473-df6257d26cd1 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 210 time: 0.1788306 Jul 08 20:36:27.900588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-2b71baa6-e393-477d-a295-1bd3dc7a89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:27.902579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-2b71baa6-e393-477d-a295-1bd3dc7a89d1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=56f19382-a7ee-4fc4-ad32-6efb10a42c95 HTTP/1.1" status: 200 len: 797 time: 0.7795913 Jul 08 20:36:27.960715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] For port 53b65244-4a9e-496b-900e-d389e5088eb0, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:27.973688 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] For port 53b65244-4a9e-496b-900e-d389e5088eb0, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=53b65244-4a9e-496b-900e-d389e5088eb0,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:27.975473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::f816:3eff:fe16:ac2a (845567f0-e8b3-4d3f-8ff6-519fe189dab9/99557a69-5a8c-431c-8137-90400ece55e9/6981e3b5-bede-4500-8e59-81d5576977a5) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:27.979404 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b4d95a-34a1-4703-b0b6-397cbbe4498b x-openstack-request-id: req-b8b4d95a-34a1-4703-b0b6-397cbbe4498b {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:27.983314 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab00029-0a5f-4b9b-806b-dd624fee1dfa", "name": "network-vif-plugged", "status": "completed", "tag": "c3c83e22-b965-412e-83be-23cea39035ba", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:27.984795 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b8b4d95a-34a1-4703-b0b6-397cbbe4498b {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:27.985439 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab00029-0a5f-4b9b-806b-dd624fee1dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c83e22-b965-412e-83be-23cea39035ba', 'code': 200} Jul 08 20:36:28.005149 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:28.052296 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e04eda-f529-431f-b836-2d6244f7a5c6 req-7f369520-a315-45b7-b54d-3d81ed7ca9df tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:28.063497 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77e04eda-f529-431f-b836-2d6244f7a5c6 req-7f369520-a315-45b7-b54d-3d81ed7ca9df tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 945 time: 0.2327819 Jul 08 20:36:28.075825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-8277b535-8fe0-41e1-8f91-fb76d2f0f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:28.077329 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-8277b535-8fe0-41e1-8f91-fb76d2f0f848 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf68e9f7-7d52-4278-a652-39c8a071af8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1663401 Jul 08 20:36:28.094275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a0648789-8e3b-4495-b65e-3f694ed39629 req-95490d04-f4a3-4aab-8b47-cfffe83fee74 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] For port 08df6474-aadb-4c64-9b50-2c1b2bf03db1, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=08df6474-aadb-4c64-9b50-2c1b2bf03db1,segment=NetworkSegment(f7f64f20-2df1-4743-b4c9-c2b50ed686b2),segment_id=f7f64f20-2df1-4743-b4c9-c2b50ed686b2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:28.096126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a0648789-8e3b-4495-b65e-3f694ed39629 req-95490d04-f4a3-4aab-8b47-cfffe83fee74 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:28.155730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-a0648789-8e3b-4495-b65e-3f694ed39629 req-95490d04-f4a3-4aab-8b47-cfffe83fee74 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Calling delete_port for 08df6474-aadb-4c64-9b50-2c1b2bf03db1 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:28.203985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cbc43-38dd-4a3b-964c-827bed663f8c None None] Pushing event updated for resources: {'Port': ['ID=53b65244-4a9e-496b-900e-d389e5088eb0,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:28.217594 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-77e04eda-f529-431f-b836-2d6244f7a5c6 req-3ceee56a-56bd-4c68-b424-a6b44555e640 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531572 Jul 08 20:36:28.503232 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:28.542585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 6981e3b5-bede-4500-8e59-81d5576977a5 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:28.581012 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a0648789-8e3b-4495-b65e-3f694ed39629 req-95490d04-f4a3-4aab-8b47-cfffe83fee74 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:28.599038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['08df6474-aadb-4c64-9b50-2c1b2bf03db1'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:36:28.681760 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:28.853349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-bcea147d-83df-4c75-b0d0-863a1517557f tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:28.855409 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-bcea147d-83df-4c75-b0d0-863a1517557f tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.103 "GET /v2.0/networks?id=5a9be946-4335-46dc-aac1-bc57b41a6c30 HTTP/1.1" status: 200 len: 812 time: 0.2588019 Jul 08 20:36:28.892608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95490d04-f4a3-4aab-8b47-cfffe83fee74 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Pushing event deleted for resources: {'Port': ['ID=08df6474-aadb-4c64-9b50-2c1b2bf03db1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:28.897703 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0648789-8e3b-4495-b65e-3f694ed39629 req-95490d04-f4a3-4aab-8b47-cfffe83fee74 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] No DVR routers for this DVR port 08df6474-aadb-4c64-9b50-2c1b2bf03db1 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:36:28.937415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f327bc-be48-4981-8b7c-47deedcae715 req-3d6b0cde-a3a5-4a3b-a43e-960ae2584c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:28.939300 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-59f327bc-be48-4981-8b7c-47deedcae715 req-3d6b0cde-a3a5-4a3b-a43e-960ae2584c80 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 1098 time: 0.7206504 Jul 08 20:36:28.941909 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a0648789-8e3b-4495-b65e-3f694ed39629 req-95490d04-f4a3-4aab-8b47-cfffe83fee74 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:28.944307 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a0648789-8e3b-4495-b65e-3f694ed39629 req-95490d04-f4a3-4aab-8b47-cfffe83fee74 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.103 "DELETE /v2.0/ports/08df6474-aadb-4c64-9b50-2c1b2bf03db1 HTTP/1.1" status: 204 len: 173 time: 1.3708904 Jul 08 20:36:28.959467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc62c233-a2de-4f8c-aea9-224446fb5088', 'name': 'network-vif-deleted', 'tag': '08df6474-aadb-4c64-9b50-2c1b2bf03db1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:28.965604 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86c1b96-e290-4156-9e03-c5438a18cf7b" -d '{"events": [{"server_uuid": "bc62c233-a2de-4f8c-aea9-224446fb5088", "name": "network-vif-deleted", "tag": "08df6474-aadb-4c64-9b50-2c1b2bf03db1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:28.986562 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-9b3d7125-f0ba-4bcb-bfd7-fc2e7baf32f4 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Request body: {'port': {'device_id': '007c3fe6-77d8-4ad7-af84-405d54f14057', 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30', 'admin_state_up': True, 'tenant_id': '113b3c62024b42c4a3406b82d230c134'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:29.050554 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-59f327bc-be48-4981-8b7c-47deedcae715 req-266725d9-ac32-450d-9234-9549f2a28404 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699391 Jul 08 20:36:29.097356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ac08a-1d87-4798-a7ce-6bedd25968ea req-14c243dc-46de-4762-9d93-c0a34f85328c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:29.101483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-006ac08a-1d87-4798-a7ce-6bedd25968ea req-14c243dc-46de-4762-9d93-c0a34f85328c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 946 time: 0.5294039 Jul 08 20:36:29.165683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:29.186396 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-006ac08a-1d87-4798-a7ce-6bedd25968ea req-92b0042e-ac2d-4f8e-894e-75a84ba87ce7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773678 Jul 08 20:36:29.200889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e878d99-975a-42b1-bce3-b1958554912b req-35b3190e-c1e4-43e2-9a95-24cddaab50c2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:29.214297 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e878d99-975a-42b1-bce3-b1958554912b req-35b3190e-c1e4-43e2-9a95-24cddaab50c2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.9481640 Jul 08 20:36:29.310839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:29.404260 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-f90f9309-6116-4106-a866-66079233a2ee service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3101103 Jul 08 20:36:29.404958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-9b3d7125-f0ba-4bcb-bfd7-fc2e7baf32f4 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Made reservation on behalf of 113b3c62024b42c4a3406b82d230c134 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:29.412515 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-9b3d7125-f0ba-4bcb-bfd7-fc2e7baf32f4 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:29.422560 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a216a873-d1ae-4018-bcf2-28ed3583402b req-ea9d77ec-fad7-4ab9-b0ff-d10b4e2c3826 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 210 time: 0.0710213 Jul 08 20:36:29.422762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=6981e3b5-bede-4500-8e59-81d5576977a5,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:29.436765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:29.452192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:29.454688 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:29.539371 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250f85ec-2618-4c03-ae3b-1c247ee1339a x-openstack-request-id: req-250f85ec-2618-4c03-ae3b-1c247ee1339a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:29.539669 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc62c233-a2de-4f8c-aea9-224446fb5088", "name": "network-vif-deleted", "tag": "08df6474-aadb-4c64-9b50-2c1b2bf03db1", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:29.539928 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-250f85ec-2618-4c03-ae3b-1c247ee1339a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:29.540394 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc62c233-a2de-4f8c-aea9-224446fb5088', 'name': 'network-vif-deleted', 'tag': '08df6474-aadb-4c64-9b50-2c1b2bf03db1', 'status': 'completed', 'code': 200} Jul 08 20:36:29.748399 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e878d99-975a-42b1-bce3-b1958554912b req-d3821a11-3783-40e5-a64e-0c3680a021c9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331881 Jul 08 20:36:29.841356 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-72120dff-26cc-4b87-a8b6-362114670567 req-0d419762-744a-4a65-88a9-0ee0f64b649d tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc62c233-a2de-4f8c-aea9-224446fb5088 HTTP/1.1" status: 200 len: 210 time: 0.1193969 Jul 08 20:36:29.850685 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-262e8709-6063-4d97-a46a-89017769a0a6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6745462 Jul 08 20:36:29.853674 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48342) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:30.050335 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-323126b9-e1e8-4bb3-804e-95519f830463 service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146264 Jul 08 20:36:30.096972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-dcde3e0b-6193-47aa-97e1-c9ec44bac445 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:30.099059 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-dcde3e0b-6193-47aa-97e1-c9ec44bac445 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.104 "GET /v2.0/networks?id=5a9be946-4335-46dc-aac1-bc57b41a6c30 HTTP/1.1" status: 200 len: 812 time: 0.9295402 Jul 08 20:36:30.135428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-41c74abf-8fd3-46bf-af36-9ded8964a0a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Request body: {'port': {'device_id': '8231425c-ca73-4cc3-b7f9-9ba8a4aec19a', 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30', 'admin_state_up': True, 'tenant_id': '113b3c62024b42c4a3406b82d230c134'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:30.149317 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:36:30.207364 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-34772a5a-d46d-4cb4-9cfa-5d6999da5424 None None] Provisioning for port 53b65244-4a9e-496b-900e-d389e5088eb0 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:30.400263 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-714b0874-5cf4-4661-9f09-d3aeae3dfbdb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a243b3c9-f6cc-4346-8144-d7d68e6f404e HTTP/1.1" status: 200 len: 217 time: 0.2999110 Jul 08 20:36:30.576826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-9b3d7125-f0ba-4bcb-bfd7-fc2e7baf32f4 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Allocated IP 172.20.0.6 (5a9be946-4335-46dc-aac1-bc57b41a6c30/14bb4fbc-fdac-481b-9869-eafdebd7a3b4/6b845765-4ae3-4212-9164-2b040eab71f2) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:30.641775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-39bc28b1-3610-4604-86ed-3ef46fc6bd0f None None] Provisioning for port 6981e3b5-bede-4500-8e59-81d5576977a5 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:30.643328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-41c74abf-8fd3-46bf-af36-9ded8964a0a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Made reservation on behalf of 113b3c62024b42c4a3406b82d230c134 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:30.648170 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-41c74abf-8fd3-46bf-af36-9ded8964a0a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:30.657733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-39bc28b1-3610-4604-86ed-3ef46fc6bd0f None None] Provisioning complete for port 6981e3b5-bede-4500-8e59-81d5576977a5 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:30.658148 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-39bc28b1-3610-4604-86ed-3ef46fc6bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:30.727099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-39bc28b1-3610-4604-86ed-3ef46fc6bd0f None None] Port 6981e3b5-bede-4500-8e59-81d5576977a5 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:36:30.797555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 53b65244-4a9e-496b-900e-d389e5088eb0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:30.864299 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 08df6474-aadb-4c64-9b50-2c1b2bf03db1 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:30.897146 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0cdab20-f09f-4de4-8571-b3d8f3aeef24 req-a35e63f0-17c5-4127-9f1c-d6716474e4b7 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 210 time: 0.0489161 Jul 08 20:36:30.927919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 08df6474-aadb-4c64-9b50-2c1b2bf03db1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:36:30.928265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 08df6474-aadb-4c64-9b50-2c1b2bf03db1 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:36:30.956850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 53b65244-4a9e-496b-900e-d389e5088eb0 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:30.961623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 53b65244-4a9e-496b-900e-d389e5088eb0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:30.962000 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:30.998939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d494d16-f0aa-4d15-84ca-85631c416cd9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:31.016843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d494d16-f0aa-4d15-84ca-85631c416cd9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:31.028692 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7d494d16-f0aa-4d15-84ca-85631c416cd9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.1737480 Jul 08 20:36:31.029351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48354) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:31.135467 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:31.159934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-0e453d8d-9bc4-453d-b425-52b221ab5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:31.161595 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-0e453d8d-9bc4-453d-b425-52b221ab5568 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=56f19382-a7ee-4fc4-ad32-6efb10a42c95 HTTP/1.1" status: 200 len: 797 time: 0.7397850 Jul 08 20:36:31.221583 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 53b65244-4a9e-496b-900e-d389e5088eb0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=53b65244-4a9e-496b-900e-d389e5088eb0,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:31.232153 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:31.272094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844dfaa-61c3-4b42-a978-24726cf6e75b req-bbbe6397-1edc-4520-993e-7922fe084fc7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:31.273756 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e844dfaa-61c3-4b42-a978-24726cf6e75b req-bbbe6397-1edc-4520-993e-7922fe084fc7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 946 time: 0.7720134 Jul 08 20:36:31.285400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155208c-d32d-4caa-9d77-d4fd0216ac50 req-cb4fcd11-569c-4dcf-8a67-0f7646bf627c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:31.297765 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5155208c-d32d-4caa-9d77-d4fd0216ac50 req-cb4fcd11-569c-4dcf-8a67-0f7646bf627c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.1586924 Jul 08 20:36:31.311590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-112cfd7d-8776-453f-a0bf-0407669e3351 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 6981e3b5-bede-4500-8e59-81d5576977a5 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:31.311935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-112cfd7d-8776-453f-a0bf-0407669e3351 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:31.333807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=53b65244-4a9e-496b-900e-d389e5088eb0,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:31.396549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e844dfaa-61c3-4b42-a978-24726cf6e75b req-c3534b21-5dba-4974-ac26-9856961ad501 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113064 Jul 08 20:36:31.398735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-deb101c8-022e-462f-8987-15fe2d41a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:31.400474 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-deb101c8-022e-462f-8987-15fe2d41a0f1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf68e9f7-7d52-4278-a652-39c8a071af8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2192421 Jul 08 20:36:31.451336 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-112cfd7d-8776-453f-a0bf-0407669e3351 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:31.465220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-112cfd7d-8776-453f-a0bf-0407669e3351 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 6981e3b5-bede-4500-8e59-81d5576977a5 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:31.636189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-3d0a636e-a70a-4c62-aecc-66131254db7b service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279439 Jul 08 20:36:31.707238 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-112cfd7d-8776-453f-a0bf-0407669e3351 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:31.755697 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3f48c12-ea27-4175-8233-ea59f3860cd8 req-c6e916ac-0e66-4e86-a66f-ef26d468c7bd service neutron] 10.222.0.104 "GET /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122286 Jul 08 20:36:31.766004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cfd7d-8776-453f-a0bf-0407669e3351 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=6981e3b5-bede-4500-8e59-81d5576977a5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:31.803691 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5155208c-d32d-4caa-9d77-d4fd0216ac50 req-3ffe10e8-217f-4615-a453-741673f733d5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008314 Jul 08 20:36:31.820454 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-9b3d7125-f0ba-4bcb-bfd7-fc2e7baf32f4 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:31.895269 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cd198-9664-4e4a-adab-a6c7f8e15c23 req-698334d3-123f-434a-94a7-e636e94cbd9f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:31.897424 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab9cd198-9664-4e4a-adab-a6c7f8e15c23 req-698334d3-123f-434a-94a7-e636e94cbd9f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 946 time: 0.2278636 Jul 08 20:36:31.947374 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-112cfd7d-8776-453f-a0bf-0407669e3351 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:31.956535 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-112cfd7d-8776-453f-a0bf-0407669e3351 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/6981e3b5-bede-4500-8e59-81d5576977a5 HTTP/1.1" status: 204 len: 168 time: 0.9253962 Jul 08 20:36:31.957759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48374) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:32.000673 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-9b3d7125-f0ba-4bcb-bfd7-fc2e7baf32f4 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:32.105962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4681de-9634-4cf8-b5b7-1e1082fb90b9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:32.107355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4681de-9634-4cf8-b5b7-1e1082fb90b9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:32.112961 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cb4681de-9634-4cf8-b5b7-1e1082fb90b9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1505177 Jul 08 20:36:32.115025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48380) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:32.183687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab9cd198-9664-4e4a-adab-a6c7f8e15c23 req-8e179215-ab32-49ab-96b4-78901f4e53e0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740600 Jul 08 20:36:32.203564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-9b3d7125-f0ba-4bcb-bfd7-fc2e7baf32f4 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Network 5a9be946-4335-46dc-aac1-bc57b41a6c30 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:32.205639 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d7125-f0ba-4bcb-bfd7-fc2e7baf32f4 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Pushing event updated for resources: {'Port': ['ID=6b845765-4ae3-4212-9164-2b040eab71f2,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:32.237851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-9b3d7125-f0ba-4bcb-bfd7-fc2e7baf32f4 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:32.259779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-9b3d7125-f0ba-4bcb-bfd7-fc2e7baf32f4 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:32.303915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-41c74abf-8fd3-46bf-af36-9ded8964a0a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Allocated IP 172.20.0.8 (5a9be946-4335-46dc-aac1-bc57b41a6c30/14bb4fbc-fdac-481b-9869-eafdebd7a3b4/e35f36e6-c391-4e11-9806-754ac624fe13) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:32.332184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-9b3d7125-f0ba-4bcb-bfd7-fc2e7baf32f4 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:32.333223 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-9b3d7125-f0ba-4bcb-bfd7-fc2e7baf32f4 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:32.349491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-c491f13c-c736-4a35-8cdb-7d4af80c5bde tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 99557a69-5a8c-431c-8137-90400ece55e9 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:36:32.357907 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c491f13c-c736-4a35-8cdb-7d4af80c5bde tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:32.375343 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-9b3d7125-f0ba-4bcb-bfd7-fc2e7baf32f4 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4324515 Jul 08 20:36:32.402459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Request body: {'port': {'device_id': '007c3fe6-77d8-4ad7-af84-405d54f14057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:32.461163 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c491f13c-c736-4a35-8cdb-7d4af80c5bde tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:32.554711 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4d312f43-de34-444b-b361-3b00af14bf83 req-63dbdb94-c944-44f2-87f5-c4d452955d29 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 210 time: 0.0937986 Jul 08 20:36:32.566919 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c491f13c-c736-4a35-8cdb-7d4af80c5bde tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:32.660597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b23df-582e-49cb-951b-b79b479707e9 req-86a090f1-665d-4170-a545-649c1e5b16c1 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:32.667650 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-86a090f1-665d-4170-a545-649c1e5b16c1 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/networks?id=2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 HTTP/1.1" status: 200 len: 809 time: 0.5766215 Jul 08 20:36:32.668415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:32.705656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-6c3ca509-cc9c-47bf-9873-e8cc51506f52 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/quotas/62d018485a6e4a419a1ab11dc9ab6b54 HTTP/1.1" status: 200 len: 375 time: 0.0365729 Jul 08 20:36:32.727288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 53b65244-4a9e-496b-900e-d389e5088eb0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:32.752945 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-41c74abf-8fd3-46bf-af36-9ded8964a0a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:32.806294 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-edaae1a0-205a-441f-ab2c-b0a233827f9c tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=62d018485a6e4a419a1ab11dc9ab6b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992553 Jul 08 20:36:32.833158 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 53b65244-4a9e-496b-900e-d389e5088eb0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:32.833534 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:32.874155 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c491f13c-c736-4a35-8cdb-7d4af80c5bde tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:32.975600 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-41c74abf-8fd3-46bf-af36-9ded8964a0a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:32.993495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5f9f6-131a-4079-9b88-ef7030f729d8 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:33.007316 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c491f13c-c736-4a35-8cdb-7d4af80c5bde tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:33.019034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c491f13c-c736-4a35-8cdb-7d4af80c5bde tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/99557a69-5a8c-431c-8137-90400ece55e9 HTTP/1.1" status: 204 len: 168 time: 0.9026358 Jul 08 20:36:33.094235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48396) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:33.111553 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491f13c-c736-4a35-8cdb-7d4af80c5bde tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=99557a69-5a8c-431c-8137-90400ece55e9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:33.143738 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-5b7373cc-2e99-4591-9031-e02e6011fe8e service neutron] 10.222.0.101 "GET /v2.0/networks/2c8dd562-6220-4b8b-9ae8-ba78ecb9e886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336058 Jul 08 20:36:33.270113 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c74abf-8fd3-46bf-af36-9ded8964a0a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Pushing event updated for resources: {'Port': ['ID=e35f36e6-c391-4e11-9806-754ac624fe13,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:33.284675 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-9240aa3a-6432-472a-8e4f-54cb53908ecc service neutron] 10.222.0.101 "GET /v2.0/networks/2c8dd562-6220-4b8b-9ae8-ba78ecb9e886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353409 Jul 08 20:36:33.362534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-48c97c9c-3276-478d-9036-413e084a540a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2455561 Jul 08 20:36:33.362894 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48402) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:33.374700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-aa8899f8-582f-47b0-ab79-699b8dcc455c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:33.399034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-41c74abf-8fd3-46bf-af36-9ded8964a0a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Network 5a9be946-4335-46dc-aac1-bc57b41a6c30 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:33.404521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-41c74abf-8fd3-46bf-af36-9ded8964a0a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:33.411425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-41c74abf-8fd3-46bf-af36-9ded8964a0a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:33.487184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb965f3d-ee25-42e3-a617-cbac11502fac None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:36:33.500687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-41c74abf-8fd3-46bf-af36-9ded8964a0a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:33.502430 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-41c74abf-8fd3-46bf-af36-9ded8964a0a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:33.555562 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-41c74abf-8fd3-46bf-af36-9ded8964a0a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4244256 Jul 08 20:36:33.572751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-eb965f3d-ee25-42e3-a617-cbac11502fac None None] Deleting port 53b65244-4a9e-496b-900e-d389e5088eb0 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:33.582495 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eb965f3d-ee25-42e3-a617-cbac11502fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:33.593936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Request body: {'port': {'device_id': '8231425c-ca73-4cc3-b7f9-9ba8a4aec19a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:33.644084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8899f8-582f-47b0-ab79-699b8dcc455c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:33.648225 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa8899f8-582f-47b0-ab79-699b8dcc455c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:33.739186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-eb965f3d-ee25-42e3-a617-cbac11502fac None None] For port 53b65244-4a9e-496b-900e-d389e5088eb0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=53b65244-4a9e-496b-900e-d389e5088eb0,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:33.739778 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eb965f3d-ee25-42e3-a617-cbac11502fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:33.749092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70394f5-4e89-4d9a-a607-4f6d0aae4fa9 req-49920055-1086-4f7c-99ee-5d245061b3f7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:33.757887 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d70394f5-4e89-4d9a-a607-4f6d0aae4fa9 req-49920055-1086-4f7c-99ee-5d245061b3f7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.6340735 Jul 08 20:36:33.771782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-eb965f3d-ee25-42e3-a617-cbac11502fac None None] Calling delete_port for 53b65244-4a9e-496b-900e-d389e5088eb0 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:33.780164 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48410) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:33.881154 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:33.925034 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eb965f3d-ee25-42e3-a617-cbac11502fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:33.926216 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c4f3e02-61a9-44f4-9815-e3d089e7391f req-e52e3cbe-0ca1-4cb5-9b6a-98af58b6bcd9 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 210 time: 0.3420649 Jul 08 20:36:33.945741 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d70394f5-4e89-4d9a-a607-4f6d0aae4fa9 req-3a2cbf6b-5860-40e3-b9b8-e44c9e6f2b8b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866031 Jul 08 20:36:33.966979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb965f3d-ee25-42e3-a617-cbac11502fac None None] Pushing event deleted for resources: {'Port': ['ID=53b65244-4a9e-496b-900e-d389e5088eb0,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:33.989781 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb965f3d-ee25-42e3-a617-cbac11502fac None None] No DVR routers for this DVR port 53b65244-4a9e-496b-900e-d389e5088eb0 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:36:34.076691 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d568f3a7-790a-40d6-a4c4-e5d0755da5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:34.156278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.objects.ports [None req-aa8899f8-582f-47b0-ab79-699b8dcc455c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:36:34.161247 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa8899f8-582f-47b0-ab79-699b8dcc455c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:34.312009 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8899f8-582f-47b0-ab79-699b8dcc455c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=c6f0621e-3b87-4546-a5b9-60f7d8dbfa8a,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:34.347307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8899f8-582f-47b0-ab79-699b8dcc455c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:34.353920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-aa8899f8-582f-47b0-ab79-699b8dcc455c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:34.366621 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722ee7d0-8c9a-42ac-88e5-30e21915c213 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:34.368027 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8899f8-582f-47b0-ab79-699b8dcc455c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:34.371438 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa8899f8-582f-47b0-ab79-699b8dcc455c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:34.435738 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aa8899f8-582f-47b0-ab79-699b8dcc455c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0714631 Jul 08 20:36:34.450910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48420) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:34.457250 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'mac_address': 'fa:16:3e:05:ba:1e', 'name': 'tempest-NetworksTestDHCPv6-1672760211'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:34.473095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b845765-4ae3-4212-9164-2b040eab71f2 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:36:34.485717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e2b85-503b-417a-a6d8-be6f9837b958 req-f347519b-93d6-422d-ba1d-c601520bebfb tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:34.487983 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-435e2b85-503b-417a-a6d8-be6f9837b958 req-f347519b-93d6-422d-ba1d-c601520bebfb tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 931 time: 0.2747967 Jul 08 20:36:34.545939 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:34.591491 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-435e2b85-503b-417a-a6d8-be6f9837b958 req-22272bf5-202d-48aa-bbeb-8ac7f97f04d6 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919769 Jul 08 20:36:34.676012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Transition to ACTIVE for port object 6b845765-4ae3-4212-9164-2b040eab71f2 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:34.707589 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:34.710029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 53b65244-4a9e-496b-900e-d389e5088eb0 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:34.714526 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': 'c6f0621e-3b87-4546-a5b9-60f7d8dbfa8a'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:36:34.715355 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:34.747235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 53b65244-4a9e-496b-900e-d389e5088eb0 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:36:34.748218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 53b65244-4a9e-496b-900e-d389e5088eb0 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:36:34.948436 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Allocated IP 2001:db8::f816:3eff:fe9c:63f9 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/c6f0621e-3b87-4546-a5b9-60f7d8dbfa8a/9087989b-29da-468d-a806-e85cb9da5c91) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:35.021968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Pushing event updated for resources: {'Port': ['ID=6b845765-4ae3-4212-9164-2b040eab71f2,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:35.187468 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:35.189333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Attempting to bind port 6b845765-4ae3-4212-9164-2b040eab71f2 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:35.190482 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Attempting to bind port 6b845765-4ae3-4212-9164-2b040eab71f2 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:35.190823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Attempting to bind port 6b845765-4ae3-4212-9164-2b040eab71f2 on network 5a9be946-4335-46dc-aac1-bc57b41a6c30 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:35.199252 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Transition to ACTIVE for port object 9087989b-29da-468d-a806-e85cb9da5c91 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:35.223248 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Port 6b845765-4ae3-4212-9164-2b040eab71f2 on network 5a9be946-4335-46dc-aac1-bc57b41a6c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:36:35.223633 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Attempting to bind port 6b845765-4ae3-4212-9164-2b040eab71f2 on network 5a9be946-4335-46dc-aac1-bc57b41a6c30 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:35.228510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Transition to ACTIVE for port object 9087989b-29da-468d-a806-e85cb9da5c91 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:35.238045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:35.240606 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:35.263172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:35.263865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Checking segment: {'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:35.264266 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Bound using segment: {'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:35.264745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Bound port: 6b845765-4ae3-4212-9164-2b040eab71f2, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:35.265124 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:35.306785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:35.316721 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:35.329429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:35.436918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Pushing event updated for resources: {'Port': ['ID=9087989b-29da-468d-a806-e85cb9da5c91,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:35.507189 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08beff25-b2d7-4eba-9c93-855bbe910356 req-f3406857-4483-47f9-afc7-4485ddead176 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:35.514401 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08beff25-b2d7-4eba-9c93-855bbe910356 req-f3406857-4483-47f9-afc7-4485ddead176 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.2215283 Jul 08 20:36:35.659651 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08beff25-b2d7-4eba-9c93-855bbe910356 req-3fba0794-44d3-4299-bf51-361c74ac63cb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436090 Jul 08 20:36:35.727443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Attempting to bind port 9087989b-29da-468d-a806-e85cb9da5c91 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:35.727443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Attempting to bind port 9087989b-29da-468d-a806-e85cb9da5c91 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:35.727443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Attempting to bind port 9087989b-29da-468d-a806-e85cb9da5c91 on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:35.747658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:35.748345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:35.748603 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:35.749393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:35.749896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Bound port: 9087989b-29da-468d-a806-e85cb9da5c91, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:35.750387 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:35.849468 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24f965c5-a383-41cd-b8b2-e7bee81b810d req-30f7cb24-4046-42ad-bc33-82a9900328e6 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 210 time: 0.5702436 Jul 08 20:36:35.933043 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35f36e6-c391-4e11-9806-754ac624fe13 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:36:35.936390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b23df-582e-49cb-951b-b79b479707e9 req-97b85475-ad75-4257-87d3-c7fed65c7776 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:35.939600 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-97b85475-ad75-4257-87d3-c7fed65c7776 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.103 "GET /v2.0/networks?id=2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 HTTP/1.1" status: 200 len: 809 time: 0.3675368 Jul 08 20:36:35.955290 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:35.959439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] For port 9087989b-29da-468d-a806-e85cb9da5c91, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:35.965146 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] For port 9087989b-29da-468d-a806-e85cb9da5c91, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9087989b-29da-468d-a806-e85cb9da5c91,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:35.966807 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-c79b23df-582e-49cb-951b-b79b479707e9 req-6fce7020-392d-4307-aa0e-24b7a3d4df75 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Request body: {'port': {'device_id': 'f1bad17b-abd5-4232-a961-8dd92a9e34aa', 'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886', 'admin_state_up': True, 'tenant_id': '62d018485a6e4a419a1ab11dc9ab6b54'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:35.977394 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Transition to ACTIVE for port object e35f36e6-c391-4e11-9806-754ac624fe13 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:35.996245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:36.101738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadcb22-dada-4629-b626-719a0b324949 None None] Pushing event updated for resources: {'Port': ['ID=9087989b-29da-468d-a806-e85cb9da5c91,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:36.159753 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:36.234524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] For port 6b845765-4ae3-4212-9164-2b040eab71f2, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:36.238631 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] For port 6b845765-4ae3-4212-9164-2b040eab71f2, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6b845765-4ae3-4212-9164-2b040eab71f2,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:36.274710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79b23df-582e-49cb-951b-b79b479707e9 req-6fce7020-392d-4307-aa0e-24b7a3d4df75 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Made reservation on behalf of 62d018485a6e4a419a1ab11dc9ab6b54 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:36.278205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Pushing event updated for resources: {'Port': ['ID=e35f36e6-c391-4e11-9806-754ac624fe13,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:36.282588 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:36.290868 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c79b23df-582e-49cb-951b-b79b479707e9 req-6fce7020-392d-4307-aa0e-24b7a3d4df75 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:36.322207 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:36.329328 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d866a6-b476-4d01-8cb2-1ba588353a02 req-e5e8fffb-b370-4716-bbf3-b00144c887db tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:36.335601 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00d866a6-b476-4d01-8cb2-1ba588353a02 req-e5e8fffb-b370-4716-bbf3-b00144c887db tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 943 time: 0.2821400 Jul 08 20:36:36.400734 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Pushing event updated for resources: {'Port': ['ID=6b845765-4ae3-4212-9164-2b040eab71f2,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:36.519008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 982fde1b-2512-4362-920a-691d2b8fe28e yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:36:36.531476 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00d866a6-b476-4d01-8cb2-1ba588353a02 req-ea6d2e4d-80c0-41e7-9c5b-263985213abf tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890414 Jul 08 20:36:36.586817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:36.587558 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:36.589075 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-1f0bd6f7-9573-47cd-9951-a798e7169215 service neutron] 10.222.0.103 "PUT /v2.0/ports/6b845765-4ae3-4212-9164-2b040eab71f2 HTTP/1.1" status: 200 len: 1092 time: 4.2015707 Jul 08 20:36:36.592902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007c3fe6-77d8-4ad7-af84-405d54f14057', 'tag': '6b845765-4ae3-4212-9164-2b040eab71f2'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:36.595323 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35c4bef-0dfd-4155-8949-1b387b896e83" -d '{"events": [{"name": "network-changed", "server_uuid": "007c3fe6-77d8-4ad7-af84-405d54f14057", "tag": "6b845765-4ae3-4212-9164-2b040eab71f2"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:36.806008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-c79b23df-582e-49cb-951b-b79b479707e9 req-6fce7020-392d-4307-aa0e-24b7a3d4df75 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Allocated IP 172.20.0.7 (2c8dd562-6220-4b8b-9ae8-ba78ecb9e886/b0d58ca0-5d84-4114-a3db-7b4b8ce582b6/82d156de-a8c5-467e-9e3e-b7d1cce44cdb) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:36.823461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9087989b-29da-468d-a806-e85cb9da5c91 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:36.916277 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226e15c7-c5c0-444d-bfc2-2287b5e8129d x-openstack-request-id: req-226e15c7-c5c0-444d-bfc2-2287b5e8129d {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:36.916875 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007c3fe6-77d8-4ad7-af84-405d54f14057", "tag": "6b845765-4ae3-4212-9164-2b040eab71f2", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:36.917903 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-226e15c7-c5c0-444d-bfc2-2287b5e8129d {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:36.918336 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007c3fe6-77d8-4ad7-af84-405d54f14057', 'tag': '6b845765-4ae3-4212-9164-2b040eab71f2', 'status': 'completed', 'code': 200} Jul 08 20:36:37.104073 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8d187970-c113-4f7d-a517-fa21446d373f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:37.105949 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:37.129352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 9087989b-29da-468d-a806-e85cb9da5c91 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:37.206534 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c79b23df-582e-49cb-951b-b79b479707e9 req-6fce7020-392d-4307-aa0e-24b7a3d4df75 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:37.232687 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:37.293383 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db6165a5-b52c-4553-a812-b4dc301a141f req-07d619ab-f65d-442d-a8c1-14a0184804f8 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 210 time: 0.0616231 Jul 08 20:36:37.317124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::f816:3eff:fe05:ba1e (845567f0-e8b3-4d3f-8ff6-519fe189dab9/c6f0621e-3b87-4546-a5b9-60f7d8dbfa8a/982fde1b-2512-4362-920a-691d2b8fe28e) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:37.380336 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c79b23df-582e-49cb-951b-b79b479707e9 req-6fce7020-392d-4307-aa0e-24b7a3d4df75 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:37.469556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce7020-392d-4307-aa0e-24b7a3d4df75 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Pushing event updated for resources: {'Port': ['ID=82d156de-a8c5-467e-9e3e-b7d1cce44cdb,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:37.496415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79b23df-582e-49cb-951b-b79b479707e9 req-6fce7020-392d-4307-aa0e-24b7a3d4df75 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Network 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:37.499611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-c79b23df-582e-49cb-951b-b79b479707e9 req-6fce7020-392d-4307-aa0e-24b7a3d4df75 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:37.506043 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79b23df-582e-49cb-951b-b79b479707e9 req-6fce7020-392d-4307-aa0e-24b7a3d4df75 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:37.567079 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b23df-582e-49cb-951b-b79b479707e9 req-6fce7020-392d-4307-aa0e-24b7a3d4df75 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:37.569353 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c79b23df-582e-49cb-951b-b79b479707e9 req-6fce7020-392d-4307-aa0e-24b7a3d4df75 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:37.587883 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-6fce7020-392d-4307-aa0e-24b7a3d4df75 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6271212 Jul 08 20:36:37.604776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Request body: {'port': {'device_id': 'f1bad17b-abd5-4232-a961-8dd92a9e34aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:37.666392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Attempting to bind port e35f36e6-c391-4e11-9806-754ac624fe13 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:37.666730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Attempting to bind port e35f36e6-c391-4e11-9806-754ac624fe13 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:37.667062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Attempting to bind port e35f36e6-c391-4e11-9806-754ac624fe13 on network 5a9be946-4335-46dc-aac1-bc57b41a6c30 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:37.703126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:37.723735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-09e24afd-fac2-4a3c-8bd3-d2d70ab97679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:37.725546 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-09e24afd-fac2-4a3c-8bd3-d2d70ab97679 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=113b3c62024b42c4a3406b82d230c134&device_id=007c3fe6-77d8-4ad7-af84-405d54f14057 HTTP/1.1" status: 200 len: 1095 time: 1.0029259 Jul 08 20:36:37.733824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Port e35f36e6-c391-4e11-9806-754ac624fe13 on network 5a9be946-4335-46dc-aac1-bc57b41a6c30 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:36:37.734164 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Attempting to bind port e35f36e6-c391-4e11-9806-754ac624fe13 on network 5a9be946-4335-46dc-aac1-bc57b41a6c30 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:37.828735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:37.829108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Checking segment: {'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:37.830177 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Bound using segment: {'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:37.830766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Bound port: e35f36e6-c391-4e11-9806-754ac624fe13, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:37.831241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:37.840201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba51a2a-cc67-411d-98f4-16bbd72ca0d6 req-599d44bd-1729-42a2-9076-5af11f20ea31 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:37.841746 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ba51a2a-cc67-411d-98f4-16bbd72ca0d6 req-599d44bd-1729-42a2-9076-5af11f20ea31 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.8356092 Jul 08 20:36:37.873759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-653826bb-2dae-43ad-b01a-c0afbe368722 None None] Provisioning for port 9087989b-29da-468d-a806-e85cb9da5c91 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:37.881280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-653826bb-2dae-43ad-b01a-c0afbe368722 None None] Provisioning complete for port 9087989b-29da-468d-a806-e85cb9da5c91 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:37.882649 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-653826bb-2dae-43ad-b01a-c0afbe368722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:37.894318 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-dc3a5c33-040b-459b-af89-5d97785ca4a5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b845765-4ae3-4212-9164-2b040eab71f2 HTTP/1.1" status: 200 len: 217 time: 0.1515863 Jul 08 20:36:37.918641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4272fc8-b7d6-486e-b204-cac0b16c759f req-fdf73b30-692b-4618-9ff8-903a5badc81f tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:37.920117 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4272fc8-b7d6-486e-b204-cac0b16c759f req-fdf73b30-692b-4618-9ff8-903a5badc81f tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 943 time: 0.2113485 Jul 08 20:36:38.015673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-45966dc9-be72-4622-a45c-a4a02b3928e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:38.017813 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-45966dc9-be72-4622-a45c-a4a02b3928e3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=14bb4fbc-fdac-481b-9869-eafdebd7a3b4 HTTP/1.1" status: 200 len: 852 time: 0.1118286 Jul 08 20:36:38.041554 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-653826bb-2dae-43ad-b01a-c0afbe368722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.046839 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4272fc8-b7d6-486e-b204-cac0b16c759f req-ad223e11-a5a8-4377-b934-4dd0248afee8 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091166 Jul 08 20:36:38.109314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-653826bb-2dae-43ad-b01a-c0afbe368722 None None] For port 9087989b-29da-468d-a806-e85cb9da5c91, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9087989b-29da-468d-a806-e85cb9da5c91,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:38.114999 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-653826bb-2dae-43ad-b01a-c0afbe368722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.119744 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.129023 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-eba29c9d-45fd-448b-9ce1-676bf7ccdb3e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5a9be946-4335-46dc-aac1-bc57b41a6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973933 Jul 08 20:36:38.201392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653826bb-2dae-43ad-b01a-c0afbe368722 None None] Pushing event updated for resources: {'Port': ['ID=9087989b-29da-468d-a806-e85cb9da5c91,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:38.208690 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.224340 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d156de-a8c5-467e-9e3e-b7d1cce44cdb {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:36:38.232503 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.245294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Transition to ACTIVE for port object 82d156de-a8c5-467e-9e3e-b7d1cce44cdb will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:38.248648 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.252311 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ba51a2a-cc67-411d-98f4-16bbd72ca0d6 req-6fd52d97-7653-461e-8e55-bdb906990ae5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696373 Jul 08 20:36:38.276949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 982fde1b-2512-4362-920a-691d2b8fe28e will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:38.278891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] For port e35f36e6-c391-4e11-9806-754ac624fe13, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:38.285040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Allocated IP 172.20.0.17 (7ba93140-bca1-4c7d-993f-b7eee76b2a21/f7b6aa8b-2981-4faf-9866-65ef705cec51/2af9b30b-8b96-4ca5-9b58-d1aceed91941) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:38.289885 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] For port e35f36e6-c391-4e11-9806-754ac624fe13, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e35f36e6-c391-4e11-9806-754ac624fe13,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:38.307355 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.307896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Pushing event updated for resources: {'Port': ['ID=82d156de-a8c5-467e-9e3e-b7d1cce44cdb,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:38.393547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Attempting to bind port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:38.394158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Attempting to bind port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'f7f64f20-2df1-4743-b4c9-c2b50ed686b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:38.394767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Attempting to bind port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb on network 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:38.399869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb on network 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:36:38.400425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Attempting to bind port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb on network 2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:38.406451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:38.407061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Checking segment: {'id': 'f7f64f20-2df1-4743-b4c9-c2b50ed686b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:38.408533 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Bound using segment: {'id': 'f7f64f20-2df1-4743-b4c9-c2b50ed686b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:38.409385 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Bound port: 82d156de-a8c5-467e-9e3e-b7d1cce44cdb, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f64f20-2df1-4743-b4c9-c2b50ed686b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:38.409962 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.443230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:38.443773 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.445212 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] 10.222.0.104 "PUT /v2.0/ports/e35f36e6-c391-4e11-9806-754ac624fe13 HTTP/1.1" status: 200 len: 1092 time: 4.8662956 Jul 08 20:36:38.489184 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-3923d792-9806-431f-9ae2-7e5f462a4253 service neutron] 10.222.0.103 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315148 Jul 08 20:36:38.538881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] For port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:38.543359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] For port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=82d156de-a8c5-467e-9e3e-b7d1cce44cdb,segment=NetworkSegment(f7f64f20-2df1-4743-b4c9-c2b50ed686b2),segment_id=f7f64f20-2df1-4743-b4c9-c2b50ed686b2)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:38.547836 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.566216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db54ac-0a37-4bf1-b556-6fd6f6bc397c service neutron] Pushing event updated for resources: {'Port': ['ID=e35f36e6-c391-4e11-9806-754ac624fe13,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:38.574652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dbf34-b0f3-4f1f-89d1-8391313d2204 req-47fe086a-72a6-4055-9654-80bac10ba222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:38.576154 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c29dbf34-b0f3-4f1f-89d1-8391313d2204 req-47fe086a-72a6-4055-9654-80bac10ba222 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 1097 time: 0.4531240 Jul 08 20:36:38.577219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.601944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:38.602795 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.604308 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] 10.222.0.103 "PUT /v2.0/ports/82d156de-a8c5-467e-9e3e-b7d1cce44cdb HTTP/1.1" status: 200 len: 1092 time: 1.0040727 Jul 08 20:36:38.609091 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bad17b-abd5-4232-a961-8dd92a9e34aa', 'tag': '82d156de-a8c5-467e-9e3e-b7d1cce44cdb'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:38.619784 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8173eacc-0ee8-4ec4-9851-b726fb018bee" -d '{"events": [{"name": "network-changed", "server_uuid": "f1bad17b-abd5-4232-a961-8dd92a9e34aa", "tag": "82d156de-a8c5-467e-9e3e-b7d1cce44cdb"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:38.660527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df5a82-c194-490a-bb9a-68f96ca7571c req-f4b4debc-3a58-48e3-b0eb-d231535bc444 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:38.662361 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-06df5a82-c194-490a-bb9a-68f96ca7571c req-f4b4debc-3a58-48e3-b0eb-d231535bc444 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 943 time: 0.1815016 Jul 08 20:36:38.705846 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50a557a-c232-4d72-9c79-08ebc99d89cc x-openstack-request-id: req-a50a557a-c232-4d72-9c79-08ebc99d89cc {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:38.705846 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1bad17b-abd5-4232-a961-8dd92a9e34aa", "tag": "82d156de-a8c5-467e-9e3e-b7d1cce44cdb", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:38.706121 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a50a557a-c232-4d72-9c79-08ebc99d89cc {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:38.706562 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1bad17b-abd5-4232-a961-8dd92a9e34aa', 'tag': '82d156de-a8c5-467e-9e3e-b7d1cce44cdb', 'status': 'completed', 'code': 200} Jul 08 20:36:38.708137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361dac3-fb93-4472-b3c3-9870562f5076 service neutron] Pushing event updated for resources: {'Port': ['ID=82d156de-a8c5-467e-9e3e-b7d1cce44cdb,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:38.729189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9087989b-29da-468d-a806-e85cb9da5c91 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:38.756542 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-06df5a82-c194-490a-bb9a-68f96ca7571c req-dfb0b95e-28cf-42cf-8c3e-8d9dbffb674c tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612202 Jul 08 20:36:38.763301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b23df-582e-49cb-951b-b79b479707e9 req-69eca301-3658-48e5-af47-81922c884e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:38.764930 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-69eca301-3658-48e5-af47-81922c884e4a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=62d018485a6e4a419a1ab11dc9ab6b54&device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 1095 time: 0.1015892 Jul 08 20:36:38.779754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.801350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9087989b-29da-468d-a806-e85cb9da5c91 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:38.801724 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.822808 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-7592e0e2-42cd-4430-bd2d-e6f0281c9093 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82d156de-a8c5-467e-9e3e-b7d1cce44cdb HTTP/1.1" status: 200 len: 217 time: 0.0450394 Jul 08 20:36:38.826442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=982fde1b-2512-4362-920a-691d2b8fe28e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:38.864187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Transition to ACTIVE for port object 2af9b30b-8b96-4ca5-9b58-d1aceed91941 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:38.887570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:38.902414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b23df-582e-49cb-951b-b79b479707e9 req-57634805-8962-4273-aa2c-117192deca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:38.904399 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-57634805-8962-4273-aa2c-117192deca92 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b0d58ca0-5d84-4114-a3db-7b4b8ce582b6 HTTP/1.1" status: 200 len: 849 time: 0.0656829 Jul 08 20:36:38.909952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:38.912663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:38.919941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:38.920648 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:38.929798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8231425c-ca73-4cc3-b7f9-9ba8a4aec19a', 'tag': 'e35f36e6-c391-4e11-9806-754ac624fe13'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:38.932122 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcbb2b9-fc55-411f-a170-5609a915770c" -d '{"events": [{"name": "network-changed", "server_uuid": "8231425c-ca73-4cc3-b7f9-9ba8a4aec19a", "tag": "e35f36e6-c391-4e11-9806-754ac624fe13"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:38.953354 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-7c48fa70-f8de-4891-ba3d-6763c2ede351 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2c8dd562-6220-4b8b-9ae8-ba78ecb9e886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401561 Jul 08 20:36:38.976752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-2199c480-727e-4bf6-92ee-219232aed444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:38.978682 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-2199c480-727e-4bf6-92ee-219232aed444 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=113b3c62024b42c4a3406b82d230c134&device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 1095 time: 0.4842913 Jul 08 20:36:38.995703 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a85433-3db2-4858-8c17-1e36fdc53067 x-openstack-request-id: req-a1a85433-3db2-4858-8c17-1e36fdc53067 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:38.995999 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8231425c-ca73-4cc3-b7f9-9ba8a4aec19a", "tag": "e35f36e6-c391-4e11-9806-754ac624fe13", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:38.996258 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a1a85433-3db2-4858-8c17-1e36fdc53067 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:38.996786 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8231425c-ca73-4cc3-b7f9-9ba8a4aec19a', 'tag': 'e35f36e6-c391-4e11-9806-754ac624fe13', 'status': 'completed', 'code': 200} Jul 08 20:36:39.007180 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9a365bd8-ccc3-406d-a7a0-c4c80fa0f9ba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5523276 Jul 08 20:36:39.008786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48480) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:39.059956 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-15a0fc27-8e79-47f0-9685-e1b176e51c05 service neutron] 10.222.0.103 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225363 Jul 08 20:36:39.105893 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-abc577ba-d635-4f0a-baed-0a9f6b51bc3b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e35f36e6-c391-4e11-9806-754ac624fe13 HTTP/1.1" status: 200 len: 217 time: 0.1052232 Jul 08 20:36:39.164960 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:39.185032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbba19c7-6ced-418d-95dc-3d662a694287 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:39.194810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbba19c7-6ced-418d-95dc-3d662a694287 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:39.199090 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bbba19c7-6ced-418d-95dc-3d662a694287 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1872194 Jul 08 20:36:39.202967 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48486) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:39.225976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dbf34-b0f3-4f1f-89d1-8391313d2204 req-e2740600-d8b6-44d2-b39e-42b8d250bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:39.227500 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c29dbf34-b0f3-4f1f-89d1-8391313d2204 req-e2740600-d8b6-44d2-b39e-42b8d250bd66 service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.6329618 Jul 08 20:36:39.267871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-b8e3ac60-64fe-4b12-a861-e6aea5db4776 service neutron] 10.222.0.103 "GET /v2.0/networks/2c8dd562-6220-4b8b-9ae8-ba78ecb9e886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950463 Jul 08 20:36:39.321284 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c29dbf34-b0f3-4f1f-89d1-8391313d2204 req-3b1f482a-b15f-431c-b410-e7a67608b701 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f513bb86-0441-4d65-b606-d0f9b7523241 HTTP/1.1" status: 200 len: 217 time: 0.0742762 Jul 08 20:36:39.322949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:39.329378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=2af9b30b-8b96-4ca5-9b58-d1aceed91941,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:39.342403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:39.369292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8cc5d4c5-1fd7-4066-91f7-ee8f8e30dd3f None None] Provisioning for port 982fde1b-2512-4362-920a-691d2b8fe28e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:39.373868 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8cc5d4c5-1fd7-4066-91f7-ee8f8e30dd3f None None] Provisioning complete for port 982fde1b-2512-4362-920a-691d2b8fe28e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:39.374498 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8cc5d4c5-1fd7-4066-91f7-ee8f8e30dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:39.423221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:39.438434 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5d4c5-1fd7-4066-91f7-ee8f8e30dd3f None None] Port 982fde1b-2512-4362-920a-691d2b8fe28e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:36:39.448218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-e50c6c8d-9d74-452b-ad0d-562d1c4f759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:39.449831 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-e50c6c8d-9d74-452b-ad0d-562d1c4f759a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=14bb4fbc-fdac-481b-9869-eafdebd7a3b4 HTTP/1.1" status: 200 len: 852 time: 0.3341002 Jul 08 20:36:39.537716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dc09e-de65-427c-8f8d-64bc175c8f17 req-1ec3157c-509b-474e-afcd-d5b1c562ed1f tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:39.546405 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-625dc09e-de65-427c-8f8d-64bc175c8f17 req-1ec3157c-509b-474e-afcd-d5b1c562ed1f tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 943 time: 0.2928343 Jul 08 20:36:39.592712 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c79b23df-582e-49cb-951b-b79b479707e9 req-48f1161b-d5c6-41ed-ab07-89530b415893 service neutron] 10.222.0.103 "GET /v2.0/networks/2c8dd562-6220-4b8b-9ae8-ba78ecb9e886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057868 Jul 08 20:36:39.601383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-69369dd8-352f-4063-b2b6-b6949ff07c7f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 982fde1b-2512-4362-920a-691d2b8fe28e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:39.601896 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69369dd8-352f-4063-b2b6-b6949ff07c7f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:39.629835 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-625dc09e-de65-427c-8f8d-64bc175c8f17 req-125bc1e4-ff47-420d-ad53-445d670414d6 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822327 Jul 08 20:36:39.677529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-eab6b076-430d-4a3c-9d23-4dc4c7dd18c3 None None] Provisioning for port 2af9b30b-8b96-4ca5-9b58-d1aceed91941 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:39.682977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-eab6b076-430d-4a3c-9d23-4dc4c7dd18c3 None None] Provisioning complete for port 2af9b30b-8b96-4ca5-9b58-d1aceed91941 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:39.683437 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eab6b076-430d-4a3c-9d23-4dc4c7dd18c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:39.727968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-eab6b076-430d-4a3c-9d23-4dc4c7dd18c3 None None] Port 2af9b30b-8b96-4ca5-9b58-d1aceed91941 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:36:39.764650 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:39.778328 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69369dd8-352f-4063-b2b6-b6949ff07c7f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:39.796201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173eacc-0ee8-4ec4-9851-b726fb018bee req-b0d3a763-50fa-497b-8c68-3487afe14183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:39.798056 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8173eacc-0ee8-4ec4-9851-b726fb018bee req-b0d3a763-50fa-497b-8c68-3487afe14183 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=62d018485a6e4a419a1ab11dc9ab6b54&device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 1095 time: 0.1221828 Jul 08 20:36:39.814356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-69369dd8-352f-4063-b2b6-b6949ff07c7f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 982fde1b-2512-4362-920a-691d2b8fe28e owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:39.920462 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-41049f1f-9e05-4023-9c5f-dc751001f78a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5a9be946-4335-46dc-aac1-bc57b41a6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4348712 Jul 08 20:36:39.945609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dbf34-b0f3-4f1f-89d1-8391313d2204 req-deec86b9-5f72-4b6f-921b-8a03a0f55a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:39.947134 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c29dbf34-b0f3-4f1f-89d1-8391313d2204 req-deec86b9-5f72-4b6f-921b-8a03a0f55a31 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.5997005 Jul 08 20:36:40.019887 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:40.020146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173eacc-0ee8-4ec4-9851-b726fb018bee req-2337dbf8-8610-4865-8234-c74d6447df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:40.021675 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8173eacc-0ee8-4ec4-9851-b726fb018bee req-2337dbf8-8610-4865-8234-c74d6447df75 service neutron] 10.222.0.103 "GET /v2.0/networks?id=2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 HTTP/1.1" status: 200 len: 910 time: 0.2158504 Jul 08 20:36:40.076097 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8173eacc-0ee8-4ec4-9851-b726fb018bee req-792dc90b-c332-42f2-b69e-689a21c5451b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82d156de-a8c5-467e-9e3e-b7d1cce44cdb HTTP/1.1" status: 200 len: 217 time: 0.0434985 Jul 08 20:36:40.084354 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6555c-eb70-49ee-bc23-cac06919576a req-8896f4e1-84ae-4fce-82a9-c723950f533f tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:40.085918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68d6555c-eb70-49ee-bc23-cac06919576a req-8896f4e1-84ae-4fce-82a9-c723950f533f tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 943 time: 0.1671321 Jul 08 20:36:40.092874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4bef-0dfd-4155-8949-1b387b896e83 req-2d16f4f0-b91f-4843-ad26-3414e9c6485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:40.094377 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c35c4bef-0dfd-4155-8949-1b387b896e83 req-2d16f4f0-b91f-4843-ad26-3414e9c6485e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=113b3c62024b42c4a3406b82d230c134&device_id=007c3fe6-77d8-4ad7-af84-405d54f14057 HTTP/1.1" status: 200 len: 1095 time: 0.9237540 Jul 08 20:36:40.197664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173eacc-0ee8-4ec4-9851-b726fb018bee req-c1db267f-8730-4077-8dcb-530fe19a0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:40.199262 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8173eacc-0ee8-4ec4-9851-b726fb018bee req-c1db267f-8730-4077-8dcb-530fe19a0f71 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b0d58ca0-5d84-4114-a3db-7b4b8ce582b6 HTTP/1.1" status: 200 len: 849 time: 0.1124766 Jul 08 20:36:40.203146 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68d6555c-eb70-49ee-bc23-cac06919576a req-42dde2d1-b51d-4f73-9264-136aae349369 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819519 Jul 08 20:36:40.204977 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69369dd8-352f-4063-b2b6-b6949ff07c7f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:40.246363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa285f-00b9-4f1d-a2db-14678d595fb3 req-78fb8b81-6a9e-49fb-a098-d2e27251c1b3 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:40.247877 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69aa285f-00b9-4f1d-a2db-14678d595fb3 req-78fb8b81-6a9e-49fb-a098-d2e27251c1b3 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.7962952 Jul 08 20:36:40.254083 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-285390bf-89c1-4e7a-86ec-27245eca8546 service neutron] 10.222.0.104 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224037 Jul 08 20:36:40.261708 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8173eacc-0ee8-4ec4-9851-b726fb018bee req-158c0311-4332-402a-b711-9fc6bf8acd20 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2c8dd562-6220-4b8b-9ae8-ba78ecb9e886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543013 Jul 08 20:36:40.264297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69369dd8-352f-4063-b2b6-b6949ff07c7f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=982fde1b-2512-4362-920a-691d2b8fe28e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:40.316808 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69369dd8-352f-4063-b2b6-b6949ff07c7f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:40.321736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-69369dd8-352f-4063-b2b6-b6949ff07c7f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/982fde1b-2512-4362-920a-691d2b8fe28e HTTP/1.1" status: 204 len: 168 time: 1.1177049 Jul 08 20:36:40.322446 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48500) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:40.352411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dbf34-b0f3-4f1f-89d1-8391313d2204 req-f7d4c52e-0b68-41f5-8e25-cd4f8f4b41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:40.353965 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c29dbf34-b0f3-4f1f-89d1-8391313d2204 req-f7d4c52e-0b68-41f5-8e25-cd4f8f4b41d0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3887312 Jul 08 20:36:40.438680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd606da-59e1-41b1-bb95-aad9d1a7bf4e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:40.441937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd606da-59e1-41b1-bb95-aad9d1a7bf4e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:40.444186 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5cd606da-59e1-41b1-bb95-aad9d1a7bf4e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0954349 Jul 08 20:36:40.447323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48502) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:40.504454 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df09aaf7-84b1-4d64-99ce-0bfd2654ea13 req-72cb6c42-5736-4d36-bfe4-5db4a46b1dc0 service neutron] 10.222.0.104 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405849 Jul 08 20:36:40.518248 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4bef-0dfd-4155-8949-1b387b896e83 req-3381d5d4-1c17-4ab7-8c98-91b6e1ab5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:40.523646 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c35c4bef-0dfd-4155-8949-1b387b896e83 req-3381d5d4-1c17-4ab7-8c98-91b6e1ab5f77 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5a9be946-4335-46dc-aac1-bc57b41a6c30 HTTP/1.1" status: 200 len: 913 time: 0.4127598 Jul 08 20:36:40.538825 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69aa285f-00b9-4f1d-a2db-14678d595fb3 req-2aa948a1-aa74-4739-91f1-2aeae083edf6 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798753 Jul 08 20:36:40.562953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-51512cb8-965a-44aa-97ba-5f387880c2c3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet c6f0621e-3b87-4546-a5b9-60f7d8dbfa8a {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:36:40.568389 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51512cb8-965a-44aa-97ba-5f387880c2c3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:40.611426 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c35c4bef-0dfd-4155-8949-1b387b896e83 req-ece8b609-b077-4e66-86f7-514ee6868b3f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b845765-4ae3-4212-9164-2b040eab71f2 HTTP/1.1" status: 200 len: 217 time: 0.0679231 Jul 08 20:36:40.613827 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8173eacc-0ee8-4ec4-9851-b726fb018bee req-56eb2ba3-730c-43a6-94c9-313128aa6586 service neutron] 10.222.0.103 "GET /v2.0/networks/2c8dd562-6220-4b8b-9ae8-ba78ecb9e886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419938 Jul 08 20:36:40.641972 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:40.652651 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51512cb8-965a-44aa-97ba-5f387880c2c3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:40.763710 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c29dbf34-b0f3-4f1f-89d1-8391313d2204 req-a97df53c-e5ed-4169-923f-6096bc962bfe service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998125 Jul 08 20:36:40.801783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4bef-0dfd-4155-8949-1b387b896e83 req-81c3ae71-0d57-4556-a26d-a43275f89f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:40.803299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c35c4bef-0dfd-4155-8949-1b387b896e83 req-81c3ae71-0d57-4556-a26d-a43275f89f3e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=14bb4fbc-fdac-481b-9869-eafdebd7a3b4 HTTP/1.1" status: 200 len: 852 time: 0.1633632 Jul 08 20:36:40.922436 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c35c4bef-0dfd-4155-8949-1b387b896e83 req-51b25266-582c-4d7a-a743-f13dc64a5bed service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5a9be946-4335-46dc-aac1-bc57b41a6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048093 Jul 08 20:36:40.959777 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb2b9-fc55-411f-a170-5609a915770c req-72f5873c-d820-4618-b26c-b2e4d0b89a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:40.961360 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3fcbb2b9-fc55-411f-a170-5609a915770c req-72f5873c-d820-4618-b26c-b2e4d0b89a77 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=113b3c62024b42c4a3406b82d230c134&device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 1095 time: 0.3621123 Jul 08 20:36:41.143237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c29dbf34-b0f3-4f1f-89d1-8391313d2204 req-b44cae7d-4e3a-4c26-bf42-0bcf723da71e service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613470 Jul 08 20:36:41.180233 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8173eacc-0ee8-4ec4-9851-b726fb018bee req-447fe5c9-28bc-42ac-9059-74eca165b534 service neutron] 10.222.0.103 "GET /v2.0/networks/2c8dd562-6220-4b8b-9ae8-ba78ecb9e886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510035 Jul 08 20:36:41.182978 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51512cb8-965a-44aa-97ba-5f387880c2c3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:41.218012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f997400-1f74-4d12-92ad-af717ca2d010 req-3107239e-3b30-47e7-a132-a4e7840b9eb7 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:41.225582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1f997400-1f74-4d12-92ad-af717ca2d010 req-3107239e-3b30-47e7-a132-a4e7840b9eb7 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 943 time: 0.1798866 Jul 08 20:36:41.241783 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c35c4bef-0dfd-4155-8949-1b387b896e83 req-e13913ad-95b7-456b-b27b-9de02f21f2e4 service neutron] 10.222.0.103 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103418 Jul 08 20:36:41.262525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb2b9-fc55-411f-a170-5609a915770c req-1710d1ac-92b9-4a8d-9163-5165da37b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:41.263981 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3fcbb2b9-fc55-411f-a170-5609a915770c req-1710d1ac-92b9-4a8d-9163-5165da37b124 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5a9be946-4335-46dc-aac1-bc57b41a6c30 HTTP/1.1" status: 200 len: 913 time: 0.2439721 Jul 08 20:36:41.274288 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1f997400-1f74-4d12-92ad-af717ca2d010 req-ef26b36b-b339-42b1-a8f5-1ed4343065ff tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477934 Jul 08 20:36:41.300555 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51512cb8-965a-44aa-97ba-5f387880c2c3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:41.331610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51512cb8-965a-44aa-97ba-5f387880c2c3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f0621e-3b87-4546-a5b9-60f7d8dbfa8a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:41.333636 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51512cb8-965a-44aa-97ba-5f387880c2c3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:41.338060 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-51512cb8-965a-44aa-97ba-5f387880c2c3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/c6f0621e-3b87-4546-a5b9-60f7d8dbfa8a HTTP/1.1" status: 204 len: 168 time: 0.8896213 Jul 08 20:36:41.338665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48514) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:41.346192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54190c3d-82c6-4090-a721-978ad29a8dc6 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:41.363721 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3fcbb2b9-fc55-411f-a170-5609a915770c req-d1eed73a-e4f6-41da-8915-f0e9b9a95592 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e35f36e6-c391-4e11-9806-754ac624fe13 HTTP/1.1" status: 200 len: 217 time: 0.0825629 Jul 08 20:36:41.424653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48516) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:41.429183 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-08ca8d49-1c2d-4b04-b1b5-0b4c0c35a357 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890255 Jul 08 20:36:41.538894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb2b9-fc55-411f-a170-5609a915770c req-11fe41a9-1288-4484-9c03-8ca9440f855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:41.540386 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3fcbb2b9-fc55-411f-a170-5609a915770c req-11fe41a9-1288-4484-9c03-8ca9440f855d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=14bb4fbc-fdac-481b-9869-eafdebd7a3b4 HTTP/1.1" status: 200 len: 852 time: 0.1699607 Jul 08 20:36:41.553300 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:41.576341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b9ea18-a564-4652-9fba-f454ddd97fdb None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:36:41.589934 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:41.600006 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3fcbb2b9-fc55-411f-a170-5609a915770c req-f8393c02-6612-4dba-afd9-7d6552473584 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5a9be946-4335-46dc-aac1-bc57b41a6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447986 Jul 08 20:36:41.610099 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c35c4bef-0dfd-4155-8949-1b387b896e83 req-1865eb95-0f48-4124-a231-8f7b4da34c81 service neutron] 10.222.0.103 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588490 Jul 08 20:36:41.666758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-24b9ea18-a564-4652-9fba-f454ddd97fdb None None] Deleting port 9087989b-29da-468d-a806-e85cb9da5c91 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:41.667264 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24b9ea18-a564-4652-9fba-f454ddd97fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:41.744136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-24b9ea18-a564-4652-9fba-f454ddd97fdb None None] For port 9087989b-29da-468d-a806-e85cb9da5c91, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9087989b-29da-468d-a806-e85cb9da5c91,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:41.744926 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24b9ea18-a564-4652-9fba-f454ddd97fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:41.758907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=2af9b30b-8b96-4ca5-9b58-d1aceed91941,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:41.769024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a6353c-82d7-4829-9e30-638513165700 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:41.769177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-24b9ea18-a564-4652-9fba-f454ddd97fdb None None] Calling delete_port for 9087989b-29da-468d-a806-e85cb9da5c91 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:41.777268 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-97a6353c-82d7-4829-9e30-638513165700 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3565111 Jul 08 20:36:41.778197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48526) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:41.781794 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:41.793885 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcfbd9-248c-45d1-a759-a46c0c62aeac req-269c5ab8-2908-4b12-8be9-51b6c728ec4c tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:41.795499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36bcfbd9-248c-45d1-a759-a46c0c62aeac req-269c5ab8-2908-4b12-8be9-51b6c728ec4c tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 943 time: 0.3587108 Jul 08 20:36:41.842773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0305-0762-4e87-9297-9660a63df70f req-2f870352-335e-4f59-80f6-a79145fcfcdb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:41.844360 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-798b0305-0762-4e87-9297-9660a63df70f req-2f870352-335e-4f59-80f6-a79145fcfcdb tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 945 time: 0.1529479 Jul 08 20:36:41.858218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1d68f8-25e1-4887-800a-d14ec3018777 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:41.863412 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-de1d68f8-25e1-4887-800a-d14ec3018777 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0841737 Jul 08 20:36:41.868741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48528) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:41.891246 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24b9ea18-a564-4652-9fba-f454ddd97fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:41.927850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9ea18-a564-4652-9fba-f454ddd97fdb None None] Pushing event deleted for resources: {'Port': ['ID=9087989b-29da-468d-a806-e85cb9da5c91,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:41.930133 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d927c10b-2771-4369-9965-5fcfbb0b7947 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601952 Jul 08 20:36:41.932137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48530) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:41.936130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9ea18-a564-4652-9fba-f454ddd97fdb None None] No DVR routers for this DVR port 9087989b-29da-468d-a806-e85cb9da5c91 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:36:41.937546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-e4bb0c9b-5e81-4123-9d1f-f4494acfba4f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:42.006405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e35f36e6-c391-4e11-9806-754ac624fe13 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:36:42.009985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f513bb86-0441-4d65-b606-d0f9b7523241 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:42.010673 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-798b0305-0762-4e87-9297-9660a63df70f req-62047198-8132-49c2-baa1-9d597bf5758e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566870 Jul 08 20:36:42.081846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bb0c9b-5e81-4123-9d1f-f4494acfba4f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:42.087826 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0c9b-5e81-4123-9d1f-f4494acfba4f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:42.208536 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:42.241399 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e35f36e6-c391-4e11-9806-754ac624fe13, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e35f36e6-c391-4e11-9806-754ac624fe13,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:42.255633 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:42.258691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7046f6cc-f1b8-43d4-b0be-356f6036b744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f513bb86-0441-4d65-b606-d0f9b7523241'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:42.260351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:42.261330 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3275ec08-6396-425e-a8c5-c80bce73df0c" -d '{"events": [{"server_uuid": "7046f6cc-f1b8-43d4-b0be-356f6036b744", "name": "network-vif-unplugged", "status": "completed", "tag": "f513bb86-0441-4d65-b606-d0f9b7523241"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:42.289589 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'e35f36e6-c391-4e11-9806-754ac624fe13', 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30', 'port_id': 'e35f36e6-c391-4e11-9806-754ac624fe13', 'mac_address': 'fa:16:3e:dc:ef:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bb4fbc-fdac-481b-9869-eafdebd7a3b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:36:42.294991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f513bb86-0441-4d65-b606-d0f9b7523241, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f513bb86-0441-4d65-b606-d0f9b7523241,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:42.311281 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3fcbb2b9-fc55-411f-a170-5609a915770c req-76b7830d-6e68-429a-8e51-514e651f8b1e service neutron] 10.222.0.104 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582692 Jul 08 20:36:42.343604 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b9c039-fb48-430d-863d-9b6355220db3 x-openstack-request-id: req-e4b9c039-fb48-430d-863d-9b6355220db3 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:42.343966 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7046f6cc-f1b8-43d4-b0be-356f6036b744", "name": "network-vif-unplugged", "status": "completed", "tag": "f513bb86-0441-4d65-b606-d0f9b7523241", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:42.344285 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e4b9c039-fb48-430d-863d-9b6355220db3 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:42.345558 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7046f6cc-f1b8-43d4-b0be-356f6036b744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f513bb86-0441-4d65-b606-d0f9b7523241', 'code': 200} Jul 08 20:36:42.346533 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:42.366336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35f36e6-c391-4e11-9806-754ac624fe13 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:36:42.378407 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:42.386787 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36bcfbd9-248c-45d1-a759-a46c0c62aeac req-68f4cbff-471e-430f-b581-d8cee49a15c9 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849404 Jul 08 20:36:42.470078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.objects.ports [None req-e4bb0c9b-5e81-4123-9d1f-f4494acfba4f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:36:42.472011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e35f36e6-c391-4e11-9806-754ac624fe13, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e35f36e6-c391-4e11-9806-754ac624fe13,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:42.473428 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0c9b-5e81-4123-9d1f-f4494acfba4f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:42.515081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=f513bb86-0441-4d65-b606-d0f9b7523241,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:42.527219 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:42.616209 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3fcbb2b9-fc55-411f-a170-5609a915770c req-252e13c4-ed8d-4a92-ac0e-6d124044853e service neutron] 10.222.0.104 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484729 Jul 08 20:36:42.619203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e35f36e6-c391-4e11-9806-754ac624fe13,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:42.624473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Router 4c17d619-e77a-4421-b377-da97acf4046f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:36:42.635101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bb0c9b-5e81-4123-9d1f-f4494acfba4f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:42.638947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e4bb0c9b-5e81-4123-9d1f-f4494acfba4f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:42.648427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4c871e-3286-471b-b80d-2da52e18a587 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:42.659116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bb0c9b-5e81-4123-9d1f-f4494acfba4f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:42.659860 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0c9b-5e81-4123-9d1f-f4494acfba4f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:42.695090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb0c9b-5e81-4123-9d1f-f4494acfba4f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=7dae7fd7-3355-4102-b89c-58f288b46a8b,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:42.726451 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e4bb0c9b-5e81-4123-9d1f-f4494acfba4f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7908049 Jul 08 20:36:42.730689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48538) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:42.730964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9087989b-29da-468d-a806-e85cb9da5c91 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:42.742470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'mac_address': 'fa:16:3e:a6:3d:b9', 'name': 'tempest-NetworksTestDHCPv6-1090762264'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:42.765953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 9087989b-29da-468d-a806-e85cb9da5c91 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:36:42.766294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9087989b-29da-468d-a806-e85cb9da5c91 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:36:42.776230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b3285d4f-9f15-4256-851b-e7bf9ba3a7de None None] Provisioning complete for port 2af9b30b-8b96-4ca5-9b58-d1aceed91941 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:42.776607 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b3285d4f-9f15-4256-851b-e7bf9ba3a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:42.794007 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:36:42.808782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Sync routers for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:36:42.810423 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-067eed7e-9d5f-47a9-842d-2d1d4df62b77 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "PUT /v2.0/routers/4c17d619-e77a-4421-b377-da97acf4046f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0229959 Jul 08 20:36:42.827334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0504fa-a83e-4b7a-8034-38c86fccab8b req-d0250397-d23a-4ba5-88cf-41881d2aeed2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:42.828887 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba0504fa-a83e-4b7a-8034-38c86fccab8b req-d0250397-d23a-4ba5-88cf-41881d2aeed2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 944 time: 0.2702160 Jul 08 20:36:42.864163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b3285d4f-9f15-4256-851b-e7bf9ba3a7de None None] Port 2af9b30b-8b96-4ca5-9b58-d1aceed91941 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:36:42.868405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:36:42.869074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:36:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:36:42.888501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba0504fa-a83e-4b7a-8034-38c86fccab8b req-032d8df5-3726-475f-b44a-deebc9d41d83 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515089 Jul 08 20:36:42.914417 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['e35f36e6-c391-4e11-9806-754ac624fe13'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:36:42.921448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6b845765-4ae3-4212-9164-2b040eab71f2 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:36:42.936745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:43.059071 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': '7dae7fd7-3355-4102-b89c-58f288b46a8b'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:36:43.060523 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:43.071718 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:43.147116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 2570a8bf-f49b-41b6-a7c7-3a16558556c5 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:36:43.247744 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:36:43.296582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf5e57-d19e-4b74-88dc-9b39a7690a65 req-b3492836-4f66-4a3e-b69c-75f917663d8d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:43.320850 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7bf5e57-d19e-4b74-88dc-9b39a7690a65 req-b3492836-4f66-4a3e-b69c-75f917663d8d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 943 time: 0.1308568 Jul 08 20:36:43.375044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6b845765-4ae3-4212-9164-2b040eab71f2, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6b845765-4ae3-4212-9164-2b040eab71f2,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:43.399877 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7bf5e57-d19e-4b74-88dc-9b39a7690a65 req-c4f3e216-c101-45fd-b416-c207963e3b83 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752099 Jul 08 20:36:43.449164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::f816:3eff:fea6:3db9 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/7dae7fd7-3355-4102-b89c-58f288b46a8b/2570a8bf-f49b-41b6-a7c7-3a16558556c5) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:43.646113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '6b845765-4ae3-4212-9164-2b040eab71f2', 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30', 'port_id': '6b845765-4ae3-4212-9164-2b040eab71f2', 'mac_address': 'fa:16:3e:16:28:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bb4fbc-fdac-481b-9869-eafdebd7a3b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:36:43.731886 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:43.749058 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3853c7-11bd-474f-85ef-31b077a8d258 req-58fee406-d0ba-4da4-9175-4580260698c7 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:43.758603 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9d3853c7-11bd-474f-85ef-31b077a8d258 req-58fee406-d0ba-4da4-9175-4580260698c7 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 943 time: 0.2073419 Jul 08 20:36:43.788060 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:43.793456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 2570a8bf-f49b-41b6-a7c7-3a16558556c5 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:43.828697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b845765-4ae3-4212-9164-2b040eab71f2 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:36:43.829481 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9d3853c7-11bd-474f-85ef-31b077a8d258 req-252cbdb5-00c9-44d7-b59b-eec7c7df1788 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699046 Jul 08 20:36:43.875203 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:43.888624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6b845765-4ae3-4212-9164-2b040eab71f2, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6b845765-4ae3-4212-9164-2b040eab71f2,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:43.921414 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:43.921995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 82d156de-a8c5-467e-9e3e-b7d1cce44cdb details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:36:43.958590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=2570a8bf-f49b-41b6-a7c7-3a16558556c5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:43.981712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:43.985651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:43.991206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Allocated IP 2001:db8::f816:3eff:fe06:702 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/7dae7fd7-3355-4102-b89c-58f288b46a8b/3a8ef62b-c2dd-4532-a58e-620366368dfb) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:43.996396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:44.005786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:44.006461 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.031737 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bf83ce39-a47a-4b01-8747-765b7f517efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2954628 Jul 08 20:36:44.032206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48556) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:44.072896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=6b845765-4ae3-4212-9164-2b040eab71f2,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:44.147733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:36:40Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '135e3e84-88f0-4b81-bbb3-8a8f09007b13', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'port_id': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'mac_address': 'fa:16:3e:c9:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:35:22Z', 'updated_at': '2021-07-08T20:35:33Z', 'revision_number': 1, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af9b30b-8b96-4ca5-9b58-d1aceed91941', 'name': '', 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:25:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'f7b6aa8b-2981-4faf-9866-65ef705cec51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:36:37Z', 'updated_at': '2021-07-08T20:36:41Z', 'revision_number': 2, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': 'f7b6aa8b-2981-4faf-9866-65ef705cec51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:48Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:36:44.167745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a4441-090b-40a2-9777-3113dde85692 req-79af1520-62bc-41e7-8096-b8fafae89f3e tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:44.169517 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-656a4441-090b-40a2-9777-3113dde85692 req-79af1520-62bc-41e7-8096-b8fafae89f3e tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 944 time: 0.1191273 Jul 08 20:36:44.182039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efbe2e3-c18d-46fa-af01-c3e77df21481 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:44.185427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Checking router: 4c17d619-e77a-4421-b377-da97acf4046f for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:36:44.185791 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Updating router 4c17d619-e77a-4421-b377-da97acf4046f port 2af9b30b-8b96-4ca5-9b58-d1aceed91941 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:36:44.191482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48558) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:44.191671 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1efbe2e3-c18d-46fa-af01-c3e77df21481 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1555884 Jul 08 20:36:44.228832 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-656a4441-090b-40a2-9777-3113dde85692 req-40883e7e-91cb-48b3-9011-f2b11534a5a2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359774 Jul 08 20:36:44.232486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=82d156de-a8c5-467e-9e3e-b7d1cce44cdb,segment=NetworkSegment(f7f64f20-2df1-4743-b4c9-c2b50ed686b2),segment_id=f7f64f20-2df1-4743-b4c9-c2b50ed686b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:44.261237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '82d156de-a8c5-467e-9e3e-b7d1cce44cdb', 'network_id': '2c8dd562-6220-4b8b-9ae8-ba78ecb9e886', 'port_id': '82d156de-a8c5-467e-9e3e-b7d1cce44cdb', 'mac_address': 'fa:16:3e:18:5f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d58ca0-5d84-4114-a3db-7b4b8ce582b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:36:44.291787 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.330852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d41a467f-6c80-4dc7-bb6c-1d561b9dbd5d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 2570a8bf-f49b-41b6-a7c7-3a16558556c5 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:44.331571 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d41a467f-6c80-4dc7-bb6c-1d561b9dbd5d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.375605 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.382644 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.396711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Transition to ACTIVE for port object 3a8ef62b-c2dd-4532-a58e-620366368dfb will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:44.430042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d41a467f-6c80-4dc7-bb6c-1d561b9dbd5d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.443768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d41a467f-6c80-4dc7-bb6c-1d561b9dbd5d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 2570a8bf-f49b-41b6-a7c7-3a16558556c5 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:44.471860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d156de-a8c5-467e-9e3e-b7d1cce44cdb {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:36:44.476074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Transition to ACTIVE for port object 3a8ef62b-c2dd-4532-a58e-620366368dfb will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:44.498442 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.546226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=82d156de-a8c5-467e-9e3e-b7d1cce44cdb,segment=NetworkSegment(f7f64f20-2df1-4743-b4c9-c2b50ed686b2),segment_id=f7f64f20-2df1-4743-b4c9-c2b50ed686b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:44.572989 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.609587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:44.612805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Pushing event updated for resources: {'Port': ['ID=3a8ef62b-c2dd-4532-a58e-620366368dfb,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:44.619164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:44.627493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:44.664610 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d41a467f-6c80-4dc7-bb6c-1d561b9dbd5d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.718692 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a467f-6c80-4dc7-bb6c-1d561b9dbd5d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=2570a8bf-f49b-41b6-a7c7-3a16558556c5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:44.752106 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d41a467f-6c80-4dc7-bb6c-1d561b9dbd5d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.755482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d41a467f-6c80-4dc7-bb6c-1d561b9dbd5d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/2570a8bf-f49b-41b6-a7c7-3a16558556c5 HTTP/1.1" status: 204 len: 168 time: 0.5608337 Jul 08 20:36:44.757096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48568) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:44.774752 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc365c0-dff2-41ac-89ba-1bedc13a7a43 req-f30e92fa-64ad-461d-94ab-5199f2527b51 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:44.776885 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ddc365c0-dff2-41ac-89ba-1bedc13a7a43 req-f30e92fa-64ad-461d-94ab-5199f2527b51 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 943 time: 0.1672788 Jul 08 20:36:44.780718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=82d156de-a8c5-467e-9e3e-b7d1cce44cdb,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:44.792391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Attempting to bind port 3a8ef62b-c2dd-4532-a58e-620366368dfb on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:44.792801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Attempting to bind port 3a8ef62b-c2dd-4532-a58e-620366368dfb by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:44.793171 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Attempting to bind port 3a8ef62b-c2dd-4532-a58e-620366368dfb on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:44.818301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:44.818301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:44.818301 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.818798 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:44.818980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Bound port: 3a8ef62b-c2dd-4532-a58e-620366368dfb, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:44.819376 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.828332 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ddc365c0-dff2-41ac-89ba-1bedc13a7a43 req-b1c248e4-4cb4-4f3f-b213-d685ed0c9e10 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445235 Jul 08 20:36:44.846857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6980bf77-b78c-44e8-96b7-9b0ccdb917ca tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:44.863073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6980bf77-b78c-44e8-96b7-9b0ccdb917ca tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:44.863276 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.863394 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6980bf77-b78c-44e8-96b7-9b0ccdb917ca tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0923135 Jul 08 20:36:44.863485 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48572) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:44.887741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Transition to ACTIVE for port object 2af9b30b-8b96-4ca5-9b58-d1aceed91941 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:44.918174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['82d156de-a8c5-467e-9e3e-b7d1cce44cdb'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:36:44.931218 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.935568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-302e7b21-fa1e-4cb9-879c-76fe34dc7b9f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 7dae7fd7-3355-4102-b89c-58f288b46a8b {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:36:44.939705 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-302e7b21-fa1e-4cb9-879c-76fe34dc7b9f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:44.964458 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6b845765-4ae3-4212-9164-2b040eab71f2'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:36:45.033390 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-302e7b21-fa1e-4cb9-879c-76fe34dc7b9f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:45.073020 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] For port 3a8ef62b-c2dd-4532-a58e-620366368dfb, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:45.099181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e6092-f7ee-48ee-bd82-fab14e09cf8a req-ba611138-d69d-409d-a1a1-3ecd385c732e tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:45.104924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] For port 3a8ef62b-c2dd-4532-a58e-620366368dfb, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3a8ef62b-c2dd-4532-a58e-620366368dfb,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:45.109675 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-742e6092-f7ee-48ee-bd82-fab14e09cf8a req-ba611138-d69d-409d-a1a1-3ecd385c732e tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 944 time: 0.0935731 Jul 08 20:36:45.118011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73624347-45a6-4ddb-8565-6709b522d590 None None] Pushing event updated for resources: {'Port': ['ID=2af9b30b-8b96-4ca5-9b58-d1aceed91941,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:45.123890 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:45.168753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-742e6092-f7ee-48ee-bd82-fab14e09cf8a req-af4ee871-4f88-41d7-84d0-ca23004c49ac tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568824 Jul 08 20:36:45.170528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e08459-10ab-4b01-9cce-af118598d507 req-fee0f4b5-9a47-488b-8c90-d89fea017185 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:45.172131 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5e08459-10ab-4b01-9cce-af118598d507 req-fee0f4b5-9a47-488b-8c90-d89fea017185 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1874583 Jul 08 20:36:45.202660 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-302e7b21-fa1e-4cb9-879c-76fe34dc7b9f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:45.254837 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb635be-412a-4bbf-a407-cba465f8a4cf None None] Pushing event updated for resources: {'Port': ['ID=3a8ef62b-c2dd-4532-a58e-620366368dfb,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:45.288867 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5e08459-10ab-4b01-9cce-af118598d507 req-86b26802-a489-4c55-abc6-dc4db6703527 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073246 Jul 08 20:36:45.357132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Attempting to bind port 2af9b30b-8b96-4ca5-9b58-d1aceed91941 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:45.357453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Attempting to bind port 2af9b30b-8b96-4ca5-9b58-d1aceed91941 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:45.357804 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Attempting to bind port 2af9b30b-8b96-4ca5-9b58-d1aceed91941 on network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:45.390812 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-302e7b21-fa1e-4cb9-879c-76fe34dc7b9f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:45.411249 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:45.411811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Checking segment: {'id': 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:45.412040 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:45.412437 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Bound using segment: {'id': 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:45.412949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Bound port: 2af9b30b-8b96-4ca5-9b58-d1aceed91941, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:45.413337 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:45.458610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e7b21-fa1e-4cb9-879c-76fe34dc7b9f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=7dae7fd7-3355-4102-b89c-58f288b46a8b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:45.460874 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-302e7b21-fa1e-4cb9-879c-76fe34dc7b9f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:45.466418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48582) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:45.483001 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-302e7b21-fa1e-4cb9-879c-76fe34dc7b9f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/7dae7fd7-3355-4102-b89c-58f288b46a8b HTTP/1.1" status: 204 len: 168 time: 0.6220765 Jul 08 20:36:45.529294 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-16f16336-8fc7-455e-8e1f-dd864be54891 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615668 Jul 08 20:36:45.540125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48584) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:45.548710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:45.607139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5f85c-384c-4af9-8dc6-e75677f67bca req-36f70299-fcf2-4bf1-9943-8bb68fdf47dd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:45.617479 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-21b5f85c-384c-4af9-8dc6-e75677f67bca req-36f70299-fcf2-4bf1-9943-8bb68fdf47dd tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1162646 Jul 08 20:36:45.681347 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] For port 2af9b30b-8b96-4ca5-9b58-d1aceed91941, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:45.685730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] For port 2af9b30b-8b96-4ca5-9b58-d1aceed91941, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2af9b30b-8b96-4ca5-9b58-d1aceed91941,segment=NetworkSegment(cf4bb5f4-8bf9-4856-a4dd-b2d336486511),segment_id=cf4bb5f4-8bf9-4856-a4dd-b2d336486511)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:45.699365 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:45.707801 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-21b5f85c-384c-4af9-8dc6-e75677f67bca req-a14c58e5-a9d9-43fe-ac4f-bcc33c4d9e88 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830624 Jul 08 20:36:45.793265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:36:45.793934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:36:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:36:45.805025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73624347-45a6-4ddb-8565-6709b522d590 None None] Pushing event updated for resources: {'Port': ['ID=2af9b30b-8b96-4ca5-9b58-d1aceed91941,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:45.908368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f993-f566-4907-9afd-e7d7ff2fbcc7 req-2cc24409-c2c9-4eee-86d7-3868b42fe6de tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:45.915568 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ea1f993-f566-4907-9afd-e7d7ff2fbcc7 req-2cc24409-c2c9-4eee-86d7-3868b42fe6de tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 944 time: 0.3851151 Jul 08 20:36:45.949020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:45.955783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:45.963480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:36:46.067663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e35f36e6-c391-4e11-9806-754ac624fe13 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:46.155159 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ea1f993-f566-4907-9afd-e7d7ff2fbcc7 req-623a781d-1623-4ff8-81f5-937513f862fe tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383425 Jul 08 20:36:46.320457 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port e35f36e6-c391-4e11-9806-754ac624fe13 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:46.354214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port e35f36e6-c391-4e11-9806-754ac624fe13 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:46.354478 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:46.417365 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70cde0-67a5-422f-ba31-7b70be39d845 req-3e183810-96c7-4144-8be4-dfbf7e7b98f5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:46.435225 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa70cde0-67a5-422f-ba31-7b70be39d845 req-3e183810-96c7-4144-8be4-dfbf7e7b98f5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1495969 Jul 08 20:36:46.484083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa70cde0-67a5-422f-ba31-7b70be39d845 req-567adecc-387a-4803-ac4e-fddd95453abf tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476425 Jul 08 20:36:46.484272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:36:40Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '135e3e84-88f0-4b81-bbb3-8a8f09007b13', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'port_id': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'mac_address': 'fa:16:3e:c9:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:35:22Z', 'updated_at': '2021-07-08T20:35:33Z', 'revision_number': 1, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af9b30b-8b96-4ca5-9b58-d1aceed91941', 'name': '', 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:25:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'f7b6aa8b-2981-4faf-9866-65ef705cec51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:36:37Z', 'updated_at': '2021-07-08T20:36:45Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': 'f7b6aa8b-2981-4faf-9866-65ef705cec51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:48Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:36:46.511305 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:46.526782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04644afc-2ac2-4ae6-91d7-565f15a9d6d7 req-24d92131-d02d-44ea-bf2d-82de32bd8274 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:46.528414 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-04644afc-2ac2-4ae6-91d7-565f15a9d6d7 req-24d92131-d02d-44ea-bf2d-82de32bd8274 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 944 time: 0.1615651 Jul 08 20:36:46.557624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97cf11-8053-4de3-b6dd-49ce6367c9a5 None None] The sync data for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 is: [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:36:40Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '135e3e84-88f0-4b81-bbb3-8a8f09007b13', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'port_id': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'mac_address': 'fa:16:3e:c9:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:35:22Z', 'updated_at': '2021-07-08T20:35:33Z', 'revision_number': 1, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af9b30b-8b96-4ca5-9b58-d1aceed91941', 'name': '', 'network_id': '7ba93140-bca1-4c7d-993f-b7eee76b2a21', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:25:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'f7b6aa8b-2981-4faf-9866-65ef705cec51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:36:37Z', 'updated_at': '2021-07-08T20:36:45Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': 'f7b6aa8b-2981-4faf-9866-65ef705cec51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:48Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:36:46.576913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8231425c-ca73-4cc3-b7f9-9ba8a4aec19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35f36e6-c391-4e11-9806-754ac624fe13'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:46.579865 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74965897-b1ad-43ae-8753-16227f80a7b2" -d '{"events": [{"server_uuid": "8231425c-ca73-4cc3-b7f9-9ba8a4aec19a", "name": "network-vif-plugged", "status": "completed", "tag": "e35f36e6-c391-4e11-9806-754ac624fe13"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:46.602156 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port e35f36e6-c391-4e11-9806-754ac624fe13, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e35f36e6-c391-4e11-9806-754ac624fe13,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:46.613873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.objects.ports [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:36:46.631067 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:46.631999 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f513bb86-0441-4d65-b606-d0f9b7523241 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:46.702263 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b897cc8-16cb-4332-ada2-f630f7792ab3 x-openstack-request-id: req-2b897cc8-16cb-4332-ada2-f630f7792ab3 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:46.702554 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8231425c-ca73-4cc3-b7f9-9ba8a4aec19a", "name": "network-vif-plugged", "status": "completed", "tag": "e35f36e6-c391-4e11-9806-754ac624fe13", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:46.702807 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2b897cc8-16cb-4332-ada2-f630f7792ab3 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:46.703202 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8231425c-ca73-4cc3-b7f9-9ba8a4aec19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35f36e6-c391-4e11-9806-754ac624fe13', 'code': 200} Jul 08 20:36:46.849524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=e35f36e6-c391-4e11-9806-754ac624fe13,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:46.888701 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-04644afc-2ac2-4ae6-91d7-565f15a9d6d7 req-2ac903f3-cfe0-4efb-9121-3e508a27d41e tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476365 Jul 08 20:36:46.893022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3a8ef62b-c2dd-4532-a58e-620366368dfb up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:47.020975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49400c-6918-4e04-bc60-ef20285da2c9 req-1ee6fb65-aaf1-4fd4-83c0-acc2ce62ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:47.022593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab49400c-6918-4e04-bc60-ef20285da2c9 req-1ee6fb65-aaf1-4fd4-83c0-acc2ce62ca0e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 1097 time: 0.2320058 Jul 08 20:36:47.106251 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69094ac-35af-438c-9a6e-95a982078139 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:47.128987 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ab49400c-6918-4e04-bc60-ef20285da2c9 req-a88e944a-c6ad-45c9-8d07-c204eaec174d service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688007 Jul 08 20:36:47.144946 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.168237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6b845765-4ae3-4212-9164-2b040eab71f2 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:47.282424 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b60eba20-8273-4418-b161-dbef8d2e94a9 None None] Provisioning for port 3a8ef62b-c2dd-4532-a58e-620366368dfb completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:47.318023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 6b845765-4ae3-4212-9164-2b040eab71f2 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:47.324732 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] For port 3a8ef62b-c2dd-4532-a58e-620366368dfb, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3a8ef62b-c2dd-4532-a58e-620366368dfb,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:47.328099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 6b845765-4ae3-4212-9164-2b040eab71f2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:47.328489 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.373832 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 3a8ef62b-c2dd-4532-a58e-620366368dfb completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:47.383370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.390610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 3a8ef62b-c2dd-4532-a58e-620366368dfb triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:47.391001 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.399020 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.399779 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.429508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:47.434546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:47.480277 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:47.481412 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.494001 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc008378-b6ff-4515-b320-55674ea176cb req-8102ad05-63aa-478d-a9a8-a780a46a5d21 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:47.495916 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc008378-b6ff-4515-b320-55674ea176cb req-8102ad05-63aa-478d-a9a8-a780a46a5d21 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 945 time: 0.1486604 Jul 08 20:36:47.544080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48610) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:47.551347 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0098908 Jul 08 20:36:47.552519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'mac_address': 'fa:16:3e:eb:ff:41', 'name': 'tempest-NetworksTestDHCPv6-1592034704'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:47.558755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=5522b7da-bdf4-4bad-86f4-d1724033f1ee,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:47.560588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1703df-9511-4dcb-90fb-8cf41e2f0924 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=3a8ef62b-c2dd-4532-a58e-620366368dfb,revision_number=5']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:47.612486 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.617692 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.691936 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6b845765-4ae3-4212-9164-2b040eab71f2, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6b845765-4ae3-4212-9164-2b040eab71f2,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:47.700896 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.705206 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.706224 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 82d156de-a8c5-467e-9e3e-b7d1cce44cdb up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:47.715089 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc008378-b6ff-4515-b320-55674ea176cb req-45c94dbc-f103-47f9-ad44-bbe51359fb26 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092302 Jul 08 20:36:47.770981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:47.776466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.792699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd6101-c737-4d40-b04b-e34ae010b874 req-4e5d5488-06b1-46f6-92b2-a9d0e42f1235 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:47.808606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 3a8ef62b-c2dd-4532-a58e-620366368dfb, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3a8ef62b-c2dd-4532-a58e-620366368dfb,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:47.810911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e2fd6101-c737-4d40-b04b-e34ae010b874 req-4e5d5488-06b1-46f6-92b2-a9d0e42f1235 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1420178 Jul 08 20:36:47.818433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port b4e7b66e-ab33-4391-a23d-d6660ad3e7a3 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:36:47.826245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.866924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:47.885330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:47.885713 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:47.903662 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e2fd6101-c737-4d40-b04b-e34ae010b874 req-1db039e2-6cbf-4bbf-8501-ad14e9ee2213 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909660 Jul 08 20:36:47.957785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=6b845765-4ae3-4212-9164-2b040eab71f2,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:47.987220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::f816:3eff:feeb:ff41 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/5522b7da-bdf4-4bad-86f4-d1724033f1ee/b4e7b66e-ab33-4391-a23d-d6660ad3e7a3) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:47.996287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba5f744-4aec-40ad-9b6c-1a7d49a525c1 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:48.006634 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.006987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.007331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.007676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.008014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.008349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.008707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.009044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.009376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.009810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.010150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.010477 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.155438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=3a8ef62b-c2dd-4532-a58e-620366368dfb,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:48.200512 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:48.222393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object b4e7b66e-ab33-4391-a23d-d6660ad3e7a3 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:48.239793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfae88-5dfe-47fc-8b93-50cc4938aeb9 req-b6717afb-bbc4-4da7-8f27-d53dd503f527 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:48.241565 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e1dfae88-5dfe-47fc-8b93-50cc4938aeb9 req-b6717afb-bbc4-4da7-8f27-d53dd503f527 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 944 time: 0.1307561 Jul 08 20:36:48.242897 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d8fa8389-120e-430a-a1d3-19fb67b2743d None None] Provisioning complete for port 3a8ef62b-c2dd-4532-a58e-620366368dfb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:48.243509 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8389-120e-430a-a1d3-19fb67b2743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:48.246467 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:48.308455 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e1dfae88-5dfe-47fc-8b93-50cc4938aeb9 req-14af10d3-c981-4f35-a240-4b1a716fbaa8 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532038 Jul 08 20:36:48.322223 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:48.331521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=82d156de-a8c5-467e-9e3e-b7d1cce44cdb,segment=NetworkSegment(f7f64f20-2df1-4743-b4c9-c2b50ed686b2),segment_id=f7f64f20-2df1-4743-b4c9-c2b50ed686b2)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:48.340456 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:48.371542 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:48.375115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:48.377640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:48.383839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:48.384723 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:48.414824 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8678432 Jul 08 20:36:48.418212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48618) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:48.448293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=82d156de-a8c5-467e-9e3e-b7d1cce44cdb,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:48.459809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=b4e7b66e-ab33-4391-a23d-d6660ad3e7a3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:48.474525 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.474869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.475160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.475498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.475842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.476769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.477100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.477437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.477786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.478114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.478476 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.478977 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f763fe-72f4-4a36-8131-245536390892 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:36:48.522821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302848bc-22cd-4729-b73c-ebee9215eeb8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:48.529136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302848bc-22cd-4729-b73c-ebee9215eeb8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:48.533951 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-302848bc-22cd-4729-b73c-ebee9215eeb8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1052306 Jul 08 20:36:48.534051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48620) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:48.644600 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f1020fe8-6ee7-42c7-86a7-b1339fa17a03 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port b4e7b66e-ab33-4391-a23d-d6660ad3e7a3 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:48.645107 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1020fe8-6ee7-42c7-86a7-b1339fa17a03 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:48.704757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007c3fe6-77d8-4ad7-af84-405d54f14057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b845765-4ae3-4212-9164-2b040eab71f2'}, {'server_uuid': 'f1bad17b-abd5-4232-a961-8dd92a9e34aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d156de-a8c5-467e-9e3e-b7d1cce44cdb'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:48.709861 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d98f63-8fae-4d4e-8976-f085b39c0b88" -d '{"events": [{"server_uuid": "007c3fe6-77d8-4ad7-af84-405d54f14057", "name": "network-vif-plugged", "status": "completed", "tag": "6b845765-4ae3-4212-9164-2b040eab71f2"}, {"server_uuid": "f1bad17b-abd5-4232-a961-8dd92a9e34aa", "name": "network-vif-plugged", "status": "completed", "tag": "82d156de-a8c5-467e-9e3e-b7d1cce44cdb"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:48.773108 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1020fe8-6ee7-42c7-86a7-b1339fa17a03 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:48.795535 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf66e01-7d07-4cb5-b564-c59ebd8f55ab x-openstack-request-id: req-6cf66e01-7d07-4cb5-b564-c59ebd8f55ab {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:48.795535 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007c3fe6-77d8-4ad7-af84-405d54f14057", "name": "network-vif-plugged", "status": "completed", "tag": "6b845765-4ae3-4212-9164-2b040eab71f2", "code": 200}, {"server_uuid": "f1bad17b-abd5-4232-a961-8dd92a9e34aa", "name": "network-vif-plugged", "status": "completed", "tag": "82d156de-a8c5-467e-9e3e-b7d1cce44cdb", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:48.795535 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6cf66e01-7d07-4cb5-b564-c59ebd8f55ab {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:48.795995 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007c3fe6-77d8-4ad7-af84-405d54f14057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b845765-4ae3-4212-9164-2b040eab71f2', 'code': 200} Jul 08 20:36:48.796174 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bad17b-abd5-4232-a961-8dd92a9e34aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d156de-a8c5-467e-9e3e-b7d1cce44cdb', 'code': 200} Jul 08 20:36:48.807684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2af9b30b-8b96-4ca5-9b58-d1aceed91941 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:48.807837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f1020fe8-6ee7-42c7-86a7-b1339fa17a03 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for b4e7b66e-ab33-4391-a23d-d6660ad3e7a3 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:48.837652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-62059f00-c3bb-4c6d-8616-e557a587131f None None] Provisioning for port b4e7b66e-ab33-4391-a23d-d6660ad3e7a3 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:48.849105 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-62059f00-c3bb-4c6d-8616-e557a587131f None None] Provisioning complete for port b4e7b66e-ab33-4391-a23d-d6660ad3e7a3 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:48.849479 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-62059f00-c3bb-4c6d-8616-e557a587131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:48.905077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-62059f00-c3bb-4c6d-8616-e557a587131f None None] Port b4e7b66e-ab33-4391-a23d-d6660ad3e7a3 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:36:48.918442 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 2af9b30b-8b96-4ca5-9b58-d1aceed91941 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:48.922702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-62059f00-c3bb-4c6d-8616-e557a587131f None None] Provisioning complete for port 3a8ef62b-c2dd-4532-a58e-620366368dfb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:48.923027 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-62059f00-c3bb-4c6d-8616-e557a587131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:48.927203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2af9b30b-8b96-4ca5-9b58-d1aceed91941 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:48.927574 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:49.021178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a90ce7-2e19-4d27-9913-3149ec33b613 req-b42ed6f0-78f2-45a9-b9e1-0f072cddcf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:49.023641 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-19a90ce7-2e19-4d27-9913-3149ec33b613 req-b42ed6f0-78f2-45a9-b9e1-0f072cddcf72 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=007c3fe6-77d8-4ad7-af84-405d54f14057 HTTP/1.1" status: 200 len: 1097 time: 0.0836892 Jul 08 20:36:49.085457 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-19a90ce7-2e19-4d27-9913-3149ec33b613 req-98d53ff5-13ba-435d-a504-ec67312157e9 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436735 Jul 08 20:36:49.141413 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:49.190344 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec4a03-1fda-4809-8be4-c8d8f509854c req-7860ad14-d84c-4e1c-a6fd-ff57c0e9524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:49.192064 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bcec4a03-1fda-4809-8be4-c8d8f509854c req-7860ad14-d84c-4e1c-a6fd-ff57c0e9524f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 1097 time: 0.2495384 Jul 08 20:36:49.198534 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1020fe8-6ee7-42c7-86a7-b1339fa17a03 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:49.202542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c490c54a-766a-4a42-9324-843e2ac91d44 None None] Could not find standard attr ID for object 2570a8bf-f49b-41b6-a7c7-3a16558556c5. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:36:49.205487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 2af9b30b-8b96-4ca5-9b58-d1aceed91941, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2af9b30b-8b96-4ca5-9b58-d1aceed91941,segment=NetworkSegment(cf4bb5f4-8bf9-4856-a4dd-b2d336486511),segment_id=cf4bb5f4-8bf9-4856-a4dd-b2d336486511)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:49.208375 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8376f85-d30a-4738-acf7-a2f6f3c4e7f6 req-f32e328a-1243-4a38-a0bd-924adf7af731 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:49.210157 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a8376f85-d30a-4738-acf7-a2f6f3c4e7f6 req-f32e328a-1243-4a38-a0bd-924adf7af731 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 945 time: 0.2009163 Jul 08 20:36:49.211326 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:49.213068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3a8ef62b-c2dd-4532-a58e-620366368dfb up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:49.247802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea0a69-6cc9-4b3e-96b2-5a3f3984c3bd req-bc30c152-9703-48ef-813c-0b3daad70100 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:49.249824 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fea0a69-6cc9-4b3e-96b2-5a3f3984c3bd req-bc30c152-9703-48ef-813c-0b3daad70100 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1426272 Jul 08 20:36:49.288690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1020fe8-6ee7-42c7-86a7-b1339fa17a03 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=b4e7b66e-ab33-4391-a23d-d6660ad3e7a3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:49.334366 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1fea0a69-6cc9-4b3e-96b2-5a3f3984c3bd req-973e1026-7513-4813-9218-2c1e8a5ebfdc tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772512 Jul 08 20:36:49.338942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=2af9b30b-8b96-4ca5-9b58-d1aceed91941,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:49.356136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 3a8ef62b-c2dd-4532-a58e-620366368dfb triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:49.356519 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:49.367417 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1020fe8-6ee7-42c7-86a7-b1339fa17a03 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:49.377354 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48636) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:49.377532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f1020fe8-6ee7-42c7-86a7-b1339fa17a03 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/b4e7b66e-ab33-4391-a23d-d6660ad3e7a3 HTTP/1.1" status: 204 len: 168 time: 0.8424091 Jul 08 20:36:49.408833 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a8376f85-d30a-4738-acf7-a2f6f3c4e7f6 req-9c6abe8a-1761-4949-a5ac-ecbf48f0ec17 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859684 Jul 08 20:36:49.413596 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bcec4a03-1fda-4809-8be4-c8d8f509854c req-5bebc4a8-10ff-4608-95d5-5d76f8b34642 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003617 Jul 08 20:36:49.482550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04291174-ddff-4e8b-82c0-2d759a40e387 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:49.484216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04291174-ddff-4e8b-82c0-2d759a40e387 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:49.490426 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-04291174-ddff-4e8b-82c0-2d759a40e387 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1114976 Jul 08 20:36:49.492994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48640) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:49.524089 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-12d3cb5e-4a2e-439a-902f-e032ec4dba33 None None] Could not find standard attr ID for object b4e7b66e-ab33-4391-a23d-d6660ad3e7a3. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:36:49.620412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb06817-8fd9-46df-9092-3e03a79e518c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 5522b7da-bdf4-4bad-86f4-d1724033f1ee {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:36:49.623654 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bb06817-8fd9-46df-9092-3e03a79e518c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:49.635074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe00ce9-4a77-4681-a19b-8282c1dbb7d9 req-cbdd6a13-c7db-4afb-b672-c8e75f681464 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:49.637463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6fe00ce9-4a77-4681-a19b-8282c1dbb7d9 req-cbdd6a13-c7db-4afb-b672-c8e75f681464 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=007c3fe6-77d8-4ad7-af84-405d54f14057 HTTP/1.1" status: 200 len: 945 time: 0.0822108 Jul 08 20:36:49.680123 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bb06817-8fd9-46df-9092-3e03a79e518c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:49.705843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6fe00ce9-4a77-4681-a19b-8282c1dbb7d9 req-25a121e8-cd50-4b0e-838d-eb05a8cc4835 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619788 Jul 08 20:36:49.748071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf309b-6fdf-47b6-8111-78a870055932 req-8916be60-b568-437a-ad7d-f7cadf8d8f62 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:49.753324 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3bcf309b-6fdf-47b6-8111-78a870055932 req-8916be60-b568-437a-ad7d-f7cadf8d8f62 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 945 time: 0.2067215 Jul 08 20:36:49.822387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bb06817-8fd9-46df-9092-3e03a79e518c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:49.827856 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3bcf309b-6fdf-47b6-8111-78a870055932 req-87aa10dd-f5d9-46ab-956a-976ac70d44f1 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704505 Jul 08 20:36:49.886539 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bb06817-8fd9-46df-9092-3e03a79e518c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:49.920519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb06817-8fd9-46df-9092-3e03a79e518c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=5522b7da-bdf4-4bad-86f4-d1724033f1ee,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:49.925301 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bb06817-8fd9-46df-9092-3e03a79e518c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:49.927178 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2bb06817-8fd9-46df-9092-3e03a79e518c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/5522b7da-bdf4-4bad-86f4-d1724033f1ee HTTP/1.1" status: 204 len: 168 time: 0.4332561 Jul 08 20:36:49.929782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48642) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:49.953853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db38e531-3e12-4cca-a268-22821910e401 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:49.983947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48648) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:49.984351 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-80555dc4-e18d-4195-9a11-8f5fe57eb83c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531113 Jul 08 20:36:50.054909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f0c37-b699-47ff-82de-221232c02a33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:50.056405 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-173f0c37-b699-47ff-82de-221232c02a33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0709870 Jul 08 20:36:50.059013 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48652) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:50.117145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784d4405-1280-4ae9-b6ea-3b1a1dbb2b6f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:50.119325 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-784d4405-1280-4ae9-b6ea-3b1a1dbb2b6f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0594051 Jul 08 20:36:50.122165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48656) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:50.175466 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e54217d1-a915-4a66-bc6a-3d737c957600 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514956 Jul 08 20:36:50.181444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48658) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:50.187538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1b9da94e-4e62-4e01-bbaa-4eeeccdfbf33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:50.238151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7645fee-8e8e-4d50-b313-0a0ab44685c8 None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:36:50.294801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d7645fee-8e8e-4d50-b313-0a0ab44685c8 None None] Deleting port 3a8ef62b-c2dd-4532-a58e-620366368dfb {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:50.295520 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d7645fee-8e8e-4d50-b313-0a0ab44685c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:50.302183 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9da94e-4e62-4e01-bbaa-4eeeccdfbf33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:50.306079 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b9da94e-4e62-4e01-bbaa-4eeeccdfbf33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:50.407857 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d7645fee-8e8e-4d50-b313-0a0ab44685c8 None None] For port 3a8ef62b-c2dd-4532-a58e-620366368dfb, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3a8ef62b-c2dd-4532-a58e-620366368dfb,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:50.416176 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d7645fee-8e8e-4d50-b313-0a0ab44685c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:50.445629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d7645fee-8e8e-4d50-b313-0a0ab44685c8 None None] Calling delete_port for 3a8ef62b-c2dd-4532-a58e-620366368dfb owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:50.559215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b9da94e-4e62-4e01-bbaa-4eeeccdfbf33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:50.561649 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d7645fee-8e8e-4d50-b313-0a0ab44685c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:50.608246 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9da94e-4e62-4e01-bbaa-4eeeccdfbf33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:50.614731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7645fee-8e8e-4d50-b313-0a0ab44685c8 None None] Pushing event deleted for resources: {'Port': ['ID=3a8ef62b-c2dd-4532-a58e-620366368dfb,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:50.621706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a27907-2fec-4a96-ad5d-9f0ff707e7f3 req-fbcfc37d-4342-4ecd-a7c2-bbc569399d56 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:50.630528 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86a27907-2fec-4a96-ad5d-9f0ff707e7f3 req-fbcfc37d-4342-4ecd-a7c2-bbc569399d56 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.0832410 Jul 08 20:36:50.632333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-1b9da94e-4e62-4e01-bbaa-4eeeccdfbf33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:50.632767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7645fee-8e8e-4d50-b313-0a0ab44685c8 None None] No DVR routers for this DVR port 3a8ef62b-c2dd-4532-a58e-620366368dfb on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:36:50.635363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9da94e-4e62-4e01-bbaa-4eeeccdfbf33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:50.635974 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b9da94e-4e62-4e01-bbaa-4eeeccdfbf33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:50.640295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9da94e-4e62-4e01-bbaa-4eeeccdfbf33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=69bd61b5-2ab7-4baa-8b1b-05cf98f63fea,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:50.657947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102e828c-d510-45d9-aa0f-2a0bd3f7ad84 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:50.673706 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1b9da94e-4e62-4e01-bbaa-4eeeccdfbf33 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4879155 Jul 08 20:36:50.674112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48662) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:50.681453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'mac_address': 'fa:16:3e:97:70:3e', 'name': 'tempest-NetworksTestDHCPv6-442371590'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:50.692188 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86a27907-2fec-4a96-ad5d-9f0ff707e7f3 req-61f7d11e-7167-45b9-b0a8-9c85056aa2a4 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604346 Jul 08 20:36:50.769500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2af9b30b-8b96-4ca5-9b58-d1aceed91941 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:50.836078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:50.888116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2af9b30b-8b96-4ca5-9b58-d1aceed91941 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:50.888116 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:50.893758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': '69bd61b5-2ab7-4baa-8b1b-05cf98f63fea'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:36:50.894811 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:50.978794 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:51.001885 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8397ec-f53f-468d-a7ce-1a14849049f1 req-acd31458-923f-4d42-b780-5ba8301fd25c tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:51.004314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a8397ec-f53f-468d-a7ce-1a14849049f1 req-acd31458-923f-4d42-b780-5ba8301fd25c tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=007c3fe6-77d8-4ad7-af84-405d54f14057 HTTP/1.1" status: 200 len: 945 time: 0.1831667 Jul 08 20:36:51.044196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 377cb864-411a-4bb7-97c5-47a7df7e54dc yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:36:51.064836 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a8397ec-f53f-468d-a7ce-1a14849049f1 req-ae055449-d284-445d-9020-a0b5c1ce2239 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523694 Jul 08 20:36:51.119701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Allocated IP 2001:db8::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/69bd61b5-2ab7-4baa-8b1b-05cf98f63fea/d89e8f45-b093-450e-aa91-d40b2ba0ec8f) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:51.155728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07519b-44d2-48f0-b652-bfa72fc7c631 req-829ca89c-add0-4852-bc21-056ee0a0986b tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:51.158071 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8d07519b-44d2-48f0-b652-bfa72fc7c631 req-829ca89c-add0-4852-bc21-056ee0a0986b tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 945 time: 0.1357920 Jul 08 20:36:51.201277 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8d07519b-44d2-48f0-b652-bfa72fc7c631 req-36ba8193-18ad-4b42-93e3-5179ab2f988f tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364149 Jul 08 20:36:51.338477 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3a8ef62b-c2dd-4532-a58e-620366368dfb no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:51.369358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 3a8ef62b-c2dd-4532-a58e-620366368dfb {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:36:51.369719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3a8ef62b-c2dd-4532-a58e-620366368dfb not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:36:51.397115 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:51.406629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Transition to ACTIVE for port object d89e8f45-b093-450e-aa91-d40b2ba0ec8f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:51.426763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Transition to ACTIVE for port object d89e8f45-b093-450e-aa91-d40b2ba0ec8f will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:51.448202 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:51.495469 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:51.502793 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:51.507200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:51.508246 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::17e (845567f0-e8b3-4d3f-8ff6-519fe189dab9/69bd61b5-2ab7-4baa-8b1b-05cf98f63fea/377cb864-411a-4bb7-97c5-47a7df7e54dc) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:51.515183 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Pushing event updated for resources: {'Port': ['ID=d89e8f45-b093-450e-aa91-d40b2ba0ec8f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:51.587626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Attempting to bind port d89e8f45-b093-450e-aa91-d40b2ba0ec8f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:51.588151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Attempting to bind port d89e8f45-b093-450e-aa91-d40b2ba0ec8f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:51.588676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Attempting to bind port d89e8f45-b093-450e-aa91-d40b2ba0ec8f on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:51.600660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:51.602755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:51.603295 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:51.603799 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:51.606579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Bound port: d89e8f45-b093-450e-aa91-d40b2ba0ec8f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:51.607077 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:51.733233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] For port d89e8f45-b093-450e-aa91-d40b2ba0ec8f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:51.738161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] For port d89e8f45-b093-450e-aa91-d40b2ba0ec8f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d89e8f45-b093-450e-aa91-d40b2ba0ec8f,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:51.746924 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:51.795862 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:51.824686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 377cb864-411a-4bb7-97c5-47a7df7e54dc will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:51.909779 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11fc30-94d9-417a-9a43-7dfd029f3d1f None None] Pushing event updated for resources: {'Port': ['ID=d89e8f45-b093-450e-aa91-d40b2ba0ec8f,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:51.992783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:52.020789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:52.041942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:52.053790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:52.059672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:52.060369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:52.095121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=377cb864-411a-4bb7-97c5-47a7df7e54dc,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:52.137923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e6a27-5487-4c7b-8b7e-90df3de94260 req-1c6e88c1-a0d5-49ea-accc-a2ec5008e4ac tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:52.169540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-282e6a27-5487-4c7b-8b7e-90df3de94260 req-1c6e88c1-a0d5-49ea-accc-a2ec5008e4ac tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.2458539 Jul 08 20:36:52.184389 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b01ba2e8-d18c-480a-9724-3fdfb701c55f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5092340 Jul 08 20:36:52.190212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-2ce16891-5cc7-43ba-8d3d-a6884fc8ac2a tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:52.191864 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-2ce16891-5cc7-43ba-8d3d-a6884fc8ac2a tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/networks?id=5a9be946-4335-46dc-aac1-bc57b41a6c30 HTTP/1.1" status: 200 len: 812 time: 0.2302196 Jul 08 20:36:52.192417 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48712) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:52.243170 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-c6b7cbf6-09f6-40f0-bf2d-4e5acf8ece15 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/quotas/113b3c62024b42c4a3406b82d230c134 HTTP/1.1" status: 200 len: 375 time: 0.0408030 Jul 08 20:36:52.364316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27388bfe-e620-441d-b070-6b5cacd6a118 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:52.370732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27388bfe-e620-441d-b070-6b5cacd6a118 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:52.372597 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-27388bfe-e620-441d-b070-6b5cacd6a118 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1788931 Jul 08 20:36:52.379080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48714) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:52.435657 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-ff93908d-fd53-4b13-956f-4b289a9f0fcb tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=113b3c62024b42c4a3406b82d230c134&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1720643 Jul 08 20:36:52.567068 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-282e6a27-5487-4c7b-8b7e-90df3de94260 req-9126dec3-5a60-4aaf-a146-76f3cdff2ced tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3973053 Jul 08 20:36:52.583107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2dc4faf9-a470-4999-8db3-d9aa5a874d3c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 377cb864-411a-4bb7-97c5-47a7df7e54dc {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:52.583459 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2dc4faf9-a470-4999-8db3-d9aa5a874d3c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:52.602093 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-d48e3e09-8584-4e1f-a00a-fa6d59b5bc32 service neutron] 10.222.0.101 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570199 Jul 08 20:36:52.732037 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d89e8f45-b093-450e-aa91-d40b2ba0ec8f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:52.848716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port d89e8f45-b093-450e-aa91-d40b2ba0ec8f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:53.107904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd0937-12a5-4c84-8e76-2f7ac2f81f80 req-16d257b0-6f6a-4058-9312-7f237baf00d8 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:53.109771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f0cd0937-12a5-4c84-8e76-2f7ac2f81f80 req-16d257b0-6f6a-4058-9312-7f237baf00d8 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 945 time: 0.0851636 Jul 08 20:36:53.159723 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f0cd0937-12a5-4c84-8e76-2f7ac2f81f80 req-648de5e4-4c8e-4f96-8d13-d4a4ce4fd4f9 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Jul 08 20:36:53.236557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2dc4faf9-a470-4999-8db3-d9aa5a874d3c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:53.247626 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead71e7-f090-413b-9307-6acf5b4afb2d req-c2bc424a-57da-4702-b241-e4e6c52908fb tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:53.249373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fead71e7-f090-413b-9307-6acf5b4afb2d req-c2bc424a-57da-4702-b241-e4e6c52908fb tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.104 "GET /v2.0/ports?device_id=8231425c-ca73-4cc3-b7f9-9ba8a4aec19a HTTP/1.1" status: 200 len: 945 time: 0.0775971 Jul 08 20:36:53.270082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2dc4faf9-a470-4999-8db3-d9aa5a874d3c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 377cb864-411a-4bb7-97c5-47a7df7e54dc owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:53.297155 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-b28056b9-e82a-4982-9586-d19839f7ddc9 service neutron] 10.222.0.101 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617589 Jul 08 20:36:53.306941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e8e98444-c807-4297-89b8-db077a8f702a None None] Provisioning for port d89e8f45-b093-450e-aa91-d40b2ba0ec8f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:53.311179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e8e98444-c807-4297-89b8-db077a8f702a None None] Provisioning complete for port d89e8f45-b093-450e-aa91-d40b2ba0ec8f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:53.311636 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8e98444-c807-4297-89b8-db077a8f702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:53.410456 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:53.410678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-fead71e7-f090-413b-9307-6acf5b4afb2d req-77828f1f-cd61-4b29-90d4-5e5eeb2699d9 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Deleting port e35f36e6-c391-4e11-9806-754ac624fe13 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:53.411059 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-fead71e7-f090-413b-9307-6acf5b4afb2d req-77828f1f-cd61-4b29-90d4-5e5eeb2699d9 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:53.414711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5a57d-2585-4261-aec4-aa4579fe1dc6 req-2ea5b2dd-3331-42db-98f9-601bbd854a7a tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:53.418582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68e5a57d-2585-4261-aec4-aa4579fe1dc6 req-2ea5b2dd-3331-42db-98f9-601bbd854a7a tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.103 "GET /v2.0/ports?device_id=007c3fe6-77d8-4ad7-af84-405d54f14057 HTTP/1.1" status: 200 len: 945 time: 0.2992795 Jul 08 20:36:53.515946 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8e98444-c807-4297-89b8-db077a8f702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:53.607533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e8e98444-c807-4297-89b8-db077a8f702a None None] For port d89e8f45-b093-450e-aa91-d40b2ba0ec8f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d89e8f45-b093-450e-aa91-d40b2ba0ec8f,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:53.613129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-fead71e7-f090-413b-9307-6acf5b4afb2d req-77828f1f-cd61-4b29-90d4-5e5eeb2699d9 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] For port e35f36e6-c391-4e11-9806-754ac624fe13, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=e35f36e6-c391-4e11-9806-754ac624fe13,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:53.617563 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-fead71e7-f090-413b-9307-6acf5b4afb2d req-77828f1f-cd61-4b29-90d4-5e5eeb2699d9 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:53.618351 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8e98444-c807-4297-89b8-db077a8f702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:53.665379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-fead71e7-f090-413b-9307-6acf5b4afb2d req-77828f1f-cd61-4b29-90d4-5e5eeb2699d9 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Calling delete_port for e35f36e6-c391-4e11-9806-754ac624fe13 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:53.754572 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e98444-c807-4297-89b8-db077a8f702a None None] Pushing event updated for resources: {'Port': ['ID=d89e8f45-b093-450e-aa91-d40b2ba0ec8f,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:53.787553 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-68e5a57d-2585-4261-aec4-aa4579fe1dc6 req-0c4ae9fe-0802-49c2-825a-f0a7741a0845 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Deleting port 6b845765-4ae3-4212-9164-2b040eab71f2 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:53.788603 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-68e5a57d-2585-4261-aec4-aa4579fe1dc6 req-0c4ae9fe-0802-49c2-825a-f0a7741a0845 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:53.794436 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-efea2cf4-125c-430e-b6db-a25576da3c28 None None] Provisioning for port 377cb864-411a-4bb7-97c5-47a7df7e54dc completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:36:53.794811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2dc4faf9-a470-4999-8db3-d9aa5a874d3c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:53.808049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-efea2cf4-125c-430e-b6db-a25576da3c28 None None] Provisioning complete for port 377cb864-411a-4bb7-97c5-47a7df7e54dc triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:53.808585 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-efea2cf4-125c-430e-b6db-a25576da3c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:53.857246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-efea2cf4-125c-430e-b6db-a25576da3c28 None None] Port 377cb864-411a-4bb7-97c5-47a7df7e54dc was deleted so its status cannot be updated. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 20:36:53.872685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4faf9-a470-4999-8db3-d9aa5a874d3c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=377cb864-411a-4bb7-97c5-47a7df7e54dc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:53.954756 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-fead71e7-f090-413b-9307-6acf5b4afb2d req-77828f1f-cd61-4b29-90d4-5e5eeb2699d9 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:53.965660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['e35f36e6-c391-4e11-9806-754ac624fe13'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:36:54.030325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77828f1f-cd61-4b29-90d4-5e5eeb2699d9 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Pushing event deleted for resources: {'Port': ['ID=e35f36e6-c391-4e11-9806-754ac624fe13,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:54.033903 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6b845765-4ae3-4212-9164-2b040eab71f2'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:36:54.089781 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2dc4faf9-a470-4999-8db3-d9aa5a874d3c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:54.091794 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2dc4faf9-a470-4999-8db3-d9aa5a874d3c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/377cb864-411a-4bb7-97c5-47a7df7e54dc HTTP/1.1" status: 204 len: 168 time: 1.7116063 Jul 08 20:36:54.098826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48742) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:54.149373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-fead71e7-f090-413b-9307-6acf5b4afb2d req-77828f1f-cd61-4b29-90d4-5e5eeb2699d9 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] No DVR routers for this DVR port e35f36e6-c391-4e11-9806-754ac624fe13 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:36:54.152522 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-fead71e7-f090-413b-9307-6acf5b4afb2d req-77828f1f-cd61-4b29-90d4-5e5eeb2699d9 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:54.154757 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fead71e7-f090-413b-9307-6acf5b4afb2d req-77828f1f-cd61-4b29-90d4-5e5eeb2699d9 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.104 "DELETE /v2.0/ports/e35f36e6-c391-4e11-9806-754ac624fe13 HTTP/1.1" status: 204 len: 173 time: 0.8983753 Jul 08 20:36:54.155214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8231425c-ca73-4cc3-b7f9-9ba8a4aec19a', 'name': 'network-vif-deleted', 'tag': 'e35f36e6-c391-4e11-9806-754ac624fe13'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:54.169374 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2146dc94-4ca8-4534-aab5-212bf0b931a8" -d '{"events": [{"server_uuid": "8231425c-ca73-4cc3-b7f9-9ba8a4aec19a", "name": "network-vif-deleted", "tag": "e35f36e6-c391-4e11-9806-754ac624fe13"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:54.296775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7d93c166-d0cc-49c4-a9ca-e134620852e9 req-495c0927-3f5e-4fd6-afef-3fcaf43bb8af tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 210 time: 0.1239648 Jul 08 20:36:54.319092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6af6e1e-0385-4548-903a-0968f629e932 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:54.320962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6af6e1e-0385-4548-903a-0968f629e932 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:54.322614 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a6af6e1e-0385-4548-903a-0968f629e932 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2206411 Jul 08 20:36:54.324729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-68e5a57d-2585-4261-aec4-aa4579fe1dc6 req-0c4ae9fe-0802-49c2-825a-f0a7741a0845 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] For port 6b845765-4ae3-4212-9164-2b040eab71f2, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6b845765-4ae3-4212-9164-2b040eab71f2,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:54.325199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-68e5a57d-2585-4261-aec4-aa4579fe1dc6 req-0c4ae9fe-0802-49c2-825a-f0a7741a0845 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:54.325564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48748) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:54.358939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-68e5a57d-2585-4261-aec4-aa4579fe1dc6 req-0c4ae9fe-0802-49c2-825a-f0a7741a0845 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Calling delete_port for 6b845765-4ae3-4212-9164-2b040eab71f2 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:54.405504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56119e1b-f3ef-4c91-8144-9f50c600b096 req-7bf30841-8900-4911-b83b-b15444bbcf8b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:54.409028 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56119e1b-f3ef-4c91-8144-9f50c600b096 req-7bf30841-8900-4911-b83b-b15444bbcf8b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.5673668 Jul 08 20:36:54.464423 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9450d971-77fa-4d67-9fd8-14a83bce929b x-openstack-request-id: req-9450d971-77fa-4d67-9fd8-14a83bce929b {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:54.464423 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8231425c-ca73-4cc3-b7f9-9ba8a4aec19a", "name": "network-vif-deleted", "tag": "e35f36e6-c391-4e11-9806-754ac624fe13", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:54.464423 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9450d971-77fa-4d67-9fd8-14a83bce929b {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:54.464423 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8231425c-ca73-4cc3-b7f9-9ba8a4aec19a', 'name': 'network-vif-deleted', 'tag': 'e35f36e6-c391-4e11-9806-754ac624fe13', 'status': 'completed', 'code': 200} Jul 08 20:36:54.511042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9db43b-8043-4293-b024-9554ce0eec20 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 69bd61b5-2ab7-4baa-8b1b-05cf98f63fea {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:36:54.523837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e9db43b-8043-4293-b024-9554ce0eec20 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:54.572723 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c223b-8b38-4cbc-81d1-5ef072a078ae req-7aa7a8d9-4901-4209-ac78-78cd42180edf tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:54.574480 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c29c223b-8b38-4cbc-81d1-5ef072a078ae req-7aa7a8d9-4901-4209-ac78-78cd42180edf tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.103 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 945 time: 0.1898997 Jul 08 20:36:54.619858 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56119e1b-f3ef-4c91-8144-9f50c600b096 req-b9219e1a-825b-437d-83ad-0a5bd8396b20 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024109 Jul 08 20:36:54.656981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e9db43b-8043-4293-b024-9554ce0eec20 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:54.817741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d89e8f45-b093-450e-aa91-d40b2ba0ec8f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:36:54.873677 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-68e5a57d-2585-4261-aec4-aa4579fe1dc6 req-0c4ae9fe-0802-49c2-825a-f0a7741a0845 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:54.919554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d89e8f45-b093-450e-aa91-d40b2ba0ec8f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:36:54.920054 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:54.945213 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e9db43b-8043-4293-b024-9554ce0eec20 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:54.959960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ae9fe-0802-49c2-825a-f0a7741a0845 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Pushing event deleted for resources: {'Port': ['ID=6b845765-4ae3-4212-9164-2b040eab71f2,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:54.984598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e5a57d-2585-4261-aec4-aa4579fe1dc6 req-0c4ae9fe-0802-49c2-825a-f0a7741a0845 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] No DVR routers for this DVR port 6b845765-4ae3-4212-9164-2b040eab71f2 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:36:54.989722 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-68e5a57d-2585-4261-aec4-aa4579fe1dc6 req-0c4ae9fe-0802-49c2-825a-f0a7741a0845 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:54.992442 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68e5a57d-2585-4261-aec4-aa4579fe1dc6 req-0c4ae9fe-0802-49c2-825a-f0a7741a0845 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.103 "DELETE /v2.0/ports/6b845765-4ae3-4212-9164-2b040eab71f2 HTTP/1.1" status: 204 len: 173 time: 1.5671296 Jul 08 20:36:54.993546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007c3fe6-77d8-4ad7-af84-405d54f14057', 'name': 'network-vif-deleted', 'tag': '6b845765-4ae3-4212-9164-2b040eab71f2'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:54.996457 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3782c9-2f4d-41eb-a669-12b2b7ea93f7" -d '{"events": [{"server_uuid": "007c3fe6-77d8-4ad7-af84-405d54f14057", "name": "network-vif-deleted", "tag": "6b845765-4ae3-4212-9164-2b040eab71f2"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:55.078115 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43c7cee-a414-4722-90f3-e91673e716c8 x-openstack-request-id: req-b43c7cee-a414-4722-90f3-e91673e716c8 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:55.078115 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007c3fe6-77d8-4ad7-af84-405d54f14057", "name": "network-vif-deleted", "tag": "6b845765-4ae3-4212-9164-2b040eab71f2", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:55.078377 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b43c7cee-a414-4722-90f3-e91673e716c8 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:55.078559 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007c3fe6-77d8-4ad7-af84-405d54f14057', 'name': 'network-vif-deleted', 'tag': '6b845765-4ae3-4212-9164-2b040eab71f2', 'status': 'completed', 'code': 200} Jul 08 20:36:55.101320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043f962-6eb8-4d2d-8d0d-e2dea1f0110a req-f6d5bb61-e710-4b0a-8e03-36077e514a39 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:55.108852 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b043f962-6eb8-4d2d-8d0d-e2dea1f0110a req-f6d5bb61-e710-4b0a-8e03-36077e514a39 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 945 time: 0.4076450 Jul 08 20:36:55.123798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-c29c223b-8b38-4cbc-81d1-5ef072a078ae req-5f427dd6-9e00-469f-b72c-fa8f89450285 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Deleting port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:55.124151 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c29c223b-8b38-4cbc-81d1-5ef072a078ae req-5f427dd6-9e00-469f-b72c-fa8f89450285 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:55.136664 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e9db43b-8043-4293-b024-9554ce0eec20 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:55.189717 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d2aa6f-0ee6-48d8-8767-458e5d567609 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:55.230488 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e9db43b-8043-4293-b024-9554ce0eec20 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:55.235894 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4e9db43b-8043-4293-b024-9554ce0eec20 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/69bd61b5-2ab7-4baa-8b1b-05cf98f63fea HTTP/1.1" status: 204 len: 168 time: 0.9057350 Jul 08 20:36:55.236120 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48764) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:55.242449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9db43b-8043-4293-b024-9554ce0eec20 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=69bd61b5-2ab7-4baa-8b1b-05cf98f63fea,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:55.267411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b043f962-6eb8-4d2d-8d0d-e2dea1f0110a req-aedd1e5f-4f95-4a1e-8202-609f5836b8a7 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da80f41-139d-480a-a482-3be1e8ba54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559699 Jul 08 20:36:55.301416 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3c91e608-fc0f-4f97-8262-0cd58e4dc751 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645821 Jul 08 20:36:55.304187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48766) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:55.374563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c29c223b-8b38-4cbc-81d1-5ef072a078ae req-5f427dd6-9e00-469f-b72c-fa8f89450285 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] For port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=82d156de-a8c5-467e-9e3e-b7d1cce44cdb,segment=NetworkSegment(f7f64f20-2df1-4743-b4c9-c2b50ed686b2),segment_id=f7f64f20-2df1-4743-b4c9-c2b50ed686b2)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:55.375640 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c29c223b-8b38-4cbc-81d1-5ef072a078ae req-5f427dd6-9e00-469f-b72c-fa8f89450285 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:55.450945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a04b396-7fb6-4dee-bf10-bbac0a26d9e6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:55.451513 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-c29c223b-8b38-4cbc-81d1-5ef072a078ae req-5f427dd6-9e00-469f-b72c-fa8f89450285 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Calling delete_port for 82d156de-a8c5-467e-9e3e-b7d1cce44cdb owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:55.461148 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4a04b396-7fb6-4dee-bf10-bbac0a26d9e6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1559007 Jul 08 20:36:55.464469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48770) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:55.522571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd19f39-2a05-4acb-aa63-84f367c755ca None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:36:55.585150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a238f766-295f-4f03-9936-817563ca56ae tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:55.588983 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a238f766-295f-4f03-9936-817563ca56ae tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1231880 Jul 08 20:36:55.605608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48772) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:55.618012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cfd19f39-2a05-4acb-aa63-84f367c755ca None None] Deleting port d89e8f45-b093-450e-aa91-d40b2ba0ec8f {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:55.618395 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cfd19f39-2a05-4acb-aa63-84f367c755ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:55.651380 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-708175ac-225c-4e77-b93e-bc40fb82d56c req-9260a79e-9a77-4d4e-9ac4-75e3ff4775f8 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 210 time: 0.0894420 Jul 08 20:36:55.671083 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-16b47fde-01c2-442e-8b82-1ab963aa3c46 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592561 Jul 08 20:36:55.671083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48780) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:55.676664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6d7aecd1-2b97-461d-82cf-da2db025579c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:55.711233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-cfd19f39-2a05-4acb-aa63-84f367c755ca None None] For port d89e8f45-b093-450e-aa91-d40b2ba0ec8f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d89e8f45-b093-450e-aa91-d40b2ba0ec8f,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:55.711686 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cfd19f39-2a05-4acb-aa63-84f367c755ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:55.736982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cfd19f39-2a05-4acb-aa63-84f367c755ca None None] Calling delete_port for d89e8f45-b093-450e-aa91-d40b2ba0ec8f owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:55.753729 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c29c223b-8b38-4cbc-81d1-5ef072a078ae req-5f427dd6-9e00-469f-b72c-fa8f89450285 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:55.845831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['82d156de-a8c5-467e-9e3e-b7d1cce44cdb'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:36:55.850579 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cfd19f39-2a05-4acb-aa63-84f367c755ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:55.897144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd19f39-2a05-4acb-aa63-84f367c755ca None None] Pushing event deleted for resources: {'Port': ['ID=d89e8f45-b093-450e-aa91-d40b2ba0ec8f,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:55.902535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd19f39-2a05-4acb-aa63-84f367c755ca None None] No DVR routers for this DVR port d89e8f45-b093-450e-aa91-d40b2ba0ec8f on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:36:55.912221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f427dd6-9e00-469f-b72c-fa8f89450285 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Pushing event deleted for resources: {'Port': ['ID=82d156de-a8c5-467e-9e3e-b7d1cce44cdb,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:55.920311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29c223b-8b38-4cbc-81d1-5ef072a078ae req-5f427dd6-9e00-469f-b72c-fa8f89450285 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] No DVR routers for this DVR port 82d156de-a8c5-467e-9e3e-b7d1cce44cdb on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:36:55.929168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c29c223b-8b38-4cbc-81d1-5ef072a078ae req-5f427dd6-9e00-469f-b72c-fa8f89450285 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:55.931346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c29c223b-8b38-4cbc-81d1-5ef072a078ae req-5f427dd6-9e00-469f-b72c-fa8f89450285 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.103 "DELETE /v2.0/ports/82d156de-a8c5-467e-9e3e-b7d1cce44cdb HTTP/1.1" status: 204 len: 173 time: 1.3461456 Jul 08 20:36:55.966323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7aecd1-2b97-461d-82cf-da2db025579c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:55.970631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d7aecd1-2b97-461d-82cf-da2db025579c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:56.068004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e35f36e6-c391-4e11-9806-754ac624fe13 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:56.094268 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe1830-1e8e-4a81-838a-94147a64ee91 req-412558c8-0617-4145-be9c-cc66f02d17d7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:56.102624 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ffe1830-1e8e-4a81-838a-94147a64ee91 req-412558c8-0617-4145-be9c-cc66f02d17d7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.3114893 Jul 08 20:36:56.120068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: e35f36e6-c391-4e11-9806-754ac624fe13 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:36:56.121609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device e35f36e6-c391-4e11-9806-754ac624fe13 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:36:56.312132 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ffe1830-1e8e-4a81-838a-94147a64ee91 req-863de210-c58b-4ca9-aedd-c06171ca83d9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085440 Jul 08 20:36:56.373475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-34197be5-0aa0-4c5b-866b-33a416e1e8fb tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:56.375488 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-34197be5-0aa0-4c5b-866b-33a416e1e8fb tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.103 "GET /v2.0/networks?id=5a9be946-4335-46dc-aac1-bc57b41a6c30 HTTP/1.1" status: 200 len: 812 time: 0.3844733 Jul 08 20:36:56.410345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-a863441e-6d06-4053-b6c1-0e43fae20ef0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Request body: {'port': {'device_id': '32b68917-3afc-40a4-a53f-91acfcb506ac', 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30', 'admin_state_up': True, 'tenant_id': '113b3c62024b42c4a3406b82d230c134'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:56.428228 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-3ebc2c01-5fa8-40d1-9fc7-d0e230f79080 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:56.430163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-3ebc2c01-5fa8-40d1-9fc7-d0e230f79080 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.104 "GET /v2.0/networks?id=5a9be946-4335-46dc-aac1-bc57b41a6c30 HTTP/1.1" status: 200 len: 812 time: 0.3256047 Jul 08 20:36:56.449697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-0150f32f-2fb1-4340-83c9-09798c298cbc tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Request body: {'port': {'device_id': 'c18503a4-2d2e-47c1-b187-9aea8fc4b202', 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30', 'admin_state_up': True, 'tenant_id': '113b3c62024b42c4a3406b82d230c134'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:56.489940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bad17b-abd5-4232-a961-8dd92a9e34aa', 'name': 'network-vif-deleted', 'tag': '82d156de-a8c5-467e-9e3e-b7d1cce44cdb'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:36:56.492588 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3374bc-d339-46d9-b001-1724ac7e0daf" -d '{"events": [{"server_uuid": "f1bad17b-abd5-4232-a961-8dd92a9e34aa", "name": "network-vif-deleted", "tag": "82d156de-a8c5-467e-9e3e-b7d1cce44cdb"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:36:56.506278 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-639678cf-19ad-4206-9065-4d7914e2061e req-7ae72d39-71bf-4c80-8200-3b77c1e3afc8 tempest-VolumesActionsTest-1315171956 tempest-VolumesActionsTest-1315171956-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1bad17b-abd5-4232-a961-8dd92a9e34aa HTTP/1.1" status: 200 len: 210 time: 0.0464272 Jul 08 20:36:56.559593 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233d5f3a-6eae-44d7-91e4-148cff80f0c2 x-openstack-request-id: req-233d5f3a-6eae-44d7-91e4-148cff80f0c2 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:36:56.560176 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bad17b-abd5-4232-a961-8dd92a9e34aa", "name": "network-vif-deleted", "tag": "82d156de-a8c5-467e-9e3e-b7d1cce44cdb", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:36:56.560356 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-233d5f3a-6eae-44d7-91e4-148cff80f0c2 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:36:56.560860 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bad17b-abd5-4232-a961-8dd92a9e34aa', 'name': 'network-vif-deleted', 'tag': '82d156de-a8c5-467e-9e3e-b7d1cce44cdb', 'status': 'completed', 'code': 200} Jul 08 20:36:56.756518 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d89e8f45-b093-450e-aa91-d40b2ba0ec8f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:56.761219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-a863441e-6d06-4053-b6c1-0e43fae20ef0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Made reservation on behalf of 113b3c62024b42c4a3406b82d230c134 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:56.764929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-a863441e-6d06-4053-b6c1-0e43fae20ef0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:56.794561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: d89e8f45-b093-450e-aa91-d40b2ba0ec8f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:36:56.795340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d89e8f45-b093-450e-aa91-d40b2ba0ec8f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:36:56.806866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-0150f32f-2fb1-4340-83c9-09798c298cbc tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Made reservation on behalf of 113b3c62024b42c4a3406b82d230c134 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:56.810441 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-0150f32f-2fb1-4340-83c9-09798c298cbc tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:56.846577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.objects.ports [None req-6d7aecd1-2b97-461d-82cf-da2db025579c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:36:56.852693 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d7aecd1-2b97-461d-82cf-da2db025579c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:56.918811 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da5573f5-f5a7-4db5-a52a-456394493348 req-3ca1de98-f0f6-4ade-b2e4-494af03e52b5 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 210 time: 0.0345101 Jul 08 20:36:56.926445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6b845765-4ae3-4212-9164-2b040eab71f2 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:56.938460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7aecd1-2b97-461d-82cf-da2db025579c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=c747e3e7-1139-49a8-9ba4-b4875c37add6,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:56.952818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 6b845765-4ae3-4212-9164-2b040eab71f2 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:36:56.953452 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6b845765-4ae3-4212-9164-2b040eab71f2 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:36:56.954639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 82d156de-a8c5-467e-9e3e-b7d1cce44cdb no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:36:56.982054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 82d156de-a8c5-467e-9e3e-b7d1cce44cdb {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:36:56.983548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 82d156de-a8c5-467e-9e3e-b7d1cce44cdb not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:36:57.010964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7aecd1-2b97-461d-82cf-da2db025579c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:57.019363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-6d7aecd1-2b97-461d-82cf-da2db025579c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:57.031153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aecd1-2b97-461d-82cf-da2db025579c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:57.032662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d7aecd1-2b97-461d-82cf-da2db025579c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:57.037011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac42749-a000-4794-961d-7b9418aaa4dd None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:57.072947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48796) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:57.090469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6d7aecd1-2b97-461d-82cf-da2db025579c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4165447 Jul 08 20:36:57.090685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48798) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:57.097966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-80189edb-ba99-450c-9d4c-dfc0dea8f305 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:57.144263 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-a863441e-6d06-4053-b6c1-0e43fae20ef0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Allocated IP 172.20.0.14 (5a9be946-4335-46dc-aac1-bc57b41a6c30/14bb4fbc-fdac-481b-9869-eafdebd7a3b4/3064f739-91a9-4ac7-9ef7-00562a9ec199) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:57.222192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8559e79-4100-419b-a597-bf544186618c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': 'c747e3e7-1139-49a8-9ba4-b4875c37add6'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:36:57.223979 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f8559e79-4100-419b-a597-bf544186618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:57.260835 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80189edb-ba99-450c-9d4c-dfc0dea8f305 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:57.265194 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80189edb-ba99-450c-9d4c-dfc0dea8f305 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:57.438928 n-d-791506-16 neutron-server[94066]: INFO neutron.db.ipam_backend_mixin [None req-80189edb-ba99-450c-9d4c-dfc0dea8f305 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c747e3e7-1139-49a8-9ba4-b4875c37add6 (CIDR: 2001:db8::/64) Jul 08 20:36:57.442032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-a863441e-6d06-4053-b6c1-0e43fae20ef0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:57.446314 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-80189edb-ba99-450c-9d4c-dfc0dea8f305 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:36:57.446779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80189edb-ba99-450c-9d4c-dfc0dea8f305 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:36:57.471030 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-80189edb-ba99-450c-9d4c-dfc0dea8f305 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3759198 Jul 08 20:36:57.472850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48804) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:57.477828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-8f0e4205-8639-4307-ad36-914c59904d78 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:57.501643 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-f8559e79-4100-419b-a597-bf544186618c None None] Allocated IP 2001:db8::f816:3eff:fef0:6610 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/c747e3e7-1139-49a8-9ba4-b4875c37add6/703fe1ee-4055-4bb4-a593-0f31e8edeadb) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:57.569866 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-a863441e-6d06-4053-b6c1-0e43fae20ef0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:57.607949 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a613145f-8277-4d2b-8e66-6981743a45cf tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:57.774188 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-a863441e-6d06-4053-b6c1-0e43fae20ef0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Network 5a9be946-4335-46dc-aac1-bc57b41a6c30 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:57.774188 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-0150f32f-2fb1-4340-83c9-09798c298cbc tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Allocated IP 172.20.0.9 (5a9be946-4335-46dc-aac1-bc57b41a6c30/14bb4fbc-fdac-481b-9869-eafdebd7a3b4/ed494557-d6b2-4198-bf5e-d4bcf371eadb) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:36:57.779782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-a863441e-6d06-4053-b6c1-0e43fae20ef0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:57.783807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863441e-6d06-4053-b6c1-0e43fae20ef0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Pushing event updated for resources: {'Port': ['ID=3064f739-91a9-4ac7-9ef7-00562a9ec199,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:57.790147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-a863441e-6d06-4053-b6c1-0e43fae20ef0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:57.840576 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f8559e79-4100-419b-a597-bf544186618c None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:57.842381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0e4205-8639-4307-ad36-914c59904d78 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:36:57.846026 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4205-8639-4307-ad36-914c59904d78 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:57.854126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f8559e79-4100-419b-a597-bf544186618c None None] Transition to ACTIVE for port object 703fe1ee-4055-4bb4-a593-0f31e8edeadb will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:57.879756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f8559e79-4100-419b-a597-bf544186618c None None] Transition to ACTIVE for port object 703fe1ee-4055-4bb4-a593-0f31e8edeadb will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:36:57.899137 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f8559e79-4100-419b-a597-bf544186618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:57.936206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-a863441e-6d06-4053-b6c1-0e43fae20ef0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:57.936871 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-a863441e-6d06-4053-b6c1-0e43fae20ef0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:57.959263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8559e79-4100-419b-a597-bf544186618c None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:57.962504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-f8559e79-4100-419b-a597-bf544186618c None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:57.970487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8559e79-4100-419b-a597-bf544186618c None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:57.983115 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8559e79-4100-419b-a597-bf544186618c None None] Pushing event updated for resources: {'Port': ['ID=703fe1ee-4055-4bb4-a593-0f31e8edeadb,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:57.984609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8948ca-edef-4c17-b81d-70a4cb7b5f93 req-58f1d0e8-5735-4f07-ab58-6ef88dcbf8a9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:57.986659 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd8948ca-edef-4c17-b81d-70a4cb7b5f93 req-58f1d0e8-5735-4f07-ab58-6ef88dcbf8a9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.3343642 Jul 08 20:36:57.996073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-a863441e-6d06-4053-b6c1-0e43fae20ef0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5917404 Jul 08 20:36:58.055782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Request body: {'port': {'device_id': '32b68917-3afc-40a4-a53f-91acfcb506ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:58.102349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f8559e79-4100-419b-a597-bf544186618c None None] Attempting to bind port 703fe1ee-4055-4bb4-a593-0f31e8edeadb on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:36:58.103494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f8559e79-4100-419b-a597-bf544186618c None None] Attempting to bind port 703fe1ee-4055-4bb4-a593-0f31e8edeadb by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:36:58.104097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8559e79-4100-419b-a597-bf544186618c None None] Attempting to bind port 703fe1ee-4055-4bb4-a593-0f31e8edeadb on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:36:58.111576 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8559e79-4100-419b-a597-bf544186618c None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:36:58.112086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8559e79-4100-419b-a597-bf544186618c None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:36:58.112499 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f8559e79-4100-419b-a597-bf544186618c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:58.113027 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8559e79-4100-419b-a597-bf544186618c None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:36:58.114318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f8559e79-4100-419b-a597-bf544186618c None None] Bound port: 703fe1ee-4055-4bb4-a593-0f31e8edeadb, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:36:58.115386 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f8559e79-4100-419b-a597-bf544186618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:58.178132 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd8948ca-edef-4c17-b81d-70a4cb7b5f93 req-f718b833-a433-42d8-aa2f-8d7abaf701d9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639576 Jul 08 20:36:58.251882 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:58.290314 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9d7871f2-6b9f-45fd-9c3f-aba5dd5070c8 req-097e3fb8-02ef-4c8c-9804-7855157d03ad tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 210 time: 0.0945940 Jul 08 20:36:58.293049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f8559e79-4100-419b-a597-bf544186618c None None] For port 703fe1ee-4055-4bb4-a593-0f31e8edeadb, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:36:58.298787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f8559e79-4100-419b-a597-bf544186618c None None] For port 703fe1ee-4055-4bb4-a593-0f31e8edeadb, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=703fe1ee-4055-4bb4-a593-0f31e8edeadb,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:36:58.315768 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f8559e79-4100-419b-a597-bf544186618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:58.324886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a613145f-8277-4d2b-8e66-6981743a45cf tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting port 2af9b30b-8b96-4ca5-9b58-d1aceed91941 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:36:58.330521 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a613145f-8277-4d2b-8e66-6981743a45cf tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:58.431968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8559e79-4100-419b-a597-bf544186618c None None] Pushing event updated for resources: {'Port': ['ID=703fe1ee-4055-4bb4-a593-0f31e8edeadb,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:58.526500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a613145f-8277-4d2b-8e66-6981743a45cf tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] For port 2af9b30b-8b96-4ca5-9b58-d1aceed91941, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2af9b30b-8b96-4ca5-9b58-d1aceed91941,segment=NetworkSegment(cf4bb5f4-8bf9-4856-a4dd-b2d336486511),segment_id=cf4bb5f4-8bf9-4856-a4dd-b2d336486511)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:36:58.527288 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a613145f-8277-4d2b-8e66-6981743a45cf tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:58.550761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a613145f-8277-4d2b-8e66-6981743a45cf tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Calling delete_port for 2af9b30b-8b96-4ca5-9b58-d1aceed91941 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:36:58.895986 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-0150f32f-2fb1-4340-83c9-09798c298cbc tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:58.900322 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4205-8639-4307-ad36-914c59904d78 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:58.971713 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a613145f-8277-4d2b-8e66-6981743a45cf tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:59.009821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e4205-8639-4307-ad36-914c59904d78 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=61cc3dc5-dbd8-4ebf-9bad-4c984c59b0a4,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:59.044195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613145f-8277-4d2b-8e66-6981743a45cf tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Port': ['ID=2af9b30b-8b96-4ca5-9b58-d1aceed91941,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:59.117478 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0e4205-8639-4307-ad36-914c59904d78 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:59.125099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-8f0e4205-8639-4307-ad36-914c59904d78 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:59.132399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0e4205-8639-4307-ad36-914c59904d78 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:59.133345 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4205-8639-4307-ad36-914c59904d78 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:59.185289 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14b82-27b9-4523-a7a9-a8943f9d50fd req-c48053c8-f6ac-4b56-a2e0-19ddfc0c7322 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:59.188167 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24e14b82-27b9-4523-a7a9-a8943f9d50fd req-c48053c8-f6ac-4b56-a2e0-19ddfc0c7322 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.2289286 Jul 08 20:36:59.213093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec001fc-e994-4d37-826e-66700a19211d req-a5625aed-ed68-4fad-9881-6afbff4c5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:59.214939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ec001fc-e994-4d37-826e-66700a19211d req-a5625aed-ed68-4fad-9881-6afbff4c5aef service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 1097 time: 0.2232568 Jul 08 20:36:59.316840 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24e14b82-27b9-4523-a7a9-a8943f9d50fd req-1d7d8656-4c9a-4a6b-bf3e-9b04d4291a35 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151161 Jul 08 20:36:59.410096 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a613145f-8277-4d2b-8e66-6981743a45cf tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:59.497215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8f0e4205-8639-4307-ad36-914c59904d78 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0232499 Jul 08 20:36:59.513268 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48870) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:36:59.519302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'mac_address': 'fa:16:3e:51:2d:8c', 'name': 'tempest-NetworksTestDHCPv6-363721361'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:36:59.601129 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d65e1927-ea2c-498e-8aca-3818de7cabe6 req-2c11bcdc-7d43-4d18-bbec-12c58e7b9942 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 210 time: 0.1026459 Jul 08 20:36:59.603554 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-0150f32f-2fb1-4340-83c9-09798c298cbc tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:36:59.713561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-0150f32f-2fb1-4340-83c9-09798c298cbc tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Network 5a9be946-4335-46dc-aac1-bc57b41a6c30 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:36:59.727012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-0150f32f-2fb1-4340-83c9-09798c298cbc tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:36:59.729856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-0150f32f-2fb1-4340-83c9-09798c298cbc tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:36:59.859749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a613145f-8277-4d2b-8e66-6981743a45cf tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Router 4c17d619-e77a-4421-b377-da97acf4046f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:36:59.889382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd8294-afee-49e9-ba17-8f09a6f0e384 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:36:59.948709 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150f32f-2fb1-4340-83c9-09798c298cbc tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Pushing event updated for resources: {'Port': ['ID=ed494557-d6b2-4198-bf5e-d4bcf371eadb,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:36:59.980814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec001fc-e994-4d37-826e-66700a19211d req-46d4f8cd-cb03-48cf-8c1e-c363c2f43fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:59.982790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ec001fc-e994-4d37-826e-66700a19211d req-46d4f8cd-cb03-48cf-8c1e-c363c2f43fd5 service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.6335597 Jul 08 20:36:59.995251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-0150f32f-2fb1-4340-83c9-09798c298cbc tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:36:59.995915 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-0150f32f-2fb1-4340-83c9-09798c298cbc tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:00.009690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3064f739-91a9-4ac7-9ef7-00562a9ec199 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:37:00.056192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c0ccd5d0-7934-4d1e-a2e8-780057783186 None None] Provisioning for port 703fe1ee-4055-4bb4-a593-0f31e8edeadb completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:00.064203 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:00.090504 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-0150f32f-2fb1-4340-83c9-09798c298cbc tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6455376 Jul 08 20:37:00.106464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a613145f-8277-4d2b-8e66-6981743a45cf tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:37:00.118937 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a613145f-8277-4d2b-8e66-6981743a45cf tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "PUT /v2.0/routers/4c17d619-e77a-4421-b377-da97acf4046f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0390704 Jul 08 20:37:00.120502 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56612ce-320f-43eb-88bb-fbfb22d2bc89 None None] Sync routers for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:37:00.124696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Request body: {'port': {'device_id': 'c18503a4-2d2e-47c1-b187-9aea8fc4b202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:00.133715 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56612ce-320f-43eb-88bb-fbfb22d2bc89 None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:37:00.134936 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b56612ce-320f-43eb-88bb-fbfb22d2bc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:36:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:00.164839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Transition to ACTIVE for port object 3064f739-91a9-4ac7-9ef7-00562a9ec199 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:00.227170 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:00.270410 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ec001fc-e994-4d37-826e-66700a19211d req-45b7656d-b913-46fa-92c5-6b46777a2600 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 200 len: 1000 time: 0.2701349 Jul 08 20:37:00.271155 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:00.326420 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b56612ce-320f-43eb-88bb-fbfb22d2bc89 None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:37:00.406739 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a6c29f-56fc-470d-a92a-b456112bc738 None None] Update dhcp port {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': 'c747e3e7-1139-49a8-9ba4-b4875c37add6', 'ip_address': '2001:db8::f816:3eff:fef0:6610'}, {'subnet_id': '61cc3dc5-dbd8-4ebf-9bad-4c984c59b0a4'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '703fe1ee-4055-4bb4-a593-0f31e8edeadb'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:37:00.499252 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c29f-56fc-470d-a92a-b456112bc738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:00.525927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Pushing event updated for resources: {'Port': ['ID=3064f739-91a9-4ac7-9ef7-00562a9ec199,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:00.529141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec001fc-e994-4d37-826e-66700a19211d req-8998b243-4fe6-40dc-9911-54019f9596b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:00.530647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ec001fc-e994-4d37-826e-66700a19211d req-8998b243-4fe6-40dc-9911-54019f9596b1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.2497160 Jul 08 20:37:00.651842 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:00.891083 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:00.898126 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b56612ce-320f-43eb-88bb-fbfb22d2bc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:36:58Z', 'revision_number': 6, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '135e3e84-88f0-4b81-bbb3-8a8f09007b13', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'port_id': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'mac_address': 'fa:16:3e:c9:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:35:22Z', 'updated_at': '2021-07-08T20:35:33Z', 'revision_number': 1, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:48Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:01.030423 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56612ce-320f-43eb-88bb-fbfb22d2bc89 None None] Checking router: 4c17d619-e77a-4421-b377-da97acf4046f for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:37:01.073545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 703fe1ee-4055-4bb4-a593-0f31e8edeadb up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:01.076179 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56612ce-320f-43eb-88bb-fbfb22d2bc89 None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:37:01.077123 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b56612ce-320f-43eb-88bb-fbfb22d2bc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:36:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:01.089186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-b4a6c29f-56fc-470d-a92a-b456112bc738 None None] Allocated IP 2001:db8:0:1::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/61cc3dc5-dbd8-4ebf-9bad-4c984c59b0a4/703fe1ee-4055-4bb4-a593-0f31e8edeadb) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:01.175914 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08104ea0-1736-42f6-89e0-abd1892c1af3 req-b443d1d0-8ce5-452b-80a8-45306ea75514 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:01.186582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08104ea0-1736-42f6-89e0-abd1892c1af3 req-b443d1d0-8ce5-452b-80a8-45306ea75514 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 931 time: 0.1457901 Jul 08 20:37:01.298301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 703fe1ee-4055-4bb4-a593-0f31e8edeadb completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:01.310099 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08104ea0-1736-42f6-89e0-abd1892c1af3 req-73f1ceae-42f1-41e6-a7ab-e57dfd81f6d0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214626 Jul 08 20:37:01.396716 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b56612ce-320f-43eb-88bb-fbfb22d2bc89 None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:37:01.412822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 703fe1ee-4055-4bb4-a593-0f31e8edeadb triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:01.413197 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:01.619589 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 9800f8b3-5d06-44c7-b5e1-a7cf35b63b6e yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:37:01.626170 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-b4a6c29f-56fc-470d-a92a-b456112bc738 None None] For port 703fe1ee-4055-4bb4-a593-0f31e8edeadb, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=703fe1ee-4055-4bb4-a593-0f31e8edeadb,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:01.635178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed494557-d6b2-4198-bf5e-d4bcf371eadb {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:37:01.643993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Attempting to bind port 3064f739-91a9-4ac7-9ef7-00562a9ec199 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:37:01.644766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Attempting to bind port 3064f739-91a9-4ac7-9ef7-00562a9ec199 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:37:01.645371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Attempting to bind port 3064f739-91a9-4ac7-9ef7-00562a9ec199 on network 5a9be946-4335-46dc-aac1-bc57b41a6c30 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:37:01.663751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:01.702948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f47938-881f-4054-a586-847c526de5fa req-a23c4a22-42a9-4529-b158-dc2e656df257 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:01.707884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3f47938-881f-4054-a586-847c526de5fa req-a23c4a22-42a9-4529-b158-dc2e656df257 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 946 time: 0.1673510 Jul 08 20:37:01.746452 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Transition to ACTIVE for port object ed494557-d6b2-4198-bf5e-d4bcf371eadb will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:01.747490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Port 3064f739-91a9-4ac7-9ef7-00562a9ec199 on network 5a9be946-4335-46dc-aac1-bc57b41a6c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:37:01.748403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Attempting to bind port 3064f739-91a9-4ac7-9ef7-00562a9ec199 on network 5a9be946-4335-46dc-aac1-bc57b41a6c30 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:37:01.758755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec001fc-e994-4d37-826e-66700a19211d req-6eee2693-d734-417f-8968-10d3dd8cc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:01.760449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ec001fc-e994-4d37-826e-66700a19211d req-6eee2693-d734-417f-8968-10d3dd8cc372 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2171369 Jul 08 20:37:01.795575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:37:01.795991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Checking segment: {'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:37:01.796383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Bound using segment: {'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:37:01.796897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Bound port: 3064f739-91a9-4ac7-9ef7-00562a9ec199, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:37:01.797312 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:01.845700 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3f47938-881f-4054-a586-847c526de5fa req-4149f35e-e28e-4bd5-9918-c9e178f9d400 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294889 Jul 08 20:37:01.856420 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c29f-56fc-470d-a92a-b456112bc738 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:01.862741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11576fb9-9e7e-4ef3-84ee-d0731251ec2a req-f2a3f8e4-64c1-4b49-8be1-15e8d445fa9e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:01.864380 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11576fb9-9e7e-4ef3-84ee-d0731251ec2a req-f2a3f8e4-64c1-4b49-8be1-15e8d445fa9e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 1.1485317 Jul 08 20:37:01.865075 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:01.873536 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:01.887324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b4a6c29f-56fc-470d-a92a-b456112bc738 None None] Transition to ACTIVE for port object 703fe1ee-4055-4bb4-a593-0f31e8edeadb will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:01.900323 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c29f-56fc-470d-a92a-b456112bc738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:01.942966 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:37:01.942966 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:37:01.968694 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b56612ce-320f-43eb-88bb-fbfb22d2bc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:36:58Z', 'revision_number': 6, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '135e3e84-88f0-4b81-bbb3-8a8f09007b13', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'port_id': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'mac_address': 'fa:16:3e:c9:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:35:22Z', 'updated_at': '2021-07-08T20:35:33Z', 'revision_number': 1, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:48Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:02.041486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6c29f-56fc-470d-a92a-b456112bc738 None None] Pushing event updated for resources: {'Port': ['ID=703fe1ee-4055-4bb4-a593-0f31e8edeadb,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:02.044317 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56612ce-320f-43eb-88bb-fbfb22d2bc89 None None] The sync data for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 is: [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:36:58Z', 'revision_number': 6, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '135e3e84-88f0-4b81-bbb3-8a8f09007b13', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'port_id': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'mac_address': 'fa:16:3e:c9:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:35:22Z', 'updated_at': '2021-07-08T20:35:33Z', 'revision_number': 1, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:48Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:37:02.236524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8:0:1::263 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/61cc3dc5-dbd8-4ebf-9bad-4c984c59b0a4/9800f8b3-5d06-44c7-b5e1-a7cf35b63b6e) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:02.252945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::f816:3eff:fe51:2d8c (845567f0-e8b3-4d3f-8ff6-519fe189dab9/c747e3e7-1139-49a8-9ba4-b4875c37add6/9800f8b3-5d06-44c7-b5e1-a7cf35b63b6e) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:02.272077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11576fb9-9e7e-4ef3-84ee-d0731251ec2a req-21cbfda3-4f29-4011-86fb-7544f1ce19db tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3616598 Jul 08 20:37:02.280940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Pushing event updated for resources: {'Port': ['ID=ed494557-d6b2-4198-bf5e-d4bcf371eadb,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:02.288477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfaf0-7c05-4079-89a1-90c7a623ccee req-d1a1af35-d6ae-4f75-90ce-1fcbd0f22652 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:02.306215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00dbfaf0-7c05-4079-89a1-90c7a623ccee req-d1a1af35-d6ae-4f75-90ce-1fcbd0f22652 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 946 time: 0.1789570 Jul 08 20:37:02.408944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] For port 3064f739-91a9-4ac7-9ef7-00562a9ec199, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:37:02.413668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] For port 3064f739-91a9-4ac7-9ef7-00562a9ec199, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3064f739-91a9-4ac7-9ef7-00562a9ec199,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:37:02.529106 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:02.551339 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:02.613650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 703fe1ee-4055-4bb4-a593-0f31e8edeadb, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=703fe1ee-4055-4bb4-a593-0f31e8edeadb,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:02.618809 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:02.803826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=703fe1ee-4055-4bb4-a593-0f31e8edeadb,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:02.836548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 703fe1ee-4055-4bb4-a593-0f31e8edeadb up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:02.870256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-00dbfaf0-7c05-4079-89a1-90c7a623ccee req-2517b902-2c99-4460-b5f6-c5573a2c637f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting port c3c83e22-b965-412e-83be-23cea39035ba {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:02.875040 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-00dbfaf0-7c05-4079-89a1-90c7a623ccee req-2517b902-2c99-4460-b5f6-c5573a2c637f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:02.931615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Attempting to bind port ed494557-d6b2-4198-bf5e-d4bcf371eadb on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:37:02.932207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Attempting to bind port ed494557-d6b2-4198-bf5e-d4bcf371eadb by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:37:02.932318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Attempting to bind port ed494557-d6b2-4198-bf5e-d4bcf371eadb on network 5a9be946-4335-46dc-aac1-bc57b41a6c30 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:37:02.969754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:02.970426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:02.971747 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] 10.222.0.103 "PUT /v2.0/ports/3064f739-91a9-4ac7-9ef7-00562a9ec199 HTTP/1.1" status: 200 len: 1093 time: 4.9205546 Jul 08 20:37:02.974060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Port ed494557-d6b2-4198-bf5e-d4bcf371eadb on network 5a9be946-4335-46dc-aac1-bc57b41a6c30 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:37:02.974391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Attempting to bind port ed494557-d6b2-4198-bf5e-d4bcf371eadb on network 5a9be946-4335-46dc-aac1-bc57b41a6c30 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:37:02.999374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b68917-3afc-40a4-a53f-91acfcb506ac', 'tag': '3064f739-91a9-4ac7-9ef7-00562a9ec199'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:02.999730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2af9b30b-8b96-4ca5-9b58-d1aceed91941 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:03.007098 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ac6386-a890-4abc-841d-03c589d7b7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "32b68917-3afc-40a4-a53f-91acfcb506ac", "tag": "3064f739-91a9-4ac7-9ef7-00562a9ec199"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:03.031272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:37:03.036148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Checking segment: {'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:37:03.036779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Bound using segment: {'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:37:03.037879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Bound port: ed494557-d6b2-4198-bf5e-d4bcf371eadb, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab15fa-942e-4216-93ad-db7aeccd0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:37:03.041114 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:03.081639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 2af9b30b-8b96-4ca5-9b58-d1aceed91941 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:37:03.084276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2af9b30b-8b96-4ca5-9b58-d1aceed91941 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:37:03.119046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-00dbfaf0-7c05-4079-89a1-90c7a623ccee req-2517b902-2c99-4460-b5f6-c5573a2c637f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] For port c3c83e22-b965-412e-83be-23cea39035ba, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=c3c83e22-b965-412e-83be-23cea39035ba,segment=NetworkSegment(cf4bb5f4-8bf9-4856-a4dd-b2d336486511),segment_id=cf4bb5f4-8bf9-4856-a4dd-b2d336486511)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:03.119414 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-00dbfaf0-7c05-4079-89a1-90c7a623ccee req-2517b902-2c99-4460-b5f6-c5573a2c637f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:03.159501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-00dbfaf0-7c05-4079-89a1-90c7a623ccee req-2517b902-2c99-4460-b5f6-c5573a2c637f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Calling delete_port for c3c83e22-b965-412e-83be-23cea39035ba owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:03.234493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0c314-6d6a-40da-9eee-0ee0eca16353 service neutron] Pushing event updated for resources: {'Port': ['ID=3064f739-91a9-4ac7-9ef7-00562a9ec199,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:03.283850 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ec001fc-e994-4d37-826e-66700a19211d req-772ccf14-b163-4cce-8c60-a85c9a8adca8 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4616418 Jul 08 20:37:03.386682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d128b1cc-708b-4172-a63e-0c00d7ec022b None None] Provisioning for port 703fe1ee-4055-4bb4-a593-0f31e8edeadb completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:03.399049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d128b1cc-708b-4172-a63e-0c00d7ec022b None None] Provisioning complete for port 703fe1ee-4055-4bb4-a593-0f31e8edeadb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:03.403667 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d128b1cc-708b-4172-a63e-0c00d7ec022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:03.457950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fcb86-d315-4b22-8312-fbdd84fb5879 req-627956f2-a695-4107-8fb2-670a02dc06a8 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:03.465463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c21fcb86-d315-4b22-8312-fbdd84fb5879 req-627956f2-a695-4107-8fb2-670a02dc06a8 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 943 time: 0.8838167 Jul 08 20:37:03.474042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-00dbfaf0-7c05-4079-89a1-90c7a623ccee req-2517b902-2c99-4460-b5f6-c5573a2c637f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:03.477079 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-73476fd4-2f18-49b1-9692-5f770319915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:03.479253 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-73476fd4-2f18-49b1-9692-5f770319915c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=113b3c62024b42c4a3406b82d230c134&device_id=32b68917-3afc-40a4-a53f-91acfcb506ac HTTP/1.1" status: 200 len: 1096 time: 0.4352770 Jul 08 20:37:03.540994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517b902-2c99-4460-b5f6-c5573a2c637f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Port': ['ID=c3c83e22-b965-412e-83be-23cea39035ba,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:03.552366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d99ca-4fa1-4f13-93b5-e9c97120983d req-a9dfc3c7-0a6a-4db7-b123-1678ffef6263 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:03.560717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-150d99ca-4fa1-4f13-93b5-e9c97120983d req-a9dfc3c7-0a6a-4db7-b123-1678ffef6263 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ab00029-0a5f-4b9b-806b-dd624fee1dfa HTTP/1.1" status: 200 len: 867 time: 0.3829136 Jul 08 20:37:03.642305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dbfaf0-7c05-4079-89a1-90c7a623ccee req-2517b902-2c99-4460-b5f6-c5573a2c637f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] No DVR routers for this DVR port c3c83e22-b965-412e-83be-23cea39035ba on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:03.649728 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-be1fb9c1-79dc-4b65-b8db-0fef98c3b7aa service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3064f739-91a9-4ac7-9ef7-00562a9ec199 HTTP/1.1" status: 200 len: 217 time: 0.1521511 Jul 08 20:37:03.668106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] For port ed494557-d6b2-4198-bf5e-d4bcf371eadb, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:37:03.673194 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c21fcb86-d315-4b22-8312-fbdd84fb5879 req-cc455d6b-7a36-4ba0-88ef-68a39672a760 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058365 Jul 08 20:37:03.677796 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-00dbfaf0-7c05-4079-89a1-90c7a623ccee req-2517b902-2c99-4460-b5f6-c5573a2c637f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:03.685194 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00dbfaf0-7c05-4079-89a1-90c7a623ccee req-2517b902-2c99-4460-b5f6-c5573a2c637f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.104 "DELETE /v2.0/ports/c3c83e22-b965-412e-83be-23cea39035ba HTTP/1.1" status: 204 len: 173 time: 1.3761959 Jul 08 20:37:03.688838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab00029-0a5f-4b9b-806b-dd624fee1dfa', 'name': 'network-vif-deleted', 'tag': 'c3c83e22-b965-412e-83be-23cea39035ba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:03.699100 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47012418-24f3-4470-90b5-fcff90c95c62" -d '{"events": [{"server_uuid": "0ab00029-0a5f-4b9b-806b-dd624fee1dfa", "name": "network-vif-deleted", "tag": "c3c83e22-b965-412e-83be-23cea39035ba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:03.738349 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-150d99ca-4fa1-4f13-93b5-e9c97120983d req-08369172-a9cd-4100-aebd-fdfded38488b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=75828a79-700f-440d-a7e7-d391992aae76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766329 Jul 08 20:37:03.809539 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] For port ed494557-d6b2-4198-bf5e-d4bcf371eadb, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ed494557-d6b2-4198-bf5e-d4bcf371eadb,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:37:03.838140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-38aa63e0-e343-4bba-97a0-b9872e498630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:03.840213 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-38aa63e0-e343-4bba-97a0-b9872e498630 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=14bb4fbc-fdac-481b-9869-eafdebd7a3b4 HTTP/1.1" status: 200 len: 852 time: 0.1693366 Jul 08 20:37:03.842834 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ec001fc-e994-4d37-826e-66700a19211d req-864d973f-b820-44d4-9bae-31889f6d11e6 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908366 Jul 08 20:37:03.845789 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286b935d-130e-4dd3-a032-d04d70bcbfab x-openstack-request-id: req-286b935d-130e-4dd3-a032-d04d70bcbfab {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:03.845789 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b68917-3afc-40a4-a53f-91acfcb506ac", "tag": "3064f739-91a9-4ac7-9ef7-00562a9ec199", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:03.846087 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-286b935d-130e-4dd3-a032-d04d70bcbfab {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:03.848410 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b68917-3afc-40a4-a53f-91acfcb506ac', 'tag': '3064f739-91a9-4ac7-9ef7-00562a9ec199', 'status': 'completed', 'code': 200} Jul 08 20:37:03.855052 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:03.908840 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:03.926382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 9800f8b3-5d06-44c7-b5e1-a7cf35b63b6e will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:03.952857 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865050eb-c6f2-4449-93c4-a719dfaf274c x-openstack-request-id: req-865050eb-c6f2-4449-93c4-a719dfaf274c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:03.953155 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab00029-0a5f-4b9b-806b-dd624fee1dfa", "name": "network-vif-deleted", "tag": "c3c83e22-b965-412e-83be-23cea39035ba", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:03.953403 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-865050eb-c6f2-4449-93c4-a719dfaf274c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:03.954754 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab00029-0a5f-4b9b-806b-dd624fee1dfa', 'name': 'network-vif-deleted', 'tag': 'c3c83e22-b965-412e-83be-23cea39035ba', 'status': 'completed', 'code': 200} Jul 08 20:37:04.076915 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6522-c904-489e-9e2e-170bd4238491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:04.081147 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-5e8ea712-33b8-46ee-82be-f7fd7bbec67a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5a9be946-4335-46dc-aac1-bc57b41a6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2204592 Jul 08 20:37:04.082246 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:04.116580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:04.117228 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:04.118599 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] 10.222.0.104 "PUT /v2.0/ports/ed494557-d6b2-4198-bf5e-d4bcf371eadb HTTP/1.1" status: 200 len: 1092 time: 4.0132825 Jul 08 20:37:04.145962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:04.196763 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:04.207759 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:37:04.212237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:04.212944 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:04.792356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-53634c92-82e5-409b-9449-d0b6a0538257 None None] Provisioning for port 9800f8b3-5d06-44c7-b5e1-a7cf35b63b6e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:04.796896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-53634c92-82e5-409b-9449-d0b6a0538257 None None] Provisioning complete for port 9800f8b3-5d06-44c7-b5e1-a7cf35b63b6e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:04.798089 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-53634c92-82e5-409b-9449-d0b6a0538257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:04.886782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 703fe1ee-4055-4bb4-a593-0f31e8edeadb up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:04.986122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-53634c92-82e5-409b-9449-d0b6a0538257 None None] Port 9800f8b3-5d06-44c7-b5e1-a7cf35b63b6e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:37:04.996426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 703fe1ee-4055-4bb4-a593-0f31e8edeadb triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:04.997210 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:05.019227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e082b90-a919-477f-881c-70fb81cff81a req-823d1f6f-a937-4e03-a440-2ace46af466a tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:05.021931 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e082b90-a919-477f-881c-70fb81cff81a req-823d1f6f-a937-4e03-a440-2ace46af466a tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 943 time: 0.1187890 Jul 08 20:37:05.109516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c10176-c752-4980-9cfc-48ceb51f3605 service neutron] Pushing event updated for resources: {'Port': ['ID=ed494557-d6b2-4198-bf5e-d4bcf371eadb,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:05.195129 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e082b90-a919-477f-881c-70fb81cff81a req-d1436fe3-0cd3-4a1e-b89b-080c631da290 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502306 Jul 08 20:37:05.378304 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.8616025 Jul 08 20:37:05.379096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48952) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:05.430800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48954) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:05.520491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c32dda-8d6b-43e5-bb92-72de967785fa tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=9800f8b3-5d06-44c7-b5e1-a7cf35b63b6e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:05.574018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f99c883e-71dc-4f22-863e-afc1c3815bff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 9800f8b3-5d06-44c7-b5e1-a7cf35b63b6e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:05.574857 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f99c883e-71dc-4f22-863e-afc1c3815bff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:05.639309 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:05.697621 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-6b641d65-562c-4dc1-a817-516692d308e9 service neutron] 10.222.0.103 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5919194 Jul 08 20:37:05.704584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-3e83c963-a7a5-47b7-a7fa-73488bab5779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:05.706977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-3e83c963-a7a5-47b7-a7fa-73488bab5779 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=113b3c62024b42c4a3406b82d230c134&device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 1095 time: 0.5709391 Jul 08 20:37:05.755145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:05.781046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171218f-9007-4364-8587-682e6e866bf2 req-16367982-fc13-4d3e-ba16-29f4a107896c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:05.789799 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c171218f-9007-4364-8587-682e6e866bf2 req-16367982-fc13-4d3e-ba16-29f4a107896c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 1.6085162 Jul 08 20:37:05.797984 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f99c883e-71dc-4f22-863e-afc1c3815bff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:05.825686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f99c883e-71dc-4f22-863e-afc1c3815bff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 9800f8b3-5d06-44c7-b5e1-a7cf35b63b6e owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:05.853300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18503a4-2d2e-47c1-b187-9aea8fc4b202', 'tag': 'ed494557-d6b2-4198-bf5e-d4bcf371eadb'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:05.855887 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aef9f3d-b906-4c0b-abb9-4ee243c4e05f" -d '{"events": [{"name": "network-changed", "server_uuid": "c18503a4-2d2e-47c1-b187-9aea8fc4b202", "tag": "ed494557-d6b2-4198-bf5e-d4bcf371eadb"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:05.915058 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-10131377-2929-46b0-a98d-6dc2cd211678 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed494557-d6b2-4198-bf5e-d4bcf371eadb HTTP/1.1" status: 200 len: 217 time: 0.1834433 Jul 08 20:37:05.959395 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ace026-ba79-4f82-b002-55ae6f3d744b x-openstack-request-id: req-f3ace026-ba79-4f82-b002-55ae6f3d744b {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:05.959942 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18503a4-2d2e-47c1-b187-9aea8fc4b202", "tag": "ed494557-d6b2-4198-bf5e-d4bcf371eadb", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:05.960377 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f3ace026-ba79-4f82-b002-55ae6f3d744b {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:05.963605 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18503a4-2d2e-47c1-b187-9aea8fc4b202', 'tag': 'ed494557-d6b2-4198-bf5e-d4bcf371eadb', 'status': 'completed', 'code': 200} Jul 08 20:37:06.151923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c3c83e22-b965-412e-83be-23cea39035ba no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:06.216700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: c3c83e22-b965-412e-83be-23cea39035ba {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:37:06.216700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device c3c83e22-b965-412e-83be-23cea39035ba not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:37:06.217665 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c171218f-9007-4364-8587-682e6e866bf2 req-b2f2a57c-a590-4f01-9688-b521f93da003 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4174111 Jul 08 20:37:06.274163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-c51e9a33-2f4d-497c-af7d-fdd1a518577f service neutron] 10.222.0.103 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586839 Jul 08 20:37:06.287138 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f99c883e-71dc-4f22-863e-afc1c3815bff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:06.302465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-11059719-8f1f-4259-b21d-f20cbab6d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:06.310844 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-11059719-8f1f-4259-b21d-f20cbab6d390 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=14bb4fbc-fdac-481b-9869-eafdebd7a3b4 HTTP/1.1" status: 200 len: 852 time: 0.3460581 Jul 08 20:37:06.369811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c883e-71dc-4f22-863e-afc1c3815bff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=9800f8b3-5d06-44c7-b5e1-a7cf35b63b6e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:06.391589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-255b8a5b-fad8-4e50-843e-d6126a7208c3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5a9be946-4335-46dc-aac1-bc57b41a6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730464 Jul 08 20:37:06.573760 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f99c883e-71dc-4f22-863e-afc1c3815bff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:06.585083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f99c883e-71dc-4f22-863e-afc1c3815bff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/9800f8b3-5d06-44c7-b5e1-a7cf35b63b6e HTTP/1.1" status: 204 len: 168 time: 1.1994088 Jul 08 20:37:06.585083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48974) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:06.593054 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:06.599146 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:06.600346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "DELETE /v2.0/security-groups/75828a79-700f-440d-a7e7-d391992aae76 HTTP/1.1" status: 204 len: 168 time: 1.1507921 Jul 08 20:37:06.635752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75828a79-700f-440d-a7e7-d391992aae76,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:06.672229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48980) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:06.688318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:06.688697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:06.689127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:06.689412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:06.689754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:06.690097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:06.690433 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:06.690765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:06.691097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:06.691425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:06.691753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:06.692080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07e812-ecda-406b-9243-e02d8cbfaea0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:06.730176 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-405430fe-b00a-4cc9-9802-04eaa1e0056c service neutron] 10.222.0.104 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263695 Jul 08 20:37:06.733501 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac6386-a890-4abc-841d-03c589d7b7e7 req-c9a2a1f2-b0ac-4dcd-ba4d-9cb6650de802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:06.735755 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-82ac6386-a890-4abc-841d-03c589d7b7e7 req-c9a2a1f2-b0ac-4dcd-ba4d-9cb6650de802 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=113b3c62024b42c4a3406b82d230c134&device_id=32b68917-3afc-40a4-a53f-91acfcb506ac HTTP/1.1" status: 200 len: 1096 time: 0.2907131 Jul 08 20:37:06.751577 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b97f880-691a-48ed-8f4b-12f8ced47576 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting subnet f7b6aa8b-2981-4faf-9866-65ef705cec51 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:37:06.755342 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b97f880-691a-48ed-8f4b-12f8ced47576 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:06.851900 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b97f880-691a-48ed-8f4b-12f8ced47576 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:06.904785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f798e-ccfc-437d-b426-fed2aa3a1daa req-717d677a-9b1d-43c3-a9eb-37c22c9d9b43 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:06.906395 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3f8f798e-ccfc-437d-b426-fed2aa3a1daa req-717d677a-9b1d-43c3-a9eb-37c22c9d9b43 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 943 time: 0.4379053 Jul 08 20:37:06.936205 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7667-8189-4b52-bf7b-dc70e94c3a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:06.986983 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12bda546-9a4e-4c0e-a8d2-31170707f76f req-0a7969b3-663a-43e4-97b6-bfcdff9f0297 service neutron] 10.222.0.104 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503114 Jul 08 20:37:07.002772 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:07.024621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655e012e-ab1e-4c05-b8e3-5ee5d5330e09 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:07.028577 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-655e012e-ab1e-4c05-b8e3-5ee5d5330e09 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4451783 Jul 08 20:37:07.035706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48982) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:07.065576 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3f8f798e-ccfc-437d-b426-fed2aa3a1daa req-8979dc5e-7406-44ef-ba99-d808f3c1a9f5 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438475 Jul 08 20:37:07.150352 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:37:07.196061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac6386-a890-4abc-841d-03c589d7b7e7 req-9619afe1-7617-4643-a76a-3906945576e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:07.197617 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-82ac6386-a890-4abc-841d-03c589d7b7e7 req-9619afe1-7617-4643-a76a-3906945576e9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5a9be946-4335-46dc-aac1-bc57b41a6c30 HTTP/1.1" status: 200 len: 913 time: 0.4519928 Jul 08 20:37:07.213513 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2a0811-2202-4f11-b768-81cc66830efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:07.218258 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3d2a0811-2202-4f11-b768-81cc66830efd tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1739399 Jul 08 20:37:07.218918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48984) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:07.331526 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-82ac6386-a890-4abc-841d-03c589d7b7e7 req-2afab92c-c74e-4f07-b917-00e311bdf18e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3064f739-91a9-4ac7-9ef7-00562a9ec199 HTTP/1.1" status: 200 len: 217 time: 0.1076355 Jul 08 20:37:07.335522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8882a9-4a0d-47b4-b0d8-e6e4a50e9206 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:07.337234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8882a9-4a0d-47b4-b0d8-e6e4a50e9206 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:07.338770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8882a9-4a0d-47b4-b0d8-e6e4a50e9206 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:07.343232 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8c8882a9-4a0d-47b4-b0d8-e6e4a50e9206 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0690832 Jul 08 20:37:07.345313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48988) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:07.414236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac6386-a890-4abc-841d-03c589d7b7e7 req-84d73d1e-fcc3-410c-a12e-5a18186ce019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:07.415883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-82ac6386-a890-4abc-841d-03c589d7b7e7 req-84d73d1e-fcc3-410c-a12e-5a18186ce019 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=14bb4fbc-fdac-481b-9869-eafdebd7a3b4 HTTP/1.1" status: 200 len: 852 time: 0.0696032 Jul 08 20:37:07.559655 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d89e5d-f22c-46f8-ae4e-b73a2a39ae3a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 61cc3dc5-dbd8-4ebf-9bad-4c984c59b0a4 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:37:07.564077 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68d89e5d-f22c-46f8-ae4e-b73a2a39ae3a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:07.575303 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b97f880-691a-48ed-8f4b-12f8ced47576 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:07.620237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-82ac6386-a890-4abc-841d-03c589d7b7e7 req-aaafe9e8-bea3-4b86-a0ac-77c86cf8d957 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5a9be946-4335-46dc-aac1-bc57b41a6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319911 Jul 08 20:37:07.627303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef9f3d-b906-4c0b-abb9-4ee243c4e05f req-33b5c0f5-a55b-400f-bfaa-97c1e597f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:07.629107 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8aef9f3d-b906-4c0b-abb9-4ee243c4e05f req-33b5c0f5-a55b-400f-bfaa-97c1e597f0f3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=113b3c62024b42c4a3406b82d230c134&device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 1095 time: 0.5231326 Jul 08 20:37:07.744364 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b97f880-691a-48ed-8f4b-12f8ced47576 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:07.792488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97f880-691a-48ed-8f4b-12f8ced47576 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b6aa8b-2981-4faf-9866-65ef705cec51,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:07.802457 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b97f880-691a-48ed-8f4b-12f8ced47576 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:07.806735 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8b97f880-691a-48ed-8f4b-12f8ced47576 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "DELETE /v2.0/subnets/f7b6aa8b-2981-4faf-9866-65ef705cec51 HTTP/1.1" status: 204 len: 168 time: 1.1263742 Jul 08 20:37:07.808904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ad7d7f-64af-4d05-aa3a-b48d1646ea5d None None] Network 7ba93140-bca1-4c7d-993f-b7eee76b2a21 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:07.812665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49004) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:07.909136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef9f3d-b906-4c0b-abb9-4ee243c4e05f req-e48a8d07-c603-4962-adf3-c40432c17f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:07.910819 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8aef9f3d-b906-4c0b-abb9-4ee243c4e05f req-e48a8d07-c603-4962-adf3-c40432c17f31 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5a9be946-4335-46dc-aac1-bc57b41a6c30 HTTP/1.1" status: 200 len: 913 time: 0.2694006 Jul 08 20:37:07.912616 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-82ac6386-a890-4abc-841d-03c589d7b7e7 req-3feb3d4c-e85b-4a1b-9625-7a07cabfb4fb service neutron] 10.222.0.103 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814186 Jul 08 20:37:07.976098 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:08.013938 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8aef9f3d-b906-4c0b-abb9-4ee243c4e05f req-ae706a11-b6ba-4d6d-882d-f23b3f8c35a6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed494557-d6b2-4198-bf5e-d4bcf371eadb HTTP/1.1" status: 200 len: 217 time: 0.0871353 Jul 08 20:37:08.102453 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting port df2aa75f-60f4-4107-b08d-9fc200135b08 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:08.102885 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:08.182986 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68d89e5d-f22c-46f8-ae4e-b73a2a39ae3a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:08.207070 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:08.243125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8992fe36-94e9-465a-ae00-321da21c04f2 None None] DHCP port deletion for 7ba93140-bca1-4c7d-993f-b7eee76b2a21 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:37:08.259124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] For port df2aa75f-60f4-4107-b08d-9fc200135b08, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=df2aa75f-60f4-4107-b08d-9fc200135b08,segment=NetworkSegment(cf4bb5f4-8bf9-4856-a4dd-b2d336486511),segment_id=cf4bb5f4-8bf9-4856-a4dd-b2d336486511)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:08.261648 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:08.307483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Calling delete_port for df2aa75f-60f4-4107-b08d-9fc200135b08 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:08.315298 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef9f3d-b906-4c0b-abb9-4ee243c4e05f req-880238d2-697f-4cdd-82b0-8a11059bd6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:08.319359 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8aef9f3d-b906-4c0b-abb9-4ee243c4e05f req-880238d2-697f-4cdd-82b0-8a11059bd6c5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=14bb4fbc-fdac-481b-9869-eafdebd7a3b4 HTTP/1.1" status: 200 len: 852 time: 0.0793290 Jul 08 20:37:08.372274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8992fe36-94e9-465a-ae00-321da21c04f2 None None] Deleting port df2aa75f-60f4-4107-b08d-9fc200135b08 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:08.375695 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8992fe36-94e9-465a-ae00-321da21c04f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:08.414512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-82ac6386-a890-4abc-841d-03c589d7b7e7 req-5d852e80-9bec-4932-add3-417949ff74d9 service neutron] 10.222.0.103 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042690 Jul 08 20:37:08.418468 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8aef9f3d-b906-4c0b-abb9-4ee243c4e05f req-eb053fa5-d378-4611-9262-a4f9961113fe service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5a9be946-4335-46dc-aac1-bc57b41a6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788386 Jul 08 20:37:08.554468 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8992fe36-94e9-465a-ae00-321da21c04f2 None None] For port df2aa75f-60f4-4107-b08d-9fc200135b08, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=df2aa75f-60f4-4107-b08d-9fc200135b08,segment=NetworkSegment(cf4bb5f4-8bf9-4856-a4dd-b2d336486511),segment_id=cf4bb5f4-8bf9-4856-a4dd-b2d336486511)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:08.554836 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8992fe36-94e9-465a-ae00-321da21c04f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:08.585140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8992fe36-94e9-465a-ae00-321da21c04f2 None None] Calling delete_port for df2aa75f-60f4-4107-b08d-9fc200135b08 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:08.607897 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:08.669765 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8aef9f3d-b906-4c0b-abb9-4ee243c4e05f req-8e67908f-5e6e-4bd1-8480-b8db36bc00c6 service neutron] 10.222.0.104 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222188 Jul 08 20:37:08.728177 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8992fe36-94e9-465a-ae00-321da21c04f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:08.769579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992fe36-94e9-465a-ae00-321da21c04f2 None None] Pushing event deleted for resources: {'Port': ['ID=df2aa75f-60f4-4107-b08d-9fc200135b08,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:08.784662 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8992fe36-94e9-465a-ae00-321da21c04f2 None None] No DVR routers for this DVR port df2aa75f-60f4-4107-b08d-9fc200135b08 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:08.801160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Port': ['ID=df2aa75f-60f4-4107-b08d-9fc200135b08,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:08.815662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03489ef4-de1c-466a-aaa4-858f3023a5b4 req-74759eb6-d79f-4f74-9737-e3207f2942ed tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:08.824280 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03489ef4-de1c-466a-aaa4-858f3023a5b4 req-74759eb6-d79f-4f74-9737-e3207f2942ed tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 1.3378849 Jul 08 20:37:08.828388 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] No DVR routers for this DVR port df2aa75f-60f4-4107-b08d-9fc200135b08 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:08.832308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device df2aa75f-60f4-4107-b08d-9fc200135b08 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:08.854904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: df2aa75f-60f4-4107-b08d-9fc200135b08 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:37:08.855248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device df2aa75f-60f4-4107-b08d-9fc200135b08 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:37:08.901629 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8aef9f3d-b906-4c0b-abb9-4ee243c4e05f req-a331ca94-196d-4a96-a754-78b5cb533f12 service neutron] 10.222.0.104 "GET /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200599 Jul 08 20:37:09.008747 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a388df-2080-4694-b35c-bea12c9340a0 req-d7e3c221-3427-4361-8cf6-17903eaed9aa tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:09.010771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03489ef4-de1c-466a-aaa4-858f3023a5b4 req-4760f6d1-727f-4caf-ab0c-49495314e0d5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838734 Jul 08 20:37:09.018119 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-81a388df-2080-4694-b35c-bea12c9340a0 req-d7e3c221-3427-4361-8cf6-17903eaed9aa tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 943 time: 0.4474649 Jul 08 20:37:09.029255 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68d89e5d-f22c-46f8-ae4e-b73a2a39ae3a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:09.054506 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:09.082168 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba93140-bca1-4c7d-993f-b7eee76b2a21']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:09.117929 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-81a388df-2080-4694-b35c-bea12c9340a0 req-a1e09e96-0607-418b-82a4-9d8f6c2407d5 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988812 Jul 08 20:37:09.120199 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:09.120504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4bb5f4-8bf9-4856-a4dd-b2d336486511') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:09.144687 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68d89e5d-f22c-46f8-ae4e-b73a2a39ae3a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:09.152852 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:09.196778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d89e5d-f22c-46f8-ae4e-b73a2a39ae3a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=61cc3dc5-dbd8-4ebf-9bad-4c984c59b0a4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:09.200372 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:09.212287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68d89e5d-f22c-46f8-ae4e-b73a2a39ae3a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:09.213131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade22f1-1664-4da8-bbe8-7d6c8cd7b8d1 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:09.216687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-68d89e5d-f22c-46f8-ae4e-b73a2a39ae3a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/61cc3dc5-dbd8-4ebf-9bad-4c984c59b0a4 HTTP/1.1" status: 204 len: 168 time: 1.8178070 Jul 08 20:37:09.218026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49022) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:09.225913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:37:09.226322 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:37:09.234601 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:37:09.378575 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:09.386076 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:09.390213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "DELETE /v2.0/networks/7ba93140-bca1-4c7d-993f-b7eee76b2a21 HTTP/1.1" status: 204 len: 168 time: 1.5638037 Jul 08 20:37:09.398177 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49028) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:09.449435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e228d8b-2837-4349-92df-0c8b9b9b49f0 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Network': ['ID=7ba93140-bca1-4c7d-993f-b7eee76b2a21,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:09.505619 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec966b8-6fd5-41d2-b031-ea49d13e1208 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet c747e3e7-1139-49a8-9ba4-b4875c37add6 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:37:09.517351 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eec966b8-6fd5-41d2-b031-ea49d13e1208 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:09.656294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eec966b8-6fd5-41d2-b031-ea49d13e1208 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:09.701199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cadb3-7322-4b98-94d2-123e73a4e7c8 req-c769361a-0bd5-4962-b205-432ad765ff0f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:09.709595 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f49cadb3-7322-4b98-94d2-123e73a4e7c8 req-c769361a-0bd5-4962-b205-432ad765ff0f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.3788798 Jul 08 20:37:09.780336 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:09.896847 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eec966b8-6fd5-41d2-b031-ea49d13e1208 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:09.948136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-24740f9a-6e50-4020-80a0-e0d8864b24df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting port 1af3dbf5-4325-43b3-b17e-aea67f4ad6c8 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:09.948558 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24740f9a-6e50-4020-80a0-e0d8864b24df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:10.050965 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f49cadb3-7322-4b98-94d2-123e73a4e7c8 req-c63a2d1e-5ee5-48f5-a076-790ca9516514 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390415 Jul 08 20:37:10.136360 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eec966b8-6fd5-41d2-b031-ea49d13e1208 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:10.210460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ed494557-d6b2-4198-bf5e-d4bcf371eadb details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:37:10.384852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec966b8-6fd5-41d2-b031-ea49d13e1208 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=c747e3e7-1139-49a8-9ba4-b4875c37add6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:10.412509 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eec966b8-6fd5-41d2-b031-ea49d13e1208 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:10.414716 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-eec966b8-6fd5-41d2-b031-ea49d13e1208 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/c747e3e7-1139-49a8-9ba4-b4875c37add6 HTTP/1.1" status: 204 len: 168 time: 1.1945975 Jul 08 20:37:10.417201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49046) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:10.447672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a0ec5-563c-4579-b957-56b3cf7ad035 req-ac809d7b-559f-495b-a1a5-9f2d6df407d2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:10.458786 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b5a0ec5-563c-4579-b957-56b3cf7ad035 req-ac809d7b-559f-495b-a1a5-9f2d6df407d2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.1499598 Jul 08 20:37:10.534730 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-41ea18e4-1d8b-4bc7-81e0-7df92ca6b04d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087379 Jul 08 20:37:10.539299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49052) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:10.560613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:10.570919 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24740f9a-6e50-4020-80a0-e0d8864b24df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:10.571252 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24740f9a-6e50-4020-80a0-e0d8864b24df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:10.633418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-24740f9a-6e50-4020-80a0-e0d8864b24df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Calling delete_port for 1af3dbf5-4325-43b3-b17e-aea67f4ad6c8 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:10.711209 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b5a0ec5-563c-4579-b957-56b3cf7ad035 req-d632363b-11f6-45c3-9617-de42fe08992b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514162 Jul 08 20:37:10.713000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ed494557-d6b2-4198-bf5e-d4bcf371eadb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ed494557-d6b2-4198-bf5e-d4bcf371eadb,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:10.739016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'ed494557-d6b2-4198-bf5e-d4bcf371eadb', 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30', 'port_id': 'ed494557-d6b2-4198-bf5e-d4bcf371eadb', 'mac_address': 'fa:16:3e:18:1f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bb4fbc-fdac-481b-9869-eafdebd7a3b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:37:10.743924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:10.763234 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:10.864000 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:10.866780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7061dd5-c2b0-4929-9203-ce4ef8dc5a9b req-eafe64d0-0da9-4bc7-8133-96105c2ff445 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:10.878746 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7061dd5-c2b0-4929-9203-ce4ef8dc5a9b req-eafe64d0-0da9-4bc7-8133-96105c2ff445 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 943 time: 0.3969324 Jul 08 20:37:10.897070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed494557-d6b2-4198-bf5e-d4bcf371eadb {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:37:10.943831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ed494557-d6b2-4198-bf5e-d4bcf371eadb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ed494557-d6b2-4198-bf5e-d4bcf371eadb,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:10.947742 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3064f739-91a9-4ac7-9ef7-00562a9ec199 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:37:10.950258 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4740b15-4c3a-4053-8359-c71fa85eace5 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:10.959325 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:10.991985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7061dd5-c2b0-4929-9203-ce4ef8dc5a9b req-1c9e5b44-d692-469b-b3b9-e71873896b0d tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122661 Jul 08 20:37:11.191483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=ed494557-d6b2-4198-bf5e-d4bcf371eadb,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:11.194367 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24740f9a-6e50-4020-80a0-e0d8864b24df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:11.253897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24740f9a-6e50-4020-80a0-e0d8864b24df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Port': ['ID=1af3dbf5-4325-43b3-b17e-aea67f4ad6c8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:11.266284 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:37:11.364664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['ed494557-d6b2-4198-bf5e-d4bcf371eadb'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:37:11.373529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b72b8bca-98d8-46f6-99fb-af63344cc417 None None] Provisioning complete for port 703fe1ee-4055-4bb4-a593-0f31e8edeadb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:11.373900 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b72b8bca-98d8-46f6-99fb-af63344cc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:11.395533 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24740f9a-6e50-4020-80a0-e0d8864b24df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:11.395923 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-24740f9a-6e50-4020-80a0-e0d8864b24df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Floating IP 135e3e84-88f0-4b81-bbb3-8a8f09007b13 disassociated (deleted). External IP: 172.25.4.132, port: e7f00444-8ff1-4a2e-8822-cbf6de6bf298. Jul 08 20:37:11.542801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.objects.ports [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:37:11.767664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 3064f739-91a9-4ac7-9ef7-00562a9ec199, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3064f739-91a9-4ac7-9ef7-00562a9ec199,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:11.811231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '3064f739-91a9-4ac7-9ef7-00562a9ec199', 'network_id': '5a9be946-4335-46dc-aac1-bc57b41a6c30', 'port_id': '3064f739-91a9-4ac7-9ef7-00562a9ec199', 'mac_address': 'fa:16:3e:3b:3d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bb4fbc-fdac-481b-9869-eafdebd7a3b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:37:11.825948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:11.904037 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:11.957809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3064f739-91a9-4ac7-9ef7-00562a9ec199 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:37:11.995146 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 3064f739-91a9-4ac7-9ef7-00562a9ec199, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3064f739-91a9-4ac7-9ef7-00562a9ec199,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:12.025769 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:12.244134 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] For port 703fe1ee-4055-4bb4-a593-0f31e8edeadb, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=703fe1ee-4055-4bb4-a593-0f31e8edeadb,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:12.249844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=3064f739-91a9-4ac7-9ef7-00562a9ec199,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:12.350065 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['3064f739-91a9-4ac7-9ef7-00562a9ec199'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:37:12.356367 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:12.365746 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:12.368240 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:12.510304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8c3ef704-65ce-4408-9b22-7087b3af17d4 None None] Provisioning complete for port 703fe1ee-4055-4bb4-a593-0f31e8edeadb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:12.510998 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef704-65ce-4408-9b22-7087b3af17d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:12.540829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf912c5-c0dd-42a7-8e7d-2af7fbcda5e3 req-4a0ecac5-b15e-4d4e-a07b-53f0362c569e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:12.556580 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1bf912c5-c0dd-42a7-8e7d-2af7fbcda5e3 req-4a0ecac5-b15e-4d4e-a07b-53f0362c569e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.2436397 Jul 08 20:37:12.581424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:12.594234 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:12.606112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:12.606724 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:12.699722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbec2ebf-7dcc-4fbb-a544-5bc554f75bd3 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:12.706509 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=adf84a09-6ad8-405a-8457-3fdae90b9857,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:12.732725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1bf912c5-c0dd-42a7-8e7d-2af7fbcda5e3 req-b6459548-f221-416d-98a4-748645232476 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706557 Jul 08 20:37:12.744471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2016466 Jul 08 20:37:12.750430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49086) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:12.756600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-956ebeca-e37a-422c-8b08-406fefc72f50 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:12.759277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048aa0b-c9a6-4609-8926-ebb010a6822c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=703fe1ee-4055-4bb4-a593-0f31e8edeadb,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:12.816355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea7790-0b0a-4705-8d45-c3a175d0cb76 req-f3ad25ca-45af-4ee9-9a76-61f5fa378946 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:12.837323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-81ea7790-0b0a-4705-8d45-c3a175d0cb76 req-f3ad25ca-45af-4ee9-9a76-61f5fa378946 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 944 time: 0.5239952 Jul 08 20:37:12.918701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24740f9a-6e50-4020-80a0-e0d8864b24df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Router 4c17d619-e77a-4421-b377-da97acf4046f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:37:12.949010 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-81ea7790-0b0a-4705-8d45-c3a175d0cb76 req-0108b959-bd4f-47d5-aec6-c4da1b36714e tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038733 Jul 08 20:37:13.042905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956ebeca-e37a-422c-8b08-406fefc72f50 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:13.051042 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-956ebeca-e37a-422c-8b08-406fefc72f50 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:13.292389 n-d-791506-16 neutron-server[94066]: INFO neutron.db.ipam_backend_mixin [None req-956ebeca-e37a-422c-8b08-406fefc72f50 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet adf84a09-6ad8-405a-8457-3fdae90b9857 (CIDR: 2001:db8::/64) Jul 08 20:37:13.301869 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-956ebeca-e37a-422c-8b08-406fefc72f50 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:37:13.302348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956ebeca-e37a-422c-8b08-406fefc72f50 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:13.327528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24740f9a-6e50-4020-80a0-e0d8864b24df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:37:13.330888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-956ebeca-e37a-422c-8b08-406fefc72f50 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5786428 Jul 08 20:37:13.334096 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24740f9a-6e50-4020-80a0-e0d8864b24df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:13.334772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49096) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:13.341060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f13548-49f0-450e-9b58-5ce53c2612d0 None None] Sync routers for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:37:13.342551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-7fde8330-b81b-4bbb-a2b9-8571864de8ac tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:13.363839 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f13548-49f0-450e-9b58-5ce53c2612d0 None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:37:13.365328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-68f13548-49f0-450e-9b58-5ce53c2612d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:37:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:13.455141 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-24740f9a-6e50-4020-80a0-e0d8864b24df tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "DELETE /v2.0/floatingips/135e3e84-88f0-4b81-bbb3-8a8f09007b13 HTTP/1.1" status: 204 len: 168 time: 4.0500300 Jul 08 20:37:13.455141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'tag': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:13.455829 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7071d6c-9411-41a3-96dd-7c7a09a3cf5b" -d '{"events": [{"name": "network-changed", "server_uuid": "99552a32-9439-4b5d-a7b7-3dcbda3f4c1c", "tag": "e7f00444-8ff1-4a2e-8822-cbf6de6bf298"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:13.583390 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13cdd0f-2f0b-4942-a2ef-0b1eead6b089 x-openstack-request-id: req-e13cdd0f-2f0b-4942-a2ef-0b1eead6b089 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:13.584015 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99552a32-9439-4b5d-a7b7-3dcbda3f4c1c", "tag": "e7f00444-8ff1-4a2e-8822-cbf6de6bf298", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:13.584015 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e13cdd0f-2f0b-4942-a2ef-0b1eead6b089 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:13.584355 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'tag': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'status': 'completed', 'code': 200} Jul 08 20:37:13.638969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-68f13548-49f0-450e-9b58-5ce53c2612d0 None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:37:13.662148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fde8330-b81b-4bbb-a2b9-8571864de8ac tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:13.666208 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7fde8330-b81b-4bbb-a2b9-8571864de8ac tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:13.820836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7071d6c-9411-41a3-96dd-7c7a09a3cf5b req-67c65ec0-ebec-4383-ba63-07dad5c24cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:13.831639 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7071d6c-9411-41a3-96dd-7c7a09a3cf5b req-67c65ec0-ebec-4383-ba63-07dad5c24cb4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 1098 time: 0.2259388 Jul 08 20:37:14.010352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6e660317-35c4-4b9b-a6e0-7ceb62819a6b None None] Provisioning complete for port 703fe1ee-4055-4bb4-a593-0f31e8edeadb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:14.010731 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6e660317-35c4-4b9b-a6e0-7ceb62819a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:14.179582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ed494557-d6b2-4198-bf5e-d4bcf371eadb up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:14.204096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7071d6c-9411-41a3-96dd-7c7a09a3cf5b req-1eb1af22-0997-440c-9b45-3a1c3e816947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:14.205795 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7071d6c-9411-41a3-96dd-7c7a09a3cf5b req-1eb1af22-0997-440c-9b45-3a1c3e816947 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1f7a713d-4535-4d26-b4b0-fc318c79a77b HTTP/1.1" status: 200 len: 898 time: 0.3666692 Jul 08 20:37:14.313537 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7071d6c-9411-41a3-96dd-7c7a09a3cf5b req-bab9f48c-5651-415c-85b1-be281e444307 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f00444-8ff1-4a2e-8822-cbf6de6bf298 HTTP/1.1" status: 200 len: 217 time: 0.0976839 Jul 08 20:37:14.366537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port ed494557-d6b2-4198-bf5e-d4bcf371eadb completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:14.372193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port ed494557-d6b2-4198-bf5e-d4bcf371eadb triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:14.372745 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:14.377864 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7fde8330-b81b-4bbb-a2b9-8571864de8ac tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:14.477359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-68f13548-49f0-450e-9b58-5ce53c2612d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:36:58Z', 'revision_number': 6, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:48Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:14.529453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f13548-49f0-450e-9b58-5ce53c2612d0 None None] Checking router: 4c17d619-e77a-4421-b377-da97acf4046f for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:37:14.533928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7071d6c-9411-41a3-96dd-7c7a09a3cf5b req-6ab76872-65de-47b6-a6b0-046fce5ac8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:14.535418 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7071d6c-9411-41a3-96dd-7c7a09a3cf5b req-6ab76872-65de-47b6-a6b0-046fce5ac8b7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=86b9acac-f7c6-4ab3-b5a5-13591a6d99b5 HTTP/1.1" status: 200 len: 835 time: 0.1794357 Jul 08 20:37:14.580269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde8330-b81b-4bbb-a2b9-8571864de8ac tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=c2fd3f97-dac8-4cf7-8b1f-7d859065bbde,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:14.590139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fde8330-b81b-4bbb-a2b9-8571864de8ac tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:14.593238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-7fde8330-b81b-4bbb-a2b9-8571864de8ac tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:14.607609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde8330-b81b-4bbb-a2b9-8571864de8ac tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:14.610015 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7fde8330-b81b-4bbb-a2b9-8571864de8ac tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:14.611110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f13548-49f0-450e-9b58-5ce53c2612d0 None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:37:14.613567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-68f13548-49f0-450e-9b58-5ce53c2612d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:37:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:14.652168 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7fde8330-b81b-4bbb-a2b9-8571864de8ac tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3153958 Jul 08 20:37:14.653057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49126) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:14.663042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'mac_address': 'fa:16:3e:41:0d:f3', 'name': 'tempest-NetworksTestDHCPv6-1238401981'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:14.724157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7418f9-bce6-4d6f-af1e-426329c2199a req-368315be-0f93-4f79-b960-0cb5225fd563 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:14.732165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a7418f9-bce6-4d6f-af1e-426329c2199a req-368315be-0f93-4f79-b960-0cb5225fd563 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.4174330 Jul 08 20:37:14.732661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c580f9-b3b9-40e4-83ce-2a94327e3f15 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:14.820954 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a7418f9-bce6-4d6f-af1e-426329c2199a req-56c96cb8-aa3c-4b56-b03c-ea5ffeef64d5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869877 Jul 08 20:37:14.865964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7071d6c-9411-41a3-96dd-7c7a09a3cf5b req-7c96865d-1bd4-45f8-aff2-a46f38846ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:14.891005 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7071d6c-9411-41a3-96dd-7c7a09a3cf5b req-7c96865d-1bd4-45f8-aff2-a46f38846ac9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1f7a713d-4535-4d26-b4b0-fc318c79a77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3374982 Jul 08 20:37:15.075316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:15.169151 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7071d6c-9411-41a3-96dd-7c7a09a3cf5b req-c0a9277b-7909-4448-a8e0-bb134278f600 service neutron] 10.222.0.103 "GET /v2.0/networks/1f7a713d-4535-4d26-b4b0-fc318c79a77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656190 Jul 08 20:37:15.246322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1aeac5-2f97-46e7-9711-2a875201028d req-769de98f-ef80-40e9-8ba5-265706b8e2b1 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:15.254781 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd1aeac5-2f97-46e7-9711-2a875201028d req-769de98f-ef80-40e9-8ba5-265706b8e2b1 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 946 time: 0.5505340 Jul 08 20:37:15.369917 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:15.388452 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd1aeac5-2f97-46e7-9711-2a875201028d req-53fb478a-5af9-4345-8457-deccbc9d5c58 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327133 Jul 08 20:37:15.426303 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7071d6c-9411-41a3-96dd-7c7a09a3cf5b req-fa397a57-0edf-422e-8515-f208fc5c7a7d service neutron] 10.222.0.103 "GET /v2.0/networks/1f7a713d-4535-4d26-b4b0-fc318c79a77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494121 Jul 08 20:37:15.444816 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port cf36ef1b-c893-4334-8d7b-d93e441bc322 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:37:15.448800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 703fe1ee-4055-4bb4-a593-0f31e8edeadb up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:15.458829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3064f739-91a9-4ac7-9ef7-00562a9ec199 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:15.494698 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38abef-c39a-463d-876d-740c3194a241 req-1ce98fc7-3a28-4c05-98d1-bfe69c2d2358 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:15.497227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c38abef-c39a-463d-876d-740c3194a241 req-1ce98fc7-3a28-4c05-98d1-bfe69c2d2358 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 944 time: 0.4392989 Jul 08 20:37:15.545392 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:15.608098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-68f13548-49f0-450e-9b58-5ce53c2612d0 None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:37:15.653776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18503a4-2d2e-47c1-b187-9aea8fc4b202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed494557-d6b2-4198-bf5e-d4bcf371eadb'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:15.656922 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb55782-f10b-4dba-9db6-17c0f6ec4b6d" -d '{"events": [{"server_uuid": "c18503a4-2d2e-47c1-b187-9aea8fc4b202", "name": "network-vif-plugged", "status": "completed", "tag": "ed494557-d6b2-4198-bf5e-d4bcf371eadb"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:15.694412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port ed494557-d6b2-4198-bf5e-d4bcf371eadb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ed494557-d6b2-4198-bf5e-d4bcf371eadb,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:15.746701 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:15.783454 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c38abef-c39a-463d-876d-740c3194a241 req-307ee4e8-a333-4c9e-adfb-a748e206e5e0 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764428 Jul 08 20:37:15.848904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a34d7a-a916-4258-af6c-feca3e219e7f req-8beb0e7c-23c6-40fc-b35a-5d4d3c94d089 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:15.850923 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35a34d7a-a916-4258-af6c-feca3e219e7f req-8beb0e7c-23c6-40fc-b35a-5d4d3c94d089 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.103 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 946 time: 0.3374276 Jul 08 20:37:15.858213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8:0:1::2ff (845567f0-e8b3-4d3f-8ff6-519fe189dab9/c2fd3f97-dac8-4cf7-8b1f-7d859065bbde/cf36ef1b-c893-4334-8d7b-d93e441bc322) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:15.872237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::f816:3eff:fe41:df3 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/adf84a09-6ad8-405a-8457-3fdae90b9857/cf36ef1b-c893-4334-8d7b-d93e441bc322) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:15.918018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-b2c6ae09-7979-4029-8d03-9f46d99a13e8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:15.940897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-b2c6ae09-7979-4029-8d03-9f46d99a13e8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:15.947255 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-b2c6ae09-7979-4029-8d03-9f46d99a13e8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:15.956907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-b2c6ae09-7979-4029-8d03-9f46d99a13e8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:15.962964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-b2c6ae09-7979-4029-8d03-9f46d99a13e8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:15.979419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-b2c6ae09-7979-4029-8d03-9f46d99a13e8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:15.995289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-b2c6ae09-7979-4029-8d03-9f46d99a13e8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:16.000352 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-b2c6ae09-7979-4029-8d03-9f46d99a13e8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5434 time: 0.4273841 Jul 08 20:37:16.073086 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b350f-3284-4134-bf71-b4707ff4fa0e req-4387f707-410d-4038-a9ea-fb2ac55955ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:16.082788 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b350f-3284-4134-bf71-b4707ff4fa0e req-4387f707-410d-4038-a9ea-fb2ac55955ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:16.088621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b350f-3284-4134-bf71-b4707ff4fa0e req-4387f707-410d-4038-a9ea-fb2ac55955ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:16.106698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 3064f739-91a9-4ac7-9ef7-00562a9ec199 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:16.111383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b350f-3284-4134-bf71-b4707ff4fa0e req-4387f707-410d-4038-a9ea-fb2ac55955ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:16.119369 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 3064f739-91a9-4ac7-9ef7-00562a9ec199 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:16.119968 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:16.126761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b350f-3284-4134-bf71-b4707ff4fa0e req-4387f707-410d-4038-a9ea-fb2ac55955ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:16.139982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b350f-3284-4134-bf71-b4707ff4fa0e req-4387f707-410d-4038-a9ea-fb2ac55955ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:16.146724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b350f-3284-4134-bf71-b4707ff4fa0e req-4387f707-410d-4038-a9ea-fb2ac55955ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:16.158948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-28bced14-af5a-4794-b894-48df81a55a77 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:16.160350 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-28bced14-af5a-4794-b894-48df81a55a77 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "GET /v2.0/ports/30a04eb1-2191-417b-8e18-d1d985f0ab8e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1210144 Jul 08 20:37:16.162656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f93b350f-3284-4134-bf71-b4707ff4fa0e req-4387f707-410d-4038-a9ea-fb2ac55955ae tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5434 time: 0.4045961 Jul 08 20:37:16.353301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=ed494557-d6b2-4198-bf5e-d4bcf371eadb,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:16.372496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 703fe1ee-4055-4bb4-a593-0f31e8edeadb triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:16.373133 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:16.393049 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f93b350f-3284-4134-bf71-b4707ff4fa0e req-0c612e38-7593-4fbb-9e80-9d060170f3f3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2293191 Jul 08 20:37:16.408982 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-80f785e5-a19e-4ea1-a8e3-135f2e4b75ad tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "GET /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2243006 Jul 08 20:37:16.429215 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00b3e01-308e-451f-a1ad-1c067cd20779 x-openstack-request-id: req-b00b3e01-308e-451f-a1ad-1c067cd20779 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:16.429215 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18503a4-2d2e-47c1-b187-9aea8fc4b202", "name": "network-vif-plugged", "status": "completed", "tag": "ed494557-d6b2-4198-bf5e-d4bcf371eadb", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:16.429215 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b00b3e01-308e-451f-a1ad-1c067cd20779 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:16.429215 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18503a4-2d2e-47c1-b187-9aea8fc4b202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed494557-d6b2-4198-bf5e-d4bcf371eadb', 'code': 200} Jul 08 20:37:16.576224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:16.630331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object cf36ef1b-c893-4334-8d7b-d93e441bc322 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:16.644212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-080cd28d-55ab-46fa-9eeb-d8bb83a35124 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:16.669115 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:16.688200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-68f13548-49f0-450e-9b58-5ce53c2612d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:36:58Z', 'revision_number': 6, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:48Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:16.741634 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 3064f739-91a9-4ac7-9ef7-00562a9ec199, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3064f739-91a9-4ac7-9ef7-00562a9ec199,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:16.753308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f13548-49f0-450e-9b58-5ce53c2612d0 None None] The sync data for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 is: [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:36:58Z', 'revision_number': 6, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'edfd802b-1834-4433-9dd9-4c8f41626136', 'name': '', 'network_id': '1f7a713d-4535-4d26-b4b0-fc318c79a77b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:e7:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:40Z', 'updated_at': '2021-07-08T20:34:48Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '86b9acac-f7c6-4ab3-b5a5-13591a6d99b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:37:16.757824 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:16.821475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=3064f739-91a9-4ac7-9ef7-00562a9ec199,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:16.939886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed504b-a3d1-4ca9-a9ef-216f5d2caedf req-09f543b0-ddda-46fb-82af-8af6f43821e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:16.941797 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1aed504b-a3d1-4ca9-a9ef-216f5d2caedf req-09f543b0-ddda-46fb-82af-8af6f43821e5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 1097 time: 0.5124471 Jul 08 20:37:16.944672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-35a34d7a-a916-4258-af6c-feca3e219e7f req-5459cc84-7136-43e6-87c2-ebe65a379fe2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting port e7f00444-8ff1-4a2e-8822-cbf6de6bf298 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:16.945121 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-35a34d7a-a916-4258-af6c-feca3e219e7f req-5459cc84-7136-43e6-87c2-ebe65a379fe2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:17.052147 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:17.083168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed504b-a3d1-4ca9-a9ef-216f5d2caedf req-95ce8011-6946-41a7-b739-e7e8a2979a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:17.087904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1aed504b-a3d1-4ca9-a9ef-216f5d2caedf req-95ce8011-6946-41a7-b739-e7e8a2979a8c service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.1349099 Jul 08 20:37:17.100950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6df491-d082-4092-9211-535d0258c2c0 req-4ba01daa-f026-4001-879c-6d02762f46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:17.102580 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4f6df491-d082-4092-9211-535d0258c2c0 req-4ba01daa-f026-4001-879c-6d02762f46f3 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 1097 time: 0.6192648 Jul 08 20:37:17.154274 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564361f-01a1-4fd1-ac9b-0014115e4e1d req-e5a6f65f-5a7e-4e80-9503-aba0fb67780b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:17.155858 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6564361f-01a1-4fd1-ac9b-0014115e4e1d req-e5a6f65f-5a7e-4e80-9503-aba0fb67780b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 946 time: 0.4239173 Jul 08 20:37:17.169666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c61d63-6a2b-48bd-86c6-a3eb9a37a064 None None] Update dhcp port {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': 'adf84a09-6ad8-405a-8457-3fdae90b9857', 'ip_address': '2001:db8::f816:3eff:fef0:6610'}, {'subnet_id': 'c2fd3f97-dac8-4cf7-8b1f-7d859065bbde'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '703fe1ee-4055-4bb4-a593-0f31e8edeadb'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:37:17.245169 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:17.257582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6564361f-01a1-4fd1-ac9b-0014115e4e1d req-3885510f-1c1e-460c-92fb-03d4cb1376ad tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947518 Jul 08 20:37:17.267617 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614f1bf-8eba-479d-9a20-7855e8cbeb75 req-d6732064-93af-4b56-bd16-05647408a388 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:17.278453 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3614f1bf-8eba-479d-9a20-7855e8cbeb75 req-d6732064-93af-4b56-bd16-05647408a388 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.5668843 Jul 08 20:37:17.278789 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32c61d63-6a2b-48bd-86c6-a3eb9a37a064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:17.286933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:17.296086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1aed504b-a3d1-4ca9-a9ef-216f5d2caedf req-168a972b-86cc-48f5-a7c7-b0a4f8f65164 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 200 len: 1000 time: 0.1467202 Jul 08 20:37:17.299117 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:37:17.311574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:17.312233 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:17.324619 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf350546-23ff-4365-a9f2-b49a33f4d63d None None] New status for floating IP 135e3e84-88f0-4b81-bbb3-8a8f09007b13: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:37:17.370986 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4f6df491-d082-4092-9211-535d0258c2c0 req-53c1e54f-7d1d-4adc-9d89-e851f9f03bd6 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312422 Jul 08 20:37:17.411326 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=cf36ef1b-c893-4334-8d7b-d93e441bc322,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:17.443980 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7bccf124-1207-468d-b89b-106fa6dd4c17 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7892878 Jul 08 20:37:17.448613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49182) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:17.485931 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-080cd28d-55ab-46fa-9eeb-d8bb83a35124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:17.568508 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:17.627205 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3614f1bf-8eba-479d-9a20-7855e8cbeb75 req-635650d3-730c-4eb0-8c38-1086be482856 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471701 Jul 08 20:37:17.631415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed504b-a3d1-4ca9-a9ef-216f5d2caedf req-f5b226cc-4030-4846-8a37-e43ede3574e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:17.642882 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-32c61d63-6a2b-48bd-86c6-a3eb9a37a064 None None] Allocated IP 2001:db8:0:1::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/c2fd3f97-dac8-4cf7-8b1f-7d859065bbde/703fe1ee-4055-4bb4-a593-0f31e8edeadb) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:17.646575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1aed504b-a3d1-4ca9-a9ef-216f5d2caedf req-f5b226cc-4030-4846-8a37-e43ede3574e5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.3428795 Jul 08 20:37:17.861246 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca11957-edeb-4100-8016-19bdb916fd28 req-64d0706c-e0ce-4d79-97c6-4f0ab5b337f2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:17.863080 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ca11957-edeb-4100-8016-19bdb916fd28 req-64d0706c-e0ce-4d79-97c6-4f0ab5b337f2 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 945 time: 0.3117833 Jul 08 20:37:17.869736 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2f214-d92f-4cba-ae90-6680c7b49ca3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port cf36ef1b-c893-4334-8d7b-d93e441bc322 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:17.870158 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-32c61d63-6a2b-48bd-86c6-a3eb9a37a064 None None] For port 703fe1ee-4055-4bb4-a593-0f31e8edeadb, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=703fe1ee-4055-4bb4-a593-0f31e8edeadb,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:17.870927 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f214-d92f-4cba-ae90-6680c7b49ca3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:17.877250 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-35a34d7a-a916-4258-af6c-feca3e219e7f req-5459cc84-7136-43e6-87c2-ebe65a379fe2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] For port e7f00444-8ff1-4a2e-8822-cbf6de6bf298, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e7f00444-8ff1-4a2e-8822-cbf6de6bf298,segment=NetworkSegment(78c4cbba-324a-4635-956e-29853693327e),segment_id=78c4cbba-324a-4635-956e-29853693327e)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:17.877620 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-35a34d7a-a916-4258-af6c-feca3e219e7f req-5459cc84-7136-43e6-87c2-ebe65a379fe2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:17.892444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-35a34d7a-a916-4258-af6c-feca3e219e7f req-5459cc84-7136-43e6-87c2-ebe65a379fe2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Calling delete_port for e7f00444-8ff1-4a2e-8822-cbf6de6bf298 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:17.967124 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32c61d63-6a2b-48bd-86c6-a3eb9a37a064 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:17.999404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-32c61d63-6a2b-48bd-86c6-a3eb9a37a064 None None] Transition to ACTIVE for port object 703fe1ee-4055-4bb4-a593-0f31e8edeadb will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:18.008279 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32c61d63-6a2b-48bd-86c6-a3eb9a37a064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:18.052119 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ca11957-edeb-4100-8016-19bdb916fd28 req-7f7a41a7-304c-4bc4-9b6e-e5c58dc3be58 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713305 Jul 08 20:37:18.149214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c61d63-6a2b-48bd-86c6-a3eb9a37a064 None None] Pushing event updated for resources: {'Port': ['ID=703fe1ee-4055-4bb4-a593-0f31e8edeadb,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:18.151725 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f214-d92f-4cba-ae90-6680c7b49ca3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:18.195368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2f214-d92f-4cba-ae90-6680c7b49ca3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for cf36ef1b-c893-4334-8d7b-d93e441bc322 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:18.219507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:18.431104 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b68917-3afc-40a4-a53f-91acfcb506ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3064f739-91a9-4ac7-9ef7-00562a9ec199'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:18.433446 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23547020-b903-45a7-a2ae-b815b65be5e3" -d '{"events": [{"server_uuid": "32b68917-3afc-40a4-a53f-91acfcb506ac", "name": "network-vif-plugged", "status": "completed", "tag": "3064f739-91a9-4ac7-9ef7-00562a9ec199"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:18.591506 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:18.703194 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:18.710830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed504b-a3d1-4ca9-a9ef-216f5d2caedf req-55122c3a-8a2b-4872-b8d3-2c08be01c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:18.713065 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1aed504b-a3d1-4ca9-a9ef-216f5d2caedf req-55122c3a-8a2b-4872-b8d3-2c08be01c9dc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0449612 Jul 08 20:37:18.723630 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:18.724716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0b1347f8-22be-40ca-80a4-01990963907f no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:18.739211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-080cd28d-55ab-46fa-9eeb-d8bb83a35124 service neutron] For port 30a04eb1-2191-417b-8e18-d1d985f0ab8e, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=30a04eb1-2191-417b-8e18-d1d985f0ab8e,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:18.776665 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233e221-ae1a-4e44-9fcd-ea4a154ae51f req-f8731ce3-8230-4ab9-adb5-a7aa770d1ae2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:18.789583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233e221-ae1a-4e44-9fcd-ea4a154ae51f req-f8731ce3-8230-4ab9-adb5-a7aa770d1ae2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:18.794853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f214-d92f-4cba-ae90-6680c7b49ca3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:18.804492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233e221-ae1a-4e44-9fcd-ea4a154ae51f req-f8731ce3-8230-4ab9-adb5-a7aa770d1ae2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:18.815197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233e221-ae1a-4e44-9fcd-ea4a154ae51f req-f8731ce3-8230-4ab9-adb5-a7aa770d1ae2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:18.823605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233e221-ae1a-4e44-9fcd-ea4a154ae51f req-f8731ce3-8230-4ab9-adb5-a7aa770d1ae2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:18.836975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233e221-ae1a-4e44-9fcd-ea4a154ae51f req-f8731ce3-8230-4ab9-adb5-a7aa770d1ae2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:18.843286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233e221-ae1a-4e44-9fcd-ea4a154ae51f req-f8731ce3-8230-4ab9-adb5-a7aa770d1ae2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:18.852728 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1233e221-ae1a-4e44-9fcd-ea4a154ae51f req-f8731ce3-8230-4ab9-adb5-a7aa770d1ae2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 5434 time: 0.8435261 Jul 08 20:37:18.916620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2f214-d92f-4cba-ae90-6680c7b49ca3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=cf36ef1b-c893-4334-8d7b-d93e441bc322,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:18.951265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a7cb5-f9db-4a89-bbd1-c8b76374ef84 req-6848ea27-77d0-424b-85e4-c681a92e7d90 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:18.962882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-097a7cb5-f9db-4a89-bbd1-c8b76374ef84 req-6848ea27-77d0-424b-85e4-c681a92e7d90 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 946 time: 0.3241198 Jul 08 20:37:18.975946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e7f00444-8ff1-4a2e-8822-cbf6de6bf298 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:19.052431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: e7f00444-8ff1-4a2e-8822-cbf6de6bf298 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:37:19.057400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e7f00444-8ff1-4a2e-8822-cbf6de6bf298 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:37:19.075607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 703fe1ee-4055-4bb4-a593-0f31e8edeadb up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:19.086604 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:19.101015 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-35a34d7a-a916-4258-af6c-feca3e219e7f req-5459cc84-7136-43e6-87c2-ebe65a379fe2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:19.152863 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f214-d92f-4cba-ae90-6680c7b49ca3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:19.158815 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c9e2f214-d92f-4cba-ae90-6680c7b49ca3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/cf36ef1b-c893-4334-8d7b-d93e441bc322 HTTP/1.1" status: 204 len: 168 time: 1.7089746 Jul 08 20:37:19.166492 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49210) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:19.207989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459cc84-7136-43e6-87c2-ebe65a379fe2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Port': ['ID=e7f00444-8ff1-4a2e-8822-cbf6de6bf298,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:19.243683 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:19.326275 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-097a7cb5-f9db-4a89-bbd1-c8b76374ef84 req-f443a7a3-d754-4ee2-8392-571f554e5631 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624659 Jul 08 20:37:19.391140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0b1347f8-22be-40ca-80a4-01990963907f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0b1347f8-22be-40ca-80a4-01990963907f,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:19.415460 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:19.415460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a243b3c9-f6cc-4346-8144-d7d68e6f404e no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:19.433057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05de8b3-2b53-4980-9d17-0b90d1538cfe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:19.440198 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a05de8b3-2b53-4980-9d17-0b90d1538cfe tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2704504 Jul 08 20:37:19.441941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49218) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:19.532052 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e311e060-142d-4af0-ae39-4f59d9ac7c3a x-openstack-request-id: req-e311e060-142d-4af0-ae39-4f59d9ac7c3a {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:19.532393 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b68917-3afc-40a4-a53f-91acfcb506ac", "name": "network-vif-plugged", "status": "completed", "tag": "3064f739-91a9-4ac7-9ef7-00562a9ec199", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:19.532714 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e311e060-142d-4af0-ae39-4f59d9ac7c3a {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:19.534880 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b68917-3afc-40a4-a53f-91acfcb506ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3064f739-91a9-4ac7-9ef7-00562a9ec199', 'code': 200} Jul 08 20:37:19.540765 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1233e221-ae1a-4e44-9fcd-ea4a154ae51f req-ec564842-6b6d-4636-b32e-603c2ba021a2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4651110 Jul 08 20:37:19.599670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12e5100-2564-47da-ae07-cb55e8ece80d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:19.604030 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b12e5100-2564-47da-ae07-cb55e8ece80d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1608407 Jul 08 20:37:19.604542 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49224) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:19.630778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-080cd28d-55ab-46fa-9eeb-d8bb83a35124 service neutron] For port 30a04eb1-2191-417b-8e18-d1d985f0ab8e, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:37:19.644323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a34d7a-a916-4258-af6c-feca3e219e7f req-5459cc84-7136-43e6-87c2-ebe65a379fe2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] No DVR routers for this DVR port e7f00444-8ff1-4a2e-8822-cbf6de6bf298 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:19.670577 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0b1347f8-22be-40ca-80a4-01990963907f,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:19.779189 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-35a34d7a-a916-4258-af6c-feca3e219e7f req-5459cc84-7136-43e6-87c2-ebe65a379fe2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:19.793448 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35a34d7a-a916-4258-af6c-feca3e219e7f req-5459cc84-7136-43e6-87c2-ebe65a379fe2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.103 "DELETE /v2.0/ports/e7f00444-8ff1-4a2e-8822-cbf6de6bf298 HTTP/1.1" status: 204 len: 173 time: 3.9297507 Jul 08 20:37:19.796529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'name': 'network-vif-deleted', 'tag': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:19.802091 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4729e4df-36a7-437b-aa83-fe03cef766f2" -d '{"events": [{"server_uuid": "99552a32-9439-4b5d-a7b7-3dcbda3f4c1c", "name": "network-vif-deleted", "tag": "e7f00444-8ff1-4a2e-8822-cbf6de6bf298"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:19.873957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1b820dbc-5ed7-4e3f-8447-7e7d5c6dfef0 None None] Provisioning for port 703fe1ee-4055-4bb4-a593-0f31e8edeadb completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:19.885974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-080cd28d-55ab-46fa-9eeb-d8bb83a35124 service neutron] device_id is not set on port 30a04eb1-2191-417b-8e18-d1d985f0ab8e yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:37:19.905320 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1b820dbc-5ed7-4e3f-8447-7e7d5c6dfef0 None None] Provisioning complete for port 703fe1ee-4055-4bb4-a593-0f31e8edeadb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:19.906426 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b820dbc-5ed7-4e3f-8447-7e7d5c6dfef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:19.910017 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-080cd28d-55ab-46fa-9eeb-d8bb83a35124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:19.924375 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1aed504b-a3d1-4ca9-a9ef-216f5d2caedf req-7e6dd697-ccad-4410-8b71-0d3c7fd14c9e service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1973011 Jul 08 20:37:19.930870 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-080cd28d-55ab-46fa-9eeb-d8bb83a35124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:19.991899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956f38f-5189-4b6c-a045-221d846370d2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:19.993822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956f38f-5189-4b6c-a045-221d846370d2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:19.995399 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956f38f-5189-4b6c-a045-221d846370d2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:19.999837 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d956f38f-5189-4b6c-a045-221d846370d2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3914976 Jul 08 20:37:20.001815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49228) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:20.048569 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:20.092432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd450ee7-e653-4fc8-b289-2cbf58c396c8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet adf84a09-6ad8-405a-8457-3fdae90b9857 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:37:20.101723 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd450ee7-e653-4fc8-b289-2cbf58c396c8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:20.180269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3356602-0dc0-4e98-9daf-cf0531736214 req-995548f9-28b3-4b59-af03-c040e1835e9f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:20.181994 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f3356602-0dc0-4e98-9daf-cf0531736214 req-995548f9-28b3-4b59-af03-c040e1835e9f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.2421989 Jul 08 20:37:20.191229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf35e2-61cd-4202-bac4-b101f78302ae req-eb00ed44-f358-4e2a-b185-bcdcc4172aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:20.192751 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5edf35e2-61cd-4202-bac4-b101f78302ae req-eb00ed44-f358-4e2a-b185-bcdcc4172aa3 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=32b68917-3afc-40a4-a53f-91acfcb506ac HTTP/1.1" status: 200 len: 1098 time: 0.4030750 Jul 08 20:37:20.204287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a243b3c9-f6cc-4346-8144-d7d68e6f404e, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a243b3c9-f6cc-4346-8144-d7d68e6f404e,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:20.222590 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:20.223929 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 9c457d71-76e4-42d3-baf8-52903bc79288 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:20.425620 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5edf35e2-61cd-4202-bac4-b101f78302ae req-0983dc1d-f53f-40d1-8f41-c24247b212cd service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136788 Jul 08 20:37:20.431789 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd450ee7-e653-4fc8-b289-2cbf58c396c8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:20.603930 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f3356602-0dc0-4e98-9daf-cf0531736214 req-6f81d306-4be5-4f13-b9bd-825e69ecc437 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4014499 Jul 08 20:37:20.659865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a243b3c9-f6cc-4346-8144-d7d68e6f404e,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:20.726617 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:20.791025 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd450ee7-e653-4fc8-b289-2cbf58c396c8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:20.820839 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 9c457d71-76e4-42d3-baf8-52903bc79288, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=9c457d71-76e4-42d3-baf8-52903bc79288,segment=NetworkSegment(3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc),segment_id=3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:20.824017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5bc46f06-0370-47ba-beb9-5cb790d8c34d None None] Provisioning complete for port 30a04eb1-2191-417b-8e18-d1d985f0ab8e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:20.824970 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5bc46f06-0370-47ba-beb9-5cb790d8c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:20.833217 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:20.834006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3d3d94e7-4685-4ff7-926a-d64df0c1c16c no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:20.943721 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd450ee7-e653-4fc8-b289-2cbf58c396c8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:21.023364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd450ee7-e653-4fc8-b289-2cbf58c396c8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=adf84a09-6ad8-405a-8457-3fdae90b9857,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:21.034214 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd450ee7-e653-4fc8-b289-2cbf58c396c8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:21.041145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fd450ee7-e653-4fc8-b289-2cbf58c396c8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/adf84a09-6ad8-405a-8457-3fdae90b9857 HTTP/1.1" status: 204 len: 168 time: 1.0363848 Jul 08 20:37:21.044665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49246) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:21.088343 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89669cb7-6b9c-406c-93db-c5c54577f5b5 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:21.107172 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f88149f4-203a-4187-b2fa-9b26e598f771 req-ba8ffe33-4c2f-4bb0-b90e-fd73d1fa50cb tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=99552a32-9439-4b5d-a7b7-3dcbda3f4c1c HTTP/1.1" status: 200 len: 210 time: 0.0489693 Jul 08 20:37:21.315487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f4853a-6847-40e0-b921-29a46be217f9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet c2fd3f97-dac8-4cf7-8b1f-7d859065bbde {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:37:21.331111 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09f4853a-6847-40e0-b921-29a46be217f9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:21.374575 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22702e40-ca96-47f8-8879-8b85d419de3c x-openstack-request-id: req-22702e40-ca96-47f8-8879-8b85d419de3c {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:21.375326 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99552a32-9439-4b5d-a7b7-3dcbda3f4c1c", "name": "network-vif-deleted", "tag": "e7f00444-8ff1-4a2e-8822-cbf6de6bf298", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:21.375326 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-22702e40-ca96-47f8-8879-8b85d419de3c {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:21.382500 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99552a32-9439-4b5d-a7b7-3dcbda3f4c1c', 'name': 'network-vif-deleted', 'tag': 'e7f00444-8ff1-4a2e-8822-cbf6de6bf298', 'status': 'completed', 'code': 200} Jul 08 20:37:21.471016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-080cd28d-55ab-46fa-9eeb-d8bb83a35124 service neutron] No DVR routers for this DVR port 30a04eb1-2191-417b-8e18-d1d985f0ab8e on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:21.474612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cd28d-55ab-46fa-9eeb-d8bb83a35124 service neutron] Pushing event updated for resources: {'Port': ['ID=30a04eb1-2191-417b-8e18-d1d985f0ab8e,revision_number=6']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:21.553943 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09f4853a-6847-40e0-b921-29a46be217f9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:21.630047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d'}, {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b1347f8-22be-40ca-80a4-01990963907f'}, {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a243b3c9-f6cc-4346-8144-d7d68e6f404e'}, {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c457d71-76e4-42d3-baf8-52903bc79288'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:21.633432 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347fb386-bd78-42fa-b745-e41395fe06e7" -d '{"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-unplugged", "status": "completed", "tag": "bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d"}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-unplugged", "status": "completed", "tag": "0b1347f8-22be-40ca-80a4-01990963907f"}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-unplugged", "status": "completed", "tag": "a243b3c9-f6cc-4346-8144-d7d68e6f404e"}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-unplugged", "status": "completed", "tag": "9c457d71-76e4-42d3-baf8-52903bc79288"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:21.636803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=9c457d71-76e4-42d3-baf8-52903bc79288,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:21.690561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5bc46f06-0370-47ba-beb9-5cb790d8c34d None None] Port 30a04eb1-2191-417b-8e18-d1d985f0ab8e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:37:21.697347 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5bc46f06-0370-47ba-beb9-5cb790d8c34d None None] Could not find standard attr ID for object cf36ef1b-c893-4334-8d7b-d93e441bc322. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:37:21.711456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5953ce-14bc-43aa-af77-edf9e03ddd56 req-bfc50a2b-4e37-4dc9-a33d-ba5c58fb664a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:21.721095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5953ce-14bc-43aa-af77-edf9e03ddd56 req-bfc50a2b-4e37-4dc9-a33d-ba5c58fb664a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:21.724692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-080cd28d-55ab-46fa-9eeb-d8bb83a35124 service neutron] In _notify_port_updated(), no bound segment for port 30a04eb1-2191-417b-8e18-d1d985f0ab8e on network aeda51c7-62c0-461d-806f-63846808ac6d {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:37:21.725791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-080cd28d-55ab-46fa-9eeb-d8bb83a35124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:21.726423 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-080cd28d-55ab-46fa-9eeb-d8bb83a35124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:21.727735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-080cd28d-55ab-46fa-9eeb-d8bb83a35124 service neutron] 10.222.0.104 "PUT /v2.0/ports/30a04eb1-2191-417b-8e18-d1d985f0ab8e HTTP/1.1" status: 200 len: 1026 time: 5.3179324 Jul 08 20:37:21.728476 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5953ce-14bc-43aa-af77-edf9e03ddd56 req-bfc50a2b-4e37-4dc9-a33d-ba5c58fb664a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:21.738670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5953ce-14bc-43aa-af77-edf9e03ddd56 req-bfc50a2b-4e37-4dc9-a33d-ba5c58fb664a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:21.744912 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba693a40-129a-4409-a2d6-6101646cf80c req-066fad2c-9632-4326-b5e2-a0593bd23ba8 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:21.745140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5953ce-14bc-43aa-af77-edf9e03ddd56 req-bfc50a2b-4e37-4dc9-a33d-ba5c58fb664a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:21.754440 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5953ce-14bc-43aa-af77-edf9e03ddd56 req-bfc50a2b-4e37-4dc9-a33d-ba5c58fb664a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:21.756333 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba693a40-129a-4409-a2d6-6101646cf80c req-066fad2c-9632-4326-b5e2-a0593bd23ba8 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 945 time: 1.7938995 Jul 08 20:37:21.756899 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3c5953ce-14bc-43aa-af77-edf9e03ddd56 req-bfc50a2b-4e37-4dc9-a33d-ba5c58fb664a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 4653 time: 0.3138764 Jul 08 20:37:21.758531 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09f4853a-6847-40e0-b921-29a46be217f9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:21.839254 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:21.857406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-065f2ee4-434f-454f-9b41-a83cca4cc123 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:21.858834 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-065f2ee4-434f-454f-9b41-a83cca4cc123 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "GET /v2.0/ports/bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0869629 Jul 08 20:37:21.879450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-3b5cc837-4c2a-4895-af94-592f5874c646 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:21.885077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1aed504b-a3d1-4ca9-a9ef-216f5d2caedf req-4cc956b2-6e24-49d0-abb8-f59eea69cc86 service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9195485 Jul 08 20:37:21.935552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3d3d94e7-4685-4ff7-926a-d64df0c1c16c,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:21.944670 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:21.946240 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 30a04eb1-2191-417b-8e18-d1d985f0ab8e no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:21.946645 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3c5953ce-14bc-43aa-af77-edf9e03ddd56 req-a3b272b4-7fdf-40e8-bd33-1dd29921dc8f tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=a53b9f40-fd21-4a55-a9bd-ba76f4478632&id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1290078 Jul 08 20:37:21.985298 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba693a40-129a-4409-a2d6-6101646cf80c req-aa9343d6-c5e7-44ff-a827-158c3fe54310 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271261 Jul 08 20:37:22.002397 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09f4853a-6847-40e0-b921-29a46be217f9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:22.072818 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-3b5cc837-4c2a-4895-af94-592f5874c646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:22.103154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4853a-6847-40e0-b921-29a46be217f9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=c2fd3f97-dac8-4cf7-8b1f-7d859065bbde,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:22.122897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2744a67-fccc-443a-9a55-05c7c18c75b1 req-4d1ba44c-0acc-4014-805c-ca89bd22f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:22.124462 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2744a67-fccc-443a-9a55-05c7c18c75b1 req-4d1ba44c-0acc-4014-805c-ca89bd22f99f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 1097 time: 0.1766398 Jul 08 20:37:22.127887 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09f4853a-6847-40e0-b921-29a46be217f9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:22.129920 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-09f4853a-6847-40e0-b921-29a46be217f9 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/c2fd3f97-dac8-4cf7-8b1f-7d859065bbde HTTP/1.1" status: 204 len: 168 time: 1.0851781 Jul 08 20:37:22.134014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49268) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:22.221035 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=3d3d94e7-4685-4ff7-926a-d64df0c1c16c,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:22.254447 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd5538d-dc91-45b3-896e-c75aa50e35d4 x-openstack-request-id: req-ffd5538d-dc91-45b3-896e-c75aa50e35d4 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:22.254920 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-unplugged", "status": "completed", "tag": "bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d", "code": 200}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-unplugged", "status": "completed", "tag": "0b1347f8-22be-40ca-80a4-01990963907f", "code": 200}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-unplugged", "status": "completed", "tag": "a243b3c9-f6cc-4346-8144-d7d68e6f404e", "code": 200}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-unplugged", "status": "completed", "tag": "9c457d71-76e4-42d3-baf8-52903bc79288", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:22.255298 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ffd5538d-dc91-45b3-896e-c75aa50e35d4 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:22.255713 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d', 'code': 200} Jul 08 20:37:22.255972 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b1347f8-22be-40ca-80a4-01990963907f', 'code': 200} Jul 08 20:37:22.256228 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a243b3c9-f6cc-4346-8144-d7d68e6f404e', 'code': 200} Jul 08 20:37:22.256479 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c457d71-76e4-42d3-baf8-52903bc79288', 'code': 200} Jul 08 20:37:22.272191 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7d270011-1001-4f0e-882f-26c0717f6b3b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1289175 Jul 08 20:37:22.280551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49270) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:22.302450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b356fc86-c400-41c9-ad78-5c8536556776 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:22.320000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 30a04eb1-2191-417b-8e18-d1d985f0ab8e not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:37:22.320568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 8f2ca086-8d55-419b-b4a5-21eeaae205cf no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:22.505351 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:22.523788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eabac29-1569-4620-a92b-dadff3d53763 None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:37:22.561210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2744a67-fccc-443a-9a55-05c7c18c75b1 req-770bff2d-0f78-4fe7-8cb1-302863924396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:22.562951 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2744a67-fccc-443a-9a55-05c7c18c75b1 req-770bff2d-0f78-4fe7-8cb1-302863924396 service neutron] 10.222.0.104 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.3711705 Jul 08 20:37:22.565053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 8f2ca086-8d55-419b-b4a5-21eeaae205cf, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8f2ca086-8d55-419b-b4a5-21eeaae205cf,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:22.573092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81024ae-738e-4d7f-8c22-7d603abcbecc req-8c6c7283-6847-4a47-a207-46f5ff455218 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:22.583175 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d81024ae-738e-4d7f-8c22-7d603abcbecc req-8c6c7283-6847-4a47-a207-46f5ff455218 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=32b68917-3afc-40a4-a53f-91acfcb506ac HTTP/1.1" status: 200 len: 946 time: 0.2445838 Jul 08 20:37:22.616006 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:22.704525 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2744a67-fccc-443a-9a55-05c7c18c75b1 req-1d92feef-2bdd-4c7f-ae5e-bf0ea809fb26 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 200 len: 1000 time: 0.0982327 Jul 08 20:37:22.713810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c9b58-799c-4fb1-808b-0156ba132409 req-b12ec312-573f-4dce-a0e4-67473ed879ad tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:22.715411 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea2c9b58-799c-4fb1-808b-0156ba132409 req-b12ec312-573f-4dce-a0e4-67473ed879ad tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.4241652 Jul 08 20:37:22.742672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0eabac29-1569-4620-a92b-dadff3d53763 None None] Deleting port 703fe1ee-4055-4bb4-a593-0f31e8edeadb {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:22.743102 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0eabac29-1569-4620-a92b-dadff3d53763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:22.757084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b356fc86-c400-41c9-ad78-5c8536556776 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:22.760567 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b356fc86-c400-41c9-ad78-5c8536556776 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:22.838110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2744a67-fccc-443a-9a55-05c7c18c75b1 req-2621811d-4b3a-4651-ab5d-bea63078f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:22.843813 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2744a67-fccc-443a-9a55-05c7c18c75b1 req-2621811d-4b3a-4651-ab5d-bea63078f16f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.1218185 Jul 08 20:37:22.846316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=8f2ca086-8d55-419b-b4a5-21eeaae205cf,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:22.863236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-3b5cc837-4c2a-4895-af94-592f5874c646 service neutron] For port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:22.911757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-3b5cc837-4c2a-4895-af94-592f5874c646 service neutron] For port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:37:22.964233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-3b5cc837-4c2a-4895-af94-592f5874c646 service neutron] device_id is not set on port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:37:22.978680 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-3b5cc837-4c2a-4895-af94-592f5874c646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:23.001121 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d81024ae-738e-4d7f-8c22-7d603abcbecc req-9263ab54-878a-41ff-8ade-a16687923635 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116046 Jul 08 20:37:23.003328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0eabac29-1569-4620-a92b-dadff3d53763 None None] For port 703fe1ee-4055-4bb4-a593-0f31e8edeadb, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=703fe1ee-4055-4bb4-a593-0f31e8edeadb,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:23.003786 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0eabac29-1569-4620-a92b-dadff3d53763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:23.010671 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-3b5cc837-4c2a-4895-af94-592f5874c646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:23.105520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 703fe1ee-4055-4bb4-a593-0f31e8edeadb no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:23.161321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cc837-4c2a-4895-af94-592f5874c646 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:23.185158 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49282) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:23.195783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0eabac29-1569-4620-a92b-dadff3d53763 None None] Calling delete_port for 703fe1ee-4055-4bb4-a593-0f31e8edeadb owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:23.350699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-3b5cc837-4c2a-4895-af94-592f5874c646 service neutron] No DVR routers for this DVR port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:23.388883 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:23.493941 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0eabac29-1569-4620-a92b-dadff3d53763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:23.532294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eabac29-1569-4620-a92b-dadff3d53763 None None] No DVR routers for this DVR port 703fe1ee-4055-4bb4-a593-0f31e8edeadb on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:23.538327 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:23.540312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eabac29-1569-4620-a92b-dadff3d53763 None None] Pushing event deleted for resources: {'Port': ['ID=703fe1ee-4055-4bb4-a593-0f31e8edeadb,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:23.583067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-3b5cc837-4c2a-4895-af94-592f5874c646 service neutron] In _notify_port_updated(), no bound segment for port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d on network aeda51c7-62c0-461d-806f-63846808ac6d {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:37:23.583971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-3b5cc837-4c2a-4895-af94-592f5874c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:23.584604 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-3b5cc837-4c2a-4895-af94-592f5874c646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:23.587563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-3b5cc837-4c2a-4895-af94-592f5874c646 service neutron] 10.222.0.104 "PUT /v2.0/ports/bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d HTTP/1.1" status: 200 len: 1028 time: 1.7135513 Jul 08 20:37:23.666860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-72bf8c89-57bd-47b4-a176-b52cdd4cd22c None None] Provisioning complete for port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:23.667264 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-72bf8c89-57bd-47b4-a176-b52cdd4cd22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:23.697365 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea2c9b58-799c-4fb1-808b-0156ba132409 req-41ad19f3-5ccc-400d-871b-46f0461a34c8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9660463 Jul 08 20:37:23.724879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-72bf8c89-57bd-47b4-a176-b52cdd4cd22c None None] Port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:37:23.749326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2744a67-fccc-443a-9a55-05c7c18c75b1 req-bccc5c1b-5795-4b8f-aa28-436ece53918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:23.751509 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2744a67-fccc-443a-9a55-05c7c18c75b1 req-bccc5c1b-5795-4b8f-aa28-436ece53918a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8994896 Jul 08 20:37:23.875403 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c2524cb-6b02-45a2-b1f3-c4a251d6e37c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:23.907040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435fd3d-9a42-4ff8-b012-a599de34307b req-2c7708ee-f680-4560-ab9c-e64947a87944 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:23.913391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435fd3d-9a42-4ff8-b012-a599de34307b req-2c7708ee-f680-4560-ab9c-e64947a87944 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:23.919654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435fd3d-9a42-4ff8-b012-a599de34307b req-2c7708ee-f680-4560-ab9c-e64947a87944 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:23.924247 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b356fc86-c400-41c9-ad78-5c8536556776 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:23.931626 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435fd3d-9a42-4ff8-b012-a599de34307b req-2c7708ee-f680-4560-ab9c-e64947a87944 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:23.938821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435fd3d-9a42-4ff8-b012-a599de34307b req-2c7708ee-f680-4560-ab9c-e64947a87944 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:23.940968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6435fd3d-9a42-4ff8-b012-a599de34307b req-2c7708ee-f680-4560-ab9c-e64947a87944 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 3876 time: 0.5144885 Jul 08 20:37:24.007800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356fc86-c400-41c9-ad78-5c8536556776 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=5ccfba3c-184e-41d4-95dc-d1040ca2d0fa,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:24.008434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c2524cb-6b02-45a2-b1f3-c4a251d6e37c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:24.023376 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b356fc86-c400-41c9-ad78-5c8536556776 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:24.026382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b356fc86-c400-41c9-ad78-5c8536556776 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:24.041702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ecb148-32a0-4677-84f3-2ee814f13f35 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:24.054183 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6435fd3d-9a42-4ff8-b012-a599de34307b req-a392ab84-f267-474c-9d8d-21c2917dcebd tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050470 Jul 08 20:37:24.055955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356fc86-c400-41c9-ad78-5c8536556776 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:24.057630 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b356fc86-c400-41c9-ad78-5c8536556776 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:24.075729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4b36188a-8a33-4595-8fdf-eb571c553ba9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Deleting port 0b1347f8-22be-40ca-80a4-01990963907f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:24.079441 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4b36188a-8a33-4595-8fdf-eb571c553ba9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:24.101825 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b356fc86-c400-41c9-ad78-5c8536556776 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8176973 Jul 08 20:37:24.103094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49298) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:24.118484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b4703921-0067-425c-9c6d-ef691edeae92 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:24.238767 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4b36188a-8a33-4595-8fdf-eb571c553ba9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] For port 0b1347f8-22be-40ca-80a4-01990963907f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0b1347f8-22be-40ca-80a4-01990963907f,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:24.240145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4b36188a-8a33-4595-8fdf-eb571c553ba9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:24.259000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d3d94e7-4685-4ff7-926a-d64df0c1c16c'}, {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f2ca086-8d55-419b-b4a5-21eeaae205cf'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:24.260318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4b36188a-8a33-4595-8fdf-eb571c553ba9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Calling delete_port for 0b1347f8-22be-40ca-80a4-01990963907f owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:24.261250 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5d4815-2bad-4cb3-a229-768d66540598" -d '{"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-unplugged", "status": "completed", "tag": "3d3d94e7-4685-4ff7-926a-d64df0c1c16c"}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-unplugged", "status": "completed", "tag": "8f2ca086-8d55-419b-b4a5-21eeaae205cf"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:24.375907 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ba6f30-6fef-43d1-90d5-8c5efd36479c x-openstack-request-id: req-16ba6f30-6fef-43d1-90d5-8c5efd36479c {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:24.378594 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-unplugged", "status": "completed", "tag": "3d3d94e7-4685-4ff7-926a-d64df0c1c16c", "code": 200}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-unplugged", "status": "completed", "tag": "8f2ca086-8d55-419b-b4a5-21eeaae205cf", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:24.380972 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-16ba6f30-6fef-43d1-90d5-8c5efd36479c {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:24.381429 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d3d94e7-4685-4ff7-926a-d64df0c1c16c', 'code': 200} Jul 08 20:37:24.381857 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f2ca086-8d55-419b-b4a5-21eeaae205cf', 'code': 200} Jul 08 20:37:24.435784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4703921-0067-425c-9c6d-ef691edeae92 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:24.444082 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b4703921-0067-425c-9c6d-ef691edeae92 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:24.477668 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4b36188a-8a33-4595-8fdf-eb571c553ba9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:24.480663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'tenant_id': '083c11e033f84d5b9176962b8c6ac530', 'fixed_ips': [{'subnet_id': '5ccfba3c-184e-41d4-95dc-d1040ca2d0fa'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:37:24.482144 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:24.495550 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2744a67-fccc-443a-9a55-05c7c18c75b1 req-af89294c-9736-472b-8bfb-a32059e46e6d service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7163429 Jul 08 20:37:24.611733 n-d-791506-16 neutron-server[94065]: INFO neutron.db.ipam_backend_mixin [None req-b4703921-0067-425c-9c6d-ef691edeae92 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ccfba3c-184e-41d4-95dc-d1040ca2d0fa (CIDR: 2001:db8::/64) Jul 08 20:37:24.627943 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4703921-0067-425c-9c6d-ef691edeae92 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:37:24.630050 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4703921-0067-425c-9c6d-ef691edeae92 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:24.673937 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b4703921-0067-425c-9c6d-ef691edeae92 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5688281 Jul 08 20:37:24.674798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49312) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:24.688687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:24.705607 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36188a-8a33-4595-8fdf-eb571c553ba9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event deleted for resources: {'Port': ['ID=0b1347f8-22be-40ca-80a4-01990963907f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:24.795307 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2744a67-fccc-443a-9a55-05c7c18c75b1 req-0ccc5e96-6131-475a-b5ff-a7fba38c6b2f service neutron] 10.222.0.104 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722619 Jul 08 20:37:24.796299 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4b36188a-8a33-4595-8fdf-eb571c553ba9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] No DVR routers for this DVR port 0b1347f8-22be-40ca-80a4-01990963907f on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:24.814246 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4b36188a-8a33-4595-8fdf-eb571c553ba9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:24.816834 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4b36188a-8a33-4595-8fdf-eb571c553ba9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "DELETE /v2.0/ports/0b1347f8-22be-40ca-80a4-01990963907f HTTP/1.1" status: 204 len: 173 time: 1.2113345 Jul 08 20:37:24.818078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-deleted', 'tag': '0b1347f8-22be-40ca-80a4-01990963907f'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:24.820940 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e923e39-2a50-4062-bdee-3075e6ba0be2" -d '{"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-deleted", "tag": "0b1347f8-22be-40ca-80a4-01990963907f"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:24.877966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Allocated IP 2001:db8::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/5ccfba3c-184e-41d4-95dc-d1040ca2d0fa/6e877f28-8568-41fa-bcdd-98e61b56bbc2) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:24.986029 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c2524cb-6b02-45a2-b1f3-c4a251d6e37c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:24.992724 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c2524cb-6b02-45a2-b1f3-c4a251d6e37c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:24.997004 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8c2524cb-6b02-45a2-b1f3-c4a251d6e37c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "DELETE /v2.0/security-groups/da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c HTTP/1.1" status: 204 len: 168 time: 1.8095484 Jul 08 20:37:25.024737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fe518-98ee-468e-852e-5f4f960411b2 req-1a8974c4-3e44-4581-a9bf-7158b47ce3cd tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:25.026629 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-543fe518-98ee-468e-852e-5f4f960411b2 req-1a8974c4-3e44-4581-a9bf-7158b47ce3cd tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=32b68917-3afc-40a4-a53f-91acfcb506ac HTTP/1.1" status: 200 len: 946 time: 0.1165738 Jul 08 20:37:25.057224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:25.065164 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:25.071739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2524cb-6b02-45a2-b1f3-c4a251d6e37c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7ff3a2-54e5-4bf2-b112-65c78bfa3e8c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:25.175189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae892be-6256-436c-b088-b3f885ab6c9f req-e16eb1a2-007a-4013-b3f9-4990d50ef464 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:25.176904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ae892be-6256-436c-b088-b3f885ab6c9f req-e16eb1a2-007a-4013-b3f9-4990d50ef464 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.2779119 Jul 08 20:37:25.248099 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:25.265331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Transition to ACTIVE for port object 6e877f28-8568-41fa-bcdd-98e61b56bbc2 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:25.281959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-9007c53b-a1c4-4269-8296-0889026510d8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Deleting port a243b3c9-f6cc-4346-8144-d7d68e6f404e {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:25.287730 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-9007c53b-a1c4-4269-8296-0889026510d8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:25.310286 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Transition to ACTIVE for port object 6e877f28-8568-41fa-bcdd-98e61b56bbc2 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:25.329681 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:25.374758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:25.378761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:25.384912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:37:25.443685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Pushing event updated for resources: {'Port': ['ID=6e877f28-8568-41fa-bcdd-98e61b56bbc2,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:25.500116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Attempting to bind port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:37:25.511034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Attempting to bind port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:37:25.511490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Attempting to bind port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 on network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:37:25.512195 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-543fe518-98ee-468e-852e-5f4f960411b2 req-ef0bdbba-dd22-4766-8cf7-a8818b09874f tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781649 Jul 08 20:37:25.514797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-9007c53b-a1c4-4269-8296-0889026510d8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] For port a243b3c9-f6cc-4346-8144-d7d68e6f404e, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a243b3c9-f6cc-4346-8144-d7d68e6f404e,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:25.516152 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-9007c53b-a1c4-4269-8296-0889026510d8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:25.526418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:37:25.532394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Checking segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:37:25.533366 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:25.534721 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Bound using segment: {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:37:25.537693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Bound port: 6e877f28-8568-41fa-bcdd-98e61b56bbc2, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22135-03d1-444e-bd16-779e1e88a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:37:25.538202 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:25.554798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-9007c53b-a1c4-4269-8296-0889026510d8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Calling delete_port for a243b3c9-f6cc-4346-8144-d7d68e6f404e owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:25.710351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49328) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:25.715992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] For port 6e877f28-8568-41fa-bcdd-98e61b56bbc2, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:37:25.724828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] For port 6e877f28-8568-41fa-bcdd-98e61b56bbc2, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6e877f28-8568-41fa-bcdd-98e61b56bbc2,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:37:25.736667 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:25.789815 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d89ae0-eb67-457c-9dda-c72f2ffb3f4e x-openstack-request-id: req-a3d89ae0-eb67-457c-9dda-c72f2ffb3f4e {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:25.790559 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-deleted", "tag": "0b1347f8-22be-40ca-80a4-01990963907f", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:25.790559 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a3d89ae0-eb67-457c-9dda-c72f2ffb3f4e {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:25.790964 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-deleted', 'tag': '0b1347f8-22be-40ca-80a4-01990963907f', 'status': 'completed', 'code': 200} Jul 08 20:37:25.795277 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-9007c53b-a1c4-4269-8296-0889026510d8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:25.862814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007c53b-a1c4-4269-8296-0889026510d8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event deleted for resources: {'Port': ['ID=a243b3c9-f6cc-4346-8144-d7d68e6f404e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:25.894910 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ae892be-6256-436c-b088-b3f885ab6c9f req-7c21a0c0-1c76-4eb1-9db8-fadac1143709 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7033617 Jul 08 20:37:25.901107 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41590a-ac0c-4477-bdfd-6f9a04b3e376 None None] Pushing event updated for resources: {'Port': ['ID=6e877f28-8568-41fa-bcdd-98e61b56bbc2,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:25.998325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-9007c53b-a1c4-4269-8296-0889026510d8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] No DVR routers for this DVR port a243b3c9-f6cc-4346-8144-d7d68e6f404e on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:26.002305 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-9007c53b-a1c4-4269-8296-0889026510d8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:26.004462 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-9007c53b-a1c4-4269-8296-0889026510d8 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "DELETE /v2.0/ports/a243b3c9-f6cc-4346-8144-d7d68e6f404e HTTP/1.1" status: 204 len: 173 time: 1.1741250 Jul 08 20:37:26.349211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695159f-028a-4eca-9781-4a4164f33c2b req-5b42de44-d047-42ce-adef-57c38c96e535 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:26.350627 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7695159f-028a-4eca-9781-4a4164f33c2b req-5b42de44-d047-42ce-adef-57c38c96e535 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.104 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 945 time: 0.2584889 Jul 08 20:37:26.386403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Deleting port 9c457d71-76e4-42d3-baf8-52903bc79288 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:26.387145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:26.388873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15300ba5-898e-4349-94fa-e7cf34ff7672 req-6e6562da-ae17-4202-a43b-630ac431d0e8 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:26.394411 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-15300ba5-898e-4349-94fa-e7cf34ff7672 req-6e6562da-ae17-4202-a43b-630ac431d0e8 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.103 "GET /v2.0/ports?device_id=32b68917-3afc-40a4-a53f-91acfcb506ac HTTP/1.1" status: 200 len: 946 time: 0.6830072 Jul 08 20:37:26.634518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941a627-abb7-48ba-b33a-b156c9a98632 req-3f12af01-b338-49f4-86da-f9dfd3b242aa tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:26.636014 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2941a627-abb7-48ba-b33a-b156c9a98632 req-3f12af01-b338-49f4-86da-f9dfd3b242aa tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.3585627 Jul 08 20:37:26.846631 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] For port 9c457d71-76e4-42d3-baf8-52903bc79288, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=9c457d71-76e4-42d3-baf8-52903bc79288,segment=NetworkSegment(3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc),segment_id=3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:26.847421 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:26.920947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1a3b1-5d3c-4c9e-8005-2b468a4ecc5b req-71639063-be06-499a-a51f-b3baf4012d2a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:26.934600 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1a3b1-5d3c-4c9e-8005-2b468a4ecc5b req-71639063-be06-499a-a51f-b3baf4012d2a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:26.947270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1a3b1-5d3c-4c9e-8005-2b468a4ecc5b req-71639063-be06-499a-a51f-b3baf4012d2a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:26.955292 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-61b1a3b1-5d3c-4c9e-8005-2b468a4ecc5b req-71639063-be06-499a-a51f-b3baf4012d2a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 2410 time: 1.0591526 Jul 08 20:37:26.955644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2941a627-abb7-48ba-b33a-b156c9a98632 req-f45e1de3-a09b-4d15-84dd-da5d659edb4f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987708 Jul 08 20:37:26.968457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-7695159f-028a-4eca-9781-4a4164f33c2b req-32a36ea5-e821-4d35-813c-5ba700d59c95 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Deleting port ed494557-d6b2-4198-bf5e-d4bcf371eadb {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:26.969550 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7695159f-028a-4eca-9781-4a4164f33c2b req-32a36ea5-e821-4d35-813c-5ba700d59c95 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:26.985047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.objects.ports [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:37:27.219916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6e877f28-8568-41fa-bcdd-98e61b56bbc2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:27.288383 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:27.357539 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-15300ba5-898e-4349-94fa-e7cf34ff7672 req-a2f74986-1e53-4950-8177-9c595839c784 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Deleting port 3064f739-91a9-4ac7-9ef7-00562a9ec199 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:27.370305 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-15300ba5-898e-4349-94fa-e7cf34ff7672 req-a2f74986-1e53-4950-8177-9c595839c784 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:27.551128 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-61b1a3b1-5d3c-4c9e-8005-2b468a4ecc5b req-8ebbaed2-a7cd-472a-96ee-81c792377377 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5942411 Jul 08 20:37:27.795386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-23861111-7884-4e3e-90fb-08771c44e6b5 None None] Provisioning for port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:27.813877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-23861111-7884-4e3e-90fb-08771c44e6b5 None None] Provisioning complete for port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:27.813877 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-23861111-7884-4e3e-90fb-08771c44e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:27.852218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-15300ba5-898e-4349-94fa-e7cf34ff7672 req-a2f74986-1e53-4950-8177-9c595839c784 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] For port 3064f739-91a9-4ac7-9ef7-00562a9ec199, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3064f739-91a9-4ac7-9ef7-00562a9ec199,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:27.852592 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-15300ba5-898e-4349-94fa-e7cf34ff7672 req-a2f74986-1e53-4950-8177-9c595839c784 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:27.891914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7695159f-028a-4eca-9781-4a4164f33c2b req-32a36ea5-e821-4d35-813c-5ba700d59c95 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] For port ed494557-d6b2-4198-bf5e-d4bcf371eadb, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=ed494557-d6b2-4198-bf5e-d4bcf371eadb,segment=NetworkSegment(5eab15fa-942e-4216-93ad-db7aeccd0254),segment_id=5eab15fa-942e-4216-93ad-db7aeccd0254)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:27.892546 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7695159f-028a-4eca-9781-4a4164f33c2b req-32a36ea5-e821-4d35-813c-5ba700d59c95 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:27.901704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-15300ba5-898e-4349-94fa-e7cf34ff7672 req-a2f74986-1e53-4950-8177-9c595839c784 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Calling delete_port for 3064f739-91a9-4ac7-9ef7-00562a9ec199 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:27.933579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-deleted', 'tag': 'a243b3c9-f6cc-4346-8144-d7d68e6f404e'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:27.937117 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c08769-8648-4d74-82b2-dde68b5b2a27" -d '{"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-deleted", "tag": "a243b3c9-f6cc-4346-8144-d7d68e6f404e"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:27.951459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-7695159f-028a-4eca-9781-4a4164f33c2b req-32a36ea5-e821-4d35-813c-5ba700d59c95 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Calling delete_port for ed494557-d6b2-4198-bf5e-d4bcf371eadb owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:28.096447 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:28.101582 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-23861111-7884-4e3e-90fb-08771c44e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:28.155319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-23861111-7884-4e3e-90fb-08771c44e6b5 None None] For port 6e877f28-8568-41fa-bcdd-98e61b56bbc2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6e877f28-8568-41fa-bcdd-98e61b56bbc2,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:28.162246 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-23861111-7884-4e3e-90fb-08771c44e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:28.207192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:37:28.207520 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:37:28.233796 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:28.233796 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:28.233796 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Floating IP f9ce9dbb-f56c-422b-8883-9a80a61315c0 disassociated. External IP: 172.25.4.13, port: 9c457d71-76e4-42d3-baf8-52903bc79288. Jul 08 20:37:28.233796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Calling delete_port for 9c457d71-76e4-42d3-baf8-52903bc79288 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:28.257895 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-876d7cda-4aad-4cda-8f4b-f8bcfda20f75 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:28.300898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23861111-7884-4e3e-90fb-08771c44e6b5 None None] Pushing event updated for resources: {'Port': ['ID=6e877f28-8568-41fa-bcdd-98e61b56bbc2,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:28.344193 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23c0c72b-1ab9-4d2a-ae1d-2b8d0ab44a08 req-07fcec7d-32e4-4a33-8afb-ec18b5fc965c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.7065978 Jul 08 20:37:28.579621 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:28.613232 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-15300ba5-898e-4349-94fa-e7cf34ff7672 req-a2f74986-1e53-4950-8177-9c595839c784 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:28.657442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc25ae1-babc-48c3-8bc2-166827fe37cc req-ef6fe2a5-65d2-4b96-9147-d2c8a619e3e5 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:28.659021 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5cc25ae1-babc-48c3-8bc2-166827fe37cc req-ef6fe2a5-65d2-4b96-9147-d2c8a619e3e5 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=32b68917-3afc-40a4-a53f-91acfcb506ac HTTP/1.1" status: 200 len: 946 time: 0.7091258 Jul 08 20:37:28.662260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0c72b-1ab9-4d2a-ae1d-2b8d0ab44a08 req-ca9826cd-16b5-41a3-8219-90828b51495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:28.663874 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23c0c72b-1ab9-4d2a-ae1d-2b8d0ab44a08 req-ca9826cd-16b5-41a3-8219-90828b51495d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=fba7a3335c294262a7cea81d4269be31&device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 1098 time: 0.1957483 Jul 08 20:37:28.664760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event deleted for resources: {'Port': ['ID=9c457d71-76e4-42d3-baf8-52903bc79288,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:28.861325 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:28.864131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Router 17150790-238d-4261-9e59-f306f0b0e9f6 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:37:28.878316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f74986-1e53-4950-8177-9c595839c784 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Pushing event deleted for resources: {'Port': ['ID=3064f739-91a9-4ac7-9ef7-00562a9ec199,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:29.015056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3064f739-91a9-4ac7-9ef7-00562a9ec199 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:29.080456 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5cc25ae1-babc-48c3-8bc2-166827fe37cc req-e41380f2-28f7-4629-bd92-4bf3287a3e34 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d1277bc-e215-4584-a07c-011891be6fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059374 Jul 08 20:37:29.087328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 3064f739-91a9-4ac7-9ef7-00562a9ec199 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:37:29.087671 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3064f739-91a9-4ac7-9ef7-00562a9ec199 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:37:29.173767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6e877f28-8568-41fa-bcdd-98e61b56bbc2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:29.242256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7695159f-028a-4eca-9781-4a4164f33c2b req-32a36ea5-e821-4d35-813c-5ba700d59c95 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:29.256788 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edb448b-f715-4fa5-b934-39db5307ee9a x-openstack-request-id: req-4edb448b-f715-4fa5-b934-39db5307ee9a {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:29.257893 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-deleted", "tag": "a243b3c9-f6cc-4346-8144-d7d68e6f404e", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:29.258492 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4edb448b-f715-4fa5-b934-39db5307ee9a {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:29.259073 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-deleted', 'tag': 'a243b3c9-f6cc-4346-8144-d7d68e6f404e', 'status': 'completed', 'code': 200} Jul 08 20:37:29.311453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:29.313167 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:29.318081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a36ea5-e821-4d35-813c-5ba700d59c95 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Pushing event deleted for resources: {'Port': ['ID=ed494557-d6b2-4198-bf5e-d4bcf371eadb,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:29.365764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-15300ba5-898e-4349-94fa-e7cf34ff7672 req-a2f74986-1e53-4950-8177-9c595839c784 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] No DVR routers for this DVR port 3064f739-91a9-4ac7-9ef7-00562a9ec199 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:29.389839 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-15300ba5-898e-4349-94fa-e7cf34ff7672 req-a2f74986-1e53-4950-8177-9c595839c784 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:29.391674 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-15300ba5-898e-4349-94fa-e7cf34ff7672 req-a2f74986-1e53-4950-8177-9c595839c784 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.103 "DELETE /v2.0/ports/3064f739-91a9-4ac7-9ef7-00562a9ec199 HTTP/1.1" status: 204 len: 173 time: 2.9500418 Jul 08 20:37:29.398346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b68917-3afc-40a4-a53f-91acfcb506ac', 'name': 'network-vif-deleted', 'tag': '3064f739-91a9-4ac7-9ef7-00562a9ec199'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:29.401918 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d9bae6-5a9a-4552-8e28-27bbf58d9e69" -d '{"events": [{"server_uuid": "32b68917-3afc-40a4-a53f-91acfcb506ac", "name": "network-vif-deleted", "tag": "3064f739-91a9-4ac7-9ef7-00562a9ec199"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:29.413251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0c72b-1ab9-4d2a-ae1d-2b8d0ab44a08 req-ddef52ef-07eb-4410-ad5a-a2412adca19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:29.415986 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23c0c72b-1ab9-4d2a-ae1d-2b8d0ab44a08 req-ddef52ef-07eb-4410-ad5a-a2412adca19e service neutron] 10.222.0.103 "GET /v2.0/networks?id=c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 200 len: 912 time: 0.5677412 Jul 08 20:37:29.661115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] For port 6e877f28-8568-41fa-bcdd-98e61b56bbc2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6e877f28-8568-41fa-bcdd-98e61b56bbc2,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:29.719110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-876d7cda-4aad-4cda-8f4b-f8bcfda20f75 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting port edfd802b-1834-4433-9dd9-4c8f41626136 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:29.719110 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-876d7cda-4aad-4cda-8f4b-f8bcfda20f75 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:29.725211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:37:29.735650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda3704-b73c-44f1-aa4b-bb6374f4e3ce None None] Sync routers for ids ['17150790-238d-4261-9e59-f306f0b0e9f6'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:37:29.751041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda3704-b73c-44f1-aa4b-bb6374f4e3ce None None] Routers {'17150790-238d-4261-9e59-f306f0b0e9f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:37:29.751704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5bda3704-b73c-44f1-aa4b-bb6374f4e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:37:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['17150790-238d-4261-9e59-f306f0b0e9f6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:29.765149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7695159f-028a-4eca-9781-4a4164f33c2b req-32a36ea5-e821-4d35-813c-5ba700d59c95 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] No DVR routers for this DVR port ed494557-d6b2-4198-bf5e-d4bcf371eadb on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:29.768949 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7695159f-028a-4eca-9781-4a4164f33c2b req-32a36ea5-e821-4d35-813c-5ba700d59c95 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:29.771599 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7695159f-028a-4eca-9781-4a4164f33c2b req-32a36ea5-e821-4d35-813c-5ba700d59c95 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.104 "DELETE /v2.0/ports/ed494557-d6b2-4198-bf5e-d4bcf371eadb HTTP/1.1" status: 204 len: 173 time: 3.4135947 Jul 08 20:37:29.779637 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23c0c72b-1ab9-4d2a-ae1d-2b8d0ab44a08 req-795b5f0d-a457-40c0-82fb-cd72a400f060 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64a044c1-aa74-4b53-a866-6890d122643b HTTP/1.1" status: 200 len: 217 time: 0.3496282 Jul 08 20:37:29.809555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] No DVR routers for this DVR port 9c457d71-76e4-42d3-baf8-52903bc79288 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:29.812881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:29.816005 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-4df68158-e033-4cc0-a1da-25391056c168 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "DELETE /v2.0/ports/9c457d71-76e4-42d3-baf8-52903bc79288 HTTP/1.1" status: 204 len: 173 time: 3.8036056 Jul 08 20:37:29.905807 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-876d7cda-4aad-4cda-8f4b-f8bcfda20f75 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] For port edfd802b-1834-4433-9dd9-4c8f41626136, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=edfd802b-1834-4433-9dd9-4c8f41626136,segment=NetworkSegment(78c4cbba-324a-4635-956e-29853693327e),segment_id=78c4cbba-324a-4635-956e-29853693327e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:29.906874 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-876d7cda-4aad-4cda-8f4b-f8bcfda20f75 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:29.923738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-876d7cda-4aad-4cda-8f4b-f8bcfda20f75 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Calling delete_port for edfd802b-1834-4433-9dd9-4c8f41626136 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:29.951072 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:29.990418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-5bda3704-b73c-44f1-aa4b-bb6374f4e3ce None None] Set router 17150790-238d-4261-9e59-f306f0b0e9f6 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:37:30.059461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73dd69-e790-4dc3-a0ed-4314c4379bcc req-3df47e16-e0a8-4519-ae4a-f8589ebc7889 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:30.076727 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c8cb5-df53-49f1-b054-fae264f03131 req-9be0e2df-8f78-4150-b521-43e517dae344 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:30.082110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73dd69-e790-4dc3-a0ed-4314c4379bcc req-3df47e16-e0a8-4519-ae4a-f8589ebc7889 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:30.084990 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-075c8cb5-df53-49f1-b054-fae264f03131 req-9be0e2df-8f78-4150-b521-43e517dae344 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=7046f6cc-f1b8-43d4-b0be-356f6036b744 HTTP/1.1" status: 200 len: 943 time: 0.9127276 Jul 08 20:37:30.087299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a73dd69-e790-4dc3-a0ed-4314c4379bcc req-3df47e16-e0a8-4519-ae4a-f8589ebc7889 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 1677 time: 0.4271178 Jul 08 20:37:30.093098 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:30.094382 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:30.114270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0c72b-1ab9-4d2a-ae1d-2b8d0ab44a08 req-9cf033c8-53be-4eae-bde4-fdbd7907aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:30.114270 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23c0c72b-1ab9-4d2a-ae1d-2b8d0ab44a08 req-9cf033c8-53be-4eae-bde4-fdbd7907aa4c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 200 len: 850 time: 0.3048379 Jul 08 20:37:30.206146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=6e877f28-8568-41fa-bcdd-98e61b56bbc2,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:30.247174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:30.263862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:30.269395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:30.276830 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:30.367970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-576b5e5d-71b1-41d7-9dbe-790c01c9182a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Deleting port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:30.371158 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-576b5e5d-71b1-41d7-9dbe-790c01c9182a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:30.388791 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a73dd69-e790-4dc3-a0ed-4314c4379bcc req-09804cea-233b-42cd-8623-7258eb37719c tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384868 Jul 08 20:37:30.397469 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.7205398 Jul 08 20:37:30.398198 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9eb4a-23c3-463b-8578-30df32711ba5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=e52a6507-2ac5-47a0-87ef-83dedb656c30,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:30.403775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49428) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:30.411830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'mac_address': 'fa:16:3e:3e:3b:11', 'name': 'tempest-NetworksTestDHCPv6-1866840007'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:30.448844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ed494557-d6b2-4198-bf5e-d4bcf371eadb no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:30.454549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14779a7-6644-48e1-982b-ae9499090243 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:30.590989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0c72b-1ab9-4d2a-ae1d-2b8d0ab44a08 req-55c64a99-05c0-4f28-a5c7-c17c5a9d562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:30.597575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23c0c72b-1ab9-4d2a-ae1d-2b8d0ab44a08 req-55c64a99-05c0-4f28-a5c7-c17c5a9d562b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c2ccae01-0010-4b9b-be20-201f6e08f30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4247537 Jul 08 20:37:30.674375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: ed494557-d6b2-4198-bf5e-d4bcf371eadb {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:37:30.674728 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device ed494557-d6b2-4198-bf5e-d4bcf371eadb not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:37:30.723268 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23c0c72b-1ab9-4d2a-ae1d-2b8d0ab44a08 req-2ed60657-ca0f-41f5-8b30-6faf0fed6be9 service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088595 Jul 08 20:37:30.845356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-576b5e5d-71b1-41d7-9dbe-790c01c9182a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] For port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3d3d94e7-4685-4ff7-926a-d64df0c1c16c,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:30.846088 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-576b5e5d-71b1-41d7-9dbe-790c01c9182a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:30.853129 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5bda3704-b73c-44f1-aa4b-bb6374f4e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:26:46Z', 'revision_number': 4, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port': {'id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:35Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'bcb215ee-8493-40a0-bc8c-6dc6e181a5ca', 'name': '', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'mac_address': 'fa:16:3e:d7:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:44Z', 'updated_at': '2021-07-08T20:26:59Z', 'revision_number': 5, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'subnets': [{'id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:30.902916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-576b5e5d-71b1-41d7-9dbe-790c01c9182a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Calling delete_port for 3d3d94e7-4685-4ff7-926a-d64df0c1c16c owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:30.965067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda3704-b73c-44f1-aa4b-bb6374f4e3ce None None] Checking router: 17150790-238d-4261-9e59-f306f0b0e9f6 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:37:31.006346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda3704-b73c-44f1-aa4b-bb6374f4e3ce None None] Routers {'17150790-238d-4261-9e59-f306f0b0e9f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:37:31.007569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5bda3704-b73c-44f1-aa4b-bb6374f4e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:37:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['17150790-238d-4261-9e59-f306f0b0e9f6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:31.210649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-5bda3704-b73c-44f1-aa4b-bb6374f4e3ce None None] Set router 17150790-238d-4261-9e59-f306f0b0e9f6 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:37:31.223291 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23c0c72b-1ab9-4d2a-ae1d-2b8d0ab44a08 req-8a6d068f-a8f4-4904-9b81-a79d62fd0617 service neutron] 10.222.0.103 "GET /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879310 Jul 08 20:37:31.243877 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-648f4c14-4d46-451b-81d2-7f59f9ed1452 req-ee6f914d-188e-4252-9e58-f271b7a617f5 tempest-MultipleCreateTestJSON-351912204 tempest-MultipleCreateTestJSON-351912204-project] 10.222.0.101 "GET /v2.0/ports?device_id=c18503a4-2d2e-47c1-b187-9aea8fc4b202 HTTP/1.1" status: 200 len: 210 time: 0.1079507 Jul 08 20:37:31.266523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18503a4-2d2e-47c1-b187-9aea8fc4b202', 'name': 'network-vif-deleted', 'tag': 'ed494557-d6b2-4198-bf5e-d4bcf371eadb'}, {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-deleted', 'tag': '9c457d71-76e4-42d3-baf8-52903bc79288'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:31.269882 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c32c444-bb9d-4984-9d1a-7b73fdf946e6" -d '{"events": [{"server_uuid": "c18503a4-2d2e-47c1-b187-9aea8fc4b202", "name": "network-vif-deleted", "tag": "ed494557-d6b2-4198-bf5e-d4bcf371eadb"}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-deleted", "tag": "9c457d71-76e4-42d3-baf8-52903bc79288"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:31.348973 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fee466-4788-47d8-97cf-b588742c1e6e x-openstack-request-id: req-87fee466-4788-47d8-97cf-b588742c1e6e {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:31.349558 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18503a4-2d2e-47c1-b187-9aea8fc4b202", "name": "network-vif-deleted", "tag": "ed494557-d6b2-4198-bf5e-d4bcf371eadb", "status": "completed", "code": 200}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-deleted", "tag": "9c457d71-76e4-42d3-baf8-52903bc79288", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:31.350059 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-87fee466-4788-47d8-97cf-b588742c1e6e {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:31.350689 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18503a4-2d2e-47c1-b187-9aea8fc4b202', 'name': 'network-vif-deleted', 'tag': 'ed494557-d6b2-4198-bf5e-d4bcf371eadb', 'status': 'completed', 'code': 200} Jul 08 20:37:31.351325 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-deleted', 'tag': '9c457d71-76e4-42d3-baf8-52903bc79288', 'status': 'completed', 'code': 200} Jul 08 20:37:31.480336 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-576b5e5d-71b1-41d7-9dbe-790c01c9182a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:31.599812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b5e5d-71b1-41d7-9dbe-790c01c9182a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event deleted for resources: {'Port': ['ID=3d3d94e7-4685-4ff7-926a-d64df0c1c16c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:31.674831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5bda3704-b73c-44f1-aa4b-bb6374f4e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:26:46Z', 'revision_number': 4, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port': {'id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:35Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'bcb215ee-8493-40a0-bc8c-6dc6e181a5ca', 'name': '', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'mac_address': 'fa:16:3e:d7:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:44Z', 'updated_at': '2021-07-08T20:26:59Z', 'revision_number': 5, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'subnets': [{'id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:31.723768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda3704-b73c-44f1-aa4b-bb6374f4e3ce None None] The sync data for ids ['17150790-238d-4261-9e59-f306f0b0e9f6'] in n-d-791506-16 is: [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:26:46Z', 'revision_number': 4, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port': {'id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:35Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'bcb215ee-8493-40a0-bc8c-6dc6e181a5ca', 'name': '', 'network_id': '7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'mac_address': 'fa:16:3e:d7:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:44Z', 'updated_at': '2021-07-08T20:26:59Z', 'revision_number': 5, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'subnets': [{'id': '8ef936b0-47ce-414e-91d0-763f04ecd41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:37:31.823059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-576b5e5d-71b1-41d7-9dbe-790c01c9182a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] No DVR routers for this DVR port 3d3d94e7-4685-4ff7-926a-d64df0c1c16c on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:31.826405 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-576b5e5d-71b1-41d7-9dbe-790c01c9182a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:31.841924 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-576b5e5d-71b1-41d7-9dbe-790c01c9182a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "DELETE /v2.0/ports/3d3d94e7-4685-4ff7-926a-d64df0c1c16c HTTP/1.1" status: 204 len: 173 time: 2.0177007 Jul 08 20:37:31.861781 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb8cbda-5ed9-4e67-b77c-5bd4b936a772 x-openstack-request-id: req-ffb8cbda-5ed9-4e67-b77c-5bd4b936a772 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:31.862408 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b68917-3afc-40a4-a53f-91acfcb506ac", "name": "network-vif-deleted", "tag": "3064f739-91a9-4ac7-9ef7-00562a9ec199", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:31.862408 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ffb8cbda-5ed9-4e67-b77c-5bd4b936a772 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:31.862680 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b68917-3afc-40a4-a53f-91acfcb506ac', 'name': 'network-vif-deleted', 'tag': '3064f739-91a9-4ac7-9ef7-00562a9ec199', 'status': 'completed', 'code': 200} Jul 08 20:37:32.014465 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:32.100241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafad8f0-632c-444b-b101-b312b99105e6 req-0a40931c-bb26-481a-99d0-2d9134838822 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:32.102779 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aafad8f0-632c-444b-b101-b312b99105e6 req-0a40931c-bb26-481a-99d0-2d9134838822 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 943 time: 0.4222655 Jul 08 20:37:32.120262 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-d4abfd70-d94b-4032-8390-475e4c394fd5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Deleting port 8f2ca086-8d55-419b-b4a5-21eeaae205cf {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:32.120967 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-d4abfd70-d94b-4032-8390-475e4c394fd5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:32.179263 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-075c8cb5-df53-49f1-b054-fae264f03131 req-46d1d09d-04cf-4429-b86b-27a0c080714b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Deleting port f513bb86-0441-4d65-b606-d0f9b7523241 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:32.179727 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-075c8cb5-df53-49f1-b054-fae264f03131 req-46d1d09d-04cf-4429-b86b-27a0c080714b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:32.255344 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd0a124-868e-4d42-9987-08058ae44bcb None None] New status for floating IP f9ce9dbb-f56c-422b-8883-9a80a61315c0: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:37:32.302503 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aafad8f0-632c-444b-b101-b312b99105e6 req-f93d36af-c06a-4810-9702-9960cad89bb9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups?id=6718104f-31b1-4500-8238-3977a7d71fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673713 Jul 08 20:37:32.358901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-075c8cb5-df53-49f1-b054-fae264f03131 req-46d1d09d-04cf-4429-b86b-27a0c080714b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] For port f513bb86-0441-4d65-b606-d0f9b7523241, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f513bb86-0441-4d65-b606-d0f9b7523241,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:32.359491 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-075c8cb5-df53-49f1-b054-fae264f03131 req-46d1d09d-04cf-4429-b86b-27a0c080714b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:32.417067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-d4abfd70-d94b-4032-8390-475e4c394fd5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] For port 8f2ca086-8d55-419b-b4a5-21eeaae205cf, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=8f2ca086-8d55-419b-b4a5-21eeaae205cf,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:32.417478 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-d4abfd70-d94b-4032-8390-475e4c394fd5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:32.470420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-d4abfd70-d94b-4032-8390-475e4c394fd5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Calling delete_port for 8f2ca086-8d55-419b-b4a5-21eeaae205cf owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:32.494442 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:32.538880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49470) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:32.545101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-075c8cb5-df53-49f1-b054-fae264f03131 req-46d1d09d-04cf-4429-b86b-27a0c080714b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Calling delete_port for f513bb86-0441-4d65-b606-d0f9b7523241 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:32.652219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b034f8-a25b-4467-87fa-e1596f31c296 admin admin] Deleting subnet 14bb4fbc-fdac-481b-9869-eafdebd7a3b4 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:37:32.663458 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-876d7cda-4aad-4cda-8f4b-f8bcfda20f75 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:32.697979 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 18d7ff24-a08d-40b8-8819-748150c324ea yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:37:32.723223 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91b034f8-a25b-4467-87fa-e1596f31c296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:32.783417 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-d4abfd70-d94b-4032-8390-475e4c394fd5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:32.833954 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8592888c-579e-4040-8c34-f4dd5f116b4b None None] Provisioning complete for port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:32.834575 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8592888c-579e-4040-8c34-f4dd5f116b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:32.837188 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abfd70-d94b-4032-8390-475e4c394fd5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event deleted for resources: {'Port': ['ID=8f2ca086-8d55-419b-b4a5-21eeaae205cf,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:32.860535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d7cda-4aad-4cda-8f4b-f8bcfda20f75 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Port': ['ID=edfd802b-1834-4433-9dd9-4c8f41626136,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:32.963422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-d4abfd70-d94b-4032-8390-475e4c394fd5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] No DVR routers for this DVR port 8f2ca086-8d55-419b-b4a5-21eeaae205cf on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:32.971762 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-d4abfd70-d94b-4032-8390-475e4c394fd5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:32.973942 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8661e1b7-49e9-4544-b80e-ef7b91288e4d req-d4abfd70-d94b-4032-8390-475e4c394fd5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.104 "DELETE /v2.0/ports/8f2ca086-8d55-419b-b4a5-21eeaae205cf HTTP/1.1" status: 204 len: 173 time: 1.1308992 Jul 08 20:37:33.241676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91b034f8-a25b-4467-87fa-e1596f31c296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:33.353280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-deleted', 'tag': '3d3d94e7-4685-4ff7-926a-d64df0c1c16c'}, {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-deleted', 'tag': '8f2ca086-8d55-419b-b4a5-21eeaae205cf'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:33.355687 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b74b6cb-2284-41a7-9cfc-b07c9e65f2c4" -d '{"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-deleted", "tag": "3d3d94e7-4685-4ff7-926a-d64df0c1c16c"}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-deleted", "tag": "8f2ca086-8d55-419b-b4a5-21eeaae205cf"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:33.381978 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-075c8cb5-df53-49f1-b054-fae264f03131 req-46d1d09d-04cf-4429-b86b-27a0c080714b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:33.394216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['458fad21-1425-4705-8171-a701d7aedae2'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:37:33.443339 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a2d551-a8bb-412a-a3e0-5649850f96a6 x-openstack-request-id: req-a8a2d551-a8bb-412a-a3e0-5649850f96a6 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:33.443640 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-deleted", "tag": "3d3d94e7-4685-4ff7-926a-d64df0c1c16c", "status": "completed", "code": 200}, {"server_uuid": "0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39", "name": "network-vif-deleted", "tag": "8f2ca086-8d55-419b-b4a5-21eeaae205cf", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:33.444338 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a8a2d551-a8bb-412a-a3e0-5649850f96a6 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:33.444939 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-deleted', 'tag': '3d3d94e7-4685-4ff7-926a-d64df0c1c16c', 'status': 'completed', 'code': 200} Jul 08 20:37:33.445373 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39', 'name': 'network-vif-deleted', 'tag': '8f2ca086-8d55-419b-b4a5-21eeaae205cf', 'status': 'completed', 'code': 200} Jul 08 20:37:33.475748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['64a044c1-aa74-4b53-a866-6890d122643b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:37:33.774637 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-504c9533-b68d-4d77-bb28-7ebbef637744 req-0c26fdeb-6822-4542-95a3-0951af38a626 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.0805771 Jul 08 20:37:33.896039 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::2e0 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/5ccfba3c-184e-41d4-95dc-d1040ca2d0fa/18d7ff24-a08d-40b8-8819-748150c324ea) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:33.912505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3e:3b11 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/e52a6507-2ac5-47a0-87ef-83dedb656c30/18d7ff24-a08d-40b8-8819-748150c324ea) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:34.049716 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91b034f8-a25b-4467-87fa-e1596f31c296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:34.130489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1d09d-04cf-4429-b86b-27a0c080714b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event deleted for resources: {'Port': ['ID=f513bb86-0441-4d65-b606-d0f9b7523241,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:34.186669 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-efd0bc81-c3d2-4a44-a71f-37c2d138349b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:34.320275 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-876d7cda-4aad-4cda-8f4b-f8bcfda20f75 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:34.360355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-075c8cb5-df53-49f1-b054-fae264f03131 req-46d1d09d-04cf-4429-b86b-27a0c080714b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] No DVR routers for this DVR port f513bb86-0441-4d65-b606-d0f9b7523241 on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:34.368673 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-075c8cb5-df53-49f1-b054-fae264f03131 req-46d1d09d-04cf-4429-b86b-27a0c080714b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:34.379272 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-075c8cb5-df53-49f1-b054-fae264f03131 req-46d1d09d-04cf-4429-b86b-27a0c080714b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "DELETE /v2.0/ports/f513bb86-0441-4d65-b606-d0f9b7523241 HTTP/1.1" status: 204 len: 173 time: 4.2932694 Jul 08 20:37:34.384167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7046f6cc-f1b8-43d4-b0be-356f6036b744', 'name': 'network-vif-deleted', 'tag': 'f513bb86-0441-4d65-b606-d0f9b7523241'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:34.386566 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f58079-2e90-485a-ba83-e0574e612d01" -d '{"events": [{"server_uuid": "7046f6cc-f1b8-43d4-b0be-356f6036b744", "name": "network-vif-deleted", "tag": "f513bb86-0441-4d65-b606-d0f9b7523241"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:34.631045 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:34.690818 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a427c0c-bc0a-47ac-bcb4-6569d656393c x-openstack-request-id: req-0a427c0c-bc0a-47ac-bcb4-6569d656393c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:34.690818 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7046f6cc-f1b8-43d4-b0be-356f6036b744", "name": "network-vif-deleted", "tag": "f513bb86-0441-4d65-b606-d0f9b7523241", "status": "failed", "code": 422}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:34.690818 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0a427c0c-bc0a-47ac-bcb4-6569d656393c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:34.690818 n-d-791506-16 neutron-server[94065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7046f6cc-f1b8-43d4-b0be-356f6036b744', 'name': 'network-vif-deleted', 'tag': 'f513bb86-0441-4d65-b606-d0f9b7523241', 'status': 'failed', 'code': 422} returned with failed status Jul 08 20:37:34.949606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 18d7ff24-a08d-40b8-8819-748150c324ea will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:34.952859 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876d7cda-4aad-4cda-8f4b-f8bcfda20f75 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Router 4c17d619-e77a-4421-b377-da97acf4046f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:37:34.954241 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91b034f8-a25b-4467-87fa-e1596f31c296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:35.061472 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b034f8-a25b-4467-87fa-e1596f31c296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14bb4fbc-fdac-481b-9869-eafdebd7a3b4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:35.180267 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b65f0a81-e0ab-453d-a2db-a57a73303790 req-27d0e821-9dd4-4792-845c-543ff052abe7 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.0851066 Jul 08 20:37:35.270417 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91b034f8-a25b-4467-87fa-e1596f31c296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:35.273708 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-91b034f8-a25b-4467-87fa-e1596f31c296 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/14bb4fbc-fdac-481b-9869-eafdebd7a3b4 HTTP/1.1" status: 204 len: 168 time: 2.7251143 Jul 08 20:37:35.276890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49528) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:35.277455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876d7cda-4aad-4cda-8f4b-f8bcfda20f75 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:37:35.288581 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-876d7cda-4aad-4cda-8f4b-f8bcfda20f75 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "PUT /v2.0/routers/4c17d619-e77a-4421-b377-da97acf4046f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5720465 Jul 08 20:37:35.291930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b6fb3-cf3c-465d-ac2f-9622ae0a4c75 None None] Sync routers for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:37:35.294949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49530) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:35.340685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b6fb3-cf3c-465d-ac2f-9622ae0a4c75 None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:37:35.348854 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-186b6fb3-cf3c-465d-ac2f-9622ae0a4c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:37:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:35.369985 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:35.487260 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff8cc16-bdd2-4541-9480-d10246ae69f6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting subnet 86b9acac-f7c6-4ab3-b5a5-13591a6d99b5 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:37:35.500979 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=18d7ff24-a08d-40b8-8819-748150c324ea,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:35.519745 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cc16-bdd2-4541-9480-d10246ae69f6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:35.599664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:35.605048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:35.608499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e3dc-f71c-4efe-bb0b-b708c93da68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:35.610853 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:37:35.628453 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:35.629373 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:35.669579 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cc16-bdd2-4541-9480-d10246ae69f6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:35.675335 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-32e99b7c-409e-474f-9840-93f48c052870 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.2676187 Jul 08 20:37:35.681888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49538) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:35.926288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-186b6fb3-cf3c-465d-ac2f-9622ae0a4c75 None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:37:35.952710 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cc16-bdd2-4541-9480-d10246ae69f6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:35.978794 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e3dc-f71c-4efe-bb0b-b708c93da68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:36.006872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-f7c8e3dc-f71c-4efe-bb0b-b708c93da68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9be946-4335-46dc-aac1-bc57b41a6c30']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:36.038407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-f7c8e3dc-f71c-4efe-bb0b-b708c93da68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eab15fa-942e-4216-93ad-db7aeccd0254') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:36.038960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-f7c8e3dc-f71c-4efe-bb0b-b708c93da68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eab15fa-942e-4216-93ad-db7aeccd0254') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:36.081059 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e3dc-f71c-4efe-bb0b-b708c93da68c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:36.141443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-978c4618-982e-4eff-8e98-1a194a98650d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 18d7ff24-a08d-40b8-8819-748150c324ea {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:36.142084 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-978c4618-982e-4eff-8e98-1a194a98650d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:36.146097 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cc16-bdd2-4541-9480-d10246ae69f6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:36.224538 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e3dc-f71c-4efe-bb0b-b708c93da68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:36.244431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8cc16-bdd2-4541-9480-d10246ae69f6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Subnet': ['ID=86b9acac-f7c6-4ab3-b5a5-13591a6d99b5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:36.260503 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cc16-bdd2-4541-9480-d10246ae69f6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:36.269674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49548) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:36.270622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2ff8cc16-bdd2-4541-9480-d10246ae69f6 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "DELETE /v2.0/subnets/86b9acac-f7c6-4ab3-b5a5-13591a6d99b5 HTTP/1.1" status: 204 len: 168 time: 0.9740746 Jul 08 20:37:36.314263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ff0f5d-0d85-41f3-bb0f-72dba5940da4 None None] Network 1f7a713d-4535-4d26-b4b0-fc318c79a77b requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:36.316033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c8e3dc-f71c-4efe-bb0b-b708c93da68c admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:37:36.320542 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e3dc-f71c-4efe-bb0b-b708c93da68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:37:36.418295 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:37:36.457068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b1b1fbfe-727e-4bf3-b4ae-31b9c6b3e933 None None] Provisioning for port 18d7ff24-a08d-40b8-8819-748150c324ea completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:36.501580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b1b1fbfe-727e-4bf3-b4ae-31b9c6b3e933 None None] Provisioning complete for port 18d7ff24-a08d-40b8-8819-748150c324ea triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:36.502351 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b1b1fbfe-727e-4bf3-b4ae-31b9c6b3e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:36.526880 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e3dc-f71c-4efe-bb0b-b708c93da68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:36.570853 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e3dc-f71c-4efe-bb0b-b708c93da68c admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:36.573797 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f7c8e3dc-f71c-4efe-bb0b-b708c93da68c admin admin] 10.222.0.101 "DELETE /v2.0/networks/5a9be946-4335-46dc-aac1-bc57b41a6c30 HTTP/1.1" status: 204 len: 168 time: 1.2958078 Jul 08 20:37:36.632844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-978c4618-982e-4eff-8e98-1a194a98650d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:36.641140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b1b1fbfe-727e-4bf3-b4ae-31b9c6b3e933 None None] Port 18d7ff24-a08d-40b8-8819-748150c324ea cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:37:36.672317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-186b6fb3-cf3c-465d-ac2f-9622ae0a4c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:37:32Z', 'revision_number': 7, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:36.708604 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b6fb3-cf3c-465d-ac2f-9622ae0a4c75 None None] Checking router: 4c17d619-e77a-4421-b377-da97acf4046f for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:37:36.748135 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029304ca-f028-41af-8744-82696bbe4e8a req-f44244cb-4cdb-4d9e-badd-3f6fa698e171 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:36.752419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b6fb3-cf3c-465d-ac2f-9622ae0a4c75 None None] Routers {'4c17d619-e77a-4421-b377-da97acf4046f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:37:36.753167 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-186b6fb3-cf3c-465d-ac2f-9622ae0a4c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:37:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['4c17d619-e77a-4421-b377-da97acf4046f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:36.758033 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-029304ca-f028-41af-8744-82696bbe4e8a req-f44244cb-4cdb-4d9e-badd-3f6fa698e171 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 908 time: 0.2603238 Jul 08 20:37:36.758541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49560) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:36.902610 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-41bebc71-2dc4-4633-8826-ebf850e5d294 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=113b3c62024b42c4a3406b82d230c134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428497 Jul 08 20:37:36.921002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49562) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:36.954371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecf0b3c-cc8c-437c-9a46-61bc9425be01 None None] DHCP port deletion for 1f7a713d-4535-4d26-b4b0-fc318c79a77b request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:37:37.014717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1363d6fb-777c-4afc-8324-322df9fdf722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:37.081217 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1363d6fb-777c-4afc-8324-322df9fdf722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:37.084683 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e63da38-9974-4a8b-9773-0fd7a878574e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:37.089550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d4bfbd21-ad19-4225-83e1-4a108d801159 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:37.185398 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1363d6fb-777c-4afc-8324-322df9fdf722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:37.189407 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1363d6fb-777c-4afc-8324-322df9fdf722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:37.190531 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1363d6fb-777c-4afc-8324-322df9fdf722 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9d1277bc-e215-4584-a07c-011891be6fbe HTTP/1.1" status: 204 len: 168 time: 0.2648549 Jul 08 20:37:37.216593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363d6fb-777c-4afc-8324-322df9fdf722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1277bc-e215-4584-a07c-011891be6fbe,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:37.243752 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-186b6fb3-cf3c-465d-ac2f-9622ae0a4c75 None None] Set router 4c17d619-e77a-4421-b377-da97acf4046f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:37:37.466599 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:37.778044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cecf0b3c-cc8c-437c-9a46-61bc9425be01 None None] Deleting port d4bfbd21-ad19-4225-83e1-4a108d801159 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:37.778583 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cecf0b3c-cc8c-437c-9a46-61bc9425be01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:37.836826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-978c4618-982e-4eff-8e98-1a194a98650d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 18d7ff24-a08d-40b8-8819-748150c324ea owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:38.068645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8e3dc-f71c-4efe-bb0b-b708c93da68c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a9be946-4335-46dc-aac1-bc57b41a6c30,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:38.087995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-cecf0b3c-cc8c-437c-9a46-61bc9425be01 None None] For port d4bfbd21-ad19-4225-83e1-4a108d801159, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d4bfbd21-ad19-4225-83e1-4a108d801159,segment=NetworkSegment(78c4cbba-324a-4635-956e-29853693327e),segment_id=78c4cbba-324a-4635-956e-29853693327e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:38.092722 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cecf0b3c-cc8c-437c-9a46-61bc9425be01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:38.216882 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:38.253731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cecf0b3c-cc8c-437c-9a46-61bc9425be01 None None] Calling delete_port for d4bfbd21-ad19-4225-83e1-4a108d801159 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:38.269200 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:38.341034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f38364-14c7-4119-ab7a-62c257363ebd req-9b130cc7-7d8c-40f1-a9a9-0ca4ff71829c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:38.363714 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-34f38364-14c7-4119-ab7a-62c257363ebd req-9b130cc7-7d8c-40f1-a9a9-0ca4ff71829c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 908 time: 0.2408576 Jul 08 20:37:38.489079 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad94cef0-accb-47f3-bda4-9c72f38ec2f0 req-e067ab32-0695-447a-8fd2-75e1055cdcbe tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 1.9360952 Jul 08 20:37:38.540548 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:38.645978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79221871-01a7-4a02-ac1e-0751f6029028 req-807e15ab-fa7c-473e-bb8c-16433baab469 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:38.648004 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-79221871-01a7-4a02-ac1e-0751f6029028 req-807e15ab-fa7c-473e-bb8c-16433baab469 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.103 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 908 time: 0.3874550 Jul 08 20:37:38.659069 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:38.683925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-978c4618-982e-4eff-8e98-1a194a98650d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:38.699182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port d4bfbd21-ad19-4225-83e1-4a108d801159, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d4bfbd21-ad19-4225-83e1-4a108d801159,segment=NetworkSegment(78c4cbba-324a-4635-956e-29853693327e),segment_id=78c4cbba-324a-4635-956e-29853693327e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:38.739340 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:38.845954 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=d4bfbd21-ad19-4225-83e1-4a108d801159,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:38.859906 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-186b6fb3-cf3c-465d-ac2f-9622ae0a4c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:37:32Z', 'revision_number': 7, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:38.870605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c4618-982e-4eff-8e98-1a194a98650d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=18d7ff24-a08d-40b8-8819-748150c324ea,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:38.915128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b6fb3-cf3c-465d-ac2f-9622ae0a4c75 None None] The sync data for ids ['4c17d619-e77a-4421-b377-da97acf4046f'] in n-d-791506-16 is: [{'id': '4c17d619-e77a-4421-b377-da97acf4046f', 'name': 'tempest-TestNetworkBasicOps-router-1385708679', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:31Z', 'updated_at': '2021-07-08T20:37:32Z', 'revision_number': 7, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '46f3cb9b-d629-498d-b2f1-df541475e84e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17d619-e77a-4421-b377-da97acf4046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:32Z', 'updated_at': '2021-07-08T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:37:38.945171 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cecf0b3c-cc8c-437c-9a46-61bc9425be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:39.035989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf0b3c-cc8c-437c-9a46-61bc9425be01 None None] Pushing event deleted for resources: {'Port': ['ID=d4bfbd21-ad19-4225-83e1-4a108d801159,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:39.040049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecf0b3c-cc8c-437c-9a46-61bc9425be01 None None] No DVR routers for this DVR port d4bfbd21-ad19-4225-83e1-4a108d801159 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:39.122649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49610) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:39.159298 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-978c4618-982e-4eff-8e98-1a194a98650d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:39.161302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-978c4618-982e-4eff-8e98-1a194a98650d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/18d7ff24-a08d-40b8-8819-748150c324ea HTTP/1.1" status: 204 len: 168 time: 3.4781702 Jul 08 20:37:39.163946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49614) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:39.255624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting port 46f3cb9b-d629-498d-b2f1-df541475e84e {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:39.265684 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:39.442567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3bcf8c-cd03-483b-b63a-1e666a096396 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:39.454136 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ce3bcf8c-cd03-483b-b63a-1e666a096396 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2889957 Jul 08 20:37:39.460905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-988461215-network', 'tenant_id': '787453e6512d4dcbb14e901225257cc9'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:39.461147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] For port 46f3cb9b-d629-498d-b2f1-df541475e84e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=46f3cb9b-d629-498d-b2f1-df541475e84e,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:39.461591 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:39.471191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49628) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:39.489689 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Calling delete_port for 46f3cb9b-d629-498d-b2f1-df541475e84e owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:39.574759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Made reservation on behalf of 787453e6512d4dcbb14e901225257cc9 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:39.578085 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:39.627260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-79221871-01a7-4a02-ac1e-0751f6029028 req-ed3689fb-82bf-44fe-a231-6102ca64cc09 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Deleting port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:39.632900 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-79221871-01a7-4a02-ac1e-0751f6029028 req-ed3689fb-82bf-44fe-a231-6102ca64cc09 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:39.636656 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:39.715991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1bdc3d-6aa5-4f35-a029-c46e321e479f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:39.721665 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5d1bdc3d-6aa5-4f35-a029-c46e321e479f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2493567 Jul 08 20:37:39.723082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49632) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:39.783730 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:39.918436 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cef62e-157e-49f0-8777-5aa9ebd295d8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:39.931659 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a5ecfa1-95d9-4f67-96c9-347f7de5938d req-e3732916-0838-4dce-a3ef-ae456048345e tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.0906532 Jul 08 20:37:39.949621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cef62e-157e-49f0-8777-5aa9ebd295d8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:39.966336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cef62e-157e-49f0-8777-5aa9ebd295d8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:39.966336 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d4cef62e-157e-49f0-8777-5aa9ebd295d8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2382402 Jul 08 20:37:40.001309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49638) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:40.060933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f52935-7ea2-427a-a794-384f471aa0d8 req-fc61242e-0552-4983-a850-e0e4a5193289 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:40.082522 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7f52935-7ea2-427a-a794-384f471aa0d8 req-fc61242e-0552-4983-a850-e0e4a5193289 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 908 time: 0.4339812 Jul 08 20:37:40.110034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-79221871-01a7-4a02-ac1e-0751f6029028 req-ed3689fb-82bf-44fe-a231-6102ca64cc09 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] For port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:40.110447 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-79221871-01a7-4a02-ac1e-0751f6029028 req-ed3689fb-82bf-44fe-a231-6102ca64cc09 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.139823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-79221871-01a7-4a02-ac1e-0751f6029028 req-ed3689fb-82bf-44fe-a231-6102ca64cc09 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Calling delete_port for e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:40.167057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5b5bd4-ff5a-4b92-b6eb-1b8d8103ff44 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 5ccfba3c-184e-41d4-95dc-d1040ca2d0fa {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:37:40.175904 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5bd4-ff5a-4b92-b6eb-1b8d8103ff44 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.194599 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.204514 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.253077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:37:40.286455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4e10ca-b9ea-4410-979f-c730f9a21c7c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:40.318721 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.320282 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Added segment 77f49aef-4f38-4bb5-890b-2cb3eab12707 of type vlan for network 7667c631-ae89-4f4a-aca3-258324680d9e Jul 08 20:37:40.336333 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5bd4-ff5a-4b92-b6eb-1b8d8103ff44 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.377448 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.379949 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.445510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Port': ['ID=46f3cb9b-d629-498d-b2f1-df541475e84e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:40.515835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.518006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:40.518859 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.632230 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.659446 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] Pushing event updated for resources: {'Network': ['ID=7667c631-ae89-4f4a-aca3-258324680d9e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:40.682179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 7667c631-ae89-4f4a-aca3-258324680d9e details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:37:40.691351 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-51f1ebd8-6d85-4984-acc4-e08f4ae6760c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5643079 Jul 08 20:37:40.694756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49654) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:40.709787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-2d29b81d-5aaf-44b7-b290-823da3d2b80d admin admin] Request body: {'subnet': {'network_id': '7667c631-ae89-4f4a-aca3-258324680d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-988461215-subnet', 'tenant_id': '787453e6512d4dcbb14e901225257cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:40.736403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d29b81d-5aaf-44b7-b290-823da3d2b80d admin admin] Made reservation on behalf of 787453e6512d4dcbb14e901225257cc9 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:40.739932 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d29b81d-5aaf-44b7-b290-823da3d2b80d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.753324 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5bd4-ff5a-4b92-b6eb-1b8d8103ff44 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.884182 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-79221871-01a7-4a02-ac1e-0751f6029028 req-ed3689fb-82bf-44fe-a231-6102ca64cc09 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:40.934848 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:41.009306 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:41.017115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3689fb-82bf-44fe-a231-6102ca64cc09 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event deleted for resources: {'Port': ['ID=e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:41.075153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:41.190182 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:41.190746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Fanout notify agent at l3_agent the message router_deleted on router 4c17d619-e77a-4421-b377-da97acf4046f {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:37:41.228119 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:41.245950 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0ee80d7a-560c-4e27-ba8e-2673e048a184 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "DELETE /v2.0/routers/4c17d619-e77a-4421-b377-da97acf4046f HTTP/1.1" status: 204 len: 168 time: 4.9606085 Jul 08 20:37:41.275391 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49664) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:41.285723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device edfd802b-1834-4433-9dd9-4c8f41626136 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:41.299869 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0781da7a-2c10-4a99-be79-ab372c4e040b req-5fb026b4-c259-4046-9a17-5e862c636ef2 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.1327138 Jul 08 20:37:41.303502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-79221871-01a7-4a02-ac1e-0751f6029028 req-ed3689fb-82bf-44fe-a231-6102ca64cc09 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] No DVR routers for this DVR port e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:41.309340 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5bd4-ff5a-4b92-b6eb-1b8d8103ff44 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:41.318169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:37:41.318384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:37:41.333782 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-79221871-01a7-4a02-ac1e-0751f6029028 req-ed3689fb-82bf-44fe-a231-6102ca64cc09 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:41.335939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-79221871-01a7-4a02-ac1e-0751f6029028 req-ed3689fb-82bf-44fe-a231-6102ca64cc09 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.103 "DELETE /v2.0/ports/e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4 HTTP/1.1" status: 204 len: 173 time: 2.6775622 Jul 08 20:37:41.356061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18b78c-96af-464f-80d3-bbdb8b712f7a', 'name': 'network-vif-deleted', 'tag': 'e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:41.357732 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17687afb-189a-448d-9578-9bd9a50610e4" -d '{"events": [{"server_uuid": "0a18b78c-96af-464f-80d3-bbdb8b712f7a", "name": "network-vif-deleted", "tag": "e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:41.385016 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5bd4-ff5a-4b92-b6eb-1b8d8103ff44 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:41.415548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7a5b5bd4-ff5a-4b92-b6eb-1b8d8103ff44 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/5ccfba3c-184e-41d4-95dc-d1040ca2d0fa HTTP/1.1" status: 204 len: 168 time: 1.4130800 Jul 08 20:37:41.428554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49670) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:41.528913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbd82f1-cf2d-48e2-8a21-992694730097 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:41.534665 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffc4b96-6a47-4dc1-b05a-ca553d08c767 x-openstack-request-id: req-9ffc4b96-6a47-4dc1-b05a-ca553d08c767 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:41.537579 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a18b78c-96af-464f-80d3-bbdb8b712f7a", "name": "network-vif-deleted", "tag": "e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:41.538029 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9ffc4b96-6a47-4dc1-b05a-ca553d08c767 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:41.538785 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a18b78c-96af-464f-80d3-bbdb8b712f7a', 'name': 'network-vif-deleted', 'tag': 'e85920a7-74bd-4b4f-aaa1-f5c67fdc92e4', 'status': 'completed', 'code': 200} Jul 08 20:37:41.540828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b5bd4-ff5a-4b92-b6eb-1b8d8103ff44 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=5ccfba3c-184e-41d4-95dc-d1040ca2d0fa,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:41.637693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d29b81d-5aaf-44b7-b290-823da3d2b80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:41.676041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fb6df3-d622-4c7d-adab-024904348e46 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet e52a6507-2ac5-47a0-87ef-83dedb656c30 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:37:41.680085 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-11fb6df3-d622-4c7d-adab-024904348e46 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:41.694156 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb27e4ff-8875-4b8a-9710-c8b28c3ed373 req-5f94a79f-fe5a-454c-8d9a-a8167d4301b0 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 210 time: 0.1800635 Jul 08 20:37:41.761460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: edfd802b-1834-4433-9dd9-4c8f41626136 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:37:41.764182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device edfd802b-1834-4433-9dd9-4c8f41626136 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:37:41.779992 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-11fb6df3-d622-4c7d-adab-024904348e46 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:41.863237 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6aaae8f-e721-493c-a975-354a20a027d7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:41.880027 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29b81d-5aaf-44b7-b290-823da3d2b80d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62626ce6-4130-4808-9e0d-f29de1b84197,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:41.925103 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29b81d-5aaf-44b7-b290-823da3d2b80d admin admin] Checking segment: {'id': '77f49aef-4f38-4bb5-890b-2cb3eab12707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7667c631-ae89-4f4a-aca3-258324680d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:37:41.927485 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d29b81d-5aaf-44b7-b290-823da3d2b80d admin admin] Network hostable DHCP agents. Network: 7667c631-ae89-4f4a-aca3-258324680d9e, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:37:41.977095 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-11fb6df3-d622-4c7d-adab-024904348e46 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:42.000299 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6aaae8f-e721-493c-a975-354a20a027d7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:42.011503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b6aaae8f-e721-493c-a975-354a20a027d7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7a713d-4535-4d26-b4b0-fc318c79a77b']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:42.026359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b6aaae8f-e721-493c-a975-354a20a027d7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c4cbba-324a-4635-956e-29853693327e') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:42.026797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b6aaae8f-e721-493c-a975-354a20a027d7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c4cbba-324a-4635-956e-29853693327e') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:42.044152 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6aaae8f-e721-493c-a975-354a20a027d7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:42.071239 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6aaae8f-e721-493c-a975-354a20a027d7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:42.120520 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6aaae8f-e721-493c-a975-354a20a027d7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:37:42.122076 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6aaae8f-e721-493c-a975-354a20a027d7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:37:42.133251 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:37:42.190047 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-11fb6df3-d622-4c7d-adab-024904348e46 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:42.255044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb6df3-d622-4c7d-adab-024904348e46 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=e52a6507-2ac5-47a0-87ef-83dedb656c30,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:42.270558 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-11fb6df3-d622-4c7d-adab-024904348e46 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:42.270925 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d29b81d-5aaf-44b7-b290-823da3d2b80d admin admin] Network 7667c631-ae89-4f4a-aca3-258324680d9e is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:37:42.276971 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-11fb6df3-d622-4c7d-adab-024904348e46 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/e52a6507-2ac5-47a0-87ef-83dedb656c30 HTTP/1.1" status: 204 len: 168 time: 0.7666254 Jul 08 20:37:42.281991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49680) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:42.314786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-2d29b81d-5aaf-44b7-b290-823da3d2b80d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 7667c631-ae89-4f4a-aca3-258324680d9e) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:42.325101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8d8d7b-72b4-491e-b2f8-e23616a09298 None None] Network 7667c631-ae89-4f4a-aca3-258324680d9e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:42.332969 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6aaae8f-e721-493c-a975-354a20a027d7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:42.346475 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29b81d-5aaf-44b7-b290-823da3d2b80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:42.347490 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d29b81d-5aaf-44b7-b290-823da3d2b80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:42.433915 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6aaae8f-e721-493c-a975-354a20a027d7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:42.455208 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b6aaae8f-e721-493c-a975-354a20a027d7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "DELETE /v2.0/networks/1f7a713d-4535-4d26-b4b0-fc318c79a77b HTTP/1.1" status: 204 len: 168 time: 1.1718612 Jul 08 20:37:42.477982 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-346e1b5c-145f-488f-bed5-10eb9f6da860 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1893938 Jul 08 20:37:42.490243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49688) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:42.493670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49686) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:42.500560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-8f391938-5bed-4ce3-9912-2c1c42a17ab3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:42.504496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d8775771-6e0f-4582-b291-fae04c2ad34b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'network': {'name': 'tempest-network-smoke--1004125943', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'port_security_enabled': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:42.551144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8775771-6e0f-4582-b291-fae04c2ad34b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Made reservation on behalf of 44d90dac47c54647a7c92af6b9d31588 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:42.555115 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8775771-6e0f-4582-b291-fae04c2ad34b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:42.572245 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2d29b81d-5aaf-44b7-b290-823da3d2b80d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8708024 Jul 08 20:37:42.576939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaae8f-e721-493c-a975-354a20a027d7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Network': ['ID=1f7a713d-4535-4d26-b4b0-fc318c79a77b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:42.618601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8775771-6e0f-4582-b291-fae04c2ad34b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:37:42.644967 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8775771-6e0f-4582-b291-fae04c2ad34b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:42.645317 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-d8775771-6e0f-4582-b291-fae04c2ad34b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Added segment 5fdd9bb2-09af-4067-a2e8-6fc4972e93e8 of type vlan for network e1b422bd-f258-4082-917b-666247f34640 Jul 08 20:37:42.705811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec318c0-f14e-4a35-be9e-581034a2c829 None None] Update dhcp port {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': 'e52a6507-2ac5-47a0-87ef-83dedb656c30'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '6e877f28-8568-41fa-bcdd-98e61b56bbc2'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:37:42.813022 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f315027-9322-4eda-9527-33ed8ebc6994 req-162b9ae9-8acc-45b6-94c3-9ef79387e64a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.1763215 Jul 08 20:37:42.948254 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aec318c0-f14e-4a35-be9e-581034a2c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:42.963999 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8775771-6e0f-4582-b291-fae04c2ad34b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:43.032021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f391938-5bed-4ce3-9912-2c1c42a17ab3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:43.036484 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8775771-6e0f-4582-b291-fae04c2ad34b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:43.040508 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8f391938-5bed-4ce3-9912-2c1c42a17ab3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:43.044079 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8775771-6e0f-4582-b291-fae04c2ad34b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:43.044913 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8775771-6e0f-4582-b291-fae04c2ad34b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:43.086290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0900ca37-7336-477a-87f9-f9a38495ac89 None None] Network 7667c631-ae89-4f4a-aca3-258324680d9e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:43.137330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 46f3cb9b-d629-498d-b2f1-df541475e84e no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:43.201237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d8775771-6e0f-4582-b291-fae04c2ad34b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7062843 Jul 08 20:37:43.202087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49724) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:43.212775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-269909056', 'admin_state_up': True, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:43.244503 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38d53f7c-8c41-41f6-92a3-a1d08b9d9c3d req-6dce360d-7a71-4643-91d3-81f862f85c90 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a18b78c-96af-464f-80d3-bbdb8b712f7a HTTP/1.1" status: 200 len: 210 time: 0.1764963 Jul 08 20:37:43.294809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8775771-6e0f-4582-b291-fae04c2ad34b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Network': ['ID=e1b422bd-f258-4082-917b-666247f34640,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:43.295563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 46f3cb9b-d629-498d-b2f1-df541475e84e {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:37:43.296005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 46f3cb9b-d629-498d-b2f1-df541475e84e not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:37:43.348809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network e1b422bd-f258-4082-917b-666247f34640 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:37:43.357948 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:43.359592 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:43.552333 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:43.619220 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8f391938-5bed-4ce3-9912-2c1c42a17ab3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:43.714989 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f391938-5bed-4ce3-9912-2c1c42a17ab3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:43.719155 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-8f391938-5bed-4ce3-9912-2c1c42a17ab3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:43.723807 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f391938-5bed-4ce3-9912-2c1c42a17ab3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:43.724412 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8f391938-5bed-4ce3-9912-2c1c42a17ab3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:43.779775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f391938-5bed-4ce3-9912-2c1c42a17ab3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=1db96085-f530-4d69-a0be-492a668e8979,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:43.805123 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8f391938-5bed-4ce3-9912-2c1c42a17ab3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3128214 Jul 08 20:37:43.810394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49736) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:43.845037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5ff2da1a-39a8-4d77-8312-76e0939a291d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:43.958377 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:44.152046 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:37:44.232893 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b85dd0f9-9631-4ac8-a087-113971cb9b8b req-7c9b6ed4-27ff-46ed-91ea-49caf50e8e8d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.0660341 Jul 08 20:37:44.319178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee24dacd-a450-419f-b585-92fb62141675 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:44.492256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff2da1a-39a8-4d77-8312-76e0939a291d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:44.496787 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ff2da1a-39a8-4d77-8312-76e0939a291d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:44.525444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e5ca4a6c-b552-4a9c-a322-c2b550854398 None None] Provisioning complete for port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:44.526049 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e5ca4a6c-b552-4a9c-a322-c2b550854398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:44.711554 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:44.762975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:44.763304 n-d-791506-16 neutron-server[94065]: INFO neutron.db.ipam_backend_mixin [None req-5ff2da1a-39a8-4d77-8312-76e0939a291d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1db96085-f530-4d69-a0be-492a668e8979 (CIDR: 2001:db8::/64) Jul 08 20:37:44.767860 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff2da1a-39a8-4d77-8312-76e0939a291d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:37:44.768937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff2da1a-39a8-4d77-8312-76e0939a291d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:44.803568 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5ff2da1a-39a8-4d77-8312-76e0939a291d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9899104 Jul 08 20:37:44.804204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49776) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:44.828935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'subnet': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:45.091669 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6e877f28-8568-41fa-bcdd-98e61b56bbc2 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:45.119025 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Allocated IP 172.25.4.239 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/8bd31f3b-1065-4033-ac06-1ec9b67660c0) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:45.120439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:45.137468 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:45.322948 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:45.394177 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:45.437319 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:45.447617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55a2fa6-4347-43a0-82b1-4108caf8c89c None None] Update dhcp port {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'fixed_ips': [{'subnet_id': '1db96085-f530-4d69-a0be-492a668e8979'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '6e877f28-8568-41fa-bcdd-98e61b56bbc2'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:37:45.497056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 6e877f28-8568-41fa-bcdd-98e61b56bbc2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6e877f28-8568-41fa-bcdd-98e61b56bbc2,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:45.513794 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:45.597990 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f55a2fa6-4347-43a0-82b1-4108caf8c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:45.697571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=8bd31f3b-1065-4033-ac06-1ec9b67660c0,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:45.708284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af431ce-66a9-4911-b976-e9c365e59fad req-2194d3d9-fc7d-413a-800a-9c926e49a7e8 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:45.715587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-2194d3d9-fc7d-413a-800a-9c926e49a7e8 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/networks?id=7667c631-ae89-4f4a-aca3-258324680d9e HTTP/1.1" status: 200 len: 809 time: 0.3374906 Jul 08 20:37:45.724206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=6e877f28-8568-41fa-bcdd-98e61b56bbc2,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:45.730339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:45.734455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:45.738378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:37:45.749396 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-4338e90d-9335-4412-aac9-37813bdcca46 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/quotas/787453e6512d4dcbb14e901225257cc9 HTTP/1.1" status: 200 len: 375 time: 0.0319870 Jul 08 20:37:45.835042 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-50056f9e-93d9-4cda-84ab-2d6a44e27390 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=787453e6512d4dcbb14e901225257cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829151 Jul 08 20:37:45.845169 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d1883-1942-42cd-84e9-a5b46fe2a266 req-d27e1e22-b4c6-4c91-af76-a2cf4fe3e8a7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:45.852437 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-381d1883-1942-42cd-84e9-a5b46fe2a266 req-d27e1e22-b4c6-4c91-af76-a2cf4fe3e8a7 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 945 time: 0.1295006 Jul 08 20:37:45.975900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-381d1883-1942-42cd-84e9-a5b46fe2a266 req-344ced72-a41e-4af7-b46c-fbbe58173dab tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224401 Jul 08 20:37:46.182947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-f55a2fa6-4347-43a0-82b1-4108caf8c89c None None] Allocated IP 2001:db8::2 (845567f0-e8b3-4d3f-8ff6-519fe189dab9/1db96085-f530-4d69-a0be-492a668e8979/6e877f28-8568-41fa-bcdd-98e61b56bbc2) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:46.223558 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-46518162-e8a8-4420-94d3-78e042456de5 service neutron] 10.222.0.101 "GET /v2.0/networks/7667c631-ae89-4f4a-aca3-258324680d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875308 Jul 08 20:37:46.366714 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cd186a9-567a-4da2-bd7e-060ff68e8285 req-e69a8e0a-4abf-4af3-9bb9-91e99057ef1d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.1159089 Jul 08 20:37:46.386516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f55a2fa6-4347-43a0-82b1-4108caf8c89c None None] For port 6e877f28-8568-41fa-bcdd-98e61b56bbc2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6e877f28-8568-41fa-bcdd-98e61b56bbc2,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:46.458760 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f55a2fa6-4347-43a0-82b1-4108caf8c89c None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:46.492944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f55a2fa6-4347-43a0-82b1-4108caf8c89c None None] Transition to ACTIVE for port object 6e877f28-8568-41fa-bcdd-98e61b56bbc2 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:46.501434 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f55a2fa6-4347-43a0-82b1-4108caf8c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:46.555075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.objects.ports [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:37:46.672208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a2fa6-4347-43a0-82b1-4108caf8c89c None None] Pushing event updated for resources: {'Port': ['ID=6e877f28-8568-41fa-bcdd-98e61b56bbc2,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:46.854399 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:47.210055 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6e877f28-8568-41fa-bcdd-98e61b56bbc2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:47.313442 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-49bfee49-7940-4242-981b-2423b36b3565 service neutron] 10.222.0.101 "GET /v2.0/networks/7667c631-ae89-4f4a-aca3-258324680d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0841670 Jul 08 20:37:47.325967 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:47.358195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] For port 6e877f28-8568-41fa-bcdd-98e61b56bbc2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6e877f28-8568-41fa-bcdd-98e61b56bbc2,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:47.505619 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:47.532701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff33997-cff8-4225-a812-e5b9b526e7d1 req-3f8e4ef9-b2b4-4317-bcfd-64e996072b12 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:47.536962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f0825-8e5a-45cb-893e-f93120503626 req-87b81d6f-d35e-446d-91bf-802731f4e5b2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:47.544993 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ff33997-cff8-4225-a812-e5b9b526e7d1 req-3f8e4ef9-b2b4-4317-bcfd-64e996072b12 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.104 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 945 time: 0.5929394 Jul 08 20:37:47.545373 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f84f0825-8e5a-45cb-893e-f93120503626 req-87b81d6f-d35e-446d-91bf-802731f4e5b2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 945 time: 0.3521545 Jul 08 20:37:47.556126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:47.557035 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:47.561940 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:47.693510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:47.719218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:47.727834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:47.728448 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:47.760393 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f84f0825-8e5a-45cb-893e-f93120503626 req-7e857788-8888-40a5-8e77-5b0d692c685d tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125058 Jul 08 20:37:47.791907 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9863427 Jul 08 20:37:47.811206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49886) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:47.818935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Subnet': ['ID=a546c888-3f6f-4b75-9f13-df4b9c6cad97,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:47.843705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Request body: {'port': {'network_id': '845567f0-e8b3-4d3f-8ff6-519fe189dab9', 'mac_address': 'fa:16:3e:89:36:cc', 'name': 'tempest-NetworksTestDHCPv6-530870340'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:48.053652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1eb82-fb71-4d90-883a-77594e99155c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=6e877f28-8568-41fa-bcdd-98e61b56bbc2,revision_number=11']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:48.129218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c79274-a136-4b9f-b40a-f1996ebc7985 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:48.188614 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9299707-84c1-4a48-b3e9-05da7560ed4e req-1df84ea0-d1b4-49b7-a5ff-27d41837dcb5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.1081197 Jul 08 20:37:48.200852 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:48.207329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Made reservation on behalf of 083c11e033f84d5b9176962b8c6ac530 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:48.240272 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aaa4e1fc-9713-448f-9435-6097b4343a46 req-a56a36d4-174c-483d-91a0-e83acd409a08 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 210 time: 0.0769601 Jul 08 20:37:48.370397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Provisioning for port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:48.384109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-0ff33997-cff8-4225-a812-e5b9b526e7d1 req-66f01ccc-fa85-460d-9d52-0c1c6c8f9d7f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Deleting port 458fad21-1425-4705-8171-a701d7aedae2 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:48.384747 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ff33997-cff8-4225-a812-e5b9b526e7d1 req-66f01ccc-fa85-460d-9d52-0c1c6c8f9d7f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:48.390119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Provisioning complete for port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:48.393881 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:48.410473 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:48.484920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] device_id is not set on port 309f9372-1aea-41df-9baf-3f2cd9d27aaa yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:37:48.518105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Router 74a89d44-cfef-4d69-9ceb-48fff44debde is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:37:48.586532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-0ff33997-cff8-4225-a812-e5b9b526e7d1 req-66f01ccc-fa85-460d-9d52-0c1c6c8f9d7f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] For port 458fad21-1425-4705-8171-a701d7aedae2, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=458fad21-1425-4705-8171-a701d7aedae2,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:48.595219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ff33997-cff8-4225-a812-e5b9b526e7d1 req-66f01ccc-fa85-460d-9d52-0c1c6c8f9d7f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:48.681440 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:48.735909 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] For port 6e877f28-8568-41fa-bcdd-98e61b56bbc2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6e877f28-8568-41fa-bcdd-98e61b56bbc2,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:48.744845 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:48.891237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Pushing event updated for resources: {'Port': ['ID=6e877f28-8568-41fa-bcdd-98e61b56bbc2,revision_number=12']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:48.899599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:37:48.916031 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Sync routers for ids ['74a89d44-cfef-4d69-9ceb-48fff44debde'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:37:48.923439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-0ff33997-cff8-4225-a812-e5b9b526e7d1 req-66f01ccc-fa85-460d-9d52-0c1c6c8f9d7f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Calling delete_port for 458fad21-1425-4705-8171-a701d7aedae2 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:48.943863 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Routers {'74a89d44-cfef-4d69-9ceb-48fff44debde'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:37:48.945866 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:37:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['74a89d44-cfef-4d69-9ceb-48fff44debde'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:48.950120 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:48.954967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0387e5b6-04e7-4c8d-8a1e-d02c1dbca7a8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7457275 Jul 08 20:37:48.955613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49924) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:48.965246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:48.970241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:48.970808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:48.973370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:48.973885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:48.974439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:48.976266 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:48.979700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:48.981011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:48.982892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:48.983400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:48.984496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392561c-da79-413c-9a3d-d8fbf64095e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:49.066381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49926) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:49.068169 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-34367674-9c74-446c-81b1-f975a2844126 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=44d90dac47c54647a7c92af6b9d31588&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1095631 Jul 08 20:37:49.144381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6e877f28-8568-41fa-bcdd-98e61b56bbc2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:49.240022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20f8b9f-239c-426a-bc8b-4eaa238b148a tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:49.244878 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a20f8b9f-239c-426a-bc8b-4eaa238b148a tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1597068 Jul 08 20:37:49.273871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49930) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:49.300408 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:49.301093 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:49.378563 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1e7cf0c4-112a-4438-9224-4d68b3003621 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1027274 Jul 08 20:37:49.380299 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Set router 74a89d44-cfef-4d69-9ceb-48fff44debde gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:37:49.408978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49936) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:49.440015 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ab68110b-19d3-4eba-9bb5-32d0ced1a00e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1584622682', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:49.451538 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ff33997-cff8-4225-a812-e5b9b526e7d1 req-66f01ccc-fa85-460d-9d52-0c1c6c8f9d7f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:49.453942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8::38c (845567f0-e8b3-4d3f-8ff6-519fe189dab9/1db96085-f530-4d69-a0be-492a668e8979/309f9372-1aea-41df-9baf-3f2cd9d27aaa) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:49.496588 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['64a044c1-aa74-4b53-a866-6890d122643b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:37:49.551685 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9249b561-cd70-4e53-a12d-b662bfda530f req-b1511d8f-5c01-4e12-a563-c1a7db5dd57e tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 210 time: 0.1786740 Jul 08 20:37:49.720909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f01ccc-fa85-460d-9d52-0c1c6c8f9d7f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event deleted for resources: {'Port': ['ID=458fad21-1425-4705-8171-a701d7aedae2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:49.747645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Allocated IP 2001:db8:0:1:f816:3eff:fe89:36cc (845567f0-e8b3-4d3f-8ff6-519fe189dab9/a546c888-3f6f-4b75-9f13-df4b9c6cad97/309f9372-1aea-41df-9baf-3f2cd9d27aaa) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:49.834509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff33997-cff8-4225-a812-e5b9b526e7d1 req-66f01ccc-fa85-460d-9d52-0c1c6c8f9d7f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] No DVR routers for this DVR port 458fad21-1425-4705-8171-a701d7aedae2 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:49.844148 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ff33997-cff8-4225-a812-e5b9b526e7d1 req-66f01ccc-fa85-460d-9d52-0c1c6c8f9d7f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:49.855988 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ff33997-cff8-4225-a812-e5b9b526e7d1 req-66f01ccc-fa85-460d-9d52-0c1c6c8f9d7f tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.104 "DELETE /v2.0/ports/458fad21-1425-4705-8171-a701d7aedae2 HTTP/1.1" status: 204 len: 173 time: 2.3052366 Jul 08 20:37:49.867546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ef4894-b0b7-427d-9741-99592d36356d', 'name': 'network-vif-deleted', 'tag': '458fad21-1425-4705-8171-a701d7aedae2'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:49.878403 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a02859-c294-48f1-b2b6-8a024b5f6443" -d '{"events": [{"server_uuid": "02ef4894-b0b7-427d-9741-99592d36356d", "name": "network-vif-deleted", "tag": "458fad21-1425-4705-8171-a701d7aedae2"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:49.948072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769dc80-e4f6-49d5-93eb-da6462943d63 req-d9f4d880-da4d-475d-bea8-bbbd0eed4ed5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:49.953883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9769dc80-e4f6-49d5-93eb-da6462943d63 req-d9f4d880-da4d-475d-bea8-bbbd0eed4ed5 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=02ef4894-b0b7-427d-9741-99592d36356d HTTP/1.1" status: 200 len: 867 time: 0.7893286 Jul 08 20:37:50.096900 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9769dc80-e4f6-49d5-93eb-da6462943d63 req-aad693a4-1e4b-4c3d-904c-48fab84e90df tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218739 Jul 08 20:37:50.189148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1101e215-81b2-4683-9840-26b92fc0ebf9 None None] Provisioning complete for port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:50.189665 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1101e215-81b2-4683-9840-26b92fc0ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:50.264389 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108068b5-9bae-4638-9f5f-0c984a42e109 x-openstack-request-id: req-108068b5-9bae-4638-9f5f-0c984a42e109 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:50.265251 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ef4894-b0b7-427d-9741-99592d36356d", "name": "network-vif-deleted", "tag": "458fad21-1425-4705-8171-a701d7aedae2", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:50.265747 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-108068b5-9bae-4638-9f5f-0c984a42e109 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:50.267691 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ef4894-b0b7-427d-9741-99592d36356d', 'name': 'network-vif-deleted', 'tag': '458fad21-1425-4705-8171-a701d7aedae2', 'status': 'completed', 'code': 200} Jul 08 20:37:50.269504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b84dc0a8-38c2-4bb3-8ab3-33240d91f890 req-5848f23f-d948-4778-85b1-6d2d5143862a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.2486305 Jul 08 20:37:50.301439 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:37:46Z', 'revision_number': 3, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:50.305744 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab68110b-19d3-4eba-9bb5-32d0ced1a00e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Made reservation on behalf of 44d90dac47c54647a7c92af6b9d31588 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:50.309882 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab68110b-19d3-4eba-9bb5-32d0ced1a00e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:50.339019 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 458fad21-1425-4705-8171-a701d7aedae2 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:50.358084 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Checking router: 74a89d44-cfef-4d69-9ceb-48fff44debde for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:37:50.358835 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Updating router 74a89d44-cfef-4d69-9ceb-48fff44debde port 8bd31f3b-1065-4033-ac06-1ec9b67660c0 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:37:50.415596 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:50.454835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 458fad21-1425-4705-8171-a701d7aedae2 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:37:50.456060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 458fad21-1425-4705-8171-a701d7aedae2 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:37:50.562350 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:50.595113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Transition to ACTIVE for port object 309f9372-1aea-41df-9baf-3f2cd9d27aaa will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:50.789680 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab68110b-19d3-4eba-9bb5-32d0ced1a00e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:50.804193 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:50.870265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49948) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:50.887088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event updated for resources: {'Port': ['ID=309f9372-1aea-41df-9baf-3f2cd9d27aaa,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:50.900303 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e69edfa-150d-46bb-ab3d-6b2e7c475573 req-d68b6f22-b441-4f7f-8999-8ccde7549c46 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 210 time: 0.0761523 Jul 08 20:37:50.924851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:50.925251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:50.925707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:50.926161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:50.926976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:50.927081 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:50.927529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:50.927991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:50.928428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:50.928914 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:50.929357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:50.929882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:50.949268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:50.957995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:50.962010 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68110b-19d3-4eba-9bb5-32d0ced1a00e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Subnet': ['ID=6f7000dd-cd95-4432-bffe-4f7d8d306889,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:50.962872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6dfe5e-c5bb-41e9-86b6-92a027d6333e admin admin] Deleting subnet b0d58ca0-5d84-4114-a3db-7b4b8ce582b6 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:37:50.964404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:37:50.968043 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfe5e-c5bb-41e9-86b6-92a027d6333e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:50.972100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:50.972998 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:51.013389 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8ef064b7-fa9d-4181-bd48-d5cce61db119 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1899569 Jul 08 20:37:51.016870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49952) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:51.032504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab68110b-19d3-4eba-9bb5-32d0ced1a00e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Checking segment: {'id': '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b422bd-f258-4082-917b-666247f34640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:37:51.033072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab68110b-19d3-4eba-9bb5-32d0ced1a00e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network hostable DHCP agents. Network: e1b422bd-f258-4082-917b-666247f34640, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:37:51.081071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab68110b-19d3-4eba-9bb5-32d0ced1a00e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network e1b422bd-f258-4082-917b-666247f34640 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:37:51.100298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ab68110b-19d3-4eba-9bb5-32d0ced1a00e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, e1b422bd-f258-4082-917b-666247f34640) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:51.106434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab68110b-19d3-4eba-9bb5-32d0ced1a00e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:51.107411 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab68110b-19d3-4eba-9bb5-32d0ced1a00e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:51.115943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4034f453-3708-4156-a46c-f80bdd37e9ac None None] Network e1b422bd-f258-4082-917b-666247f34640 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:51.119307 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:51.137835 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ab68110b-19d3-4eba-9bb5-32d0ced1a00e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7153525 Jul 08 20:37:51.140667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49956) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:51.166430 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Transition to ACTIVE for port object 8bd31f3b-1065-4033-ac06-1ec9b67660c0 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:51.173211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6e877f28-8568-41fa-bcdd-98e61b56bbc2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:51.190067 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:51.295641 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Pushing event updated for resources: {'Port': ['ID=8bd31f3b-1065-4033-ac06-1ec9b67660c0,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:51.319616 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:51.320696 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:51.321203 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:51.321694 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:51.322208 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:51.322748 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:51.323233 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:51.323716 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:51.324210 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:51.324730 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:51.325210 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:51.325693 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:37:51.339759 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfe5e-c5bb-41e9-86b6-92a027d6333e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:51.394060 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Attempting to bind port 8bd31f3b-1065-4033-ac06-1ec9b67660c0 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:37:51.395752 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Attempting to bind port 8bd31f3b-1065-4033-ac06-1ec9b67660c0 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:37:51.397623 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Attempting to bind port 8bd31f3b-1065-4033-ac06-1ec9b67660c0 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:37:51.413936 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:37:51.414581 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:37:51.415177 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:51.416462 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:37:51.417174 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Bound port: 8bd31f3b-1065-4033-ac06-1ec9b67660c0, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:37:51.420576 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:51.508215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfe5e-c5bb-41e9-86b6-92a027d6333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:51.533553 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] For port 8bd31f3b-1065-4033-ac06-1ec9b67660c0, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:37:51.543227 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] For port 8bd31f3b-1065-4033-ac06-1ec9b67660c0, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8bd31f3b-1065-4033-ac06-1ec9b67660c0,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:37:51.553827 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:51.614091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c822a39f-c546-491d-988c-e252b7d2ec41 None None] Provisioning for port 309f9372-1aea-41df-9baf-3f2cd9d27aaa completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:51.628202 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74150be0-13d4-4951-bfd3-381bbfbd92f9 None None] Pushing event updated for resources: {'Port': ['ID=8bd31f3b-1065-4033-ac06-1ec9b67660c0,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:51.651358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c822a39f-c546-491d-988c-e252b7d2ec41 None None] Provisioning complete for port 309f9372-1aea-41df-9baf-3f2cd9d27aaa triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:51.653086 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c822a39f-c546-491d-988c-e252b7d2ec41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:51.665921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:51.666469 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:51.679960 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3b0207c7-f4fa-49c4-8fb3-e481bb5c4cfe req-16a3a2bc-fed8-431f-bf13-51c880ee93d3 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.1033263 Jul 08 20:37:51.690079 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Routers {'74a89d44-cfef-4d69-9ceb-48fff44debde'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:37:51.690739 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:37:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['74a89d44-cfef-4d69-9ceb-48fff44debde'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:51.902654 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] Set router 74a89d44-cfef-4d69-9ceb-48fff44debde gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:37:51.907636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af431ce-66a9-4911-b976-e9c365e59fad req-f210292e-3465-4d31-b82f-5b44f482981c tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:51.915685 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-f210292e-3465-4d31-b82f-5b44f482981c tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.103 "GET /v2.0/networks?id=7667c631-ae89-4f4a-aca3-258324680d9e HTTP/1.1" status: 200 len: 809 time: 0.5885792 Jul 08 20:37:51.992503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-0af431ce-66a9-4911-b976-e9c365e59fad req-9f4f0e5f-192f-44c7-a302-2bd2a572d094 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Request body: {'port': {'device_id': '72a9bfd9-f549-4513-841b-28fd4aa6d033', 'network_id': '7667c631-ae89-4f4a-aca3-258324680d9e', 'admin_state_up': True, 'tenant_id': '787453e6512d4dcbb14e901225257cc9'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:52.004355 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfe5e-c5bb-41e9-86b6-92a027d6333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:52.059634 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c822a39f-c546-491d-988c-e252b7d2ec41 None None] Port 309f9372-1aea-41df-9baf-3f2cd9d27aaa cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:37:52.180334 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:52.183410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-e1b422bd-f258-4082-917b-666247f34640', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ips': [{'subnet_id': '6f7000dd-cd95-4432-bffe-4f7d8d306889'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:37:52.184295 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:52.206984 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfe5e-c5bb-41e9-86b6-92a027d6333e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:52.208908 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3a6dfe5e-c5bb-41e9-86b6-92a027d6333e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/b0d58ca0-5d84-4114-a3db-7b4b8ce582b6 HTTP/1.1" status: 204 len: 168 time: 1.3366971 Jul 08 20:37:52.212505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49968) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:52.224223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dfe5e-c5bb-41e9-86b6-92a027d6333e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d58ca0-5d84-4114-a3db-7b4b8ce582b6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:52.270118 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:37:46Z', 'revision_number': 3, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:52.305660 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef7cd8-331b-4bbf-b339-3100a8db1371 None None] The sync data for ids ['74a89d44-cfef-4d69-9ceb-48fff44debde'] in n-d-791506-16 is: [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:37:46Z', 'revision_number': 3, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:37:52.357516 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76678824-6b00-4a1f-8797-d5650c9174bb req-192d1cfe-4929-493c-9354-29a16372e8c7 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 210 time: 0.1342824 Jul 08 20:37:52.367417 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a11dd3cb-7e4b-4e4d-8199-b815aebeb063 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting port 309f9372-1aea-41df-9baf-3f2cd9d27aaa {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:52.367757 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a11dd3cb-7e4b-4e4d-8199-b815aebeb063 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:52.391132 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20d015bc-91c4-4206-8470-dd0e9996deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:52.420711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebad5aa-8592-40d5-8003-2f4bfa932adf req-307da132-782f-4cc0-84ca-4ee111418270 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:52.429052 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aebad5aa-8592-40d5-8003-2f4bfa932adf req-307da132-782f-4cc0-84ca-4ee111418270 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.3033316 Jul 08 20:37:52.477525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af431ce-66a9-4911-b976-e9c365e59fad req-9f4f0e5f-192f-44c7-a302-2bd2a572d094 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Made reservation on behalf of 787453e6512d4dcbb14e901225257cc9 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:37:52.482066 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0af431ce-66a9-4911-b976-e9c365e59fad req-9f4f0e5f-192f-44c7-a302-2bd2a572d094 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:52.506036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Allocated IP 172.20.0.2 (e1b422bd-f258-4082-917b-666247f34640/6f7000dd-cd95-4432-bffe-4f7d8d306889/6b8a85b1-19c5-4805-b0ec-0685f1c165c2) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:52.560504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aebad5aa-8592-40d5-8003-2f4bfa932adf req-23d6a794-0c70-4063-b5e2-adf00b951ad9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303964 Jul 08 20:37:52.610480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a11dd3cb-7e4b-4e4d-8199-b815aebeb063 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:52.638475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a11dd3cb-7e4b-4e4d-8199-b815aebeb063 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Calling delete_port for 309f9372-1aea-41df-9baf-3f2cd9d27aaa owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:52.729995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fde7e5-8fa2-4ce7-a308-a21e9dd24ed3 req-9e1b19e7-d349-43f1-9d64-4f787234ef3b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:52.732733 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9fde7e5-8fa2-4ce7-a308-a21e9dd24ed3 req-9e1b19e7-d349-43f1-9d64-4f787234ef3b tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.103 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.4136851 Jul 08 20:37:52.769462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-0af431ce-66a9-4911-b976-e9c365e59fad req-9f4f0e5f-192f-44c7-a302-2bd2a572d094 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Allocated IP 172.20.0.11 (7667c631-ae89-4f4a-aca3-258324680d9e/62626ce6-4130-4808-9e0d-f29de1b84197/96fcad41-eb4e-4076-9461-61b228cd797d) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:52.837819 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:52.849002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Transition to ACTIVE for port object 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:52.910696 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20d015bc-91c4-4206-8470-dd0e9996deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.007348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-20d015bc-91c4-4206-8470-dd0e9996deb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8dd562-6220-4b8b-9ae8-ba78ecb9e886']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:53.027103 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-20d015bc-91c4-4206-8470-dd0e9996deb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f64f20-2df1-4743-b4c9-c2b50ed686b2') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:53.027559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-20d015bc-91c4-4206-8470-dd0e9996deb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f64f20-2df1-4743-b4c9-c2b50ed686b2') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:53.055131 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20d015bc-91c4-4206-8470-dd0e9996deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.087043 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-89030941-02f3-4c85-ae7f-770df67b995a req-3c483b91-afdb-478d-ad77-52d4d835fa4d tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.1425290 Jul 08 20:37:53.126141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8bd31f3b-1065-4033-ac06-1ec9b67660c0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:53.128063 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20d015bc-91c4-4206-8470-dd0e9996deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.153606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d015bc-91c4-4206-8470-dd0e9996deb0 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:37:53.154221 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20d015bc-91c4-4206-8470-dd0e9996deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:37:53.157955 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:37:53.224615 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 8bd31f3b-1065-4033-ac06-1ec9b67660c0 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:53.230344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Transition to ACTIVE for port object 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:53.231804 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a11dd3cb-7e4b-4e4d-8199-b815aebeb063 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.236924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8bd31f3b-1065-4033-ac06-1ec9b67660c0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:53.237302 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.244776 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.255081 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0af431ce-66a9-4911-b976-e9c365e59fad req-9f4f0e5f-192f-44c7-a302-2bd2a572d094 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.272295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-c9fde7e5-8fa2-4ce7-a308-a21e9dd24ed3 req-d4bead85-4d82-4b4b-b27b-1ae44b9569f8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Deleting port 64a044c1-aa74-4b53-a866-6890d122643b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:53.272849 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c9fde7e5-8fa2-4ce7-a308-a21e9dd24ed3 req-d4bead85-4d82-4b4b-b27b-1ae44b9569f8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.303210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dd3cb-7e4b-4e4d-8199-b815aebeb063 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Port': ['ID=309f9372-1aea-41df-9baf-3f2cd9d27aaa,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:53.344933 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20d015bc-91c4-4206-8470-dd0e9996deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.351175 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20d015bc-91c4-4206-8470-dd0e9996deb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.353804 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-20d015bc-91c4-4206-8470-dd0e9996deb0 admin admin] 10.222.0.101 "DELETE /v2.0/networks/2c8dd562-6220-4b8b-9ae8-ba78ecb9e886 HTTP/1.1" status: 204 len: 168 time: 1.1359231 Jul 08 20:37:53.381948 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Network e1b422bd-f258-4082-917b-666247f34640 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:53.409754 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:53.434669 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a11dd3cb-7e4b-4e4d-8199-b815aebeb063 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.437498 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a11dd3cb-7e4b-4e4d-8199-b815aebeb063 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/309f9372-1aea-41df-9baf-3f2cd9d27aaa HTTP/1.1" status: 204 len: 168 time: 2.4186141 Jul 08 20:37:53.439645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49978) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:53.450638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:37:53.464587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Allocated IP 172.20.0.1 (e1b422bd-f258-4082-917b-666247f34640/6f7000dd-cd95-4432-bffe-4f7d8d306889/ab33412a-5bf6-4fcc-90af-e3c862123f99) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:37:53.485185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d015bc-91c4-4206-8470-dd0e9996deb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8dd562-6220-4b8b-9ae8-ba78ecb9e886,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:53.505453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Pushing event updated for resources: {'Port': ['ID=6b8a85b1-19c5-4805-b0ec-0685f1c165c2,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:53.514819 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.533487 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0af431ce-66a9-4911-b976-e9c365e59fad req-9f4f0e5f-192f-44c7-a302-2bd2a572d094 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.633942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f0e5f-192f-44c7-a302-2bd2a572d094 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Pushing event updated for resources: {'Port': ['ID=96fcad41-eb4e-4076-9461-61b228cd797d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:53.656659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af431ce-66a9-4911-b976-e9c365e59fad req-9f4f0e5f-192f-44c7-a302-2bd2a572d094 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Network 7667c631-ae89-4f4a-aca3-258324680d9e is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:53.661456 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-0af431ce-66a9-4911-b976-e9c365e59fad req-9f4f0e5f-192f-44c7-a302-2bd2a572d094 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:53.669799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af431ce-66a9-4911-b976-e9c365e59fad req-9f4f0e5f-192f-44c7-a302-2bd2a572d094 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:37:53.683297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a6c58e-dff9-4213-9055-1520564e6353 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:53.685414 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-54a6c58e-dff9-4213-9055-1520564e6353 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2447739 Jul 08 20:37:53.706705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49982) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:53.740125 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.755498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49984) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:53.766295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Attempting to bind port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:37:53.766674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Attempting to bind port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b422bd-f258-4082-917b-666247f34640'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:37:53.767046 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Attempting to bind port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 on network e1b422bd-f258-4082-917b-666247f34640 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:37:53.785325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:37:53.786645 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Checking segment: {'id': '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b422bd-f258-4082-917b-666247f34640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:37:53.787058 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.787507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Bound using segment: {'id': '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b422bd-f258-4082-917b-666247f34640'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:37:53.788000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Bound port: 6b8a85b1-19c5-4805-b0ec-0685f1c165c2, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b422bd-f258-4082-917b-666247f34640'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:37:53.788433 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.819217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 8bd31f3b-1065-4033-ac06-1ec9b67660c0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8bd31f3b-1065-4033-ac06-1ec9b67660c0,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:53.828308 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.842532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af431ce-66a9-4911-b976-e9c365e59fad req-9f4f0e5f-192f-44c7-a302-2bd2a572d094 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:53.843564 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0af431ce-66a9-4911-b976-e9c365e59fad req-9f4f0e5f-192f-44c7-a302-2bd2a572d094 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.873517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-c9fde7e5-8fa2-4ce7-a308-a21e9dd24ed3 req-d4bead85-4d82-4b4b-b27b-1ae44b9569f8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] For port 64a044c1-aa74-4b53-a866-6890d122643b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=64a044c1-aa74-4b53-a866-6890d122643b,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:53.875464 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c9fde7e5-8fa2-4ce7-a308-a21e9dd24ed3 req-d4bead85-4d82-4b4b-b27b-1ae44b9569f8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:53.876974 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-9f4f0e5f-192f-44c7-a302-2bd2a572d094 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8954275 Jul 08 20:37:53.891522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6dea187b-e68a-4c82-be97-23c426d8abc8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=62d018485a6e4a419a1ab11dc9ab6b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338270 Jul 08 20:37:53.893567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49986) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:53.898995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Request body: {'port': {'device_id': '72a9bfd9-f549-4513-841b-28fd4aa6d033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:37:53.916593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-c9fde7e5-8fa2-4ce7-a308-a21e9dd24ed3 req-d4bead85-4d82-4b4b-b27b-1ae44b9569f8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Calling delete_port for 64a044c1-aa74-4b53-a866-6890d122643b owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:53.971590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97739ed8-1218-4144-9dfc-7cabe78cdcc0 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:53.977870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-97739ed8-1218-4144-9dfc-7cabe78cdcc0 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2654152 Jul 08 20:37:53.978001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=8bd31f3b-1065-4033-ac06-1ec9b67660c0,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:53.978374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49988) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:54.006221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] For port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:37:54.017717 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] For port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6b8a85b1-19c5-4805-b0ec-0685f1c165c2,segment=NetworkSegment(5fdd9bb2-09af-4067-a2e8-6fc4972e93e8),segment_id=5fdd9bb2-09af-4067-a2e8-6fc4972e93e8)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:37:54.028362 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:54.060063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4696f8-6372-4c51-b631-35a4a5ad0e2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:54.065022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4696f8-6372-4c51-b631-35a4a5ad0e2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:54.066756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4696f8-6372-4c51-b631-35a4a5ad0e2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:54.074189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ab4696f8-6372-4c51-b631-35a4a5ad0e2d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0935316 Jul 08 20:37:54.080835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49992) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:54.103790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50382ceb-9452-4f98-b27b-1bdeb0467ee9 None None] Pushing event updated for resources: {'Port': ['ID=6b8a85b1-19c5-4805-b0ec-0685f1c165c2,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:54.134413 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:54.160782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c070adf-97bc-476d-930f-9425863e2a6a req-fcc9d7ec-a552-4337-bd1a-c2563a431cde tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:54.162369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c070adf-97bc-476d-930f-9425863e2a6a req-fcc9d7ec-a552-4337-bd1a-c2563a431cde tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 946 time: 0.2568779 Jul 08 20:37:54.169830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb0f73-4dc3-439f-a09c-644c5c14435e req-62bacd9c-5c20-48cb-a7d3-f416566df620 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:54.171566 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2eeb0f73-4dc3-439f-a09c-644c5c14435e req-62bacd9c-5c20-48cb-a7d3-f416566df620 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 932 time: 0.4006341 Jul 08 20:37:54.184698 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:54.230387 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bfe103cc-5cfa-4996-9e64-6ca490b6910a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:54.267157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6a8796-074b-425a-b4c7-d0c26839a041 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet 1db96085-f530-4d69-a0be-492a668e8979 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:37:54.275374 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Transition to ACTIVE for port object ab33412a-5bf6-4fcc-90af-e3c862123f99 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:54.309830 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8796-074b-425a-b4c7-d0c26839a041 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:54.331787 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2eeb0f73-4dc3-439f-a09c-644c5c14435e req-c924cd7a-83f7-4f48-af55-62857a392f98 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc4e10ca-b9ea-4410-979f-c730f9a21c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441450 Jul 08 20:37:54.334545 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bfe103cc-5cfa-4996-9e64-6ca490b6910a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:54.408535 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c070adf-97bc-476d-930f-9425863e2a6a req-4721ac7d-8a75-4230-9f50-df5029fc4d44 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=800d307a-1aff-45d3-be0e-98875965f26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692238 Jul 08 20:37:54.661047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fcad41-eb4e-4076-9461-61b228cd797d {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:37:54.669696 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:54.683719 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Transition to ACTIVE for port object 96fcad41-eb4e-4076-9461-61b228cd797d will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:37:54.689228 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:54.803062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=96fcad41-eb4e-4076-9461-61b228cd797d,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:54.842612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Attempting to bind port 96fcad41-eb4e-4076-9461-61b228cd797d on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:37:54.843184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Attempting to bind port 96fcad41-eb4e-4076-9461-61b228cd797d by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '77f49aef-4f38-4bb5-890b-2cb3eab12707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7667c631-ae89-4f4a-aca3-258324680d9e'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:37:54.843763 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Attempting to bind port 96fcad41-eb4e-4076-9461-61b228cd797d on network 7667c631-ae89-4f4a-aca3-258324680d9e {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:37:54.848620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Port 96fcad41-eb4e-4076-9461-61b228cd797d on network 7667c631-ae89-4f4a-aca3-258324680d9e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:37:54.848996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Attempting to bind port 96fcad41-eb4e-4076-9461-61b228cd797d on network 7667c631-ae89-4f4a-aca3-258324680d9e {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:37:54.854500 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:37:54.854843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Checking segment: {'id': '77f49aef-4f38-4bb5-890b-2cb3eab12707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7667c631-ae89-4f4a-aca3-258324680d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:37:54.855237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Bound using segment: {'id': '77f49aef-4f38-4bb5-890b-2cb3eab12707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7667c631-ae89-4f4a-aca3-258324680d9e'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:37:54.855674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Bound port: 96fcad41-eb4e-4076-9461-61b228cd797d, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f49aef-4f38-4bb5-890b-2cb3eab12707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7667c631-ae89-4f4a-aca3-258324680d9e'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:37:54.856039 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:54.913060 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8796-074b-425a-b4c7-d0c26839a041 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:54.921323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c330a805-000d-4387-80ef-d2d2dd79aa55 req-c818ebcb-68c1-4376-b491-9b44c915eff0 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.0962510 Jul 08 20:37:54.957380 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] For port 96fcad41-eb4e-4076-9461-61b228cd797d, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:37:54.961625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] For port 96fcad41-eb4e-4076-9461-61b228cd797d, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=96fcad41-eb4e-4076-9461-61b228cd797d,segment=NetworkSegment(77f49aef-4f38-4bb5-890b-2cb3eab12707),segment_id=77f49aef-4f38-4bb5-890b-2cb3eab12707)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:37:54.969488 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:55.001534 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:55.019476 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c9fde7e5-8fa2-4ce7-a308-a21e9dd24ed3 req-d4bead85-4d82-4b4b-b27b-1ae44b9569f8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:55.032241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:55.032904 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:55.034397 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] 10.222.0.103 "PUT /v2.0/ports/96fcad41-eb4e-4076-9461-61b228cd797d HTTP/1.1" status: 200 len: 1093 time: 1.1417975 Jul 08 20:37:55.035408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a9bfd9-f549-4513-841b-28fd4aa6d033', 'tag': '96fcad41-eb4e-4076-9461-61b228cd797d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:55.037514 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97d1107-e405-4966-82fc-d8abf5830a05" -d '{"events": [{"name": "network-changed", "server_uuid": "72a9bfd9-f549-4513-841b-28fd4aa6d033", "tag": "96fcad41-eb4e-4076-9461-61b228cd797d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:55.075682 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bfe103cc-5cfa-4996-9e64-6ca490b6910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:55.079562 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bfe103cc-5cfa-4996-9e64-6ca490b6910a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:55.081959 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bfe103cc-5cfa-4996-9e64-6ca490b6910a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8da80f41-139d-480a-a482-3be1e8ba54b9 HTTP/1.1" status: 204 len: 168 time: 1.1850474 Jul 08 20:37:55.112856 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network e1b422bd-f258-4082-917b-666247f34640 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:55.123972 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 64a044c1-aa74-4b53-a866-6890d122643b no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:37:55.125236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:55.126445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e9779-d055-4f0b-8b1e-5b05aff1d9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=96fcad41-eb4e-4076-9461-61b228cd797d,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:55.132831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe103cc-5cfa-4996-9e64-6ca490b6910a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da80f41-139d-480a-a482-3be1e8ba54b9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:55.153164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:37:55.162064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=ab33412a-5bf6-4fcc-90af-e3c862123f99,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:55.208970 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24da101-2354-4a0c-96db-63e21edc2441 x-openstack-request-id: req-d24da101-2354-4a0c-96db-63e21edc2441 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:55.210883 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a9bfd9-f549-4513-841b-28fd4aa6d033", "tag": "96fcad41-eb4e-4076-9461-61b228cd797d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:55.211429 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d24da101-2354-4a0c-96db-63e21edc2441 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:55.211993 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a9bfd9-f549-4513-841b-28fd4aa6d033', 'tag': '96fcad41-eb4e-4076-9461-61b228cd797d', 'status': 'completed', 'code': 200} Jul 08 20:37:55.230832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8796-074b-425a-b4c7-d0c26839a041 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:55.236106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fde7e5-8fa2-4ce7-a308-a21e9dd24ed3 req-d4bead85-4d82-4b4b-b27b-1ae44b9569f8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] No DVR routers for this DVR port 64a044c1-aa74-4b53-a866-6890d122643b on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:55.250860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 64a044c1-aa74-4b53-a866-6890d122643b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:37:55.253184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 64a044c1-aa74-4b53-a866-6890d122643b not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:37:55.280922 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c9fde7e5-8fa2-4ce7-a308-a21e9dd24ed3 req-d4bead85-4d82-4b4b-b27b-1ae44b9569f8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:55.283418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9fde7e5-8fa2-4ce7-a308-a21e9dd24ed3 req-d4bead85-4d82-4b4b-b27b-1ae44b9569f8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.103 "DELETE /v2.0/ports/64a044c1-aa74-4b53-a866-6890d122643b HTTP/1.1" status: 204 len: 173 time: 2.3694019 Jul 08 20:37:55.287760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5089d9bf-7a89-468b-91b7-f77b375c8fe2', 'name': 'network-vif-deleted', 'tag': '64a044c1-aa74-4b53-a866-6890d122643b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:37:55.290516 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a52b2c-f39e-45f3-b2da-3ac51856dbc8" -d '{"events": [{"server_uuid": "5089d9bf-7a89-468b-91b7-f77b375c8fe2", "name": "network-vif-deleted", "tag": "64a044c1-aa74-4b53-a866-6890d122643b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:37:55.293982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c6eb715b-3e97-4d97-afda-8249ee2390a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:55.298207 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-c6eb715b-3e97-4d97-afda-8249ee2390a5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=787453e6512d4dcbb14e901225257cc9&device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 1096 time: 0.2074363 Jul 08 20:37:55.310875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bead85-4d82-4b4b-b27b-1ae44b9569f8 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event deleted for resources: {'Port': ['ID=64a044c1-aa74-4b53-a866-6890d122643b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:55.382864 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:55.390311 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8796-074b-425a-b4c7-d0c26839a041 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:55.449271 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8bd31f3b-1065-4033-ac06-1ec9b67660c0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:55.486480 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-ac655c2f-6a9a-46b1-bf44-f5b0da2e148b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96fcad41-eb4e-4076-9461-61b228cd797d HTTP/1.1" status: 200 len: 217 time: 0.1809270 Jul 08 20:37:55.520657 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8796-074b-425a-b4c7-d0c26839a041 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:55.538783 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2a6a8796-074b-425a-b4c7-d0c26839a041 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/1db96085-f530-4d69-a0be-492a668e8979 HTTP/1.1" status: 204 len: 168 time: 1.4529736 Jul 08 20:37:55.542386 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98058966-640f-499a-8730-266e5b471891 x-openstack-request-id: req-98058966-640f-499a-8730-266e5b471891 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:37:55.542683 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5089d9bf-7a89-468b-91b7-f77b375c8fe2", "name": "network-vif-deleted", "tag": "64a044c1-aa74-4b53-a866-6890d122643b", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:37:55.544253 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504d9935-6402-47df-aa96-3112aebbe447 None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:55.544731 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-98058966-640f-499a-8730-266e5b471891 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:37:55.545308 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5089d9bf-7a89-468b-91b7-f77b375c8fe2', 'name': 'network-vif-deleted', 'tag': '64a044c1-aa74-4b53-a866-6890d122643b', 'status': 'completed', 'code': 200} Jul 08 20:37:55.546541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50014) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:55.614458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af431ce-66a9-4911-b976-e9c365e59fad req-00b63e9d-8e8f-4cee-a6fb-5d298b3a5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:55.616305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-00b63e9d-8e8f-4cee-a6fb-5d298b3a5335 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62626ce6-4130-4808-9e0d-f29de1b84197 HTTP/1.1" status: 200 len: 849 time: 0.1207790 Jul 08 20:37:55.713033 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-dcb675f0-e726-47c1-aaf5-2bb219080e32 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7667c631-ae89-4f4a-aca3-258324680d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897088 Jul 08 20:37:55.723390 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8bd31f3b-1065-4033-ac06-1ec9b67660c0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:55.723905 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:55.751684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a8796-074b-425a-b4c7-d0c26839a041 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=1db96085-f530-4d69-a0be-492a668e8979,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:55.885622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8cbac25f-1b08-4b7c-8019-83664dccbc6d req-4f8e4fc8-ed45-4305-b727-ff617cff5e90 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=5089d9bf-7a89-468b-91b7-f77b375c8fe2 HTTP/1.1" status: 200 len: 210 time: 0.1941245 Jul 08 20:37:55.914654 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ee9cfe-f9a5-4d82-9891-3ac261c092da tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Deleting subnet a546c888-3f6f-4b75-9f13-df4b9c6cad97 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:37:55.931099 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9cfe-f9a5-4d82-9891-3ac261c092da tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:56.002382 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-3a4fb2de-583b-4676-9410-aa49c7a42798 service neutron] 10.222.0.103 "GET /v2.0/networks/7667c631-ae89-4f4a-aca3-258324680d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585566 Jul 08 20:37:56.049155 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:56.174274 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:56.182467 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9cfe-f9a5-4d82-9891-3ac261c092da tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:56.201425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:56.291583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0af431ce-66a9-4911-b976-e9c365e59fad req-12cf236a-d79e-4f26-afdb-d52241742125 service neutron] 10.222.0.103 "GET /v2.0/networks/7667c631-ae89-4f4a-aca3-258324680d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735457 Jul 08 20:37:56.306989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f8aa4-0225-4b30-8688-31e3a670599b req-de9cf2a2-2269-4c37-85ae-708d0c4e9ea7 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:56.333263 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a2f8aa4-0225-4b30-8688-31e3a670599b req-de9cf2a2-2269-4c37-85ae-708d0c4e9ea7 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 944 time: 0.6473026 Jul 08 20:37:56.345036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7871c8e8-0a64-4f07-bd5d-58659d26661b None None] Network e1b422bd-f258-4082-917b-666247f34640 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:56.404077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a2f8aa4-0225-4b30-8688-31e3a670599b req-87b255c9-c49a-4e4e-8b5b-e0bb01e052cd tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc4e10ca-b9ea-4410-979f-c730f9a21c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697751 Jul 08 20:37:56.495194 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-02cde058-396f-46d1-b504-8871e12cdc04 None None] Provisioning for port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:56.512743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-02cde058-396f-46d1-b504-8871e12cdc04 None None] Provisioning complete for port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:56.520864 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-02cde058-396f-46d1-b504-8871e12cdc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:56.570727 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d1107-e405-4966-82fc-d8abf5830a05 req-dec37b70-e4da-4dd7-b451-906e244fbea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:56.579363 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a97d1107-e405-4966-82fc-d8abf5830a05 req-dec37b70-e4da-4dd7-b451-906e244fbea4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=787453e6512d4dcbb14e901225257cc9&device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 1096 time: 0.1421742 Jul 08 20:37:56.747254 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d472983a-e6b9-477c-8c9d-b20b5a02d32d req-2d600a2a-2c90-4e4d-ae16-ca3b20f7c301 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.4777317 Jul 08 20:37:56.782666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d1107-e405-4966-82fc-d8abf5830a05 req-26f2a226-5416-4e1c-b1b1-6fc5fd313d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:56.790203 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a97d1107-e405-4966-82fc-d8abf5830a05 req-26f2a226-5416-4e1c-b1b1-6fc5fd313d66 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7667c631-ae89-4f4a-aca3-258324680d9e HTTP/1.1" status: 200 len: 910 time: 0.2018504 Jul 08 20:37:56.831318 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9cfe-f9a5-4d82-9891-3ac261c092da tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:56.870189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a97d1107-e405-4966-82fc-d8abf5830a05 req-28b700e9-eae9-499f-998c-1d92d5467db0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96fcad41-eb4e-4076-9461-61b228cd797d HTTP/1.1" status: 200 len: 217 time: 0.0711033 Jul 08 20:37:56.910846 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9cfe-f9a5-4d82-9891-3ac261c092da tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:56.964603 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9cfe-f9a5-4d82-9891-3ac261c092da tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:56.965241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d1107-e405-4966-82fc-d8abf5830a05 req-23de739c-9979-4e8e-bbac-760934f41b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:56.966498 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a97d1107-e405-4966-82fc-d8abf5830a05 req-23de739c-9979-4e8e-bbac-760934f41b7b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=62626ce6-4130-4808-9e0d-f29de1b84197 HTTP/1.1" status: 200 len: 849 time: 0.0891435 Jul 08 20:37:56.969767 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50044) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:56.969993 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d4ee9cfe-f9a5-4d82-9891-3ac261c092da tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/a546c888-3f6f-4b75-9f13-df4b9c6cad97 HTTP/1.1" status: 204 len: 168 time: 1.4145181 Jul 08 20:37:56.977203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee9cfe-f9a5-4d82-9891-3ac261c092da tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Subnet': ['ID=a546c888-3f6f-4b75-9f13-df4b9c6cad97,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:56.985327 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:56.994614 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:57.066323 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2ff8eede-d591-4527-bbc2-9ef2ae3f535a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954313 Jul 08 20:37:57.082252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50064) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:57.086406 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:57.113878 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a97d1107-e405-4966-82fc-d8abf5830a05 req-c06fae88-8ebe-4daa-b738-c34f1f52ade3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7667c631-ae89-4f4a-aca3-258324680d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376367 Jul 08 20:37:57.120402 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-02cde058-396f-46d1-b504-8871e12cdc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:57.235845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-02cde058-396f-46d1-b504-8871e12cdc04 None None] For port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6b8a85b1-19c5-4805-b0ec-0685f1c165c2,segment=NetworkSegment(5fdd9bb2-09af-4067-a2e8-6fc4972e93e8),segment_id=5fdd9bb2-09af-4067-a2e8-6fc4972e93e8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:57.248683 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-02cde058-396f-46d1-b504-8871e12cdc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:57.314488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=ab33412a-5bf6-4fcc-90af-e3c862123f99,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:57.314711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b422bf85-3d6a-4f1e-b7d1-5fef5a087bda None None] Network 845567f0-e8b3-4d3f-8ff6-519fe189dab9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:37:57.315535 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a97d1107-e405-4966-82fc-d8abf5830a05 req-4591ec36-470b-405c-9d8a-8fe60f0ffc67 service neutron] 10.222.0.103 "GET /v2.0/networks/7667c631-ae89-4f4a-aca3-258324680d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939588 Jul 08 20:37:57.430826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39984884-4065-47e4-9457-0d1c599ab938 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:57.432718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-39984884-4065-47e4-9457-0d1c599ab938 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3369350 Jul 08 20:37:57.435409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50086) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:57.495132 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a97d1107-e405-4966-82fc-d8abf5830a05 req-cb75022b-47f5-4686-b69a-35a0cf89921d service neutron] 10.222.0.103 "GET /v2.0/networks/7667c631-ae89-4f4a-aca3-258324680d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696880 Jul 08 20:37:57.521529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network e1b422bd-f258-4082-917b-666247f34640 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:37:57.527280 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:37:57.547253 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cde058-396f-46d1-b504-8871e12cdc04 None None] Pushing event updated for resources: {'Port': ['ID=6b8a85b1-19c5-4805-b0ec-0685f1c165c2,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:57.568145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a4c2babb-b78b-4ac1-8696-9ea636349ef2 None None] Provisioning complete for port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:57.568522 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a4c2babb-b78b-4ac1-8696-9ea636349ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:57.687467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc4e0f-3204-415e-8180-115d5c12bf7d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:57.690795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-62cc4e0f-3204-415e-8180-115d5c12bf7d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2540236 Jul 08 20:37:57.695398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50090) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:57.765469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4a4a7106-958f-420e-8b3e-f69183e5bc0e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680857 Jul 08 20:37:57.770023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50094) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:57.809520 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28b378c-5129-4e2c-840e-25c3c23cf136 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:57.809520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28b378c-5129-4e2c-840e-25c3c23cf136 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:57.814164 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d28b378c-5129-4e2c-840e-25c3c23cf136 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/309f9372-1aea-41df-9baf-3f2cd9d27aaa HTTP/1.1" status: 404 len: 333 time: 0.0415914 Jul 08 20:37:57.814445 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50100) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:57.870932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bae46c-4068-4a78-b81e-e360edcdd6af req-ed4cb3ea-4b4b-4a79-8133-1bf9e8fbeb73 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:57.883490 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-79bae46c-4068-4a78-b81e-e360edcdd6af req-ed4cb3ea-4b4b-4a79-8133-1bf9e8fbeb73 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 944 time: 0.2702713 Jul 08 20:37:57.935486 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a1fc52-00dc-45d3-bba2-7a3f25d17389 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:57.939254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a1fc52-00dc-45d3-bba2-7a3f25d17389 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:57.945365 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50104) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:57.947333 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d0a1fc52-00dc-45d3-bba2-7a3f25d17389 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/a546c888-3f6f-4b75-9f13-df4b9c6cad97 HTTP/1.1" status: 404 len: 337 time: 0.1277220 Jul 08 20:37:58.017092 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9d80f2-f6ec-48ac-9bf6-cc610a99daf2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:58.017601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9d80f2-f6ec-48ac-9bf6-cc610a99daf2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:58.019440 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cf9d80f2-f6ec-48ac-9bf6-cc610a99daf2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/1db96085-f530-4d69-a0be-492a668e8979 HTTP/1.1" status: 404 len: 337 time: 0.0730844 Jul 08 20:37:58.022827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50106) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:58.025788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998461fe-3f96-4a86-bd96-d451dec67664 None None] DHCP port deletion for 845567f0-e8b3-4d3f-8ff6-519fe189dab9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:37:58.034340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-79bae46c-4068-4a78-b81e-e360edcdd6af req-bc8a4d72-a748-4625-9e6e-a8d0aafb9e8c tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc4e10ca-b9ea-4410-979f-c730f9a21c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495903 Jul 08 20:37:58.039845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c382a6bc-e30c-4b70-8f8b-fd441b8fedc8 None None] Provisioning for port ab33412a-5bf6-4fcc-90af-e3c862123f99 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:37:58.078574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Router 74a89d44-cfef-4d69-9ceb-48fff44debde has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:37:58.084456 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3234fbee-300f-4004-9f8c-5be229c6ea13 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:58.085244 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3234fbee-300f-4004-9f8c-5be229c6ea13 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:58.086998 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3234fbee-300f-4004-9f8c-5be229c6ea13 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/18d7ff24-a08d-40b8-8819-748150c324ea HTTP/1.1" status: 404 len: 333 time: 0.0634995 Jul 08 20:37:58.091830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50108) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:58.094989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c382a6bc-e30c-4b70-8f8b-fd441b8fedc8 None None] Provisioning complete for port ab33412a-5bf6-4fcc-90af-e3c862123f99 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:58.095367 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c382a6bc-e30c-4b70-8f8b-fd441b8fedc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:58.143692 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e56b73-a9b2-447a-bef9-29e58922bef2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:58.144151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e56b73-a9b2-447a-bef9-29e58922bef2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:58.146225 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f7e56b73-a9b2-447a-bef9-29e58922bef2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/e52a6507-2ac5-47a0-87ef-83dedb656c30 HTTP/1.1" status: 404 len: 337 time: 0.0455120 Jul 08 20:37:58.148985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50114) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:58.193094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c382a6bc-e30c-4b70-8f8b-fd441b8fedc8 None None] Port ab33412a-5bf6-4fcc-90af-e3c862123f99 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:37:58.208009 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-169c3579-5567-442c-ad3c-a8b6578a8b24 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:58.213530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169c3579-5567-442c-ad3c-a8b6578a8b24 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:58.215591 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-169c3579-5567-442c-ad3c-a8b6578a8b24 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/5ccfba3c-184e-41d4-95dc-d1040ca2d0fa HTTP/1.1" status: 404 len: 337 time: 0.0651817 Jul 08 20:37:58.220328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50122) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:58.222359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c382a6bc-e30c-4b70-8f8b-fd441b8fedc8 None None] Provisioning complete for port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:58.222742 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c382a6bc-e30c-4b70-8f8b-fd441b8fedc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:58.283541 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3cdaf61-c249-490c-b0c4-5fb9e3443ba8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:58.289163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3cdaf61-c249-490c-b0c4-5fb9e3443ba8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:58.292198 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a3cdaf61-c249-490c-b0c4-5fb9e3443ba8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/cf36ef1b-c893-4334-8d7b-d93e441bc322 HTTP/1.1" status: 404 len: 333 time: 0.0706396 Jul 08 20:37:58.309249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50132) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:58.313174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-998461fe-3f96-4a86-bd96-d451dec67664 None None] Deleting port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:58.313174 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-998461fe-3f96-4a86-bd96-d451dec67664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:58.383104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7272739-116f-4783-882f-282a7b009e64 req-304b85bb-db1f-4cd7-9e5f-1a150e0e3160 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:58.396109 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7272739-116f-4783-882f-282a7b009e64 req-304b85bb-db1f-4cd7-9e5f-1a150e0e3160 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.4474888 Jul 08 20:37:58.403278 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73b7cb98-244e-4941-9306-8a971d951ca5 req-6c277cfc-6fc2-434d-b907-638e1670253a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cde07b1-b2e6-427e-a4fd-f00ac8c1ec39 HTTP/1.1" status: 200 len: 210 time: 0.1228971 Jul 08 20:37:58.455901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-998461fe-3f96-4a86-bd96-d451dec67664 None None] For port 6e877f28-8568-41fa-bcdd-98e61b56bbc2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6e877f28-8568-41fa-bcdd-98e61b56bbc2,segment=NetworkSegment(abc22135-03d1-444e-bd16-779e1e88a920),segment_id=abc22135-03d1-444e-bd16-779e1e88a920)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:58.456486 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-998461fe-3f96-4a86-bd96-d451dec67664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:58.490714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-998461fe-3f96-4a86-bd96-d451dec67664 None None] Calling delete_port for 6e877f28-8568-41fa-bcdd-98e61b56bbc2 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:37:58.520364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7272739-116f-4783-882f-282a7b009e64 req-f05240b5-b751-4d76-a04a-134c80421e97 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192410 Jul 08 20:37:58.524557 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-4387daa7-91cb-4121-92a1-28f0f000e231 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:58.525825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4387daa7-91cb-4121-92a1-28f0f000e231 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:58.526940 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:37:58.527616 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4387daa7-91cb-4121-92a1-28f0f000e231 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/c2fd3f97-dac8-4cf7-8b1f-7d859065bbde HTTP/1.1" status: 404 len: 337 time: 0.2169950 Jul 08 20:37:58.531781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50150) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:58.540451 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50152) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:58.540712 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-47c3e3fe-9098-41d2-b146-990344775473 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "PUT /v2.0/routers/74a89d44-cfef-4d69-9ceb-48fff44debde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3985202 Jul 08 20:37:58.566442 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Sync routers for ids ['74a89d44-cfef-4d69-9ceb-48fff44debde'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:37:58.611448 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c9b424-2bf5-4009-8885-b820699e53f8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:58.615486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c9b424-2bf5-4009-8885-b820699e53f8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:58.619247 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d2c9b424-2bf5-4009-8885-b820699e53f8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/adf84a09-6ad8-405a-8457-3fdae90b9857 HTTP/1.1" status: 404 len: 337 time: 0.0860784 Jul 08 20:37:58.623001 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50154) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:58.651221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Routers {'74a89d44-cfef-4d69-9ceb-48fff44debde'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:37:58.652813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:37:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['74a89d44-cfef-4d69-9ceb-48fff44debde'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:37:58.684932 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c1795a-db5b-4b87-9290-f8eff3feed77 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:58.685765 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c1795a-db5b-4b87-9290-f8eff3feed77 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:58.692285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c7c1795a-db5b-4b87-9290-f8eff3feed77 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/9800f8b3-5d06-44c7-b5e1-a7cf35b63b6e HTTP/1.1" status: 404 len: 333 time: 0.0659549 Jul 08 20:37:58.693053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50156) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:58.750065 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b550a9cd-48fc-4a3e-9043-8957277fcf69 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:58.755936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b550a9cd-48fc-4a3e-9043-8957277fcf69 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:58.758936 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b550a9cd-48fc-4a3e-9043-8957277fcf69 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/61cc3dc5-dbd8-4ebf-9bad-4c984c59b0a4 HTTP/1.1" status: 404 len: 337 time: 0.0640874 Jul 08 20:37:58.761516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50158) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:58.820487 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a447266-a041-458b-809f-f004f9bb862c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:58.822738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a447266-a041-458b-809f-f004f9bb862c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:58.826240 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5a447266-a041-458b-809f-f004f9bb862c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/c747e3e7-1139-49a8-9ba4-b4875c37add6 HTTP/1.1" status: 404 len: 337 time: 0.0627029 Jul 08 20:37:58.829810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50160) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:58.856562 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-998461fe-3f96-4a86-bd96-d451dec67664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:58.885099 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c022c9a5-03db-4833-982c-4a206a7a086d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:58.890335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c022c9a5-03db-4833-982c-4a206a7a086d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:58.896334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c022c9a5-03db-4833-982c-4a206a7a086d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/377cb864-411a-4bb7-97c5-47a7df7e54dc HTTP/1.1" status: 404 len: 333 time: 0.0636923 Jul 08 20:37:58.899945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50164) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:58.942817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998461fe-3f96-4a86-bd96-d451dec67664 None None] Pushing event deleted for resources: {'Port': ['ID=6e877f28-8568-41fa-bcdd-98e61b56bbc2,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:37:58.948287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998461fe-3f96-4a86-bd96-d451dec67664 None None] No DVR routers for this DVR port 6e877f28-8568-41fa-bcdd-98e61b56bbc2 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:37:58.959039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Set router 74a89d44-cfef-4d69-9ceb-48fff44debde gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:37:59.005913 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e93d96-50b6-47d8-b8d6-36d534b2b22c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.007592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e93d96-50b6-47d8-b8d6-36d534b2b22c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.013918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d2e93d96-50b6-47d8-b8d6-36d534b2b22c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/69bd61b5-2ab7-4baa-8b1b-05cf98f63fea HTTP/1.1" status: 404 len: 337 time: 0.1126471 Jul 08 20:37:59.016400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50168) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.060891 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5ea7bc-95ac-409d-9f68-831fbb4edf28 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.062955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5ea7bc-95ac-409d-9f68-831fbb4edf28 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.065670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2f5ea7bc-95ac-409d-9f68-831fbb4edf28 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/b4e7b66e-ab33-4391-a23d-d6660ad3e7a3 HTTP/1.1" status: 404 len: 333 time: 0.0469117 Jul 08 20:37:59.066050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bab36e71-c578-4f4a-86d5-f92dec079473 None None] Provisioning complete for port ab33412a-5bf6-4fcc-90af-e3c862123f99 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:59.066598 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bab36e71-c578-4f4a-86d5-f92dec079473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:59.068301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50170) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.157131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 96fcad41-eb4e-4076-9461-61b228cd797d details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:37:59.161013 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bf2bef-e245-4d87-b173-9a4567c7ab15 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.161532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bf2bef-e245-4d87-b173-9a4567c7ab15 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.170127 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-26bf2bef-e245-4d87-b173-9a4567c7ab15 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/5522b7da-bdf4-4bad-86f4-d1724033f1ee HTTP/1.1" status: 404 len: 337 time: 0.1002867 Jul 08 20:37:59.172658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50174) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.235826 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b585d44b-240d-4f97-ad9f-767d7e3b4bcb tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.236656 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b585d44b-240d-4f97-ad9f-767d7e3b4bcb tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.243882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b585d44b-240d-4f97-ad9f-767d7e3b4bcb tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/2570a8bf-f49b-41b6-a7c7-3a16558556c5 HTTP/1.1" status: 404 len: 333 time: 0.0697699 Jul 08 20:37:59.244822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50176) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.250277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:37:59.307874 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-30084e0d-2c7f-4bbe-8f81-6bf50b9415e2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.308712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30084e0d-2c7f-4bbe-8f81-6bf50b9415e2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.311093 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-30084e0d-2c7f-4bbe-8f81-6bf50b9415e2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/7dae7fd7-3355-4102-b89c-58f288b46a8b HTTP/1.1" status: 404 len: 337 time: 0.0627701 Jul 08 20:37:59.314197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50178) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.347704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bab36e71-c578-4f4a-86d5-f92dec079473 None None] Port ab33412a-5bf6-4fcc-90af-e3c862123f99 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:37:59.361275 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c71da7-6167-499a-9744-5fbafee428c1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.362455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c71da7-6167-499a-9744-5fbafee428c1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.366596 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-52c71da7-6167-499a-9744-5fbafee428c1 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/982fde1b-2512-4362-920a-691d2b8fe28e HTTP/1.1" status: 404 len: 333 time: 0.0504837 Jul 08 20:37:59.368779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50180) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.415495 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e8f4ce-7209-4bbc-be11-29c4563c12d3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.416175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e8f4ce-7209-4bbc-be11-29c4563c12d3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.418184 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b9e8f4ce-7209-4bbc-be11-29c4563c12d3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/c6f0621e-3b87-4546-a5b9-60f7d8dbfa8a HTTP/1.1" status: 404 len: 337 time: 0.0475259 Jul 08 20:37:59.425499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50182) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.486530 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-068ec546-3929-468b-849a-66f16dbb5752 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.487424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068ec546-3929-468b-849a-66f16dbb5752 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.489459 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-068ec546-3929-468b-849a-66f16dbb5752 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/6981e3b5-bede-4500-8e59-81d5576977a5 HTTP/1.1" status: 404 len: 333 time: 0.0590045 Jul 08 20:37:59.492226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50186) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.496969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-d43d62be-7ca9-428b-90b0-1c1cfcb34766 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.498542 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-d43d62be-7ca9-428b-90b0-1c1cfcb34766 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.104 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.2471185 Jul 08 20:37:59.517876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca335-4b54-4975-bee7-93efe1f13218 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.518386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca335-4b54-4975-bee7-93efe1f13218 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.518856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca335-4b54-4975-bee7-93efe1f13218 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.519319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca335-4b54-4975-bee7-93efe1f13218 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.519785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca335-4b54-4975-bee7-93efe1f13218 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.520247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca335-4b54-4975-bee7-93efe1f13218 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.520732 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca335-4b54-4975-bee7-93efe1f13218 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.521189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca335-4b54-4975-bee7-93efe1f13218 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.521645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca335-4b54-4975-bee7-93efe1f13218 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.522099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca335-4b54-4975-bee7-93efe1f13218 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.522554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca335-4b54-4975-bee7-93efe1f13218 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.523088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca335-4b54-4975-bee7-93efe1f13218 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.528013 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e22ca335-4b54-4975-bee7-93efe1f13218 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8427 time: 0.9840193 Jul 08 20:37:59.534309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50188) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.556823 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4880a15-ace7-4e2e-ae49-85c2ab6e1bbb tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.557675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4880a15-ace7-4e2e-ae49-85c2ab6e1bbb tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.559708 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c4880a15-ace7-4e2e-ae49-85c2ab6e1bbb tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/99557a69-5a8c-431c-8137-90400ece55e9 HTTP/1.1" status: 404 len: 337 time: 0.0661349 Jul 08 20:37:59.566616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd6352-8ece-4c8f-9e14-a4f4cb638942 req-4fc7c269-d008-423e-8de5-36a332fc8b52 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.573876 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40bd6352-8ece-4c8f-9e14-a4f4cb638942 req-4fc7c269-d008-423e-8de5-36a332fc8b52 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 944 time: 0.2228069 Jul 08 20:37:59.583341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50192) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.633366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 96fcad41-eb4e-4076-9461-61b228cd797d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=96fcad41-eb4e-4076-9461-61b228cd797d,segment=NetworkSegment(77f49aef-4f38-4bb5-890b-2cb3eab12707),segment_id=77f49aef-4f38-4bb5-890b-2cb3eab12707)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:37:59.677894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '96fcad41-eb4e-4076-9461-61b228cd797d', 'network_id': '7667c631-ae89-4f4a-aca3-258324680d9e', 'port_id': '96fcad41-eb4e-4076-9461-61b228cd797d', 'mac_address': 'fa:16:3e:86:b2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62626ce6-4130-4808-9e0d-f29de1b84197', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:37:59.688805 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-0463d93a-e82a-4e0d-aad6-e91deb36ffca tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.689699 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0463d93a-e82a-4e0d-aad6-e91deb36ffca tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.693936 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0463d93a-e82a-4e0d-aad6-e91deb36ffca tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/7b864aea-f476-439c-8f18-91282a47d5fd HTTP/1.1" status: 404 len: 333 time: 0.1071041 Jul 08 20:37:59.706835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50196) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.722814 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40bd6352-8ece-4c8f-9e14-a4f4cb638942 req-2b8033b8-cff5-4a75-9c65-919ce7ee699a tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc4e10ca-b9ea-4410-979f-c730f9a21c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477869 Jul 08 20:37:59.753425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:37:59.755953 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:59.757482 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Deleting port 039f2ecc-1dae-46ce-877d-f5b1908c5776 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:37:59.758028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:37:59.788872 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-9292c5ff-218c-4566-9552-d60d67f7112d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.789337 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9292c5ff-218c-4566-9552-d60d67f7112d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.791289 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9292c5ff-218c-4566-9552-d60d67f7112d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/648ffff1-d15d-4d91-870c-bb80962d2bf8 HTTP/1.1" status: 404 len: 337 time: 0.0841637 Jul 08 20:37:59.802699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50198) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.833381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50200) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.836611 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-24617db9-e24b-410e-af1f-e839613cce9a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.837472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24617db9-e24b-410e-af1f-e839613cce9a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.839521 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-24617db9-e24b-410e-af1f-e839613cce9a tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/e66ca9b7-f6c2-4ff6-b17e-d165bc4abe28 HTTP/1.1" status: 404 len: 337 time: 0.0354738 Jul 08 20:37:59.842253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50202) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.845869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e1e50-6a88-4c2b-a0d5-202f9fbf2052 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.846398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e1e50-6a88-4c2b-a0d5-202f9fbf2052 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.846869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e1e50-6a88-4c2b-a0d5-202f9fbf2052 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.847334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e1e50-6a88-4c2b-a0d5-202f9fbf2052 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.848135 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e1e50-6a88-4c2b-a0d5-202f9fbf2052 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.848599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e1e50-6a88-4c2b-a0d5-202f9fbf2052 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.849080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e1e50-6a88-4c2b-a0d5-202f9fbf2052 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.855312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e1e50-6a88-4c2b-a0d5-202f9fbf2052 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.855807 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e1e50-6a88-4c2b-a0d5-202f9fbf2052 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.856297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e1e50-6a88-4c2b-a0d5-202f9fbf2052 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.856808 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e1e50-6a88-4c2b-a0d5-202f9fbf2052 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:37:59.862448 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5f4e1e50-6a88-4c2b-a0d5-202f9fbf2052 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7092 time: 0.3241143 Jul 08 20:37:59.868501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50204) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.889191 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-5564053c-fdfe-4e7e-920f-607493eaf32e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.890956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5564053c-fdfe-4e7e-920f-607493eaf32e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.893282 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5564053c-fdfe-4e7e-920f-607493eaf32e tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/82a1c7ed-6ef9-481b-a537-2ebf098d5626 HTTP/1.1" status: 404 len: 333 time: 0.0498643 Jul 08 20:37:59.896538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50206) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.953248 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f6d10c-e313-4421-a67d-344eced8bc29 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:37:59.953988 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f6d10c-e313-4421-a67d-344eced8bc29 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:37:59.961792 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c3f6d10c-e313-4421-a67d-344eced8bc29 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/ce7ed6c5-e2df-42c6-9fe3-a768dbf8b765 HTTP/1.1" status: 404 len: 337 time: 0.0592253 Jul 08 20:37:59.962525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50210) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:37:59.996941 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:00.009181 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2091cb-7428-41e6-b306-ea411ec44449 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:00.009804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2091cb-7428-41e6-b306-ea411ec44449 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:00.014849 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-be2091cb-7428-41e6-b306-ea411ec44449 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/25edf6bf-8783-4f0c-a930-758d2c906ad8 HTTP/1.1" status: 404 len: 337 time: 0.0450234 Jul 08 20:38:00.015797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50212) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.035214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fcad41-eb4e-4076-9461-61b228cd797d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:38:00.049225 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f2c201-29c3-4f24-b9ff-6e3b571bd8ff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:00.050164 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f2c201-29c3-4f24-b9ff-6e3b571bd8ff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:00.055461 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-68f2c201-29c3-4f24-b9ff-6e3b571bd8ff tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/f6cf0007-834a-422b-a504-49277493f1b0 HTTP/1.1" status: 404 len: 333 time: 0.0365059 Jul 08 20:38:00.056942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50214) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.071473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] For port 039f2ecc-1dae-46ce-877d-f5b1908c5776, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=039f2ecc-1dae-46ce-877d-f5b1908c5776,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:00.071980 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:00.100705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0a79f-5fb9-49ab-9eeb-fae7706505a9 req-bb479354-b37e-45f4-bd9c-1635cc07b2f2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:00.105015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2b0a79f-5fb9-49ab-9eeb-fae7706505a9 req-bb479354-b37e-45f4-bd9c-1635cc07b2f2 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 945 time: 0.3848886 Jul 08 20:38:00.132366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 96fcad41-eb4e-4076-9461-61b228cd797d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=96fcad41-eb4e-4076-9461-61b228cd797d,segment=NetworkSegment(77f49aef-4f38-4bb5-890b-2cb3eab12707),segment_id=77f49aef-4f38-4bb5-890b-2cb3eab12707)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:00.142853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:37:56Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'ab33412a-5bf6-4fcc-90af-e3c862123f99', 'name': '', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:1c:d1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:52Z', 'updated_at': '2021-07-08T20:37:56Z', 'revision_number': 2, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:00.147250 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:00.176169 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-820a3041-8507-467a-96b2-ffb2ebcbd9e7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:00.178791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820a3041-8507-467a-96b2-ffb2ebcbd9e7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:00.188488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50218) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.192176 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-820a3041-8507-467a-96b2-ffb2ebcbd9e7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/092f82ee-f675-453f-a9c8-234cc1c0d0ad HTTP/1.1" status: 404 len: 337 time: 0.1096926 Jul 08 20:38:00.265541 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-925316fa-9feb-410d-a328-0f01d4d70955 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:00.266300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925316fa-9feb-410d-a328-0f01d4d70955 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:00.267390 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=96fcad41-eb4e-4076-9461-61b228cd797d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:00.268542 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-925316fa-9feb-410d-a328-0f01d4d70955 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/1a9bd101-ed7d-48f0-9c10-0b0412e3c4ad HTTP/1.1" status: 404 len: 337 time: 0.0784605 Jul 08 20:38:00.270456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6e877f28-8568-41fa-bcdd-98e61b56bbc2 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:00.271344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50220) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.275337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Checking router: 74a89d44-cfef-4d69-9ceb-48fff44debde for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:38:00.275687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Updating router 74a89d44-cfef-4d69-9ceb-48fff44debde port ab33412a-5bf6-4fcc-90af-e3c862123f99 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:38:00.306543 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-757a2efb-9dca-4464-b6df-ab1114f7f6d3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:00.307565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757a2efb-9dca-4464-b6df-ab1114f7f6d3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:00.309543 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-757a2efb-9dca-4464-b6df-ab1114f7f6d3 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/be31ce1c-48bf-404c-a54e-7cf215f3de95 HTTP/1.1" status: 404 len: 333 time: 0.0370955 Jul 08 20:38:00.312232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50222) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.332575 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-120de155-8546-4ab6-ab95-7582b288a223 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:00.337910 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:00.340950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 6e877f28-8568-41fa-bcdd-98e61b56bbc2 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:38:00.341293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6e877f28-8568-41fa-bcdd-98e61b56bbc2 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:38:00.380419 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ccec75-fec5-458c-bf7d-3a33cd0d3d43 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:00.380932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ccec75-fec5-458c-bf7d-3a33cd0d3d43 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:00.382740 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b4ccec75-fec5-458c-bf7d-3a33cd0d3d43 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/e06992f4-2aeb-4b99-9815-74133159b2d0 HTTP/1.1" status: 404 len: 337 time: 0.0693305 Jul 08 20:38:00.385311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50224) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.412484 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-120de155-8546-4ab6-ab95-7582b288a223 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:00.430073 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5c653e-f5af-4c6f-a164-926d6dcddc2b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:00.430073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5c653e-f5af-4c6f-a164-926d6dcddc2b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:00.431824 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-da5c653e-f5af-4c6f-a164-926d6dcddc2b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/02b3fad8-10a5-4f76-9096-76d525141ecb HTTP/1.1" status: 404 len: 337 time: 0.0455854 Jul 08 20:38:00.434440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50226) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.475172 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-35305436-5627-444b-9c08-c3c08fb07919 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports?device_id=980d4123-a0c3-4323-8ec7-58e320ab31a5 HTTP/1.1" status: 200 len: 205 time: 0.0394113 Jul 08 20:38:00.482018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50228) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.483848 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:00.484299 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:00.484652 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Floating IP b00b55bc-c9eb-42ac-93ec-1081c59c1ecb disassociated. External IP: 172.25.4.208, port: 039f2ecc-1dae-46ce-877d-f5b1908c5776. Jul 08 20:38:00.485176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Calling delete_port for 039f2ecc-1dae-46ce-877d-f5b1908c5776 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:00.500012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2b0a79f-5fb9-49ab-9eeb-fae7706505a9 req-a9a06937-f02a-4db8-961f-6ff93413d5e9 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups?id=b44311e2-4212-487a-9364-728980ad28e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982309 Jul 08 20:38:00.566894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['96fcad41-eb4e-4076-9461-61b228cd797d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:38:00.603980 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-1b1ff22f-93c6-4792-9eb5-782245f2b498 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] delete failed (client error): The resource could not be found. Jul 08 20:38:00.609110 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1b1ff22f-93c6-4792-9eb5-782245f2b498 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/routers/980d4123-a0c3-4323-8ec7-58e320ab31a5 HTTP/1.1" status: 404 len: 336 time: 0.1205049 Jul 08 20:38:00.622108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50230) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.671264 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-330c33ea-a302-48db-b18f-4512356a4222 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:00.672151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330c33ea-a302-48db-b18f-4512356a4222 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:00.674295 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-330c33ea-a302-48db-b18f-4512356a4222 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/b054b596-e437-499b-aa44-28cd33fc2d0a HTTP/1.1" status: 404 len: 337 time: 0.0494540 Jul 08 20:38:00.677017 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-120de155-8546-4ab6-ab95-7582b288a223 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:00.680109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-120de155-8546-4ab6-ab95-7582b288a223 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:00.684499 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-120de155-8546-4ab6-ab95-7582b288a223 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "DELETE /v2.0/security-groups/6718104f-31b1-4500-8238-3977a7d71fd4 HTTP/1.1" status: 204 len: 168 time: 0.8501234 Jul 08 20:38:00.685397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50232) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.685932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50234) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.743775 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-76d07d22-e67a-4dff-951f-573e2ff83fc9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] show failed (client error): The resource could not be found. Jul 08 20:38:00.749527 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-76d07d22-e67a-4dff-951f-573e2ff83fc9 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "GET /v2.0/security-groups/6718104f-31b1-4500-8238-3977a7d71fd4 HTTP/1.1" status: 404 len: 347 time: 0.0524170 Jul 08 20:38:00.752136 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2873694e-dcdf-4864-95b6-70bf16bd6f4c tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "GET /v2.0/ports?device_id=4bb94e19-d895-49cd-9fcc-92e5a75001e3 HTTP/1.1" status: 200 len: 205 time: 0.0567818 Jul 08 20:38:00.757092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50236) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.757751 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50238) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.782439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120de155-8546-4ab6-ab95-7582b288a223 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6718104f-31b1-4500-8238-3977a7d71fd4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:00.806542 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:00.856996 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:00.860300 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-b39b7779-84fc-4fa7-9160-38c976c44ff6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] delete failed (client error): The resource could not be found. Jul 08 20:38:00.861747 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b39b7779-84fc-4fa7-9160-38c976c44ff6 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/routers/4bb94e19-d895-49cd-9fcc-92e5a75001e3 HTTP/1.1" status: 404 len: 336 time: 0.0992436 Jul 08 20:38:00.868837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50242) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:00.871275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event deleted for resources: {'Port': ['ID=039f2ecc-1dae-46ce-877d-f5b1908c5776,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:00.884866 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Transition to ACTIVE for port object ab33412a-5bf6-4fcc-90af-e3c862123f99 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:00.979096 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af6528f-fc86-4d92-acf6-fe7f23f47aba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:00.979096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af6528f-fc86-4d92-acf6-fe7f23f47aba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:00.979096 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1af6528f-fc86-4d92-acf6-fe7f23f47aba tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/6abb092a-430b-4bf9-ad32-e37c47e0ed44 HTTP/1.1" status: 404 len: 337 time: 0.0928943 Jul 08 20:38:00.985441 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50246) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:01.008213 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:01.044527 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d905b640-5330-416d-b8b1-8560e691f249 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 1.1726446 Jul 08 20:38:01.079858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9428a4-784a-4c26-995a-fc309cfa6fa7 None None] Pushing event updated for resources: {'Port': ['ID=ab33412a-5bf6-4fcc-90af-e3c862123f99,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:01.093071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-519abcb3-74a6-4f65-a725-89ccedcb246a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Deleting port 8fcdfe8e-3d78-47da-9a8f-5b115ca36c59 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:01.093419 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-519abcb3-74a6-4f65-a725-89ccedcb246a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:01.110517 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9675e254-f08b-4b3b-a82c-f06e9c9ec1b2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:01.111096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9675e254-f08b-4b3b-a82c-f06e9c9ec1b2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:01.115369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9675e254-f08b-4b3b-a82c-f06e9c9ec1b2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/ea74bfe8-5357-479f-8a6a-7b7ae778dc60 HTTP/1.1" status: 404 len: 337 time: 0.1316850 Jul 08 20:38:01.124115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50250) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:01.182949 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-506070ac-6db5-4e02-bed2-5942f7881b4b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:01.183726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506070ac-6db5-4e02-bed2-5942f7881b4b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:01.188261 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-506070ac-6db5-4e02-bed2-5942f7881b4b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/7ebe71e1-9c0e-4549-9349-53d58113570c HTTP/1.1" status: 404 len: 333 time: 0.0616348 Jul 08 20:38:01.193564 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50252) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:01.271819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de519073-0438-42a6-a8ad-ee5e5bf65ea1 req-54446bd8-69eb-45ac-9ec5-3035e6a97d4a tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:01.283965 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de519073-0438-42a6-a8ad-ee5e5bf65ea1 req-54446bd8-69eb-45ac-9ec5-3035e6a97d4a tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 945 time: 0.2943361 Jul 08 20:38:01.296450 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e74d61-035f-41cd-831e-c5a09f62202b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:01.297309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e74d61-035f-41cd-831e-c5a09f62202b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:01.299662 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-88e74d61-035f-41cd-831e-c5a09f62202b tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/40d2557b-89c6-4244-8c60-5f087981ae86 HTTP/1.1" status: 404 len: 337 time: 0.1051025 Jul 08 20:38:01.308437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50256) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:01.466803 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de519073-0438-42a6-a8ad-ee5e5bf65ea1 req-67080da2-f3d3-421f-844a-2ba1d1ff91ae tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc4e10ca-b9ea-4410-979f-c730f9a21c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729696 Jul 08 20:38:01.469215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:38:01.703840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Attempting to bind port ab33412a-5bf6-4fcc-90af-e3c862123f99 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:38:01.704411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Attempting to bind port ab33412a-5bf6-4fcc-90af-e3c862123f99 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b422bd-f258-4082-917b-666247f34640'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:38:01.705041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Attempting to bind port ab33412a-5bf6-4fcc-90af-e3c862123f99 on network e1b422bd-f258-4082-917b-666247f34640 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:38:01.718410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:38:01.718788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Checking segment: {'id': '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b422bd-f258-4082-917b-666247f34640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:01.719290 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:01.719618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Bound using segment: {'id': '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b422bd-f258-4082-917b-666247f34640'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:38:01.720225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Bound port: ab33412a-5bf6-4fcc-90af-e3c862123f99, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b422bd-f258-4082-917b-666247f34640'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:38:01.720614 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:01.778322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:38:01.796464 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b7107-2abd-4879-8460-a68e7b8f1ae4 None None] Sync routers for ids ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:38:01.815056 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b7107-2abd-4879-8460-a68e7b8f1ae4 None None] Routers {'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:38:01.815729 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fb1b7107-2abd-4879-8460-a68e7b8f1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:37:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:01.901096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] For port ab33412a-5bf6-4fcc-90af-e3c862123f99, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:38:01.914257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] For port ab33412a-5bf6-4fcc-90af-e3c862123f99, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ab33412a-5bf6-4fcc-90af-e3c862123f99,segment=NetworkSegment(5fdd9bb2-09af-4067-a2e8-6fc4972e93e8),segment_id=5fdd9bb2-09af-4067-a2e8-6fc4972e93e8)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:38:01.935685 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:01.948349 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15e39da-279b-48d0-81f0-2cbe001e2c3d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:01.949095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15e39da-279b-48d0-81f0-2cbe001e2c3d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:01.950870 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c15e39da-279b-48d0-81f0-2cbe001e2c3d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/dac1222b-bd1c-4de3-add0-3f5548af667f HTTP/1.1" status: 404 len: 333 time: 0.6392345 Jul 08 20:38:01.953628 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50260) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:01.970354 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8966e78-7ba5-43aa-bc02-920d77e82276 req-08dbcff1-2037-4421-ae4f-35e6852a4845 tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/ports?device_id=31919570-e1c3-4533-9e18-2dbcf4d88f53 HTTP/1.1" status: 200 len: 210 time: 0.1312523 Jul 08 20:38:01.971498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] No DVR routers for this DVR port 039f2ecc-1dae-46ce-877d-f5b1908c5776 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:02.009330 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:02.011474 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2da66daa-e01d-4cce-bbd3-91f0ef73cb3f req-6ef8fb95-503b-4edd-9cbb-e40d0602ae5a tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.104 "DELETE /v2.0/ports/039f2ecc-1dae-46ce-877d-f5b1908c5776 HTTP/1.1" status: 204 len: 173 time: 2.5042467 Jul 08 20:38:02.011952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-deleted', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:38:02.014875 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb18766f-fe08-47d2-9ab7-9f5e66872343" -d '{"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-deleted", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:38:02.070331 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d72e96-fef9-4b6a-9609-6e71aaa2fbbb x-openstack-request-id: req-58d72e96-fef9-4b6a-9609-6e71aaa2fbbb {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:38:02.070876 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31919570-e1c3-4533-9e18-2dbcf4d88f53", "name": "network-vif-deleted", "tag": "039f2ecc-1dae-46ce-877d-f5b1908c5776", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:38:02.071471 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-58d72e96-fef9-4b6a-9609-6e71aaa2fbbb {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:38:02.072092 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31919570-e1c3-4533-9e18-2dbcf4d88f53', 'name': 'network-vif-deleted', 'tag': '039f2ecc-1dae-46ce-877d-f5b1908c5776', 'status': 'completed', 'code': 200} Jul 08 20:38:02.080888 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ef89b0-bc56-447f-bd37-f161552dd077 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:02.084240 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ef89b0-bc56-447f-bd37-f161552dd077 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:02.087022 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f5ef89b0-bc56-447f-bd37-f161552dd077 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/85d41513-6089-4bf8-ae7b-9fd08c9efed2 HTTP/1.1" status: 404 len: 337 time: 0.1324067 Jul 08 20:38:02.089578 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50266) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:02.091134 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-519abcb3-74a6-4f65-a725-89ccedcb246a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:02.094679 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-519abcb3-74a6-4f65-a725-89ccedcb246a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:02.098444 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50268) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:02.109419 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-03e9ad39-f6a0-4033-be74-06d5237e5c95 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1372101786', 'description': 'tempest-secgroup-smoke-1372101786 description', 'project_id': '44d90dac47c54647a7c92af6b9d31588'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:02.139022 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-fb1b7107-2abd-4879-8460-a68e7b8f1ae4 None None] Set router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:38:02.172944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Routers {'74a89d44-cfef-4d69-9ceb-48fff44debde'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:38:02.174808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:37:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['74a89d44-cfef-4d69-9ceb-48fff44debde'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:02.176389 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa083d0-6550-495c-b269-e18a0cd392e5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:02.177256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa083d0-6550-495c-b269-e18a0cd392e5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:02.178655 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-519abcb3-74a6-4f65-a725-89ccedcb246a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Calling delete_port for 8fcdfe8e-3d78-47da-9a8f-5b115ca36c59 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:02.183010 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9aa083d0-6550-495c-b269-e18a0cd392e5 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/f8c8094b-7634-47a0-85cd-9894ec94df6b HTTP/1.1" status: 404 len: 333 time: 0.0921197 Jul 08 20:38:02.188979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50270) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:02.253363 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4dd085b-3c46-4bc3-a541-0d20e518150d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:02.253843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4dd085b-3c46-4bc3-a541-0d20e518150d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:02.255730 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c4dd085b-3c46-4bc3-a541-0d20e518150d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/e3996a4b-c0e2-4fe3-9095-9e2b28949c42 HTTP/1.1" status: 404 len: 337 time: 0.0657685 Jul 08 20:38:02.260118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50272) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:02.295190 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9428a4-784a-4c26-995a-fc309cfa6fa7 None None] Pushing event updated for resources: {'Port': ['ID=ab33412a-5bf6-4fcc-90af-e3c862123f99,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:02.326287 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b5b11a-3793-4238-b8bc-8b303c3d558f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:02.339129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b5b11a-3793-4238-b8bc-8b303c3d558f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:02.341247 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-39b5b11a-3793-4238-b8bc-8b303c3d558f tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/7e569a62-401b-4efb-a060-b6ee9f219b2b HTTP/1.1" status: 404 len: 333 time: 0.0800543 Jul 08 20:38:02.343754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50274) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:02.383952 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bcaa9e-c47b-4766-9f30-048ec1419268 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:02.384166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03e9ad39-f6a0-4033-be74-06d5237e5c95 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:02.384646 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bcaa9e-c47b-4766-9f30-048ec1419268 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:02.390041 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e1bcaa9e-c47b-4766-9f30-048ec1419268 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/e3c14f14-2383-4c5e-84da-6589879fae14 HTTP/1.1" status: 404 len: 337 time: 0.0414085 Jul 08 20:38:02.390836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50278) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:02.422265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 039f2ecc-1dae-46ce-877d-f5b1908c5776 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:02.456971 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82629ae-275e-418c-b8e6-643c24fb7bc8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:02.460755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82629ae-275e-418c-b8e6-643c24fb7bc8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:02.465573 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d82629ae-275e-418c-b8e6-643c24fb7bc8 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/9fbddbc2-dc39-4ce0-9508-cb4fb8723a74 HTTP/1.1" status: 404 len: 333 time: 0.0721624 Jul 08 20:38:02.466313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50280) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:02.502847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 039f2ecc-1dae-46ce-877d-f5b1908c5776 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:38:02.503538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 039f2ecc-1dae-46ce-877d-f5b1908c5776 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:38:02.545059 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-5663d12f-4ae8-4ea4-9125-f3682eee6e76 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:02.547005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5663d12f-4ae8-4ea4-9125-f3682eee6e76 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:02.550648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5663d12f-4ae8-4ea4-9125-f3682eee6e76 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/ef547197-25ee-4e02-9f8b-deb68504d3c4 HTTP/1.1" status: 404 len: 337 time: 0.0823913 Jul 08 20:38:02.559729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50284) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:02.570592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] Set router 74a89d44-cfef-4d69-9ceb-48fff44debde gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:38:02.596822 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-519abcb3-74a6-4f65-a725-89ccedcb246a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:02.683230 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fb1b7107-2abd-4879-8460-a68e7b8f1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:28:22Z', 'revision_number': 4, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9436278e-f041-47c7-bb27-54fbf1582ce4', 'name': '', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'mac_address': 'fa:16:3e:7f:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:19Z', 'updated_at': '2021-07-08T20:28:31Z', 'revision_number': 5, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'subnets': [{'id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:02.765974 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b7107-2abd-4879-8460-a68e7b8f1ae4 None None] Checking router: eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:38:02.773997 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03e9ad39-f6a0-4033-be74-06d5237e5c95 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:02.791426 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b7107-2abd-4879-8460-a68e7b8f1ae4 None None] Routers {'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:38:02.792068 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fb1b7107-2abd-4879-8460-a68e7b8f1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:37:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:02.801533 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e827f433-7837-4399-b702-87cfca82fc02 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:02.804121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e827f433-7837-4399-b702-87cfca82fc02 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:02.808596 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e827f433-7837-4399-b702-87cfca82fc02 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/0bdb2f6a-00bb-4bca-a91c-25ac30b25578 HTTP/1.1" status: 404 len: 333 time: 0.2474885 Jul 08 20:38:02.822682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50286) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:02.826994 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03e9ad39-f6a0-4033-be74-06d5237e5c95 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:02.835583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519abcb3-74a6-4f65-a725-89ccedcb246a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event deleted for resources: {'Port': ['ID=8fcdfe8e-3d78-47da-9a8f-5b115ca36c59,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:02.951497 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53e0aa2-f434-40af-8b6a-75192fddb54d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:02.952489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53e0aa2-f434-40af-8b6a-75192fddb54d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:02.956667 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d53e0aa2-f434-40af-8b6a-75192fddb54d tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/1c564aff-c8a2-4c0e-bedd-023cc4d1bde4 HTTP/1.1" status: 404 len: 337 time: 0.1260498 Jul 08 20:38:02.960765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50288) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:03.047457 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-fb1b7107-2abd-4879-8460-a68e7b8f1ae4 None None] Set router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:38:03.053568 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-40091010-b778-4f45-b7d7-a43eea2bdfb7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:03.058455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40091010-b778-4f45-b7d7-a43eea2bdfb7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:03.062013 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-40091010-b778-4f45-b7d7-a43eea2bdfb7 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/ports/6a6fb0af-9c0a-41c6-92c7-bb8eba609186 HTTP/1.1" status: 404 len: 333 time: 0.0964341 Jul 08 20:38:03.069305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50294) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:03.080809 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03e9ad39-f6a0-4033-be74-06d5237e5c95 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.083729 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-03e9ad39-f6a0-4033-be74-06d5237e5c95 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9832661 Jul 08 20:38:03.086169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50296) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:03.121876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c571915b-034e-4973-ad63-0a6b58d3be42 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': '3fc115b4-ed01-44e4-b242-f4f2182fa98c', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:03.140117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:37:56Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'ab33412a-5bf6-4fcc-90af-e3c862123f99', 'name': '', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:1c:d1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:52Z', 'updated_at': '2021-07-08T20:38:01Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:03.160933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475b5e7-8e23-493d-a0d0-4889accd62ad req-9e219113-0620-4cb3-aff5-fec460625684 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:03.162633 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2475b5e7-8e23-493d-a0d0-4889accd62ad req-9e219113-0620-4cb3-aff5-fec460625684 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 945 time: 0.4992573 Jul 08 20:38:03.199267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e699057-9038-41a5-86f0-15125c3e71f8 None None] The sync data for ids ['74a89d44-cfef-4d69-9ceb-48fff44debde'] in n-d-791506-16 is: [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:37:56Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'ab33412a-5bf6-4fcc-90af-e3c862123f99', 'name': '', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:1c:d1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:52Z', 'updated_at': '2021-07-08T20:38:01Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:38:03.210973 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 96fcad41-eb4e-4076-9461-61b228cd797d up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:38:03.245012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9ad39-f6a0-4033-be74-06d5237e5c95 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc115b4-ed01-44e4-b242-f4f2182fa98c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:03.268157 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e9d2f0-55e0-41a8-a559-07873add9dd2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:03.276146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e9d2f0-55e0-41a8-a559-07873add9dd2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:03.285356 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a6e9d2f0-55e0-41a8-a559-07873add9dd2 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/subnets/d5af03e4-f936-42ee-a6d6-714cdcf5234c HTTP/1.1" status: 404 len: 337 time: 0.2003055 Jul 08 20:38:03.290443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50300) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:03.337317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50302) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:03.417931 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2475b5e7-8e23-493d-a0d0-4889accd62ad req-560eb173-f199-4ac4-91e4-4690e304a93a tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc4e10ca-b9ea-4410-979f-c730f9a21c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445409 Jul 08 20:38:03.422579 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c571915b-034e-4973-ad63-0a6b58d3be42 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.440910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 96fcad41-eb4e-4076-9461-61b228cd797d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:38:03.455223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 96fcad41-eb4e-4076-9461-61b228cd797d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:38:03.456786 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.559611 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c69cae5a-73d3-412b-97d3-b565679aae47 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.570502 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-519abcb3-74a6-4f65-a725-89ccedcb246a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.575538 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-519abcb3-74a6-4f65-a725-89ccedcb246a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.581849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-519abcb3-74a6-4f65-a725-89ccedcb246a tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "DELETE /v2.0/floatingips/f9ce9dbb-f56c-422b-8883-9a80a61315c0 HTTP/1.1" status: 204 len: 168 time: 2.8168128 Jul 08 20:38:03.583259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50306) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:03.635686 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c571915b-034e-4973-ad63-0a6b58d3be42 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.656616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c571915b-034e-4973-ad63-0a6b58d3be42 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.691648 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3078287-76b7-4b20-9778-5a9a5cf230ff tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.706341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571915b-034e-4973-ad63-0a6b58d3be42 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0b63ba-1ea0-401f-afa4-e9b72926e644,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:03.760467 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c571915b-034e-4973-ad63-0a6b58d3be42 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.760749 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.762780 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c571915b-034e-4973-ad63-0a6b58d3be42 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6756320 Jul 08 20:38:03.768355 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fb1b7107-2abd-4879-8460-a68e7b8f1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:28:22Z', 'revision_number': 4, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9436278e-f041-47c7-bb27-54fbf1582ce4', 'name': '', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'mac_address': 'fa:16:3e:7f:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:19Z', 'updated_at': '2021-07-08T20:28:31Z', 'revision_number': 5, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'subnets': [{'id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:03.768946 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3078287-76b7-4b20-9778-5a9a5cf230ff tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.776052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50308) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:03.799186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-03a326cb-4c37-452d-9e84-01d5f9d716a5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': '3fc115b4-ed01-44e4-b242-f4f2182fa98c', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:03.825980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 96fcad41-eb4e-4076-9461-61b228cd797d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=96fcad41-eb4e-4076-9461-61b228cd797d,segment=NetworkSegment(77f49aef-4f38-4bb5-890b-2cb3eab12707),segment_id=77f49aef-4f38-4bb5-890b-2cb3eab12707)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:03.827270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a9bfd9-f549-4513-841b-28fd4aa6d033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fcad41-eb4e-4076-9461-61b228cd797d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:38:03.830685 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebea5b6-9025-4af4-af3b-8ef6b7168ba0" -d '{"events": [{"server_uuid": "72a9bfd9-f549-4513-841b-28fd4aa6d033", "name": "network-vif-plugged", "status": "completed", "tag": "96fcad41-eb4e-4076-9461-61b228cd797d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:38:03.833480 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b7107-2abd-4879-8460-a68e7b8f1ae4 None None] The sync data for ids ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'] in n-d-791506-16 is: [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:28:22Z', 'revision_number': 4, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9436278e-f041-47c7-bb27-54fbf1582ce4', 'name': '', 'network_id': 'c2ccae01-0010-4b9b-be20-201f6e08f30e', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'mac_address': 'fa:16:3e:7f:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:19Z', 'updated_at': '2021-07-08T20:28:31Z', 'revision_number': 5, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'subnets': [{'id': 'c6fc5208-316e-4167-85a3-386e05ca34a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:38:03.835035 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.925356 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-03a326cb-4c37-452d-9e84-01d5f9d716a5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.945242 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efe0a94-45da-4b63-839a-898125e6aa67 x-openstack-request-id: req-7efe0a94-45da-4b63-839a-898125e6aa67 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:38:03.945512 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a9bfd9-f549-4513-841b-28fd4aa6d033", "name": "network-vif-plugged", "status": "completed", "tag": "96fcad41-eb4e-4076-9461-61b228cd797d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:38:03.945774 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7efe0a94-45da-4b63-839a-898125e6aa67 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:38:03.946182 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a9bfd9-f549-4513-841b-28fd4aa6d033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fcad41-eb4e-4076-9461-61b228cd797d', 'code': 200} Jul 08 20:38:03.985256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3078287-76b7-4b20-9778-5a9a5cf230ff tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.988056 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3078287-76b7-4b20-9778-5a9a5cf230ff tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:03.996435 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c3078287-76b7-4b20-9778-5a9a5cf230ff tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "DELETE /v2.0/security-groups/b44311e2-4212-487a-9364-728980ad28e7 HTTP/1.1" status: 204 len: 168 time: 0.6466138 Jul 08 20:38:03.999871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=96fcad41-eb4e-4076-9461-61b228cd797d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:04.016974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50312) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:04.059324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c69cae5a-73d3-412b-97d3-b565679aae47 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:04.083599 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7137beb0-3c62-4b20-8b5d-09ac620acb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:04.110803 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c69cae5a-73d3-412b-97d3-b565679aae47 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845567f0-e8b3-4d3f-8ff6-519fe189dab9']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:04.134427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3078287-76b7-4b20-9778-5a9a5cf230ff tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44311e2-4212-487a-9364-728980ad28e7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:04.148378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c69cae5a-73d3-412b-97d3-b565679aae47 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc22135-03d1-444e-bd16-779e1e88a920') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:04.148848 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c69cae5a-73d3-412b-97d3-b565679aae47 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc22135-03d1-444e-bd16-779e1e88a920') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:04.183983 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c69cae5a-73d3-412b-97d3-b565679aae47 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:04.187714 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-126ed9b1-3f90-4a51-84f9-407a35ca2b1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] show failed (client error): The resource could not be found. Jul 08 20:38:04.190704 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-126ed9b1-3f90-4a51-84f9-407a35ca2b1c tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "GET /v2.0/security-groups/b44311e2-4212-487a-9364-728980ad28e7 HTTP/1.1" status: 404 len: 347 time: 0.1672580 Jul 08 20:38:04.195682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50316) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:04.215947 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c69cae5a-73d3-412b-97d3-b565679aae47 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:04.254159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a918dfeb-0245-4964-82d9-1c64375b6855 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Deleting port 30a04eb1-2191-417b-8e18-d1d985f0ab8e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:04.254508 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a918dfeb-0245-4964-82d9-1c64375b6855 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:04.260537 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-03a326cb-4c37-452d-9e84-01d5f9d716a5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:04.270198 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-03a326cb-4c37-452d-9e84-01d5f9d716a5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:04.300959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacf525-704b-40df-9fc9-24a5b1e36862 req-e978bfe2-6054-4dcb-9316-112289a5245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:04.304576 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fcacf525-704b-40df-9fc9-24a5b1e36862 req-e978bfe2-6054-4dcb-9316-112289a5245b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 1098 time: 0.2512031 Jul 08 20:38:04.308962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a326cb-4c37-452d-9e84-01d5f9d716a5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a449cf0-803e-42a7-bf8d-e837254d2e87,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:04.358400 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-03a326cb-4c37-452d-9e84-01d5f9d716a5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:04.359617 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-03a326cb-4c37-452d-9e84-01d5f9d716a5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5804231 Jul 08 20:38:04.364837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50318) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:04.387503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-eb08d62a-161e-482c-8fab-04dd35fbb089 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': '3fc115b4-ed01-44e4-b242-f4f2182fa98c', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:04.397522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fcacf525-704b-40df-9fc9-24a5b1e36862 req-15f30448-ab93-4158-8260-967aa2cda06a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=fc4e10ca-b9ea-4410-979f-c730f9a21c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816364 Jul 08 20:38:04.402563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69cae5a-73d3-412b-97d3-b565679aae47 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:04.403291 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c69cae5a-73d3-412b-97d3-b565679aae47 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:04.414762 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:04.527648 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a918dfeb-0245-4964-82d9-1c64375b6855 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:04.551352 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a918dfeb-0245-4964-82d9-1c64375b6855 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Calling delete_port for 30a04eb1-2191-417b-8e18-d1d985f0ab8e owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:04.665939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d25a1-448f-4128-959a-90d57fa14cb1 None None] New status for floating IP b00b55bc-c9eb-42ac-93ec-1081c59c1ecb: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:38:04.799201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca1c6a-6337-4dfb-beb1-0c4996972e7d req-adcf702f-1e5e-4f4d-8c00-da51623c96e0 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:04.804075 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8ca1c6a-6337-4dfb-beb1-0c4996972e7d req-adcf702f-1e5e-4f4d-8c00-da51623c96e0 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 946 time: 0.1445000 Jul 08 20:38:04.874595 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c69cae5a-73d3-412b-97d3-b565679aae47 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:04.886932 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c69cae5a-73d3-412b-97d3-b565679aae47 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:04.890163 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c69cae5a-73d3-412b-97d3-b565679aae47 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] 10.222.0.101 "DELETE /v2.0/networks/845567f0-e8b3-4d3f-8ff6-519fe189dab9 HTTP/1.1" status: 204 len: 168 time: 1.5773885 Jul 08 20:38:04.927742 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cae5a-73d3-412b-97d3-b565679aae47 tempest-NetworksTestDHCPv6-181225837 tempest-NetworksTestDHCPv6-181225837-project] Pushing event deleted for resources: {'Network': ['ID=845567f0-e8b3-4d3f-8ff6-519fe189dab9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:04.939021 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb08d62a-161e-482c-8fab-04dd35fbb089 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:04.965609 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a918dfeb-0245-4964-82d9-1c64375b6855 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.013472 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d8ca1c6a-6337-4dfb-beb1-0c4996972e7d req-919f8834-25e9-456a-ae10-6884029f5283 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc4e10ca-b9ea-4410-979f-c730f9a21c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046189 Jul 08 20:38:05.084004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5e03276a-fc4f-4680-9499-4ed74dfcbc2e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Deleting port 003ec453-16a6-4b28-b281-aaf333ed89e9 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:05.084360 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e03276a-fc4f-4680-9499-4ed74dfcbc2e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.175239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918dfeb-0245-4964-82d9-1c64375b6855 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event deleted for resources: {'Port': ['ID=30a04eb1-2191-417b-8e18-d1d985f0ab8e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:05.203768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ab33412a-5bf6-4fcc-90af-e3c862123f99 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:38:05.311671 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ab33412a-5bf6-4fcc-90af-e3c862123f99 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:38:05.316849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ab33412a-5bf6-4fcc-90af-e3c862123f99 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:38:05.317576 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.324656 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb08d62a-161e-482c-8fab-04dd35fbb089 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.353306 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb08d62a-161e-482c-8fab-04dd35fbb089 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.356423 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e03276a-fc4f-4680-9499-4ed74dfcbc2e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.356846 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e03276a-fc4f-4680-9499-4ed74dfcbc2e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.379154 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a918dfeb-0245-4964-82d9-1c64375b6855 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.383603 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a918dfeb-0245-4964-82d9-1c64375b6855 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "DELETE /v2.0/ports/30a04eb1-2191-417b-8e18-d1d985f0ab8e HTTP/1.1" status: 204 len: 168 time: 1.7938461 Jul 08 20:38:05.385800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50330) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:05.402517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5e03276a-fc4f-4680-9499-4ed74dfcbc2e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Calling delete_port for 003ec453-16a6-4b28-b281-aaf333ed89e9 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:05.417447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08d62a-161e-482c-8fab-04dd35fbb089 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9d2877-cab3-4032-b795-0788ba5a9317,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:05.446635 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb08d62a-161e-482c-8fab-04dd35fbb089 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.447905 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-eb08d62a-161e-482c-8fab-04dd35fbb089 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0712013 Jul 08 20:38:05.452141 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50332) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:05.487323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d28a72fd-9f0c-4034-806b-dd2d796af561 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': '3fc115b4-ed01-44e4-b242-f4f2182fa98c', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:05.504732 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.540027 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d28a72fd-9f0c-4034-806b-dd2d796af561 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.584402 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port ab33412a-5bf6-4fcc-90af-e3c862123f99, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ab33412a-5bf6-4fcc-90af-e3c862123f99,segment=NetworkSegment(5fdd9bb2-09af-4067-a2e8-6fc4972e93e8),segment_id=5fdd9bb2-09af-4067-a2e8-6fc4972e93e8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:05.590298 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.607923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50334) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:05.692801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=ab33412a-5bf6-4fcc-90af-e3c862123f99,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:05.737306 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d28a72fd-9f0c-4034-806b-dd2d796af561 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.753260 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d28a72fd-9f0c-4034-806b-dd2d796af561 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.773719 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7067edc9-d503-4d15-b130-2413b8aa1095 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Deleting port bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:05.774225 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7067edc9-d503-4d15-b130-2413b8aa1095 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.794953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a72fd-9f0c-4034-806b-dd2d796af561 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216ccbbf-9011-42da-9307-6b96cea2db89,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:05.808143 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d28a72fd-9f0c-4034-806b-dd2d796af561 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.809771 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d28a72fd-9f0c-4034-806b-dd2d796af561 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3570595 Jul 08 20:38:05.813359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50338) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:05.821344 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ed4e3044-f64c-4b2c-8182-26ec3858504f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': '3fc115b4-ed01-44e4-b242-f4f2182fa98c', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:05.829873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e03276a-fc4f-4680-9499-4ed74dfcbc2e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.876907 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03276a-fc4f-4680-9499-4ed74dfcbc2e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Pushing event deleted for resources: {'Port': ['ID=003ec453-16a6-4b28-b281-aaf333ed89e9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:05.943774 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7067edc9-d503-4d15-b130-2413b8aa1095 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.961028 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-ed4e3044-f64c-4b2c-8182-26ec3858504f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Project 44d90dac47c54647a7c92af6b9d31588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:38:05.970423 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3044-f64c-4b2c-8182-26ec3858504f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:05.985711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7067edc9-d503-4d15-b130-2413b8aa1095 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Calling delete_port for bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:06.016499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-08cf0b7f-d86e-4ca0-892c-40b0665f5dee admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=083c11e033f84d5b9176962b8c6ac530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084389 Jul 08 20:38:06.019429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50342) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:06.023839 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e03276a-fc4f-4680-9499-4ed74dfcbc2e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.027339 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e03276a-fc4f-4680-9499-4ed74dfcbc2e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.032792 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5e03276a-fc4f-4680-9499-4ed74dfcbc2e tempest-ServerActionsTestJSON-407389618 tempest-ServerActionsTestJSON-407389618-project] 10.222.0.101 "DELETE /v2.0/floatingips/b00b55bc-c9eb-42ac-93ec-1081c59c1ecb HTTP/1.1" status: 204 len: 168 time: 1.8318872 Jul 08 20:38:06.034509 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50344) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:06.082609 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3044-f64c-4b2c-8182-26ec3858504f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.089079 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3044-f64c-4b2c-8182-26ec3858504f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.123558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e3044-f64c-4b2c-8182-26ec3858504f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093b02b3-127b-4672-b3db-45294599472a,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:06.163393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d371fc23-4936-48e7-9ec6-d12a7dfa5ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.205027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d371fc23-4936-48e7-9ec6-d12a7dfa5ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.222797 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3044-f64c-4b2c-8182-26ec3858504f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.224669 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ed4e3044-f64c-4b2c-8182-26ec3858504f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4097760 Jul 08 20:38:06.243636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50354) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:06.248353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-4e5cf9be-7aef-418b-a416-32ab015d9364 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'security_group_rule': {'security_group_id': '3fc115b4-ed01-44e4-b242-f4f2182fa98c', 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:06.314384 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-4e5cf9be-7aef-418b-a416-32ab015d9364 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Project 44d90dac47c54647a7c92af6b9d31588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:38:06.329855 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7067edc9-d503-4d15-b130-2413b8aa1095 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.336252 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf9be-7aef-418b-a416-32ab015d9364 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.368744 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d371fc23-4936-48e7-9ec6-d12a7dfa5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.371295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d371fc23-4936-48e7-9ec6-d12a7dfa5ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.372452 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d371fc23-4936-48e7-9ec6-d12a7dfa5ba2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d0bb21d2-03b3-4380-962b-adc2f6d2f5a8 HTTP/1.1" status: 204 len: 168 time: 0.3521204 Jul 08 20:38:06.382972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067edc9-d503-4d15-b130-2413b8aa1095 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event deleted for resources: {'Port': ['ID=bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:06.455301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371fc23-4936-48e7-9ec6-d12a7dfa5ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb21d2-03b3-4380-962b-adc2f6d2f5a8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:06.501099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf4580-d2ed-434d-ade4-e63e69b29b11 req-117e10b0-2365-4681-a58e-bccd602c7f11 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:06.503055 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecf4580-d2ed-434d-ade4-e63e69b29b11 req-117e10b0-2365-4681-a58e-bccd602c7f11 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 946 time: 0.3047020 Jul 08 20:38:06.551269 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf9be-7aef-418b-a416-32ab015d9364 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.555875 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7067edc9-d503-4d15-b130-2413b8aa1095 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.557089 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7067edc9-d503-4d15-b130-2413b8aa1095 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "DELETE /v2.0/ports/bf2c2064-6c6a-4e4a-a1c4-3ef13c05366d HTTP/1.1" status: 204 len: 168 time: 1.1712050 Jul 08 20:38:06.559702 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50360) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:06.573454 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf9be-7aef-418b-a416-32ab015d9364 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.622039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecf4580-d2ed-434d-ade4-e63e69b29b11 req-e275f649-415c-4130-ac04-1a658041d1ba tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc4e10ca-b9ea-4410-979f-c730f9a21c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964415 Jul 08 20:38:06.651609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cf9be-7aef-418b-a416-32ab015d9364 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efbd07a-640b-4067-8566-5431cfa7cbf8,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:06.657122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf9be-7aef-418b-a416-32ab015d9364 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.666627 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4e5cf9be-7aef-418b-a416-32ab015d9364 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4218953 Jul 08 20:38:06.696587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Deleting subnet 56f19382-a7ee-4fc4-ad32-6efb10a42c95 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:38:06.703840 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.756049 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ce1d-ed61-46d0-91a1-6647582f1094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.861697 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:06.955542 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8a2c861-98da-4690-9a45-5f5c59f08df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:07.088948 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:07.112914 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:07.209415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ab33412a-5bf6-4fcc-90af-e3c862123f99 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:38:07.277824 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:07.339601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-95605c91-8264-4444-a059-60ad7bd138d4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372101786&fields=id&tenant_id=44d90dac47c54647a7c92af6b9d31588 HTTP/1.1" status: 200 len: 267 time: 0.1782262 Jul 08 20:38:07.346535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9205b-2483-48eb-9955-63f5741344b9 None None] Network bf68e9f7-7d52-4278-a652-39c8a071af8f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:07.353808 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:07.356291 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "DELETE /v2.0/subnets/56f19382-a7ee-4fc4-ad32-6efb10a42c95 HTTP/1.1" status: 204 len: 168 time: 0.7955670 Jul 08 20:38:07.357391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event deleted for resources: {'Subnet': ['ID=56f19382-a7ee-4fc4-ad32-6efb10a42c95,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:07.375209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50394) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:07.400935 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ab33412a-5bf6-4fcc-90af-e3c862123f99 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:38:07.401986 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:07.563693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b8a4ce1d-ed61-46d0-91a1-6647582f1094 admin admin] Deleting port 9436278e-f041-47c7-bb27-54fbf1582ce4 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:07.564245 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ce1d-ed61-46d0-91a1-6647582f1094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:07.658616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711ea4d-1487-468b-b9d7-466a67624354 req-d365ac43-af36-4627-b866-2ac12975f354 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:07.664605 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-d365ac43-af36-4627-b866-2ac12975f354 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/networks?id=e1b422bd-f258-4082-917b-666247f34640 HTTP/1.1" status: 200 len: 797 time: 0.3202443 Jul 08 20:38:07.691870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:07.692887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:07.693472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:07.693999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:07.694524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:07.695040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:07.695555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:07.696063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:07.696577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:07.697108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:07.697621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:07.698123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9e348-4c41-4dba-a51c-1e94c28c0f35 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:07.726917 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-7b91d4a2-be93-474a-963f-24d6d3a53376 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/quotas/44d90dac47c54647a7c92af6b9d31588 HTTP/1.1" status: 200 len: 375 time: 0.0373294 Jul 08 20:38:07.751473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34961453-c339-4263-adaa-1edb2e29e8ff None None] DHCP port deletion for bf68e9f7-7d52-4278-a652-39c8a071af8f request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:38:07.754425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfabc2b-e766-4e31-b748-ee28436c0a2b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Deleting subnet 8a68c8b4-ebf4-4351-b981-309972e3f723 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:38:07.777881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fdfabc2b-e766-4e31-b748-ee28436c0a2b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:07.859503 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fdfabc2b-e766-4e31-b748-ee28436c0a2b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:07.872682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-34961453-c339-4263-adaa-1edb2e29e8ff None None] Deleting port f90d339e-8354-49d1-aba4-a3ff6f599bf6 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:07.874743 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-34961453-c339-4263-adaa-1edb2e29e8ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:07.907791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b8a4ce1d-ed61-46d0-91a1-6647582f1094 admin admin] For port 9436278e-f041-47c7-bb27-54fbf1582ce4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9436278e-f041-47c7-bb27-54fbf1582ce4,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:07.908166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ce1d-ed61-46d0-91a1-6647582f1094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:07.914194 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-ad46cbbd-a40d-41bc-babf-f1ee8193037e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1812477 Jul 08 20:38:07.929617 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50406) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:07.937322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b8a4ce1d-ed61-46d0-91a1-6647582f1094 admin admin] Calling delete_port for 9436278e-f041-47c7-bb27-54fbf1582ce4 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:07.946751 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32771c41-a6b5-468f-8429-ffb08338d6df req-7665b23d-6bb0-49d3-b923-829d6f490607 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:07.948376 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32771c41-a6b5-468f-8429-ffb08338d6df req-7665b23d-6bb0-49d3-b923-829d6f490607 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 946 time: 0.2613213 Jul 08 20:38:08.048114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-34961453-c339-4263-adaa-1edb2e29e8ff None None] For port f90d339e-8354-49d1-aba4-a3ff6f599bf6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f90d339e-8354-49d1-aba4-a3ff6f599bf6,segment=NetworkSegment(1003cbfa-c1ab-4686-af58-8ac2c3960c10),segment_id=1003cbfa-c1ab-4686-af58-8ac2c3960c10)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:08.048698 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-34961453-c339-4263-adaa-1edb2e29e8ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.055718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32771c41-a6b5-468f-8429-ffb08338d6df req-59a42422-fc65-4e09-b8b7-5c3b4155076b tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc4e10ca-b9ea-4410-979f-c730f9a21c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959411 Jul 08 20:38:08.084128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-34961453-c339-4263-adaa-1edb2e29e8ff None None] Calling delete_port for f90d339e-8354-49d1-aba4-a3ff6f599bf6 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:08.163204 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fdfabc2b-e766-4e31-b748-ee28436c0a2b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.233986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1074860946'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:08.261825 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.324558 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-34961453-c339-4263-adaa-1edb2e29e8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.341381 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-cf9bea1c-d4a2-4c6d-a18a-9ebb745c9288 service neutron] 10.222.0.101 "GET /v2.0/networks/e1b422bd-f258-4082-917b-666247f34640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126596 Jul 08 20:38:08.342456 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:08.346326 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.373030 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ce1d-ed61-46d0-91a1-6647582f1094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.374193 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.400790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34961453-c339-4263-adaa-1edb2e29e8ff None None] Pushing event deleted for resources: {'Port': ['ID=f90d339e-8354-49d1-aba4-a3ff6f599bf6,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:08.409307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34961453-c339-4263-adaa-1edb2e29e8ff None None] No DVR routers for this DVR port f90d339e-8354-49d1-aba4-a3ff6f599bf6 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:08.418497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4ce1d-ed61-46d0-91a1-6647582f1094 admin admin] Pushing event deleted for resources: {'Port': ['ID=9436278e-f041-47c7-bb27-54fbf1582ce4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:08.456904 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fdfabc2b-e766-4e31-b748-ee28436c0a2b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.517583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfabc2b-e766-4e31-b748-ee28436c0a2b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event deleted for resources: {'Subnet': ['ID=8a68c8b4-ebf4-4351-b981-309972e3f723,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:08.521588 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fdfabc2b-e766-4e31-b748-ee28436c0a2b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.526548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b233a3fa-dd0a-4cde-b9b0-c00277852460 None None] Network aeda51c7-62c0-461d-806f-63846808ac6d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:08.531104 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fdfabc2b-e766-4e31-b748-ee28436c0a2b tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "DELETE /v2.0/subnets/8a68c8b4-ebf4-4351-b981-309972e3f723 HTTP/1.1" status: 204 len: 168 time: 1.1442130 Jul 08 20:38:08.533442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50412) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:08.561852 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b3e9c834-116d-403c-813b-86a1eb71381b service neutron] 10.222.0.101 "GET /v2.0/networks/e1b422bd-f258-4082-917b-666247f34640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006178 Jul 08 20:38:08.683384 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.690735 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.736302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:38:08.748183 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb99cb9a-5d61-4a23-ba27-f62bf5fe2c89,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:08.775510 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.776471 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Added segment cc2bc768-66d3-43ee-aafc-1dd5dfe623bd of type vlan for network b7844ae1-2db4-476e-88ab-7eb9a3b6820c Jul 08 20:38:08.790791 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ce1d-ed61-46d0-91a1-6647582f1094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.866096 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.911154 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4909-2f31-4b46-a572-9a0d335144a5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:08.938753 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e985f684-e24d-4626-af0d-7e9c412d7b75 None None] DHCP port deletion for aeda51c7-62c0-461d-806f-63846808ac6d request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:38:09.038845 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:09.059579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:09.066690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:09.073469 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e985f684-e24d-4626-af0d-7e9c412d7b75 None None] Deleting port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:09.074014 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e985f684-e24d-4626-af0d-7e9c412d7b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:09.158887 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef1f328e-4859-4d0d-bac3-f15ddcdccc8a req-92874308-1423-4a70-9333-8ead5ce76046 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 210 time: 0.1737099 Jul 08 20:38:09.196817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f90d339e-8354-49d1-aba4-a3ff6f599bf6 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:09.268147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Network': ['ID=b7844ae1-2db4-476e-88ab-7eb9a3b6820c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:09.284506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: f90d339e-8354-49d1-aba4-a3ff6f599bf6 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:38:09.284890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f90d339e-8354-49d1-aba4-a3ff6f599bf6 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:38:09.285321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 1121edab-af3a-4e1e-bd19-59f0fa67cd4a no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:09.287145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network b7844ae1-2db4-476e-88ab-7eb9a3b6820c details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:38:09.302727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e985f684-e24d-4626-af0d-7e9c412d7b75 None None] For port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1121edab-af3a-4e1e-bd19-59f0fa67cd4a,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:09.303712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a4af3-44cb-4cf1-8be9-452ba8c10484 req-a2f5987b-50e7-4d89-a15a-25e6f1281fab tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:09.304296 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e985f684-e24d-4626-af0d-7e9c412d7b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:09.305666 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff2a4af3-44cb-4cf1-8be9-452ba8c10484 req-a2f5987b-50e7-4d89-a15a-25e6f1281fab tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.103 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 946 time: 0.4341621 Jul 08 20:38:09.482093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e985f684-e24d-4626-af0d-7e9c412d7b75 None None] Calling delete_port for 1121edab-af3a-4e1e-bd19-59f0fa67cd4a owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:09.858466 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:09.882885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-24a431b5-4bbe-4432-adeb-238fbc8626f8 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9476559 Jul 08 20:38:09.902665 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:09.999206 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4909-2f31-4b46-a572-9a0d335144a5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:10.008101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=1121edab-af3a-4e1e-bd19-59f0fa67cd4a,segment=NetworkSegment(1503ce74-34eb-481c-bc90-7eecee619b8f),segment_id=1503ce74-34eb-481c-bc90-7eecee619b8f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:10.012597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-aa9f4909-2f31-4b46-a572-9a0d335144a5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf68e9f7-7d52-4278-a652-39c8a071af8f']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:10.034155 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:10.036331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-aa9f4909-2f31-4b46-a572-9a0d335144a5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1003cbfa-c1ab-4686-af58-8ac2c3960c10') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:10.041114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-aa9f4909-2f31-4b46-a572-9a0d335144a5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1003cbfa-c1ab-4686-af58-8ac2c3960c10') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:10.069113 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4909-2f31-4b46-a572-9a0d335144a5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:10.091192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4909-2f31-4b46-a572-9a0d335144a5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:10.112196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9f4909-2f31-4b46-a572-9a0d335144a5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:10.112897 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4909-2f31-4b46-a572-9a0d335144a5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:10.117548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c459a-b105-4bba-8cc3-fd32c0c7ca55 req-a6b8c3cc-d0f6-45f3-aeda-8c8360945864 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:10.125466 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c6c459a-b105-4bba-8cc3-fd32c0c7ca55 req-a6b8c3cc-d0f6-45f3-aeda-8c8360945864 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 946 time: 0.8593876 Jul 08 20:38:10.148177 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-ff2a4af3-44cb-4cf1-8be9-452ba8c10484 req-ddcb2eaa-aad6-414f-bd50-af1aaabe95e2 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Deleting port 96fcad41-eb4e-4076-9461-61b228cd797d {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:10.151544 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ff2a4af3-44cb-4cf1-8be9-452ba8c10484 req-ddcb2eaa-aad6-414f-bd50-af1aaabe95e2 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:10.189070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=1121edab-af3a-4e1e-bd19-59f0fa67cd4a,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:10.198938 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e985f684-e24d-4626-af0d-7e9c412d7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:10.234908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985f684-e24d-4626-af0d-7e9c412d7b75 None None] No DVR routers for this DVR port 1121edab-af3a-4e1e-bd19-59f0fa67cd4a on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:10.239462 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:10.303695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985f684-e24d-4626-af0d-7e9c412d7b75 None None] Pushing event deleted for resources: {'Port': ['ID=1121edab-af3a-4e1e-bd19-59f0fa67cd4a,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:10.537413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ff2a4af3-44cb-4cf1-8be9-452ba8c10484 req-ddcb2eaa-aad6-414f-bd50-af1aaabe95e2 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] For port 96fcad41-eb4e-4076-9461-61b228cd797d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=96fcad41-eb4e-4076-9461-61b228cd797d,segment=NetworkSegment(77f49aef-4f38-4bb5-890b-2cb3eab12707),segment_id=77f49aef-4f38-4bb5-890b-2cb3eab12707)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:10.538014 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ff2a4af3-44cb-4cf1-8be9-452ba8c10484 req-ddcb2eaa-aad6-414f-bd50-af1aaabe95e2 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:10.555164 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4909-2f31-4b46-a572-9a0d335144a5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:10.566393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a4ce1d-ed61-46d0-91a1-6647582f1094 admin admin] Router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:38:10.588786 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-ff2a4af3-44cb-4cf1-8be9-452ba8c10484 req-ddcb2eaa-aad6-414f-bd50-af1aaabe95e2 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Calling delete_port for 96fcad41-eb4e-4076-9461-61b228cd797d owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:10.618401 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4909-2f31-4b46-a572-9a0d335144a5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:10.622072 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aa9f4909-2f31-4b46-a572-9a0d335144a5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "DELETE /v2.0/networks/bf68e9f7-7d52-4278-a652-39c8a071af8f HTTP/1.1" status: 204 len: 168 time: 2.0876245 Jul 08 20:38:10.646743 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0c4165e-6438-4328-9454-686b570fadf2 req-bcbb58da-4823-4a07-b352-0a037f4d7894 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 210 time: 0.0890477 Jul 08 20:38:10.647571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50438) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:10.854711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a4ce1d-ed61-46d0-91a1-6647582f1094 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:38:10.860669 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb56ae8c-9e96-401f-b211-ed4ac09e4c02 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:10.868746 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a53b65-4597-4e88-9bf3-312d48412382 None None] Sync routers for ids ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:38:10.871773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c6c459a-b105-4bba-8cc3-fd32c0c7ca55 req-df9fcc7c-736e-4cd0-9d62-55300a69137c tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc4e10ca-b9ea-4410-979f-c730f9a21c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7091897 Jul 08 20:38:10.882284 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b8a4ce1d-ed61-46d0-91a1-6647582f1094 admin admin] 10.222.0.101 "PUT /v2.0/routers/eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8458622 Jul 08 20:38:10.884663 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a53b65-4597-4e88-9bf3-312d48412382 None None] Routers {'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:38:10.885554 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-77a53b65-4597-4e88-9bf3-312d48412382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:38:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:10.886907 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ff2a4af3-44cb-4cf1-8be9-452ba8c10484 req-ddcb2eaa-aad6-414f-bd50-af1aaabe95e2 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:10.897363 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f4909-2f31-4b46-a572-9a0d335144a5 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event deleted for resources: {'Network': ['ID=bf68e9f7-7d52-4278-a652-39c8a071af8f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:10.901468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50440) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:10.909817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['96fcad41-eb4e-4076-9461-61b228cd797d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:38:11.143564 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-77a53b65-4597-4e88-9bf3-312d48412382 None None] Set router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:38:11.195941 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb56ae8c-9e96-401f-b211-ed4ac09e4c02 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:11.210716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb2eaa-aad6-414f-bd50-af1aaabe95e2 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Pushing event deleted for resources: {'Port': ['ID=96fcad41-eb4e-4076-9461-61b228cd797d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:11.225923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-bb56ae8c-9e96-401f-b211-ed4ac09e4c02 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeda51c7-62c0-461d-806f-63846808ac6d']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:11.250988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-bb56ae8c-9e96-401f-b211-ed4ac09e4c02 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1503ce74-34eb-481c-bc90-7eecee619b8f') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:11.253886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-bb56ae8c-9e96-401f-b211-ed4ac09e4c02 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1503ce74-34eb-481c-bc90-7eecee619b8f') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:11.277756 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb56ae8c-9e96-401f-b211-ed4ac09e4c02 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:11.309508 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb56ae8c-9e96-401f-b211-ed4ac09e4c02 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:11.327087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb56ae8c-9e96-401f-b211-ed4ac09e4c02 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:11.327549 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb56ae8c-9e96-401f-b211-ed4ac09e4c02 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:11.392204 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2a4af3-44cb-4cf1-8be9-452ba8c10484 req-ddcb2eaa-aad6-414f-bd50-af1aaabe95e2 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] No DVR routers for this DVR port 96fcad41-eb4e-4076-9461-61b228cd797d on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:11.396736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ff2a4af3-44cb-4cf1-8be9-452ba8c10484 req-ddcb2eaa-aad6-414f-bd50-af1aaabe95e2 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:11.408558 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff2a4af3-44cb-4cf1-8be9-452ba8c10484 req-ddcb2eaa-aad6-414f-bd50-af1aaabe95e2 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.103 "DELETE /v2.0/ports/96fcad41-eb4e-4076-9461-61b228cd797d HTTP/1.1" status: 204 len: 173 time: 2.0687184 Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:11.505474 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:11.516368 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb56ae8c-9e96-401f-b211-ed4ac09e4c02 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:11.520934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a9bfd9-f549-4513-841b-28fd4aa6d033', 'name': 'network-vif-deleted', 'tag': '96fcad41-eb4e-4076-9461-61b228cd797d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:38:11.531305 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2061fc-336f-4d0f-8b2d-9fa4f59adf00" -d '{"events": [{"server_uuid": "72a9bfd9-f549-4513-841b-28fd4aa6d033", "name": "network-vif-deleted", "tag": "96fcad41-eb4e-4076-9461-61b228cd797d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:38:11.583889 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb56ae8c-9e96-401f-b211-ed4ac09e4c02 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:11.598454 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bb56ae8c-9e96-401f-b211-ed4ac09e4c02 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] 10.222.0.101 "DELETE /v2.0/networks/aeda51c7-62c0-461d-806f-63846808ac6d HTTP/1.1" status: 204 len: 168 time: 0.8212521 Jul 08 20:38:11.598454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56ae8c-9e96-401f-b211-ed4ac09e4c02 tempest-TaggedBootDevicesTest-218155613 tempest-TaggedBootDevicesTest-218155613-project] Pushing event deleted for resources: {'Network': ['ID=aeda51c7-62c0-461d-806f-63846808ac6d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:11.676851 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7094c327-117d-4578-a6bc-02a0748b2141 x-openstack-request-id: req-7094c327-117d-4578-a6bc-02a0748b2141 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:38:11.676851 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a9bfd9-f549-4513-841b-28fd4aa6d033", "name": "network-vif-deleted", "tag": "96fcad41-eb4e-4076-9461-61b228cd797d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:38:11.677548 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7094c327-117d-4578-a6bc-02a0748b2141 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:38:11.677548 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a9bfd9-f549-4513-841b-28fd4aa6d033', 'name': 'network-vif-deleted', 'tag': '96fcad41-eb4e-4076-9461-61b228cd797d', 'status': 'completed', 'code': 200} Jul 08 20:38:11.741212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e24009a1-3aba-4ed9-bb86-539ffa8d4a3c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:11.745635 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e24009a1-3aba-4ed9-bb86-539ffa8d4a3c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.104 "GET /v2.0/networks?id=e1b422bd-f258-4082-917b-666247f34640 HTTP/1.1" status: 200 len: 797 time: 0.8727560 Jul 08 20:38:11.825276 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:11.934686 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-77a53b65-4597-4e88-9bf3-312d48412382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:38:08Z', 'revision_number': 5, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:11.980817 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a53b65-4597-4e88-9bf3-312d48412382 None None] Checking router: eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:38:11.995528 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a53b65-4597-4e88-9bf3-312d48412382 None None] Routers {'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:38:11.997208 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-77a53b65-4597-4e88-9bf3-312d48412382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:38:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:12.188229 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f7babb3-e799-4472-b2c9-e3c401d493b6 req-a1834967-6511-4ebf-90ff-c38395df9009 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 210 time: 0.1338973 Jul 08 20:38:12.234285 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-77a53b65-4597-4e88-9bf3-312d48412382 None None] Set router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:38:12.277346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-60216a0f-4368-4b18-af14-4c817e6c1f24 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44d90dac47c54647a7c92af6b9d31588 HTTP/1.1" status: 200 len: 380 time: 0.5215278 Jul 08 20:38:12.284240 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:12.315730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'port': {'device_id': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'admin_state_up': True, 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'security_groups': ['3fc115b4-ed01-44e4-b242-f4f2182fa98c']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:12.718877 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2132a5a6-2d94-4bb9-adb9-de5ae6d74b04 req-9a57c960-e282-4280-985c-e63d5b3b2ec6 tempest-ServerGroupTestJSON-663688422 tempest-ServerGroupTestJSON-663688422-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9bfd9-f549-4513-841b-28fd4aa6d033 HTTP/1.1" status: 200 len: 210 time: 0.1287470 Jul 08 20:38:12.810292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Deleting port 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:12.811453 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:12.828561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Made reservation on behalf of 44d90dac47c54647a7c92af6b9d31588 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:12.832500 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:12.859357 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-77a53b65-4597-4e88-9bf3-312d48412382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:38:08Z', 'revision_number': 5, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:12.927932 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a53b65-4597-4e88-9bf3-312d48412382 None None] The sync data for ids ['eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d'] in n-d-791506-16 is: [{'id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'name': 'tempest-ServerActionsTestJSON-888114766-router', 'tenant_id': 'fba7a3335c294262a7cea81d4269be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:28:08Z', 'updated_at': '2021-07-08T20:38:08Z', 'revision_number': 5, 'project_id': 'fba7a3335c294262a7cea81d4269be31', 'gw_port': {'id': '8c72fcfb-9c2c-47cd-b45a-72d477a3f427', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:28:11Z', 'updated_at': '2021-07-08T20:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:38:12.999704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] For port 8c72fcfb-9c2c-47cd-b45a-72d477a3f427, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8c72fcfb-9c2c-47cd-b45a-72d477a3f427,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:13.000135 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:13.047524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Calling delete_port for 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:13.146523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Allocated IP 172.20.0.4 (e1b422bd-f258-4082-917b-666247f34640/6f7000dd-cd95-4432-bffe-4f7d8d306889/93f8a996-4b64-41b1-b79c-a3a37b28ee6b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:38:13.266886 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 96fcad41-eb4e-4076-9461-61b228cd797d no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:13.306108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 96fcad41-eb4e-4076-9461-61b228cd797d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:38:13.307927 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 96fcad41-eb4e-4076-9461-61b228cd797d not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:38:13.428075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50470) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:13.438765 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-04a3b364-9bc4-4b3d-93fb-3e469223d022 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'subnet': {'network_id': 'b7844ae1-2db4-476e-88ab-7eb9a3b6820c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:13.523897 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-233a4491-a54b-4e6b-8f5a-fef1fe109841 req-1b1ada8d-f9be-4941-83bb-fd7fa3d25406 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 210 time: 0.0332816 Jul 08 20:38:13.614936 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:13.619569 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:13.626839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a3b364-9bc4-4b3d-93fb-3e469223d022 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:13.630469 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04a3b364-9bc4-4b3d-93fb-3e469223d022 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:13.685253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c72fcfb-9c2c-47cd-b45a-72d477a3f427,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:13.714329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Transition to ACTIVE for port object 93f8a996-4b64-41b1-b79c-a3a37b28ee6b will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:13.828393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:13.981324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04a3b364-9bc4-4b3d-93fb-3e469223d022 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.023110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.026417 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.097030 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.110508 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3b364-9bc4-4b3d-93fb-3e469223d022 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Subnet': ['ID=91cc6d76-f6fb-4a3a-ace5-70fa6df15f64,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:14.125200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3b364-9bc4-4b3d-93fb-3e469223d022 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Checking segment: {'id': 'cc2bc768-66d3-43ee-aafc-1dd5dfe623bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b7844ae1-2db4-476e-88ab-7eb9a3b6820c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:14.125583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a3b364-9bc4-4b3d-93fb-3e469223d022 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network hostable DHCP agents. Network: b7844ae1-2db4-476e-88ab-7eb9a3b6820c, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:38:14.134136 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.135076 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:38:14.164745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a3b364-9bc4-4b3d-93fb-3e469223d022 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network b7844ae1-2db4-476e-88ab-7eb9a3b6820c is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:38:14.187946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-04a3b364-9bc4-4b3d-93fb-3e469223d022 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, b7844ae1-2db4-476e-88ab-7eb9a3b6820c) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:14.197539 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.198800 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8fe743fd-e938-40c4-b85f-a53cfbe78459 admin admin] 10.222.0.101 "DELETE /v2.0/routers/eb9719ef-1dcd-4fc2-9355-e05d73cbcc8d HTTP/1.1" status: 204 len: 168 time: 3.2963779 Jul 08 20:38:14.204046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50486) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:14.204569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a3b364-9bc4-4b3d-93fb-3e469223d022 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:14.207440 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04a3b364-9bc4-4b3d-93fb-3e469223d022 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.250080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network e1b422bd-f258-4082-917b-666247f34640 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:38:14.250080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50488) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:14.251439 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-04a3b364-9bc4-4b3d-93fb-3e469223d022 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8218555 Jul 08 20:38:14.259034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-999b45b7-b880-4b02-8a86-4cba050c7615 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-404315860'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:14.259528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b959236d-8121-4710-8e27-a6bcfe64d53d None None] Network b7844ae1-2db4-476e-88ab-7eb9a3b6820c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:14.280462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:14.287908 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:38:14.292590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=93f8a996-4b64-41b1-b79c-a3a37b28ee6b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:14.341668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbadaa5-6850-43d0-ae74-59a1bf10ec70 admin admin] Deleting subnet c6fc5208-316e-4167-85a3-386e05ca34a9 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:38:14.357563 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cbadaa5-6850-43d0-ae74-59a1bf10ec70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.413482 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999b45b7-b880-4b02-8a86-4cba050c7615 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:14.427836 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-999b45b7-b880-4b02-8a86-4cba050c7615 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.443045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:14.443828 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.510590 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cbadaa5-6850-43d0-ae74-59a1bf10ec70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.565177 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e2dbf8a8-fdfd-4ab3-8513-53bc7de7d7ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2627676 Jul 08 20:38:14.587953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Request body: {'port': {'device_id': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:14.682922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50506) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:14.711770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999b45b7-b880-4b02-8a86-4cba050c7615 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:38:14.754467 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-999b45b7-b880-4b02-8a86-4cba050c7615 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.755156 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-999b45b7-b880-4b02-8a86-4cba050c7615 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Added segment 768dfb0c-141e-43e3-8846-8343a3bc1e8e of type vlan for network 0ab755c3-b666-4e9c-a2ea-677e618c1a7a Jul 08 20:38:14.816460 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7bfdd1-071e-4f74-a5d6-dafe34bc55f5 admin admin] Deleting subnet 62626ce6-4130-4808-9e0d-f29de1b84197 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:38:14.823652 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad7bfdd1-071e-4f74-a5d6-dafe34bc55f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.892368 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7a44d9f3-977d-4ca8-8959-d1b006b84dde None None] Provisioning for port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:38:14.908065 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7a44d9f3-977d-4ca8-8959-d1b006b84dde None None] Provisioning complete for port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:38:14.908328 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-999b45b7-b880-4b02-8a86-4cba050c7615 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.909281 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7a44d9f3-977d-4ca8-8959-d1b006b84dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.913839 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad7bfdd1-071e-4f74-a5d6-dafe34bc55f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.915621 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cbadaa5-6850-43d0-ae74-59a1bf10ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.937931 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:14.969225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7a44d9f3-977d-4ca8-8959-d1b006b84dde None None] Port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:38:15.010202 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad7bfdd1-071e-4f74-a5d6-dafe34bc55f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.016294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-b7844ae1-2db4-476e-88ab-7eb9a3b6820c', 'network_id': 'b7844ae1-2db4-476e-88ab-7eb9a3b6820c', 'tenant_id': '84941e46d6f348268cd024c3e90f273c', 'fixed_ips': [{'subnet_id': '91cc6d76-f6fb-4a3a-ace5-70fa6df15f64'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:38:15.017638 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.087007 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-999b45b7-b880-4b02-8a86-4cba050c7615 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.094195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999b45b7-b880-4b02-8a86-4cba050c7615 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:15.094497 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-999b45b7-b880-4b02-8a86-4cba050c7615 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.153435 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad7bfdd1-071e-4f74-a5d6-dafe34bc55f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.154426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:15.186717 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:38:15.187540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8c72fcfb-9c2c-47cd-b45a-72d477a3f427 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:38:15.188226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9436278e-f041-47c7-bb27-54fbf1582ce4 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:15.212395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 9436278e-f041-47c7-bb27-54fbf1582ce4 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:38:15.213226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9436278e-f041-47c7-bb27-54fbf1582ce4 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:38:15.216186 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-999b45b7-b880-4b02-8a86-4cba050c7615 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9631100 Jul 08 20:38:15.223372 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50512) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:15.231647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b7ff4f86-dfd5-4bd6-93cc-283a87f653a5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'subnet': {'network_id': '0ab755c3-b666-4e9c-a2ea-677e618c1a7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:15.253803 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bfdd1-071e-4f74-a5d6-dafe34bc55f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62626ce6-4130-4808-9e0d-f29de1b84197,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:15.265835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad7bfdd1-071e-4f74-a5d6-dafe34bc55f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.269225 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ad7bfdd1-071e-4f74-a5d6-dafe34bc55f5 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/62626ce6-4130-4808-9e0d-f29de1b84197 HTTP/1.1" status: 204 len: 168 time: 0.5849998 Jul 08 20:38:15.271325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50514) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:15.323801 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cbadaa5-6850-43d0-ae74-59a1bf10ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.361031 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Allocated IP 2001:db8:0:ffff::2 (b7844ae1-2db4-476e-88ab-7eb9a3b6820c/91cc6d76-f6fb-4a3a-ace5-70fa6df15f64/c12f9404-0ad3-48bb-91b0-98be9f8baac7) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:38:15.377334 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-701ea880-5b3e-42d3-9d2f-1184c370d768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.415511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b45b7-b880-4b02-8a86-4cba050c7615 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Network': ['ID=0ab755c3-b666-4e9c-a2ea-677e618c1a7a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:15.432026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30166217-adff-4c3d-87b3-93f0053ad542 req-24d68f25-e973-4987-ae02-cbaefa5ecfa5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:15.440830 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-30166217-adff-4c3d-87b3-93f0053ad542 req-24d68f25-e973-4987-ae02-cbaefa5ecfa5 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 931 time: 0.4982142 Jul 08 20:38:15.455856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbadaa5-6850-43d0-ae74-59a1bf10ec70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6fc5208-316e-4167-85a3-386e05ca34a9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:15.462425 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cbadaa5-6850-43d0-ae74-59a1bf10ec70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.464412 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3cbadaa5-6850-43d0-ae74-59a1bf10ec70 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c6fc5208-316e-4167-85a3-386e05ca34a9 HTTP/1.1" status: 204 len: 168 time: 1.2571058 Jul 08 20:38:15.486778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50516) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:15.506608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 0ab755c3-b666-4e9c-a2ea-677e618c1a7a details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:38:15.537939 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-701ea880-5b3e-42d3-9d2f-1184c370d768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.562206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-701ea880-5b3e-42d3-9d2f-1184c370d768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7667c631-ae89-4f4a-aca3-258324680d9e']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:15.595161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-701ea880-5b3e-42d3-9d2f-1184c370d768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f49aef-4f38-4bb5-890b-2cb3eab12707') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:15.599299 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78862101-ce32-49c6-9443-1a027da3a501 None None] Network c2ccae01-0010-4b9b-be20-201f6e08f30e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:15.601297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-701ea880-5b3e-42d3-9d2f-1184c370d768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f49aef-4f38-4bb5-890b-2cb3eab12707') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:15.627923 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-701ea880-5b3e-42d3-9d2f-1184c370d768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.662213 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-30166217-adff-4c3d-87b3-93f0053ad542 req-cd21d365-df92-45f9-b0a1-00bf665cc447 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203851 Jul 08 20:38:15.670335 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-701ea880-5b3e-42d3-9d2f-1184c370d768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.685774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701ea880-5b3e-42d3-9d2f-1184c370d768 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:15.689594 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-701ea880-5b3e-42d3-9d2f-1184c370d768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.704383 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.730601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ff4f86-dfd5-4bd6-93cc-283a87f653a5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:15.735789 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7ff4f86-dfd5-4bd6-93cc-283a87f653a5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:15.882861 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:15.887387 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.890980 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-701ea880-5b3e-42d3-9d2f-1184c370d768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.896213 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-701ea880-5b3e-42d3-9d2f-1184c370d768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.899116 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-701ea880-5b3e-42d3-9d2f-1184c370d768 admin admin] 10.222.0.101 "DELETE /v2.0/networks/7667c631-ae89-4f4a-aca3-258324680d9e HTTP/1.1" status: 204 len: 168 time: 0.6265483 Jul 08 20:38:15.902491 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Transition to ACTIVE for port object c12f9404-0ad3-48bb-91b0-98be9f8baac7 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:15.916546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ea880-5b3e-42d3-9d2f-1184c370d768 admin admin] Pushing event deleted for resources: {'Network': ['ID=7667c631-ae89-4f4a-aca3-258324680d9e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:15.924142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Transition to ACTIVE for port object c12f9404-0ad3-48bb-91b0-98be9f8baac7 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:15.935152 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:15.995367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaac668-4aef-42e2-b721-5e5c8ff3bc08 None None] DHCP port deletion for c2ccae01-0010-4b9b-be20-201f6e08f30e request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:38:16.030087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Network b7844ae1-2db4-476e-88ab-7eb9a3b6820c is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:38:16.055927 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:16.058942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:38:16.072654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Pushing event updated for resources: {'Port': ['ID=c12f9404-0ad3-48bb-91b0-98be9f8baac7,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:16.172614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Attempting to bind port c12f9404-0ad3-48bb-91b0-98be9f8baac7 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:38:16.173110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Attempting to bind port c12f9404-0ad3-48bb-91b0-98be9f8baac7 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'cc2bc768-66d3-43ee-aafc-1dd5dfe623bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b7844ae1-2db4-476e-88ab-7eb9a3b6820c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:38:16.173827 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Attempting to bind port c12f9404-0ad3-48bb-91b0-98be9f8baac7 on network b7844ae1-2db4-476e-88ab-7eb9a3b6820c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:38:16.181797 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:38:16.183213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Checking segment: {'id': 'cc2bc768-66d3-43ee-aafc-1dd5dfe623bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b7844ae1-2db4-476e-88ab-7eb9a3b6820c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:16.183213 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.183213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Bound using segment: {'id': 'cc2bc768-66d3-43ee-aafc-1dd5dfe623bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b7844ae1-2db4-476e-88ab-7eb9a3b6820c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:38:16.183617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Bound port: c12f9404-0ad3-48bb-91b0-98be9f8baac7, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2bc768-66d3-43ee-aafc-1dd5dfe623bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b7844ae1-2db4-476e-88ab-7eb9a3b6820c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:38:16.184129 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.189787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-faaac668-4aef-42e2-b721-5e5c8ff3bc08 None None] Deleting port 12c2c616-8753-4e88-bd35-b4a859e8659a {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:16.190596 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-faaac668-4aef-42e2-b721-5e5c8ff3bc08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.239047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50524) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:16.325559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-faaac668-4aef-42e2-b721-5e5c8ff3bc08 None None] For port 12c2c616-8753-4e88-bd35-b4a859e8659a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=12c2c616-8753-4e88-bd35-b4a859e8659a,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:16.337045 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-faaac668-4aef-42e2-b721-5e5c8ff3bc08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.348096 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b54e111e-66ad-4932-b1b3-58e11fceec83 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=787453e6512d4dcbb14e901225257cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1077700 Jul 08 20:38:16.351308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50528) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:16.374520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-faaac668-4aef-42e2-b721-5e5c8ff3bc08 None None] Calling delete_port for 12c2c616-8753-4e88-bd35-b4a859e8659a owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:16.426352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] For port c12f9404-0ad3-48bb-91b0-98be9f8baac7, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:38:16.442832 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] For port c12f9404-0ad3-48bb-91b0-98be9f8baac7, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c12f9404-0ad3-48bb-91b0-98be9f8baac7,segment=NetworkSegment(cc2bc768-66d3-43ee-aafc-1dd5dfe623bd),segment_id=cc2bc768-66d3-43ee-aafc-1dd5dfe623bd)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:38:16.479166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb45e267-80b8-43b2-948b-b468c1bee484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.498600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f8a996-4b64-41b1-b79c-a3a37b28ee6b {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:38:16.511839 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.512293 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.555034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Deleting port 12c2c616-8753-4e88-bd35-b4a859e8659a {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:16.555464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.556381 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb45e267-80b8-43b2-948b-b468c1bee484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.564607 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Transition to ACTIVE for port object 93f8a996-4b64-41b1-b79c-a3a37b28ee6b will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:16.612954 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.706451 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bd168-5426-48d3-89a8-b5710fc2a199 None None] Pushing event updated for resources: {'Port': ['ID=c12f9404-0ad3-48bb-91b0-98be9f8baac7,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:16.720420 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb45e267-80b8-43b2-948b-b468c1bee484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.728094 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb45e267-80b8-43b2-948b-b468c1bee484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.736058 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cb45e267-80b8-43b2-948b-b468c1bee484 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fc4e10ca-b9ea-4410-979f-c730f9a21c7c HTTP/1.1" status: 204 len: 168 time: 0.3806624 Jul 08 20:38:16.746383 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-faaac668-4aef-42e2-b721-5e5c8ff3bc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.769307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45e267-80b8-43b2-948b-b468c1bee484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4e10ca-b9ea-4410-979f-c730f9a21c7c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:16.807207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] For port 12c2c616-8753-4e88-bd35-b4a859e8659a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=12c2c616-8753-4e88-bd35-b4a859e8659a,segment=NetworkSegment(7b3157f9-69e3-4944-842f-0089762956e3),segment_id=7b3157f9-69e3-4944-842f-0089762956e3)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:16.807716 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:16.864507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaac668-4aef-42e2-b721-5e5c8ff3bc08 None None] Pushing event deleted for resources: {'Port': ['ID=12c2c616-8753-4e88-bd35-b4a859e8659a,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:16.870641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaac668-4aef-42e2-b721-5e5c8ff3bc08 None None] No DVR routers for this DVR port 12c2c616-8753-4e88-bd35-b4a859e8659a on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:16.915362 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Calling delete_port for 12c2c616-8753-4e88-bd35-b4a859e8659a owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:16.919313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Pushing event updated for resources: {'Port': ['ID=93f8a996-4b64-41b1-b79c-a3a37b28ee6b,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:17.215873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 12c2c616-8753-4e88-bd35-b4a859e8659a no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:17.241797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53038c-14e6-4176-ba38-68b8d21658a0 req-b7fed81d-64c7-4d31-8a03-db91a1e08bbe tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:17.261193 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f53038c-14e6-4176-ba38-68b8d21658a0 req-b7fed81d-64c7-4d31-8a03-db91a1e08bbe tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 943 time: 0.3308334 Jul 08 20:38:17.358255 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 12c2c616-8753-4e88-bd35-b4a859e8659a {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:38:17.358255 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 12c2c616-8753-4e88-bd35-b4a859e8659a not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:38:17.439145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f53038c-14e6-4176-ba38-68b8d21658a0 req-f7a7cc94-e543-4035-931a-b090ea70b23b tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742883 Jul 08 20:38:17.567736 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:17.668585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.objects.ports [None req-b7ff4f86-dfd5-4bd6-93cc-283a87f653a5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:38:17.674022 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7ff4f86-dfd5-4bd6-93cc-283a87f653a5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:17.679304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:17.681123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Attempting to bind port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:38:17.681454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Attempting to bind port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b422bd-f258-4082-917b-666247f34640'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:38:17.681786 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Attempting to bind port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b on network e1b422bd-f258-4082-917b-666247f34640 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:38:17.757823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b on network e1b422bd-f258-4082-917b-666247f34640 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:38:17.758149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Attempting to bind port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b on network e1b422bd-f258-4082-917b-666247f34640 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:38:17.777674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Pushing event deleted for resources: {'Port': ['ID=12c2c616-8753-4e88-bd35-b4a859e8659a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:17.783603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] No DVR routers for this DVR port 12c2c616-8753-4e88-bd35-b4a859e8659a on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:17.788528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:38:17.788902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Checking segment: {'id': '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b422bd-f258-4082-917b-666247f34640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:17.789914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Bound using segment: {'id': '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b422bd-f258-4082-917b-666247f34640'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:38:17.789914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Bound port: 93f8a996-4b64-41b1-b79c-a3a37b28ee6b, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b422bd-f258-4082-917b-666247f34640'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:38:17.790139 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:17.830433 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff4f86-dfd5-4bd6-93cc-283a87f653a5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Subnet': ['ID=36a0c066-5dda-4395-bb68-a67ca5a3cf97,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:17.961143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ff4f86-dfd5-4bd6-93cc-283a87f653a5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Checking segment: {'id': '768dfb0c-141e-43e3-8846-8343a3bc1e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0ab755c3-b666-4e9c-a2ea-677e618c1a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:17.961518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ff4f86-dfd5-4bd6-93cc-283a87f653a5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network hostable DHCP agents. Network: 0ab755c3-b666-4e9c-a2ea-677e618c1a7a, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:38:17.980442 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:18.071862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ccae01-0010-4b9b-be20-201f6e08f30e']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:18.093284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ff4f86-dfd5-4bd6-93cc-283a87f653a5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network 0ab755c3-b666-4e9c-a2ea-677e618c1a7a is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:38:18.098542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3157f9-69e3-4944-842f-0089762956e3') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:18.099103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3157f9-69e3-4944-842f-0089762956e3') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:18.109916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] For port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:38:18.124825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] For port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=93f8a996-4b64-41b1-b79c-a3a37b28ee6b,segment=NetworkSegment(5fdd9bb2-09af-4067-a2e8-6fc4972e93e8),segment_id=5fdd9bb2-09af-4067-a2e8-6fc4972e93e8)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:38:18.139823 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:18.142610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-b7ff4f86-dfd5-4bd6-93cc-283a87f653a5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 0ab755c3-b666-4e9c-a2ea-677e618c1a7a) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:18.153102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b309d14b-bdfb-4180-8e7e-fd474325d988 None None] Network 0ab755c3-b666-4e9c-a2ea-677e618c1a7a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:18.165728 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:18.180562 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ff4f86-dfd5-4bd6-93cc-283a87f653a5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:18.181607 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7ff4f86-dfd5-4bd6-93cc-283a87f653a5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:18.231720 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:18.306356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:18.306778 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:18.308797 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:18.336045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:18.336758 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:18.338172 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] 10.222.0.104 "PUT /v2.0/ports/93f8a996-4b64-41b1-b79c-a3a37b28ee6b HTTP/1.1" status: 200 len: 1092 time: 3.7548633 Jul 08 20:38:18.364028 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50564) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:18.368978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'tag': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:38:18.371585 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a165ad4f-cd17-4ca6-aded-28c04341db28" -d '{"events": [{"name": "network-changed", "server_uuid": "870cec7b-a8a6-42c2-a4c8-34498e782f86", "tag": "93f8a996-4b64-41b1-b79c-a3a37b28ee6b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:38:18.377762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50570) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:18.382873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'port': {'network_id': '0ab755c3-b666-4e9c-a2ea-677e618c1a7a', 'name': 'tempest-NetworksIpV6TestAttrs-1684052620'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:18.393245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b7ff4f86-dfd5-4bd6-93cc-283a87f653a5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1669047 Jul 08 20:38:18.693245 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90be350-c6bb-4f06-85f1-513c11a66156 service neutron] Pushing event updated for resources: {'Port': ['ID=93f8a996-4b64-41b1-b79c-a3a37b28ee6b,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:18.715486 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107f8c5a-a479-493f-b32f-b7dfa8efe1c1 x-openstack-request-id: req-107f8c5a-a479-493f-b32f-b7dfa8efe1c1 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:38:18.715718 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870cec7b-a8a6-42c2-a4c8-34498e782f86", "tag": "93f8a996-4b64-41b1-b79c-a3a37b28ee6b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:38:18.716197 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-107f8c5a-a479-493f-b32f-b7dfa8efe1c1 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:38:18.716619 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'tag': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b', 'status': 'completed', 'code': 200} Jul 08 20:38:18.723990 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:18.732337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:18.742713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] 10.222.0.101 "DELETE /v2.0/networks/c2ccae01-0010-4b9b-be20-201f6e08f30e HTTP/1.1" status: 204 len: 168 time: 3.2523921 Jul 08 20:38:18.754256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1671298033-network', 'tenant_id': 'ab031a9b13b54a1fa5298a271a692e21'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:18.787796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-0ab755c3-b666-4e9c-a2ea-677e618c1a7a', 'network_id': '0ab755c3-b666-4e9c-a2ea-677e618c1a7a', 'tenant_id': '84941e46d6f348268cd024c3e90f273c', 'fixed_ips': [{'subnet_id': '36a0c066-5dda-4395-bb68-a67ca5a3cf97'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:38:18.788700 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:18.806850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d788114f-a38e-420d-9458-e98d1bc448a0 None None] Network b7844ae1-2db4-476e-88ab-7eb9a3b6820c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:18.820945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:18.821551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62f4da-ccda-46ec-8b38-b39c0766edfd admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ccae01-0010-4b9b-be20-201f6e08f30e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:18.826610 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:18.832611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Made reservation on behalf of ab031a9b13b54a1fa5298a271a692e21 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:18.840015 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:18.871392 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:18.915438 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] device_id is not set on port 754e6483-172c-49ce-bdd1-4f83a1a723ba yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:38:18.952186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711ea4d-1487-468b-b9d7-466a67624354 req-8bb514bf-8e25-4df2-8a03-002abc87644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:18.954199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-8bb514bf-8e25-4df2-8a03-002abc87644a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 1095 time: 0.4300988 Jul 08 20:38:19.123792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Allocated IP 2001:db8::f816:3eff:fefb:9700 (0ab755c3-b666-4e9c-a2ea-677e618c1a7a/36a0c066-5dda-4395-bb68-a67ca5a3cf97/754e6483-172c-49ce-bdd1-4f83a1a723ba) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:38:19.132448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50576) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:19.183844 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-c023f10f-6289-44ea-8605-c1b3c39a7d40 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93f8a996-4b64-41b1-b79c-a3a37b28ee6b HTTP/1.1" status: 200 len: 217 time: 0.1887589 Jul 08 20:38:19.210920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023d690-bd59-45a6-be43-2330a7c8370a req-9227fd99-5246-4ce8-b9ee-a3488a83148e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:19.212579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7023d690-bd59-45a6-be43-2330a7c8370a req-9227fd99-5246-4ce8-b9ee-a3488a83148e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 943 time: 0.4529448 Jul 08 20:38:19.298819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c12f9404-0ad3-48bb-91b0-98be9f8baac7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:38:19.335296 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4c2b06dc-3364-483a-b928-e6d622742a3b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fba7a3335c294262a7cea81d4269be31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899452 Jul 08 20:38:19.345352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50578) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:19.356615 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:19.374542 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Transition to ACTIVE for port object 754e6483-172c-49ce-bdd1-4f83a1a723ba will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:19.425516 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:19.440961 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7023d690-bd59-45a6-be43-2330a7c8370a req-229a6948-2b8e-418e-ad1e-62a6a4c0ca8a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199423 Jul 08 20:38:19.453564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e310985e-87f7-42b5-bb3a-d67bc5e0d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:19.455147 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-e310985e-87f7-42b5-bb3a-d67bc5e0d5c7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f7000dd-cd95-4432-bffe-4f7d8d306889 HTTP/1.1" status: 200 len: 835 time: 0.2360101 Jul 08 20:38:19.543132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-25bf7c96-8e52-454a-ae7b-ca8b61d3d290 None None] Provisioning for port c12f9404-0ad3-48bb-91b0-98be9f8baac7 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:38:19.593902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network 0ab755c3-b666-4e9c-a2ea-677e618c1a7a is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:38:19.597027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-972c7ec0-22ff-4c8d-b41d-d2f1dc6edad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:19.606752 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:19.623823 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:38:19.643593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:19.644306 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:19.656572 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-972c7ec0-22ff-4c8d-b41d-d2f1dc6edad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:19.668161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Port': ['ID=754e6483-172c-49ce-bdd1-4f83a1a723ba,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:19.683383 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Allocated IP 2001:db8::f816:3eff:fe6c:91a9 (0ab755c3-b666-4e9c-a2ea-677e618c1a7a/36a0c066-5dda-4395-bb68-a67ca5a3cf97/88bbb37e-4cd9-428e-95b7-be3154a2889b) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:38:19.703696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port c12f9404-0ad3-48bb-91b0-98be9f8baac7 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:38:19.714141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c12f9404-0ad3-48bb-91b0-98be9f8baac7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:38:19.714515 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:19.742316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711ea4d-1487-468b-b9d7-466a67624354 req-a95ebb43-7765-4c0e-9141-1acb4fe72d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:19.745520 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-a95ebb43-7765-4c0e-9141-1acb4fe72d66 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e1b422bd-f258-4082-917b-666247f34640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2770157 Jul 08 20:38:19.840269 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:19.851753 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:19.857893 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-972c7ec0-22ff-4c8d-b41d-d2f1dc6edad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:19.865253 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-972c7ec0-22ff-4c8d-b41d-d2f1dc6edad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:19.871856 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-972c7ec0-22ff-4c8d-b41d-d2f1dc6edad0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/800d307a-1aff-45d3-be0e-98875965f26a HTTP/1.1" status: 204 len: 168 time: 0.5253177 Jul 08 20:38:19.880604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7452cefd-7ae3-4c87-acd7-1da559479ef4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5015571 Jul 08 20:38:19.883297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50590) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:19.911965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c7ec0-22ff-4c8d-b41d-d2f1dc6edad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800d307a-1aff-45d3-be0e-98875965f26a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:20.021733 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-317ce1fd-3480-4eb4-ae51-1ca7818c67df service neutron] 10.222.0.104 "GET /v2.0/networks/e1b422bd-f258-4082-917b-666247f34640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662423 Jul 08 20:38:20.025745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb285707-0ee8-484d-84ba-befe1ddfd16f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Deleting subnet 36a0c066-5dda-4395-bb68-a67ca5a3cf97 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:38:20.044510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:38:20.099909 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8e4ab2-8083-45ed-b590-06fd6b73f97a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:20.105365 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:20.106076 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Added segment ab584c0a-93ac-4a3a-9b11-1478b4902d79 of type vlan for network 37054a06-af26-40f3-a1f8-805409b994f3 Jul 08 20:38:20.158981 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:20.191967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:20.209808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c711ea4d-1487-468b-b9d7-466a67624354 req-0939a743-ac18-43f1-90a9-1551475695b5 service neutron] 10.222.0.104 "GET /v2.0/networks/e1b422bd-f258-4082-917b-666247f34640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816173 Jul 08 20:38:20.278983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port c12f9404-0ad3-48bb-91b0-98be9f8baac7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c12f9404-0ad3-48bb-91b0-98be9f8baac7,segment=NetworkSegment(cc2bc768-66d3-43ee-aafc-1dd5dfe623bd),segment_id=cc2bc768-66d3-43ee-aafc-1dd5dfe623bd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:20.283127 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:20.286237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:20.287067 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:20.302484 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:20.322858 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:20.339955 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165ad4f-cd17-4ca6-aded-28c04341db28 req-526f84bd-6afa-43ee-85b5-3a25d61e6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:20.341754 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a165ad4f-cd17-4ca6-aded-28c04341db28 req-526f84bd-6afa-43ee-85b5-3a25d61e6f42 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 1095 time: 0.0758111 Jul 08 20:38:20.356339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Transition to ACTIVE for port object 88bbb37e-4cd9-428e-95b7-be3154a2889b will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:20.377441 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] Pushing event updated for resources: {'Network': ['ID=37054a06-af26-40f3-a1f8-805409b994f3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:20.396388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Transition to ACTIVE for port object 88bbb37e-4cd9-428e-95b7-be3154a2889b will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:20.402488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 37054a06-af26-40f3-a1f8-805409b994f3 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:38:20.406193 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-46995872-f554-44a2-b50d-e7c236fca30b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0414336 Jul 08 20:38:20.409368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50602) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:20.417713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=c12f9404-0ad3-48bb-91b0-98be9f8baac7,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:20.431435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-cb6fd25a-2f16-4b25-a15c-4bc0158c3826 admin admin] Request body: {'subnet': {'network_id': '37054a06-af26-40f3-a1f8-805409b994f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1671298033-subnet', 'tenant_id': 'ab031a9b13b54a1fa5298a271a692e21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:20.458129 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:20.480224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb285707-0ee8-484d-84ba-befe1ddfd16f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:20.533556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6fd25a-2f16-4b25-a15c-4bc0158c3826 admin admin] Made reservation on behalf of ab031a9b13b54a1fa5298a271a692e21 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:20.539686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd25a-2f16-4b25-a15c-4bc0158c3826 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:20.570575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Pushing event updated for resources: {'Port': ['ID=88bbb37e-4cd9-428e-95b7-be3154a2889b,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:20.605160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Network 0ab755c3-b666-4e9c-a2ea-677e618c1a7a is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:38:20.611447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6fa9393d-7ba8-42d2-ae88-3e00066a40b2 None None] Provisioning complete for port c12f9404-0ad3-48bb-91b0-98be9f8baac7 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:38:20.611698 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6fa9393d-7ba8-42d2-ae88-3e00066a40b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:20.626851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:20.636825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165ad4f-cd17-4ca6-aded-28c04341db28 req-172dae1c-1b03-4fae-a7c7-28df8d2fc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:20.641617 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a165ad4f-cd17-4ca6-aded-28c04341db28 req-172dae1c-1b03-4fae-a7c7-28df8d2fc8ce service neutron] 10.222.0.104 "GET /v2.0/networks?id=e1b422bd-f258-4082-917b-666247f34640 HTTP/1.1" status: 200 len: 898 time: 0.2918863 Jul 08 20:38:20.646022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:38:20.776432 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb285707-0ee8-484d-84ba-befe1ddfd16f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:20.795479 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a165ad4f-cd17-4ca6-aded-28c04341db28 req-5ca3de82-8b14-4ff0-9f4d-fa562ea4d276 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93f8a996-4b64-41b1-b79c-a3a37b28ee6b HTTP/1.1" status: 200 len: 217 time: 0.1436009 Jul 08 20:38:20.901840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165ad4f-cd17-4ca6-aded-28c04341db28 req-acea6246-a6eb-4b63-ab31-d3706a968821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:20.911880 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a165ad4f-cd17-4ca6-aded-28c04341db28 req-acea6246-a6eb-4b63-ab31-d3706a968821 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f7000dd-cd95-4432-bffe-4f7d8d306889 HTTP/1.1" status: 200 len: 835 time: 0.0993934 Jul 08 20:38:21.063822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165ad4f-cd17-4ca6-aded-28c04341db28 req-e25dad14-8c89-43fe-bc21-90b6868b4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:21.066814 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a165ad4f-cd17-4ca6-aded-28c04341db28 req-e25dad14-8c89-43fe-bc21-90b6868b4d84 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e1b422bd-f258-4082-917b-666247f34640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1528280 Jul 08 20:38:21.152613 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:38:21.191692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c12f9404-0ad3-48bb-91b0-98be9f8baac7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:38:21.301214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Attempting to bind port 88bbb37e-4cd9-428e-95b7-be3154a2889b on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:38:21.301952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Attempting to bind port 88bbb37e-4cd9-428e-95b7-be3154a2889b by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '768dfb0c-141e-43e3-8846-8343a3bc1e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0ab755c3-b666-4e9c-a2ea-677e618c1a7a'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:38:21.302498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Attempting to bind port 88bbb37e-4cd9-428e-95b7-be3154a2889b on network 0ab755c3-b666-4e9c-a2ea-677e618c1a7a {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:38:21.314601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a2157-433c-4474-a7dc-9c78f6969737 req-6ca3e43e-aba7-48fc-8cfb-7be049111453 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:21.316257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3a0a2157-433c-4474-a7dc-9c78f6969737 req-6ca3e43e-aba7-48fc-8cfb-7be049111453 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 943 time: 0.6020799 Jul 08 20:38:21.350291 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a165ad4f-cd17-4ca6-aded-28c04341db28 req-f4f30957-403f-4d2c-ac1c-623714441dce service neutron] 10.222.0.104 "GET /v2.0/networks/e1b422bd-f258-4082-917b-666247f34640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764246 Jul 08 20:38:21.396021 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:38:21.396428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Checking segment: {'id': '768dfb0c-141e-43e3-8846-8343a3bc1e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0ab755c3-b666-4e9c-a2ea-677e618c1a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:21.396871 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:21.397282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Bound using segment: {'id': '768dfb0c-141e-43e3-8846-8343a3bc1e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0ab755c3-b666-4e9c-a2ea-677e618c1a7a'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:38:21.400035 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Bound port: 88bbb37e-4cd9-428e-95b7-be3154a2889b, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768dfb0c-141e-43e3-8846-8343a3bc1e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0ab755c3-b666-4e9c-a2ea-677e618c1a7a'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:38:21.400467 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:21.457597 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb285707-0ee8-484d-84ba-befe1ddfd16f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:21.627867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c12f9404-0ad3-48bb-91b0-98be9f8baac7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:38:21.633018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a165ad4f-cd17-4ca6-aded-28c04341db28 req-5da64d95-07b0-4b99-8e49-dcfb6d6f056a service neutron] 10.222.0.104 "GET /v2.0/networks/e1b422bd-f258-4082-917b-666247f34640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770407 Jul 08 20:38:21.652022 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:21.814717 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3a0a2157-433c-4474-a7dc-9c78f6969737 req-bc34bd1f-2c81-49ca-8fa3-7905fb7c03ae tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262096 Jul 08 20:38:22.033387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] For port 88bbb37e-4cd9-428e-95b7-be3154a2889b, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:38:22.038820 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb285707-0ee8-484d-84ba-befe1ddfd16f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:22.063357 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] For port 88bbb37e-4cd9-428e-95b7-be3154a2889b, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=88bbb37e-4cd9-428e-95b7-be3154a2889b,segment=NetworkSegment(768dfb0c-141e-43e3-8846-8343a3bc1e8e),segment_id=768dfb0c-141e-43e3-8846-8343a3bc1e8e)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:38:22.077816 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:22.087189 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb285707-0ee8-484d-84ba-befe1ddfd16f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Subnet': ['ID=36a0c066-5dda-4395-bb68-a67ca5a3cf97,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:22.131869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb285707-0ee8-484d-84ba-befe1ddfd16f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:22.136737 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-eb285707-0ee8-484d-84ba-befe1ddfd16f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/subnets/36a0c066-5dda-4395-bb68-a67ca5a3cf97 HTTP/1.1" status: 204 len: 168 time: 2.2480907 Jul 08 20:38:22.139707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50678) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:22.147809 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd25a-2f16-4b25-a15c-4bc0158c3826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:22.266745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac772d5-8d88-4934-877c-e6ef63bd050f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:22.273351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac772d5-8d88-4934-877c-e6ef63bd050f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:22.281283 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9ac772d5-8d88-4934-877c-e6ef63bd050f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1393025 Jul 08 20:38:22.285179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50680) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:22.310380 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e0330-7794-47fe-94c1-59f8f425bb33 None None] Pushing event updated for resources: {'Port': ['ID=88bbb37e-4cd9-428e-95b7-be3154a2889b,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:22.327437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fd25a-2f16-4b25-a15c-4bc0158c3826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d303bc-59f2-4bec-9b90-ede426597e58,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:22.343298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fd25a-2f16-4b25-a15c-4bc0158c3826 admin admin] Checking segment: {'id': 'ab584c0a-93ac-4a3a-9b11-1478b4902d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '37054a06-af26-40f3-a1f8-805409b994f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:22.343670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6fd25a-2f16-4b25-a15c-4bc0158c3826 admin admin] Network hostable DHCP agents. Network: 37054a06-af26-40f3-a1f8-805409b994f3, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:38:22.395456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6fd25a-2f16-4b25-a15c-4bc0158c3826 admin admin] Network 37054a06-af26-40f3-a1f8-805409b994f3 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:38:22.409543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-cb6fd25a-2f16-4b25-a15c-4bc0158c3826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 37054a06-af26-40f3-a1f8-805409b994f3) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:22.418569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fed4bf3-7a67-4697-a050-6ffcc0ae8ae3 None None] Network 37054a06-af26-40f3-a1f8-805409b994f3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:22.419628 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6fd25a-2f16-4b25-a15c-4bc0158c3826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:22.420280 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd25a-2f16-4b25-a15c-4bc0158c3826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:22.445653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ae3808c1-bd8c-498f-b0a0-6ab5e4549e6c tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:22.458192 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3808c1-bd8c-498f-b0a0-6ab5e4549e6c tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 08 20:38:22.459113 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3808c1-bd8c-498f-b0a0-6ab5e4549e6c tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:22.467692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ae3808c1-bd8c-498f-b0a0-6ab5e4549e6c tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/networks/0ab755c3-b666-4e9c-a2ea-677e618c1a7a HTTP/1.1" status: 409 len: 405 time: 0.1804216 Jul 08 20:38:22.468850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50688) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:22.474808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-8042478c-ef94-4d93-9531-ffb45cf4a072 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-668467076'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:22.499403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0820d020-c5aa-4fda-85a7-d8be0f5d0ba6 req-41f8227d-c10c-41e2-8af1-303a2e888c89 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0611191 Jul 08 20:38:22.511642 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cb6fd25a-2f16-4b25-a15c-4bc0158c3826 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1003568 Jul 08 20:38:22.514848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8042478c-ef94-4d93-9531-ffb45cf4a072 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:22.520839 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8042478c-ef94-4d93-9531-ffb45cf4a072 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:22.595850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8042478c-ef94-4d93-9531-ffb45cf4a072 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:38:22.630091 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8042478c-ef94-4d93-9531-ffb45cf4a072 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:22.673122 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-8042478c-ef94-4d93-9531-ffb45cf4a072 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Added segment ad1c1778-0add-4ba7-bbfc-72153b19b7a9 of type vlan for network 444422fd-7dea-4136-86c8-6adf9c1ab0ce Jul 08 20:38:22.854509 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8042478c-ef94-4d93-9531-ffb45cf4a072 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:22.901722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c96ab2-7abc-4a25-9ca4-64e559f1da14 None None] Network 37054a06-af26-40f3-a1f8-805409b994f3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:23.000885 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8042478c-ef94-4d93-9531-ffb45cf4a072 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:23.027924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8042478c-ef94-4d93-9531-ffb45cf4a072 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:23.032813 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8042478c-ef94-4d93-9531-ffb45cf4a072 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:23.247533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 88bbb37e-4cd9-428e-95b7-be3154a2889b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:38:23.355004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042478c-ef94-4d93-9531-ffb45cf4a072 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Network': ['ID=444422fd-7dea-4136-86c8-6adf9c1ab0ce,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:23.386472 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8042478c-ef94-4d93-9531-ffb45cf4a072 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9162729 Jul 08 20:38:23.389598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50726) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:23.397115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6740da64-db20-4ccd-a0a5-171ee70059e5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'subnet': {'network_id': '444422fd-7dea-4136-86c8-6adf9c1ab0ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:23.397678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 444422fd-7dea-4136-86c8-6adf9c1ab0ce details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:38:23.558871 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ada5e-2e5e-4d8d-b94d-0dc6b9f65a81 req-6d68bb16-9ff9-4f11-b1a7-2957823c5635 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:23.563137 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c3ada5e-2e5e-4d8d-b94d-0dc6b9f65a81 req-6d68bb16-9ff9-4f11-b1a7-2957823c5635 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 943 time: 0.3180850 Jul 08 20:38:23.598529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-f115d2ac-d0f5-406b-98a7-d7b655c151a0 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:23.606391 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-f115d2ac-d0f5-406b-98a7-d7b655c151a0 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/networks?id=37054a06-af26-40f3-a1f8-805409b994f3 HTTP/1.1" status: 200 len: 813 time: 0.4002650 Jul 08 20:38:23.629871 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:23.631974 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d945cfca-05f6-4095-b60b-57aeff6650c8 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/quotas/ab031a9b13b54a1fa5298a271a692e21 HTTP/1.1" status: 200 len: 375 time: 0.0176487 Jul 08 20:38:23.632868 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 88bbb37e-4cd9-428e-95b7-be3154a2889b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:38:23.711145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c3ada5e-2e5e-4d8d-b94d-0dc6b9f65a81 req-db8c47ce-274c-4116-b2b0-d94546931612 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398454 Jul 08 20:38:23.713874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6740da64-db20-4ccd-a0a5-171ee70059e5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:23.724666 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6740da64-db20-4ccd-a0a5-171ee70059e5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:23.756645 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-e534fae2-e480-42ba-971a-8750b21ebf77 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ab031a9b13b54a1fa5298a271a692e21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097956 Jul 08 20:38:24.104322 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-62f55dc8-7da4-4c56-9857-cce1ff9715a6 service neutron] 10.222.0.101 "GET /v2.0/networks/37054a06-af26-40f3-a1f8-805409b994f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155029 Jul 08 20:38:24.200667 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c8741db8-1519-4909-8148-6d3027238576 req-499d39d7-ee03-479f-b3c4-91d1ba45eda1 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.1250355 Jul 08 20:38:24.337781 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-a0c6bcb8-9307-4ade-abd5-814a3c1dd604 service neutron] 10.222.0.101 "GET /v2.0/networks/37054a06-af26-40f3-a1f8-805409b994f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315731 Jul 08 20:38:24.400433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae2a5ed-6b06-4c18-aec7-bf58a40d1e53 None None] Network 0ab755c3-b666-4e9c-a2ea-677e618c1a7a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:24.444315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.objects.ports [None req-6740da64-db20-4ccd-a0a5-171ee70059e5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:38:24.446225 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6740da64-db20-4ccd-a0a5-171ee70059e5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:24.508442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740da64-db20-4ccd-a0a5-171ee70059e5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Subnet': ['ID=e38df455-148c-4203-ad95-436fe9b0e1a0,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:24.571041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 93f8a996-4b64-41b1-b79c-a3a37b28ee6b details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:38:24.592980 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740da64-db20-4ccd-a0a5-171ee70059e5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Checking segment: {'id': 'ad1c1778-0add-4ba7-bbfc-72153b19b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '444422fd-7dea-4136-86c8-6adf9c1ab0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:24.594552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6740da64-db20-4ccd-a0a5-171ee70059e5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network hostable DHCP agents. Network: 444422fd-7dea-4136-86c8-6adf9c1ab0ce, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:38:24.672865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6740da64-db20-4ccd-a0a5-171ee70059e5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network 444422fd-7dea-4136-86c8-6adf9c1ab0ce is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:38:24.697686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6740da64-db20-4ccd-a0a5-171ee70059e5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 444422fd-7dea-4136-86c8-6adf9c1ab0ce) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:24.714503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740da64-db20-4ccd-a0a5-171ee70059e5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:24.715869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6740da64-db20-4ccd-a0a5-171ee70059e5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:24.741213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346b85fc-fe1c-40b4-9633-e8f3df33008a None None] Network 444422fd-7dea-4136-86c8-6adf9c1ab0ce requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:24.751396 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32d5a470-06c8-4f8c-9378-03ca42ad15ee req-b299c3aa-0b9c-40a5-b75b-ad7a7e333d2e tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 210 time: 0.0581357 Jul 08 20:38:24.757080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50764) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:24.759084 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6740da64-db20-4ccd-a0a5-171ee70059e5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3679483 Jul 08 20:38:24.762781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'port': {'network_id': '444422fd-7dea-4136-86c8-6adf9c1ab0ce', 'name': 'tempest-NetworksIpV6TestAttrs-294151468'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:24.802612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=93f8a996-4b64-41b1-b79c-a3a37b28ee6b,segment=NetworkSegment(5fdd9bb2-09af-4067-a2e8-6fc4972e93e8),segment_id=5fdd9bb2-09af-4067-a2e8-6fc4972e93e8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:24.902026 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'port_id': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b', 'mac_address': 'fa:16:3e:66:a7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:38:24.960046 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7c1bd487-684b-41e6-90bd-e5534b80c51d None None] Provisioning for port 88bbb37e-4cd9-428e-95b7-be3154a2889b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:38:24.971305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7c1bd487-684b-41e6-90bd-e5534b80c51d None None] Provisioning complete for port 88bbb37e-4cd9-428e-95b7-be3154a2889b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:38:24.971979 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd487-684b-41e6-90bd-e5534b80c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:25.099715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44143f-2613-42ca-817b-61deb656d9eb req-9072b514-877f-4d80-b3e4-32dad2f4d8b8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:25.107139 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b44143f-2613-42ca-817b-61deb656d9eb req-9072b514-877f-4d80-b3e4-32dad2f4d8b8 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 943 time: 0.1486473 Jul 08 20:38:25.158186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:25.163224 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:25.166122 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:25.205626 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b44143f-2613-42ca-817b-61deb656d9eb req-00a87410-5683-4caf-81c7-065f97abd8c7 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960367 Jul 08 20:38:25.237260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] device_id is not set on port dccc96ab-b069-43fe-973b-a409079872b9 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:38:25.356476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f8a996-4b64-41b1-b79c-a3a37b28ee6b {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:38:25.429778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=93f8a996-4b64-41b1-b79c-a3a37b28ee6b,segment=NetworkSegment(5fdd9bb2-09af-4067-a2e8-6fc4972e93e8),segment_id=5fdd9bb2-09af-4067-a2e8-6fc4972e93e8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:25.457282 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:25.460800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3ae49d-3422-4a81-af30-32aa4b792b02 None None] DHCP port deletion for 0ab755c3-b666-4e9c-a2ea-677e618c1a7a request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:38:25.538090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Allocated IP 2001:db8::f816:3eff:fee2:19c8 (444422fd-7dea-4136-86c8-6adf9c1ab0ce/e38df455-148c-4203-ad95-436fe9b0e1a0/dccc96ab-b069-43fe-973b-a409079872b9) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:38:25.668457 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-444422fd-7dea-4136-86c8-6adf9c1ab0ce', 'network_id': '444422fd-7dea-4136-86c8-6adf9c1ab0ce', 'tenant_id': '84941e46d6f348268cd024c3e90f273c', 'fixed_ips': [{'subnet_id': 'e38df455-148c-4203-ad95-436fe9b0e1a0'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:38:25.669488 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:25.778250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['93f8a996-4b64-41b1-b79c-a3a37b28ee6b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:38:25.867469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eeb8f147-290e-4542-9c8b-6e1b0a5b1d03 req-3ade628e-f23d-4e3a-a403-b41785a6e04e tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0454061 Jul 08 20:38:25.910595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:25.959279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Transition to ACTIVE for port object dccc96ab-b069-43fe-973b-a409079872b9 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:25.969123 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-21059f97-b01e-41c5-ae13-dedf2b6ecd34 req-341ae283-0555-454f-8c01-5520f7687acb tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 210 time: 0.0525973 Jul 08 20:38:26.061498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=93f8a996-4b64-41b1-b79c-a3a37b28ee6b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:26.081215 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd487-684b-41e6-90bd-e5534b80c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:26.096271 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:26.176895 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network 444422fd-7dea-4136-86c8-6adf9c1ab0ce is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:38:26.202405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:26.219422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:38:26.245411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:26.246114 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:26.262694 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ae49d-3422-4a81-af30-32aa4b792b02 None None] Deleting port 88bbb37e-4cd9-428e-95b7-be3154a2889b {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:26.263082 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ef3ae49d-3422-4a81-af30-32aa4b792b02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:26.301169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Port': ['ID=dccc96ab-b069-43fe-973b-a409079872b9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:26.334511 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-80e6363f-664c-441e-8038-8fad1adfcb06 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5692444 Jul 08 20:38:26.334640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50800) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:26.446985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ef3ae49d-3422-4a81-af30-32aa4b792b02 None None] For port 88bbb37e-4cd9-428e-95b7-be3154a2889b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=88bbb37e-4cd9-428e-95b7-be3154a2889b,segment=NetworkSegment(768dfb0c-141e-43e3-8846-8343a3bc1e8e),segment_id=768dfb0c-141e-43e3-8846-8343a3bc1e8e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:26.447484 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ef3ae49d-3422-4a81-af30-32aa4b792b02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:26.503666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fcfbeb-ddd6-4690-8490-0c9cafe6ad60 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Deleting subnet e38df455-148c-4203-ad95-436fe9b0e1a0 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:38:26.506258 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ae49d-3422-4a81-af30-32aa4b792b02 None None] Calling delete_port for 88bbb37e-4cd9-428e-95b7-be3154a2889b owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:26.626036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Allocated IP 2001:db8::f816:3eff:fea3:24b1 (444422fd-7dea-4136-86c8-6adf9c1ab0ce/e38df455-148c-4203-ad95-436fe9b0e1a0/ce660eef-7f36-498f-b8bb-c83f87fd3799) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:38:26.689940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f2f81-404f-47c8-b7b5-aff0ff60b7ce req-da668c85-171c-4c8a-81dc-3b56410e5340 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:26.698160 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4f0f2f81-404f-47c8-b7b5-aff0ff60b7ce req-da668c85-171c-4c8a-81dc-3b56410e5340 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 944 time: 0.2099955 Jul 08 20:38:26.741293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4f0f2f81-404f-47c8-b7b5-aff0ff60b7ce req-66dbef02-da21-4bb8-8fe2-6654912b406f tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Jul 08 20:38:26.803590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7c1bd487-684b-41e6-90bd-e5534b80c51d None None] For port 88bbb37e-4cd9-428e-95b7-be3154a2889b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=88bbb37e-4cd9-428e-95b7-be3154a2889b,segment=NetworkSegment(768dfb0c-141e-43e3-8846-8343a3bc1e8e),segment_id=768dfb0c-141e-43e3-8846-8343a3bc1e8e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:26.881421 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd487-684b-41e6-90bd-e5534b80c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:26.965702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bd487-684b-41e6-90bd-e5534b80c51d None None] Pushing event updated for resources: {'Port': ['ID=88bbb37e-4cd9-428e-95b7-be3154a2889b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:27.069475 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:27.088765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Transition to ACTIVE for port object ce660eef-7f36-498f-b8bb-c83f87fd3799 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:27.164211 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ef3ae49d-3422-4a81-af30-32aa4b792b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:27.270686 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Transition to ACTIVE for port object ce660eef-7f36-498f-b8bb-c83f87fd3799 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:27.275605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ae49d-3422-4a81-af30-32aa4b792b02 None None] Pushing event deleted for resources: {'Port': ['ID=88bbb37e-4cd9-428e-95b7-be3154a2889b,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:27.285595 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 88bbb37e-4cd9-428e-95b7-be3154a2889b no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:27.368680 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6d40cb6c-b467-47ff-9940-16d5674bb6f2 req-4b8631c4-996e-42ba-80ad-9f910a157975 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.4877036 Jul 08 20:38:27.391390 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3ae49d-3422-4a81-af30-32aa4b792b02 None None] No DVR routers for this DVR port 88bbb37e-4cd9-428e-95b7-be3154a2889b on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:27.406100 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:27.434793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-8055d9f3-e240-4495-9e07-a38f9f6fd83a tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:27.445287 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-8055d9f3-e240-4495-9e07-a38f9f6fd83a tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.103 "GET /v2.0/networks?id=37054a06-af26-40f3-a1f8-805409b994f3 HTTP/1.1" status: 200 len: 813 time: 0.3016758 Jul 08 20:38:27.446637 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78fcfbeb-ddd6-4690-8490-0c9cafe6ad60 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:27.472980 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-824b9492-6565-4453-93d8-b76055c427e2 req-b13524fc-1d52-48d3-883d-f4e097c6caac tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 210 time: 0.1274855 Jul 08 20:38:27.479489 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Network 444422fd-7dea-4136-86c8-6adf9c1ab0ce is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:38:27.487187 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 88bbb37e-4cd9-428e-95b7-be3154a2889b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:38:27.487769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 88bbb37e-4cd9-428e-95b7-be3154a2889b not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:38:27.491741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:27.534947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:38:27.589714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-506019c7-9b04-426c-8fd8-a2cc2dd2ee0c tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Request body: {'port': {'device_id': '6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911', 'network_id': '37054a06-af26-40f3-a1f8-805409b994f3', 'admin_state_up': True, 'tenant_id': 'ab031a9b13b54a1fa5298a271a692e21'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:27.608764 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95800249-3ab6-453e-9f8d-f9132ce50830 req-ac90ca07-5c5a-41a1-b7bf-0cc1345eeba0 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.1534884 Jul 08 20:38:27.643024 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78fcfbeb-ddd6-4690-8490-0c9cafe6ad60 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:27.674658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Attempting to bind port ce660eef-7f36-498f-b8bb-c83f87fd3799 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:38:27.675472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Attempting to bind port ce660eef-7f36-498f-b8bb-c83f87fd3799 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ad1c1778-0add-4ba7-bbfc-72153b19b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '444422fd-7dea-4136-86c8-6adf9c1ab0ce'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:38:27.676066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Attempting to bind port ce660eef-7f36-498f-b8bb-c83f87fd3799 on network 444422fd-7dea-4136-86c8-6adf9c1ab0ce {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:38:27.679955 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Pushing event updated for resources: {'Port': ['ID=ce660eef-7f36-498f-b8bb-c83f87fd3799,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:27.700488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:38:27.701541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Checking segment: {'id': 'ad1c1778-0add-4ba7-bbfc-72153b19b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '444422fd-7dea-4136-86c8-6adf9c1ab0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:27.702353 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:27.702994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Bound using segment: {'id': 'ad1c1778-0add-4ba7-bbfc-72153b19b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '444422fd-7dea-4136-86c8-6adf9c1ab0ce'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:38:27.703733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Bound port: ce660eef-7f36-498f-b8bb-c83f87fd3799, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1c1778-0add-4ba7-bbfc-72153b19b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '444422fd-7dea-4136-86c8-6adf9c1ab0ce'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:38:27.704379 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:27.847989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] For port ce660eef-7f36-498f-b8bb-c83f87fd3799, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:38:27.856326 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] For port ce660eef-7f36-498f-b8bb-c83f87fd3799, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce660eef-7f36-498f-b8bb-c83f87fd3799,segment=NetworkSegment(ad1c1778-0add-4ba7-bbfc-72153b19b7a9),segment_id=ad1c1778-0add-4ba7-bbfc-72153b19b7a9)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:38:27.865015 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:27.977988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5409163-54c8-46b3-8116-bfd4cf1e39b9 None None] Pushing event updated for resources: {'Port': ['ID=ce660eef-7f36-498f-b8bb-c83f87fd3799,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:28.259131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1303d-e0a5-42d9-a243-c6040c539f73 req-2a1a7bb4-fa9c-4a05-abaf-97316e635cd4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:28.273251 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dcc1303d-e0a5-42d9-a243-c6040c539f73 req-2a1a7bb4-fa9c-4a05-abaf-97316e635cd4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 944 time: 0.2166955 Jul 08 20:38:28.448966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-506019c7-9b04-426c-8fd8-a2cc2dd2ee0c tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Made reservation on behalf of ab031a9b13b54a1fa5298a271a692e21 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:28.453652 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-506019c7-9b04-426c-8fd8-a2cc2dd2ee0c tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:28.491820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 93f8a996-4b64-41b1-b79c-a3a37b28ee6b up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:38:28.515387 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dcc1303d-e0a5-42d9-a243-c6040c539f73 req-dbbe308a-1da4-43f2-abae-414352ef0ade tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405958 Jul 08 20:38:28.610686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78fcfbeb-ddd6-4690-8490-0c9cafe6ad60 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:28.683266 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:38:28.689386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:38:28.690242 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:28.820355 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ddfb0558-f3aa-4a7d-9cb2-8a355a555d88 req-d8d73144-6b21-4281-ae14-d7c8a17af576 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 210 time: 0.0749116 Jul 08 20:38:28.826531 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78fcfbeb-ddd6-4690-8490-0c9cafe6ad60 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:28.896872 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78fcfbeb-ddd6-4690-8490-0c9cafe6ad60 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:28.898770 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-78fcfbeb-ddd6-4690-8490-0c9cafe6ad60 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/subnets/e38df455-148c-4203-ad95-436fe9b0e1a0 HTTP/1.1" status: 204 len: 168 time: 2.5673611 Jul 08 20:38:28.901808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50846) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:28.924912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcfbeb-ddd6-4690-8490-0c9cafe6ad60 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Subnet': ['ID=e38df455-148c-4203-ad95-436fe9b0e1a0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:28.931689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-506019c7-9b04-426c-8fd8-a2cc2dd2ee0c tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Allocated IP 172.20.0.6 (37054a06-af26-40f3-a1f8-805409b994f3/71d303bc-59f2-4bec-9b90-ede426597e58/b75240bd-01cd-468d-be1a-92afadd569be) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:38:28.944358 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:29.005307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=93f8a996-4b64-41b1-b79c-a3a37b28ee6b,segment=NetworkSegment(5fdd9bb2-09af-4067-a2e8-6fc4972e93e8),segment_id=5fdd9bb2-09af-4067-a2e8-6fc4972e93e8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:29.007097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:38:29.010023 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeacd5c2-60a8-4d97-9246-78e44d4aeac9" -d '{"events": [{"server_uuid": "870cec7b-a8a6-42c2-a4c8-34498e782f86", "name": "network-vif-plugged", "status": "completed", "tag": "93f8a996-4b64-41b1-b79c-a3a37b28ee6b"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:38:29.043396 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:29.177069 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9109f1d6-995b-4bc1-826d-4c5984bb3750 req-cb9150ce-f789-476a-9867-de9ab1f1fc8a tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.1559761 Jul 08 20:38:29.185368 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29db6d1-9aaa-49e2-bf0a-3187de090d50 x-openstack-request-id: req-e29db6d1-9aaa-49e2-bf0a-3187de090d50 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:38:29.186333 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870cec7b-a8a6-42c2-a4c8-34498e782f86", "name": "network-vif-plugged", "status": "completed", "tag": "93f8a996-4b64-41b1-b79c-a3a37b28ee6b", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:38:29.186598 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e29db6d1-9aaa-49e2-bf0a-3187de090d50 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:38:29.187017 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b', 'code': 200} Jul 08 20:38:29.192393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=93f8a996-4b64-41b1-b79c-a3a37b28ee6b,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:29.200622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadf2788-4b18-419d-84d1-469a2a87332a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:29.206940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadf2788-4b18-419d-84d1-469a2a87332a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:29.213416 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dadf2788-4b18-419d-84d1-469a2a87332a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3106203 Jul 08 20:38:29.217775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50852) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:29.275381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce660eef-7f36-498f-b8bb-c83f87fd3799 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:38:29.406590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ce660eef-7f36-498f-b8bb-c83f87fd3799 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:38:29.452948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-506019c7-9b04-426c-8fd8-a2cc2dd2ee0c tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:29.521056 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a2c94656-4a1d-40bd-97c2-709cde482b98 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:29.535357 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c94656-4a1d-40bd-97c2-709cde482b98 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 08 20:38:29.536355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c94656-4a1d-40bd-97c2-709cde482b98 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:29.545367 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a2c94656-4a1d-40bd-97c2-709cde482b98 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/networks/444422fd-7dea-4136-86c8-6adf9c1ab0ce HTTP/1.1" status: 409 len: 405 time: 0.3254890 Jul 08 20:38:29.548723 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50860) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:29.568890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1cb15e24-d039-4b54-be2a-b21b07e8bc46 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1758373693'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:29.588561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-506019c7-9b04-426c-8fd8-a2cc2dd2ee0c tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:29.603961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b09c87-8d8e-4aef-90cd-10f21c2bc26c req-758863a2-23df-4629-8790-9d0d39b40449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:29.608285 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-41b09c87-8d8e-4aef-90cd-10f21c2bc26c req-758863a2-23df-4629-8790-9d0d39b40449 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 1097 time: 0.1904831 Jul 08 20:38:29.611658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb15e24-d039-4b54-be2a-b21b07e8bc46 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:29.628167 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb15e24-d039-4b54-be2a-b21b07e8bc46 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:29.737345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-506019c7-9b04-426c-8fd8-a2cc2dd2ee0c tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Network 37054a06-af26-40f3-a1f8-805409b994f3 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:38:29.741796 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-506019c7-9b04-426c-8fd8-a2cc2dd2ee0c tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:29.745457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-506019c7-9b04-426c-8fd8-a2cc2dd2ee0c tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:38:29.755036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506019c7-9b04-426c-8fd8-a2cc2dd2ee0c tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Pushing event updated for resources: {'Port': ['ID=b75240bd-01cd-468d-be1a-92afadd569be,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:29.843373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-41b09c87-8d8e-4aef-90cd-10f21c2bc26c req-74f66ae6-aac0-4129-a10c-250ca17ba168 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968474 Jul 08 20:38:29.845649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79872440-f837-43a9-bbe7-9e8cdb2643bb None None] Network 444422fd-7dea-4136-86c8-6adf9c1ab0ce requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:29.851475 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-506019c7-9b04-426c-8fd8-a2cc2dd2ee0c tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:29.852164 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-506019c7-9b04-426c-8fd8-a2cc2dd2ee0c tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:29.866144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb15e24-d039-4b54-be2a-b21b07e8bc46 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:38:29.881141 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-506019c7-9b04-426c-8fd8-a2cc2dd2ee0c tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4245749 Jul 08 20:38:29.894238 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb15e24-d039-4b54-be2a-b21b07e8bc46 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:29.894535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Request body: {'port': {'device_id': '6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:29.895057 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-1cb15e24-d039-4b54-be2a-b21b07e8bc46 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Added segment 40c7145f-3e67-4f9f-b5dd-a6319f6a64c7 of type vlan for network 9b01f866-ad35-46e3-b478-004c3fe70b5e Jul 08 20:38:30.070940 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb15e24-d039-4b54-be2a-b21b07e8bc46 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:30.077843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0ee0332f-505d-4030-a9e9-c88c822ec0a4 None None] Provisioning for port ce660eef-7f36-498f-b8bb-c83f87fd3799 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:38:30.089593 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0ee0332f-505d-4030-a9e9-c88c822ec0a4 None None] Provisioning complete for port ce660eef-7f36-498f-b8bb-c83f87fd3799 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:38:30.089967 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ee0332f-505d-4030-a9e9-c88c822ec0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:30.135533 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:30.180548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1949e01-6997-494b-8cf8-1fb6dc2a181f req-4a85ce4b-2a70-4973-8815-421dd53fc8cd tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:30.184701 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1949e01-6997-494b-8cf8-1fb6dc2a181f req-4a85ce4b-2a70-4973-8815-421dd53fc8cd tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 945 time: 0.4062412 Jul 08 20:38:30.189845 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb15e24-d039-4b54-be2a-b21b07e8bc46 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:30.205299 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb15e24-d039-4b54-be2a-b21b07e8bc46 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:30.210256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1cb15e24-d039-4b54-be2a-b21b07e8bc46 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:30.326403 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1cb15e24-d039-4b54-be2a-b21b07e8bc46 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7702785 Jul 08 20:38:30.335585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50880) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:30.343524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2b693bb1-a852-4f35-8414-8b674a21184a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'subnet': {'network_id': '9b01f866-ad35-46e3-b478-004c3fe70b5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:30.460563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1949e01-6997-494b-8cf8-1fb6dc2a181f req-92e189f5-8bb0-4b5f-87e5-0c862ebec41e tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461417 Jul 08 20:38:30.473796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb15e24-d039-4b54-be2a-b21b07e8bc46 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Network': ['ID=9b01f866-ad35-46e3-b478-004c3fe70b5e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:30.516771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b693bb1-a852-4f35-8414-8b674a21184a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:30.525087 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b693bb1-a852-4f35-8414-8b674a21184a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:30.608934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 9b01f866-ad35-46e3-b478-004c3fe70b5e details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:38:30.677119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75240bd-01cd-468d-be1a-92afadd569be {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:38:30.693531 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:30.721409 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d0f895-2ac6-4d13-8b1e-e1666fc5aa70 None None] DHCP port deletion for 444422fd-7dea-4136-86c8-6adf9c1ab0ce request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:38:30.729560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Transition to ACTIVE for port object b75240bd-01cd-468d-be1a-92afadd569be will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:30.735790 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ee0332f-505d-4030-a9e9-c88c822ec0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:30.742394 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:30.913179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0ee0332f-505d-4030-a9e9-c88c822ec0a4 None None] For port ce660eef-7f36-498f-b8bb-c83f87fd3799, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce660eef-7f36-498f-b8bb-c83f87fd3799,segment=NetworkSegment(ad1c1778-0add-4ba7-bbfc-72153b19b7a9),segment_id=ad1c1778-0add-4ba7-bbfc-72153b19b7a9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:30.934372 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ee0332f-505d-4030-a9e9-c88c822ec0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:30.940872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Pushing event updated for resources: {'Port': ['ID=b75240bd-01cd-468d-be1a-92afadd569be,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:30.965340 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc92c1-8ca7-4e78-a57d-c1498cd235d5 req-baf8ac9c-78e5-49c4-ba72-bf2de6f8eeb5 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:30.967456 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-69cc92c1-8ca7-4e78-a57d-c1498cd235d5 req-baf8ac9c-78e5-49c4-ba72-bf2de6f8eeb5 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 931 time: 0.5329888 Jul 08 20:38:31.018193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0f895-2ac6-4d13-8b1e-e1666fc5aa70 None None] Deleting port ce660eef-7f36-498f-b8bb-c83f87fd3799 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:31.019332 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a2d0f895-2ac6-4d13-8b1e-e1666fc5aa70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:31.039106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Attempting to bind port b75240bd-01cd-468d-be1a-92afadd569be on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:38:31.039444 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Attempting to bind port b75240bd-01cd-468d-be1a-92afadd569be by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'ab584c0a-93ac-4a3a-9b11-1478b4902d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '37054a06-af26-40f3-a1f8-805409b994f3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:38:31.039785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Attempting to bind port b75240bd-01cd-468d-be1a-92afadd569be on network 37054a06-af26-40f3-a1f8-805409b994f3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:38:31.067139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Port b75240bd-01cd-468d-be1a-92afadd569be on network 37054a06-af26-40f3-a1f8-805409b994f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:38:31.067443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Attempting to bind port b75240bd-01cd-468d-be1a-92afadd569be on network 37054a06-af26-40f3-a1f8-805409b994f3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:38:31.101698 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:38:31.102057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Checking segment: {'id': 'ab584c0a-93ac-4a3a-9b11-1478b4902d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '37054a06-af26-40f3-a1f8-805409b994f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:31.102456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Bound using segment: {'id': 'ab584c0a-93ac-4a3a-9b11-1478b4902d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '37054a06-af26-40f3-a1f8-805409b994f3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:38:31.102919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Bound port: b75240bd-01cd-468d-be1a-92afadd569be, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab584c0a-93ac-4a3a-9b11-1478b4902d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '37054a06-af26-40f3-a1f8-805409b994f3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:38:31.103290 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:31.201705 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-69cc92c1-8ca7-4e78-a57d-c1498cd235d5 req-91b586f2-da16-4e8e-8117-a41c082809ca tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe8e4ab2-8083-45ed-b590-06fd6b73f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257922 Jul 08 20:38:31.214949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a2d0f895-2ac6-4d13-8b1e-e1666fc5aa70 None None] For port ce660eef-7f36-498f-b8bb-c83f87fd3799, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce660eef-7f36-498f-b8bb-c83f87fd3799,segment=NetworkSegment(ad1c1778-0add-4ba7-bbfc-72153b19b7a9),segment_id=ad1c1778-0add-4ba7-bbfc-72153b19b7a9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:31.216886 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a2d0f895-2ac6-4d13-8b1e-e1666fc5aa70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:31.265346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0f895-2ac6-4d13-8b1e-e1666fc5aa70 None None] Calling delete_port for ce660eef-7f36-498f-b8bb-c83f87fd3799 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:31.322067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.objects.ports [None req-2b693bb1-a852-4f35-8414-8b674a21184a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:38:31.329553 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b693bb1-a852-4f35-8414-8b674a21184a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:31.458387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] For port b75240bd-01cd-468d-be1a-92afadd569be, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:38:31.468986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] For port b75240bd-01cd-468d-be1a-92afadd569be, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b75240bd-01cd-468d-be1a-92afadd569be,segment=NetworkSegment(ab584c0a-93ac-4a3a-9b11-1478b4902d79),segment_id=ab584c0a-93ac-4a3a-9b11-1478b4902d79)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:38:31.477771 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:31.512230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce660eef-7f36-498f-b8bb-c83f87fd3799 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:31.514887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0332f-505d-4030-a9e9-c88c822ec0a4 None None] Pushing event updated for resources: {'Port': ['ID=ce660eef-7f36-498f-b8bb-c83f87fd3799,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:31.559871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:31.561293 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:31.564227 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] 10.222.0.103 "PUT /v2.0/ports/b75240bd-01cd-468d-be1a-92afadd569be HTTP/1.1" status: 200 len: 1092 time: 1.6743267 Jul 08 20:38:31.566195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b693bb1-a852-4f35-8414-8b674a21184a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Subnet': ['ID=d2d31055-fc15-40cc-9dd5-e51019fda69f,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:31.574346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b693bb1-a852-4f35-8414-8b674a21184a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Checking segment: {'id': '40c7145f-3e67-4f9f-b5dd-a6319f6a64c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9b01f866-ad35-46e3-b478-004c3fe70b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:31.574732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911', 'tag': 'b75240bd-01cd-468d-be1a-92afadd569be'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:38:31.577140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b693bb1-a852-4f35-8414-8b674a21184a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network hostable DHCP agents. Network: 9b01f866-ad35-46e3-b478-004c3fe70b5e, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:38:31.579991 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd378c4d-50c1-405a-8dc5-9794b95d37a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911", "tag": "b75240bd-01cd-468d-be1a-92afadd569be"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:38:31.619089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b693bb1-a852-4f35-8414-8b674a21184a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network 9b01f866-ad35-46e3-b478-004c3fe70b5e is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:38:31.643002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-2b693bb1-a852-4f35-8414-8b674a21184a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 9b01f866-ad35-46e3-b478-004c3fe70b5e) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:31.648592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b693bb1-a852-4f35-8414-8b674a21184a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:31.649861 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b693bb1-a852-4f35-8414-8b674a21184a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:31.673217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdaa37c-4de6-47e7-a67d-129231ff425e None None] Network 9b01f866-ad35-46e3-b478-004c3fe70b5e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:31.680422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2b693bb1-a852-4f35-8414-8b674a21184a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3423369 Jul 08 20:38:31.684261 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a2d0f895-2ac6-4d13-8b1e-e1666fc5aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:31.696252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50912) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:31.714090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f66c9-048b-46a4-a179-6dfc1f65a4ed service neutron] Pushing event updated for resources: {'Port': ['ID=b75240bd-01cd-468d-be1a-92afadd569be,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:31.786126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0f895-2ac6-4d13-8b1e-e1666fc5aa70 None None] No DVR routers for this DVR port ce660eef-7f36-498f-b8bb-c83f87fd3799 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:31.793025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0f895-2ac6-4d13-8b1e-e1666fc5aa70 None None] Pushing event deleted for resources: {'Port': ['ID=ce660eef-7f36-498f-b8bb-c83f87fd3799,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:31.800763 n-d-791506-16 neutron-server[94067]: INFO neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No ports have port_id starting with ce660eef-7f36-498f-b8bb-c83f87fd3799 Jul 08 20:38:31.853185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-22e9ad3b-a66c-415b-a3e1-f1a27a78b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:31.854805 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-22e9ad3b-a66c-415b-a3e1-f1a27a78b51b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ab031a9b13b54a1fa5298a271a692e21&device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 1095 time: 0.2320316 Jul 08 20:38:31.867193 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce62daf-078d-475f-a5bc-ef5ef44484b1 req-7bdfd5b7-faa3-41cf-8133-33be4a1ebb1d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:31.868811 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ce62daf-078d-475f-a5bc-ef5ef44484b1 req-7bdfd5b7-faa3-41cf-8133-33be4a1ebb1d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 945 time: 0.1626551 Jul 08 20:38:31.963627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-9b01f866-ad35-46e3-b478-004c3fe70b5e', 'network_id': '9b01f866-ad35-46e3-b478-004c3fe70b5e', 'tenant_id': '84941e46d6f348268cd024c3e90f273c', 'fixed_ips': [{'subnet_id': 'd2d31055-fc15-40cc-9dd5-e51019fda69f'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:38:31.966245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:32.133359 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-509e0607-f3c7-4b0f-837f-3b1533cb271d req-d42e2184-ec69-45c2-939e-e3b6b05b144a tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0776534 Jul 08 20:38:32.169802 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:32.203066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Allocated IP 2001:db8::f816:3eff:fe31:ee8e (9b01f866-ad35-46e3-b478-004c3fe70b5e/d2d31055-fc15-40cc-9dd5-e51019fda69f/fe5dc8d6-6929-4354-b2f0-f9f39b17c620) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:38:32.372016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50932) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:32.465017 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:32.513287 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d351de6b-0499-403d-9840-91b73a60f541 x-openstack-request-id: req-d351de6b-0499-403d-9840-91b73a60f541 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:38:32.513578 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911", "tag": "b75240bd-01cd-468d-be1a-92afadd569be", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:38:32.514113 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d351de6b-0499-403d-9840-91b73a60f541 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:38:32.519876 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911', 'tag': 'b75240bd-01cd-468d-be1a-92afadd569be', 'status': 'completed', 'code': 200} Jul 08 20:38:32.535175 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-922dd830-fb64-41d7-bcd6-4f25030df9dd service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b75240bd-01cd-468d-be1a-92afadd569be HTTP/1.1" status: 200 len: 217 time: 0.6653564 Jul 08 20:38:32.617234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ce62daf-078d-475f-a5bc-ef5ef44484b1 req-0e35839c-4777-497b-acd6-31fa208e8279 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7407455 Jul 08 20:38:32.655639 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:32.669269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-b0dc6542-60dd-4881-85ad-01aa10810fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:32.674995 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-b0dc6542-60dd-4881-85ad-01aa10810fb6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=71d303bc-59f2-4bec-9b90-ede426597e58 HTTP/1.1" status: 200 len: 853 time: 0.1190696 Jul 08 20:38:32.675169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Transition to ACTIVE for port object fe5dc8d6-6929-4354-b2f0-f9f39b17c620 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:32.749493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Transition to ACTIVE for port object fe5dc8d6-6929-4354-b2f0-f9f39b17c620 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:32.770363 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-3ad7e18f-2353-49fe-b7f8-234b7cbbeb5c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=37054a06-af26-40f3-a1f8-805409b994f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816038 Jul 08 20:38:32.778396 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:32.924562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Pushing event updated for resources: {'Port': ['ID=fe5dc8d6-6929-4354-b2f0-f9f39b17c620,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:32.948377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Network 9b01f866-ad35-46e3-b478-004c3fe70b5e is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:38:32.955946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:32.960348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:38:33.026761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:33.042475 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-8c36845f-466c-470f-902b-5fd8aac9d10e service neutron] 10.222.0.103 "GET /v2.0/networks/37054a06-af26-40f3-a1f8-805409b994f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624543 Jul 08 20:38:33.047228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Attempting to bind port fe5dc8d6-6929-4354-b2f0-f9f39b17c620 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:38:33.047953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Attempting to bind port fe5dc8d6-6929-4354-b2f0-f9f39b17c620 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '40c7145f-3e67-4f9f-b5dd-a6319f6a64c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9b01f866-ad35-46e3-b478-004c3fe70b5e'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:38:33.047953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Attempting to bind port fe5dc8d6-6929-4354-b2f0-f9f39b17c620 on network 9b01f866-ad35-46e3-b478-004c3fe70b5e {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:38:33.055657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:38:33.056045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Checking segment: {'id': '40c7145f-3e67-4f9f-b5dd-a6319f6a64c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9b01f866-ad35-46e3-b478-004c3fe70b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:33.056462 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:33.056888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Bound using segment: {'id': '40c7145f-3e67-4f9f-b5dd-a6319f6a64c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9b01f866-ad35-46e3-b478-004c3fe70b5e'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:38:33.057376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Bound port: fe5dc8d6-6929-4354-b2f0-f9f39b17c620, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c7145f-3e67-4f9f-b5dd-a6319f6a64c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9b01f866-ad35-46e3-b478-004c3fe70b5e'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:38:33.057766 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:33.083601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d31055-fc15-40cc-9dd5-e51019fda69f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:33.209316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] For port fe5dc8d6-6929-4354-b2f0-f9f39b17c620, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:38:33.214364 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] For port fe5dc8d6-6929-4354-b2f0-f9f39b17c620, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fe5dc8d6-6929-4354-b2f0-f9f39b17c620,segment=NetworkSegment(40c7145f-3e67-4f9f-b5dd-a6319f6a64c7),segment_id=40c7145f-3e67-4f9f-b5dd-a6319f6a64c7)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:38:33.223186 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:33.268403 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:33.280025 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b01f866-ad35-46e3-b478-004c3fe70b5e']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:33.291515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ce278-f6a0-4e26-baba-07e80583e799 req-26045018-9510-437a-aa02-473d40ef8f82 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:33.293105 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-663ce278-f6a0-4e26-baba-07e80583e799 req-26045018-9510-437a-aa02-473d40ef8f82 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 945 time: 0.4078975 Jul 08 20:38:33.299343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c7145f-3e67-4f9f-b5dd-a6319f6a64c7') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:33.300014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c7145f-3e67-4f9f-b5dd-a6319f6a64c7') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:33.309823 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca1116f6-075d-454b-bdf0-9354a468b833 req-3eda515c-48dc-45ab-a321-3e256e37c450 service neutron] 10.222.0.103 "GET /v2.0/networks/37054a06-af26-40f3-a1f8-805409b994f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584462 Jul 08 20:38:33.312253 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:33.329924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730c675-51c8-4685-b80e-4c8e314e5284 req-cf0a74d4-5538-4786-8096-5968fe3f361d tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:33.332047 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8730c675-51c8-4685-b80e-4c8e314e5284 req-cf0a74d4-5538-4786-8096-5968fe3f361d tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 943 time: 0.5649829 Jul 08 20:38:33.359695 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:33.381973 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:33.382852 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:33.388382 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:33.446192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68de30e1-f013-4bb4-af1b-cc33d1376b9d None None] Network 9b01f866-ad35-46e3-b478-004c3fe70b5e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:33.468042 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-663ce278-f6a0-4e26-baba-07e80583e799 req-38be4c3e-4a1d-41e2-827e-8b14b6c5c6b2 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615489 Jul 08 20:38:33.503586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50954) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:33.605421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b148ee8-25d5-46d3-91db-b5d8de90633d None None] Pushing event updated for resources: {'Port': ['ID=fe5dc8d6-6929-4354-b2f0-f9f39b17c620,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:33.651709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd378c4d-50c1-405a-8dc5-9794b95d37a3 req-15ed9f69-69d2-4df8-90c5-e6055ea116b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:33.653702 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd378c4d-50c1-405a-8dc5-9794b95d37a3 req-15ed9f69-69d2-4df8-90c5-e6055ea116b4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ab031a9b13b54a1fa5298a271a692e21&device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 1095 time: 0.2238743 Jul 08 20:38:33.712432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6294d4c-6364-44bb-8254-2620866714e3 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:33.714275 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f6294d4c-6364-44bb-8254-2620866714e3 tempest-TestNetworkBasicOps-23286910 tempest-TestNetworkBasicOps-23286910-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 1092 time: 0.2097046 Jul 08 20:38:33.721430 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50958) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:33.727948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:33.755696 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8730c675-51c8-4685-b80e-4c8e314e5284 req-0a8388a4-4799-4712-ad05-a945bebb7de5 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe8e4ab2-8083-45ed-b590-06fd6b73f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113288 Jul 08 20:38:33.792176 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:33.835233 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dacfd6-c833-4284-8862-06425a99d605 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:38:33.914346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd378c4d-50c1-405a-8dc5-9794b95d37a3 req-9e8368a8-df59-4c86-96d8-58938dc1801b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:33.916302 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd378c4d-50c1-405a-8dc5-9794b95d37a3 req-9e8368a8-df59-4c86-96d8-58938dc1801b service neutron] 10.222.0.103 "GET /v2.0/networks?id=37054a06-af26-40f3-a1f8-805409b994f3 HTTP/1.1" status: 200 len: 914 time: 0.2549953 Jul 08 20:38:33.918683 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80ee9c00-8cb3-4d71-a092-1f0155778810 req-32bc2634-0261-473a-93f3-d68e968caad9 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0799012 Jul 08 20:38:33.983026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd378c4d-50c1-405a-8dc5-9794b95d37a3 req-a9da8ffd-6524-4864-8ef0-f559fff09fe3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b75240bd-01cd-468d-be1a-92afadd569be HTTP/1.1" status: 200 len: 217 time: 0.0583951 Jul 08 20:38:34.006384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dacfd6-c833-4284-8862-06425a99d605 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:38:34.075736 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd378c4d-50c1-405a-8dc5-9794b95d37a3 req-8c9aeedc-7fc9-40a7-bf1b-04c3e17c47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:34.077852 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd378c4d-50c1-405a-8dc5-9794b95d37a3 req-8c9aeedc-7fc9-40a7-bf1b-04c3e17c47ea service neutron] 10.222.0.103 "GET /v2.0/subnets?id=71d303bc-59f2-4bec-9b90-ede426597e58 HTTP/1.1" status: 200 len: 853 time: 0.0731533 Jul 08 20:38:34.117515 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7041ff7f-f6e5-46da-8990-d28afdf846e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:34.133831 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd378c4d-50c1-405a-8dc5-9794b95d37a3 req-9b540fd7-88ea-4c27-ad8e-c5a738b1afb6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=37054a06-af26-40f3-a1f8-805409b994f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346498 Jul 08 20:38:34.203309 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:34.295370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 20:38:34.295370 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 20:38:34.295370 n-d-791506-16 neutron-server[94066]: [parameters: {'id': '9b01f866-ad35-46e3-b478-004c3fe70b5e'}] Jul 08 20:38:34.295370 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:38:34.297306 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:38:34.355925 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd378c4d-50c1-405a-8dc5-9794b95d37a3 req-6cd9de63-6171-441e-b50f-aab981325fca service neutron] 10.222.0.103 "GET /v2.0/networks/37054a06-af26-40f3-a1f8-805409b994f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125258 Jul 08 20:38:34.386389 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Allocated IP 172.25.4.156 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/2ae9cd07-5b2a-46d7-b27c-42a87c5fea1a) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:38:34.548606 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd378c4d-50c1-405a-8dc5-9794b95d37a3 req-dc97a92a-c80c-4c05-b88c-c1959ab97705 service neutron] 10.222.0.103 "GET /v2.0/networks/37054a06-af26-40f3-a1f8-805409b994f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796684 Jul 08 20:38:34.550692 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1389a791-88b7-4ff0-9bac-27950d661389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:34.586254 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:34.643426 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:34.694858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:38:34.698999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:34.709690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:38:34.742780 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=2ae9cd07-5b2a-46d7-b27c-42a87c5fea1a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:34.802136 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.041841 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Deleting port fe5dc8d6-6929-4354-b2f0-f9f39b17c620 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:35.042496 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.133179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f5d30-5170-4b63-a996-ae6131022ba5 req-244fb28b-6534-4c81-a2be-852e640d81b9 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:35.134914 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-418f5d30-5170-4b63-a996-ae6131022ba5 req-244fb28b-6534-4c81-a2be-852e640d81b9 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 943 time: 0.2237780 Jul 08 20:38:35.144805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1389a791-88b7-4ff0-9bac-27950d661389 admin admin] Deleting port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:35.145276 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1389a791-88b7-4ff0-9bac-27950d661389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.210181 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04dbec16-40c1-4531-8862-12f4e8448ba0 req-7ae8932f-e97d-43b4-b117-cbc39693f4bf tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0776839 Jul 08 20:38:35.314749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-418f5d30-5170-4b63-a996-ae6131022ba5 req-b5417d39-4438-4ec5-b60d-20f2a6bf8967 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe8e4ab2-8083-45ed-b590-06fd6b73f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156096 Jul 08 20:38:35.322413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] For port fe5dc8d6-6929-4354-b2f0-f9f39b17c620, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fe5dc8d6-6929-4354-b2f0-f9f39b17c620,segment=NetworkSegment(40c7145f-3e67-4f9f-b5dd-a6319f6a64c7),segment_id=40c7145f-3e67-4f9f-b5dd-a6319f6a64c7)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:35.323114 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.349364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Calling delete_port for fe5dc8d6-6929-4354-b2f0-f9f39b17c620 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:35.381380 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-1389a791-88b7-4ff0-9bac-27950d661389 admin admin] For port bcb215ee-8493-40a0-bc8c-6dc6e181a5ca, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bcb215ee-8493-40a0-bc8c-6dc6e181a5ca,segment=NetworkSegment(3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc),segment_id=3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:35.381755 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1389a791-88b7-4ff0-9bac-27950d661389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.424266 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.432941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1389a791-88b7-4ff0-9bac-27950d661389 admin admin] Calling delete_port for bcb215ee-8493-40a0-bc8c-6dc6e181a5ca owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:35.530454 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.540539 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.613008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Port': ['ID=fe5dc8d6-6929-4354-b2f0-f9f39b17c620,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:35.623094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] No DVR routers for this DVR port fe5dc8d6-6929-4354-b2f0-f9f39b17c620 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:35.760435 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.768046 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.775527 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.792067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b01f866-ad35-46e3-b478-004c3fe70b5e']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:35.814229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c7145f-3e67-4f9f-b5dd-a6319f6a64c7') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:35.814229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c7145f-3e67-4f9f-b5dd-a6319f6a64c7') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:35.818479 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1389a791-88b7-4ff0-9bac-27950d661389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.868545 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.889355 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.890133 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.893537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event updated for resources: {'Port': ['ID=2ae9cd07-5b2a-46d7-b27c-42a87c5fea1a,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:35.897019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:35.897489 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:35.967412 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:35.972552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389a791-88b7-4ff0-9bac-27950d661389 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb215ee-8493-40a0-bc8c-6dc6e181a5ca,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:36.049383 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Floating IP c764a2e8-7acd-44f9-a571-9efdbf38a270 associated. External IP: 172.25.4.156, port: 93f8a996-4b64-41b1-b79c-a3a37b28ee6b. Jul 08 20:38:36.068282 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:36.090631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:36.095990 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/networks/9b01f866-ad35-46e3-b478-004c3fe70b5e HTTP/1.1" status: 204 len: 168 time: 4.3943634 Jul 08 20:38:36.095990 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607a26d-eb9c-49da-8048-0407585ebf97 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Network': ['ID=9b01f866-ad35-46e3-b478-004c3fe70b5e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:36.097098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51006) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:36.104533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-24b1dacf-373c-44cd-a94d-09c0dd8981d5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1350567355'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:36.236706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b1dacf-373c-44cd-a94d-09c0dd8981d5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:36.240816 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24b1dacf-373c-44cd-a94d-09c0dd8981d5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:36.405319 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1389a791-88b7-4ff0-9bac-27950d661389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:36.440318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b1dacf-373c-44cd-a94d-09c0dd8981d5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:38:36.509410 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5b8fa0a8-10ae-441b-b500-c0766af16d5e req-ab53dec2-2493-4075-8d3c-43b249265d9d tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0545633 Jul 08 20:38:36.520232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Router 74a89d44-cfef-4d69-9ceb-48fff44debde has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:38:36.564482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24b1dacf-373c-44cd-a94d-09c0dd8981d5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:36.565157 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-24b1dacf-373c-44cd-a94d-09c0dd8981d5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Added segment 926dc967-647b-4bc7-bebc-8cdf5ada0e5d of type vlan for network 15060859-8f6a-43ef-92bb-9c0f7fce30ca Jul 08 20:38:36.708528 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24b1dacf-373c-44cd-a94d-09c0dd8981d5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:36.716072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:38:36.728044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a8aa2-72da-4c43-9e82-674c7fac45ab None None] Sync routers for ids ['74a89d44-cfef-4d69-9ceb-48fff44debde'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:38:36.755064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a8aa2-72da-4c43-9e82-674c7fac45ab None None] Routers {'74a89d44-cfef-4d69-9ceb-48fff44debde'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:38:36.755775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a42a8aa2-72da-4c43-9e82-674c7fac45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:38:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['74a89d44-cfef-4d69-9ceb-48fff44debde'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:36.756071 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:36.791306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07456a84-a91d-411f-b272-252f7f3e2109 req-d06877a6-4447-4d96-a22f-71001d6d2061 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:36.792921 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-07456a84-a91d-411f-b272-252f7f3e2109 req-d06877a6-4447-4d96-a22f-71001d6d2061 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 943 time: 0.2909787 Jul 08 20:38:36.833851 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24b1dacf-373c-44cd-a94d-09c0dd8981d5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:36.840006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b1dacf-373c-44cd-a94d-09c0dd8981d5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:36.840653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24b1dacf-373c-44cd-a94d-09c0dd8981d5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:36.846266 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-99857708-3d14-4141-bc54-04865158ad9d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1183565 Jul 08 20:38:36.847006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51028) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:36.847612 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'tag': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:38:36.855323 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fdd382-2d44-480d-8111-39cd9be1e60a" -d '{"events": [{"name": "network-changed", "server_uuid": "870cec7b-a8a6-42c2-a4c8-34498e782f86", "tag": "93f8a996-4b64-41b1-b79c-a3a37b28ee6b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:38:36.931410 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047e8f3d-6596-4c1a-85e1-7a1bfd7b33b0 x-openstack-request-id: req-047e8f3d-6596-4c1a-85e1-7a1bfd7b33b0 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:38:36.931627 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870cec7b-a8a6-42c2-a4c8-34498e782f86", "tag": "93f8a996-4b64-41b1-b79c-a3a37b28ee6b", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:38:36.932068 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-047e8f3d-6596-4c1a-85e1-7a1bfd7b33b0 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:38:36.932717 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'tag': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b', 'status': 'completed', 'code': 200} Jul 08 20:38:36.946759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a42a8aa2-72da-4c43-9e82-674c7fac45ab None None] Set router 74a89d44-cfef-4d69-9ceb-48fff44debde gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:38:36.963834 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f049c3fb-f1cd-4465-ae5a-aad413d8bdc9 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/floatingips/c764a2e8-7acd-44f9-a571-9efdbf38a270 HTTP/1.1" status: 200 len: 991 time: 0.1041126 Jul 08 20:38:37.009649 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-07456a84-a91d-411f-b272-252f7f3e2109 req-dfb9531a-1b76-4417-8eb7-2c324108beb8 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe8e4ab2-8083-45ed-b590-06fd6b73f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760068 Jul 08 20:38:37.052541 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30562fdb-2cb1-410d-b24f-a4aaa0e1b82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:37.112793 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-24b1dacf-373c-44cd-a94d-09c0dd8981d5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0125132 Jul 08 20:38:37.116585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51036) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:37.124709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-7831583c-7cbb-4285-a6df-25e4dcf082dd tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'subnet': {'network_id': '15060859-8f6a-43ef-92bb-9c0f7fce30ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:37.133945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1dacf-373c-44cd-a94d-09c0dd8981d5 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Network': ['ID=15060859-8f6a-43ef-92bb-9c0f7fce30ca,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:37.164700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1389a791-88b7-4ff0-9bac-27950d661389 admin admin] Router 17150790-238d-4261-9e59-f306f0b0e9f6 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:38:37.168441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 15060859-8f6a-43ef-92bb-9c0f7fce30ca details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:38:37.183470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdd382-2d44-480d-8111-39cd9be1e60a req-bd804ab1-c5d8-4a02-9493-9a11b2148938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:37.185957 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f9fdd382-2d44-480d-8111-39cd9be1e60a req-bd804ab1-c5d8-4a02-9493-9a11b2148938 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 1097 time: 0.2204010 Jul 08 20:38:37.252840 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:37.290092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7831583c-7cbb-4285-a6df-25e4dcf082dd tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:37.297040 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7831583c-7cbb-4285-a6df-25e4dcf082dd tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:37.374452 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b75240bd-01cd-468d-be1a-92afadd569be details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:38:37.444548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1389a791-88b7-4ff0-9bac-27950d661389 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:38:37.457143 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfebbe27-3fd1-4e59-810e-ec0bc9c8ca48 None None] Sync routers for ids ['17150790-238d-4261-9e59-f306f0b0e9f6'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:38:37.464500 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1389a791-88b7-4ff0-9bac-27950d661389 admin admin] 10.222.0.101 "PUT /v2.0/routers/17150790-238d-4261-9e59-f306f0b0e9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0863523 Jul 08 20:38:37.467259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51042) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:37.480759 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfebbe27-3fd1-4e59-810e-ec0bc9c8ca48 None None] Routers {'17150790-238d-4261-9e59-f306f0b0e9f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:38:37.485422 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-dfebbe27-3fd1-4e59-810e-ec0bc9c8ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:38:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['17150790-238d-4261-9e59-f306f0b0e9f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:37.559473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdd382-2d44-480d-8111-39cd9be1e60a req-5b8fe1ad-a961-42c1-9197-d0393ad554cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:37.574644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f9fdd382-2d44-480d-8111-39cd9be1e60a req-5b8fe1ad-a961-42c1-9197-d0393ad554cb service neutron] 10.222.0.104 "GET /v2.0/networks?id=e1b422bd-f258-4082-917b-666247f34640 HTTP/1.1" status: 200 len: 898 time: 0.3457444 Jul 08 20:38:37.592652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b75240bd-01cd-468d-be1a-92afadd569be, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b75240bd-01cd-468d-be1a-92afadd569be,segment=NetworkSegment(ab584c0a-93ac-4a3a-9b11-1478b4902d79),segment_id=ab584c0a-93ac-4a3a-9b11-1478b4902d79)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:37.644095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'b75240bd-01cd-468d-be1a-92afadd569be', 'network_id': '37054a06-af26-40f3-a1f8-805409b994f3', 'port_id': 'b75240bd-01cd-468d-be1a-92afadd569be', 'mac_address': 'fa:16:3e:a3:3d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d303bc-59f2-4bec-9b90-ede426597e58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:38:37.648568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a42a8aa2-72da-4c43-9e82-674c7fac45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:37:56Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'c764a2e8-7acd-44f9-a571-9efdbf38a270', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'port_id': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'mac_address': 'fa:16:3e:66:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:38:35Z', 'updated_at': '2021-07-08T20:38:35Z', 'revision_number': 0, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab33412a-5bf6-4fcc-90af-e3c862123f99', 'name': '', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:1c:d1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:52Z', 'updated_at': '2021-07-08T20:38:05Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:37.693955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7831583c-7cbb-4285-a6df-25e4dcf082dd tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:37.697251 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f9fdd382-2d44-480d-8111-39cd9be1e60a req-1096c85d-3180-4d80-94e9-a73485caa1ce service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93f8a996-4b64-41b1-b79c-a3a37b28ee6b HTTP/1.1" status: 200 len: 999 time: 0.1151917 Jul 08 20:38:37.731024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a8aa2-72da-4c43-9e82-674c7fac45ab None None] Checking router: 74a89d44-cfef-4d69-9ceb-48fff44debde for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:38:37.748168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a8aa2-72da-4c43-9e82-674c7fac45ab None None] Routers {'74a89d44-cfef-4d69-9ceb-48fff44debde'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:38:37.749207 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a42a8aa2-72da-4c43-9e82-674c7fac45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:38:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['74a89d44-cfef-4d69-9ceb-48fff44debde'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:37.764676 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-dfebbe27-3fd1-4e59-810e-ec0bc9c8ca48 None None] Set router 17150790-238d-4261-9e59-f306f0b0e9f6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:38:37.786710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831583c-7cbb-4285-a6df-25e4dcf082dd tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Checking segment: {'id': '926dc967-647b-4bc7-bebc-8cdf5ada0e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '15060859-8f6a-43ef-92bb-9c0f7fce30ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:37.786710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7831583c-7cbb-4285-a6df-25e4dcf082dd tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network hostable DHCP agents. Network: 15060859-8f6a-43ef-92bb-9c0f7fce30ca, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:38:37.796336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831583c-7cbb-4285-a6df-25e4dcf082dd tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Subnet': ['ID=32d8bdbb-7789-425a-9bd1-e4a456d7cc90,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:37.820008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7831583c-7cbb-4285-a6df-25e4dcf082dd tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network 15060859-8f6a-43ef-92bb-9c0f7fce30ca is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:38:37.831772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-7831583c-7cbb-4285-a6df-25e4dcf082dd tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 15060859-8f6a-43ef-92bb-9c0f7fce30ca) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:37.838623 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:37.850958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7831583c-7cbb-4285-a6df-25e4dcf082dd tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:37.869778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7831583c-7cbb-4285-a6df-25e4dcf082dd tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:37.922230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75240bd-01cd-468d-be1a-92afadd569be {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:38:37.950009 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:37.954705 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b75240bd-01cd-468d-be1a-92afadd569be, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b75240bd-01cd-468d-be1a-92afadd569be,segment=NetworkSegment(ab584c0a-93ac-4a3a-9b11-1478b4902d79),segment_id=ab584c0a-93ac-4a3a-9b11-1478b4902d79)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:37.958871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5437c7d-8ef6-436f-84f7-4899dd9100ab None None] Network 15060859-8f6a-43ef-92bb-9c0f7fce30ca requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:37.961902 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb1eaddb-c38c-42c5-837d-a65dc617216e req-0e62afed-b6bd-4aa9-aeca-4e8e30a6f69b tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0718815 Jul 08 20:38:37.969780 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51054) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:38.063475 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7831583c-7cbb-4285-a6df-25e4dcf082dd tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9457152 Jul 08 20:38:38.066267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51058) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:38.073688 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:38.240033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdd382-2d44-480d-8111-39cd9be1e60a req-16a92b21-97e8-4283-8cf5-3db7f378d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:38.242040 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f9fdd382-2d44-480d-8111-39cd9be1e60a req-16a92b21-97e8-4283-8cf5-3db7f378d15d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f7000dd-cd95-4432-bffe-4f7d8d306889 HTTP/1.1" status: 200 len: 835 time: 0.4827111 Jul 08 20:38:38.246097 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:38.345940 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:38.390671 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-39ef43df-7dbd-4cff-abd7-6489db321e01 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/floatingips/c764a2e8-7acd-44f9-a571-9efdbf38a270 HTTP/1.1" status: 200 len: 991 time: 0.4180431 Jul 08 20:38:38.393432 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-dfebbe27-3fd1-4e59-810e-ec0bc9c8ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:38:35Z', 'revision_number': 5, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port': {'id': '3c5da94c-61d9-4fe0-b3a8-282630ec4a19', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:26:35Z', 'updated_at': '2021-07-08T20:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:38.431363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdd382-2d44-480d-8111-39cd9be1e60a req-56c7a178-37be-4aba-abdc-4caee39b7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:38.433708 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f9fdd382-2d44-480d-8111-39cd9be1e60a req-56c7a178-37be-4aba-abdc-4caee39b7879 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e1b422bd-f258-4082-917b-666247f34640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798608 Jul 08 20:38:38.435225 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfebbe27-3fd1-4e59-810e-ec0bc9c8ca48 None None] Checking router: 17150790-238d-4261-9e59-f306f0b0e9f6 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:38:38.444842 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfebbe27-3fd1-4e59-810e-ec0bc9c8ca48 None None] Routers {'17150790-238d-4261-9e59-f306f0b0e9f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:38:38.445472 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-dfebbe27-3fd1-4e59-810e-ec0bc9c8ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:38:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['17150790-238d-4261-9e59-f306f0b0e9f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:38.619969 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f9fdd382-2d44-480d-8111-39cd9be1e60a req-4c06a4db-f062-4171-9007-f3374240f22c service neutron] 10.222.0.104 "GET /v2.0/networks/e1b422bd-f258-4082-917b-666247f34640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700404 Jul 08 20:38:38.683167 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:38.703836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b75240bd-01cd-468d-be1a-92afadd569be'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:38:38.799091 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:38.801399 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-dfebbe27-3fd1-4e59-810e-ec0bc9c8ca48 None None] Set router 17150790-238d-4261-9e59-f306f0b0e9f6 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:38:38.843385 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:38.878350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=b75240bd-01cd-468d-be1a-92afadd569be,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:38.883680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Subnet': ['ID=32d8bdbb-7789-425a-9bd1-e4a456d7cc90,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:38.908208 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-dfebbe27-3fd1-4e59-810e-ec0bc9c8ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:38:38Z', 'revision_number': 6, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:38.944487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a42a8aa2-72da-4c43-9e82-674c7fac45ab None None] Set router 74a89d44-cfef-4d69-9ceb-48fff44debde gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:38:38.984651 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfebbe27-3fd1-4e59-810e-ec0bc9c8ca48 None None] The sync data for ids ['17150790-238d-4261-9e59-f306f0b0e9f6'] in n-d-791506-16 is: [{'id': '17150790-238d-4261-9e59-f306f0b0e9f6', 'name': 'tempest-TaggedBootDevicesTest-1044268126-router', 'tenant_id': '19ba4cf0369f429aa704185ab183dd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:26:33Z', 'updated_at': '2021-07-08T20:38:38Z', 'revision_number': 6, 'project_id': '19ba4cf0369f429aa704185ab183dd93', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:38:39.063248 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.090607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15060859-8f6a-43ef-92bb-9c0f7fce30ca']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:39.104592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926dc967-647b-4bc7-bebc-8cdf5ada0e5d') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:39.105108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926dc967-647b-4bc7-bebc-8cdf5ada0e5d') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:39.116654 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.133064 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.141509 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:39.142418 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:39.146201 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:39.216661 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a40fc6-8c3f-4a23-ba74-cc84caedf30f req-c6783530-cea2-4ed6-ad7f-f432d41e64a2 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:39.224734 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32a40fc6-8c3f-4a23-ba74-cc84caedf30f req-c6783530-cea2-4ed6-ad7f-f432d41e64a2 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 944 time: 0.8802922 Jul 08 20:38:39.226325 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.240077 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.246304 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/networks/15060859-8f6a-43ef-92bb-9c0f7fce30ca HTTP/1.1" status: 204 len: 168 time: 1.1747360 Jul 08 20:38:39.250338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51074) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:39.258144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3be1de06-8931-4998-af24-43a4d3b1d1af tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-889444371'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:39.282940 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5cb25-e534-465a-96fa-0444f85cfdfb tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Network': ['ID=15060859-8f6a-43ef-92bb-9c0f7fce30ca,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:39.297453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be1de06-8931-4998-af24-43a4d3b1d1af tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:39.301827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3be1de06-8931-4998-af24-43a4d3b1d1af tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.314272 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d1e898c6-d1ae-46df-9d62-c18741055542 req-bd5fef24-7adc-4a91-99dd-aed71324f01b tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0754776 Jul 08 20:38:39.341595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Deleting port 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:39.342758 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.363968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970261d9-9dec-45e5-831f-6d03469c940a None None] Network 15060859-8f6a-43ef-92bb-9c0f7fce30ca requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:39.392730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51078) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:39.411485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970261d9-9dec-45e5-831f-6d03469c940a None None] Network 15060859-8f6a-43ef-92bb-9c0f7fce30ca could not be found, it might have been deleted concurrently. {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 20:38:39.458955 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32a40fc6-8c3f-4a23-ba74-cc84caedf30f req-95dc6c76-d426-418f-84b5-351bd12d1851 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe8e4ab2-8083-45ed-b590-06fd6b73f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306538 Jul 08 20:38:39.476699 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f9fdd382-2d44-480d-8111-39cd9be1e60a req-b2a1d1d1-7679-49d6-9850-a1b10f385a0d service neutron] 10.222.0.104 "GET /v2.0/networks/e1b422bd-f258-4082-917b-666247f34640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8411090 Jul 08 20:38:39.491731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be1de06-8931-4998-af24-43a4d3b1d1af tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:38:39.510648 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a5791e13-437b-479b-94b6-0a178dd19fb9 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/floatingips/c764a2e8-7acd-44f9-a571-9efdbf38a270 HTTP/1.1" status: 200 len: 991 time: 0.1164842 Jul 08 20:38:39.516710 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3be1de06-8931-4998-af24-43a4d3b1d1af tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.517313 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-3be1de06-8931-4998-af24-43a4d3b1d1af tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Added segment d7f325ca-6b39-408e-ba15-b8c5a399602e of type vlan for network da0d0dbf-f974-4fd0-86a0-1d31209c0e11 Jul 08 20:38:39.545987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a42a8aa2-72da-4c43-9e82-674c7fac45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:37:56Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'c764a2e8-7acd-44f9-a571-9efdbf38a270', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'port_id': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'mac_address': 'fa:16:3e:66:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:38:35Z', 'updated_at': '2021-07-08T20:38:35Z', 'revision_number': 0, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab33412a-5bf6-4fcc-90af-e3c862123f99', 'name': '', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:1c:d1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:52Z', 'updated_at': '2021-07-08T20:38:05Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:39.586453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a8aa2-72da-4c43-9e82-674c7fac45ab None None] The sync data for ids ['74a89d44-cfef-4d69-9ceb-48fff44debde'] in n-d-791506-16 is: [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:37:56Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'c764a2e8-7acd-44f9-a571-9efdbf38a270', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'port_id': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'mac_address': 'fa:16:3e:66:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:38:35Z', 'updated_at': '2021-07-08T20:38:35Z', 'revision_number': 0, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab33412a-5bf6-4fcc-90af-e3c862123f99', 'name': '', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:1c:d1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:52Z', 'updated_at': '2021-07-08T20:38:05Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:38:39.597105 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3be1de06-8931-4998-af24-43a4d3b1d1af tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.609019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] For port 3c5da94c-61d9-4fe0-b3a8-282630ec4a19, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=3c5da94c-61d9-4fe0-b3a8-282630ec4a19,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:39.609378 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.627733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Calling delete_port for 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:39.702785 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3be1de06-8931-4998-af24-43a4d3b1d1af tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.708145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be1de06-8931-4998-af24-43a4d3b1d1af tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:39.708767 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3be1de06-8931-4998-af24-43a4d3b1d1af tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.805070 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:39.813701 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3be1de06-8931-4998-af24-43a4d3b1d1af tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5615442 Jul 08 20:38:39.816991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51092) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:39.823511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1de06-8931-4998-af24-43a4d3b1d1af tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Network': ['ID=da0d0dbf-f974-4fd0-86a0-1d31209c0e11,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:39.828307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3241d493-00f9-44a2-adbc-be9f97d362f7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Request body: {'subnet': {'network_id': 'da0d0dbf-f974-4fd0-86a0-1d31209c0e11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:39.842979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network da0d0dbf-f974-4fd0-86a0-1d31209c0e11 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:38:39.876893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c663d-3590-446e-9f2a-3c236cd681f0 None None] New status for floating IP c764a2e8-7acd-44f9-a571-9efdbf38a270: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:38:40.065651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:40.112100 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c5da94c-61d9-4fe0-b3a8-282630ec4a19,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:40.209274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:40.420667 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:40.427109 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:40.515204 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51110) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:40.525095 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:40.525979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17150790-238d-4261-9e59-f306f0b0e9f6 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:38:40.558830 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1e46010f-b421-4633-ae73-890aa6248380 req-63a7a2cd-2da0-4dae-b699-c157c84de615 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0553279 Jul 08 20:38:40.584054 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3241d493-00f9-44a2-adbc-be9f97d362f7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Made reservation on behalf of 84941e46d6f348268cd024c3e90f273c for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:40.588002 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3241d493-00f9-44a2-adbc-be9f97d362f7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:40.599887 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:40.603157 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fded198c-322c-473c-acb3-1083145538b3 admin admin] 10.222.0.101 "DELETE /v2.0/routers/17150790-238d-4261-9e59-f306f0b0e9f6 HTTP/1.1" status: 204 len: 168 time: 3.1274395 Jul 08 20:38:40.603542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51116) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:40.670093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-793d3194-31e7-48c3-adf2-4aff2eb8aeba admin admin] Deleting subnet 8ef936b0-47ce-414e-91d0-763f04ecd41e {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:38:40.702692 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-793d3194-31e7-48c3-adf2-4aff2eb8aeba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:40.783711 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5faa8b93-af5b-4a22-a98c-80bfd791693d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/floatingips/c764a2e8-7acd-44f9-a571-9efdbf38a270 HTTP/1.1" status: 200 len: 993 time: 0.2667782 Jul 08 20:38:40.795826 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-793d3194-31e7-48c3-adf2-4aff2eb8aeba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:40.862408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3f37c-133c-4b70-82c8-c76bf7ce1f72 req-a4342df3-e4f2-4eec-8dbf-93053c47b5ea tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:40.864012 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3e3f37c-133c-4b70-82c8-c76bf7ce1f72 req-a4342df3-e4f2-4eec-8dbf-93053c47b5ea tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 944 time: 0.1879323 Jul 08 20:38:40.958270 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3e3f37c-133c-4b70-82c8-c76bf7ce1f72 req-0bff0857-98eb-4131-a3e4-80798505dccb tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe8e4ab2-8083-45ed-b590-06fd6b73f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871377 Jul 08 20:38:40.983466 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-793d3194-31e7-48c3-adf2-4aff2eb8aeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.049968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.objects.ports [None req-3241d493-00f9-44a2-adbc-be9f97d362f7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:38:41.056768 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3241d493-00f9-44a2-adbc-be9f97d362f7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.075145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-793d3194-31e7-48c3-adf2-4aff2eb8aeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.122925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:41.134483 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-793d3194-31e7-48c3-adf2-4aff2eb8aeba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.143437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51128) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:41.143974 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-793d3194-31e7-48c3-adf2-4aff2eb8aeba admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8ef936b0-47ce-414e-91d0-763f04ecd41e HTTP/1.1" status: 204 len: 168 time: 0.5393898 Jul 08 20:38:41.146712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d3194-31e7-48c3-adf2-4aff2eb8aeba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef936b0-47ce-414e-91d0-763f04ecd41e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:41.160131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eff59c-302d-4a75-8234-681878ebeba4 None None] Network 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:41.218149 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:38:41.218500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 3c5da94c-61d9-4fe0-b3a8-282630ec4a19 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:38:41.219182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bcb215ee-8493-40a0-bc8c-6dc6e181a5ca no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:41.226575 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241d493-00f9-44a2-adbc-be9f97d362f7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event updated for resources: {'Subnet': ['ID=0dd2873d-ac5b-4fc8-8fa4-f22610a837f6,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:41.236427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3241d493-00f9-44a2-adbc-be9f97d362f7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Checking segment: {'id': 'd7f325ca-6b39-408e-ba15-b8c5a399602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'da0d0dbf-f974-4fd0-86a0-1d31209c0e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:41.236836 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3241d493-00f9-44a2-adbc-be9f97d362f7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network hostable DHCP agents. Network: da0d0dbf-f974-4fd0-86a0-1d31209c0e11, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:38:41.257577 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: bcb215ee-8493-40a0-bc8c-6dc6e181a5ca {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:38:41.259212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bcb215ee-8493-40a0-bc8c-6dc6e181a5ca not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:38:41.300136 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.301737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3241d493-00f9-44a2-adbc-be9f97d362f7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Network da0d0dbf-f974-4fd0-86a0-1d31209c0e11 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:38:41.316725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3241d493-00f9-44a2-adbc-be9f97d362f7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, da0d0dbf-f974-4fd0-86a0-1d31209c0e11) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:41.328947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc6a7b0-eb06-40c4-8745-fe3d54ba7fc7 None None] Network da0d0dbf-f974-4fd0-86a0-1d31209c0e11 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:41.350610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3241d493-00f9-44a2-adbc-be9f97d362f7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:41.351466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3241d493-00f9-44a2-adbc-be9f97d362f7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.383050 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3241d493-00f9-44a2-adbc-be9f97d362f7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5632880 Jul 08 20:38:41.385945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51132) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:41.398487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b75240bd-01cd-468d-be1a-92afadd569be up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:38:41.416470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Deleting port 169de5d3-783b-43ee-9a2f-80179ed45060 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:41.417588 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.521916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc587666-d2fe-495a-a9bd-dfe1c3aad779 None None] DHCP port deletion for 7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:38:41.536433 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.539941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] For port 169de5d3-783b-43ee-9a2f-80179ed45060, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=169de5d3-783b-43ee-9a2f-80179ed45060,segment=NetworkSegment(3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc),segment_id=3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:41.540317 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.560946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Calling delete_port for 169de5d3-783b-43ee-9a2f-80179ed45060 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:41.613659 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.620998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port b75240bd-01cd-468d-be1a-92afadd569be completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:38:41.628977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fd1534-9414-49d4-9269-09092a2d43f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-da0d0dbf-f974-4fd0-86a0-1d31209c0e11', 'network_id': 'da0d0dbf-f974-4fd0-86a0-1d31209c0e11', 'tenant_id': '84941e46d6f348268cd024c3e90f273c', 'fixed_ips': [{'subnet_id': '0dd2873d-ac5b-4fc8-8fa4-f22610a837f6'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:38:41.629924 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-58fd1534-9414-49d4-9269-09092a2d43f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.644756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port b75240bd-01cd-468d-be1a-92afadd569be triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:38:41.645132 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.699521 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.708690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bc587666-d2fe-495a-a9bd-dfe1c3aad779 None None] Deleting port 169de5d3-783b-43ee-9a2f-80179ed45060 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:41.709080 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bc587666-d2fe-495a-a9bd-dfe1c3aad779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.738619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=169de5d3-783b-43ee-9a2f-80179ed45060,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:41.753835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] No DVR routers for this DVR port 169de5d3-783b-43ee-9a2f-80179ed45060 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:41.754573 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.837167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd2873d-ac5b-4fc8-8fa4-f22610a837f6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:41.863301 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.876677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:41.897101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-bc587666-d2fe-495a-a9bd-dfe1c3aad779 None None] For port 169de5d3-783b-43ee-9a2f-80179ed45060, host n-d-791506-16, got binding levels [] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:41.898050 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bc587666-d2fe-495a-a9bd-dfe1c3aad779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server [None req-58fd1534-9414-49d4-9269-09092a2d43f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dd2873d-ac5b-4fc8-8fa4-f22610a837f6: This subnet is being modified by another concurrent operation. Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise exception Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dd2873d-ac5b-4fc8-8fa4-f22610a837f6: This subnet is being modified by another concurrent operation. Jul 08 20:38:41.905201 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Jul 08 20:38:41.913916 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:41.916858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d826cf3-bf6c-448b-8e5d-f6463cbbd8bc') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:41.926676 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:41.956992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bc587666-d2fe-495a-a9bd-dfe1c3aad779 None None] Calling delete_port for 169de5d3-783b-43ee-9a2f-80179ed45060 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:41.961608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.ipam_backend_mixin [None req-bc587666-d2fe-495a-a9bd-dfe1c3aad779 None None] Port 169de5d3-783b-43ee-9a2f-80179ed45060 was not found and therefore no delete operation was performed {{(pid=94067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:38:41.963905 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019590c5-d46d-46e6-b82c-dba4b90a7c8e None None] Network da0d0dbf-f974-4fd0-86a0-1d31209c0e11 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:41.967673 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bc587666-d2fe-495a-a9bd-dfe1c3aad779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.000987 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-71d7c9a8-4ae7-4a36-ae5b-6daf4dec0fbd req-83e5df98-80cf-47ac-8274-575cacf03e0b tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0782814 Jul 08 20:38:42.016215 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.030532 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75240bd-01cd-468d-be1a-92afadd569be'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:38:42.032811 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.038987 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa42081-6b2e-4ee1-bbda-0135cb64e1f8" -d '{"events": [{"server_uuid": "6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911", "name": "network-vif-plugged", "status": "completed", "tag": "b75240bd-01cd-468d-be1a-92afadd569be"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:38:42.055379 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.055754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0d0dbf-f974-4fd0-86a0-1d31209c0e11']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:42.062270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:42.062718 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:42.064711 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:42.076017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f325ca-6b39-408e-ba15-b8c5a399602e') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:42.083056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f325ca-6b39-408e-ba15-b8c5a399602e') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:42.098216 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.142062 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.157294 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.161851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:42.162238 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:42.165716 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:42.168052 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.170259 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] 10.222.0.101 "DELETE /v2.0/networks/7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a HTTP/1.1" status: 204 len: 168 time: 1.0230560 Jul 08 20:38:42.208320 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628843b6-e97d-4df2-a53d-dfaa5efc2c4a x-openstack-request-id: req-628843b6-e97d-4df2-a53d-dfaa5efc2c4a {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:38:42.212818 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911", "name": "network-vif-plugged", "status": "completed", "tag": "b75240bd-01cd-468d-be1a-92afadd569be", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:38:42.213917 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-628843b6-e97d-4df2-a53d-dfaa5efc2c4a {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:38:42.215250 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e6c4c-1d96-4313-b526-16726aa80c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b98b0fd-0951-4e1b-a583-b6ffb0db5d5a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:42.215787 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75240bd-01cd-468d-be1a-92afadd569be', 'code': 200} Jul 08 20:38:42.231315 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc587666-d2fe-495a-a9bd-dfe1c3aad779 None None] No DVR routers for this DVR port 169de5d3-783b-43ee-9a2f-80179ed45060 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:42.236605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc587666-d2fe-495a-a9bd-dfe1c3aad779 None None] Pushing event deleted for resources: {'Port': ['ID=169de5d3-783b-43ee-9a2f-80179ed45060,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:42.276105 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b75240bd-01cd-468d-be1a-92afadd569be, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b75240bd-01cd-468d-be1a-92afadd569be,segment=NetworkSegment(ab584c0a-93ac-4a3a-9b11-1478b4902d79),segment_id=ab584c0a-93ac-4a3a-9b11-1478b4902d79)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:42.310205 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.374872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5281ee-eec8-4ea3-8fbf-d591a4f9b2fa req-4e47b9fa-3bf5-48bf-9372-55a100fa4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:42.376461 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3f5281ee-eec8-4ea3-8fbf-d591a4f9b2fa req-4e47b9fa-3bf5-48bf-9372-55a100fa4bb4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 1096 time: 0.1316788 Jul 08 20:38:42.420952 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.440032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.445278 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/networks/da0d0dbf-f974-4fd0-86a0-1d31209c0e11 HTTP/1.1" status: 204 len: 168 time: 1.0538461 Jul 08 20:38:42.454444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51160) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:42.472261 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3f5281ee-eec8-4ea3-8fbf-d591a4f9b2fa req-72ab59b6-9b9d-431c-92b5-79521d746919 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=fe8e4ab2-8083-45ed-b590-06fd6b73f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882359 Jul 08 20:38:42.474620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51162) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:42.524258 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=b75240bd-01cd-468d-be1a-92afadd569be,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:42.526874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d76317-0412-4cc9-a8bd-b0559f0d0fe6 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Network': ['ID=da0d0dbf-f974-4fd0-86a0-1d31209c0e11,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:42.534059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95644fdb-5f98-4bea-9822-85bd809f3288 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:38:42.549332 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad8f023-0d1f-4924-b8a4-c12337fc6e19 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:42.549805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad8f023-0d1f-4924-b8a4-c12337fc6e19 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:42.558995 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cad8f023-0d1f-4924-b8a4-c12337fc6e19 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/subnets/0dd2873d-ac5b-4fc8-8fa4-f22610a837f6 HTTP/1.1" status: 404 len: 337 time: 0.0972931 Jul 08 20:38:42.560498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51166) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:42.566127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5405a-d5c6-461c-9d61-5c6e90215988 req-c575560f-16e3-42a7-875b-f25cff9d11a0 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:42.573422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2b5405a-d5c6-461c-9d61-5c6e90215988 req-c575560f-16e3-42a7-875b-f25cff9d11a0 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 945 time: 0.2374141 Jul 08 20:38:42.619081 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e9e59f-5f73-4524-a2bc-94f548f519ab tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:42.626661 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e9e59f-5f73-4524-a2bc-94f548f519ab tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:42.634519 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c5e9e59f-5f73-4524-a2bc-94f548f519ab tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/networks/da0d0dbf-f974-4fd0-86a0-1d31209c0e11 HTTP/1.1" status: 404 len: 339 time: 0.0715456 Jul 08 20:38:42.636946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51168) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:42.638424 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2b5405a-d5c6-461c-9d61-5c6e90215988 req-fd2b4406-dddd-438b-857b-27e736b3e3b5 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe8e4ab2-8083-45ed-b590-06fd6b73f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632675 Jul 08 20:38:42.660001 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-07a4cb14-e7a3-4301-815e-0ddc1dc6f6ec admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=19ba4cf0369f429aa704185ab183dd93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808608 Jul 08 20:38:42.660797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51170) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:42.667400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95644fdb-5f98-4bea-9822-85bd809f3288 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:38:42.682354 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ff4243-471a-4633-a2cd-b14c45eb653e tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:42.682905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ff4243-471a-4633-a2cd-b14c45eb653e tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:42.684928 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-02ff4243-471a-4633-a2cd-b14c45eb653e tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/subnets/32d8bdbb-7789-425a-9bd1-e4a456d7cc90 HTTP/1.1" status: 404 len: 337 time: 0.0442417 Jul 08 20:38:42.688243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51174) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:42.711218 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbda6d06-a797-425c-90fc-e6662f1f6ec1 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:42.712063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbda6d06-a797-425c-90fc-e6662f1f6ec1 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:42.713812 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fbda6d06-a797-425c-90fc-e6662f1f6ec1 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/networks/15060859-8f6a-43ef-92bb-9c0f7fce30ca HTTP/1.1" status: 404 len: 339 time: 0.0245016 Jul 08 20:38:42.716792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51178) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:42.790987 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d381aba5-5780-44bd-b72d-82da65f3d3d7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:42.792910 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d381aba5-5780-44bd-b72d-82da65f3d3d7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:42.797159 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d381aba5-5780-44bd-b72d-82da65f3d3d7 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/subnets/d2d31055-fc15-40cc-9dd5-e51019fda69f HTTP/1.1" status: 404 len: 337 time: 0.0792339 Jul 08 20:38:42.798220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51180) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:42.804218 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f55f6125-90dd-4280-8034-502c2b2619c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:42.820603 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e02d8d-0e04-458a-8505-bf1f52e3de8b tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:42.821208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e02d8d-0e04-458a-8505-bf1f52e3de8b tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:42.823131 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c0e02d8d-0e04-458a-8505-bf1f52e3de8b tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/networks/9b01f866-ad35-46e3-b478-004c3fe70b5e HTTP/1.1" status: 404 len: 339 time: 0.0239747 Jul 08 20:38:42.827108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51184) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:42.847416 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f55f6125-90dd-4280-8034-502c2b2619c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:43.024945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-150f2520-6e28-414c-bbed-97680abbe36a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Deleting port dccc96ab-b069-43fe-973b-a409079872b9 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:43.025347 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-150f2520-6e28-414c-bbed-97680abbe36a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:43.051362 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f55f6125-90dd-4280-8034-502c2b2619c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:43.053973 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f55f6125-90dd-4280-8034-502c2b2619c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:43.055120 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f55f6125-90dd-4280-8034-502c2b2619c8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a53b9f40-fd21-4a55-a9bd-ba76f4478632 HTTP/1.1" status: 204 len: 168 time: 0.3931777 Jul 08 20:38:43.115936 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 169de5d3-783b-43ee-9a2f-80179ed45060 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:43.177468 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 169de5d3-783b-43ee-9a2f-80179ed45060 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:38:43.177814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 169de5d3-783b-43ee-9a2f-80179ed45060 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:38:43.207637 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-150f2520-6e28-414c-bbed-97680abbe36a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:43.235375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-150f2520-6e28-414c-bbed-97680abbe36a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Calling delete_port for dccc96ab-b069-43fe-973b-a409079872b9 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:43.315232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f6125-90dd-4280-8034-502c2b2619c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53b9f40-fd21-4a55-a9bd-ba76f4478632,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:43.426640 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-850dfc1e-a3b3-4452-9356-f7d4ba6d023d req-59224401-e7e8-4b94-bea6-54aa8a139ed3 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0993400 Jul 08 20:38:43.453011 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-150f2520-6e28-414c-bbed-97680abbe36a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:43.496782 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-150f2520-6e28-414c-bbed-97680abbe36a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:43.499984 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-150f2520-6e28-414c-bbed-97680abbe36a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/ports/dccc96ab-b069-43fe-973b-a409079872b9 HTTP/1.1" status: 204 len: 168 time: 0.6716404 Jul 08 20:38:43.502621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51204) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:43.509343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f2520-6e28-414c-bbed-97680abbe36a tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Port': ['ID=dccc96ab-b069-43fe-973b-a409079872b9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:43.569021 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17027af-6d6f-42ad-aeba-296d846bb804 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:43.570130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17027af-6d6f-42ad-aeba-296d846bb804 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:43.572183 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b17027af-6d6f-42ad-aeba-296d846bb804 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/subnets/e38df455-148c-4203-ad95-436fe9b0e1a0 HTTP/1.1" status: 404 len: 337 time: 0.0683482 Jul 08 20:38:43.574723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51206) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:43.714093 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bef510c7-6db2-4253-888f-ab42b7b5d45f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:43.853012 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bef510c7-6db2-4253-888f-ab42b7b5d45f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:43.865899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-bef510c7-6db2-4253-888f-ab42b7b5d45f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444422fd-7dea-4136-86c8-6adf9c1ab0ce']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:43.877989 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-bef510c7-6db2-4253-888f-ab42b7b5d45f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1c1778-0add-4ba7-bbfc-72153b19b7a9') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:43.878390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-bef510c7-6db2-4253-888f-ab42b7b5d45f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1c1778-0add-4ba7-bbfc-72153b19b7a9') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:43.889800 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bef510c7-6db2-4253-888f-ab42b7b5d45f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:43.947425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f65e85-c94d-4dc7-a95e-3c7f0ecf95c9 req-e6f166ac-4a6c-4923-81d4-1b94acda885d tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:43.957687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f6f65e85-c94d-4dc7-a95e-3c7f0ecf95c9 req-e6f166ac-4a6c-4923-81d4-1b94acda885d tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 945 time: 0.1156600 Jul 08 20:38:43.975160 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bef510c7-6db2-4253-888f-ab42b7b5d45f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:43.988955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef510c7-6db2-4253-888f-ab42b7b5d45f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:43.990813 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bef510c7-6db2-4253-888f-ab42b7b5d45f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:43.994876 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:44.063042 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f6f65e85-c94d-4dc7-a95e-3c7f0ecf95c9 req-bbea74c2-9fda-45fb-9c5e-1127de6ab6c6 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe8e4ab2-8083-45ed-b590-06fd6b73f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039562 Jul 08 20:38:44.129918 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bef510c7-6db2-4253-888f-ab42b7b5d45f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:44.148134 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bef510c7-6db2-4253-888f-ab42b7b5d45f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:44.153174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51232) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:44.153374 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bef510c7-6db2-4253-888f-ab42b7b5d45f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/networks/444422fd-7dea-4136-86c8-6adf9c1ab0ce HTTP/1.1" status: 204 len: 168 time: 0.5775158 Jul 08 20:38:44.171817 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef510c7-6db2-4253-888f-ab42b7b5d45f tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Network': ['ID=444422fd-7dea-4136-86c8-6adf9c1ab0ce,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:44.308972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7bce8-36f5-439b-992b-e9b180c4f455 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Deleting port 754e6483-172c-49ce-bdd1-4f83a1a723ba {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:44.309414 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5e7bce8-36f5-439b-992b-e9b180c4f455 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:44.447930 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5e7bce8-36f5-439b-992b-e9b180c4f455 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:44.469705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7bce8-36f5-439b-992b-e9b180c4f455 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Calling delete_port for 754e6483-172c-49ce-bdd1-4f83a1a723ba owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:44.574683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51254) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:44.660249 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5e7bce8-36f5-439b-992b-e9b180c4f455 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:44.728306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7bce8-36f5-439b-992b-e9b180c4f455 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Port': ['ID=754e6483-172c-49ce-bdd1-4f83a1a723ba,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:44.735257 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e5e7bce8-36f5-439b-992b-e9b180c4f455 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:44.737420 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e5e7bce8-36f5-439b-992b-e9b180c4f455 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/ports/754e6483-172c-49ce-bdd1-4f83a1a723ba HTTP/1.1" status: 204 len: 168 time: 0.5826092 Jul 08 20:38:44.740182 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51262) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:44.777608 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-728161b3-c09a-4add-a95c-e3d85f9d8acf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] DELETE failed (client error): The resource could not be found. Jul 08 20:38:44.778367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728161b3-c09a-4add-a95c-e3d85f9d8acf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:38:44.780975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-728161b3-c09a-4add-a95c-e3d85f9d8acf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/subnets/36a0c066-5dda-4395-bb68-a67ca5a3cf97 HTTP/1.1" status: 404 len: 337 time: 0.0384398 Jul 08 20:38:44.783526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51266) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:44.800502 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc5064ed-dc6d-40a4-b17e-e583a3eff947 req-025d4907-8135-4fa8-aaa7-d121efd26c07 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0560207 Jul 08 20:38:44.926470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1032123506-network', 'tenant_id': 'c8884a25b31e4ff3a60c3869b8bd1eb5'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:44.986550 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9441e01b-95ea-4b2d-8209-4132c414f108 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:44.993632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Made reservation on behalf of c8884a25b31e4ff3a60c3869b8bd1eb5 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:44.996932 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.026641 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.155742 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d03b8-cfdb-4163-a1b5-426e6925ac1a req-ef3ddc49-f284-47d1-9208-b26f206dadd4 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:45.157736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d80d03b8-cfdb-4163-a1b5-426e6925ac1a req-ef3ddc49-f284-47d1-9208-b26f206dadd4 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 945 time: 0.0870616 Jul 08 20:38:45.224109 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9441e01b-95ea-4b2d-8209-4132c414f108 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.240766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9441e01b-95ea-4b2d-8209-4132c414f108 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab755c3-b666-4e9c-a2ea-677e618c1a7a']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:45.245021 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d80d03b8-cfdb-4163-a1b5-426e6925ac1a req-27b79f35-9a98-4fa0-89ac-5bf179066b46 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe8e4ab2-8083-45ed-b590-06fd6b73f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793862 Jul 08 20:38:45.259100 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9441e01b-95ea-4b2d-8209-4132c414f108 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768dfb0c-141e-43e3-8846-8343a3bc1e8e') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:45.259473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9441e01b-95ea-4b2d-8209-4132c414f108 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768dfb0c-141e-43e3-8846-8343a3bc1e8e') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:45.276387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9441e01b-95ea-4b2d-8209-4132c414f108 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.303370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9441e01b-95ea-4b2d-8209-4132c414f108 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.316339 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.317620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9441e01b-95ea-4b2d-8209-4132c414f108 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:45.318091 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9441e01b-95ea-4b2d-8209-4132c414f108 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:45.321225 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:45.331556 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.399125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:38:45.408227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f147ab9-fe45-4aff-866b-776524980cfa,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:45.416185 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.416428 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Added segment d73ba6f3-18a8-4a7d-8713-3b37ce974c36 of type vlan for network 8319c48a-3454-4a85-ab27-fa77815840f8 Jul 08 20:38:45.426475 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9441e01b-95ea-4b2d-8209-4132c414f108 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.435579 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9441e01b-95ea-4b2d-8209-4132c414f108 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.437553 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9441e01b-95ea-4b2d-8209-4132c414f108 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/networks/0ab755c3-b666-4e9c-a2ea-677e618c1a7a HTTP/1.1" status: 204 len: 168 time: 0.6526988 Jul 08 20:38:45.440252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51270) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:45.482435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441e01b-95ea-4b2d-8209-4132c414f108 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Network': ['ID=0ab755c3-b666-4e9c-a2ea-677e618c1a7a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:45.494884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c09c584-6e76-4d0d-a642-a1e0fd0a94e4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Deleting subnet 91cc6d76-f6fb-4a3a-ace5-70fa6df15f64 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:38:45.498091 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.498382 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c09c584-6e76-4d0d-a642-a1e0fd0a94e4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.534044 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.535436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:45.536208 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.549543 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c09c584-6e76-4d0d-a642-a1e0fd0a94e4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.594397 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0145452 Jul 08 20:38:45.596299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51272) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:45.604590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6e2f4-d90a-4177-bdd0-ca7c1fb3d0ad admin admin] Pushing event updated for resources: {'Network': ['ID=8319c48a-3454-4a85-ab27-fa77815840f8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:45.604875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9c1af2f7-894a-4d01-8858-4a374afb9602 admin admin] Request body: {'subnet': {'network_id': '8319c48a-3454-4a85-ab27-fa77815840f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1032123506-subnet', 'tenant_id': 'c8884a25b31e4ff3a60c3869b8bd1eb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:45.615729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 8319c48a-3454-4a85-ab27-fa77815840f8 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:38:45.658844 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1af2f7-894a-4d01-8858-4a374afb9602 admin admin] Made reservation on behalf of c8884a25b31e4ff3a60c3869b8bd1eb5 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:45.661247 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9c1af2f7-894a-4d01-8858-4a374afb9602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.737691 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c09c584-6e76-4d0d-a642-a1e0fd0a94e4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.852540 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c09c584-6e76-4d0d-a642-a1e0fd0a94e4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.888746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09c584-6e76-4d0d-a642-a1e0fd0a94e4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Subnet': ['ID=91cc6d76-f6fb-4a3a-ace5-70fa6df15f64,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:45.890748 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c09c584-6e76-4d0d-a642-a1e0fd0a94e4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:45.895950 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7c09c584-6e76-4d0d-a642-a1e0fd0a94e4 tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/subnets/91cc6d76-f6fb-4a3a-ace5-70fa6df15f64 HTTP/1.1" status: 204 len: 168 time: 0.4513500 Jul 08 20:38:45.896092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51280) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:45.897730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba92cf15-25af-4162-9b32-0416a5a8160a None None] Network b7844ae1-2db4-476e-88ab-7eb9a3b6820c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:46.003566 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9c1af2f7-894a-4d01-8858-4a374afb9602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.075009 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.100510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1af2f7-894a-4d01-8858-4a374afb9602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d281945c-d495-4a21-9420-755f6672a173,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:46.133965 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0daa1d75-1c3d-4b90-af15-194cd43f4ff4 req-4b5e5a15-97f1-4827-942a-73ffdfaf2195 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0644610 Jul 08 20:38:46.162457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1af2f7-894a-4d01-8858-4a374afb9602 admin admin] Checking segment: {'id': 'd73ba6f3-18a8-4a7d-8713-3b37ce974c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8319c48a-3454-4a85-ab27-fa77815840f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:46.163067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1af2f7-894a-4d01-8858-4a374afb9602 admin admin] Network hostable DHCP agents. Network: 8319c48a-3454-4a85-ab27-fa77815840f8, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:38:46.187690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1af2f7-894a-4d01-8858-4a374afb9602 admin admin] Network 8319c48a-3454-4a85-ab27-fa77815840f8 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:38:46.205085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9c1af2f7-894a-4d01-8858-4a374afb9602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 8319c48a-3454-4a85-ab27-fa77815840f8) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:46.211246 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1af2f7-894a-4d01-8858-4a374afb9602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:46.214598 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9c1af2f7-894a-4d01-8858-4a374afb9602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.215814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c02a3e8-4b6a-4f71-8e98-9112d75797a6 None None] Network 8319c48a-3454-4a85-ab27-fa77815840f8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:46.239246 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Deleting port c12f9404-0ad3-48bb-91b0-98be9f8baac7 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:46.239584 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.264289 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9c1af2f7-894a-4d01-8858-4a374afb9602 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6592896 Jul 08 20:38:46.291823 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8c4cac-c3af-4a9d-849c-36b0b2451a73 None None] DHCP port deletion for b7844ae1-2db4-476e-88ab-7eb9a3b6820c request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:38:46.424364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] For port c12f9404-0ad3-48bb-91b0-98be9f8baac7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c12f9404-0ad3-48bb-91b0-98be9f8baac7,segment=NetworkSegment(cc2bc768-66d3-43ee-aafc-1dd5dfe623bd),segment_id=cc2bc768-66d3-43ee-aafc-1dd5dfe623bd)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:46.424968 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.466593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Calling delete_port for c12f9404-0ad3-48bb-91b0-98be9f8baac7 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:46.510957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe48bae-c82e-488c-9c37-68aee84ffdbe req-960a4c28-c86c-40fa-89b3-ecb5935a530e tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:46.512509 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fe48bae-c82e-488c-9c37-68aee84ffdbe req-960a4c28-c86c-40fa-89b3-ecb5935a530e tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.103 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 945 time: 0.1375809 Jul 08 20:38:46.599738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-de8c4cac-c3af-4a9d-849c-36b0b2451a73 None None] Deleting port c12f9404-0ad3-48bb-91b0-98be9f8baac7 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:46.600114 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-de8c4cac-c3af-4a9d-849c-36b0b2451a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.608968 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.639643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Port': ['ID=c12f9404-0ad3-48bb-91b0-98be9f8baac7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:46.641841 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] No DVR routers for this DVR port c12f9404-0ad3-48bb-91b0-98be9f8baac7 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:46.723992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46458a4-5d7b-4289-a6b5-7847047a8f4a None None] Network 8319c48a-3454-4a85-ab27-fa77815840f8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:38:46.740092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6357e-ffa1-4192-b4c5-7f0048e33eb5 req-966534fc-6d55-4b0c-98c7-7d426197de23 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:46.742604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78a6357e-ffa1-4192-b4c5-7f0048e33eb5 req-966534fc-6d55-4b0c-98c7-7d426197de23 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 945 time: 0.2266283 Jul 08 20:38:46.762370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.769297 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-de8c4cac-c3af-4a9d-849c-36b0b2451a73 None None] For port c12f9404-0ad3-48bb-91b0-98be9f8baac7, host n-d-791506-16, got binding levels [] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:46.772708 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-de8c4cac-c3af-4a9d-849c-36b0b2451a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.780496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7844ae1-2db4-476e-88ab-7eb9a3b6820c']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:46.809407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-3fe48bae-c82e-488c-9c37-68aee84ffdbe req-d29bf9d4-28bf-4f53-80f8-65c819e4c0ca tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Deleting port b75240bd-01cd-468d-be1a-92afadd569be {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:38:46.811220 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3fe48bae-c82e-488c-9c37-68aee84ffdbe req-d29bf9d4-28bf-4f53-80f8-65c819e4c0ca tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.816722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-de8c4cac-c3af-4a9d-849c-36b0b2451a73 None None] Calling delete_port for c12f9404-0ad3-48bb-91b0-98be9f8baac7 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:46.825267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2bc768-66d3-43ee-aafc-1dd5dfe623bd') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:46.827009 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2bc768-66d3-43ee-aafc-1dd5dfe623bd') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:46.831023 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78a6357e-ffa1-4192-b4c5-7f0048e33eb5 req-87732fe8-2425-482e-a717-bacb9e9e1ce6 tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe8e4ab2-8083-45ed-b590-06fd6b73f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743730 Jul 08 20:38:46.833017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.ipam_backend_mixin [None req-de8c4cac-c3af-4a9d-849c-36b0b2451a73 None None] Port c12f9404-0ad3-48bb-91b0-98be9f8baac7 was not found and therefore no delete operation was performed {{(pid=94067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:38:46.836030 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-de8c4cac-c3af-4a9d-849c-36b0b2451a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.895927 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.924668 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.944100 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:46.945874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:46.950814 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:46.953270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-3fe48bae-c82e-488c-9c37-68aee84ffdbe req-d29bf9d4-28bf-4f53-80f8-65c819e4c0ca tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] For port b75240bd-01cd-468d-be1a-92afadd569be, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b75240bd-01cd-468d-be1a-92afadd569be,segment=NetworkSegment(ab584c0a-93ac-4a3a-9b11-1478b4902d79),segment_id=ab584c0a-93ac-4a3a-9b11-1478b4902d79)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:46.953270 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3fe48bae-c82e-488c-9c37-68aee84ffdbe req-d29bf9d4-28bf-4f53-80f8-65c819e4c0ca tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:46.975067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-3fe48bae-c82e-488c-9c37-68aee84ffdbe req-d29bf9d4-28bf-4f53-80f8-65c819e4c0ca tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Calling delete_port for b75240bd-01cd-468d-be1a-92afadd569be owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:38:47.003623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c4cac-c3af-4a9d-849c-36b0b2451a73 None None] Pushing event deleted for resources: {'Port': ['ID=c12f9404-0ad3-48bb-91b0-98be9f8baac7,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:47.011435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c4cac-c3af-4a9d-849c-36b0b2451a73 None None] No DVR routers for this DVR port c12f9404-0ad3-48bb-91b0-98be9f8baac7 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:47.160934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c12f9404-0ad3-48bb-91b0-98be9f8baac7 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:47.179523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-d624f52b-9b6f-4ddd-a934-60681f4befbf tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:47.181189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-d624f52b-9b6f-4ddd-a934-60681f4befbf tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/networks?id=8319c48a-3454-4a85-ab27-fa77815840f8 HTTP/1.1" status: 200 len: 818 time: 0.2291729 Jul 08 20:38:47.182422 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:47.199834 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:47.205062 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] 10.222.0.101 "DELETE /v2.0/networks/b7844ae1-2db4-476e-88ab-7eb9a3b6820c HTTP/1.1" status: 204 len: 168 time: 1.3063328 Jul 08 20:38:47.240248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: c12f9404-0ad3-48bb-91b0-98be9f8baac7 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:38:47.240483 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3fe48bae-c82e-488c-9c37-68aee84ffdbe req-d29bf9d4-28bf-4f53-80f8-65c819e4c0ca tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:47.241041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c12f9404-0ad3-48bb-91b0-98be9f8baac7 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:38:47.261648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b75240bd-01cd-468d-be1a-92afadd569be'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:38:47.284671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49944a8d-34b3-4963-879e-980054a23eaf tempest-NetworksIpV6TestAttrs-1241125755 tempest-NetworksIpV6TestAttrs-1241125755-project] Pushing event deleted for resources: {'Network': ['ID=b7844ae1-2db4-476e-88ab-7eb9a3b6820c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:47.291245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-f17d6906-7814-4f74-bed6-92be5c3c81d8 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/quotas/c8884a25b31e4ff3a60c3869b8bd1eb5 HTTP/1.1" status: 200 len: 375 time: 0.0874658 Jul 08 20:38:47.293159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bf9d4-28bf-4f53-80f8-65c819e4c0ca tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Pushing event deleted for resources: {'Port': ['ID=b75240bd-01cd-468d-be1a-92afadd569be,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:47.341700 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-daf399e6-85df-4d03-98b2-70a2266c70e4 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c8884a25b31e4ff3a60c3869b8bd1eb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386851 Jul 08 20:38:47.354974 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe48bae-c82e-488c-9c37-68aee84ffdbe req-d29bf9d4-28bf-4f53-80f8-65c819e4c0ca tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] No DVR routers for this DVR port b75240bd-01cd-468d-be1a-92afadd569be on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:38:47.359997 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-3fe48bae-c82e-488c-9c37-68aee84ffdbe req-d29bf9d4-28bf-4f53-80f8-65c819e4c0ca tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:47.362755 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3fe48bae-c82e-488c-9c37-68aee84ffdbe req-d29bf9d4-28bf-4f53-80f8-65c819e4c0ca tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.103 "DELETE /v2.0/ports/b75240bd-01cd-468d-be1a-92afadd569be HTTP/1.1" status: 204 len: 173 time: 0.8366976 Jul 08 20:38:47.363232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911', 'name': 'network-vif-deleted', 'tag': 'b75240bd-01cd-468d-be1a-92afadd569be'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:38:47.367622 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e60e4f1-ddca-4da6-a727-017cc15912fd" -d '{"events": [{"server_uuid": "6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911", "name": "network-vif-deleted", "tag": "b75240bd-01cd-468d-be1a-92afadd569be"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:38:47.467984 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e40a0f5-7ac6-4d0b-bc2b-0636ee6f6f7b req-b5834a39-ed93-4ce5-b175-84521e4a3909 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0753260 Jul 08 20:38:47.526212 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-78018b07-c68b-44dd-a839-d2b43068b171 service neutron] 10.222.0.101 "GET /v2.0/networks/8319c48a-3454-4a85-ab27-fa77815840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748359 Jul 08 20:38:47.552850 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:47.555074 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6b017d-63bb-4dca-8b21-960669c0a0f1 x-openstack-request-id: req-4e6b017d-63bb-4dca-8b21-960669c0a0f1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:38:47.555650 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911", "name": "network-vif-deleted", "tag": "b75240bd-01cd-468d-be1a-92afadd569be", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:38:47.556311 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4e6b017d-63bb-4dca-8b21-960669c0a0f1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:38:47.556960 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911', 'name': 'network-vif-deleted', 'tag': 'b75240bd-01cd-468d-be1a-92afadd569be', 'status': 'completed', 'code': 200} Jul 08 20:38:47.660592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51316) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:47.679005 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-399cd8c7-dba4-4587-b959-302eb22e6860 service neutron] 10.222.0.101 "GET /v2.0/networks/8319c48a-3454-4a85-ab27-fa77815840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517627 Jul 08 20:38:47.843929 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8b30e378-ac85-4ef7-b2eb-a26175646c7b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=84941e46d6f348268cd024c3e90f273c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818721 Jul 08 20:38:47.847075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51324) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:47.911482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2c3536a-f2ae-4a81-bbec-d85a14ec4468 req-c8a64e84-c761-4d08-94ee-b6e550017b14 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 210 time: 0.0606029 Jul 08 20:38:47.939028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2d2580e-b6bf-4a4b-9337-2ececbc63252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:47.977189 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2d2580e-b6bf-4a4b-9337-2ececbc63252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:48.044985 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2d2580e-b6bf-4a4b-9337-2ececbc63252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:48.055409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2d2580e-b6bf-4a4b-9337-2ececbc63252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:48.058976 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f2d2580e-b6bf-4a4b-9337-2ececbc63252 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fb99cb9a-5d61-4a23-ba27-f62bf5fe2c89 HTTP/1.1" status: 204 len: 168 time: 0.2086363 Jul 08 20:38:48.071599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2580e-b6bf-4a4b-9337-2ececbc63252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb99cb9a-5d61-4a23-ba27-f62bf5fe2c89,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:48.178356 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f8eaad1d-2ddd-43b9-bbcf-35f87f6ced4e req-b39d1c52-b97a-4987-99c5-e008724df5de tempest-ServerPasswordTestJSON-1253719603 tempest-ServerPasswordTestJSON-1253719603-project] 10.222.0.101 "GET /v2.0/ports?device_id=6aeaa836-a82f-4ef4-ac53-0ac3bf0e2911 HTTP/1.1" status: 200 len: 210 time: 0.0760200 Jul 08 20:38:48.659471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08d686d1-9ec7-45f2-9938-64be34a09f5e req-c174833c-1028-4208-b8be-d2efc7de2fc4 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0454724 Jul 08 20:38:49.046944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51364) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:49.098342 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-df36eba5-b909-494d-92ff-d1b3398af8be req-2ed0689d-b6aa-45eb-b787-c4e979063869 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 210 time: 0.0358047 Jul 08 20:38:49.208340 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9d1d509a-72da-4384-ba58-26d7259a4120 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group': {'name': 'tempest-secgroup--32055622'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:49.272897 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d1d509a-72da-4384-ba58-26d7259a4120 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:49.290634 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d1d509a-72da-4384-ba58-26d7259a4120 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:49.333601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51372) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:49.417192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bd366e-8632-4259-ab6d-060d11bd1f49 admin admin] Deleting subnet 71d303bc-59f2-4bec-9b90-ede426597e58 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:38:49.422084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b75240bd-01cd-468d-be1a-92afadd569be no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:38:49.459417 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30bd366e-8632-4259-ab6d-060d11bd1f49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:49.470387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: b75240bd-01cd-468d-be1a-92afadd569be {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:38:49.471265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b75240bd-01cd-468d-be1a-92afadd569be not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:38:49.521479 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30bd366e-8632-4259-ab6d-060d11bd1f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:49.619571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-71d576db-f7bb-49ff-ab38-e1ec97682203 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:49.621687 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-71d576db-f7bb-49ff-ab38-e1ec97682203 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.103 "GET /v2.0/networks?id=8319c48a-3454-4a85-ab27-fa77815840f8 HTTP/1.1" status: 200 len: 818 time: 0.2754683 Jul 08 20:38:49.628889 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30bd366e-8632-4259-ab6d-060d11bd1f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:49.661843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-03699e54-4b77-457e-92ce-2f4eb1262c4a tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Request body: {'port': {'device_id': '8a364b0a-993b-4491-a2a4-245f14d9cb31', 'network_id': '8319c48a-3454-4a85-ab27-fa77815840f8', 'admin_state_up': True, 'tenant_id': 'c8884a25b31e4ff3a60c3869b8bd1eb5'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:49.720864 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d1d509a-72da-4384-ba58-26d7259a4120 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:49.736033 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d1d509a-72da-4384-ba58-26d7259a4120 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:49.840908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d509a-72da-4384-ba58-26d7259a4120 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc9fee6-6276-4222-8829-62b40fe054c3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:49.853036 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30bd366e-8632-4259-ab6d-060d11bd1f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:49.869558 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1496393f-857a-401b-bda1-a0304260b80d req-8df8f467-f74e-457c-b468-a9f0adf57c86 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0595117 Jul 08 20:38:49.881199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30bd366e-8632-4259-ab6d-060d11bd1f49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:49.885984 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-30bd366e-8632-4259-ab6d-060d11bd1f49 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/71d303bc-59f2-4bec-9b90-ede426597e58 HTTP/1.1" status: 204 len: 168 time: 0.5483534 Jul 08 20:38:49.887175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51376) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:49.917341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd366e-8632-4259-ab6d-060d11bd1f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d303bc-59f2-4bec-9b90-ede426597e58,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:49.974281 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d1d509a-72da-4384-ba58-26d7259a4120 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:49.996851 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d1d509a-72da-4384-ba58-26d7259a4120 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.014262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-03699e54-4b77-457e-92ce-2f4eb1262c4a tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Made reservation on behalf of c8884a25b31e4ff3a60c3869b8bd1eb5 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:50.014979 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1f16ee5-dfba-4bc0-a4ab-3d1ab59b38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.018673 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-03699e54-4b77-457e-92ce-2f4eb1262c4a tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.064479 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d1d509a-72da-4384-ba58-26d7259a4120 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.066123 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9d1d509a-72da-4384-ba58-26d7259a4120 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0180187 Jul 08 20:38:50.067239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d509a-72da-4384-ba58-26d7259a4120 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694c2c27-a020-4684-8646-7b8936259c80,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:50.072428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51380) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:50.130151 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1f16ee5-dfba-4bc0-a4ab-3d1ab59b38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.161554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-f1f16ee5-dfba-4bc0-a4ab-3d1ab59b38a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37054a06-af26-40f3-a1f8-805409b994f3']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:50.183639 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-f1f16ee5-dfba-4bc0-a4ab-3d1ab59b38a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab584c0a-93ac-4a3a-9b11-1478b4902d79') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:50.184215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-f1f16ee5-dfba-4bc0-a4ab-3d1ab59b38a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab584c0a-93ac-4a3a-9b11-1478b4902d79') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:38:50.198715 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1f16ee5-dfba-4bc0-a4ab-3d1ab59b38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.224139 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1f16ee5-dfba-4bc0-a4ab-3d1ab59b38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.233092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f16ee5-dfba-4bc0-a4ab-3d1ab59b38a4 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:38:50.234079 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1f16ee5-dfba-4bc0-a4ab-3d1ab59b38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.265595 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0a2034ba-73fc-40f9-84f3-6e1681e0bdd5 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1886394 Jul 08 20:38:50.267402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51384) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:50.274508 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a32f8788-4b3f-45bd-948a-a2ebb9b4621d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group': {'name': 'tempest-security--2016956424', 'description': 'tempest-security-description-171371752'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:38:50.319776 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:38:50.328278 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a32f8788-4b3f-45bd-948a-a2ebb9b4621d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.330209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1f16ee5-dfba-4bc0-a4ab-3d1ab59b38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.341778 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1f16ee5-dfba-4bc0-a4ab-3d1ab59b38a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.348405 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f1f16ee5-dfba-4bc0-a4ab-3d1ab59b38a4 admin admin] 10.222.0.101 "DELETE /v2.0/networks/37054a06-af26-40f3-a1f8-805409b994f3 HTTP/1.1" status: 204 len: 168 time: 0.4584491 Jul 08 20:38:50.364420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f16ee5-dfba-4bc0-a4ab-3d1ab59b38a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=37054a06-af26-40f3-a1f8-805409b994f3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:50.374972 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-03699e54-4b77-457e-92ce-2f4eb1262c4a tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Allocated IP 172.20.0.4 (8319c48a-3454-4a85-ab27-fa77815840f8/d281945c-d495-4a21-9420-755f6672a173/6d9056c9-fcba-40a0-934c-e414620351f5) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:38:50.432797 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a32f8788-4b3f-45bd-948a-a2ebb9b4621d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.460800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d0ec0706-ed59-49c6-90b4-38dfba8b30cd req-b196c672-8747-4565-acbb-52161ea97578 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 210 time: 0.0550570 Jul 08 20:38:50.468016 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a32f8788-4b3f-45bd-948a-a2ebb9b4621d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.470854 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a32f8788-4b3f-45bd-948a-a2ebb9b4621d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.472259 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a32f8788-4b3f-45bd-948a-a2ebb9b4621d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "PUT /v2.0/security-groups/694c2c27-a020-4684-8646-7b8936259c80 HTTP/1.1" status: 200 len: 1779 time: 0.2037313 Jul 08 20:38:50.475829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51394) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:50.537150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f8788-4b3f-45bd-948a-a2ebb9b4621d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694c2c27-a020-4684-8646-7b8936259c80,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:50.613817 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-368fbac2-bef0-484e-839a-2442a92dbcb3 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-groups/694c2c27-a020-4684-8646-7b8936259c80 HTTP/1.1" status: 200 len: 1779 time: 0.1333630 Jul 08 20:38:50.613817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51396) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:50.671130 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-03699e54-4b77-457e-92ce-2f4eb1262c4a tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.693410 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-459e78e6-58e7-4f0f-9e59-836028c169b7 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.728494 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-459e78e6-58e7-4f0f-9e59-836028c169b7 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.734691 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-03699e54-4b77-457e-92ce-2f4eb1262c4a tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.770743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51400) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:50.791912 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-459e78e6-58e7-4f0f-9e59-836028c169b7 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.795901 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-459e78e6-58e7-4f0f-9e59-836028c169b7 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.800325 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-459e78e6-58e7-4f0f-9e59-836028c169b7 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-groups/694c2c27-a020-4684-8646-7b8936259c80 HTTP/1.1" status: 204 len: 168 time: 0.1815362 Jul 08 20:38:50.801915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51402) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:50.806364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-03699e54-4b77-457e-92ce-2f4eb1262c4a tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Network 8319c48a-3454-4a85-ab27-fa77815840f8 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:38:50.814310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-03699e54-4b77-457e-92ce-2f4eb1262c4a tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:38:50.816156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e78e6-58e7-4f0f-9e59-836028c169b7 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694c2c27-a020-4684-8646-7b8936259c80,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:50.818796 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-03699e54-4b77-457e-92ce-2f4eb1262c4a tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:38:50.863264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03699e54-4b77-457e-92ce-2f4eb1262c4a tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Pushing event updated for resources: {'Port': ['ID=6d9056c9-fcba-40a0-934c-e414620351f5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:50.880824 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cb2e7552-5a0d-4876-aa17-7559f8e27ad2 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0763509 Jul 08 20:38:50.883395 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51404) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:50.892043 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6c8da887-b986-4d43-a4da-51396c683095 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ab031a9b13b54a1fa5298a271a692e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1161997 Jul 08 20:38:50.892558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51406) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:50.906412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-03699e54-4b77-457e-92ce-2f4eb1262c4a tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:50.907108 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-03699e54-4b77-457e-92ce-2f4eb1262c4a tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:50.913572 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-c7dc8adc-d474-4e93-a9d9-f4a684cf5630 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] delete failed (client error): The resource could not be found. Jul 08 20:38:50.914824 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c7dc8adc-d474-4e93-a9d9-f4a684cf5630 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-groups/694c2c27-a020-4684-8646-7b8936259c80 HTTP/1.1" status: 404 len: 347 time: 0.0297115 Jul 08 20:38:50.922020 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51410) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:50.926652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151985307'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:50.943827 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-03699e54-4b77-457e-92ce-2f4eb1262c4a tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3071206 Jul 08 20:38:50.965092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Request body: {'port': {'device_id': '8a364b0a-993b-4491-a2a4-245f14d9cb31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:50.979538 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f143-f149-4776-85a4-8022dba24e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.004153 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f143-f149-4776-85a4-8022dba24e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.008086 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.099377 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a041bdd6-19dc-40ab-858e-93cc82f30118 req-d53249a5-f708-4a61-8a54-e7e05f1406bc tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0470059 Jul 08 20:38:51.130707 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f143-f149-4776-85a4-8022dba24e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.135177 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f143-f149-4776-85a4-8022dba24e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.137326 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0ce3f143-f149-4776-85a4-8022dba24e79 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fe8e4ab2-8083-45ed-b590-06fd6b73f97a HTTP/1.1" status: 204 len: 168 time: 0.2427127 Jul 08 20:38:51.150655 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.153679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3f143-f149-4776-85a4-8022dba24e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8e4ab2-8083-45ed-b590-06fd6b73f97a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:51.258757 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.266978 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.359372 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.360647 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4383135 Jul 08 20:38:51.365063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51422) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:51.371268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29431d5a-7b1b-4fd0-9f0d-fe1a3c681630,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:51.371491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-26f8c9a7-70cf-4e5d-80cf-d2d55ba13ffe tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group_rule': {'security_group_id': '29431d5a-7b1b-4fd0-9f0d-fe1a3c681630', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:51.385677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:51.386023 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:51.386367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:51.386703 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:51.387040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:51.387374 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:51.388174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:51.388516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:51.388958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:51.389294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:51.389626 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:51.395686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b379f-41df-49c2-97bf-5a0a09e59131 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:51.446062 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26f8c9a7-70cf-4e5d-80cf-d2d55ba13ffe tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.542917 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26f8c9a7-70cf-4e5d-80cf-d2d55ba13ffe tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.548390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26f8c9a7-70cf-4e5d-80cf-d2d55ba13ffe tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.563011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8c9a7-70cf-4e5d-80cf-d2d55ba13ffe tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d44471-b693-4727-9eae-5451387ae05c,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:51.606207 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26f8c9a7-70cf-4e5d-80cf-d2d55ba13ffe tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.608708 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-26f8c9a7-70cf-4e5d-80cf-d2d55ba13ffe tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2425432 Jul 08 20:38:51.611727 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51430) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:51.667413 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c329d019-e53a-4a0a-b5e6-0d0298f858e7 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.696125 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c329d019-e53a-4a0a-b5e6-0d0298f858e7 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.735249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9056c9-fcba-40a0-934c-e414620351f5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:38:51.741105 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.760062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Transition to ACTIVE for port object 6d9056c9-fcba-40a0-934c-e414620351f5 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:51.765589 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.785365 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c329d019-e53a-4a0a-b5e6-0d0298f858e7 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.798868 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c329d019-e53a-4a0a-b5e6-0d0298f858e7 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.800531 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c329d019-e53a-4a0a-b5e6-0d0298f858e7 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/37d44471-b693-4727-9eae-5451387ae05c HTTP/1.1" status: 204 len: 168 time: 0.1875410 Jul 08 20:38:51.803814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51438) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:51.821326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329d019-e53a-4a0a-b5e6-0d0298f858e7 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37d44471-b693-4727-9eae-5451387ae05c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:51.837808 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9056c9-fcba-40a0-934c-e414620351f5,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:51.841408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51442) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:51.852959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-e4f4daeb-14a6-4317-876b-37a8021910d2 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-785773771', 'description': 'tempest-secgroup-smoke-785773771 description', 'project_id': '19f87cbe1da6442c85ec617d427f53ff'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:51.865073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6979e-de1b-4d53-9946-54fa074065eb req-ce060c11-9539-4478-aa06-da2308c9c3d8 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:51.866753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-92c6979e-de1b-4d53-9946-54fa074065eb req-ce060c11-9539-4478-aa06-da2308c9c3d8 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 931 time: 0.1454828 Jul 08 20:38:51.896007 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b0789d95-81a8-4fff-b9a0-7400eec7f142 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0850096 Jul 08 20:38:51.901508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51444) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:51.935605 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4f4daeb-14a6-4317-876b-37a8021910d2 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:51.991552 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-92c6979e-de1b-4d53-9946-54fa074065eb req-e6b74fb8-ebc8-4d36-8a54-45da11ab2476 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f147ab9-fe45-4aff-866b-776524980cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099226 Jul 08 20:38:51.993135 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e3f55b68-d1fa-46be-befe-681b15298158 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.005133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Attempting to bind port 6d9056c9-fcba-40a0-934c-e414620351f5 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:38:52.005475 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Attempting to bind port 6d9056c9-fcba-40a0-934c-e414620351f5 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd73ba6f3-18a8-4a7d-8713-3b37ce974c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8319c48a-3454-4a85-ab27-fa77815840f8'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:38:52.005797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Attempting to bind port 6d9056c9-fcba-40a0-934c-e414620351f5 on network 8319c48a-3454-4a85-ab27-fa77815840f8 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:38:52.016375 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Port 6d9056c9-fcba-40a0-934c-e414620351f5 on network 8319c48a-3454-4a85-ab27-fa77815840f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:38:52.016799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Attempting to bind port 6d9056c9-fcba-40a0-934c-e414620351f5 on network 8319c48a-3454-4a85-ab27-fa77815840f8 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:38:52.030885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:38:52.030885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Checking segment: {'id': 'd73ba6f3-18a8-4a7d-8713-3b37ce974c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8319c48a-3454-4a85-ab27-fa77815840f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:38:52.031231 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Bound using segment: {'id': 'd73ba6f3-18a8-4a7d-8713-3b37ce974c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8319c48a-3454-4a85-ab27-fa77815840f8'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:38:52.031368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Bound port: 6d9056c9-fcba-40a0-934c-e414620351f5, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73ba6f3-18a8-4a7d-8713-3b37ce974c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8319c48a-3454-4a85-ab27-fa77815840f8'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:38:52.031735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.062795 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e3f55b68-d1fa-46be-befe-681b15298158 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.104483 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4f4daeb-14a6-4317-876b-37a8021910d2 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.119745 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4f4daeb-14a6-4317-876b-37a8021910d2 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.126422 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e3f55b68-d1fa-46be-befe-681b15298158 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.132996 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e3f55b68-d1fa-46be-befe-681b15298158 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.153598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] For port 6d9056c9-fcba-40a0-934c-e414620351f5, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:38:52.154823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e3f55b68-d1fa-46be-befe-681b15298158 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-groups/29431d5a-7b1b-4fd0-9f0d-fe1a3c681630 HTTP/1.1" status: 204 len: 168 time: 0.2516360 Jul 08 20:38:52.155866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51454) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:52.184676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f55b68-d1fa-46be-befe-681b15298158 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29431d5a-7b1b-4fd0-9f0d-fe1a3c681630,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:52.186297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4f4daeb-14a6-4317-876b-37a8021910d2 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.187189 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e4f4daeb-14a6-4317-876b-37a8021910d2 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3389204 Jul 08 20:38:52.190734 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51456) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:52.195603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] For port 6d9056c9-fcba-40a0-934c-e414620351f5, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6d9056c9-fcba-40a0-934c-e414620351f5,segment=NetworkSegment(d73ba6f3-18a8-4a7d-8713-3b37ce974c36),segment_id=d73ba6f3-18a8-4a7d-8713-3b37ce974c36)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:38:52.199476 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4daeb-14a6-4317-876b-37a8021910d2 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ff01b4-5c57-4649-9cdc-3a3a52d43632,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:52.206186 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.209176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-44fcbba1-f151-4434-a081-c17a025b87eb tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Request body: {'security_group_rule': {'security_group_id': '82ff01b4-5c57-4649-9cdc-3a3a52d43632', 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:52.267460 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:52.268088 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.278013 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] 10.222.0.103 "PUT /v2.0/ports/6d9056c9-fcba-40a0-934c-e414620351f5 HTTP/1.1" status: 200 len: 1092 time: 1.3130655 Jul 08 20:38:52.278013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a364b0a-993b-4491-a2a4-245f14d9cb31', 'tag': '6d9056c9-fcba-40a0-934c-e414620351f5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:38:52.278013 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45d139e-6d5c-4ba2-a90f-5b7ed793127d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a364b0a-993b-4491-a2a4-245f14d9cb31", "tag": "6d9056c9-fcba-40a0-934c-e414620351f5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:38:52.281586 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-016e3d82-48c8-4579-8517-8f9164570aca tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1246223 Jul 08 20:38:52.288552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51462) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:52.299689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-fbdc8b1d-afcf-4113-af09-61e9031a54bb tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group': {'name': 'tempest-secgroup--44888950'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:52.301846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44fcbba1-f151-4434-a081-c17a025b87eb tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.314350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b4550-6642-4f32-aa8a-d0e7e1710149 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9056c9-fcba-40a0-934c-e414620351f5,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:52.334590 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8b1d-afcf-4113-af09-61e9031a54bb tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.359794 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d4f72-a689-47d6-a929-c005f6bf23c6 x-openstack-request-id: req-dc9d4f72-a689-47d6-a929-c005f6bf23c6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:38:52.360155 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a364b0a-993b-4491-a2a4-245f14d9cb31", "tag": "6d9056c9-fcba-40a0-934c-e414620351f5", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:38:52.360477 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dc9d4f72-a689-47d6-a929-c005f6bf23c6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:38:52.360970 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a364b0a-993b-4491-a2a4-245f14d9cb31', 'tag': '6d9056c9-fcba-40a0-934c-e414620351f5', 'status': 'completed', 'code': 200} Jul 08 20:38:52.420908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44fcbba1-f151-4434-a081-c17a025b87eb tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.432437 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44fcbba1-f151-4434-a081-c17a025b87eb tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.447973 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c0d57fd-fcd2-4cd5-8599-f8d48e78e133 req-71871833-d8ce-4de5-b2e3-d98932b1bdde tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0688770 Jul 08 20:38:52.477253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcbba1-f151-4434-a081-c17a025b87eb tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1bff52-ca88-41e2-8cba-3bda8efd2cb8,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:52.500235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-67e1a039-25d8-41b5-871b-377b54fe1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:52.501837 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-67e1a039-25d8-41b5-871b-377b54fe1e0b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c8884a25b31e4ff3a60c3869b8bd1eb5&device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 1095 time: 0.1561058 Jul 08 20:38:52.555468 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-d9faf495-277f-4ab4-9d60-4cc5f858f169 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d9056c9-fcba-40a0-934c-e414620351f5 HTTP/1.1" status: 200 len: 217 time: 0.0442262 Jul 08 20:38:52.614765 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8b1d-afcf-4113-af09-61e9031a54bb tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.624702 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44fcbba1-f151-4434-a081-c17a025b87eb tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.626169 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-44fcbba1-f151-4434-a081-c17a025b87eb tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4334059 Jul 08 20:38:52.629004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51470) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:52.630858 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8b1d-afcf-4113-af09-61e9031a54bb tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.634351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f544bcdc-e3e8-4ced-afb5-f2b130d0645c tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Request body: {'security_group_rule': {'security_group_id': '82ff01b4-5c57-4649-9cdc-3a3a52d43632', 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:52.668806 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-7da4fa4c-f900-43e2-a230-6e652ce75ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:52.670986 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-7da4fa4c-f900-43e2-a230-6e652ce75ba6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d281945c-d495-4a21-9420-755f6672a173 HTTP/1.1" status: 200 len: 858 time: 0.1083114 Jul 08 20:38:52.673181 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f544bcdc-e3e8-4ced-afb5-f2b130d0645c tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.696399 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8b1d-afcf-4113-af09-61e9031a54bb tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.698451 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fbdc8b1d-afcf-4113-af09-61e9031a54bb tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4089274 Jul 08 20:38:52.718887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51478) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:52.729498 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-37552e9b-d381-4e05-9795-605123bf1651 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8319c48a-3454-4a85-ab27-fa77815840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463731 Jul 08 20:38:52.731144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc8b1d-afcf-4113-af09-61e9031a54bb tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd3d4f3-d7eb-4c04-8072-a89e1d8ca157,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:52.732192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-17692481-fce3-421c-916f-027d22816f56 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group_rule': {'security_group_id': 'dbd3d4f3-d7eb-4c04-8072-a89e1d8ca157', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:52.797704 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17692481-fce3-421c-916f-027d22816f56 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.847227 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f544bcdc-e3e8-4ced-afb5-f2b130d0645c tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.869669 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f544bcdc-e3e8-4ced-afb5-f2b130d0645c tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.870588 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-e9dfd46e-8dad-4864-9e12-34eb890593f1 service neutron] 10.222.0.103 "GET /v2.0/networks/8319c48a-3454-4a85-ab27-fa77815840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244051 Jul 08 20:38:52.967633 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544bcdc-e3e8-4ced-afb5-f2b130d0645c tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c29f42-3ba9-410b-8a18-3f677968eb9b,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:52.988304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f544bcdc-e3e8-4ced-afb5-f2b130d0645c tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:52.994433 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f544bcdc-e3e8-4ced-afb5-f2b130d0645c tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3639371 Jul 08 20:38:52.997614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51490) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:53.011212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e7f271d4-68fe-41ab-8aef-f605ab60ba3f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Request body: {'security_group_rule': {'security_group_id': '82ff01b4-5c57-4649-9cdc-3a3a52d43632', 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:53.074749 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17692481-fce3-421c-916f-027d22816f56 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.084619 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17692481-fce3-421c-916f-027d22816f56 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.096169 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7f271d4-68fe-41ab-8aef-f605ab60ba3f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.123563 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2eae61fe-dbd7-4bac-a6ee-c13195242b1a req-8b794fa5-f8db-4eb7-9d48-f37e200a7d75 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff3055d8-f274-4007-909e-af2d1c11065d HTTP/1.1" status: 200 len: 210 time: 0.1195376 Jul 08 20:38:53.126316 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43a2f0c8-e463-444c-9883-530b51466fe2 req-3c1080cd-806f-4709-b46d-e78c54f8d6cd service neutron] 10.222.0.103 "GET /v2.0/networks/8319c48a-3454-4a85-ab27-fa77815840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474866 Jul 08 20:38:53.164623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17692481-fce3-421c-916f-027d22816f56 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ba8f8c-dd9a-4e3a-a104-8a13d9edcaf9,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:53.236981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-17692481-fce3-421c-916f-027d22816f56 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.239405 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-17692481-fce3-421c-916f-027d22816f56 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5142627 Jul 08 20:38:53.250893 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51498) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:53.251382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51500) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:53.300529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d139e-6d5c-4ba2-a90f-5b7ed793127d req-6ac66901-332d-4434-8346-f9c38daf7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:53.302709 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45d139e-6d5c-4ba2-a90f-5b7ed793127d req-6ac66901-332d-4434-8346-f9c38daf7ed9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c8884a25b31e4ff3a60c3869b8bd1eb5&device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 1095 time: 0.0996454 Jul 08 20:38:53.342835 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7f271d4-68fe-41ab-8aef-f605ab60ba3f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.362753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6f5dd815-d493-4405-86a8-ddf80e5fc839 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group_rule': {'security_group_id': 'dbd3d4f3-d7eb-4c04-8072-a89e1d8ca157', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:53.431627 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7f271d4-68fe-41ab-8aef-f605ab60ba3f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.446731 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.501277 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f271d4-68fe-41ab-8aef-f605ab60ba3f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592f967d-19e2-4aff-b1ed-54d3abbcd6ec,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:53.507623 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7f271d4-68fe-41ab-8aef-f605ab60ba3f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.511622 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e7f271d4-68fe-41ab-8aef-f605ab60ba3f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5103474 Jul 08 20:38:53.513569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51520) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:53.515493 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd815-d493-4405-86a8-ddf80e5fc839 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.531582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a1ce3c9f-8b54-4839-b47c-aabd8c71733b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Request body: {'security_group_rule': {'security_group_id': '82ff01b4-5c57-4649-9cdc-3a3a52d43632', 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:53.571789 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d139e-6d5c-4ba2-a90f-5b7ed793127d req-9f80f8ed-077b-45e7-9d55-e00556cd2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:53.573689 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45d139e-6d5c-4ba2-a90f-5b7ed793127d req-9f80f8ed-077b-45e7-9d55-e00556cd2f0d service neutron] 10.222.0.103 "GET /v2.0/networks?id=8319c48a-3454-4a85-ab27-fa77815840f8 HTTP/1.1" status: 200 len: 919 time: 0.2633154 Jul 08 20:38:53.589800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5222ce7-69d7-418d-a908-9ada537ef365 req-cf4ef1f8-0bcd-4263-81e9-52ce54127c99 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:53.592654 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c5222ce7-69d7-418d-a908-9ada537ef365 req-cf4ef1f8-0bcd-4263-81e9-52ce54127c99 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 943 time: 0.3861058 Jul 08 20:38:53.593511 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66ccef74-2e85-48ec-b65f-e016bdd3d62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.624333 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45d139e-6d5c-4ba2-a90f-5b7ed793127d req-dbba8165-514e-4e55-a4f7-4171d492f93c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d9056c9-fcba-40a0-934c-e414620351f5 HTTP/1.1" status: 200 len: 217 time: 0.0429811 Jul 08 20:38:53.632811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3c9f-8b54-4839-b47c-aabd8c71733b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.698078 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c5222ce7-69d7-418d-a908-9ada537ef365 req-96b3b01b-9736-44b9-be9f-9ddb0c7085b4 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f147ab9-fe45-4aff-866b-776524980cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903714 Jul 08 20:38:53.717969 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd815-d493-4405-86a8-ddf80e5fc839 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.727567 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd815-d493-4405-86a8-ddf80e5fc839 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.758845 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3c9f-8b54-4839-b47c-aabd8c71733b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.761185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5dd815-d493-4405-86a8-ddf80e5fc839 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7534a7dd-5b38-4f9b-88b0-8d21f5632e69,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:53.773450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3c9f-8b54-4839-b47c-aabd8c71733b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.792290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d139e-6d5c-4ba2-a90f-5b7ed793127d req-613c532c-f552-4066-a38e-03a7168dc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:53.794616 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45d139e-6d5c-4ba2-a90f-5b7ed793127d req-613c532c-f552-4066-a38e-03a7168dc054 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d281945c-d495-4a21-9420-755f6672a173 HTTP/1.1" status: 200 len: 858 time: 0.1632607 Jul 08 20:38:53.834583 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66ccef74-2e85-48ec-b65f-e016bdd3d62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.842931 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66ccef74-2e85-48ec-b65f-e016bdd3d62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.871623 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd815-d493-4405-86a8-ddf80e5fc839 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:53.873170 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45d139e-6d5c-4ba2-a90f-5b7ed793127d req-dfe218a9-34a6-46cd-9be9-eff7d0789d0e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8319c48a-3454-4a85-ab27-fa77815840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628161 Jul 08 20:38:53.878244 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6f5dd815-d493-4405-86a8-ddf80e5fc839 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5650558 Jul 08 20:38:53.885357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51528) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:53.899075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5c7d1a2e-8e78-4cce-ab84-a68c9a7050c0 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group_rule': {'security_group_id': 'dbd3d4f3-d7eb-4c04-8072-a89e1d8ca157', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:53.950101 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0740bb14-e94f-4ffd-8eb3-d51a6430f813 req-cf722926-7def-4063-bd60-59d5cd505ca9 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0724578 Jul 08 20:38:53.987757 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce3c9f-8b54-4839-b47c-aabd8c71733b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a5065f-9460-4287-9640-3cf51d8daf62,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:53.992700 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-66ccef74-2e85-48ec-b65f-e016bdd3d62d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=912879f31ad447ae818b7a119e122510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6911194 Jul 08 20:38:53.996226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51532) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:54.004663 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3c9f-8b54-4839-b47c-aabd8c71733b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.008911 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a1ce3c9f-8b54-4839-b47c-aabd8c71733b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4913278 Jul 08 20:38:54.016462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51534) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:54.049991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccef74-2e85-48ec-b65f-e016bdd3d62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8036699f-6881-408e-9987-52fd36712a57,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:54.072297 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f643c13f-f745-4428-88f2-6b6c9c9819da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.072620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b42f6fc3-c2ff-40a1-b535-a5caeda53564 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Request body: {'security_group_rule': {'security_group_id': '82ff01b4-5c57-4649-9cdc-3a3a52d43632', 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:54.100724 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f643c13f-f745-4428-88f2-6b6c9c9819da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.177435 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f79909e-f51e-45f1-939f-f020c972fdb4 req-8f717f2d-03b8-4f5a-ab1b-a533597eced7 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.1576931 Jul 08 20:38:54.198226 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f643c13f-f745-4428-88f2-6b6c9c9819da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.201668 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f643c13f-f745-4428-88f2-6b6c9c9819da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.209806 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f643c13f-f745-4428-88f2-6b6c9c9819da admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8036699f-6881-408e-9987-52fd36712a57 HTTP/1.1" status: 204 len: 168 time: 0.2116570 Jul 08 20:38:54.237505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643c13f-f745-4428-88f2-6b6c9c9819da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8036699f-6881-408e-9987-52fd36712a57,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:54.247906 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1a2e-8e78-4cce-ab84-a68c9a7050c0 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.332256 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-b42f6fc3-c2ff-40a1-b535-a5caeda53564 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Project 19f87cbe1da6442c85ec617d427f53ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:38:54.364545 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45d139e-6d5c-4ba2-a90f-5b7ed793127d req-fd804389-e436-49a9-97b8-1da66c1c0b95 service neutron] 10.222.0.103 "GET /v2.0/networks/8319c48a-3454-4a85-ab27-fa77815840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373107 Jul 08 20:38:54.371172 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b42f6fc3-c2ff-40a1-b535-a5caeda53564 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.485456 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1a2e-8e78-4cce-ab84-a68c9a7050c0 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.499003 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1a2e-8e78-4cce-ab84-a68c9a7050c0 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.545093 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d1a2e-8e78-4cce-ab84-a68c9a7050c0 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c61ac5d-c0db-45a7-bdde-ab2800a71e16,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:54.561554 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1a2e-8e78-4cce-ab84-a68c9a7050c0 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.562808 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5c7d1a2e-8e78-4cce-ab84-a68c9a7050c0 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6753488 Jul 08 20:38:54.564795 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b42f6fc3-c2ff-40a1-b535-a5caeda53564 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.566130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51550) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:54.572244 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e45d139e-6d5c-4ba2-a90f-5b7ed793127d req-b7a92027-9f6a-4321-934a-02bdb8154966 service neutron] 10.222.0.103 "GET /v2.0/networks/8319c48a-3454-4a85-ab27-fa77815840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850090 Jul 08 20:38:54.572912 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b42f6fc3-c2ff-40a1-b535-a5caeda53564 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.594043 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f6fc3-c2ff-40a1-b535-a5caeda53564 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984b2bf4-4655-488f-a38f-f7b3521008b8,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:54.596208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cb9c43bb-e833-4d60-8dba-85485e64d021 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group_rule': {'security_group_id': 'dbd3d4f3-d7eb-4c04-8072-a89e1d8ca157', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:54.602354 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b42f6fc3-c2ff-40a1-b535-a5caeda53564 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.607426 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b42f6fc3-c2ff-40a1-b535-a5caeda53564 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5836082 Jul 08 20:38:54.607426 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51552) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:54.611986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-10c9661e-a702-429a-8dd8-c21f9eec273f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Request body: {'security_group_rule': {'security_group_id': '82ff01b4-5c57-4649-9cdc-3a3a52d43632', 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:54.627367 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-10c9661e-a702-429a-8dd8-c21f9eec273f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 20:38:54.627367 n-d-791506-16 neutron-server[94065]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 20:38:54.627367 n-d-791506-16 neutron-server[94065]: [parameters: {'project_id_1': '19f87cbe1da6442c85ec617d427f53ff', 'expiration_1': datetime.datetime(2021, 7, 8, 20, 38, 54, 618769)}] Jul 08 20:38:54.627367 n-d-791506-16 neutron-server[94065]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:38:54.627827 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [None req-10c9661e-a702-429a-8dd8-c21f9eec273f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:38:54.643513 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb9c43bb-e833-4d60-8dba-85485e64d021 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.698869 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb9c43bb-e833-4d60-8dba-85485e64d021 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.704021 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb9c43bb-e833-4d60-8dba-85485e64d021 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.726543 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb9c43bb-e833-4d60-8dba-85485e64d021 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.730465 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cb9c43bb-e833-4d60-8dba-85485e64d021 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1603963 Jul 08 20:38:54.730832 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51558) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:54.738101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5f267111-76c9-4e00-bfa6-e6b6c4e09cb1 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group_rule': {'security_group_id': 'dbd3d4f3-d7eb-4c04-8072-a89e1d8ca157', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:54.743552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c43bb-e833-4d60-8dba-85485e64d021 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5797f34-a822-4aa4-ab2f-91a41f370421,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:54.770934 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f267111-76c9-4e00-bfa6-e6b6c4e09cb1 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.858842 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f267111-76c9-4e00-bfa6-e6b6c4e09cb1 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.864842 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f267111-76c9-4e00-bfa6-e6b6c4e09cb1 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.891060 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f267111-76c9-4e00-bfa6-e6b6c4e09cb1 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.892179 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5f267111-76c9-4e00-bfa6-e6b6c4e09cb1 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1597905 Jul 08 20:38:54.896805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51564) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:54.906579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f267111-76c9-4e00-bfa6-e6b6c4e09cb1 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a68a427-f2f0-4c54-b1ec-75c21c100d62,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:54.928541 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d33f871-402e-4578-9741-8ad68cd7632f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.940134 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d33f871-402e-4578-9741-8ad68cd7632f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.948565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8a13a-5106-43c9-b734-cc4fd67ed890 req-1deb2c9e-4528-4d09-b1b5-1a01c7996894 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:54.961012 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40c8a13a-5106-43c9-b734-cc4fd67ed890 req-1deb2c9e-4528-4d09-b1b5-1a01c7996894 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 943 time: 0.1240871 Jul 08 20:38:54.980746 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d33f871-402e-4578-9741-8ad68cd7632f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.991725 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d33f871-402e-4578-9741-8ad68cd7632f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:54.997656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3d33f871-402e-4578-9741-8ad68cd7632f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/4a68a427-f2f0-4c54-b1ec-75c21c100d62 HTTP/1.1" status: 204 len: 168 time: 0.0982425 Jul 08 20:38:55.001208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51572) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:55.004127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33f871-402e-4578-9741-8ad68cd7632f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a68a427-f2f0-4c54-b1ec-75c21c100d62,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:55.054219 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40c8a13a-5106-43c9-b734-cc4fd67ed890 req-56ad0094-3a72-44f1-8cf5-25823cd145bf tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f147ab9-fe45-4aff-866b-776524980cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922267 Jul 08 20:38:55.095976 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-eb1202c5-f848-4ab7-ae94-a559477843be tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0917380 Jul 08 20:38:55.098909 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51578) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:55.406463 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8eebeaf9-2d2d-40d9-a810-0b728a20093e req-5f851173-350d-4a41-a30b-820834133a5c tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0533593 Jul 08 20:38:55.432809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6d9056c9-fcba-40a0-934c-e414620351f5 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:38:55.559935 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6d9056c9-fcba-40a0-934c-e414620351f5, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6d9056c9-fcba-40a0-934c-e414620351f5,segment=NetworkSegment(d73ba6f3-18a8-4a7d-8713-3b37ce974c36),segment_id=d73ba6f3-18a8-4a7d-8713-3b37ce974c36)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:55.577400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '6d9056c9-fcba-40a0-934c-e414620351f5', 'network_id': '8319c48a-3454-4a85-ab27-fa77815840f8', 'port_id': '6d9056c9-fcba-40a0-934c-e414620351f5', 'mac_address': 'fa:16:3e:db:3a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd281945c-d495-4a21-9420-755f6672a173', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:38:55.625222 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.625668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96138083-6a29-408d-bdb2-27521d889900 req-c9a2935a-2a0f-472d-89aa-24f9ddf8838a tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0640855 Jul 08 20:38:55.630026 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b42a0de6-656c-49a0-8975-1afb851a79f4 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.642417 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9056c9-fcba-40a0-934c-e414620351f5 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:38:55.644469 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b42a0de6-656c-49a0-8975-1afb851a79f4 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.661218 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-10c9661e-a702-429a-8dd8-c21f9eec273f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Project 19f87cbe1da6442c85ec617d427f53ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:38:55.670412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6d9056c9-fcba-40a0-934c-e414620351f5, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6d9056c9-fcba-40a0-934c-e414620351f5,segment=NetworkSegment(d73ba6f3-18a8-4a7d-8713-3b37ce974c36),segment_id=d73ba6f3-18a8-4a7d-8713-3b37ce974c36)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:55.675331 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.676079 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10c9661e-a702-429a-8dd8-c21f9eec273f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.716291 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b42a0de6-656c-49a0-8975-1afb851a79f4 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.721411 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b42a0de6-656c-49a0-8975-1afb851a79f4 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.725126 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b42a0de6-656c-49a0-8975-1afb851a79f4 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/f5797f34-a822-4aa4-ab2f-91a41f370421 HTTP/1.1" status: 204 len: 168 time: 0.6226552 Jul 08 20:38:55.725320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51590) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:55.744170 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a0de6-656c-49a0-8975-1afb851a79f4 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5797f34-a822-4aa4-ab2f-91a41f370421,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:55.751455 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=6d9056c9-fcba-40a0-934c-e414620351f5,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:55.760157 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:55.760860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:55.761725 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:55.761725 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:55.762091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:55.762187 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:55.762494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:55.762828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:55.763205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:55.763535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:55.763862 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:55.764187 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:38:55.771336 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10c9661e-a702-429a-8dd8-c21f9eec273f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.778541 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10c9661e-a702-429a-8dd8-c21f9eec273f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.797192 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4efc2901-4593-4825-a8a6-3fc809a6f780 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0703518 Jul 08 20:38:55.798212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9661e-a702-429a-8dd8-c21f9eec273f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176ad3c0-1a15-405e-bf8c-22ec44b0e864,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:55.799887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51592) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:55.815255 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10c9661e-a702-429a-8dd8-c21f9eec273f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.816669 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-10c9661e-a702-429a-8dd8-c21f9eec273f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2085271 Jul 08 20:38:55.834032 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-505fa740-180c-4b1f-97e5-18ec5e0c6e5d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.845039 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-505fa740-180c-4b1f-97e5-18ec5e0c6e5d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.878932 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-505fa740-180c-4b1f-97e5-18ec5e0c6e5d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.884283 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-505fa740-180c-4b1f-97e5-18ec5e0c6e5d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.885600 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-505fa740-180c-4b1f-97e5-18ec5e0c6e5d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/9c61ac5d-c0db-45a7-bdde-ab2800a71e16 HTTP/1.1" status: 204 len: 168 time: 0.0846632 Jul 08 20:38:55.888589 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51596) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:55.894944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fa740-180c-4b1f-97e5-18ec5e0c6e5d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c61ac5d-c0db-45a7-bdde-ab2800a71e16,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:55.930955 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6d9056c9-fcba-40a0-934c-e414620351f5'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:38:55.940209 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d01c5f8b-dbe2-46ba-b4b2-2ee822cb6bbc tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0494015 Jul 08 20:38:55.943179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51600) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:55.974038 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cecc6248-e561-4a2a-bfc0-4357964cd954 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:55.983025 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cecc6248-e561-4a2a-bfc0-4357964cd954 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.025457 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cecc6248-e561-4a2a-bfc0-4357964cd954 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.033054 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cecc6248-e561-4a2a-bfc0-4357964cd954 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.036597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cecc6248-e561-4a2a-bfc0-4357964cd954 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/7534a7dd-5b38-4f9b-88b0-8d21f5632e69 HTTP/1.1" status: 204 len: 168 time: 0.0898144 Jul 08 20:38:56.037456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51606) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:56.073052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc6248-e561-4a2a-bfc0-4357964cd954 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7534a7dd-5b38-4f9b-88b0-8d21f5632e69,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:56.115321 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-fcdae720-1a02-4ea5-84e7-ca4921547942 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-785773771&fields=id&tenant_id=19f87cbe1da6442c85ec617d427f53ff HTTP/1.1" status: 200 len: 267 time: 0.0688667 Jul 08 20:38:56.119937 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cb1211ff-63ba-44e6-b1de-e10927acc3eb tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0809526 Jul 08 20:38:56.123536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51612) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:56.193382 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ef72ecc-7654-40cb-9d9f-63b3af55d4c5 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.205733 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ef72ecc-7654-40cb-9d9f-63b3af55d4c5 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.254694 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ef72ecc-7654-40cb-9d9f-63b3af55d4c5 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.262106 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7257acdf-0b9c-404b-8665-62ac529ac04d req-93ea5c2f-9590-4985-8f66-88cf98f7c779 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=ff3055d8-f274-4007-909e-af2d1c11065d HTTP/1.1" status: 200 len: 210 time: 0.0511169 Jul 08 20:38:56.279618 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ef72ecc-7654-40cb-9d9f-63b3af55d4c5 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.280935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5ef72ecc-7654-40cb-9d9f-63b3af55d4c5 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/66ba8f8c-dd9a-4e3a-a104-8a13d9edcaf9 HTTP/1.1" status: 204 len: 168 time: 0.1562777 Jul 08 20:38:56.283952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51616) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:56.297267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef72ecc-7654-40cb-9d9f-63b3af55d4c5 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66ba8f8c-dd9a-4e3a-a104-8a13d9edcaf9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:56.321907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-b97c2d3b-c08a-448a-aa53-9ea8175eb6e7 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:56.330955 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-b97c2d3b-c08a-448a-aa53-9ea8175eb6e7 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/networks?id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 HTTP/1.1" status: 200 len: 813 time: 0.2077129 Jul 08 20:38:56.345063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-9dd32086-9ccd-4be2-99c8-13982c913f06 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/quotas/19f87cbe1da6442c85ec617d427f53ff HTTP/1.1" status: 200 len: 375 time: 0.0130410 Jul 08 20:38:56.359039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3675dd23-6e17-437e-8007-a8a3a0d00bf0 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0742130 Jul 08 20:38:56.362402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51618) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:56.391521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7b0de-634f-44df-aa2e-90dee62b2d0a req-f17e29d2-5607-410f-ad73-e9198a9c5ba8 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:56.394137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24d7b0de-634f-44df-aa2e-90dee62b2d0a req-f17e29d2-5607-410f-ad73-e9198a9c5ba8 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 944 time: 0.1542861 Jul 08 20:38:56.427299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-8b00629d-9dc7-405b-af1d-38095063845e tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=19f87cbe1da6442c85ec617d427f53ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748899 Jul 08 20:38:56.479054 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24d7b0de-634f-44df-aa2e-90dee62b2d0a req-5c965aa7-f7cc-469f-8abc-fc90f634a220 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f147ab9-fe45-4aff-866b-776524980cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746624 Jul 08 20:38:56.485106 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f85d60d5-0792-43ea-a46d-d9ad2a362ec1 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.537436 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f85d60d5-0792-43ea-a46d-d9ad2a362ec1 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.554596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-4e637012-14f5-403f-be0a-ca5554648ede service neutron] 10.222.0.101 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137145 Jul 08 20:38:56.615272 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f85d60d5-0792-43ea-a46d-d9ad2a362ec1 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.620062 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f85d60d5-0792-43ea-a46d-d9ad2a362ec1 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.625141 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f85d60d5-0792-43ea-a46d-d9ad2a362ec1 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-groups/dbd3d4f3-d7eb-4c04-8072-a89e1d8ca157 HTTP/1.1" status: 204 len: 168 time: 0.2598934 Jul 08 20:38:56.626224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51622) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:56.658561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d60d5-0792-43ea-a46d-d9ad2a362ec1 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd3d4f3-d7eb-4c04-8072-a89e1d8ca157,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:56.669237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1224abb4-7b57-4d97-8591-e9586729f5fc req-c7777db3-438b-48ec-8db2-0f461d91fbb5 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0418701 Jul 08 20:38:56.692999 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-e6854c2f-8550-4bad-a6a6-c492e117b295 service neutron] 10.222.0.101 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371431 Jul 08 20:38:56.704542 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8fabf298-2eac-4096-a755-0f0ab95de0d1 req-6fdfed99-de91-4f0a-b511-2f44c3673f53 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0470965 Jul 08 20:38:56.742610 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9af8bba7-13a2-424b-b7c9-ef672e0147ee tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1107562 Jul 08 20:38:56.748355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51626) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:56.754093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-5291b0d0-e3c9-44b8-b5a3-4d79902af46f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531151305'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:56.784789 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5291b0d0-e3c9-44b8-b5a3-4d79902af46f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.900768 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-461cb916-372b-445b-bd93-8e1c2193e2c9 req-fe8c1bcb-1b0d-41ab-8689-f665ab44a926 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0425215 Jul 08 20:38:56.924865 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5291b0d0-e3c9-44b8-b5a3-4d79902af46f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.930536 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5291b0d0-e3c9-44b8-b5a3-4d79902af46f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.966686 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5291b0d0-e3c9-44b8-b5a3-4d79902af46f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:56.971138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5291b0d0-e3c9-44b8-b5a3-4d79902af46f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2180939 Jul 08 20:38:56.971724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51634) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:56.972965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291b0d0-e3c9-44b8-b5a3-4d79902af46f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d9850d-5e7c-4956-9684-29eecb553f63,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:56.977484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b7df4d4c-44a3-450d-be5a-4f4d83f41887 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group_rule': {'security_group_id': '29d9850d-5e7c-4956-9684-29eecb553f63', 'direction': 'ingress', 'protocol': 17}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:57.014977 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7df4d4c-44a3-450d-be5a-4f4d83f41887 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.094524 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7df4d4c-44a3-450d-be5a-4f4d83f41887 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.099562 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7df4d4c-44a3-450d-be5a-4f4d83f41887 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.127186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df4d4c-44a3-450d-be5a-4f4d83f41887 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e33d7c-e2e5-4593-b9c9-524c462a5dd8,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:57.189477 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dacb8f98-065f-4b67-b962-d8a5d4b54512 req-097817df-082e-4c84-b0b0-3e52c5685d2a tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 210 time: 0.0740232 Jul 08 20:38:57.194501 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7df4d4c-44a3-450d-be5a-4f4d83f41887 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.199628 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51644) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:57.201680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b7df4d4c-44a3-450d-be5a-4f4d83f41887 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2284360 Jul 08 20:38:57.286229 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a194a79-324e-4b0a-8fc5-c17781b9aeb9 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.316394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a194a79-324e-4b0a-8fc5-c17781b9aeb9 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.373965 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a194a79-324e-4b0a-8fc5-c17781b9aeb9 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.377037 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a194a79-324e-4b0a-8fc5-c17781b9aeb9 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.381530 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51652) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:57.389065 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0a194a79-324e-4b0a-8fc5-c17781b9aeb9 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-groups/29d9850d-5e7c-4956-9684-29eecb553f63 HTTP/1.1" status: 204 len: 168 time: 0.1794975 Jul 08 20:38:57.410959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a194a79-324e-4b0a-8fc5-c17781b9aeb9 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d9850d-5e7c-4956-9684-29eecb553f63,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:57.438852 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6d9056c9-fcba-40a0-934c-e414620351f5 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:38:57.456975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f2f97237-734d-42b3-b8b4-851cff5d9cbf tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740972 Jul 08 20:38:57.462614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51654) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:57.469982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-28912162-df33-4bff-9146-e33400196d37 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group': {'name': 'tempest-secgroup--46305407'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:57.505040 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28912162-df33-4bff-9146-e33400196d37 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.535597 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 6d9056c9-fcba-40a0-934c-e414620351f5 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:38:57.544685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 6d9056c9-fcba-40a0-934c-e414620351f5 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:38:57.555178 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.692326 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28912162-df33-4bff-9146-e33400196d37 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.696588 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28912162-df33-4bff-9146-e33400196d37 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.743188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28912162-df33-4bff-9146-e33400196d37 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120090bd-4208-4425-8ee7-7d9f64647e21,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:57.750407 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.765396 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28912162-df33-4bff-9146-e33400196d37 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.766908 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-28912162-df33-4bff-9146-e33400196d37 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3030229 Jul 08 20:38:57.773269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51668) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:57.792925 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-aae19ce5-073e-468c-98ec-6b7b88e7f376 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654683234'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:57.800098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a364b0a-993b-4491-a2a4-245f14d9cb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9056c9-fcba-40a0-934c-e414620351f5'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:38:57.811184 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d853010-79d7-4235-8b2d-650313be9a0f" -d '{"events": [{"server_uuid": "8a364b0a-993b-4491-a2a4-245f14d9cb31", "name": "network-vif-plugged", "status": "completed", "tag": "6d9056c9-fcba-40a0-934c-e414620351f5"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:38:57.842860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6d9056c9-fcba-40a0-934c-e414620351f5, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6d9056c9-fcba-40a0-934c-e414620351f5,segment=NetworkSegment(d73ba6f3-18a8-4a7d-8713-3b37ce974c36),segment_id=d73ba6f3-18a8-4a7d-8713-3b37ce974c36)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:38:57.850825 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.853979 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aae19ce5-073e-468c-98ec-6b7b88e7f376 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:57.861212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe0e82-545d-4688-9769-bcca61c87f83 req-c90f8fdc-52ab-42d9-8e53-c106d746ee81 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:57.862803 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1fe0e82-545d-4688-9769-bcca61c87f83 req-c90f8fdc-52ab-42d9-8e53-c106d746ee81 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 944 time: 0.1336398 Jul 08 20:38:57.920683 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d26f2ae-7d0c-4491-a8bf-63c5942e7e1f req-9cad0a2e-70dd-4e08-8fdd-58116a748aae tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0528381 Jul 08 20:38:57.927451 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=6d9056c9-fcba-40a0-934c-e414620351f5,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:58.008081 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4e2a8e-5743-4fbc-9a46-86ee854fd87f x-openstack-request-id: req-fe4e2a8e-5743-4fbc-9a46-86ee854fd87f {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:38:58.008462 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a364b0a-993b-4491-a2a4-245f14d9cb31", "name": "network-vif-plugged", "status": "completed", "tag": "6d9056c9-fcba-40a0-934c-e414620351f5", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:38:58.008866 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fe4e2a8e-5743-4fbc-9a46-86ee854fd87f {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:38:58.009340 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a364b0a-993b-4491-a2a4-245f14d9cb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9056c9-fcba-40a0-934c-e414620351f5', 'code': 200} Jul 08 20:38:58.082991 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aae19ce5-073e-468c-98ec-6b7b88e7f376 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:58.089556 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aae19ce5-073e-468c-98ec-6b7b88e7f376 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:58.138320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae19ce5-073e-468c-98ec-6b7b88e7f376 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92955945-ad09-4113-a6cb-e00d74e6fe6b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:58.152484 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:38:58.172124 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aae19ce5-073e-468c-98ec-6b7b88e7f376 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:58.174818 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aae19ce5-073e-468c-98ec-6b7b88e7f376 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3994880 Jul 08 20:38:58.179578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51678) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:58.186355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ac2607ce-14c0-496b-8793-f5a174c10313 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group_rule': {'security_group_id': '120090bd-4208-4425-8ee7-7d9f64647e21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '92955945-ad09-4113-a6cb-e00d74e6fe6b', 'remote_ip_prefix': None}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:58.289111 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac2607ce-14c0-496b-8793-f5a174c10313 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:58.355124 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1fe0e82-545d-4688-9769-bcca61c87f83 req-8c5a7741-f78f-4d54-87f9-0908230f9c60 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f147ab9-fe45-4aff-866b-776524980cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849827 Jul 08 20:38:58.361746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4003412-8a5e-43fd-88bc-9a19c6ab99a8 req-92b86311-95e9-4427-92c7-be80ab40a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:58.363268 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d4003412-8a5e-43fd-88bc-9a19c6ab99a8 req-92b86311-95e9-4427-92c7-be80ab40a9a2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 1097 time: 0.1398692 Jul 08 20:38:58.437059 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d4003412-8a5e-43fd-88bc-9a19c6ab99a8 req-7b6faa9c-c363-4035-b2ba-1a43516c8126 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=3f147ab9-fe45-4aff-866b-776524980cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641634 Jul 08 20:38:58.439046 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac2607ce-14c0-496b-8793-f5a174c10313 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:58.448766 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac2607ce-14c0-496b-8793-f5a174c10313 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:58.489392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2607ce-14c0-496b-8793-f5a174c10313 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdc1a5a-4646-45d0-8ec2-a53bb6b136a6,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:58.512219 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac2607ce-14c0-496b-8793-f5a174c10313 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:58.516844 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ac2607ce-14c0-496b-8793-f5a174c10313 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3335209 Jul 08 20:38:58.518356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51690) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:58.533942 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a34fcbee-748c-4cf2-a275-6ffd44ff5d27 req-980481cf-43f1-43fc-a1ca-97eeafe9c61e tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0432534 Jul 08 20:38:58.594064 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e741fed-2210-4edd-a124-e27317e96d23 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:58.650050 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e741fed-2210-4edd-a124-e27317e96d23 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:58.693269 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e741fed-2210-4edd-a124-e27317e96d23 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:58.714048 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e741fed-2210-4edd-a124-e27317e96d23 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:58.715461 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4e741fed-2210-4edd-a124-e27317e96d23 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/6cdc1a5a-4646-45d0-8ec2-a53bb6b136a6 HTTP/1.1" status: 204 len: 168 time: 0.1957166 Jul 08 20:38:58.719573 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51698) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:58.760961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e741fed-2210-4edd-a124-e27317e96d23 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cdc1a5a-4646-45d0-8ec2-a53bb6b136a6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:58.813699 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-666681ed-e110-4162-abc0-9b27b876ec21 req-379d67ac-2f9f-47cf-a7c1-b9a4abe0679b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 210 time: 0.0542622 Jul 08 20:38:58.854374 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-81b5e204-8d1a-43a2-9a84-f5b39f4bc837 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1335671 Jul 08 20:38:58.861003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51704) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:58.888376 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f50b22de-ca23-4a18-a97b-707099eb0d15 req-0ede90eb-b713-4556-8cb3-0cf01be68a16 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0883856 Jul 08 20:38:58.977032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d40ebb0f-bdad-416a-9e37-c98d37991631 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:58.986975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-608ce1aa-7694-411c-a0c4-539219e09bdf tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:58.988819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-608ce1aa-7694-411c-a0c4-539219e09bdf tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.103 "GET /v2.0/networks?id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 HTTP/1.1" status: 200 len: 813 time: 0.2015955 Jul 08 20:38:59.012417 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d40ebb0f-bdad-416a-9e37-c98d37991631 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:59.064031 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-0cd3fb48-13cb-4a55-9007-af082138ee93 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19f87cbe1da6442c85ec617d427f53ff HTTP/1.1" status: 200 len: 379 time: 0.0590403 Jul 08 20:38:59.083566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Request body: {'port': {'device_id': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'admin_state_up': True, 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'security_groups': ['82ff01b4-5c57-4649-9cdc-3a3a52d43632']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:59.092145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d40ebb0f-bdad-416a-9e37-c98d37991631 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:59.094928 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d40ebb0f-bdad-416a-9e37-c98d37991631 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:59.096300 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d40ebb0f-bdad-416a-9e37-c98d37991631 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-groups/92955945-ad09-4113-a6cb-e00d74e6fe6b HTTP/1.1" status: 204 len: 168 time: 0.2331190 Jul 08 20:38:59.099794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51708) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:59.122866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ebb0f-bdad-416a-9e37-c98d37991631 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92955945-ad09-4113-a6cb-e00d74e6fe6b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:59.190132 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5c011019-ab63-4bb7-a765-9df1088da5b3 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0869575 Jul 08 20:38:59.192960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51710) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:59.259091 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Made reservation on behalf of 19f87cbe1da6442c85ec617d427f53ff for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:38:59.279322 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a1e82661-635a-49d0-8c95-9a9c04a0746e tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:59.282540 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:59.352529 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a1e82661-635a-49d0-8c95-9a9c04a0746e tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:59.459096 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a1e82661-635a-49d0-8c95-9a9c04a0746e tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:59.461731 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a1e82661-635a-49d0-8c95-9a9c04a0746e tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:59.464676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a1e82661-635a-49d0-8c95-9a9c04a0746e tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-groups/120090bd-4208-4425-8ee7-7d9f64647e21 HTTP/1.1" status: 204 len: 168 time: 0.2687321 Jul 08 20:38:59.467733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51718) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:59.533775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e82661-635a-49d0-8c95-9a9c04a0746e tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120090bd-4208-4425-8ee7-7d9f64647e21,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:38:59.611936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Allocated IP 172.20.0.11 (3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88/d7229739-1dcf-4eb3-8686-d30b6c902da2/669e26f3-c802-44b2-8ec2-e80939a71320) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:38:59.669855 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-09705438-6520-47a7-98df-717f9576f733 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1995468 Jul 08 20:38:59.674890 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51724) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:38:59.683771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-fa1f1efb-c35b-4466-af72-68f402835c1f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group': {'name': 'tempest-secgroup--966402180'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:38:59.701547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aabce7-7507-4a61-ae2c-aae17a2a2393 req-0b32809a-cfb1-49f1-9499-99f00df5492b tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:38:59.703450 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-85aabce7-7507-4a61-ae2c-aae17a2a2393 req-0b32809a-cfb1-49f1-9499-99f00df5492b tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 945 time: 0.2128723 Jul 08 20:38:59.754136 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-85aabce7-7507-4a61-ae2c-aae17a2a2393 req-285de986-b633-408c-b186-c2cd3b34687c tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f147ab9-fe45-4aff-866b-776524980cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448394 Jul 08 20:38:59.800278 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fa1f1efb-c35b-4466-af72-68f402835c1f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:59.878860 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-785fbcf1-75ea-4b7f-930f-cd0646dd5969 req-7a55992e-77e1-4db8-8a53-abaf4eb67738 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0811756 Jul 08 20:38:59.901074 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:38:59.916200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Transition to ACTIVE for port object 669e26f3-c802-44b2-8ec2-e80939a71320 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:38:59.969430 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.042738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:00.057919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:00.064493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:39:00.117429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b7a33-0fc9-43ed-87bb-607e87dd0c08 req-c5cf3dea-36c9-4e1c-8929-20746f6cc717 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:00.126303 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a48b7a33-0fc9-43ed-87bb-607e87dd0c08 req-c5cf3dea-36c9-4e1c-8929-20746f6cc717 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 932 time: 0.1680982 Jul 08 20:39:00.134282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Pushing event updated for resources: {'Port': ['ID=669e26f3-c802-44b2-8ec2-e80939a71320,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:00.214713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a48b7a33-0fc9-43ed-87bb-607e87dd0c08 req-8a6df929-25d3-4f5c-8fe5-79202d67b1cf tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872498 Jul 08 20:39:00.220224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-005e4398-8c52-4ccd-9323-f1f761bf1579 req-a8db252e-ae7d-43cf-9d89-f9982b8c47ab tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0728884 Jul 08 20:39:00.256585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:00.258394 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.304039 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fa1f1efb-c35b-4466-af72-68f402835c1f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.323929 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fa1f1efb-c35b-4466-af72-68f402835c1f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.337970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-31a44c2c-bf4e-45d4-9ddd-589048fe8f8f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2668409 Jul 08 20:39:00.357401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Request body: {'port': {'device_id': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:00.367702 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fa1f1efb-c35b-4466-af72-68f402835c1f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.369125 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fa1f1efb-c35b-4466-af72-68f402835c1f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6930947 Jul 08 20:39:00.372551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51730) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:00.377271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c8b1d9a0-5da7-4c5c-83d4-433dff05c7a3 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group_rule': {'security_group_id': '6cb6b070-285e-461c-bb40-6dd3aa3bbcc8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:00.404886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f1efb-c35b-4466-af72-68f402835c1f tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb6b070-285e-461c-bb40-6dd3aa3bbcc8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:00.432478 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8b1d9a0-5da7-4c5c-83d4-433dff05c7a3 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.462800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c025c00d-7908-4807-b4a1-fce991413160 None None] Provisioning for port 669e26f3-c802-44b2-8ec2-e80939a71320 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:00.470128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c025c00d-7908-4807-b4a1-fce991413160 None None] Provisioning complete for port 669e26f3-c802-44b2-8ec2-e80939a71320 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:00.470830 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c025c00d-7908-4807-b4a1-fce991413160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.485996 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.497796 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8b1d9a0-5da7-4c5c-83d4-433dff05c7a3 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.506615 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8b1d9a0-5da7-4c5c-83d4-433dff05c7a3 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.547839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1d9a0-5da7-4c5c-83d4-433dff05c7a3 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9158f39-542d-46b4-9d0c-0d37dd3b0dad,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:00.558967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c025c00d-7908-4807-b4a1-fce991413160 None None] Port 669e26f3-c802-44b2-8ec2-e80939a71320 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:39:00.570514 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8b1d9a0-5da7-4c5c-83d4-433dff05c7a3 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.572705 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c8b1d9a0-5da7-4c5c-83d4-433dff05c7a3 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1990836 Jul 08 20:39:00.575576 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51736) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:00.615313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e45557b-517d-4e47-b764-13ca79b14e6d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.625446 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e45557b-517d-4e47-b764-13ca79b14e6d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.661088 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e45557b-517d-4e47-b764-13ca79b14e6d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.669632 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e45557b-517d-4e47-b764-13ca79b14e6d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.671434 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0e45557b-517d-4e47-b764-13ca79b14e6d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/b9158f39-542d-46b4-9d0c-0d37dd3b0dad HTTP/1.1" status: 204 len: 168 time: 0.0941474 Jul 08 20:39:00.674296 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51740) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:00.693801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45557b-517d-4e47-b764-13ca79b14e6d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9158f39-542d-46b4-9d0c-0d37dd3b0dad,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:00.799752 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-610acbcd-02fb-4dd8-a58d-3186ee18c357 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1237957 Jul 08 20:39:00.802472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51748) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:00.870631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2dc717c-c12b-4986-a23a-4503d7702d0e tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.895299 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2dc717c-c12b-4986-a23a-4503d7702d0e tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.951235 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2dc717c-c12b-4986-a23a-4503d7702d0e tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.952214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669e26f3-c802-44b2-8ec2-e80939a71320 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:39:00.956574 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2dc717c-c12b-4986-a23a-4503d7702d0e tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.962185 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f2dc717c-c12b-4986-a23a-4503d7702d0e tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-groups/6cb6b070-285e-461c-bb40-6dd3aa3bbcc8 HTTP/1.1" status: 204 len: 168 time: 0.1584334 Jul 08 20:39:00.963275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51754) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:00.968606 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:00.990540 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Transition to ACTIVE for port object 669e26f3-c802-44b2-8ec2-e80939a71320 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:00.995896 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:01.067297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc717c-c12b-4986-a23a-4503d7702d0e tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb6b070-285e-461c-bb40-6dd3aa3bbcc8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:01.140142 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ddf7325e-cc2c-4c57-8ab8-38dcf4df81e3 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1687219 Jul 08 20:39:01.153839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51762) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:01.163140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d2be8dc7-5806-4eb4-8a5d-fe58e1c56110 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group': {'name': 'tempest-secgroup--942073812'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:01.189593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b6814-85d1-43a4-9351-55ad45afb64b req-c2ac9482-0735-4eef-a94a-52fa003ddd85 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:01.191698 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ee7b6814-85d1-43a4-9351-55ad45afb64b req-c2ac9482-0735-4eef-a94a-52fa003ddd85 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 945 time: 0.2013845 Jul 08 20:39:01.220200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Pushing event updated for resources: {'Port': ['ID=669e26f3-c802-44b2-8ec2-e80939a71320,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:01.280617 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ee7b6814-85d1-43a4-9351-55ad45afb64b req-f2e99cbf-eadb-408f-813c-19ea9091521c tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f147ab9-fe45-4aff-866b-776524980cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815618 Jul 08 20:39:01.339501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e25dd5e2-6046-42ed-b875-f2d6efd5fd4a req-0dc46d54-1ff0-45da-872e-26c74be6aa40 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.1706657 Jul 08 20:39:01.375350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Attempting to bind port 669e26f3-c802-44b2-8ec2-e80939a71320 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:39:01.375612 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Attempting to bind port 669e26f3-c802-44b2-8ec2-e80939a71320 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:39:01.375944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Attempting to bind port 669e26f3-c802-44b2-8ec2-e80939a71320 on network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:01.385247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Port 669e26f3-c802-44b2-8ec2-e80939a71320 on network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:39:01.385574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Attempting to bind port 669e26f3-c802-44b2-8ec2-e80939a71320 on network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:01.392786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:39:01.393369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Checking segment: {'id': '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:01.393980 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Bound using segment: {'id': '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:39:01.394661 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Bound port: 669e26f3-c802-44b2-8ec2-e80939a71320, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:39:01.395219 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:01.397577 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d2be8dc7-5806-4eb4-8a5d-fe58e1c56110 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:01.530119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] For port 669e26f3-c802-44b2-8ec2-e80939a71320, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:39:01.536404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] For port 669e26f3-c802-44b2-8ec2-e80939a71320, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=669e26f3-c802-44b2-8ec2-e80939a71320,segment=NetworkSegment(5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3),segment_id=5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:39:01.561631 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:01.584489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e0a2e-5483-492e-a42f-ce6e4b2b128e req-7b257c52-0db7-47da-a0ab-68d0c7a5fd63 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:01.586485 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-313e0a2e-5483-492e-a42f-ce6e4b2b128e req-7b257c52-0db7-47da-a0ab-68d0c7a5fd63 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 944 time: 0.1092119 Jul 08 20:39:01.620750 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-32e256b6-cef8-4cd1-95c9-115f49fda546 req-0d4a26c4-48ef-4586-aa09-c9018b7fc08e tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0800037 Jul 08 20:39:01.664686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:01.664686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:01.665155 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] 10.222.0.103 "PUT /v2.0/ports/669e26f3-c802-44b2-8ec2-e80939a71320 HTTP/1.1" status: 200 len: 1093 time: 1.3141484 Jul 08 20:39:01.665675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:01.668123 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa33fb0-9bf8-499e-a7cd-b1c38de890e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:01.696210 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-313e0a2e-5483-492e-a42f-ce6e4b2b128e req-12b854ff-59fa-40ca-aec2-e1f20aadf918 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004913 Jul 08 20:39:01.717862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd2f75-b2d6-46c4-b5f5-6c04b7118c29 service neutron] Pushing event updated for resources: {'Port': ['ID=669e26f3-c802-44b2-8ec2-e80939a71320,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:01.779735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d2be8dc7-5806-4eb4-8a5d-fe58e1c56110 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:01.789966 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d2be8dc7-5806-4eb4-8a5d-fe58e1c56110 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:01.793778 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9150921-7985-4c24-876b-2bfd8ddfe4ed x-openstack-request-id: req-e9150921-7985-4c24-876b-2bfd8ddfe4ed {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:01.794842 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:01.795202 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e9150921-7985-4c24-876b-2bfd8ddfe4ed {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:01.795671 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320', 'status': 'completed', 'code': 200} Jul 08 20:39:01.843415 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d2be8dc7-5806-4eb4-8a5d-fe58e1c56110 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:01.844789 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d2be8dc7-5806-4eb4-8a5d-fe58e1c56110 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6900632 Jul 08 20:39:01.847685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51784) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:01.852609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-b4662897-d750-414b-aac0-a963d7d719ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:01.854161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d94b3a3e-b7a1-42ea-b031-feee76fd90be tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group_rule': {'security_group_id': 'd19b2227-646c-474e-aead-51a338a0fd49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:01.854386 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-b4662897-d750-414b-aac0-a963d7d719ae service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=19f87cbe1da6442c85ec617d427f53ff&device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 1096 time: 0.1333909 Jul 08 20:39:01.855501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be8dc7-5806-4eb4-8a5d-fe58e1c56110 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19b2227-646c-474e-aead-51a338a0fd49,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:01.911033 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d94b3a3e-b7a1-42ea-b031-feee76fd90be tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:01.914129 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-cd011430-c374-4e46-b8c0-5637b18585c0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669e26f3-c802-44b2-8ec2-e80939a71320 HTTP/1.1" status: 200 len: 217 time: 0.0517483 Jul 08 20:39:02.002315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-c97be76a-7846-40bb-8d63-7aecbcf4a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:02.003936 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-c97be76a-7846-40bb-8d63-7aecbcf4a04e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d7229739-1dcf-4eb3-8686-d30b6c902da2 HTTP/1.1" status: 200 len: 852 time: 0.0820663 Jul 08 20:39:02.005219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d94b3a3e-b7a1-42ea-b031-feee76fd90be tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:02.013332 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d94b3a3e-b7a1-42ea-b031-feee76fd90be tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:02.062706 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d94b3a3e-b7a1-42ea-b031-feee76fd90be tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:02.065292 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d94b3a3e-b7a1-42ea-b031-feee76fd90be tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2164850 Jul 08 20:39:02.069304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51788) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:02.086599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b3a3e-b7a1-42ea-b031-feee76fd90be tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68f3836-1eab-45a4-a6c5-e548274fc079,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:02.108698 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c0fcaef0-3231-48d4-b217-8802a73cf893 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules/d68f3836-1eab-45a4-a6c5-e548274fc079 HTTP/1.1" status: 200 len: 763 time: 0.0371652 Jul 08 20:39:02.111168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51792) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:02.138729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-0316c21f-53f9-4088-98bd-208a18f38a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:02.148119 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-0316c21f-53f9-4088-98bd-208a18f38a49 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367805 Jul 08 20:39:02.218748 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-75ae554f-0e50-4db7-8896-326192b27390 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1027000 Jul 08 20:39:02.220730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51798) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:02.258522 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93af611c-569f-44f4-ae21-25754c16031d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:02.270064 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93af611c-569f-44f4-ae21-25754c16031d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:02.280257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-ba9eaafe-decb-45df-a23c-503e5356a871 service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308236 Jul 08 20:39:02.336747 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93af611c-569f-44f4-ae21-25754c16031d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:02.348409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93af611c-569f-44f4-ae21-25754c16031d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:02.349996 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-93af611c-569f-44f4-ae21-25754c16031d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/d68f3836-1eab-45a4-a6c5-e548274fc079 HTTP/1.1" status: 204 len: 168 time: 0.1281915 Jul 08 20:39:02.352962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51802) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:02.362603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af611c-569f-44f4-ae21-25754c16031d tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d68f3836-1eab-45a4-a6c5-e548274fc079,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:02.402808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6215a-1b5c-41ba-9ba0-848758b52bf8 req-c8c5ec98-6a78-4d1c-ad9b-f83afff10efa tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:02.404622 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90e6215a-1b5c-41ba-9ba0-848758b52bf8 req-c8c5ec98-6a78-4d1c-ad9b-f83afff10efa tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 945 time: 0.1181700 Jul 08 20:39:02.468828 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-abe731e8-dca0-49bc-a3e2-2ccfc2cec550 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1106899 Jul 08 20:39:02.469904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51808) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:02.474976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5959f14e-a9b1-4fdf-a2a8-60f0aded16e2 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group_rule': {'security_group_id': 'd19b2227-646c-474e-aead-51a338a0fd49', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:02.508745 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90e6215a-1b5c-41ba-9ba0-848758b52bf8 req-fadc2d07-e50a-44f6-8f90-17a2b803e079 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f147ab9-fe45-4aff-866b-776524980cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882707 Jul 08 20:39:02.538984 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a021de83-5ad0-409e-830a-5958f6d3fc05 req-024e27e2-bb44-4fa1-b6e0-8bcd9e662c0d service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500257 Jul 08 20:39:02.579935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dba7681d-73e0-4215-8d50-c09b764b593e req-cf403d3c-1630-4ad1-94ff-0f53f1966459 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0365624 Jul 08 20:39:02.580983 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5959f14e-a9b1-4fdf-a2a8-60f0aded16e2 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:02.701154 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5959f14e-a9b1-4fdf-a2a8-60f0aded16e2 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:02.717786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5959f14e-a9b1-4fdf-a2a8-60f0aded16e2 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:02.783539 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959f14e-a9b1-4fdf-a2a8-60f0aded16e2 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575df25a-6c2a-4f2c-a546-274691ad916e,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:02.790379 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5959f14e-a9b1-4fdf-a2a8-60f0aded16e2 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:02.796027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51820) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:02.797198 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5959f14e-a9b1-4fdf-a2a8-60f0aded16e2 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3262424 Jul 08 20:39:02.805222 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa33fb0-9bf8-499e-a7cd-b1c38de890e1 req-65ac8549-855c-4737-a378-ed34c5ef968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:02.810483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afa33fb0-9bf8-499e-a7cd-b1c38de890e1 req-65ac8549-855c-4737-a378-ed34c5ef968e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=19f87cbe1da6442c85ec617d427f53ff&device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 1096 time: 0.2108486 Jul 08 20:39:02.818884 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f4d58f3d-f211-48ce-9e7b-aa1b1e31fe2b tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules/575df25a-6c2a-4f2c-a546-274691ad916e HTTP/1.1" status: 200 len: 763 time: 0.0191324 Jul 08 20:39:02.819257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51822) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:02.847522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65c61400-40ed-4982-a1b5-c1be007009e1 req-8f119179-592e-45c4-ba63-78a423ba1f53 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0572069 Jul 08 20:39:02.995664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa33fb0-9bf8-499e-a7cd-b1c38de890e1 req-9c6e9f1f-7b78-4466-b71e-d22ab027d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:02.998270 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afa33fb0-9bf8-499e-a7cd-b1c38de890e1 req-9c6e9f1f-7b78-4466-b71e-d22ab027d57e service neutron] 10.222.0.103 "GET /v2.0/networks?id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 HTTP/1.1" status: 200 len: 914 time: 0.1803122 Jul 08 20:39:03.064986 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-04f77ae1-d66b-46fe-a911-f10dbd433496 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2446775 Jul 08 20:39:03.067815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51830) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:03.100724 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f72310ff-17f7-4e36-ac75-a2d1e7b7fd65 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:03.108419 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f72310ff-17f7-4e36-ac75-a2d1e7b7fd65 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:03.142874 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afa33fb0-9bf8-499e-a7cd-b1c38de890e1 req-ce2f5e97-0a10-46bf-bd59-f388125f9e1c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669e26f3-c802-44b2-8ec2-e80939a71320 HTTP/1.1" status: 200 len: 217 time: 0.1307838 Jul 08 20:39:03.143172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f72310ff-17f7-4e36-ac75-a2d1e7b7fd65 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:03.150173 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f72310ff-17f7-4e36-ac75-a2d1e7b7fd65 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:03.151477 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f72310ff-17f7-4e36-ac75-a2d1e7b7fd65 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/575df25a-6c2a-4f2c-a546-274691ad916e HTTP/1.1" status: 204 len: 168 time: 0.0825377 Jul 08 20:39:03.154889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51834) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:03.173472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72310ff-17f7-4e36-ac75-a2d1e7b7fd65 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=575df25a-6c2a-4f2c-a546-274691ad916e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:03.213376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9eea35bd-143d-476e-b13e-859bd1f36b8a tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0572391 Jul 08 20:39:03.216437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51836) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:03.222312 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-23185dee-a1c6-4d95-b4b7-618b86ebb1f4 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Request body: {'security_group_rule': {'security_group_id': 'd19b2227-646c-474e-aead-51a338a0fd49', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:03.241201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c8986-4de8-4deb-997e-b384c5b7d10e req-6fcf187f-5a2b-4955-978a-57f44afb576a tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:03.253941 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c3c8986-4de8-4deb-997e-b384c5b7d10e req-6fcf187f-5a2b-4955-978a-57f44afb576a tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 944 time: 0.2545836 Jul 08 20:39:03.258426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23185dee-a1c6-4d95-b4b7-618b86ebb1f4 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:03.274075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa33fb0-9bf8-499e-a7cd-b1c38de890e1 req-59dab10b-5707-4598-943a-df1ab2d7e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:03.275605 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afa33fb0-9bf8-499e-a7cd-b1c38de890e1 req-59dab10b-5707-4598-943a-df1ab2d7e5fa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d7229739-1dcf-4eb3-8686-d30b6c902da2 HTTP/1.1" status: 200 len: 852 time: 0.1195555 Jul 08 20:39:03.349260 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c3c8986-4de8-4deb-997e-b384c5b7d10e req-f1d40ebb-9574-4d73-abe8-0dceb90f8a34 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940247 Jul 08 20:39:03.362952 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23185dee-a1c6-4d95-b4b7-618b86ebb1f4 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:03.372121 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23185dee-a1c6-4d95-b4b7-618b86ebb1f4 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:03.399016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa33fb0-9bf8-499e-a7cd-b1c38de890e1 req-83f6bd8e-e684-4f18-a2f1-7d3c9ace14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:03.412571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23185dee-a1c6-4d95-b4b7-618b86ebb1f4 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d3c116-3e3b-4b70-baba-d5dd2a5f111c,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:03.413716 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afa33fb0-9bf8-499e-a7cd-b1c38de890e1 req-83f6bd8e-e684-4f18-a2f1-7d3c9ace14b8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261253 Jul 08 20:39:03.444698 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23185dee-a1c6-4d95-b4b7-618b86ebb1f4 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:03.446391 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-23185dee-a1c6-4d95-b4b7-618b86ebb1f4 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2281711 Jul 08 20:39:03.449435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51842) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:03.479306 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0d927bad-aec3-47e9-9d04-4234d0d242ce tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules/e4d3c116-3e3b-4b70-baba-d5dd2a5f111c HTTP/1.1" status: 200 len: 764 time: 0.0281453 Jul 08 20:39:03.480306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51844) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:03.576723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51850) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:03.578005 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-08eab423-960f-4f98-8700-f6433dd99877 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0957794 Jul 08 20:39:03.649464 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3aad663e-9bf7-401b-a325-535baf520c57 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:03.670130 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3aad663e-9bf7-401b-a325-535baf520c57 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:03.685688 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afa33fb0-9bf8-499e-a7cd-b1c38de890e1 req-3babc616-e97c-4b77-809d-06df740060d2 service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516418 Jul 08 20:39:03.825579 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-afa33fb0-9bf8-499e-a7cd-b1c38de890e1 req-9e35e957-c884-4490-addd-7f24212deca3 service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107619 Jul 08 20:39:03.836563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ce2bb-cdb8-4099-920e-dc46bf573c19 req-97a93440-6d20-400d-9b72-92fbe15deaff tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:03.836903 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3aad663e-9bf7-401b-a325-535baf520c57 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:03.845111 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3aad663e-9bf7-401b-a325-535baf520c57 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:03.846177 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e79ce2bb-cdb8-4099-920e-dc46bf573c19 req-97a93440-6d20-400d-9b72-92fbe15deaff tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 945 time: 0.1316264 Jul 08 20:39:03.846336 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3aad663e-9bf7-401b-a325-535baf520c57 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/e4d3c116-3e3b-4b70-baba-d5dd2a5f111c HTTP/1.1" status: 204 len: 168 time: 0.2683504 Jul 08 20:39:03.854806 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51858) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:03.867501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4574b82c-888b-4ecd-be48-b9940aef6c09 req-8b0d2082-f270-4166-bb1b-16bfd9818054 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0401688 Jul 08 20:39:03.874826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad663e-9bf7-401b-a325-535baf520c57 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4d3c116-3e3b-4b70-baba-d5dd2a5f111c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:03.946242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51864) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:03.946534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-513884ef-8e1e-4eca-ace1-05423eb9ebe6 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0901403 Jul 08 20:39:03.963419 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e79ce2bb-cdb8-4099-920e-dc46bf573c19 req-4c169b32-c921-44c2-8881-b9561d897cdc tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f147ab9-fe45-4aff-866b-776524980cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161287 Jul 08 20:39:04.047717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687201f8-6c28-42c7-8d8e-7c2773bc0d21 req-c6ac0d73-f747-45da-bc99-f7ba373184cd tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:04.049611 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-687201f8-6c28-42c7-8d8e-7c2773bc0d21 req-c6ac0d73-f747-45da-bc99-f7ba373184cd tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.103 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 945 time: 0.1695421 Jul 08 20:39:04.064019 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c743b638-8178-41ed-a3c8-e9cc2509b78a tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:04.074145 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4500478f-44d9-4d29-bb86-e613e92389af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:04.125372 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1387024d-a7ad-4198-9361-693ab7767044 req-eaf9b744-ecd9-463d-b732-f7e8a5cf35a8 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0715997 Jul 08 20:39:04.151703 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c743b638-8178-41ed-a3c8-e9cc2509b78a tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:04.241326 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c743b638-8178-41ed-a3c8-e9cc2509b78a tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:04.244070 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c743b638-8178-41ed-a3c8-e9cc2509b78a tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:04.245324 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c743b638-8178-41ed-a3c8-e9cc2509b78a tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "DELETE /v2.0/security-groups/d19b2227-646c-474e-aead-51a338a0fd49 HTTP/1.1" status: 204 len: 168 time: 0.2981513 Jul 08 20:39:04.248164 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51866) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:04.257877 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-687201f8-6c28-42c7-8d8e-7c2773bc0d21 req-dae90c23-4d67-4926-a064-1f72dac59aeb tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Deleting port 6d9056c9-fcba-40a0-934c-e414620351f5 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:39:04.258400 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-687201f8-6c28-42c7-8d8e-7c2773bc0d21 req-dae90c23-4d67-4926-a064-1f72dac59aeb tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:04.263858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743b638-8178-41ed-a3c8-e9cc2509b78a tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19b2227-646c-474e-aead-51a338a0fd49,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:04.350767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bca648c7-866c-40c0-898f-7d9308f7529b tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1002710 Jul 08 20:39:04.357547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51868) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:04.377067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-687201f8-6c28-42c7-8d8e-7c2773bc0d21 req-dae90c23-4d67-4926-a064-1f72dac59aeb tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] For port 6d9056c9-fcba-40a0-934c-e414620351f5, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6d9056c9-fcba-40a0-934c-e414620351f5,segment=NetworkSegment(d73ba6f3-18a8-4a7d-8713-3b37ce974c36),segment_id=d73ba6f3-18a8-4a7d-8713-3b37ce974c36)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:04.377464 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-687201f8-6c28-42c7-8d8e-7c2773bc0d21 req-dae90c23-4d67-4926-a064-1f72dac59aeb tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:04.400807 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-687201f8-6c28-42c7-8d8e-7c2773bc0d21 req-dae90c23-4d67-4926-a064-1f72dac59aeb tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Calling delete_port for 6d9056c9-fcba-40a0-934c-e414620351f5 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:39:04.433899 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cb1d98f4-a2ae-47e3-9435-88c275ddde23 tempest-SecGroupTest-1301666058 tempest-SecGroupTest-1301666058-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0737507 Jul 08 20:39:04.602939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c8cb2-efa3-497a-9637-55553b48d9c5 req-bd3648c1-edcf-4bed-b051-bf1d9b7e2372 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:04.610894 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b9c8cb2-efa3-497a-9637-55553b48d9c5 req-bd3648c1-edcf-4bed-b051-bf1d9b7e2372 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 944 time: 0.1099997 Jul 08 20:39:04.619708 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-687201f8-6c28-42c7-8d8e-7c2773bc0d21 req-dae90c23-4d67-4926-a064-1f72dac59aeb tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:04.640982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6d9056c9-fcba-40a0-934c-e414620351f5'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:39:04.668078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae90c23-4d67-4926-a064-1f72dac59aeb tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Pushing event deleted for resources: {'Port': ['ID=6d9056c9-fcba-40a0-934c-e414620351f5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:04.721762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-687201f8-6c28-42c7-8d8e-7c2773bc0d21 req-dae90c23-4d67-4926-a064-1f72dac59aeb tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] No DVR routers for this DVR port 6d9056c9-fcba-40a0-934c-e414620351f5 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:39:04.725799 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-687201f8-6c28-42c7-8d8e-7c2773bc0d21 req-dae90c23-4d67-4926-a064-1f72dac59aeb tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:04.730152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-687201f8-6c28-42c7-8d8e-7c2773bc0d21 req-dae90c23-4d67-4926-a064-1f72dac59aeb tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.103 "DELETE /v2.0/ports/6d9056c9-fcba-40a0-934c-e414620351f5 HTTP/1.1" status: 204 len: 173 time: 0.6639571 Jul 08 20:39:04.731295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a364b0a-993b-4491-a2a4-245f14d9cb31', 'name': 'network-vif-deleted', 'tag': '6d9056c9-fcba-40a0-934c-e414620351f5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:04.738053 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa0f0d2-c4bc-4bca-9b5c-6cdf49a04dbb" -d '{"events": [{"server_uuid": "8a364b0a-993b-4491-a2a4-245f14d9cb31", "name": "network-vif-deleted", "tag": "6d9056c9-fcba-40a0-934c-e414620351f5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:04.745309 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6b9c8cb2-efa3-497a-9637-55553b48d9c5 req-f8b005e6-358c-400d-97b8-c13833bf472b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270862 Jul 08 20:39:04.809660 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbfec59-e837-4a7a-9e8b-9753c57dd174 x-openstack-request-id: req-0bbfec59-e837-4a7a-9e8b-9753c57dd174 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:04.810019 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a364b0a-993b-4491-a2a4-245f14d9cb31", "name": "network-vif-deleted", "tag": "6d9056c9-fcba-40a0-934c-e414620351f5", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:04.810276 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0bbfec59-e837-4a7a-9e8b-9753c57dd174 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:04.810679 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a364b0a-993b-4491-a2a4-245f14d9cb31', 'name': 'network-vif-deleted', 'tag': '6d9056c9-fcba-40a0-934c-e414620351f5', 'status': 'completed', 'code': 200} Jul 08 20:39:04.917882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51880) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:05.097864 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-114f1cdf-1b8d-4366-acb1-b77c8bed27cd req-836a9aa7-333d-45e3-8809-ad87eb309d78 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0367656 Jul 08 20:39:05.179205 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f2d95eec-605a-4d13-8249-9d818f5b6797 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6b98a228118b4325b807c01c4515be8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596006 Jul 08 20:39:05.182223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51890) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:05.204543 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad3bf415-3846-4725-b60a-cfd9f267d174 req-e0dd22cb-d3cf-485c-9d97-49c88dbe5325 tempest-InstanceActionsV221TestJSON-215080979 tempest-InstanceActionsV221TestJSON-215080979-project] 10.222.0.101 "GET /v2.0/ports?device_id=8a364b0a-993b-4491-a2a4-245f14d9cb31 HTTP/1.1" status: 200 len: 210 time: 0.0529919 Jul 08 20:39:05.270251 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a901ac58-72f4-4ca2-a468-6e8c3cbd335d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:05.300177 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a901ac58-72f4-4ca2-a468-6e8c3cbd335d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:05.369223 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1bb26fec-3d0d-445d-a498-afc063123f7f req-a085b662-3673-48f9-9cee-002e947102bf tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0500338 Jul 08 20:39:05.399088 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a901ac58-72f4-4ca2-a468-6e8c3cbd335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:05.402126 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a901ac58-72f4-4ca2-a468-6e8c3cbd335d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:05.406758 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a901ac58-72f4-4ca2-a468-6e8c3cbd335d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dcc9fee6-6276-4222-8829-62b40fe054c3 HTTP/1.1" status: 204 len: 168 time: 0.2205536 Jul 08 20:39:05.413454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901ac58-72f4-4ca2-a468-6e8c3cbd335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc9fee6-6276-4222-8829-62b40fe054c3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:05.770237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51906) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:05.864140 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e8191896-4d4a-4ab4-8dfa-268c7a65d2d3 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/floatingips/c764a2e8-7acd-44f9-a571-9efdbf38a270 HTTP/1.1" status: 200 len: 993 time: 0.0927422 Jul 08 20:39:05.969922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba42d8-4315-4065-8125-01184ea1e0e1 req-14583b8a-a926-4b5d-ae9b-a0e37530ecf5 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:05.976866 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-52ba42d8-4315-4065-8125-01184ea1e0e1 req-14583b8a-a926-4b5d-ae9b-a0e37530ecf5 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 944 time: 0.0835867 Jul 08 20:39:06.017223 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-52ba42d8-4315-4065-8125-01184ea1e0e1 req-781bbdd0-0807-41f3-bf3b-9537cb494531 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391185 Jul 08 20:39:06.177613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51926) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:06.306027 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b7293909-279a-4b3d-9e97-10ae47efefec req-b6638c98-3943-43a3-aa1e-de413eb2e76b tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0363572 Jul 08 20:39:06.492485 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e014f697-5288-4bde-9c0c-99abf6cea5f4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting port 2ae9cd07-5b2a-46d7-b27c-42a87c5fea1a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:39:06.494292 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e014f697-5288-4bde-9c0c-99abf6cea5f4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:06.610506 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e014f697-5288-4bde-9c0c-99abf6cea5f4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:06.610767 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e014f697-5288-4bde-9c0c-99abf6cea5f4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:06.625757 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e014f697-5288-4bde-9c0c-99abf6cea5f4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Calling delete_port for 2ae9cd07-5b2a-46d7-b27c-42a87c5fea1a owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:39:06.634563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27056863-c723-4f9e-8c94-d901885cb41c req-a9fabac3-c4dd-4a8e-a05b-cf2687b20204 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0457559 Jul 08 20:39:06.755369 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-06637af3-f5fd-4191-b41f-946437bf7ae1 req-435e435f-fa53-474b-b106-490852fd224f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.1122913 Jul 08 20:39:06.830863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51952) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:06.943775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-da84ea8f-29ae-49f4-86be-5c28b5fd9347 admin admin] Deleting subnet d281945c-d495-4a21-9420-755f6672a173 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:39:06.949493 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da84ea8f-29ae-49f4-86be-5c28b5fd9347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:06.968574 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-86a4a8f8-1d60-43b6-b7c3-57953e49a6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:06.999021 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da84ea8f-29ae-49f4-86be-5c28b5fd9347 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.002453 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e014f697-5288-4bde-9c0c-99abf6cea5f4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.069260 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014f697-5288-4bde-9c0c-99abf6cea5f4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Port': ['ID=2ae9cd07-5b2a-46d7-b27c-42a87c5fea1a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:07.088469 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.105584 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da84ea8f-29ae-49f4-86be-5c28b5fd9347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.179768 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e014f697-5288-4bde-9c0c-99abf6cea5f4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.180245 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-e014f697-5288-4bde-9c0c-99abf6cea5f4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Floating IP c764a2e8-7acd-44f9-a571-9efdbf38a270 disassociated (deleted). External IP: 172.25.4.156, port: 93f8a996-4b64-41b1-b79c-a3a37b28ee6b. Jul 08 20:39:07.199076 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da84ea8f-29ae-49f4-86be-5c28b5fd9347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.255796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84ea8f-29ae-49f4-86be-5c28b5fd9347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d281945c-d495-4a21-9420-755f6672a173,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:07.263366 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da84ea8f-29ae-49f4-86be-5c28b5fd9347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.268037 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-da84ea8f-29ae-49f4-86be-5c28b5fd9347 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d281945c-d495-4a21-9420-755f6672a173 HTTP/1.1" status: 204 len: 168 time: 0.4361432 Jul 08 20:39:07.268652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51964) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:07.342047 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb77202f-2498-4ab5-b151-20a385dba001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.432983 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dece2-71d6-4e4d-9cc3-b4ea58956d33 req-9b11c87a-9355-41fc-91b9-82f3b2f49294 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:07.442130 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de8dece2-71d6-4e4d-9cc3-b4ea58956d33 req-9b11c87a-9355-41fc-91b9-82f3b2f49294 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 944 time: 0.1534500 Jul 08 20:39:07.458632 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb77202f-2498-4ab5-b151-20a385dba001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.477040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-eb77202f-2498-4ab5-b151-20a385dba001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8319c48a-3454-4a85-ab27-fa77815840f8']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:07.488087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-eb77202f-2498-4ab5-b151-20a385dba001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73ba6f3-18a8-4a7d-8713-3b37ce974c36') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:07.488705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-eb77202f-2498-4ab5-b151-20a385dba001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73ba6f3-18a8-4a7d-8713-3b37ce974c36') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:07.497933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb77202f-2498-4ab5-b151-20a385dba001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.513108 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb77202f-2498-4ab5-b151-20a385dba001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.515343 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6d9056c9-fcba-40a0-934c-e414620351f5 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:39:07.521145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb77202f-2498-4ab5-b151-20a385dba001 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:39:07.521993 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb77202f-2498-4ab5-b151-20a385dba001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:39:07.524459 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:39:07.568704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 6d9056c9-fcba-40a0-934c-e414620351f5 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:39:07.571071 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6d9056c9-fcba-40a0-934c-e414620351f5 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:39:07.607978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de8dece2-71d6-4e4d-9cc3-b4ea58956d33 req-2f08272f-d99d-4650-9086-6472a1a55db9 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649282 Jul 08 20:39:07.631378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c05e96d9-d186-4bac-aa4c-4c88bc8d82d1 req-7faef0fa-3f8c-43b4-9978-d1cbdda57b4d tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0471129 Jul 08 20:39:07.653729 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb77202f-2498-4ab5-b151-20a385dba001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.678453 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb77202f-2498-4ab5-b151-20a385dba001 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:07.683469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-eb77202f-2498-4ab5-b151-20a385dba001 admin admin] 10.222.0.101 "DELETE /v2.0/networks/8319c48a-3454-4a85-ab27-fa77815840f8 HTTP/1.1" status: 204 len: 168 time: 0.4111676 Jul 08 20:39:07.683469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77202f-2498-4ab5-b151-20a385dba001 admin admin] Pushing event deleted for resources: {'Network': ['ID=8319c48a-3454-4a85-ab27-fa77815840f8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:07.797758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e014f697-5288-4bde-9c0c-99abf6cea5f4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Router 74a89d44-cfef-4d69-9ceb-48fff44debde has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:39:07.956324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51982) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:08.008499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5719a5ea-4101-4c76-9b19-d34adad27bb7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c8884a25b31e4ff3a60c3869b8bd1eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487413 Jul 08 20:39:08.008733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51984) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:08.074061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:08.100321 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:08.154412 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:08.157226 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:08.161301 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3f147ab9-fe45-4aff-866b-776524980cfa HTTP/1.1" status: 204 len: 168 time: 0.1489377 Jul 08 20:39:08.167752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f147ab9-fe45-4aff-866b-776524980cfa,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:08.176071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:08.176571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:08.177044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:08.177493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:08.177913 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:08.178315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:08.178718 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:08.179112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:08.179505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:08.179998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:08.180337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:08.180759 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd06a6-48bb-4d79-a22e-ce164f681b56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:08.225653 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:08.386252 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93409206-b1f9-43bf-8a01-7db99d7a6506 req-821f4fb0-d3d2-443f-805d-32fa9bdde766 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.4748483 Jul 08 20:39:08.400056 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e014f697-5288-4bde-9c0c-99abf6cea5f4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:39:08.414979 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469d1ff-e994-4c8d-9917-97de65ae3ed5 None None] Sync routers for ids ['74a89d44-cfef-4d69-9ceb-48fff44debde'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:39:08.419164 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e014f697-5288-4bde-9c0c-99abf6cea5f4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:08.428701 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469d1ff-e994-4c8d-9917-97de65ae3ed5 None None] Routers {'74a89d44-cfef-4d69-9ceb-48fff44debde'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:08.429898 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2469d1ff-e994-4c8d-9917-97de65ae3ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['74a89d44-cfef-4d69-9ceb-48fff44debde'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:08.477125 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e014f697-5288-4bde-9c0c-99abf6cea5f4 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "DELETE /v2.0/floatingips/c764a2e8-7acd-44f9-a571-9efdbf38a270 HTTP/1.1" status: 204 len: 168 time: 2.2984896 Jul 08 20:39:08.477973 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'tag': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:08.481016 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab4080c-c7ea-4325-b6ef-ff26481ada08" -d '{"events": [{"name": "network-changed", "server_uuid": "870cec7b-a8a6-42c2-a4c8-34498e782f86", "tag": "93f8a996-4b64-41b1-b79c-a3a37b28ee6b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:08.554430 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638dc5df-b8e2-4086-a049-55d9137e3514 x-openstack-request-id: req-638dc5df-b8e2-4086-a049-55d9137e3514 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:08.554738 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870cec7b-a8a6-42c2-a4c8-34498e782f86", "tag": "93f8a996-4b64-41b1-b79c-a3a37b28ee6b", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:08.554995 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-638dc5df-b8e2-4086-a049-55d9137e3514 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:08.555406 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'tag': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b', 'status': 'completed', 'code': 200} Jul 08 20:39:08.679237 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-2469d1ff-e994-4c8d-9917-97de65ae3ed5 None None] Set router 74a89d44-cfef-4d69-9ceb-48fff44debde gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:08.773343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4080c-c7ea-4325-b6ef-ff26481ada08 req-ca7c1f49-c44e-4e74-9319-cad421e8fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:08.780713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab4080c-c7ea-4325-b6ef-ff26481ada08 req-ca7c1f49-c44e-4e74-9319-cad421e8fe69 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=44d90dac47c54647a7c92af6b9d31588&device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 1097 time: 0.1953952 Jul 08 20:39:09.005563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4080c-c7ea-4325-b6ef-ff26481ada08 req-d15880b9-10bf-4a69-bd1b-439921406f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:09.007115 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab4080c-c7ea-4325-b6ef-ff26481ada08 req-d15880b9-10bf-4a69-bd1b-439921406f52 service neutron] 10.222.0.104 "GET /v2.0/networks?id=e1b422bd-f258-4082-917b-666247f34640 HTTP/1.1" status: 200 len: 898 time: 0.2228925 Jul 08 20:39:09.051531 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2469d1ff-e994-4c8d-9917-97de65ae3ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:37:56Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'ab33412a-5bf6-4fcc-90af-e3c862123f99', 'name': '', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:1c:d1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:52Z', 'updated_at': '2021-07-08T20:38:05Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:09.103836 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab4080c-c7ea-4325-b6ef-ff26481ada08 req-7dd3d72e-04f2-4742-8bcf-262704eec0a4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93f8a996-4b64-41b1-b79c-a3a37b28ee6b HTTP/1.1" status: 200 len: 217 time: 0.0879071 Jul 08 20:39:09.120835 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469d1ff-e994-4c8d-9917-97de65ae3ed5 None None] Checking router: 74a89d44-cfef-4d69-9ceb-48fff44debde for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:39:09.129215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c537669-6687-4b43-9cca-1371b44bf840 req-7a95faa4-34c9-4401-9042-c68c6045a255 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:09.141271 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0c537669-6687-4b43-9cca-1371b44bf840 req-7a95faa4-34c9-4401-9042-c68c6045a255 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 944 time: 0.1553195 Jul 08 20:39:09.161522 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469d1ff-e994-4c8d-9917-97de65ae3ed5 None None] Routers {'74a89d44-cfef-4d69-9ceb-48fff44debde'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:09.162183 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2469d1ff-e994-4c8d-9917-97de65ae3ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['74a89d44-cfef-4d69-9ceb-48fff44debde'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:09.247684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4080c-c7ea-4325-b6ef-ff26481ada08 req-ee2dd5cc-1455-455b-a961-931d3424620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:09.249510 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab4080c-c7ea-4325-b6ef-ff26481ada08 req-ee2dd5cc-1455-455b-a961-931d3424620a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f7000dd-cd95-4432-bffe-4f7d8d306889 HTTP/1.1" status: 200 len: 835 time: 0.1386106 Jul 08 20:39:09.266189 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0c537669-6687-4b43-9cca-1371b44bf840 req-bda51ba3-1040-4f41-af43-414547de416b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210728 Jul 08 20:39:09.404895 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4080c-c7ea-4325-b6ef-ff26481ada08 req-7c8580f8-f1c8-425a-820d-80e79dc09285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:09.406933 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab4080c-c7ea-4325-b6ef-ff26481ada08 req-7c8580f8-f1c8-425a-820d-80e79dc09285 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e1b422bd-f258-4082-917b-666247f34640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494763 Jul 08 20:39:09.453825 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52030) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:09.536187 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-2469d1ff-e994-4c8d-9917-97de65ae3ed5 None None] Set router 74a89d44-cfef-4d69-9ceb-48fff44debde gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:09.597065 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc4f7-fb52-46e8-a1a6-4b2850f2f7bc req-86154891-d6e5-4aee-b1cd-09fe519ace34 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:09.604504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-160fc4f7-fb52-46e8-a1a6-4b2850f2f7bc req-86154891-d6e5-4aee-b1cd-09fe519ace34 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 945 time: 0.1162879 Jul 08 20:39:09.664496 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c430de0-5f52-4951-acbb-4d8741df8a8b req-b5757d00-3d09-486c-ba59-4bae46ab18a7 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0619264 Jul 08 20:39:09.680342 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-160fc4f7-fb52-46e8-a1a6-4b2850f2f7bc req-7cf80ad8-101b-45fc-8486-6dc9e5863116 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744288 Jul 08 20:39:09.687523 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab4080c-c7ea-4325-b6ef-ff26481ada08 req-a4c6de8a-1fde-4d55-93d7-1789ba27ac66 service neutron] 10.222.0.104 "GET /v2.0/networks/e1b422bd-f258-4082-917b-666247f34640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720838 Jul 08 20:39:09.689261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-385942576-network', 'tenant_id': 'ac642b5c5ba546ccb84837a7ca93c19c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:09.746057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Made reservation on behalf of ac642b5c5ba546ccb84837a7ca93c19c for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:09.750392 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:09.776711 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:09.783844 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:09.862676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab4080c-c7ea-4325-b6ef-ff26481ada08 req-e8063efa-38ad-4b45-8e2d-3ff9fbc1655e service neutron] 10.222.0.104 "GET /v2.0/networks/e1b422bd-f258-4082-917b-666247f34640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682107 Jul 08 20:39:09.972554 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6517e0b7-3787-4cb3-96ae-eb73aa06955d req-245c8be7-b2e1-4a15-83be-eb7856e9fbcc tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0476112 Jul 08 20:39:10.020311 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:10.026498 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:10.027060 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2469d1ff-e994-4c8d-9917-97de65ae3ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:37:56Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'ab33412a-5bf6-4fcc-90af-e3c862123f99', 'name': '', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:1c:d1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:52Z', 'updated_at': '2021-07-08T20:38:05Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:10.060067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab89365-c16d-4cb4-b584-8e77ff48a278,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:10.062718 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469d1ff-e994-4c8d-9917-97de65ae3ed5 None None] The sync data for ids ['74a89d44-cfef-4d69-9ceb-48fff44debde'] in n-d-791506-16 is: [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:37:56Z', 'revision_number': 4, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'ab33412a-5bf6-4fcc-90af-e3c862123f99', 'name': '', 'network_id': 'e1b422bd-f258-4082-917b-666247f34640', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'mac_address': 'fa:16:3e:1c:d1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:52Z', 'updated_at': '2021-07-08T20:38:05Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'subnets': [{'id': '6f7000dd-cd95-4432-bffe-4f7d8d306889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:39:10.070568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:39:10.083483 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:10.083838 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Added segment 7c4317f6-36a0-4765-9636-75283216a18b of type vlan for network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c Jul 08 20:39:10.158580 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:10.180955 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cea05ab7-8828-4dc7-b471-61e9a0c190ab req-669f1036-bfac-4236-b350-5ab663a2530f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2f321baff4f240cea2d2d31b1d97edbf&device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0383847 Jul 08 20:39:10.223517 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cea05ab7-8828-4dc7-b471-61e9a0c190ab req-3bcb8bbb-5217-4504-835b-8e3f18d16f51 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=2f321baff4f240cea2d2d31b1d97edbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351455 Jul 08 20:39:10.271237 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:10.273702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:10.273702 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:10.361608 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0fd32796-bfa3-4ab0-8fa0-239d342f4cad req-826164b5-10d1-4013-a268-71b0efc30d4d tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.1234386 Jul 08 20:39:10.434014 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9780192 Jul 08 20:39:10.442395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52048) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:10.447454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d286bb12-5908-42a8-a87a-6569edfabcbd admin admin] Request body: {'subnet': {'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-385942576-subnet', 'tenant_id': 'ac642b5c5ba546ccb84837a7ca93c19c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:10.507376 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0c5a4-2b2f-461a-9464-b1ed24079675 admin admin] Pushing event updated for resources: {'Network': ['ID=73bca8d3-7881-487e-91ab-b4dcf10fbb9c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:10.522278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ebe374-9b51-4ae3-a2d5-899a2934e45e None None] New status for floating IP c764a2e8-7acd-44f9-a571-9efdbf38a270: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:39:10.526887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:39:10.538843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea05ab7-8828-4dc7-b471-61e9a0c190ab req-ee3f484a-7a0a-4d3f-b49b-955e525cd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:10.540592 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cea05ab7-8828-4dc7-b471-61e9a0c190ab req-ee3f484a-7a0a-4d3f-b49b-955e525cd1e5 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3104248 Jul 08 20:39:10.541936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d286bb12-5908-42a8-a87a-6569edfabcbd admin admin] Made reservation on behalf of ac642b5c5ba546ccb84837a7ca93c19c for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:10.545105 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d286bb12-5908-42a8-a87a-6569edfabcbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:10.742342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de69fd2-6fe0-4a8b-bd71-84ef9e012c4e req-1e81b5fa-f9b0-4bd9-9be3-f8250e58fa1f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:10.751552 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9de69fd2-6fe0-4a8b-bd71-84ef9e012c4e req-1e81b5fa-f9b0-4bd9-9be3-f8250e58fa1f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 944 time: 0.3231146 Jul 08 20:39:10.815679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30f0b8-eeb3-49d5-922e-a77a7cf42aae req-78a5d514-9d26-4815-b8bb-641fcc79eb36 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:10.820779 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f30f0b8-eeb3-49d5-922e-a77a7cf42aae req-78a5d514-9d26-4815-b8bb-641fcc79eb36 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.104 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 945 time: 0.3714049 Jul 08 20:39:10.853814 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d286bb12-5908-42a8-a87a-6569edfabcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:10.883770 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9de69fd2-6fe0-4a8b-bd71-84ef9e012c4e req-92be7142-49f7-4566-8e56-16f6e0fa320b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308777 Jul 08 20:39:11.001796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-5f30f0b8-eeb3-49d5-922e-a77a7cf42aae req-094dc77f-7c12-4bd5-be12-26cbfcca9ccd tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:39:11.002254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f30f0b8-eeb3-49d5-922e-a77a7cf42aae req-094dc77f-7c12-4bd5-be12-26cbfcca9ccd tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:11.026091 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286bb12-5908-42a8-a87a-6569edfabcbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c74f789-0fbd-43ec-afc3-d4dcd7abf927,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:11.051331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286bb12-5908-42a8-a87a-6569edfabcbd admin admin] Checking segment: {'id': '7c4317f6-36a0-4765-9636-75283216a18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:11.051932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d286bb12-5908-42a8-a87a-6569edfabcbd admin admin] Network hostable DHCP agents. Network: 73bca8d3-7881-487e-91ab-b4dcf10fbb9c, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:39:11.116245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d286bb12-5908-42a8-a87a-6569edfabcbd admin admin] Network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:39:11.141060 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b77c33-623c-4577-b668-bd01e631f4ca req-a6a25412-7086-4b80-b738-5c61bcd7bc6d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:11.142821 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f6b77c33-623c-4577-b668-bd01e631f4ca req-a6a25412-7086-4b80-b738-5c61bcd7bc6d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 945 time: 0.1946297 Jul 08 20:39:11.157615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d286bb12-5908-42a8-a87a-6569edfabcbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 73bca8d3-7881-487e-91ab-b4dcf10fbb9c) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:11.167545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13b4c57-33b3-4c6b-b823-fc87497c986c None None] Network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:11.172748 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-5f30f0b8-eeb3-49d5-922e-a77a7cf42aae req-094dc77f-7c12-4bd5-be12-26cbfcca9ccd tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] For port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=93f8a996-4b64-41b1-b79c-a3a37b28ee6b,segment=NetworkSegment(5fdd9bb2-09af-4067-a2e8-6fc4972e93e8),segment_id=5fdd9bb2-09af-4067-a2e8-6fc4972e93e8)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:11.173287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f30f0b8-eeb3-49d5-922e-a77a7cf42aae req-094dc77f-7c12-4bd5-be12-26cbfcca9ccd tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:11.195215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286bb12-5908-42a8-a87a-6569edfabcbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:11.196071 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d286bb12-5908-42a8-a87a-6569edfabcbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:11.207283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-5f30f0b8-eeb3-49d5-922e-a77a7cf42aae req-094dc77f-7c12-4bd5-be12-26cbfcca9ccd tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Calling delete_port for 93f8a996-4b64-41b1-b79c-a3a37b28ee6b owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:39:11.261230 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d286bb12-5908-42a8-a87a-6569edfabcbd admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8104925 Jul 08 20:39:11.275255 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f6b77c33-623c-4577-b668-bd01e631f4ca req-7cfefdfb-ac8a-48cb-9e32-b6f59953305c tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fc115b4-ed01-44e4-b242-f4f2182fa98c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205637 Jul 08 20:39:11.326819 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d290c49e-da42-4ff3-ae85-a0eea2c005c2 req-478899b1-3e47-436e-9b03-5c4c10aac5da tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0911045 Jul 08 20:39:11.410393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2758032-ddd7-416e-944a-6ca2bac1d7da None None] Network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:11.541920 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f30f0b8-eeb3-49d5-922e-a77a7cf42aae req-094dc77f-7c12-4bd5-be12-26cbfcca9ccd tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:11.600870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dc77f-7c12-4bd5-be12-26cbfcca9ccd tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Port': ['ID=93f8a996-4b64-41b1-b79c-a3a37b28ee6b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:11.604217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c44f90a-6860-40b6-b8f0-a66d189af449 req-a72acdfa-f3f4-464a-9bfc-a33a31f590c9 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0465026 Jul 08 20:39:11.688998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f30f0b8-eeb3-49d5-922e-a77a7cf42aae req-094dc77f-7c12-4bd5-be12-26cbfcca9ccd tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] No DVR routers for this DVR port 93f8a996-4b64-41b1-b79c-a3a37b28ee6b on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:39:11.692121 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5f30f0b8-eeb3-49d5-922e-a77a7cf42aae req-094dc77f-7c12-4bd5-be12-26cbfcca9ccd tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:11.694843 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f30f0b8-eeb3-49d5-922e-a77a7cf42aae req-094dc77f-7c12-4bd5-be12-26cbfcca9ccd tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.104 "DELETE /v2.0/ports/93f8a996-4b64-41b1-b79c-a3a37b28ee6b HTTP/1.1" status: 204 len: 173 time: 0.8629334 Jul 08 20:39:11.695792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'name': 'network-vif-deleted', 'tag': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:11.698778 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdaa92f-54e9-4ac0-94a6-47bb674a5890" -d '{"events": [{"server_uuid": "870cec7b-a8a6-42c2-a4c8-34498e782f86", "name": "network-vif-deleted", "tag": "93f8a996-4b64-41b1-b79c-a3a37b28ee6b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:11.745925 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0dffd7-4d46-48c9-a779-a321d52c3085 x-openstack-request-id: req-bd0dffd7-4d46-48c9-a779-a321d52c3085 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:11.746251 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870cec7b-a8a6-42c2-a4c8-34498e782f86", "name": "network-vif-deleted", "tag": "93f8a996-4b64-41b1-b79c-a3a37b28ee6b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:11.746521 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bd0dffd7-4d46-48c9-a779-a321d52c3085 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:11.747188 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870cec7b-a8a6-42c2-a4c8-34498e782f86', 'name': 'network-vif-deleted', 'tag': '93f8a996-4b64-41b1-b79c-a3a37b28ee6b', 'status': 'completed', 'code': 200} Jul 08 20:39:11.913526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-ac468918-22e3-41b2-a36e-132f6cbaeee5 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:11.915235 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-ac468918-22e3-41b2-a36e-132f6cbaeee5 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/networks?id=73bca8d3-7881-487e-91ab-b4dcf10fbb9c HTTP/1.1" status: 200 len: 817 time: 0.1129136 Jul 08 20:39:11.933431 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-671fe249-c7c1-429b-8a17-492a2cd4b199 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/quotas/ac642b5c5ba546ccb84837a7ca93c19c HTTP/1.1" status: 200 len: 375 time: 0.0118294 Jul 08 20:39:11.975580 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6daab7ad-8dab-4f13-b903-ef3fd6ad19b1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ac642b5c5ba546ccb84837a7ca93c19c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355582 Jul 08 20:39:12.027011 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cea05ab7-8828-4dc7-b471-61e9a0c190ab req-d44654b4-5298-4732-a8cd-4d680983f8ea tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.103 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0659389 Jul 08 20:39:12.180342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94705bee-7587-45b7-b92b-502576513914 req-0d73960a-948c-4281-a9d8-75b8a0763462 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:12.196748 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-94705bee-7587-45b7-b92b-502576513914 req-0d73960a-948c-4281-a9d8-75b8a0763462 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 944 time: 0.1519282 Jul 08 20:39:12.309629 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-94705bee-7587-45b7-b92b-502576513914 req-fbe21ce5-4d45-4a1e-96e3-ada47f9df0dc tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116588 Jul 08 20:39:12.358053 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-9acf0e6c-cb6b-4c18-b901-53c5b2528de9 service neutron] 10.222.0.101 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665328 Jul 08 20:39:12.589720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-9bfeac79-2e6d-442d-a968-b754c800d48e service neutron] 10.222.0.101 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307632 Jul 08 20:39:12.605130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52118) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:12.627289 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-faeab980-6bfb-47d7-9ed9-de9d2ebaf521 req-208c3a5e-bfac-4adb-9bc9-4425d22113cd tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "GET /v2.0/ports?device_id=870cec7b-a8a6-42c2-a4c8-34498e782f86 HTTP/1.1" status: 200 len: 210 time: 0.0493121 Jul 08 20:39:12.628957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 93f8a996-4b64-41b1-b79c-a3a37b28ee6b no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:39:12.658274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 93f8a996-4b64-41b1-b79c-a3a37b28ee6b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:39:12.658724 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 93f8a996-4b64-41b1-b79c-a3a37b28ee6b not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:39:12.842801 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dfab872-2504-4c3a-bef7-7998b8471d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:12.857946 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fae3a81e-36c8-40dc-8288-492f93b7a440 req-17cd6ade-faf3-4243-9289-8469952f57e9 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0501926 Jul 08 20:39:13.085314 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bc4112c-c9e3-40ad-bd15-84495b72e854 req-024da19c-e8a5-4cab-b05d-a6bd61a05e99 tempest-ServerShowV254Test-505293001 tempest-ServerShowV254Test-505293001-project] 10.222.0.101 "GET /v2.0/ports?device_id=793fc34d-e984-4c7d-8018-d049942347ca HTTP/1.1" status: 200 len: 210 time: 0.0491204 Jul 08 20:39:13.104304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dfab872-2504-4c3a-bef7-7998b8471d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:13.118086 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dfab872-2504-4c3a-bef7-7998b8471d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:13.176620 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3dfab872-2504-4c3a-bef7-7998b8471d5b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=45564ec71da7426f8661cac808efa5fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5672231 Jul 08 20:39:13.177741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfab872-2504-4c3a-bef7-7998b8471d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f737c79-d38c-4328-9299-05ce9c0803b4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:13.180222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52138) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:13.238918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e919b3de-f46e-4d06-9fcb-bf8b39f5fa65 req-8d592b7f-63d2-4ef1-a34a-87db9a22e9df tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 210 time: 0.0698822 Jul 08 20:39:13.243793 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ffd23f0b-44b8-492c-b2a1-30465086a07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:13.269070 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ffd23f0b-44b8-492c-b2a1-30465086a07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:13.334024 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ffd23f0b-44b8-492c-b2a1-30465086a07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:13.337074 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ffd23f0b-44b8-492c-b2a1-30465086a07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:13.342884 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ffd23f0b-44b8-492c-b2a1-30465086a07f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0f737c79-d38c-4328-9299-05ce9c0803b4 HTTP/1.1" status: 204 len: 168 time: 0.1612763 Jul 08 20:39:13.357250 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd23f0b-44b8-492c-b2a1-30465086a07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f737c79-d38c-4328-9299-05ce9c0803b4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:13.522018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cbb3a-946c-445f-90d3-012b7b43b7db req-de9b14d4-2165-41b2-9580-646d0663295a tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:13.524361 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-548cbb3a-946c-445f-90d3-012b7b43b7db req-de9b14d4-2165-41b2-9580-646d0663295a tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 944 time: 0.1061988 Jul 08 20:39:13.543994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 669e26f3-c802-44b2-8ec2-e80939a71320 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:39:13.618133 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-548cbb3a-946c-445f-90d3-012b7b43b7db req-c9318393-aeda-40f9-9f24-b3f18222039b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815086 Jul 08 20:39:13.710049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 669e26f3-c802-44b2-8ec2-e80939a71320, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=669e26f3-c802-44b2-8ec2-e80939a71320,segment=NetworkSegment(5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3),segment_id=5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:13.734282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '669e26f3-c802-44b2-8ec2-e80939a71320', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'port_id': '669e26f3-c802-44b2-8ec2-e80939a71320', 'mac_address': 'fa:16:3e:31:85:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:39:13.772520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52168) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:13.802860 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:13.820499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669e26f3-c802-44b2-8ec2-e80939a71320 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:39:13.846822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 669e26f3-c802-44b2-8ec2-e80939a71320, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=669e26f3-c802-44b2-8ec2-e80939a71320,segment=NetworkSegment(5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3),segment_id=5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:13.852756 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:13.893506 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da918fb5-7721-422c-960f-60131ac649db tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:13.960403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=669e26f3-c802-44b2-8ec2-e80939a71320,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:13.960829 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da918fb5-7721-422c-960f-60131ac649db tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:14.081477 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da918fb5-7721-422c-960f-60131ac649db tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:14.084170 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da918fb5-7721-422c-960f-60131ac649db tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:14.085432 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-da918fb5-7721-422c-960f-60131ac649db tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "DELETE /v2.0/security-groups/3fc115b4-ed01-44e4-b242-f4f2182fa98c HTTP/1.1" status: 204 len: 168 time: 0.3118930 Jul 08 20:39:14.135978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52184) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:14.137607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['669e26f3-c802-44b2-8ec2-e80939a71320'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:39:14.173673 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-632bce6e-0b70-42f5-a5b5-b122df48877c req-e010861d-6d33-4c80-af98-450553aecf5f tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.1071095 Jul 08 20:39:14.191007 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da918fb5-7721-422c-960f-60131ac649db tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc115b4-ed01-44e4-b242-f4f2182fa98c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:14.548288 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d7839eb3-d567-4212-bd7d-e08c75b76ed3 req-dc33353d-5fd6-4a5d-9c0d-43a5a7048566 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 210 time: 0.0645502 Jul 08 20:39:14.681506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52200) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:14.847781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52204) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:14.888668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1804384670-network', 'tenant_id': '4300860450e740ed862fc82765f8b597'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:14.933341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Made reservation on behalf of 4300860450e740ed862fc82765f8b597 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:14.938342 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:14.955480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:14.958461 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f6c8-d6fd-4dba-a850-9393c2777c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:14.964776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0962f-6507-40c5-b011-dc2541a422b5 req-73fbcf4a-a757-44d7-8075-0f450b324697 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:14.966253 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1e0962f-6507-40c5-b011-dc2541a422b5 req-73fbcf4a-a757-44d7-8075-0f450b324697 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 945 time: 0.1298935 Jul 08 20:39:15.054236 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1e0962f-6507-40c5-b011-dc2541a422b5 req-8de39de9-3e41-45af-8357-1a2d588a491d tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805135 Jul 08 20:39:15.104735 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.119879 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.127585 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69a6bb92-fcfc-466c-9b75-243689e87d4a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.339620 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f6c8-d6fd-4dba-a850-9393c2777c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.358361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:39:15.372618 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.373678 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Added segment 59eef743-1b3a-40fc-994c-f34b184c0355 of type vlan for network 4e08837e-d22c-49f6-b527-745deba15ea1 Jul 08 20:39:15.433062 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.477625 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f6c8-d6fd-4dba-a850-9393c2777c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.516442 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1fd9f6c8-d6fd-4dba-a850-9393c2777c65 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2f321baff4f240cea2d2d31b1d97edbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6673927 Jul 08 20:39:15.518695 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.519926 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:15.520617 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.522929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52214) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:15.542931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 669e26f3-c802-44b2-8ec2-e80939a71320 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:15.645033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Pushing event updated for resources: {'Network': ['ID=4e08837e-d22c-49f6-b527-745deba15ea1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:15.649971 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f385d44-775f-479d-a727-070812e42085 req-22aaaf42-648e-43cd-91b3-a7bb57a5476c tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.1806188 Jul 08 20:39:15.653774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 669e26f3-c802-44b2-8ec2-e80939a71320 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:15.658511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 669e26f3-c802-44b2-8ec2-e80939a71320 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:15.660819 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.721050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 4e08837e-d22c-49f6-b527-745deba15ea1 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:39:15.752744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be87c7a-6034-4c79-901c-996d1dce51a8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:15.788003 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21a240e6-6e42-4e67-8d2f-ad7612fb60f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.813872 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21a240e6-6e42-4e67-8d2f-ad7612fb60f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.865779 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d9fa2e8e-a020-4214-b3ac-34a4c4b83694 req-5fc9726e-599f-43c5-a55e-94b4002a2938 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 210 time: 0.0570459 Jul 08 20:39:15.885957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c7098adc-3970-46f3-a332-76797eae6acd tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:15.888098 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c7098adc-3970-46f3-a332-76797eae6acd tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.103 "GET /v2.0/networks?id=73bca8d3-7881-487e-91ab-b4dcf10fbb9c HTTP/1.1" status: 200 len: 817 time: 0.6875279 Jul 08 20:39:15.896391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9f6c8-d6fd-4dba-a850-9393c2777c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a046390-3e18-4931-bebf-ace84234cc22,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:15.906133 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7624bc7a-d68d-4a85-8a31-6b4899543f1c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2226927 Jul 08 20:39:15.911147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52218) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:15.917108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-7d068609-d90b-4929-9802-3c4e2fbc6a15 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Request body: {'port': {'device_id': '8c2e0fac-5c4a-44be-9d28-5969fa41c622', 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c', 'admin_state_up': True, 'tenant_id': 'ac642b5c5ba546ccb84837a7ca93c19c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:15.917850 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21a240e6-6e42-4e67-8d2f-ad7612fb60f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.921521 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21a240e6-6e42-4e67-8d2f-ad7612fb60f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:15.923173 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-21a240e6-6e42-4e67-8d2f-ad7612fb60f8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0a046390-3e18-4931-bebf-ace84234cc22 HTTP/1.1" status: 204 len: 168 time: 0.3161793 Jul 08 20:39:15.941289 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d14cb3b7-3b80-49b4-a096-d7e2b4adc8b3 admin admin] Request body: {'subnet': {'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1804384670-subnet', 'tenant_id': '4300860450e740ed862fc82765f8b597', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:15.991092 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:16.036899 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:16.050092 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e937a4d4-7bd9-4fb3-a238-a1b60a4df4c7" -d '{"events": [{"server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "name": "network-vif-plugged", "status": "completed", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:16.064403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-a6358abf-bc6b-46d2-8a19-b207c5a01469 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:16.068201 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-a6358abf-bc6b-46d2-8a19-b207c5a01469 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.103 "GET /v2.0/networks?id=73bca8d3-7881-487e-91ab-b4dcf10fbb9c HTTP/1.1" status: 200 len: 817 time: 0.1398604 Jul 08 20:39:16.077736 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 669e26f3-c802-44b2-8ec2-e80939a71320, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=669e26f3-c802-44b2-8ec2-e80939a71320,segment=NetworkSegment(5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3),segment_id=5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:16.088405 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:16.131853 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14cb3b7-3b80-49b4-a096-d7e2b4adc8b3 admin admin] Made reservation on behalf of 4300860450e740ed862fc82765f8b597 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:16.135748 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d14cb3b7-3b80-49b4-a096-d7e2b4adc8b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:16.180540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=669e26f3-c802-44b2-8ec2-e80939a71320,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:16.225725 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-a76b2432-c421-48f6-8563-a0a1e9fb8750 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:16.235706 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-a76b2432-c421-48f6-8563-a0a1e9fb8750 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.104 "GET /v2.0/networks?id=73bca8d3-7881-487e-91ab-b4dcf10fbb9c HTTP/1.1" status: 200 len: 817 time: 0.6016033 Jul 08 20:39:16.236654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a240e6-6e42-4e67-8d2f-ad7612fb60f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a046390-3e18-4931-bebf-ace84234cc22,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:16.289375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-72fe12ea-1b9c-452b-9114-8bb5f9bc3322 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Request body: {'port': {'device_id': '96185889-baa1-45af-a7b9-b013297b54bd', 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c', 'admin_state_up': True, 'tenant_id': 'ac642b5c5ba546ccb84837a7ca93c19c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:16.302754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Request body: {'port': {'device_id': 'e3d24783-bb9a-468f-9b94-f6066cc72965', 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c', 'admin_state_up': True, 'tenant_id': 'ac642b5c5ba546ccb84837a7ca93c19c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:16.452502 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09705eab-a6de-4afa-9753-53ffad192e17 x-openstack-request-id: req-09705eab-a6de-4afa-9753-53ffad192e17 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:16.453044 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "name": "network-vif-plugged", "status": "completed", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:16.453473 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-09705eab-a6de-4afa-9753-53ffad192e17 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:16.454029 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320', 'code': 200} Jul 08 20:39:16.619570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-72fe12ea-1b9c-452b-9114-8bb5f9bc3322 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Made reservation on behalf of ac642b5c5ba546ccb84837a7ca93c19c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:16.623854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-72fe12ea-1b9c-452b-9114-8bb5f9bc3322 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:16.663813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Made reservation on behalf of ac642b5c5ba546ccb84837a7ca93c19c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:16.667529 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:16.703989 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d14cb3b7-3b80-49b4-a096-d7e2b4adc8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:16.829126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-7d068609-d90b-4929-9802-3c4e2fbc6a15 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Made reservation on behalf of ac642b5c5ba546ccb84837a7ca93c19c for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:16.833842 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-7d068609-d90b-4929-9802-3c4e2fbc6a15 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:16.854872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cb3b7-3b80-49b4-a096-d7e2b4adc8b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ae00fe-53cc-4e4a-929a-dee3f36d0e76,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:16.937148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-72fe12ea-1b9c-452b-9114-8bb5f9bc3322 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Allocated IP 172.20.0.7 (73bca8d3-7881-487e-91ab-b4dcf10fbb9c/5c74f789-0fbd-43ec-afc3-d4dcd7abf927/c5f3a333-fd82-4e15-8c3f-db06dafb3006) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:39:17.068298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-69a6bb92-fcfc-466c-9b75-243689e87d4a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting port ab33412a-5bf6-4fcc-90af-e3c862123f99 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:39:17.068856 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69a6bb92-fcfc-466c-9b75-243689e87d4a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.141027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-72fe12ea-1b9c-452b-9114-8bb5f9bc3322 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.179080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-69a6bb92-fcfc-466c-9b75-243689e87d4a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] For port ab33412a-5bf6-4fcc-90af-e3c862123f99, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ab33412a-5bf6-4fcc-90af-e3c862123f99,segment=NetworkSegment(5fdd9bb2-09af-4067-a2e8-6fc4972e93e8),segment_id=5fdd9bb2-09af-4067-a2e8-6fc4972e93e8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:17.179456 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69a6bb92-fcfc-466c-9b75-243689e87d4a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.181545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52258) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:17.206698 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cb3b7-3b80-49b4-a096-d7e2b4adc8b3 admin admin] Checking segment: {'id': '59eef743-1b3a-40fc-994c-f34b184c0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:17.207132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14cb3b7-3b80-49b4-a096-d7e2b4adc8b3 admin admin] Network hostable DHCP agents. Network: 4e08837e-d22c-49f6-b527-745deba15ea1, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:39:17.210031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-69a6bb92-fcfc-466c-9b75-243689e87d4a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Calling delete_port for ab33412a-5bf6-4fcc-90af-e3c862123f99 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:39:17.216418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b23989-3caf-4b90-a665-08ee00a7b604 req-b97777dc-805a-43ac-9774-bdb15e05bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:17.218137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4b23989-3caf-4b90-a665-08ee00a7b604 req-b97777dc-805a-43ac-9774-bdb15e05bf0c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 1098 time: 0.6464086 Jul 08 20:39:17.226089 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c48c-9d2c-4a37-84c1-7fd14368a3a1 req-9a8991e7-4339-450e-82d1-82bb24843770 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:17.232202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5945b1b6-9d19-464d-b026-cea81dd19022 req-3776db7c-8c46-4587-be16-1e06857546a0 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0544593 Jul 08 20:39:17.235671 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0b6c48c-9d2c-4a37-84c1-7fd14368a3a1 req-9a8991e7-4339-450e-82d1-82bb24843770 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 946 time: 0.7461355 Jul 08 20:39:17.245243 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-72fe12ea-1b9c-452b-9114-8bb5f9bc3322 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.323316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-72fe12ea-1b9c-452b-9114-8bb5f9bc3322 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:17.335287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-72fe12ea-1b9c-452b-9114-8bb5f9bc3322 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:17.344958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-72fe12ea-1b9c-452b-9114-8bb5f9bc3322 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:39:17.423018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-44998832-network', 'tenant_id': '4c3980dfb3e04c64b341dbc0d3c4b657'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:17.426012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14cb3b7-3b80-49b4-a096-d7e2b4adc8b3 admin admin] Network 4e08837e-d22c-49f6-b527-745deba15ea1 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:39:17.454426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-dccafa18-a718-44e2-9de3-fd1669febaa6 {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:39:17.454789 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:39:17.477223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe12ea-1b9c-452b-9114-8bb5f9bc3322 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Pushing event updated for resources: {'Port': ['ID=c5f3a333-fd82-4e15-8c3f-db06dafb3006,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:17.487461 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4b23989-3caf-4b90-a665-08ee00a7b604 req-8ba505a8-1ea4-49f8-a86d-fa47293edc7f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462637 Jul 08 20:39:17.494347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d14cb3b7-3b80-49b4-a096-d7e2b4adc8b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 4e08837e-d22c-49f6-b527-745deba15ea1) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:17.500436 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14cb3b7-3b80-49b4-a096-d7e2b4adc8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:17.501192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d14cb3b7-3b80-49b4-a096-d7e2b4adc8b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.503380 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b35682d4-1158-488d-a167-1b8160d970d9 req-ae61a33b-ea8d-4ebb-a272-b34facf8687b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 210 time: 0.0952446 Jul 08 20:39:17.506247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5ae47a-bc99-4ec7-845f-fa21461a44b9 None None] Network 4e08837e-d22c-49f6-b527-745deba15ea1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:17.521152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0b6c48c-9d2c-4a37-84c1-7fd14368a3a1 req-bb2f9dee-1b42-457c-91cc-306729fcd65f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842386 Jul 08 20:39:17.532580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Made reservation on behalf of 4c3980dfb3e04c64b341dbc0d3c4b657 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:17.535653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.550821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.559948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-72fe12ea-1b9c-452b-9114-8bb5f9bc3322 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:17.560745 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-72fe12ea-1b9c-452b-9114-8bb5f9bc3322 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.580278 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-72fe12ea-1b9c-452b-9114-8bb5f9bc3322 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3199463 Jul 08 20:39:17.593976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Request body: {'port': {'device_id': '96185889-baa1-45af-a7b9-b013297b54bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:17.624402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-7d068609-d90b-4929-9802-3c4e2fbc6a15 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Allocated IP 172.20.0.14 (73bca8d3-7881-487e-91ab-b4dcf10fbb9c/5c74f789-0fbd-43ec-afc3-d4dcd7abf927/9d4deb9e-4b67-4535-a9c6-009201667928) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:39:17.655111 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d14cb3b7-3b80-49b4-a096-d7e2b4adc8b3 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7311285 Jul 08 20:39:17.717183 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.744534 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.847452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.873152 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a471d493-ff03-4b82-8bf8-501e085dbe52 None None] Network 4e08837e-d22c-49f6-b527-745deba15ea1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:17.911693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69a6bb92-fcfc-466c-9b75-243689e87d4a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.934953 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.960913 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:17.969424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:39:18.004290 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:18.004658 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Added segment 9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b of type vlan for network f4d3664a-f60f-450e-a5ad-2716943c59ad Jul 08 20:39:18.008666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6bb92-fcfc-466c-9b75-243689e87d4a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Port': ['ID=ab33412a-5bf6-4fcc-90af-e3c862123f99,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:18.034381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65552a80-ee38-44db-8d89-80e1d626f302,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:18.190934 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:18.253002 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:18.254935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:18.255594 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:18.274760 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-7d068609-d90b-4929-9802-3c4e2fbc6a15 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:18.315627 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1332629 Jul 08 20:39:18.318618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52292) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:18.326148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c83cd2d0-85c5-453c-8aa7-601aa9727281 admin admin] Request body: {'subnet': {'network_id': 'f4d3664a-f60f-450e-a5ad-2716943c59ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-44998832-subnet', 'tenant_id': '4c3980dfb3e04c64b341dbc0d3c4b657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:18.330271 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-7d068609-d90b-4929-9802-3c4e2fbc6a15 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:18.370673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83cd2d0-85c5-453c-8aa7-601aa9727281 admin admin] Made reservation on behalf of 4c3980dfb3e04c64b341dbc0d3c4b657 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:18.374170 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c83cd2d0-85c5-453c-8aa7-601aa9727281 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:18.509720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-7d068609-d90b-4929-9802-3c4e2fbc6a15 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:18.521185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-7d068609-d90b-4929-9802-3c4e2fbc6a15 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:18.536745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-7d068609-d90b-4929-9802-3c4e2fbc6a15 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:39:18.631687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-7d068609-d90b-4929-9802-3c4e2fbc6a15 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:18.632536 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-7d068609-d90b-4929-9802-3c4e2fbc6a15 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:18.679077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d068609-d90b-4929-9802-3c4e2fbc6a15 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Pushing event updated for resources: {'Port': ['ID=9d4deb9e-4b67-4535-a9c6-009201667928,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:18.741085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11587753-0104-4b4e-a414-04328db45a0c req-9eb6a3dc-2312-46dd-b881-b9ac25521017 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 210 time: 0.0472591 Jul 08 20:39:18.770967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69a6bb92-fcfc-466c-9b75-243689e87d4a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:18.773937 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-7d068609-d90b-4929-9802-3c4e2fbc6a15 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8618422 Jul 08 20:39:18.804545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Request body: {'port': {'device_id': '8c2e0fac-5c4a-44be-9d28-5969fa41c622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:18.870179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea7997-98a2-450b-aca5-7742956c314b admin admin] Pushing event updated for resources: {'Network': ['ID=f4d3664a-f60f-450e-a5ad-2716943c59ad,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:18.882486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network f4d3664a-f60f-450e-a5ad-2716943c59ad details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:39:18.913314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24ae4432-6df2-475f-9c0d-4bf022624569 req-95707b56-5a1b-47eb-bf11-4fbb89768bab tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0708437 Jul 08 20:39:19.068441 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:19.086421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f3a333-fd82-4e15-8c3f-db06dafb3006 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:39:19.095934 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:19.112313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Transition to ACTIVE for port object c5f3a333-fd82-4e15-8c3f-db06dafb3006 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:19.147938 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:19.158798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c049c12-2378-4a17-8fff-de5440a6a11b req-7373d228-8616-4f11-a338-4caa6e48c081 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:19.164206 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c049c12-2378-4a17-8fff-de5440a6a11b req-7373d228-8616-4f11-a338-4caa6e48c081 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 946 time: 0.2940629 Jul 08 20:39:19.238033 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c83cd2d0-85c5-453c-8aa7-601aa9727281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:19.295667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Pushing event updated for resources: {'Port': ['ID=c5f3a333-fd82-4e15-8c3f-db06dafb3006,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:19.298653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Allocated IP 172.20.0.11 (73bca8d3-7881-487e-91ab-b4dcf10fbb9c/5c74f789-0fbd-43ec-afc3-d4dcd7abf927/590a1149-aed8-4b79-ae55-875b0a55ed21) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:39:19.404127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cd2d0-85c5-453c-8aa7-601aa9727281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdda0571-1efc-4000-ab58-298954b4b0dd,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:19.448403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83cd2d0-85c5-453c-8aa7-601aa9727281 admin admin] Checking segment: {'id': '9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4d3664a-f60f-450e-a5ad-2716943c59ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:19.448883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83cd2d0-85c5-453c-8aa7-601aa9727281 admin admin] Network hostable DHCP agents. Network: f4d3664a-f60f-450e-a5ad-2716943c59ad, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:39:19.472558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Attempting to bind port c5f3a333-fd82-4e15-8c3f-db06dafb3006 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:39:19.473053 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Attempting to bind port c5f3a333-fd82-4e15-8c3f-db06dafb3006 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '7c4317f6-36a0-4765-9636-75283216a18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:39:19.473384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Attempting to bind port c5f3a333-fd82-4e15-8c3f-db06dafb3006 on network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:19.522746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Port c5f3a333-fd82-4e15-8c3f-db06dafb3006 on network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:39:19.523151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Attempting to bind port c5f3a333-fd82-4e15-8c3f-db06dafb3006 on network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:19.541924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:39:19.542430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Checking segment: {'id': '7c4317f6-36a0-4765-9636-75283216a18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:19.543547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Bound using segment: {'id': '7c4317f6-36a0-4765-9636-75283216a18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:39:19.544484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Bound port: c5f3a333-fd82-4e15-8c3f-db06dafb3006, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4317f6-36a0-4765-9636-75283216a18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:39:19.544752 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:19.572393 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83cd2d0-85c5-453c-8aa7-601aa9727281 admin admin] Network f4d3664a-f60f-450e-a5ad-2716943c59ad is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:39:19.609541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-c83cd2d0-85c5-453c-8aa7-601aa9727281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, f4d3664a-f60f-450e-a5ad-2716943c59ad) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:19.621944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10282185-de6b-4723-853d-f0defb6b480a None None] Network f4d3664a-f60f-450e-a5ad-2716943c59ad requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:19.631157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83cd2d0-85c5-453c-8aa7-601aa9727281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:19.631949 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c83cd2d0-85c5-453c-8aa7-601aa9727281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:19.663535 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:19.678322 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c049c12-2378-4a17-8fff-de5440a6a11b req-e98c0703-2cbf-48f1-ad9e-3b76c806b25f tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5039549 Jul 08 20:39:19.681974 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c83cd2d0-85c5-453c-8aa7-601aa9727281 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3621273 Jul 08 20:39:19.702092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] For port c5f3a333-fd82-4e15-8c3f-db06dafb3006, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:39:19.706993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] For port c5f3a333-fd82-4e15-8c3f-db06dafb3006, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=c5f3a333-fd82-4e15-8c3f-db06dafb3006,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:39:19.712586 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:19.750891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a6bb92-fcfc-466c-9b75-243689e87d4a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Router 74a89d44-cfef-4d69-9ceb-48fff44debde has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:39:19.809421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:19.815888 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:19.819497 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] 10.222.0.103 "PUT /v2.0/ports/c5f3a333-fd82-4e15-8c3f-db06dafb3006 HTTP/1.1" status: 200 len: 1092 time: 2.2309401 Jul 08 20:39:19.825667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96185889-baa1-45af-a7b9-b013297b54bd', 'tag': 'c5f3a333-fd82-4e15-8c3f-db06dafb3006'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:19.835172 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1813f4c-21ab-4c2e-8efd-08b1e5f7349e" -d '{"events": [{"name": "network-changed", "server_uuid": "96185889-baa1-45af-a7b9-b013297b54bd", "tag": "c5f3a333-fd82-4e15-8c3f-db06dafb3006"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:19.907508 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48851f-5284-427b-92c5-4ebe3a670a6f None None] Network f4d3664a-f60f-450e-a5ad-2716943c59ad requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:19.938808 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:19.987467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae95c5-84c1-4c26-bb64-be1307130e1c service neutron] Pushing event updated for resources: {'Port': ['ID=c5f3a333-fd82-4e15-8c3f-db06dafb3006,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:20.095282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:20.109231 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a6bb92-fcfc-466c-9b75-243689e87d4a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:39:20.122528 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1224a2b-23f9-42ae-bc13-b7a4e9786038 None None] Sync routers for ids ['74a89d44-cfef-4d69-9ceb-48fff44debde'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:39:20.131618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:20.147917 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1224a2b-23f9-42ae-bc13-b7a4e9786038 None None] Routers {'74a89d44-cfef-4d69-9ceb-48fff44debde'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:20.149753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:39:20.150663 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b1224a2b-23f9-42ae-bc13-b7a4e9786038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['74a89d44-cfef-4d69-9ceb-48fff44debde'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:20.151036 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-69a6bb92-fcfc-466c-9b75-243689e87d4a tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "PUT /v2.0/routers/74a89d44-cfef-4d69-9ceb-48fff44debde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0132046 Jul 08 20:39:20.154507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52334) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:20.272032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:20.274713 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:20.338811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Pushing event updated for resources: {'Port': ['ID=590a1149-aed8-4b79-ae55-875b0a55ed21,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:20.382280 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b1224a2b-23f9-42ae-bc13-b7a4e9786038 None None] Set router 74a89d44-cfef-4d69-9ceb-48fff44debde gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:20.382499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c86580f8-26a4-4de2-9e85-486d725621a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0847769 Jul 08 20:39:20.406298 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad4dc3-6407-47d4-9b4f-c6bb920307bd req-d48ac787-99ba-4fba-9786-9deb4ca7af5d tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:20.408005 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-38ad4dc3-6407-47d4-9b4f-c6bb920307bd req-d48ac787-99ba-4fba-9786-9deb4ca7af5d tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 946 time: 0.5053113 Jul 08 20:39:20.416245 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Request body: {'port': {'device_id': 'e3d24783-bb9a-468f-9b94-f6066cc72965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:20.424497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cab923-5525-40ca-a131-f3d56c2a318d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting subnet 6f7000dd-cd95-4432-bffe-4f7d8d306889 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:39:20.432095 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66cab923-5525-40ca-a131-f3d56c2a318d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:20.439785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c95d3eaa-050f-4b04-bb5d-6286f1241658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:20.441371 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-c95d3eaa-050f-4b04-bb5d-6286f1241658 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ac642b5c5ba546ccb84837a7ca93c19c&device_id=96185889-baa1-45af-a7b9-b013297b54bd HTTP/1.1" status: 200 len: 1095 time: 0.5691321 Jul 08 20:39:20.588488 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-38ad4dc3-6407-47d4-9b4f-c6bb920307bd req-c1b775d5-4020-464a-9aa4-34d3251882ce tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537576 Jul 08 20:39:20.592537 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-4a5732c8-e716-4b71-a9c8-2fc2fe35494f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f3a333-fd82-4e15-8c3f-db06dafb3006 HTTP/1.1" status: 200 len: 217 time: 0.1065416 Jul 08 20:39:20.596462 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66cab923-5525-40ca-a131-f3d56c2a318d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:20.624620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52348) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:20.638370 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b1224a2b-23f9-42ae-bc13-b7a4e9786038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:39:17Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:20.676215 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1224a2b-23f9-42ae-bc13-b7a4e9786038 None None] Checking router: 74a89d44-cfef-4d69-9ceb-48fff44debde for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:39:20.686896 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1224a2b-23f9-42ae-bc13-b7a4e9786038 None None] Routers {'74a89d44-cfef-4d69-9ceb-48fff44debde'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:20.688506 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b1224a2b-23f9-42ae-bc13-b7a4e9786038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['74a89d44-cfef-4d69-9ceb-48fff44debde'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:20.697042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52350) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:20.713492 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5be7cc-e570-4190-a7db-214e40ad4612 x-openstack-request-id: req-8a5be7cc-e570-4190-a7db-214e40ad4612 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:20.713786 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96185889-baa1-45af-a7b9-b013297b54bd", "tag": "c5f3a333-fd82-4e15-8c3f-db06dafb3006", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:20.714041 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8a5be7cc-e570-4190-a7db-214e40ad4612 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:20.714436 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96185889-baa1-45af-a7b9-b013297b54bd', 'tag': 'c5f3a333-fd82-4e15-8c3f-db06dafb3006', 'status': 'completed', 'code': 200} Jul 08 20:39:20.726193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-518916934-network', 'tenant_id': '4de0c1e551644c8db9a6948db4b14f02'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:20.745325 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66cab923-5525-40ca-a131-f3d56c2a318d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:20.882582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-ff66437b-6fb3-478e-87b9-80145734dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:20.897886 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-ff66437b-6fb3-478e-87b9-80145734dee4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c74f789-0fbd-43ec-afc3-d4dcd7abf927 HTTP/1.1" status: 200 len: 857 time: 0.2938573 Jul 08 20:39:20.916123 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b1224a2b-23f9-42ae-bc13-b7a4e9786038 None None] Set router 74a89d44-cfef-4d69-9ceb-48fff44debde gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:20.925274 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fb83c-3dec-40c4-a4f2-ba4bcd553e1a req-76b31fdb-1d07-4752-8187-105aba404dd1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:20.926860 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-307fb83c-3dec-40c4-a4f2-ba4bcd553e1a req-76b31fdb-1d07-4752-8187-105aba404dd1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 932 time: 0.8219855 Jul 08 20:39:20.929917 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66cab923-5525-40ca-a131-f3d56c2a318d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:20.947945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Made reservation on behalf of 4de0c1e551644c8db9a6948db4b14f02 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:20.953238 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.016046 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-bf60140c-d612-412e-899b-f2061739372a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=73bca8d3-7881-487e-91ab-b4dcf10fbb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105869 Jul 08 20:39:21.021896 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.042597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6323d645-d677-49f6-aca9-8c3e209dbe07 req-7bb4d2ea-858b-479b-9a2b-f50e6a332843 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.1669297 Jul 08 20:39:21.060456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cab923-5525-40ca-a131-f3d56c2a318d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7000dd-cd95-4432-bffe-4f7d8d306889,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:21.073825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.078851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4deb9e-4b67-4535-a9c6-009201667928 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:39:21.092377 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.101522 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66cab923-5525-40ca-a131-f3d56c2a318d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.106625 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985fb982-19df-492e-bcc6-a5182436129e None None] Network e1b422bd-f258-4082-917b-666247f34640 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:21.107133 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-66cab923-5525-40ca-a131-f3d56c2a318d tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "DELETE /v2.0/subnets/6f7000dd-cd95-4432-bffe-4f7d8d306889 HTTP/1.1" status: 204 len: 168 time: 0.9233451 Jul 08 20:39:21.122401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52354) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:21.244350 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-307fb83c-3dec-40c4-a4f2-ba4bcd553e1a req-6a495c29-ca37-4741-948d-66c1b1b6f4a8 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992029 Jul 08 20:39:21.253181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Transition to ACTIVE for port object 9d4deb9e-4b67-4535-a9c6-009201667928 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:21.267725 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.391657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4deb9e-4b67-4535-a9c6-009201667928,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:21.441226 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.490078 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b1224a2b-23f9-42ae-bc13-b7a4e9786038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:39:17Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:21.503741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c85757-4360-4410-9e55-d93be05a418c None None] DHCP port deletion for e1b422bd-f258-4082-917b-666247f34640 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:39:21.505212 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-ef477598-a6e6-42ed-9000-87aa9605b58f service neutron] 10.222.0.103 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595497 Jul 08 20:39:21.540612 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1224a2b-23f9-42ae-bc13-b7a4e9786038 None None] The sync data for ids ['74a89d44-cfef-4d69-9ceb-48fff44debde'] in n-d-791506-16 is: [{'id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'name': 'tempest-TestNetworkBasicOps-router-269909056', 'tenant_id': '44d90dac47c54647a7c92af6b9d31588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:37:43Z', 'updated_at': '2021-07-08T20:39:17Z', 'revision_number': 5, 'project_id': '44d90dac47c54647a7c92af6b9d31588', 'gw_port': {'id': '8bd31f3b-1065-4033-ac06-1ec9b67660c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a89d44-cfef-4d69-9ceb-48fff44debde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:37:44Z', 'updated_at': '2021-07-08T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:39:21.561123 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-70c85757-4360-4410-9e55-d93be05a418c None None] Deleting port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:39:21.562161 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-70c85757-4360-4410-9e55-d93be05a418c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.570805 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8c8f6404-c9e2-4313-9f3d-ab500d6be36a req-d0c66e43-0419-4790-a59f-1308a83481fa service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=ff3055d8-f274-4007-909e-af2d1c11065d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0636425 Jul 08 20:39:21.639375 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Attempting to bind port 9d4deb9e-4b67-4535-a9c6-009201667928 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:39:21.639613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Attempting to bind port 9d4deb9e-4b67-4535-a9c6-009201667928 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '7c4317f6-36a0-4765-9636-75283216a18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:39:21.640048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Attempting to bind port 9d4deb9e-4b67-4535-a9c6-009201667928 on network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:21.651368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Port 9d4deb9e-4b67-4535-a9c6-009201667928 on network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:39:21.651773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Attempting to bind port 9d4deb9e-4b67-4535-a9c6-009201667928 on network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:21.660511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-70c85757-4360-4410-9e55-d93be05a418c None None] For port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6b8a85b1-19c5-4805-b0ec-0685f1c165c2,segment=NetworkSegment(5fdd9bb2-09af-4067-a2e8-6fc4972e93e8),segment_id=5fdd9bb2-09af-4067-a2e8-6fc4972e93e8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:21.661375 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-70c85757-4360-4410-9e55-d93be05a418c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.662507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:39:21.662917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Checking segment: {'id': '7c4317f6-36a0-4765-9636-75283216a18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:21.663369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Bound using segment: {'id': '7c4317f6-36a0-4765-9636-75283216a18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:39:21.663879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Bound port: 9d4deb9e-4b67-4535-a9c6-009201667928, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4317f6-36a0-4765-9636-75283216a18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:39:21.664308 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.677357 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-70c85757-4360-4410-9e55-d93be05a418c None None] Calling delete_port for 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:39:21.710285 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.769493 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-70c85757-4360-4410-9e55-d93be05a418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.771766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] For port 9d4deb9e-4b67-4535-a9c6-009201667928, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:39:21.776267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] For port 9d4deb9e-4b67-4535-a9c6-009201667928, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9d4deb9e-4b67-4535-a9c6-009201667928,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:39:21.789049 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.798911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c85757-4360-4410-9e55-d93be05a418c None None] Pushing event deleted for resources: {'Port': ['ID=6b8a85b1-19c5-4805-b0ec-0685f1c165c2,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:21.802529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c85757-4360-4410-9e55-d93be05a418c None None] No DVR routers for this DVR port 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:39:21.837023 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:21.837649 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.839025 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] 10.222.0.103 "PUT /v2.0/ports/9d4deb9e-4b67-4535-a9c6-009201667928 HTTP/1.1" status: 200 len: 1093 time: 3.0518503 Jul 08 20:39:21.839457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2e0fac-5c4a-44be-9d28-5969fa41c622', 'tag': '9d4deb9e-4b67-4535-a9c6-009201667928'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:21.842601 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab65029d-03d9-4f0f-a244-08aa036c0fed" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2e0fac-5c4a-44be-9d28-5969fa41c622", "tag": "9d4deb9e-4b67-4535-a9c6-009201667928"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:21.851936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Deleting port 8bd31f3b-1065-4033-ac06-1ec9b67660c0 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:39:21.851936 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.909970 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b9e60e-ac43-415f-baec-4dea1f2cfc44 x-openstack-request-id: req-10b9e60e-ac43-415f-baec-4dea1f2cfc44 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:21.910258 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2e0fac-5c4a-44be-9d28-5969fa41c622", "tag": "9d4deb9e-4b67-4535-a9c6-009201667928", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:21.910960 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-10b9e60e-ac43-415f-baec-4dea1f2cfc44 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:21.910960 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2e0fac-5c4a-44be-9d28-5969fa41c622', 'tag': '9d4deb9e-4b67-4535-a9c6-009201667928', 'status': 'completed', 'code': 200} Jul 08 20:39:21.924200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501eeeef-6b91-42a2-939a-b0db8c1cd852 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4deb9e-4b67-4535-a9c6-009201667928,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:21.980296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:21.984455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590a1149-aed8-4b79-ae55-875b0a55ed21 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:39:22.007918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] For port 8bd31f3b-1065-4033-ac06-1ec9b67660c0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8bd31f3b-1065-4033-ac06-1ec9b67660c0,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:22.008312 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:22.012597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:22.025204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-58b03161-0c41-4e72-b27c-0fc69a390ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:22.026154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:39:22.026626 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-58b03161-0c41-4e72-b27c-0fc69a390ce3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ac642b5c5ba546ccb84837a7ca93c19c&device_id=8c2e0fac-5c4a-44be-9d28-5969fa41c622 HTTP/1.1" status: 200 len: 1096 time: 0.1185439 Jul 08 20:39:22.031677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Calling delete_port for 8bd31f3b-1065-4033-ac06-1ec9b67660c0 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:39:22.033555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314cb89c-2a59-4791-bfca-450546e5a4cd tempest-TestVolumeBackupRestore-1640853189 tempest-TestVolumeBackupRestore-1640853189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:22.035253 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-314cb89c-2a59-4791-bfca-450546e5a4cd tempest-TestVolumeBackupRestore-1640853189 tempest-TestVolumeBackupRestore-1640853189-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 1093 time: 1.3910732 Jul 08 20:39:22.037254 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-5ed13b96-e31a-4d1c-b253-8d870f2b457b service neutron] 10.222.0.103 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166545 Jul 08 20:39:22.040694 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:22.048412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52364) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:22.053739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '669e26f3-c802-44b2-8ec2-e80939a71320', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:22.080030 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8c8f6404-c9e2-4313-9f3d-ab500d6be36a req-ffc128e3-be8e-43c0-8088-dd2c199849f1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3d099296dfd4488d8d53a27623bd3440&device_id=ff3055d8-f274-4007-909e-af2d1c11065d HTTP/1.1" status: 200 len: 210 time: 0.1644378 Jul 08 20:39:22.117434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:22.117822 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Added segment c87bf9de-ea9a-42da-8f8e-36cedb08b677 of type vlan for network 80d070ca-6129-45bf-89be-336e1011c992 Jul 08 20:39:22.121553 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-991d428d-23ce-4e17-934f-b35a593bf050 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d4deb9e-4b67-4535-a9c6-009201667928 HTTP/1.1" status: 200 len: 217 time: 0.0836508 Jul 08 20:39:22.136035 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Transition to ACTIVE for port object 590a1149-aed8-4b79-ae55-875b0a55ed21 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:22.293241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:22.317867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:22.410490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b951b67d-312d-471b-b4c5-c3cf32a44b43,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:22.438136 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:22.448821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:22.449807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:22.450628 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:22.480030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-dfa0bb6d-7699-4dde-87d6-2e021d6515b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:22.497285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-dfa0bb6d-7699-4dde-87d6-2e021d6515b8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c74f789-0fbd-43ec-afc3-d4dcd7abf927 HTTP/1.1" status: 200 len: 857 time: 0.3634570 Jul 08 20:39:22.602173 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8c8f6404-c9e2-4313-9f3d-ab500d6be36a req-9615c111-70e1-4eb0-9bf7-4fb8c6d21d71 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=3d099296dfd4488d8d53a27623bd3440&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4862554 Jul 08 20:39:22.611041 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-b20c65f6-d431-4631-b499-2811a5df2994 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=73bca8d3-7881-487e-91ab-b4dcf10fbb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036508 Jul 08 20:39:22.646818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Pushing event updated for resources: {'Port': ['ID=590a1149-aed8-4b79-ae55-875b0a55ed21,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:22.673344 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d06fb692-98fc-4349-8704-49936e6996a3 req-da047ab4-7a3e-4377-9ce5-a6c906a80535 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0609038 Jul 08 20:39:22.705653 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9979360 Jul 08 20:39:22.716558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52378) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:22.744046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-eb673f18-8b7b-4a3c-8c93-23ff64af0da7 admin admin] Request body: {'subnet': {'network_id': '80d070ca-6129-45bf-89be-336e1011c992', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-518916934-subnet', 'tenant_id': '4de0c1e551644c8db9a6948db4b14f02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:22.776902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25225e6-ce85-4c36-abfc-0dcb922d8e06 admin admin] Pushing event updated for resources: {'Network': ['ID=80d070ca-6129-45bf-89be-336e1011c992,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:22.798304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 80d070ca-6129-45bf-89be-336e1011c992 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:39:22.842493 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:22.859901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb673f18-8b7b-4a3c-8c93-23ff64af0da7 admin admin] Made reservation on behalf of 4de0c1e551644c8db9a6948db4b14f02 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:22.862929 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb673f18-8b7b-4a3c-8c93-23ff64af0da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:22.920928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1813f4c-21ab-4c2e-8efd-08b1e5f7349e req-e77ee91e-3bd8-4746-b75f-325427f68053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:22.923044 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1813f4c-21ab-4c2e-8efd-08b1e5f7349e req-e77ee91e-3bd8-4746-b75f-325427f68053 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ac642b5c5ba546ccb84837a7ca93c19c&device_id=96185889-baa1-45af-a7b9-b013297b54bd HTTP/1.1" status: 200 len: 1095 time: 0.8003631 Jul 08 20:39:22.949337 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-d4183a05-41e7-483c-82e6-a13f23514cd0 service neutron] 10.222.0.103 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154008 Jul 08 20:39:22.950206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Port': ['ID=8bd31f3b-1065-4033-ac06-1ec9b67660c0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:23.039595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1f8d4-1c12-460e-b050-63d7103e3fac req-0d6f9dcc-e49c-4ff0-b92c-b3d71e307f32 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:23.040430 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:23.047774 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-30d1f8d4-1c12-460e-b050-63d7103e3fac req-0d6f9dcc-e49c-4ff0-b92c-b3d71e307f32 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 944 time: 0.4946058 Jul 08 20:39:23.073837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Attempting to bind port 590a1149-aed8-4b79-ae55-875b0a55ed21 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:39:23.074236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Attempting to bind port 590a1149-aed8-4b79-ae55-875b0a55ed21 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7c4317f6-36a0-4765-9636-75283216a18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:39:23.074783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Attempting to bind port 590a1149-aed8-4b79-ae55-875b0a55ed21 on network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:23.090175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f6404-c9e2-4313-9f3d-ab500d6be36a req-7cb7f1d9-a187-4f30-9015-3c3ee272cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:23.091850 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8c8f6404-c9e2-4313-9f3d-ab500d6be36a req-7cb7f1d9-a187-4f30-9015-3c3ee272cd1a service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4488866 Jul 08 20:39:23.097329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Port 590a1149-aed8-4b79-ae55-875b0a55ed21 on network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:39:23.097661 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Attempting to bind port 590a1149-aed8-4b79-ae55-875b0a55ed21 on network 73bca8d3-7881-487e-91ab-b4dcf10fbb9c {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:23.131369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:39:23.131814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Checking segment: {'id': '7c4317f6-36a0-4765-9636-75283216a18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:23.132195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Bound using segment: {'id': '7c4317f6-36a0-4765-9636-75283216a18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:39:23.132728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Bound port: 590a1149-aed8-4b79-ae55-875b0a55ed21, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4317f6-36a0-4765-9636-75283216a18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:39:23.133041 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:23.159626 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-30d1f8d4-1c12-460e-b050-63d7103e3fac req-88e8b769-22d2-479c-9069-25fb0db6287e tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108930 Jul 08 20:39:23.170269 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1813f4c-21ab-4c2e-8efd-08b1e5f7349e req-eeea848c-06f8-49d5-b459-c1d3a896489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:23.171758 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1813f4c-21ab-4c2e-8efd-08b1e5f7349e req-eeea848c-06f8-49d5-b459-c1d3a896489a service neutron] 10.222.0.103 "GET /v2.0/networks?id=73bca8d3-7881-487e-91ab-b4dcf10fbb9c HTTP/1.1" status: 200 len: 918 time: 0.2405956 Jul 08 20:39:23.212698 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:23.224601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ab33412a-5bf6-4fcc-90af-e3c862123f99 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:39:23.228671 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1813f4c-21ab-4c2e-8efd-08b1e5f7349e req-b220aa36-965e-4e1f-abac-7e856513a7b1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f3a333-fd82-4e15-8c3f-db06dafb3006 HTTP/1.1" status: 200 len: 217 time: 0.0380785 Jul 08 20:39:23.252179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: ab33412a-5bf6-4fcc-90af-e3c862123f99 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:39:23.252732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ab33412a-5bf6-4fcc-90af-e3c862123f99 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:39:23.253267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:39:23.273101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:39:23.274092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6b8a85b1-19c5-4805-b0ec-0685f1c165c2 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:39:23.294778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] For port 590a1149-aed8-4b79-ae55-875b0a55ed21, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:39:23.299453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] For port 590a1149-aed8-4b79-ae55-875b0a55ed21, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=590a1149-aed8-4b79-ae55-875b0a55ed21,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:39:23.304196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1813f4c-21ab-4c2e-8efd-08b1e5f7349e req-c53a69bc-729a-4795-9495-311c45e35ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:23.305771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1813f4c-21ab-4c2e-8efd-08b1e5f7349e req-c53a69bc-729a-4795-9495-311c45e35ae5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c74f789-0fbd-43ec-afc3-d4dcd7abf927 HTTP/1.1" status: 200 len: 857 time: 0.0703456 Jul 08 20:39:23.306728 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:23.321572 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:23.323774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:23.362311 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1813f4c-21ab-4c2e-8efd-08b1e5f7349e req-afb85491-cbef-4f8b-8931-e6f0d7c60e64 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=73bca8d3-7881-487e-91ab-b4dcf10fbb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475705 Jul 08 20:39:23.372153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:23.372800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:23.374188 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] 10.222.0.104 "PUT /v2.0/ports/590a1149-aed8-4b79-ae55-875b0a55ed21 HTTP/1.1" status: 200 len: 1093 time: 2.9652519 Jul 08 20:39:23.375719 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d24783-bb9a-468f-9b94-f6066cc72965', 'tag': '590a1149-aed8-4b79-ae55-875b0a55ed21'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:23.378185 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9ed212-5e91-4bdc-811b-3b6f12fb0f97" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d24783-bb9a-468f-9b94-f6066cc72965", "tag": "590a1149-aed8-4b79-ae55-875b0a55ed21"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:23.420868 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-00ef4fde-d6be-42ea-9e1b-a333c4f095f1 service neutron] 10.222.0.103 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568341 Jul 08 20:39:23.447421 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:23.451601 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bbddc7-d225-412d-aeb5-964796e5a2b8 x-openstack-request-id: req-d5bbddc7-d225-412d-aeb5-964796e5a2b8 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:23.451601 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d24783-bb9a-468f-9b94-f6066cc72965", "tag": "590a1149-aed8-4b79-ae55-875b0a55ed21", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:23.451601 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d5bbddc7-d225-412d-aeb5-964796e5a2b8 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:23.453005 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d24783-bb9a-468f-9b94-f6066cc72965', 'tag': '590a1149-aed8-4b79-ae55-875b0a55ed21', 'status': 'completed', 'code': 200} Jul 08 20:39:23.485940 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:23.486638 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Fanout notify agent at l3_agent the message router_deleted on router 74a89d44-cfef-4d69-9ceb-48fff44debde {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:39:23.499629 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:23.500938 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-84023ee5-b8b7-4bda-a9d3-0ceaf37e3dfc tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "DELETE /v2.0/routers/74a89d44-cfef-4d69-9ceb-48fff44debde HTTP/1.1" status: 204 len: 168 time: 2.3774812 Jul 08 20:39:23.524898 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52396) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:23.612854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Allocated IP 172.25.4.228 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/dda83c33-bff1-4dd6-8547-340d1b3e4ad9) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:39:23.639050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4635b3-0290-41d2-bd13-8d69ea7783c4 service neutron] Pushing event updated for resources: {'Port': ['ID=590a1149-aed8-4b79-ae55-875b0a55ed21,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:23.721469 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f84bb3-be0b-4034-bf83-292068343512 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:23.762989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1813f4c-21ab-4c2e-8efd-08b1e5f7349e req-704d5955-a7fe-4053-afb0-f33049640446 service neutron] 10.222.0.103 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878257 Jul 08 20:39:23.787533 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65029d-03d9-4f0f-a244-08aa036c0fed req-48ce7179-ba28-4215-951e-03d9a972d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:23.789107 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab65029d-03d9-4f0f-a244-08aa036c0fed req-48ce7179-ba28-4215-951e-03d9a972d8b9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=ac642b5c5ba546ccb84837a7ca93c19c&device_id=8c2e0fac-5c4a-44be-9d28-5969fa41c622 HTTP/1.1" status: 200 len: 1096 time: 0.2652714 Jul 08 20:39:23.817132 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb673f18-8b7b-4a3c-8c93-23ff64af0da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:23.889631 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-ea1a57c7-2a7e-4add-a5ba-a6cd106440cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:23.891561 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-ea1a57c7-2a7e-4add-a5ba-a6cd106440cb service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ac642b5c5ba546ccb84837a7ca93c19c&device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 1096 time: 0.4333465 Jul 08 20:39:23.975462 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3e31f29-5ecc-4cef-8323-244afc9d122e req-9f2faa86-27cf-49bc-b46c-be7bbdc4bd0a tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0497630 Jul 08 20:39:24.262618 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:24.326341 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb673f18-8b7b-4a3c-8c93-23ff64af0da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebe5401-4d67-4f6b-82a4-3519654e8ccc,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:24.440717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:24.492806 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-d2927b6d-1779-4349-ac0a-6a3a1587318d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=590a1149-aed8-4b79-ae55-875b0a55ed21 HTTP/1.1" status: 200 len: 217 time: 0.5682817 Jul 08 20:39:24.497056 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb673f18-8b7b-4a3c-8c93-23ff64af0da7 admin admin] Checking segment: {'id': 'c87bf9de-ea9a-42da-8f8e-36cedb08b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '80d070ca-6129-45bf-89be-336e1011c992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:24.497421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb673f18-8b7b-4a3c-8c93-23ff64af0da7 admin admin] Network hostable DHCP agents. Network: 80d070ca-6129-45bf-89be-336e1011c992, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:39:24.519107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:24.524758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65029d-03d9-4f0f-a244-08aa036c0fed req-4dc48ab4-9dc3-4f16-81b6-75e776e333e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:24.526267 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab65029d-03d9-4f0f-a244-08aa036c0fed req-4dc48ab4-9dc3-4f16-81b6-75e776e333e2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=73bca8d3-7881-487e-91ab-b4dcf10fbb9c HTTP/1.1" status: 200 len: 918 time: 0.7287428 Jul 08 20:39:24.534057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:24.546567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:39:24.554728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Pushing event updated for resources: {'Port': ['ID=dda83c33-bff1-4dd6-8547-340d1b3e4ad9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:24.560925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f84bb3-be0b-4034-bf83-292068343512 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:24.591289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-48f84bb3-be0b-4034-bf83-292068343512 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b422bd-f258-4082-917b-666247f34640']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:24.603909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-48f84bb3-be0b-4034-bf83-292068343512 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:24.604296 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-48f84bb3-be0b-4034-bf83-292068343512 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdd9bb2-09af-4067-a2e8-6fc4972e93e8') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:24.607502 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab65029d-03d9-4f0f-a244-08aa036c0fed req-78863df8-aa8f-4918-ac62-364448d2c9cb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d4deb9e-4b67-4535-a9c6-009201667928 HTTP/1.1" status: 200 len: 217 time: 0.0712457 Jul 08 20:39:24.614174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb673f18-8b7b-4a3c-8c93-23ff64af0da7 admin admin] Network 80d070ca-6129-45bf-89be-336e1011c992 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:39:24.620278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6d3dc522-c49b-4451-999a-78fc7197ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:24.622958 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-6d3dc522-c49b-4451-999a-78fc7197ff20 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5c74f789-0fbd-43ec-afc3-d4dcd7abf927 HTTP/1.1" status: 200 len: 857 time: 0.1197619 Jul 08 20:39:24.624796 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1813f4c-21ab-4c2e-8efd-08b1e5f7349e req-e398cda1-9702-4ca6-891f-160298cf1103 service neutron] 10.222.0.103 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8397138 Jul 08 20:39:24.626510 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f84bb3-be0b-4034-bf83-292068343512 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:24.644334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140585db-be4e-4664-9ba7-c7be91f3a87d req-be851e3a-41c4-4a23-8716-d6dbda976276 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:24.651330 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f84bb3-be0b-4034-bf83-292068343512 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:24.651848 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-140585db-be4e-4664-9ba7-c7be91f3a87d req-be851e3a-41c4-4a23-8716-d6dbda976276 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 944 time: 0.3191891 Jul 08 20:39:24.667078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f84bb3-be0b-4034-bf83-292068343512 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:39:24.667478 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f84bb3-be0b-4034-bf83-292068343512 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:39:24.672288 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:39:24.703824 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-20cf005e-3389-45bd-ba0b-5da1d4c24ebb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=73bca8d3-7881-487e-91ab-b4dcf10fbb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702546 Jul 08 20:39:24.734667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65029d-03d9-4f0f-a244-08aa036c0fed req-df7d5435-4ffd-4975-b5fb-9af04cdfca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:24.734667 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab65029d-03d9-4f0f-a244-08aa036c0fed req-df7d5435-4ffd-4975-b5fb-9af04cdfca92 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c74f789-0fbd-43ec-afc3-d4dcd7abf927 HTTP/1.1" status: 200 len: 857 time: 0.1121902 Jul 08 20:39:24.750161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-eb673f18-8b7b-4a3c-8c93-23ff64af0da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 80d070ca-6129-45bf-89be-336e1011c992) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:24.759303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a48cce6-3db5-4e93-b890-61cff32519d5 None None] Network 80d070ca-6129-45bf-89be-336e1011c992 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:24.810752 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f84bb3-be0b-4034-bf83-292068343512 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:24.815866 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48f84bb3-be0b-4034-bf83-292068343512 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:24.818556 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-48f84bb3-be0b-4034-bf83-292068343512 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] 10.222.0.101 "DELETE /v2.0/networks/e1b422bd-f258-4082-917b-666247f34640 HTTP/1.1" status: 204 len: 168 time: 1.2741711 Jul 08 20:39:24.844262 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f84bb3-be0b-4034-bf83-292068343512 tempest-TestNetworkBasicOps-1168465638 tempest-TestNetworkBasicOps-1168465638-project] Pushing event deleted for resources: {'Network': ['ID=e1b422bd-f258-4082-917b-666247f34640,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:24.873217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-b3f1cc61-85ae-44c0-82be-58c731a61c74 service neutron] 10.222.0.104 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364114 Jul 08 20:39:24.880875 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab65029d-03d9-4f0f-a244-08aa036c0fed req-415cbe6a-90e6-4a90-b1b9-0e6ad2ca9e46 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=73bca8d3-7881-487e-91ab-b4dcf10fbb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415234 Jul 08 20:39:24.885072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb673f18-8b7b-4a3c-8c93-23ff64af0da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:24.885673 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb673f18-8b7b-4a3c-8c93-23ff64af0da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:25.001664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986761e4-f032-42f4-851b-1395ce610f16 None None] Network 80d070ca-6129-45bf-89be-336e1011c992 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:25.002651 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96a896f3-4c40-47c5-b71b-b2ad1a038390 req-3d9bd807-c45a-4fb5-9a22-f4ae052a133b service neutron] 10.222.0.104 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196821 Jul 08 20:39:25.018038 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab65029d-03d9-4f0f-a244-08aa036c0fed req-986b3a63-ea45-46f6-aac0-3f4915071ac3 service neutron] 10.222.0.103 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233544 Jul 08 20:39:25.063222 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-140585db-be4e-4664-9ba7-c7be91f3a87d req-da2da54e-62b6-4eea-b20b-aa3c516d1d7c tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101722 Jul 08 20:39:25.109540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8bd31f3b-1065-4033-ac06-1ec9b67660c0 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:39:25.135077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 8bd31f3b-1065-4033-ac06-1ec9b67660c0 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:39:25.135466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8bd31f3b-1065-4033-ac06-1ec9b67660c0 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:39:25.199939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ed212-5e91-4bdc-811b-3b6f12fb0f97 req-dcefcd11-c464-4847-8fb6-f40282b8488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:25.201147 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-eb673f18-8b7b-4a3c-8c93-23ff64af0da7 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4510629 Jul 08 20:39:25.209072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b9ed212-5e91-4bdc-811b-3b6f12fb0f97 req-dcefcd11-c464-4847-8fb6-f40282b8488f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ac642b5c5ba546ccb84837a7ca93c19c&device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 1096 time: 0.1397905 Jul 08 20:39:25.339954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ed212-5e91-4bdc-811b-3b6f12fb0f97 req-6eeb1ccc-559c-4563-863e-a075f40fce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:25.341691 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b9ed212-5e91-4bdc-811b-3b6f12fb0f97 req-6eeb1ccc-559c-4563-863e-a075f40fce8e service neutron] 10.222.0.104 "GET /v2.0/networks?id=73bca8d3-7881-487e-91ab-b4dcf10fbb9c HTTP/1.1" status: 200 len: 918 time: 0.1257379 Jul 08 20:39:25.407165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab65029d-03d9-4f0f-a244-08aa036c0fed req-7a001b33-e1fd-4084-9cd4-6282934fc262 service neutron] 10.222.0.103 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740399 Jul 08 20:39:25.408283 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52428) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:25.451608 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b9ed212-5e91-4bdc-811b-3b6f12fb0f97 req-50bdcc1b-5780-45ec-ab84-4d7f20281136 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=590a1149-aed8-4b79-ae55-875b0a55ed21 HTTP/1.1" status: 200 len: 217 time: 0.0893509 Jul 08 20:39:25.454323 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-68b611eb-457e-4c68-bcab-069a55520a76 req-2e2143c6-9347-41e0-a9a1-6866599bea3a tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.1116269 Jul 08 20:39:25.545280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ed212-5e91-4bdc-811b-3b6f12fb0f97 req-15a4fff9-4644-4a4b-b615-af3b580565b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:25.550419 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b9ed212-5e91-4bdc-811b-3b6f12fb0f97 req-15a4fff9-4644-4a4b-b615-af3b580565b7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5c74f789-0fbd-43ec-afc3-d4dcd7abf927 HTTP/1.1" status: 200 len: 857 time: 0.0902338 Jul 08 20:39:25.587784 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device c5f3a333-fd82-4e15-8c3f-db06dafb3006 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:39:25.606983 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b9ed212-5e91-4bdc-811b-3b6f12fb0f97 req-82a2d65c-3af0-4d8d-84b6-130837f73825 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=73bca8d3-7881-487e-91ab-b4dcf10fbb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512774 Jul 08 20:39:25.737390 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-06e0ec89-d1c6-4383-b95a-ee12a4c03d16 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=44d90dac47c54647a7c92af6b9d31588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276279 Jul 08 20:39:25.739875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52444) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:25.838435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port c5f3a333-fd82-4e15-8c3f-db06dafb3006, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=c5f3a333-fd82-4e15-8c3f-db06dafb3006,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:25.859337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'c5f3a333-fd82-4e15-8c3f-db06dafb3006', 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c', 'port_id': 'c5f3a333-fd82-4e15-8c3f-db06dafb3006', 'mac_address': 'fa:16:3e:f8:8e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c74f789-0fbd-43ec-afc3-d4dcd7abf927', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:39:25.872198 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d4f73fdd-d012-4d13-bc33-4c4b5eac13e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:25.897701 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d4f73fdd-d012-4d13-bc33-4c4b5eac13e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:25.900583 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:25.915693 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:25.932301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f3a333-fd82-4e15-8c3f-db06dafb3006 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:39:25.956300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port c5f3a333-fd82-4e15-8c3f-db06dafb3006, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=c5f3a333-fd82-4e15-8c3f-db06dafb3006,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:25.962067 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d4f73fdd-d012-4d13-bc33-4c4b5eac13e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:25.962814 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:25.966891 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d4f73fdd-d012-4d13-bc33-4c4b5eac13e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:25.970724 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d4f73fdd-d012-4d13-bc33-4c4b5eac13e0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e73bae52-492f-43ae-a4ad-e4fa7f438f78 HTTP/1.1" status: 204 len: 168 time: 0.2259545 Jul 08 20:39:25.980288 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f73fdd-d012-4d13-bc33-4c4b5eac13e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73bae52-492f-43ae-a4ad-e4fa7f438f78,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:25.985918 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b9ed212-5e91-4bdc-811b-3b6f12fb0f97 req-e9033dd0-c86c-4b2e-8143-aeb8360d5e1d service neutron] 10.222.0.104 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705578 Jul 08 20:39:26.094259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=c5f3a333-fd82-4e15-8c3f-db06dafb3006,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:26.099828 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b9ed212-5e91-4bdc-811b-3b6f12fb0f97 req-5b5911d3-7b11-4f8e-a965-6637fcfcd9fb service neutron] 10.222.0.104 "GET /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072371 Jul 08 20:39:26.138246 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:26.220310 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['c5f3a333-fd82-4e15-8c3f-db06dafb3006'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:39:26.310014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1302e-f736-48aa-9977-17719772ca48 req-87540f25-4f71-4e4d-ab80-a161f9fc0e7a tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:26.317825 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e0e1302e-f736-48aa-9977-17719772ca48 req-87540f25-4f71-4e4d-ab80-a161f9fc0e7a tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 944 time: 0.1088352 Jul 08 20:39:26.358986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-815c5531-ea7a-449f-9246-5d26003d3cca tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:26.360650 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-815c5531-ea7a-449f-9246-5d26003d3cca tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/networks?id=f4d3664a-f60f-450e-a5ad-2716943c59ad HTTP/1.1" status: 200 len: 823 time: 0.4197524 Jul 08 20:39:26.362382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52462) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:26.386754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2244c4a8-6a97-451a-9103-93063b137563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:26.413570 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-06cb8465-cdba-4fed-b22d-10db1f93833d tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/quotas/4c3980dfb3e04c64b341dbc0d3c4b657 HTTP/1.1" status: 200 len: 375 time: 0.0385857 Jul 08 20:39:26.419557 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e0e1302e-f736-48aa-9977-17719772ca48 req-b3bb724a-ed67-43f3-a339-fbfc0b4c462b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938849 Jul 08 20:39:26.489190 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-8f1d306d-e247-49df-b975-3297905b3f3c tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4c3980dfb3e04c64b341dbc0d3c4b657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441515 Jul 08 20:39:26.491201 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:26.499538 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:26.511863 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2244c4a8-6a97-451a-9103-93063b137563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:26.516997 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2244c4a8-6a97-451a-9103-93063b137563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:26.550088 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2244c4a8-6a97-451a-9103-93063b137563 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3349ec51456046408246734450b8c489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817415 Jul 08 20:39:26.555090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52466) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:26.568581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Pushing event updated for resources: {'Port': ['ID=dda83c33-bff1-4dd6-8547-340d1b3e4ad9,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:26.646879 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1884a5f8-d6e3-4df1-9d60-45dcd9d70096 req-f4d24cd3-a1e0-40e1-a030-d2a463dbabda tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0453358 Jul 08 20:39:26.648658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244c4a8-6a97-451a-9103-93063b137563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47dc7a8-a650-4291-bfa7-4ffb61de1a35,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:26.664432 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-58609f19-aad5-4360-a28a-5c71cc90ffc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:26.693706 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:26.710701 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-58609f19-aad5-4360-a28a-5c71cc90ffc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:26.762785 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-768b3e04-4bb8-4faa-bc51-919d3c34ea76 service neutron] 10.222.0.101 "GET /v2.0/networks/f4d3664a-f60f-450e-a5ad-2716943c59ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595220 Jul 08 20:39:26.774262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-58609f19-aad5-4360-a28a-5c71cc90ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:26.777161 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-58609f19-aad5-4360-a28a-5c71cc90ffc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:26.780072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-58609f19-aad5-4360-a28a-5c71cc90ffc1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d47dc7a8-a650-4291-bfa7-4ffb61de1a35 HTTP/1.1" status: 204 len: 168 time: 0.2237921 Jul 08 20:39:26.789326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58609f19-aad5-4360-a28a-5c71cc90ffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47dc7a8-a650-4291-bfa7-4ffb61de1a35,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:26.903417 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Floating IP 86bff9f5-2e5e-42a9-8417-e5c6de4a56ec associated. External IP: 172.25.4.228, port: 669e26f3-c802-44b2-8ec2-e80939a71320. Jul 08 20:39:26.908151 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-5293f799-d439-48a9-a124-6ba659bc9400 service neutron] 10.222.0.101 "GET /v2.0/networks/f4d3664a-f60f-450e-a5ad-2716943c59ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160719 Jul 08 20:39:27.197696 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f81ff2c1-24eb-4d1f-9957-e215403dff8c req-fe4b6eef-dc80-49df-ab70-2014db91ac29 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 210 time: 0.0621202 Jul 08 20:39:27.275581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Router 5f2a0fa1-1543-4417-b073-1760f7080406 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:39:27.518046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:39:27.536521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872befcc-b4f6-4fd1-b7f4-2d6ba53d47c9 None None] Sync routers for ids ['5f2a0fa1-1543-4417-b073-1760f7080406'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:39:27.572995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:27.575629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872befcc-b4f6-4fd1-b7f4-2d6ba53d47c9 None None] Routers {'5f2a0fa1-1543-4417-b073-1760f7080406'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:27.576955 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-872befcc-b4f6-4fd1-b7f4-2d6ba53d47c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5f2a0fa1-1543-4417-b073-1760f7080406'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:27.708292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 9d4deb9e-4b67-4535-a9c6-009201667928 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:39:27.725636 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device c5f3a333-fd82-4e15-8c3f-db06dafb3006 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:27.974240 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:39:28.071331 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49a26e7c-18fc-4e16-9029-db50a6b949f6 req-675e6a24-7573-4965-8245-6f01c5f7cdd2 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0967920 Jul 08 20:39:28.161259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-872befcc-b4f6-4fd1-b7f4-2d6ba53d47c9 None None] Set router 5f2a0fa1-1543-4417-b073-1760f7080406 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:28.191577 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d35691aa-9723-4235-9905-fec2658e37ef tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1420550 Jul 08 20:39:28.193190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:28.195591 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f806a602-eb53-4196-a615-82ea7f5bf2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:28.198034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52526) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:28.271547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f25bf2-3690-43e4-8063-631d00e4dcb8 req-9abfc2fb-1536-468a-ac75-c70833fcaa9b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:28.280558 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40f25bf2-3690-43e4-8063-631d00e4dcb8 req-9abfc2fb-1536-468a-ac75-c70833fcaa9b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 944 time: 0.0909677 Jul 08 20:39:28.328217 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1c6021-e564-4432-b81f-9712994c22ba x-openstack-request-id: req-3a1c6021-e564-4432-b81f-9712994c22ba {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:28.328519 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:28.328805 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3a1c6021-e564-4432-b81f-9712994c22ba {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:28.329207 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320', 'status': 'completed', 'code': 200} Jul 08 20:39:28.338238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a369f06d-d8f6-4f58-8b2a-21f61006bb3f tempest-TestVolumeBackupRestore-1640853189 tempest-TestVolumeBackupRestore-1640853189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:28.341306 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a369f06d-d8f6-4f58-8b2a-21f61006bb3f tempest-TestVolumeBackupRestore-1640853189 tempest-TestVolumeBackupRestore-1640853189-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 1093 time: 0.1388690 Jul 08 20:39:28.356225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52534) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:28.361121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-befa6b52-a0a8-4a63-a229-4046b2f59053 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Request body: {'floatingip': {'port_id': '669e26f3-c802-44b2-8ec2-e80939a71320'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:28.530445 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40f25bf2-3690-43e4-8063-631d00e4dcb8 req-ab8e421a-b8b0-48c1-8257-a4eb9b85940c tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486556 Jul 08 20:39:28.548517 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-befa6b52-a0a8-4a63-a229-4046b2f59053 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:28.580930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52536) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:28.609208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a602-eb53-4196-a615-82ea7f5bf2e2 req-54aaa342-933d-42a2-92e0-3f637fcae6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:28.610737 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f806a602-eb53-4196-a615-82ea7f5bf2e2 req-54aaa342-933d-42a2-92e0-3f637fcae6ce service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=19f87cbe1da6442c85ec617d427f53ff&device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 1098 time: 0.2761981 Jul 08 20:39:28.632771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port c5f3a333-fd82-4e15-8c3f-db06dafb3006 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:28.725529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port c5f3a333-fd82-4e15-8c3f-db06dafb3006 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:28.726432 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:28.742749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a602-eb53-4196-a615-82ea7f5bf2e2 req-cce9c3b1-c402-4c23-8bb3-3ad97d6b928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:28.744424 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f806a602-eb53-4196-a615-82ea7f5bf2e2 req-cce9c3b1-c402-4c23-8bb3-3ad97d6b928d service neutron] 10.222.0.103 "GET /v2.0/networks?id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 HTTP/1.1" status: 200 len: 914 time: 0.1261122 Jul 08 20:39:28.822346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 590a1149-aed8-4b79-ae55-875b0a55ed21 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:39:28.879490 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-332a437c-a808-4534-8cd6-82751b7f9dbe req-88b5baa9-933a-42d9-b184-a60330ff4a19 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 210 time: 0.0539906 Jul 08 20:39:29.036844 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f806a602-eb53-4196-a615-82ea7f5bf2e2 req-3b60554e-13ab-4452-9b77-e8c34486b338 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669e26f3-c802-44b2-8ec2-e80939a71320 HTTP/1.1" status: 200 len: 1000 time: 0.2812400 Jul 08 20:39:29.057115 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c518cdfa-ef85-4587-b49b-56ee6fc02630 req-0334690d-c31d-44b9-87b2-3ba005aea7fc service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3064578 Jul 08 20:39:29.062226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 590a1149-aed8-4b79-ae55-875b0a55ed21, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=590a1149-aed8-4b79-ae55-875b0a55ed21,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:29.072223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1200247995-network', 'tenant_id': '969ed93d777c482282264778ffb8d915'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:29.105938 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 9d4deb9e-4b67-4535-a9c6-009201667928, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9d4deb9e-4b67-4535-a9c6-009201667928,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:29.138293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '590a1149-aed8-4b79-ae55-875b0a55ed21', 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c', 'port_id': '590a1149-aed8-4b79-ae55-875b0a55ed21', 'mac_address': 'fa:16:3e:50:30:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c74f789-0fbd-43ec-afc3-d4dcd7abf927', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:39:29.145327 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '9d4deb9e-4b67-4535-a9c6-009201667928', 'network_id': '73bca8d3-7881-487e-91ab-b4dcf10fbb9c', 'port_id': '9d4deb9e-4b67-4535-a9c6-009201667928', 'mac_address': 'fa:16:3e:22:1d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c74f789-0fbd-43ec-afc3-d4dcd7abf927', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:39:29.182829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Made reservation on behalf of 969ed93d777c482282264778ffb8d915 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:29.192157 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:29.235098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a602-eb53-4196-a615-82ea7f5bf2e2 req-bb9a3910-a9a9-4f8d-bfeb-dfd35430ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:29.244023 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f806a602-eb53-4196-a615-82ea7f5bf2e2 req-bb9a3910-a9a9-4f8d-bfeb-dfd35430ed8e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d7229739-1dcf-4eb3-8686-d30b6c902da2 HTTP/1.1" status: 200 len: 852 time: 0.1622972 Jul 08 20:39:29.246548 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:29.345001 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:29.390823 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:29.429273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96185889-baa1-45af-a7b9-b013297b54bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f3a333-fd82-4e15-8c3f-db06dafb3006'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:29.433460 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edd23b5-3e9b-4db2-b2b7-58a54e73f60f" -d '{"events": [{"server_uuid": "96185889-baa1-45af-a7b9-b013297b54bd", "name": "network-vif-plugged", "status": "completed", "tag": "c5f3a333-fd82-4e15-8c3f-db06dafb3006"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:29.444659 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7400c9b6-b8b6-4469-81c9-c303dcffa9ee req-ff56c791-f0e6-4be1-b073-a849b1fafe14 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0631742 Jul 08 20:39:29.489140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port c5f3a333-fd82-4e15-8c3f-db06dafb3006, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=c5f3a333-fd82-4e15-8c3f-db06dafb3006,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:29.527154 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:29.529806 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a602-eb53-4196-a615-82ea7f5bf2e2 req-bd80be08-38f7-4dbe-a5fb-732474f09420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:29.531644 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f806a602-eb53-4196-a615-82ea7f5bf2e2 req-bd80be08-38f7-4dbe-a5fb-732474f09420 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2718472 Jul 08 20:39:29.562931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590a1149-aed8-4b79-ae55-875b0a55ed21 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:39:29.570224 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:29.680139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4deb9e-4b67-4535-a9c6-009201667928 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:39:29.749599 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f806a602-eb53-4196-a615-82ea7f5bf2e2 req-89494fa6-1d56-4dfe-830c-360d390b0b8a service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032285 Jul 08 20:39:29.804233 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:29.833593 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:29.846501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:39:29.858931 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:29.859389 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Added segment ea45f945-0d14-4bee-b0ab-e5fc7df58084 of type vlan for network be03543c-b5e2-4aa9-9633-fedc1ac723b5 Jul 08 20:39:29.903580 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:30.091195 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:30.092255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:30.092390 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba7538a-2279-4e21-86e3-c79d16ba3a9b x-openstack-request-id: req-fba7538a-2279-4e21-86e3-c79d16ba3a9b {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:30.092607 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96185889-baa1-45af-a7b9-b013297b54bd", "name": "network-vif-plugged", "status": "completed", "tag": "c5f3a333-fd82-4e15-8c3f-db06dafb3006", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:30.092926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:30.094305 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fba7538a-2279-4e21-86e3-c79d16ba3a9b {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:30.095551 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96185889-baa1-45af-a7b9-b013297b54bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f3a333-fd82-4e15-8c3f-db06dafb3006', 'code': 200} Jul 08 20:39:30.126875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6d3867-bdf6-4590-8fac-fa8283d55dba,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:30.153359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 590a1149-aed8-4b79-ae55-875b0a55ed21, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=590a1149-aed8-4b79-ae55-875b0a55ed21,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:30.163837 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5874128 Jul 08 20:39:30.166058 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52562) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:30.182606 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:30.190310 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=c5f3a333-fd82-4e15-8c3f-db06dafb3006,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:30.210069 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d8d3dd4b-1b56-4fb4-a89b-6227ec64f82a admin admin] Request body: {'subnet': {'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1200247995-subnet', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:30.295365 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d3dd4b-1b56-4fb4-a89b-6227ec64f82a admin admin] Made reservation on behalf of 969ed93d777c482282264778ffb8d915 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:30.297771 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8d3dd4b-1b56-4fb4-a89b-6227ec64f82a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:30.321655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 9d4deb9e-4b67-4535-a9c6-009201667928, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9d4deb9e-4b67-4535-a9c6-009201667928,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:30.329217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d43d9-e394-439a-9eb3-605b64848f1d admin admin] Pushing event updated for resources: {'Network': ['ID=be03543c-b5e2-4aa9-9633-fedc1ac723b5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:30.343754 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:30.362396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:39:30.372943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfaed9-d171-4192-9c31-5c4d15dc2574 req-d21bb319-e637-45be-aac9-4729b3f4d801 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:30.381062 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aedfaed9-d171-4192-9c31-5c4d15dc2574 req-d21bb319-e637-45be-aac9-4729b3f4d801 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 944 time: 0.6268203 Jul 08 20:39:30.394434 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f806a602-eb53-4196-a615-82ea7f5bf2e2 req-ed908ddc-e09d-4a76-8548-770a6c891652 service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341376 Jul 08 20:39:30.409205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7de3d-35c4-4508-9201-e1104682a489 req-772759f5-fc11-4743-8d13-a4c23ddf6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:30.411097 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51d7de3d-35c4-4508-9201-e1104682a489 req-772759f5-fc11-4743-8d13-a4c23ddf6ee8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=96185889-baa1-45af-a7b9-b013297b54bd HTTP/1.1" status: 200 len: 1097 time: 0.6051042 Jul 08 20:39:30.484001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['590a1149-aed8-4b79-ae55-875b0a55ed21'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:39:30.508647 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aedfaed9-d171-4192-9c31-5c4d15dc2574 req-5b83009e-fc21-4b5b-87df-fd2e6007bf7e tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227813 Jul 08 20:39:30.585099 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51d7de3d-35c4-4508-9201-e1104682a489 req-da87f077-7619-4b94-be77-c892d694fe71 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585217 Jul 08 20:39:30.602193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=590a1149-aed8-4b79-ae55-875b0a55ed21,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:30.651527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-872befcc-b4f6-4fd1-b7f4-2d6ba53d47c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:35:01Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '86bff9f5-2e5e-42a9-8417-e5c6de4a56ec', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'port_id': '669e26f3-c802-44b2-8ec2-e80939a71320', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'mac_address': 'fa:16:3e:31:85:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:39:25Z', 'updated_at': '2021-07-08T20:39:25Z', 'revision_number': 0, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7bbef8-35c3-48d3-9ed9-ffb449c8f623', 'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'mac_address': 'fa:16:3e:c0:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:58Z', 'updated_at': '2021-07-08T20:35:10Z', 'revision_number': 5, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'subnets': [{'id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:30.693497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['9d4deb9e-4b67-4535-a9c6-009201667928'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:39:30.784220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872befcc-b4f6-4fd1-b7f4-2d6ba53d47c9 None None] Checking router: 5f2a0fa1-1543-4417-b073-1760f7080406 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:39:30.837346 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8d3dd4b-1b56-4fb4-a89b-6227ec64f82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:30.870456 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d618f352-2755-4a54-bd6e-1f11ad185690 req-54f13406-7bf6-4868-8ff6-4a37f912f360 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0721967 Jul 08 20:39:30.894123 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872befcc-b4f6-4fd1-b7f4-2d6ba53d47c9 None None] Routers {'5f2a0fa1-1543-4417-b073-1760f7080406'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:30.895864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-872befcc-b4f6-4fd1-b7f4-2d6ba53d47c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5f2a0fa1-1543-4417-b073-1760f7080406'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:30.936381 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.resource_extend [None req-befa6b52-a0a8-4a63-a229-4046b2f59053 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:39:30.962126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d1990c2f-f84b-4a9c-b6a0-a8c690cd590b req-97ca6c36-4c32-4266-ba51-15ec7ca66ec7 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 210 time: 0.1518209 Jul 08 20:39:31.075074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=9d4deb9e-4b67-4535-a9c6-009201667928,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:31.132995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3dd4b-1b56-4fb4-a89b-6227ec64f82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbac296-9a8c-4696-bf05-a8fb47a6df9c,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:31.147190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-487ce7d0-f339-4c36-b687-ce71d9799fd1 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:31.149338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-487ce7d0-f339-4c36-b687-ce71d9799fd1 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.103 "GET /v2.0/networks?id=f4d3664a-f60f-450e-a5ad-2716943c59ad HTTP/1.1" status: 200 len: 823 time: 1.6725299 Jul 08 20:39:31.162923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-c50c8785-25ba-467c-8e8a-e0529a539c78 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Request body: {'port': {'device_id': 'ac505b7e-3057-4ec8-8b11-a69cb7444f0c', 'network_id': 'f4d3664a-f60f-450e-a5ad-2716943c59ad', 'admin_state_up': True, 'tenant_id': '4c3980dfb3e04c64b341dbc0d3c4b657'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:31.185096 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-befa6b52-a0a8-4a63-a229-4046b2f59053 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:31.194896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3dd4b-1b56-4fb4-a89b-6227ec64f82a admin admin] Checking segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:31.195454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d3dd4b-1b56-4fb4-a89b-6227ec64f82a admin admin] Network hostable DHCP agents. Network: be03543c-b5e2-4aa9-9633-fedc1ac723b5, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:39:31.202252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518cdfa-ef85-4587-b49b-56ee6fc02630 req-3d38e3ad-1000-4f27-beed-987a46505008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:31.204054 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c518cdfa-ef85-4587-b49b-56ee6fc02630 req-3d38e3ad-1000-4f27-beed-987a46505008 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=19f87cbe1da6442c85ec617d427f53ff&device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 1098 time: 0.3247879 Jul 08 20:39:31.270298 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-befa6b52-a0a8-4a63-a229-4046b2f59053 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:31.341869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-872befcc-b4f6-4fd1-b7f4-2d6ba53d47c9 None None] Set router 5f2a0fa1-1543-4417-b073-1760f7080406 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:31.383469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518cdfa-ef85-4587-b49b-56ee6fc02630 req-d96db64b-4de9-4701-9385-6800babafcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:31.387055 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c518cdfa-ef85-4587-b49b-56ee6fc02630 req-d96db64b-4de9-4701-9385-6800babafcb1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 HTTP/1.1" status: 200 len: 914 time: 0.1482604 Jul 08 20:39:31.388371 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d3dd4b-1b56-4fb4-a89b-6227ec64f82a admin admin] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:39:31.438513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d8d3dd4b-1b56-4fb4-a89b-6227ec64f82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, be03543c-b5e2-4aa9-9633-fedc1ac723b5) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:31.456113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2558a0cc-90d9-4d96-b964-52cd2b9de29c None None] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:31.556983 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c518cdfa-ef85-4587-b49b-56ee6fc02630 req-79aaaff0-0b47-4875-b12e-ab67120ab268 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669e26f3-c802-44b2-8ec2-e80939a71320 HTTP/1.1" status: 200 len: 1000 time: 0.1460724 Jul 08 20:39:31.616416 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d3dd4b-1b56-4fb4-a89b-6227ec64f82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:31.617139 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8d3dd4b-1b56-4fb4-a89b-6227ec64f82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:31.617653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-c50c8785-25ba-467c-8e8a-e0529a539c78 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Made reservation on behalf of 4c3980dfb3e04c64b341dbc0d3c4b657 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:31.622283 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-c50c8785-25ba-467c-8e8a-e0529a539c78 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:31.673483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d8d3dd4b-1b56-4fb4-a89b-6227ec64f82a admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4771128 Jul 08 20:39:31.674953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518cdfa-ef85-4587-b49b-56ee6fc02630 req-d08760eb-b633-43fa-b404-cfe053f84614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:31.677638 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c518cdfa-ef85-4587-b49b-56ee6fc02630 req-d08760eb-b633-43fa-b404-cfe053f84614 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d7229739-1dcf-4eb3-8686-d30b6c902da2 HTTP/1.1" status: 200 len: 852 time: 0.1197278 Jul 08 20:39:31.679268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52574) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:31.687168 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:31.842813 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:31.843903 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:31.890243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518cdfa-ef85-4587-b49b-56ee6fc02630 req-3c8f75c4-39c2-464e-9c19-f514fe9dcf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:31.891850 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c518cdfa-ef85-4587-b49b-56ee6fc02630 req-3c8f75c4-39c2-464e-9c19-f514fe9dcf0b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1969249 Jul 08 20:39:31.902942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917d138-9bb9-48ac-9319-7334df8bc123 req-a17cdc9c-407c-489a-9876-5cd0f2eca9f5 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:31.904456 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f917d138-9bb9-48ac-9319-7334df8bc123 req-a17cdc9c-407c-489a-9876-5cd0f2eca9f5 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 945 time: 0.1347017 Jul 08 20:39:31.945970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befa6b52-a0a8-4a63-a229-4046b2f59053 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Router 5f2a0fa1-1543-4417-b073-1760f7080406 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:39:31.947351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-c50c8785-25ba-467c-8e8a-e0529a539c78 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Allocated IP 172.20.0.2 (f4d3664a-f60f-450e-a5ad-2716943c59ad/fdda0571-1efc-4000-ab58-298954b4b0dd/3130d41f-7f11-4d37-b602-d51e907b6f2b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:39:32.046573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:39:32.048033 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:32.144287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-872befcc-b4f6-4fd1-b7f4-2d6ba53d47c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:35:01Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '86bff9f5-2e5e-42a9-8417-e5c6de4a56ec', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'port_id': '669e26f3-c802-44b2-8ec2-e80939a71320', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'mac_address': 'fa:16:3e:31:85:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:39:25Z', 'updated_at': '2021-07-08T20:39:25Z', 'revision_number': 0, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7bbef8-35c3-48d3-9ed9-ffb449c8f623', 'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'mac_address': 'fa:16:3e:c0:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:58Z', 'updated_at': '2021-07-08T20:35:10Z', 'revision_number': 5, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'subnets': [{'id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:32.209611 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:32.211720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4ab4c1a-30b7-4be5-bed9-1f727eff64af req-599ff79c-9894-479a-bc24-0b344beb5cf1 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0729690 Jul 08 20:39:32.220766 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872befcc-b4f6-4fd1-b7f4-2d6ba53d47c9 None None] The sync data for ids ['5f2a0fa1-1543-4417-b073-1760f7080406'] in n-d-791506-16 is: [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:35:01Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '86bff9f5-2e5e-42a9-8417-e5c6de4a56ec', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'port_id': '669e26f3-c802-44b2-8ec2-e80939a71320', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'mac_address': 'fa:16:3e:31:85:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:39:25Z', 'updated_at': '2021-07-08T20:39:25Z', 'revision_number': 0, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7bbef8-35c3-48d3-9ed9-ffb449c8f623', 'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'mac_address': 'fa:16:3e:c0:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:58Z', 'updated_at': '2021-07-08T20:35:10Z', 'revision_number': 5, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'subnets': [{'id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:39:32.237410 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f917d138-9bb9-48ac-9319-7334df8bc123 req-aac99d9d-f408-42a1-b008-24ce3bc615b5 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008585 Jul 08 20:39:32.245901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befa6b52-a0a8-4a63-a229-4046b2f59053 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:39:32.253690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-befa6b52-a0a8-4a63-a229-4046b2f59053 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:32.357671 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 9d4deb9e-4b67-4535-a9c6-009201667928 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:32.357881 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d27952e0-0f49-4797-843f-3fd24e8455bc req-9866fbe2-4b66-45ce-9c33-f74aca346b63 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0584362 Jul 08 20:39:32.376769 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-c50c8785-25ba-467c-8e8a-e0529a539c78 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:32.378790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:32.381182 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38713bc-5281-48fc-aa3b-14f0d4c122de" -d '{"events": [{"name": "network-changed", "server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:32.507282 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590f57d7-0198-4a53-95fd-957ece9209e4 x-openstack-request-id: req-590f57d7-0198-4a53-95fd-957ece9209e4 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:32.507282 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:32.507282 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-590f57d7-0198-4a53-95fd-957ece9209e4 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:32.507282 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320', 'status': 'completed', 'code': 200} Jul 08 20:39:32.531117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 9d4deb9e-4b67-4535-a9c6-009201667928 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:32.551417 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 9d4deb9e-4b67-4535-a9c6-009201667928 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:32.551642 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:32.577644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-befa6b52-a0a8-4a63-a229-4046b2f59053 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "PUT /v2.0/floatingips/86bff9f5-2e5e-42a9-8417-e5c6de4a56ec HTTP/1.1" status: 200 len: 992 time: 4.2195880 Jul 08 20:39:32.627494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Allocated IP 172.20.0.2 (be03543c-b5e2-4aa9-9633-fedc1ac723b5/adbac296-9a8c-4696-bf05-a8fb47a6df9c/77f8bcef-390b-44cb-b0ca-935cfdb463e7) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:39:32.703939 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:32.711704 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-23d78021-6501-4c9c-ad94-c283347c51ab req-06ad4f51-7714-40ff-8008-b30d44bc1110 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 210 time: 0.1132224 Jul 08 20:39:32.719808 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c518cdfa-ef85-4587-b49b-56ee6fc02630 req-920e71e4-4a67-425a-b6a2-7024e58210bb service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8105655 Jul 08 20:39:32.742194 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-c50c8785-25ba-467c-8e8a-e0529a539c78 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:32.776535 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f22a10-3195-4bbb-ad9a-cc9b6c2c40e3 None None] New status for floating IP 86bff9f5-2e5e-42a9-8417-e5c6de4a56ec: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:39:32.826735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-c50c8785-25ba-467c-8e8a-e0529a539c78 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Network f4d3664a-f60f-450e-a5ad-2716943c59ad is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:32.874857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-c50c8785-25ba-467c-8e8a-e0529a539c78 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:32.877080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c8785-25ba-467c-8e8a-e0529a539c78 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Pushing event updated for resources: {'Port': ['ID=3130d41f-7f11-4d37-b602-d51e907b6f2b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:32.879333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-c50c8785-25ba-467c-8e8a-e0529a539c78 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:39:32.928415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 590a1149-aed8-4b79-ae55-875b0a55ed21 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:32.966978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-c50c8785-25ba-467c-8e8a-e0529a539c78 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:32.970134 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-c50c8785-25ba-467c-8e8a-e0529a539c78 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:32.998791 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-c50c8785-25ba-467c-8e8a-e0529a539c78 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8398738 Jul 08 20:39:33.013712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Request body: {'port': {'device_id': 'ac505b7e-3057-4ec8-8b11-a69cb7444f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:33.099243 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:33.111812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Transition to ACTIVE for port object 77f8bcef-390b-44cb-b0ca-935cfdb463e7 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:33.137706 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c518cdfa-ef85-4587-b49b-56ee6fc02630 req-5b63a315-ec5b-4eb9-b48d-911390897d88 service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119139 Jul 08 20:39:33.172673 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:33.230501 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Transition to ACTIVE for port object 77f8bcef-390b-44cb-b0ca-935cfdb463e7 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:33.260229 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:33.318676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 590a1149-aed8-4b79-ae55-875b0a55ed21 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:33.329176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Pushing event updated for resources: {'Port': ['ID=77f8bcef-390b-44cb-b0ca-935cfdb463e7,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:33.331500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 590a1149-aed8-4b79-ae55-875b0a55ed21 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:33.331935 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:33.343144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ba9739-c2fc-4744-a8e7-868b9cf6697c None None] Sync routers for ids ['5f2a0fa1-1543-4417-b073-1760f7080406'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:39:33.374556 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:33.402943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ba9739-c2fc-4744-a8e7-868b9cf6697c None None] Routers {'5f2a0fa1-1543-4417-b073-1760f7080406'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:33.403792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-74ba9739-c2fc-4744-a8e7-868b9cf6697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5f2a0fa1-1543-4417-b073-1760f7080406'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:33.406698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:33.417001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:33.502208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:39:33.717255 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cebd4aee-b4fa-4553-8118-61614b7c7047 req-f52a6423-adc6-4a90-bb8b-bc53ea810646 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0817134 Jul 08 20:39:33.720978 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Attempting to bind port 77f8bcef-390b-44cb-b0ca-935cfdb463e7 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:39:33.721373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Attempting to bind port 77f8bcef-390b-44cb-b0ca-935cfdb463e7 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:39:33.721869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Attempting to bind port 77f8bcef-390b-44cb-b0ca-935cfdb463e7 on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:33.724801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2e0fac-5c4a-44be-9d28-5969fa41c622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4deb9e-4b67-4535-a9c6-009201667928'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:33.727194 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d04749-1cfa-4ed0-9c3b-d594822de231" -d '{"events": [{"server_uuid": "8c2e0fac-5c4a-44be-9d28-5969fa41c622", "name": "network-vif-plugged", "status": "completed", "tag": "9d4deb9e-4b67-4535-a9c6-009201667928"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:33.762968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:39:33.763360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Checking segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:33.763757 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:33.764210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Bound using segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:39:33.764711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Bound port: 77f8bcef-390b-44cb-b0ca-935cfdb463e7, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:39:33.765113 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:33.768357 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb00c7-b69e-4c59-81dc-67b9c45f24be req-ceb5b8dd-f2b6-42ea-b212-3fc6b7c8b8c6 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:33.770132 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72fb00c7-b69e-4c59-81dc-67b9c45f24be req-ceb5b8dd-f2b6-42ea-b212-3fc6b7c8b8c6 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 945 time: 0.1351826 Jul 08 20:39:33.818759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 9d4deb9e-4b67-4535-a9c6-009201667928, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9d4deb9e-4b67-4535-a9c6-009201667928,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:33.847996 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:33.909194 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72fb00c7-b69e-4c59-81dc-67b9c45f24be req-a922403b-44f1-4871-ae1f-5a1dac44151e tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283021 Jul 08 20:39:33.923155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3130d41f-7f11-4d37-b602-d51e907b6f2b {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:39:33.953438 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:33.987765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Transition to ACTIVE for port object 3130d41f-7f11-4d37-b602-d51e907b6f2b will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:33.993576 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:34.126645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Pushing event updated for resources: {'Port': ['ID=3130d41f-7f11-4d37-b602-d51e907b6f2b,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:34.217220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Attempting to bind port 3130d41f-7f11-4d37-b602-d51e907b6f2b on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:39:34.217992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Attempting to bind port 3130d41f-7f11-4d37-b602-d51e907b6f2b by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4d3664a-f60f-450e-a5ad-2716943c59ad'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:39:34.218593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Attempting to bind port 3130d41f-7f11-4d37-b602-d51e907b6f2b on network f4d3664a-f60f-450e-a5ad-2716943c59ad {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:34.225385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Port 3130d41f-7f11-4d37-b602-d51e907b6f2b on network f4d3664a-f60f-450e-a5ad-2716943c59ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:39:34.225897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Attempting to bind port 3130d41f-7f11-4d37-b602-d51e907b6f2b on network f4d3664a-f60f-450e-a5ad-2716943c59ad {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:34.231981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:39:34.232832 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Checking segment: {'id': '9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4d3664a-f60f-450e-a5ad-2716943c59ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:34.233451 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Bound using segment: {'id': '9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4d3664a-f60f-450e-a5ad-2716943c59ad'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:39:34.233991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Bound port: 3130d41f-7f11-4d37-b602-d51e907b6f2b, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4d3664a-f60f-450e-a5ad-2716943c59ad'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:39:34.234515 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:34.310433 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:34.315643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] For port 3130d41f-7f11-4d37-b602-d51e907b6f2b, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:39:34.319106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] For port 3130d41f-7f11-4d37-b602-d51e907b6f2b, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3130d41f-7f11-4d37-b602-d51e907b6f2b,segment=NetworkSegment(9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b),segment_id=9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:39:34.324790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-74ba9739-c2fc-4744-a8e7-868b9cf6697c None None] Set router 5f2a0fa1-1543-4417-b073-1760f7080406 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:34.325919 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:34.352417 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38713bc-5281-48fc-aa3b-14f0d4c122de req-032a8f4d-a9b6-4341-b62c-6571640f9208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:34.353885 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f38713bc-5281-48fc-aa3b-14f0d4c122de req-032a8f4d-a9b6-4341-b62c-6571640f9208 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=19f87cbe1da6442c85ec617d427f53ff&device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 1098 time: 0.8425651 Jul 08 20:39:34.358354 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:34.373828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bdde1-e01a-46be-b2e2-2eb76edbc946 req-4a57cbb1-a35a-42bb-8fe6-0d2522874157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:34.376094 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-846bdde1-e01a-46be-b2e2-2eb76edbc946 req-4a57cbb1-a35a-42bb-8fe6-0d2522874157 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=8c2e0fac-5c4a-44be-9d28-5969fa41c622 HTTP/1.1" status: 200 len: 1098 time: 0.2205639 Jul 08 20:39:34.376418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:34.377466 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:34.379110 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] 10.222.0.103 "PUT /v2.0/ports/3130d41f-7f11-4d37-b602-d51e907b6f2b HTTP/1.1" status: 200 len: 1092 time: 1.3711305 Jul 08 20:39:34.404670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86db7b-71e1-4981-b4b2-2d901b6e059d service neutron] Pushing event updated for resources: {'Port': ['ID=3130d41f-7f11-4d37-b602-d51e907b6f2b,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:34.411292 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc54582c-bed7-4a73-b10f-c50f11eb48b0 x-openstack-request-id: req-dc54582c-bed7-4a73-b10f-c50f11eb48b0 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:34.411611 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2e0fac-5c4a-44be-9d28-5969fa41c622", "name": "network-vif-plugged", "status": "completed", "tag": "9d4deb9e-4b67-4535-a9c6-009201667928", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:34.411833 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dc54582c-bed7-4a73-b10f-c50f11eb48b0 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:34.412216 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2e0fac-5c4a-44be-9d28-5969fa41c622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4deb9e-4b67-4535-a9c6-009201667928', 'code': 200} Jul 08 20:39:34.413408 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=9d4deb9e-4b67-4535-a9c6-009201667928,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:34.491919 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:34.501032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ec63b-0d7a-4490-a034-292330b0f009 req-cff7e90d-435d-48bb-9614-87a2d6244746 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:34.506052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320'}, {'name': 'network-changed', 'server_uuid': 'ac505b7e-3057-4ec8-8b11-a69cb7444f0c', 'tag': '3130d41f-7f11-4d37-b602-d51e907b6f2b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:34.507916 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-542ec63b-0d7a-4490-a034-292330b0f009 req-cff7e90d-435d-48bb-9614-87a2d6244746 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 943 time: 0.3538699 Jul 08 20:39:34.508917 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320"}, {"name": "network-changed", "server_uuid": "ac505b7e-3057-4ec8-8b11-a69cb7444f0c", "tag": "3130d41f-7f11-4d37-b602-d51e907b6f2b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:34.525461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-f674c6d4-7b6c-4f9c-8052-887c247e4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:34.528888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-f674c6d4-7b6c-4f9c-8052-887c247e4b33 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4c3980dfb3e04c64b341dbc0d3c4b657&device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 1095 time: 0.0765011 Jul 08 20:39:34.583044 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-a362c967-4808-4750-8dc8-e4d07ea74e73 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3130d41f-7f11-4d37-b602-d51e907b6f2b HTTP/1.1" status: 200 len: 217 time: 0.0465362 Jul 08 20:39:34.597193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 590a1149-aed8-4b79-ae55-875b0a55ed21, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=590a1149-aed8-4b79-ae55-875b0a55ed21,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:34.613962 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:34.663732 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cfbd186a-4caf-4ef0-8401-bcd4bec071ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:34.677900 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-22ca05d6-6ae9-4ea7-afe5-6eea8745c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:34.681017 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-22ca05d6-6ae9-4ea7-afe5-6eea8745c655 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fdda0571-1efc-4000-ab58-298954b4b0dd HTTP/1.1" status: 200 len: 863 time: 0.0914259 Jul 08 20:39:34.684418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-846bdde1-e01a-46be-b2e2-2eb76edbc946 req-df628230-0819-4303-ae60-f0ccb42374eb service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937920 Jul 08 20:39:34.805493 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-542ec63b-0d7a-4490-a034-292330b0f009 req-dbae1f40-9465-4a17-b515-aa4c1481c409 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/security-groups?id=65552a80-ee38-44db-8d89-80e1d626f302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806215 Jul 08 20:39:34.811681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38713bc-5281-48fc-aa3b-14f0d4c122de req-3240d280-a7a5-4104-99ea-e9421e877bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:34.813364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f38713bc-5281-48fc-aa3b-14f0d4c122de req-3240d280-a7a5-4104-99ea-e9421e877bf0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 HTTP/1.1" status: 200 len: 914 time: 0.4463835 Jul 08 20:39:34.814541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-3aee0317-396a-4579-a09d-5e48f95f7ea5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f4d3664a-f60f-450e-a5ad-2716943c59ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788608 Jul 08 20:39:34.890064 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aa9746-091f-40c6-b835-68fc334d15fe x-openstack-request-id: req-33aa9746-091f-40c6-b835-68fc334d15fe {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:34.890359 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac505b7e-3057-4ec8-8b11-a69cb7444f0c", "tag": "3130d41f-7f11-4d37-b602-d51e907b6f2b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:34.890609 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-33aa9746-091f-40c6-b835-68fc334d15fe {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:34.891004 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320', 'status': 'completed', 'code': 200} Jul 08 20:39:34.891262 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac505b7e-3057-4ec8-8b11-a69cb7444f0c', 'tag': '3130d41f-7f11-4d37-b602-d51e907b6f2b', 'status': 'completed', 'code': 200} Jul 08 20:39:34.899213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f38713bc-5281-48fc-aa3b-14f0d4c122de req-279bcb5e-300e-4162-b6e3-b3bfcf54bd6e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669e26f3-c802-44b2-8ec2-e80939a71320 HTTP/1.1" status: 200 len: 1002 time: 0.0711980 Jul 08 20:39:34.900403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Allocated IP 172.25.4.29 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/e37efcf3-667b-4265-aacb-9c37d2801b43) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:39:34.942050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=590a1149-aed8-4b79-ae55-875b0a55ed21,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:34.970568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] For port 77f8bcef-390b-44cb-b0ca-935cfdb463e7, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:39:34.976721 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-3c93eb0c-71c5-4819-8b87-50581443a540 service neutron] 10.222.0.103 "GET /v2.0/networks/f4d3664a-f60f-450e-a5ad-2716943c59ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425567 Jul 08 20:39:35.006993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] For port 77f8bcef-390b-44cb-b0ca-935cfdb463e7, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=77f8bcef-390b-44cb-b0ca-935cfdb463e7,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:39:35.035942 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:35.094949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38713bc-5281-48fc-aa3b-14f0d4c122de req-b93f04a0-831a-4e1b-990a-7975186db33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:35.097884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f38713bc-5281-48fc-aa3b-14f0d4c122de req-b93f04a0-831a-4e1b-990a-7975186db33b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d7229739-1dcf-4eb3-8686-d30b6c902da2 HTTP/1.1" status: 200 len: 852 time: 0.1840348 Jul 08 20:39:35.155996 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:39:35.157853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16f67b-e6c5-4201-b6d4-b87153c43b73 None None] Pushing event updated for resources: {'Port': ['ID=77f8bcef-390b-44cb-b0ca-935cfdb463e7,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:35.168474 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:35.352586 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6d99e8df-b58a-4a66-b587-c310351dda91 req-15eff454-d417-45f0-8880-db272ef7af6b tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0939569 Jul 08 20:39:35.362562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-74ba9739-c2fc-4744-a8e7-868b9cf6697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:35:01Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '86bff9f5-2e5e-42a9-8417-e5c6de4a56ec', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'port_id': '669e26f3-c802-44b2-8ec2-e80939a71320', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'mac_address': 'fa:16:3e:31:85:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:39:25Z', 'updated_at': '2021-07-08T20:39:33Z', 'revision_number': 2, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7bbef8-35c3-48d3-9ed9-ffb449c8f623', 'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'mac_address': 'fa:16:3e:c0:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:58Z', 'updated_at': '2021-07-08T20:35:10Z', 'revision_number': 5, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'subnets': [{'id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:35.370646 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:35.460569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:35.471900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ba9739-c2fc-4744-a8e7-868b9cf6697c None None] Checking router: 5f2a0fa1-1543-4417-b073-1760f7080406 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:39:35.480837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:35.490756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:39:35.505841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ba9739-c2fc-4744-a8e7-868b9cf6697c None None] Routers {'5f2a0fa1-1543-4417-b073-1760f7080406'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:35.509395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-74ba9739-c2fc-4744-a8e7-868b9cf6697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5f2a0fa1-1543-4417-b073-1760f7080406'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:35.525457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e37efcf3-667b-4265-aacb-9c37d2801b43,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:35.599471 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52642) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:35.692406 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38713bc-5281-48fc-aa3b-14f0d4c122de req-a04b0951-62df-47b7-8bd1-3bddfda487c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:35.694015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f38713bc-5281-48fc-aa3b-14f0d4c122de req-a04b0951-62df-47b7-8bd1-3bddfda487c6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4113030 Jul 08 20:39:35.899000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-74ba9739-c2fc-4744-a8e7-868b9cf6697c None None] Set router 5f2a0fa1-1543-4417-b073-1760f7080406 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:35.956479 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2e97019-35e9-4b3a-b587-4ddcb79b6f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:36.168138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b638fe-6d6d-420e-8131-57a2a3642957 req-860dff5a-042f-4468-9dce-6135a3e353c8 service neutron] 10.222.0.103 "GET /v2.0/networks/f4d3664a-f60f-450e-a5ad-2716943c59ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1797159 Jul 08 20:39:36.168781 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c201f169-afb7-4244-a853-133b98a66a78 req-c7b84611-e8d0-4cce-98a5-23e81dcd0ba2 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224&device_id=ff3055d8-f274-4007-909e-af2d1c11065d HTTP/1.1" status: 200 len: 210 time: 0.0482039 Jul 08 20:39:36.192979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525f729-0bdf-4b8e-b84d-39990af9a869 req-936c73b3-6dcd-4f74-b886-acfd4060d2ac tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:36.199411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7525f729-0bdf-4b8e-b84d-39990af9a869 req-936c73b3-6dcd-4f74-b886-acfd4060d2ac tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 946 time: 1.0795927 Jul 08 20:39:36.267613 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7525f729-0bdf-4b8e-b84d-39990af9a869 req-78d131db-1040-41ec-8df5-4c5b9895fa50 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401278 Jul 08 20:39:36.277646 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f38713bc-5281-48fc-aa3b-14f0d4c122de req-541b76f6-f5c8-4116-b14d-36c353add05d service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847887 Jul 08 20:39:36.376387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-74ba9739-c2fc-4744-a8e7-868b9cf6697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:35:01Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '86bff9f5-2e5e-42a9-8417-e5c6de4a56ec', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'port_id': '669e26f3-c802-44b2-8ec2-e80939a71320', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'mac_address': 'fa:16:3e:31:85:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:39:25Z', 'updated_at': '2021-07-08T20:39:33Z', 'revision_number': 2, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7bbef8-35c3-48d3-9ed9-ffb449c8f623', 'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'mac_address': 'fa:16:3e:c0:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:58Z', 'updated_at': '2021-07-08T20:35:10Z', 'revision_number': 5, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'subnets': [{'id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:36.461165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d24783-bb9a-468f-9b94-f6066cc72965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590a1149-aed8-4b79-ae55-875b0a55ed21'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:36.466246 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602044ec-1e60-42e3-8499-2d394874b003" -d '{"events": [{"server_uuid": "e3d24783-bb9a-468f-9b94-f6066cc72965", "name": "network-vif-plugged", "status": "completed", "tag": "590a1149-aed8-4b79-ae55-875b0a55ed21"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:36.473208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ba9739-c2fc-4744-a8e7-868b9cf6697c None None] The sync data for ids ['5f2a0fa1-1543-4417-b073-1760f7080406'] in n-d-791506-16 is: [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:35:01Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '86bff9f5-2e5e-42a9-8417-e5c6de4a56ec', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'port_id': '669e26f3-c802-44b2-8ec2-e80939a71320', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'mac_address': 'fa:16:3e:31:85:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:39:25Z', 'updated_at': '2021-07-08T20:39:33Z', 'revision_number': 2, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7bbef8-35c3-48d3-9ed9-ffb449c8f623', 'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'mac_address': 'fa:16:3e:c0:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:58Z', 'updated_at': '2021-07-08T20:35:10Z', 'revision_number': 5, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'subnets': [{'id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:39:36.640146 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:36.668923 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93582c6a-0b0f-4224-bc32-09518c902fd9 x-openstack-request-id: req-93582c6a-0b0f-4224-bc32-09518c902fd9 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:36.668923 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d24783-bb9a-468f-9b94-f6066cc72965", "name": "network-vif-plugged", "status": "completed", "tag": "590a1149-aed8-4b79-ae55-875b0a55ed21", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:36.669139 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-93582c6a-0b0f-4224-bc32-09518c902fd9 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:36.669489 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d24783-bb9a-468f-9b94-f6066cc72965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590a1149-aed8-4b79-ae55-875b0a55ed21', 'code': 200} Jul 08 20:39:36.737176 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-37c76ba8-4608-4d00-9bee-50f4a3956e42 req-1d5ee3cf-e0f0-4cc0-9864-5dcc1a898eb5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3d099296dfd4488d8d53a27623bd3440&device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0757265 Jul 08 20:39:36.766045 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-37c76ba8-4608-4d00-9bee-50f4a3956e42 req-79549fa6-1ef3-4052-807d-360a073b9dee service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=3d099296dfd4488d8d53a27623bd3440&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212402 Jul 08 20:39:36.877775 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f38713bc-5281-48fc-aa3b-14f0d4c122de req-04ae91e0-3e6d-4357-b547-4ef09f23e557 service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906265 Jul 08 20:39:36.882408 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2e97019-35e9-4b3a-b587-4ddcb79b6f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:36.898508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c76ba8-4608-4d00-9bee-50f4a3956e42 req-fec6e6ea-8925-4a0c-ab1b-5f82953a5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:36.900371 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-37c76ba8-4608-4d00-9bee-50f4a3956e42 req-fec6e6ea-8925-4a0c-ab1b-5f82953a5d08 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281466 Jul 08 20:39:36.902902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7c9c3-435a-47e0-86c8-712d60b641fc req-5521920f-7bdb-481d-9475-e451869417e1 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:36.917588 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-add7c9c3-435a-47e0-86c8-712d60b641fc req-5521920f-7bdb-481d-9475-e451869417e1 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 943 time: 0.4280000 Jul 08 20:39:36.938222 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-171f873b-4956-461a-91e5-6dd40268e8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:36.976848 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb958a98-2650-4c2c-8e54-42c2691fb550 req-c3d0715a-e207-4288-bed6-fad22578a40f tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0671070 Jul 08 20:39:37.003225 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2e97019-35e9-4b3a-b587-4ddcb79b6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:37.019430 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364386d3-f9a8-4f87-8eac-4a7a9481b985 None None] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:37.028731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565debe7-b470-4be0-9f1a-6a7f733ac317 req-d5c5799b-47ff-4111-9dcc-f8dcfff99ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:37.030740 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-565debe7-b470-4be0-9f1a-6a7f733ac317 req-d5c5799b-47ff-4111-9dcc-f8dcfff99ccf service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 1098 time: 0.1292162 Jul 08 20:39:37.128129 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b2e97019-35e9-4b3a-b587-4ddcb79b6f9d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=86b0edb5c1b844ad948d7c444dcd1ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5213192 Jul 08 20:39:37.132230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52658) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:37.144697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-add7c9c3-435a-47e0-86c8-712d60b641fc req-cd76b56f-a3a9-40f5-9cfb-ae3944c7047f tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/security-groups?id=65552a80-ee38-44db-8d89-80e1d626f302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259989 Jul 08 20:39:37.154491 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-565debe7-b470-4be0-9f1a-6a7f733ac317 req-e61b7085-8454-449c-a633-cf8887bd28ce service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148863 Jul 08 20:39:37.160360 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e97019-35e9-4b3a-b587-4ddcb79b6f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01c6a37-f1d4-4d08-b0a9-2ad94be1ab61,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:37.200890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7a9e45d1-a152-40cc-bdd0-cf5d9b35cafa None None] Provisioning for port 77f8bcef-390b-44cb-b0ca-935cfdb463e7 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:37.208116 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:37.229467 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:37.239771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-c312d37a-9625-4748-bd8d-bce143313bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:37.241418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-c312d37a-9625-4748-bd8d-bce143313bef service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=19f87cbe1da6442c85ec617d427f53ff&device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 1098 time: 0.2670603 Jul 08 20:39:37.295047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 77f8bcef-390b-44cb-b0ca-935cfdb463e7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:37.345184 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66bb053a-dd27-4091-8ef1-f8129aca34bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:37.410824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 77f8bcef-390b-44cb-b0ca-935cfdb463e7 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:37.415813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 77f8bcef-390b-44cb-b0ca-935cfdb463e7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:37.416234 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:37.459854 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66bb053a-dd27-4091-8ef1-f8129aca34bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:37.551868 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:37.566275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4f0bf38f-5735-4766-8786-33f8b6cf4d40 None None] Provisioning complete for port 77f8bcef-390b-44cb-b0ca-935cfdb463e7 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:37.569355 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf38f-5735-4766-8786-33f8b6cf4d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:37.572089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d0c82-ad09-4c38-a7e7-2a90d693791e req-5059f6c7-a746-4367-b850-89d252a737b8 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:37.574568 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f2d0c82-ad09-4c38-a7e7-2a90d693791e req-5059f6c7-a746-4367-b850-89d252a737b8 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 946 time: 0.1083829 Jul 08 20:39:37.620327 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f2d0c82-ad09-4c38-a7e7-2a90d693791e req-5fe3140b-f4bf-47b6-a3c9-54ae7f5f2f8a tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363994 Jul 08 20:39:37.677520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 77f8bcef-390b-44cb-b0ca-935cfdb463e7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=77f8bcef-390b-44cb-b0ca-935cfdb463e7,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:37.686239 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:37.719181 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf38f-5735-4766-8786-33f8b6cf4d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:37.760675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=77f8bcef-390b-44cb-b0ca-935cfdb463e7,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:37.796727 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-4f0bf38f-5735-4766-8786-33f8b6cf4d40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:39:37.797708 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-4f0bf38f-5735-4766-8786-33f8b6cf4d40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:39:37.831745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-52eed924-cf96-49ac-9123-5ac49cbec309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:37.833356 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-52eed924-cf96-49ac-9123-5ac49cbec309 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 HTTP/1.1" status: 200 len: 914 time: 0.5822232 Jul 08 20:39:37.888396 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66bb053a-dd27-4091-8ef1-f8129aca34bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:37.890986 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66bb053a-dd27-4091-8ef1-f8129aca34bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:37.895677 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-66bb053a-dd27-4091-8ef1-f8129aca34bb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e01c6a37-f1d4-4d08-b0a9-2ad94be1ab61 HTTP/1.1" status: 204 len: 168 time: 0.7461989 Jul 08 20:39:37.906842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb053a-dd27-4091-8ef1-f8129aca34bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01c6a37-f1d4-4d08-b0a9-2ad94be1ab61,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:37.945436 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-d93d6f47-7ea1-4f8e-8f58-dce5a30ec028 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669e26f3-c802-44b2-8ec2-e80939a71320 HTTP/1.1" status: 200 len: 1002 time: 0.1021557 Jul 08 20:39:37.966855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Router 0486d880-fd55-41e5-97aa-e17fb0483714 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:39:38.077072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-fa63be24-900e-47ab-a513-0712e86f3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:38.078743 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-fa63be24-900e-47ab-a513-0712e86f3824 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d7229739-1dcf-4eb3-8686-d30b6c902da2 HTTP/1.1" status: 200 len: 852 time: 0.1236923 Jul 08 20:39:38.208827 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2bc48db2-73ec-42d1-a707-5635055ae381 req-6f5a105e-8abc-4690-9e8f-86b128ac10bd tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0449026 Jul 08 20:39:38.236496 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:38.242350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:39:38.253467 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Sync routers for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:39:38.272718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-4252e404-49e8-41eb-8b95-3d9e10abfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:38.282545 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:38.283381 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:38.285089 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-4252e404-49e8-41eb-8b95-3d9e10abfba5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1587794 Jul 08 20:39:38.286571 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:38.290256 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5e8a4002-7e51-4a01-ab21-5909af3f82b6 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6064072 Jul 08 20:39:38.294157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52672) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:38.319918 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-37c76ba8-4608-4d00-9bee-50f4a3956e42 req-8f13d2fa-ab25-4da7-8695-e94fed4a0ff4 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.104 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0667639 Jul 08 20:39:38.359539 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52674) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:38.383043 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85d864e2-6601-4d3b-a37a-9d0e2ff8ebdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:38.412371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3130d41f-7f11-4d37-b602-d51e907b6f2b details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:39:38.544472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 3130d41f-7f11-4d37-b602-d51e907b6f2b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3130d41f-7f11-4d37-b602-d51e907b6f2b,segment=NetworkSegment(9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b),segment_id=9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:38.575794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '3130d41f-7f11-4d37-b602-d51e907b6f2b', 'network_id': 'f4d3664a-f60f-450e-a5ad-2716943c59ad', 'port_id': '3130d41f-7f11-4d37-b602-d51e907b6f2b', 'mac_address': 'fa:16:3e:6a:33:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdda0571-1efc-4000-ab58-298954b4b0dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:39:38.623930 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85d864e2-6601-4d3b-a37a-9d0e2ff8ebdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:38.640242 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85d864e2-6601-4d3b-a37a-9d0e2ff8ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:38.706475 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:38.725037 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-85d864e2-6601-4d3b-a37a-9d0e2ff8ebdc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0188dd4a2ae841158540019881866746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642440 Jul 08 20:39:38.727197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d864e2-6601-4d3b-a37a-9d0e2ff8ebdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88728c4b-d0e1-44c9-84fb-7da3dd634f13,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:38.731178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52680) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:38.743881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3130d41f-7f11-4d37-b602-d51e907b6f2b {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:39:38.817226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600ca5-569f-4161-bcfa-eb50f8b42924 req-9496c155-d6c7-4a28-af8c-56afc5e83c60 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:38.829028 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e600ca5-569f-4161-bcfa-eb50f8b42924 req-9496c155-d6c7-4a28-af8c-56afc5e83c60 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 943 time: 0.2022228 Jul 08 20:39:38.837670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-4ba4acdb-6687-45a1-864c-5c8c1804215b service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695455 Jul 08 20:39:38.853196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 3130d41f-7f11-4d37-b602-d51e907b6f2b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3130d41f-7f11-4d37-b602-d51e907b6f2b,segment=NetworkSegment(9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b),segment_id=9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:38.860074 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:38.878476 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ac94c4f-55be-40d9-a541-1ccec5ec871f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:38.889499 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:38.928115 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ac94c4f-55be-40d9-a541-1ccec5ec871f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:38.986581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=3130d41f-7f11-4d37-b602-d51e907b6f2b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:39.009958 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ac94c4f-55be-40d9-a541-1ccec5ec871f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:39.016257 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ac94c4f-55be-40d9-a541-1ccec5ec871f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:39.017567 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3ac94c4f-55be-40d9-a541-1ccec5ec871f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/88728c4b-d0e1-44c9-84fb-7da3dd634f13 HTTP/1.1" status: 204 len: 168 time: 0.2745543 Jul 08 20:39:39.053932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac94c4f-55be-40d9-a541-1ccec5ec871f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88728c4b-d0e1-44c9-84fb-7da3dd634f13,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:39.103676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e600ca5-569f-4161-bcfa-eb50f8b42924 req-67a04f71-170f-41af-83ac-637c5841031d tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/security-groups?id=65552a80-ee38-44db-8d89-80e1d626f302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736661 Jul 08 20:39:39.161785 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-b6160d26-d068-4495-9eb4-4d8b0d9d8a98 service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119614 Jul 08 20:39:39.179899 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['3130d41f-7f11-4d37-b602-d51e907b6f2b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:39:39.244659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 77f8bcef-390b-44cb-b0ca-935cfdb463e7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:39.259266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342f572-717f-406b-b118-dc75e144a0d2 req-7939f590-ec4f-40f1-aea5-6a565580f7b7 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:39.268789 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a342f572-717f-406b-b118-dc75e144a0d2 req-7939f590-ec4f-40f1-aea5-6a565580f7b7 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 946 time: 0.3184953 Jul 08 20:39:39.405642 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:36Z', 'revision_number': 3, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:39.416271 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a342f572-717f-406b-b118-dc75e144a0d2 req-0d42ea28-500f-495e-a96f-d2a12c5915aa tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444147 Jul 08 20:39:39.503817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 77f8bcef-390b-44cb-b0ca-935cfdb463e7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:39.504384 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:39.508725 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Checking router: 0486d880-fd55-41e5-97aa-e17fb0483714 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:39:39.509369 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Updating router 0486d880-fd55-41e5-97aa-e17fb0483714 port e37efcf3-667b-4265-aacb-9c37d2801b43 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:39:39.609784 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:39.649516 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6af6fde3-ee64-42d1-b3d9-267259660f65 req-e30d282c-3e42-4d91-a96f-b43a24b81070 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=98971a25-dad7-4d4d-8c0c-212513f5c224 HTTP/1.1" status: 200 len: 210 time: 0.0736427 Jul 08 20:39:39.782222 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-4849e403-cc54-4b6b-86da-a1a970981aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:39.783762 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-4849e403-cc54-4b6b-86da-a1a970981aca service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4c3980dfb3e04c64b341dbc0d3c4b657&device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 1096 time: 0.4682817 Jul 08 20:39:39.796518 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:39.924105 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:39.980072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01bab3-081d-4309-b153-68f2ed51c62f req-3b081664-9f82-4566-b062-e365e66f8700 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:39.987071 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7e01bab3-081d-4309-b153-68f2ed51c62f req-3b081664-9f82-4566-b062-e365e66f8700 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=96185889-baa1-45af-a7b9-b013297b54bd HTTP/1.1" status: 200 len: 945 time: 0.3070590 Jul 08 20:39:40.006305 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:40.019685 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Transition to ACTIVE for port object e37efcf3-667b-4265-aacb-9c37d2801b43 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:40.031144 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:40.091457 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Pushing event updated for resources: {'Port': ['ID=e37efcf3-667b-4265-aacb-9c37d2801b43,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:40.124811 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:40.125154 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:40.125495 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:40.125824 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:40.126155 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:40.126482 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:40.126805 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:40.127126 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:40.127466 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:40.127769 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:40.128089 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:40.128409 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:40.141887 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Attempting to bind port e37efcf3-667b-4265-aacb-9c37d2801b43 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:39:40.142306 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Attempting to bind port e37efcf3-667b-4265-aacb-9c37d2801b43 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:39:40.142634 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Attempting to bind port e37efcf3-667b-4265-aacb-9c37d2801b43 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:40.155378 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:39:40.155997 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:40.156777 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:40.158666 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:39:40.159614 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Bound port: e37efcf3-667b-4265-aacb-9c37d2801b43, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:39:40.160342 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:40.219912 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7e01bab3-081d-4309-b153-68f2ed51c62f req-0f4a5823-eaed-4371-bf19-cabd3deed20b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318845 Jul 08 20:39:40.247955 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] For port e37efcf3-667b-4265-aacb-9c37d2801b43, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:39:40.247955 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] For port e37efcf3-667b-4265-aacb-9c37d2801b43, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e37efcf3-667b-4265-aacb-9c37d2801b43,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:39:40.254806 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:40.366132 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9beb8a-c538-4dfd-b01f-36737e465b17 None None] Pushing event updated for resources: {'Port': ['ID=e37efcf3-667b-4265-aacb-9c37d2801b43,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:40.372126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-8eb1eb39-2c2a-480b-922b-136a3d06a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:40.374354 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-8eb1eb39-2c2a-480b-922b-136a3d06a935 service neutron] 10.222.0.103 "GET /v2.0/networks?id=f4d3664a-f60f-450e-a5ad-2716943c59ad HTTP/1.1" status: 200 len: 924 time: 0.5380673 Jul 08 20:39:40.377225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3130d41f-7f11-4d37-b602-d51e907b6f2b up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:40.403632 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:40.404364 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:40.445475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdb981-7dd1-481c-a721-a7fd656aeef2 req-5414df1e-ae3f-42b3-912b-11ba7dc83637 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:40.447094 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b8bdb981-7dd1-481c-a721-a7fd656aeef2 req-5414df1e-ae3f-42b3-912b-11ba7dc83637 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 944 time: 0.1241350 Jul 08 20:39:40.488826 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-8745df70-d4c7-42f2-8117-3093ea7587b1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3130d41f-7f11-4d37-b602-d51e907b6f2b HTTP/1.1" status: 200 len: 217 time: 0.0981240 Jul 08 20:39:40.508281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 3130d41f-7f11-4d37-b602-d51e907b6f2b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:40.516216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 3130d41f-7f11-4d37-b602-d51e907b6f2b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:40.516898 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:40.538716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Allocated IP 172.20.0.1 (be03543c-b5e2-4aa9-9633-fedc1ac723b5/adbac296-9a8c-4696-bf05-a8fb47a6df9c/e942d4d2-69b0-49f2-8b58-457b85cb5cb6) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:39:40.562378 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:40.578255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b8bdb981-7dd1-481c-a721-a7fd656aeef2 req-a561a351-6e4e-42d7-b2f7-54012dd918bd tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/security-groups?id=65552a80-ee38-44db-8d89-80e1d626f302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173346 Jul 08 20:39:40.615987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-aea28e5c-7722-460e-b995-a3512cc80694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:40.617621 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-aea28e5c-7722-460e-b995-a3512cc80694 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fdda0571-1efc-4000-ab58-298954b4b0dd HTTP/1.1" status: 200 len: 863 time: 0.0888200 Jul 08 20:39:40.692549 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:40.735654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac505b7e-3057-4ec8-8b11-a69cb7444f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3130d41f-7f11-4d37-b602-d51e907b6f2b'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:40.741043 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6540b403-1ac2-433a-9bf2-22ec115299f9" -d '{"events": [{"server_uuid": "ac505b7e-3057-4ec8-8b11-a69cb7444f0c", "name": "network-vif-plugged", "status": "completed", "tag": "3130d41f-7f11-4d37-b602-d51e907b6f2b"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:40.768718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 3130d41f-7f11-4d37-b602-d51e907b6f2b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3130d41f-7f11-4d37-b602-d51e907b6f2b,segment=NetworkSegment(9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b),segment_id=9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:40.782287 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:40.789355 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-2c892c18-f696-4fd8-ad92-f8532a2f7039 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f4d3664a-f60f-450e-a5ad-2716943c59ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489899 Jul 08 20:39:40.842727 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d6a18-b1d2-4877-983a-dd5cdf3fd399 req-11db6660-1b16-440b-ac2b-4a13b1eb5f1e tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:40.844737 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e23d6a18-b1d2-4877-983a-dd5cdf3fd399 req-11db6660-1b16-440b-ac2b-4a13b1eb5f1e tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=8c2e0fac-5c4a-44be-9d28-5969fa41c622 HTTP/1.1" status: 200 len: 946 time: 0.3600166 Jul 08 20:39:40.848790 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:36Z', 'revision_number': 3, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:40.867040 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3f1ab1-d01c-4f00-b5e3-64b8f1353eba x-openstack-request-id: req-4b3f1ab1-d01c-4f00-b5e3-64b8f1353eba {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:40.867413 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac505b7e-3057-4ec8-8b11-a69cb7444f0c", "name": "network-vif-plugged", "status": "completed", "tag": "3130d41f-7f11-4d37-b602-d51e907b6f2b", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:40.867734 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4b3f1ab1-d01c-4f00-b5e3-64b8f1353eba {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:40.868796 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac505b7e-3057-4ec8-8b11-a69cb7444f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3130d41f-7f11-4d37-b602-d51e907b6f2b', 'code': 200} Jul 08 20:39:40.893716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=3130d41f-7f11-4d37-b602-d51e907b6f2b,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:40.939056 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d6f88b-6c25-49ac-ab15-c93d1bb0617d None None] The sync data for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 is: [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:36Z', 'revision_number': 3, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:39:41.062539 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122826f-bc8e-4f86-a4f2-5835b358608f req-cedeb9dd-6680-4ddb-a6ce-2d55c3ca3c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:41.064085 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2122826f-bc8e-4f86-a4f2-5835b358608f req-cedeb9dd-6680-4ddb-a6ce-2d55c3ca3c8c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 1097 time: 0.1072466 Jul 08 20:39:41.086381 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e23d6a18-b1d2-4877-983a-dd5cdf3fd399 req-aa86dba0-8c7c-4c66-a6a9-94f5929324ef tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925504 Jul 08 20:39:41.093175 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:41.103554 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-1142761f-b0ce-4690-ab57-ba5bbe5d57b6 service neutron] 10.222.0.103 "GET /v2.0/networks/f4d3664a-f60f-450e-a5ad-2716943c59ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021071 Jul 08 20:39:41.153132 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2122826f-bc8e-4f86-a4f2-5835b358608f req-8f2193f4-5626-4904-a1b7-e061de8eb915 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=65552a80-ee38-44db-8d89-80e1d626f302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813768 Jul 08 20:39:41.262535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Transition to ACTIVE for port object e942d4d2-69b0-49f2-8b58-457b85cb5cb6 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:41.281932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-60e0400c-fb7c-4fe1-aff1-e6dd040e12e3 req-f224ea6f-a86b-4192-8157-b9dcaa12d951 service neutron] 10.222.0.103 "GET /v2.0/networks/f4d3664a-f60f-450e-a5ad-2716943c59ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658933 Jul 08 20:39:41.337921 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:41.428450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:41.431840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:41.437025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:39:41.440441 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e942d4d2-69b0-49f2-8b58-457b85cb5cb6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:41.485142 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9387e07-e141-4632-817d-1ee5c2845a1f req-36a5db39-aef8-415e-abb4-95891dfac903 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3d099296dfd4488d8d53a27623bd3440&device_id=ff3055d8-f274-4007-909e-af2d1c11065d HTTP/1.1" status: 200 len: 210 time: 0.1236095 Jul 08 20:39:41.516583 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:41.559508 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9387e07-e141-4632-817d-1ee5c2845a1f req-f52a28a4-b71c-4c4a-a49a-eb8be7336d2a service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=3d099296dfd4488d8d53a27623bd3440&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671496 Jul 08 20:39:41.608791 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd1f2ab2-4560-4e50-9ec8-74bab23cb80f req-f911ba9c-f401-4cce-862b-7a1f39ae315a tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff3055d8-f274-4007-909e-af2d1c11065d HTTP/1.1" status: 200 len: 210 time: 0.0949199 Jul 08 20:39:41.755874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9387e07-e141-4632-817d-1ee5c2845a1f req-b8715002-2654-425e-b519-7a2d61e1dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:41.757991 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9387e07-e141-4632-817d-1ee5c2845a1f req-b8715002-2654-425e-b519-7a2d61e1dfaf service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564717 Jul 08 20:39:41.902586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:41.906930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d30382-52dc-4a5a-a4f9-462caac0ea87 req-a1803696-335b-4e02-9a86-11a214feafc2 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:41.908659 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-56d30382-52dc-4a5a-a4f9-462caac0ea87 req-a1803696-335b-4e02-9a86-11a214feafc2 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 945 time: 0.0864980 Jul 08 20:39:41.932201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c7d3f-cc6f-481f-a826-69fa4fe7acf9 req-a4fef564-45e0-40d2-b3eb-94e8c2b34530 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:41.935217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc9c7d3f-cc6f-481f-a826-69fa4fe7acf9 req-a4fef564-45e0-40d2-b3eb-94e8c2b34530 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=8c2e0fac-5c4a-44be-9d28-5969fa41c622 HTTP/1.1" status: 200 len: 946 time: 0.1496062 Jul 08 20:39:41.969684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6da7dab4-714d-481a-bf2a-9658e61c34e7 None None] Provisioning for port e942d4d2-69b0-49f2-8b58-457b85cb5cb6 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:41.976117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6da7dab4-714d-481a-bf2a-9658e61c34e7 None None] Provisioning complete for port e942d4d2-69b0-49f2-8b58-457b85cb5cb6 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:41.977942 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-56d30382-52dc-4a5a-a4f9-462caac0ea87 req-2bae1041-c15f-4208-8430-119707b3a803 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/security-groups?id=65552a80-ee38-44db-8d89-80e1d626f302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613422 Jul 08 20:39:41.993480 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6da7dab4-714d-481a-bf2a-9658e61c34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:42.075475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6da7dab4-714d-481a-bf2a-9658e61c34e7 None None] Port e942d4d2-69b0-49f2-8b58-457b85cb5cb6 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:39:42.444875 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc9c7d3f-cc6f-481f-a826-69fa4fe7acf9 req-7f369c60-a2ca-4d69-89d6-64b829211752 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609983 Jul 08 20:39:42.592606 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:42.599508 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:42.687615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e942d4d2-69b0-49f2-8b58-457b85cb5cb6,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:42.692601 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:42.814554 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:42.816569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:42.829163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5196ea80-e258-43b0-ad27-731fd66c125e req-ca0dc0b3-03cb-417a-98e4-41550b0c76d6 tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff3055d8-f274-4007-909e-af2d1c11065d HTTP/1.1" status: 200 len: 210 time: 0.0397258 Jul 08 20:39:42.970537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Router 0486d880-fd55-41e5-97aa-e17fb0483714 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:39:43.009758 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9387e07-e141-4632-817d-1ee5c2845a1f req-bd14bbc7-3959-4caa-899a-2a60407959ad tempest-ServerShowV247Test-282673731 tempest-ServerShowV247Test-282673731-project] 10.222.0.104 "GET /v2.0/ports?device_id=ff3055d8-f274-4007-909e-af2d1c11065d HTTP/1.1" status: 200 len: 210 time: 0.0609846 Jul 08 20:39:43.266898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e37efcf3-667b-4265-aacb-9c37d2801b43 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:43.297763 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:39:43.317140 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-33a0ce67-75d5-4451-99b8-5dd2c1c579b1 admin admin] 10.222.0.101 "PUT /v2.0/routers/0486d880-fd55-41e5-97aa-e17fb0483714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0216935 Jul 08 20:39:43.397497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c0395b24-180b-411c-b9f7-d61342b1e4b8 None None] Provisioning complete for port e942d4d2-69b0-49f2-8b58-457b85cb5cb6 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:43.397700 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c0395b24-180b-411c-b9f7-d61342b1e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:43.462809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c0395b24-180b-411c-b9f7-d61342b1e4b8 None None] Port e942d4d2-69b0-49f2-8b58-457b85cb5cb6 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:39:43.494765 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe848ef-0407-4e7e-a05f-339dfb68766e req-4448aab9-2cfa-4031-ab20-0d2aa628f6bd tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:43.503521 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dbe848ef-0407-4e7e-a05f-339dfb68766e req-4448aab9-2cfa-4031-ab20-0d2aa628f6bd tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 945 time: 0.1850693 Jul 08 20:39:43.509440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port e37efcf3-667b-4265-aacb-9c37d2801b43 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:43.519434 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port e37efcf3-667b-4265-aacb-9c37d2801b43 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:43.520560 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:43.606481 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012a17e-9d8a-4dd3-a8ce-625c50c13756 req-9793528a-2ff7-4edc-8a0d-0b62381016a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:43.611421 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e012a17e-9d8a-4dd3-a8ce-625c50c13756 req-9793528a-2ff7-4edc-8a0d-0b62381016a1 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.103 "GET /v2.0/ports?device_id=8c2e0fac-5c4a-44be-9d28-5969fa41c622 HTTP/1.1" status: 200 len: 946 time: 0.2377605 Jul 08 20:39:43.662876 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dbe848ef-0407-4e7e-a05f-339dfb68766e req-c0f6d07b-c09f-46a0-8307-32d2a125e063 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/security-groups?id=65552a80-ee38-44db-8d89-80e1d626f302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584668 Jul 08 20:39:43.744067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Sync routers for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:39:43.788165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:43.789150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:43.793374 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:43.905367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986bdec-6acc-47c5-afb2-d9a9791f7827 req-e5b33520-a03c-4de1-89dc-8e193b4018a0 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:43.920516 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6986bdec-6acc-47c5-afb2-d9a9791f7827 req-e5b33520-a03c-4de1-89dc-8e193b4018a0 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=8c2e0fac-5c4a-44be-9d28-5969fa41c622 HTTP/1.1" status: 200 len: 946 time: 0.2018931 Jul 08 20:39:43.920837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-e012a17e-9d8a-4dd3-a8ce-625c50c13756 req-a8da249f-5d02-4a05-8823-53cb2df7c62b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Deleting port 9d4deb9e-4b67-4535-a9c6-009201667928 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:39:43.920965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e012a17e-9d8a-4dd3-a8ce-625c50c13756 req-a8da249f-5d02-4a05-8823-53cb2df7c62b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:43.956832 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port e37efcf3-667b-4265-aacb-9c37d2801b43, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e37efcf3-667b-4265-aacb-9c37d2801b43,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:43.970342 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:44.008990 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6986bdec-6acc-47c5-afb2-d9a9791f7827 req-452a6f7c-0cb2-41c0-95a7-47bf9675b830 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754480 Jul 08 20:39:44.207720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-e012a17e-9d8a-4dd3-a8ce-625c50c13756 req-a8da249f-5d02-4a05-8823-53cb2df7c62b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] For port 9d4deb9e-4b67-4535-a9c6-009201667928, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9d4deb9e-4b67-4535-a9c6-009201667928,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:44.208552 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e012a17e-9d8a-4dd3-a8ce-625c50c13756 req-a8da249f-5d02-4a05-8823-53cb2df7c62b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:44.227326 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-e012a17e-9d8a-4dd3-a8ce-625c50c13756 req-a8da249f-5d02-4a05-8823-53cb2df7c62b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Calling delete_port for 9d4deb9e-4b67-4535-a9c6-009201667928 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:39:44.244692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=e37efcf3-667b-4265-aacb-9c37d2801b43,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:44.245579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a0ad5-3c26-4f8c-9497-10139a65ea95 req-028ed0a7-02eb-4891-b6b7-ff3afac63aa0 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:44.257654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:44.262665 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe7a0ad5-3c26-4f8c-9497-10139a65ea95 req-028ed0a7-02eb-4891-b6b7-ff3afac63aa0 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 945 time: 0.2226007 Jul 08 20:39:44.422202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52818) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:44.428191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-283493209-network', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:44.451067 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe7a0ad5-3c26-4f8c-9497-10139a65ea95 req-a3f22ca0-6103-475f-9cfa-8f9ac7e48b81 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/security-groups?id=65552a80-ee38-44db-8d89-80e1d626f302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866510 Jul 08 20:39:44.487784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Made reservation on behalf of 4c94a83ff730435492fbdc71e78cb425 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:44.497477 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:44.517044 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:44.634913 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:44.644177 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:44.650325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:42Z', 'revision_number': 2, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:44.660290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:39:44.660564 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e012a17e-9d8a-4dd3-a8ce-625c50c13756 req-a8da249f-5d02-4a05-8823-53cb2df7c62b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:44.676140 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:44.677013 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Added segment a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0 of type vlan for network e3988e00-f061-4b10-adab-451ee2303fc9 Jul 08 20:39:44.729621 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:44.756355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52832) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:44.769599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da249f-5d02-4a05-8823-53cb2df7c62b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Pushing event deleted for resources: {'Port': ['ID=9d4deb9e-4b67-4535-a9c6-009201667928,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:44.782490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['590a1149-aed8-4b79-ae55-875b0a55ed21'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:39:44.783769 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a3cce6-fedc-43d5-958f-04b4b9f7f768,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:44.789160 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:44.790510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:44.792745 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:44.800902 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['c5f3a333-fd82-4e15-8c3f-db06dafb3006', '9d4deb9e-4b67-4535-a9c6-009201667928'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:39:44.812223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Checking router: 0486d880-fd55-41e5-97aa-e17fb0483714 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:39:44.812572 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Updating router 0486d880-fd55-41e5-97aa-e17fb0483714 port e942d4d2-69b0-49f2-8b58-457b85cb5cb6 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:39:44.868072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4444771 Jul 08 20:39:44.872986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52838) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:44.880694 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-bdbf7e58-da89-4676-8244-7f4136c92aa8 admin admin] Request body: {'subnet': {'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-283493209-subnet', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:44.885540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecab0dc-30d4-413d-938b-849f57424947 admin admin] Pushing event updated for resources: {'Network': ['ID=e3988e00-f061-4b10-adab-451ee2303fc9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:44.921840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbf7e58-da89-4676-8244-7f4136c92aa8 admin admin] Made reservation on behalf of 4c94a83ff730435492fbdc71e78cb425 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:44.924657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7e58-da89-4676-8244-7f4136c92aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:44.957066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e012a17e-9d8a-4dd3-a8ce-625c50c13756 req-a8da249f-5d02-4a05-8823-53cb2df7c62b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] No DVR routers for this DVR port 9d4deb9e-4b67-4535-a9c6-009201667928 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:39:44.965789 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-e012a17e-9d8a-4dd3-a8ce-625c50c13756 req-a8da249f-5d02-4a05-8823-53cb2df7c62b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:44.967905 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e012a17e-9d8a-4dd3-a8ce-625c50c13756 req-a8da249f-5d02-4a05-8823-53cb2df7c62b tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.103 "DELETE /v2.0/ports/9d4deb9e-4b67-4535-a9c6-009201667928 HTTP/1.1" status: 204 len: 173 time: 1.3346336 Jul 08 20:39:44.982677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2e0fac-5c4a-44be-9d28-5969fa41c622', 'name': 'network-vif-deleted', 'tag': '9d4deb9e-4b67-4535-a9c6-009201667928'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:44.999726 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ca0bc2-791d-40c2-b1b7-58d7e422fcb5" -d '{"events": [{"server_uuid": "8c2e0fac-5c4a-44be-9d28-5969fa41c622", "name": "network-vif-deleted", "tag": "9d4deb9e-4b67-4535-a9c6-009201667928"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:45.103262 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119e90de-f0c2-4984-a597-908d47c9af8a x-openstack-request-id: req-119e90de-f0c2-4984-a597-908d47c9af8a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:45.103564 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2e0fac-5c4a-44be-9d28-5969fa41c622", "name": "network-vif-deleted", "tag": "9d4deb9e-4b67-4535-a9c6-009201667928", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:45.103820 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-119e90de-f0c2-4984-a597-908d47c9af8a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:45.104357 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2e0fac-5c4a-44be-9d28-5969fa41c622', 'name': 'network-vif-deleted', 'tag': '9d4deb9e-4b67-4535-a9c6-009201667928', 'status': 'completed', 'code': 200} Jul 08 20:39:45.147756 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ac957ed-2fa7-431a-87f9-33b92b6fc9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:45.258489 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:45.290211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network e3988e00-f061-4b10-adab-451ee2303fc9 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:39:45.327236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e37efcf3-667b-4265-aacb-9c37d2801b43 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:45.376944 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ac957ed-2fa7-431a-87f9-33b92b6fc9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:45.384356 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ac957ed-2fa7-431a-87f9-33b92b6fc9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:45.446432 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4ac957ed-2fa7-431a-87f9-33b92b6fc9c3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3d099296dfd4488d8d53a27623bd3440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6856806 Jul 08 20:39:45.469167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac957ed-2fa7-431a-87f9-33b92b6fc9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f78c60-b64d-4f62-a44c-357a8c590337,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:45.469672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52850) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:45.471751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7e58-da89-4676-8244-7f4136c92aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:45.504030 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2446d776-0320-4939-b705-25bf1e5bc2fe req-08421fd2-a727-4d98-b351-64fe77b7bde8 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=8c2e0fac-5c4a-44be-9d28-5969fa41c622 HTTP/1.1" status: 200 len: 210 time: 0.0319045 Jul 08 20:39:45.533612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port e37efcf3-667b-4265-aacb-9c37d2801b43 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:45.534073 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:45.635875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf7e58-da89-4676-8244-7f4136c92aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b671847-5af3-4838-a170-e8e3f46ee8d4,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:45.679467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbf7e58-da89-4676-8244-7f4136c92aa8 admin admin] Checking segment: {'id': 'a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:45.679837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf7e58-da89-4676-8244-7f4136c92aa8 admin admin] Network hostable DHCP agents. Network: e3988e00-f061-4b10-adab-451ee2303fc9, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:39:45.685108 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5abee02-0dbf-472b-9eca-35740530893d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:45.694602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29978b19-aa9e-4a7b-a459-09547f71d7a9 req-06c761cf-5320-48ff-b6a3-703706d205a3 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:45.699001 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29978b19-aa9e-4a7b-a459-09547f71d7a9 req-06c761cf-5320-48ff-b6a3-703706d205a3 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 945 time: 0.2610528 Jul 08 20:39:45.814666 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5abee02-0dbf-472b-9eca-35740530893d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:45.930356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf7e58-da89-4676-8244-7f4136c92aa8 admin admin] Network e3988e00-f061-4b10-adab-451ee2303fc9 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:39:45.985428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-bdbf7e58-da89-4676-8244-7f4136c92aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, e3988e00-f061-4b10-adab-451ee2303fc9) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:46.014208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29978b19-aa9e-4a7b-a459-09547f71d7a9 req-510ad682-4007-4f28-8498-fde07244408f tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/security-groups?id=65552a80-ee38-44db-8d89-80e1d626f302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872219 Jul 08 20:39:46.026108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf7e58-da89-4676-8244-7f4136c92aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:46.027256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7e58-da89-4676-8244-7f4136c92aa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:46.052904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516d879f-e8d9-4276-8876-bbfa7e91208f None None] Network e3988e00-f061-4b10-adab-451ee2303fc9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:46.093959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52862) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:46.098932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-283493209-router', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:46.105443 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bdbf7e58-da89-4676-8244-7f4136c92aa8 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2308755 Jul 08 20:39:46.109524 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5abee02-0dbf-472b-9eca-35740530893d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:46.116428 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5abee02-0dbf-472b-9eca-35740530893d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:46.121260 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a5abee02-0dbf-472b-9eca-35740530893d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/31f78c60-b64d-4f62-a44c-357a8c590337 HTTP/1.1" status: 204 len: 168 time: 0.6459436 Jul 08 20:39:46.140275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abee02-0dbf-472b-9eca-35740530893d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f78c60-b64d-4f62-a44c-357a8c590337,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:46.155641 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:46.157381 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:46.240204 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:46.418480 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:46.677317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-e3988e00-f061-4b10-adab-451ee2303fc9', 'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'fixed_ips': [{'subnet_id': '1b671847-5af3-4838-a170-e8e3f46ee8d4'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:39:46.678253 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:46.871480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Allocated IP 172.20.0.2 (e3988e00-f061-4b10-adab-451ee2303fc9/1b671847-5af3-4838-a170-e8e3f46ee8d4/971e0995-860f-49c6-a0eb-a9199d69c240) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:39:46.894902 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:46.941698 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c33740-eb94-4c63-8143-91ccdba63021 req-9a4a386c-212a-4018-8752-d47aa5919b3f tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:46.949170 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:46.949636 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45c33740-eb94-4c63-8143-91ccdba63021 req-9a4a386c-212a-4018-8752-d47aa5919b3f tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 945 time: 0.1136997 Jul 08 20:39:47.014958 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45c33740-eb94-4c63-8143-91ccdba63021 req-d541f5de-bcb8-4c70-b1fb-f0066379e429 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/security-groups?id=65552a80-ee38-44db-8d89-80e1d626f302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618923 Jul 08 20:39:47.234327 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:47.245369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Allocated IP 172.25.4.137 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/5dc72b90-7066-4a3c-87b2-e6790de821c5) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:39:47.252748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Transition to ACTIVE for port object 971e0995-860f-49c6-a0eb-a9199d69c240 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:47.286036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Transition to ACTIVE for port object 971e0995-860f-49c6-a0eb-a9199d69c240 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:47.309912 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:47.343307 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:47.366816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Network e3988e00-f061-4b10-adab-451ee2303fc9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:47.374535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:47.467856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Transition to ACTIVE for port object e942d4d2-69b0-49f2-8b58-457b85cb5cb6 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:47.474134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Pushing event updated for resources: {'Port': ['ID=971e0995-860f-49c6-a0eb-a9199d69c240,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:47.477841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:39:47.549365 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:47.557616 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:47.610853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Attempting to bind port 971e0995-860f-49c6-a0eb-a9199d69c240 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:39:47.611142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Attempting to bind port 971e0995-860f-49c6-a0eb-a9199d69c240 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:39:47.611490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Attempting to bind port 971e0995-860f-49c6-a0eb-a9199d69c240 on network e3988e00-f061-4b10-adab-451ee2303fc9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:47.628491 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:39:47.628910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Checking segment: {'id': 'a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:47.629353 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:47.629758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Bound using segment: {'id': 'a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:39:47.630259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Bound port: 971e0995-860f-49c6-a0eb-a9199d69c240, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:39:47.630650 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:47.638876 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:47.671894 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:47.720398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5dc72b90-7066-4a3c-87b2-e6790de821c5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:47.738166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793041a-5fb2-4149-8034-f8a44a160f39 None None] Pushing event updated for resources: {'Port': ['ID=e942d4d2-69b0-49f2-8b58-457b85cb5cb6,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:47.747039 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:47.748507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:47.756184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:39:47.821504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Attempting to bind port e942d4d2-69b0-49f2-8b58-457b85cb5cb6 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:39:47.822238 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Attempting to bind port e942d4d2-69b0-49f2-8b58-457b85cb5cb6 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:39:47.822980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Attempting to bind port e942d4d2-69b0-49f2-8b58-457b85cb5cb6 on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:47.900926 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] For port 971e0995-860f-49c6-a0eb-a9199d69c240, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:39:47.917927 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] For port 971e0995-860f-49c6-a0eb-a9199d69c240, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=971e0995-860f-49c6-a0eb-a9199d69c240,segment=NetworkSegment(a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0),segment_id=a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:39:47.929750 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:39:47.930251 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Checking segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:47.931291 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:47.931751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Bound using segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:39:47.934164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Bound port: e942d4d2-69b0-49f2-8b58-457b85cb5cb6, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:39:47.934579 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:47.945314 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:48.224352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3c956-79c5-4588-9f32-fc1fef8ff53e None None] Pushing event updated for resources: {'Port': ['ID=971e0995-860f-49c6-a0eb-a9199d69c240,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:48.248711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] For port e942d4d2-69b0-49f2-8b58-457b85cb5cb6, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:39:48.254630 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] For port e942d4d2-69b0-49f2-8b58-457b85cb5cb6, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e942d4d2-69b0-49f2-8b58-457b85cb5cb6,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:39:48.266526 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:48.422259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52958) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:48.446663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 9d4deb9e-4b67-4535-a9c6-009201667928 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:39:48.474961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd22ac-1b0e-46a2-9fa3-93dbb1c07261 req-4b9b7641-f915-4e2f-ac1a-e02ee70380c5 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:48.477075 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12bd22ac-1b0e-46a2-9fa3-93dbb1c07261 req-4b9b7641-f915-4e2f-ac1a-e02ee70380c5 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.103 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 945 time: 0.2566206 Jul 08 20:39:48.477965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:48.492195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac82e0-8ce2-4011-bc17-7fba107cb7b5 req-6b461906-8cff-4769-89aa-26acaccfbc4a tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:48.507732 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8bac82e0-8ce2-4011-bc17-7fba107cb7b5 req-6b461906-8cff-4769-89aa-26acaccfbc4a tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 945 time: 0.2329035 Jul 08 20:39:48.525887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:48.559204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:48.598831 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8bac82e0-8ce2-4011-bc17-7fba107cb7b5 req-419c05e1-0667-478d-9317-3f6da876fe0c tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/security-groups?id=65552a80-ee38-44db-8d89-80e1d626f302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900924 Jul 08 20:39:48.715396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 9d4deb9e-4b67-4535-a9c6-009201667928 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:39:48.716752 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 9d4deb9e-4b67-4535-a9c6-009201667928 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:39:48.860380 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:48.862884 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793041a-5fb2-4149-8034-f8a44a160f39 None None] Pushing event updated for resources: {'Port': ['ID=e942d4d2-69b0-49f2-8b58-457b85cb5cb6,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:48.897526 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-72583277-db14-473f-9d2d-88d0d8a44236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:49.079147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-12bd22ac-1b0e-46a2-9fa3-93dbb1c07261 req-cd84b27b-580b-4f10-933a-6a70d48a7351 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Deleting port 3130d41f-7f11-4d37-b602-d51e907b6f2b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:39:49.079520 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-12bd22ac-1b0e-46a2-9fa3-93dbb1c07261 req-cd84b27b-580b-4f10-933a-6a70d48a7351 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:49.181523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:48Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:49.446049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3609d5-b143-4362-9ee7-a765ac32f74a None None] The sync data for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 is: [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:48Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:39:49.454460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 971e0995-860f-49c6-a0eb-a9199d69c240 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:49.607922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 971e0995-860f-49c6-a0eb-a9199d69c240 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:49.729380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7988e7-6eb5-48ed-91fe-a533434b7b01 req-f4e8046d-b6ce-4872-b9d3-90c76cd3e37f tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:49.738042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7988e7-6eb5-48ed-91fe-a533434b7b01 req-f4e8046d-b6ce-4872-b9d3-90c76cd3e37f tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:49.742743 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1d7988e7-6eb5-48ed-91fe-a533434b7b01 req-f4e8046d-b6ce-4872-b9d3-90c76cd3e37f tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=96185889-baa1-45af-a7b9-b013297b54bd&device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 1682 time: 0.9717147 Jul 08 20:39:49.841512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-12bd22ac-1b0e-46a2-9fa3-93dbb1c07261 req-cd84b27b-580b-4f10-933a-6a70d48a7351 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] For port 3130d41f-7f11-4d37-b602-d51e907b6f2b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=3130d41f-7f11-4d37-b602-d51e907b6f2b,segment=NetworkSegment(9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b),segment_id=9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:49.841934 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-12bd22ac-1b0e-46a2-9fa3-93dbb1c07261 req-cd84b27b-580b-4f10-933a-6a70d48a7351 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:49.862850 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:49.878197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-12bd22ac-1b0e-46a2-9fa3-93dbb1c07261 req-cd84b27b-580b-4f10-933a-6a70d48a7351 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Calling delete_port for 3130d41f-7f11-4d37-b602-d51e907b6f2b owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:39:49.981368 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-72583277-db14-473f-9d2d-88d0d8a44236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:49.986464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757a6f3-cafa-45c7-adc9-e8105498082d req-533af2ff-042e-4a89-9c68-78cb5b66e33f tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:49.989075 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a757a6f3-cafa-45c7-adc9-e8105498082d req-533af2ff-042e-4a89-9c68-78cb5b66e33f tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 945 time: 0.1418500 Jul 08 20:39:50.010154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d17161d-be11-4e9c-9cd6-15034e61ed92 None None] Network e3988e00-f061-4b10-adab-451ee2303fc9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:50.031661 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1d7988e7-6eb5-48ed-91fe-a533434b7b01 req-b8d62d0e-fd56-418e-98f2-91390eb5a396 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552176 Jul 08 20:39:50.036647 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-72583277-db14-473f-9d2d-88d0d8a44236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:50.068431 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-72583277-db14-473f-9d2d-88d0d8a44236 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bc34d1701b384276a6911e32e6c98ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6449444 Jul 08 20:39:50.071410 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52988) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:50.182748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72583277-db14-473f-9d2d-88d0d8a44236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbbd1bc-531c-484a-95f0-6006021b48b8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:50.218086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5a5bd2cf-8e1e-4f6f-a22b-e6c8914aa32c None None] Provisioning for port 971e0995-860f-49c6-a0eb-a9199d69c240 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:50.218459 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a757a6f3-cafa-45c7-adc9-e8105498082d req-c4764181-66d4-4044-bd0b-883323cc4c58 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/security-groups?id=65552a80-ee38-44db-8d89-80e1d626f302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201962 Jul 08 20:39:50.228007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5a5bd2cf-8e1e-4f6f-a22b-e6c8914aa32c None None] Provisioning complete for port 971e0995-860f-49c6-a0eb-a9199d69c240 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:50.228007 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5a5bd2cf-8e1e-4f6f-a22b-e6c8914aa32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:50.317470 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d6b82829-b1f2-4cb0-827b-6f2a21e40db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:50.376705 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d6b82829-b1f2-4cb0-827b-6f2a21e40db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:50.436370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Router 5318ed83-0da3-4658-b3dd-15deec16ec4f is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:39:50.455955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-12bd22ac-1b0e-46a2-9fa3-93dbb1c07261 req-cd84b27b-580b-4f10-933a-6a70d48a7351 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:50.486667 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d6b82829-b1f2-4cb0-827b-6f2a21e40db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:50.489489 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d6b82829-b1f2-4cb0-827b-6f2a21e40db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:50.490701 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d6b82829-b1f2-4cb0-827b-6f2a21e40db0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/adbbd1bc-531c-484a-95f0-6006021b48b8 HTTP/1.1" status: 204 len: 168 time: 0.4178283 Jul 08 20:39:50.499158 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5a5bd2cf-8e1e-4f6f-a22b-e6c8914aa32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:50.515544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b82829-b1f2-4cb0-827b-6f2a21e40db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbbd1bc-531c-484a-95f0-6006021b48b8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:50.550990 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5a5bd2cf-8e1e-4f6f-a22b-e6c8914aa32c None None] For port 971e0995-860f-49c6-a0eb-a9199d69c240, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=971e0995-860f-49c6-a0eb-a9199d69c240,segment=NetworkSegment(a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0),segment_id=a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:50.566803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5a5bd2cf-8e1e-4f6f-a22b-e6c8914aa32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:50.612001 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84b27b-580b-4f10-933a-6a70d48a7351 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Pushing event deleted for resources: {'Port': ['ID=3130d41f-7f11-4d37-b602-d51e907b6f2b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:50.760735 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bd2cf-8e1e-4f6f-a22b-e6c8914aa32c None None] Pushing event updated for resources: {'Port': ['ID=971e0995-860f-49c6-a0eb-a9199d69c240,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:50.809680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bd22ac-1b0e-46a2-9fa3-93dbb1c07261 req-cd84b27b-580b-4f10-933a-6a70d48a7351 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] No DVR routers for this DVR port 3130d41f-7f11-4d37-b602-d51e907b6f2b on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:39:50.860791 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-12bd22ac-1b0e-46a2-9fa3-93dbb1c07261 req-cd84b27b-580b-4f10-933a-6a70d48a7351 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:50.863011 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12bd22ac-1b0e-46a2-9fa3-93dbb1c07261 req-cd84b27b-580b-4f10-933a-6a70d48a7351 tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.103 "DELETE /v2.0/ports/3130d41f-7f11-4d37-b602-d51e907b6f2b HTTP/1.1" status: 204 len: 173 time: 2.3792057 Jul 08 20:39:50.863402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac505b7e-3057-4ec8-8b11-a69cb7444f0c', 'name': 'network-vif-deleted', 'tag': '3130d41f-7f11-4d37-b602-d51e907b6f2b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:50.865728 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce15a291-0cca-479d-ba6e-7bcc3238bf93" -d '{"events": [{"server_uuid": "ac505b7e-3057-4ec8-8b11-a69cb7444f0c", "name": "network-vif-deleted", "tag": "3130d41f-7f11-4d37-b602-d51e907b6f2b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:50.980784 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad094841-540b-44bf-b5ef-8d7ec3762c43 x-openstack-request-id: req-ad094841-540b-44bf-b5ef-8d7ec3762c43 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:50.983150 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac505b7e-3057-4ec8-8b11-a69cb7444f0c", "name": "network-vif-deleted", "tag": "3130d41f-7f11-4d37-b602-d51e907b6f2b", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:50.984317 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ad094841-540b-44bf-b5ef-8d7ec3762c43 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:50.984851 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac505b7e-3057-4ec8-8b11-a69cb7444f0c', 'name': 'network-vif-deleted', 'tag': '3130d41f-7f11-4d37-b602-d51e907b6f2b', 'status': 'completed', 'code': 200} Jul 08 20:39:50.993899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:39:51.021422 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Sync routers for ids ['5318ed83-0da3-4658-b3dd-15deec16ec4f'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:39:51.041050 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:51.044085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7cb2b8ee-8c8e-47cf-a1e4-38668cdbd6a5 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9489675 Jul 08 20:39:51.046830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53018) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:51.072184 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Routers {'5318ed83-0da3-4658-b3dd-15deec16ec4f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:51.073437 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5318ed83-0da3-4658-b3dd-15deec16ec4f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:51.103426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d5c3e6aa-3aeb-495e-8eaf-d21975542928 None None] Provisioning complete for port 971e0995-860f-49c6-a0eb-a9199d69c240 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:51.103810 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5c3e6aa-3aeb-495e-8eaf-d21975542928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:51.431912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 971e0995-860f-49c6-a0eb-a9199d69c240 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:51.546820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 971e0995-860f-49c6-a0eb-a9199d69c240 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:51.547517 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:51.607774 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Set router 5318ed83-0da3-4658-b3dd-15deec16ec4f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:51.749075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e942d4d2-69b0-49f2-8b58-457b85cb5cb6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:51.853667 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port e942d4d2-69b0-49f2-8b58-457b85cb5cb6 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:51.862940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port e942d4d2-69b0-49f2-8b58-457b85cb5cb6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:51.863316 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:51.953143 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd8f1f34-42ab-415c-9659-219fb661f5f6 req-6cf07117-fc64-41d7-9ec6-4be44909230e tempest-ServersNegativeTestMultiTenantJSON-975417229 tempest-ServersNegativeTestMultiTenantJSON-975417229-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac505b7e-3057-4ec8-8b11-a69cb7444f0c HTTP/1.1" status: 200 len: 210 time: 0.1427901 Jul 08 20:39:52.032509 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:52.110839 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port e942d4d2-69b0-49f2-8b58-457b85cb5cb6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e942d4d2-69b0-49f2-8b58-457b85cb5cb6,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:52.125954 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:52.219355 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'name': 'tempest-TestVolumeBootPattern-283493209-router', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:39:47Z', 'revision_number': 3, 'project_id': '4c94a83ff730435492fbdc71e78cb425', 'gw_port': {'id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:52.265981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=e942d4d2-69b0-49f2-8b58-457b85cb5cb6,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:52.306097 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Checking router: 5318ed83-0da3-4658-b3dd-15deec16ec4f for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:39:52.306458 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Updating router 5318ed83-0da3-4658-b3dd-15deec16ec4f port 5dc72b90-7066-4a3c-87b2-e6790de821c5 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:39:52.377122 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:52.468322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3130d41f-7f11-4d37-b602-d51e907b6f2b no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:39:52.577039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 3130d41f-7f11-4d37-b602-d51e907b6f2b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:39:52.577747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 3130d41f-7f11-4d37-b602-d51e907b6f2b not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:39:52.600224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02311430-c3a2-4a6a-bed6-336891f804dd req-aed9182d-9c52-42d3-affd-20e2fd61cef7 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:52.601871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02311430-c3a2-4a6a-bed6-336891f804dd req-aed9182d-9c52-42d3-affd-20e2fd61cef7 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=96185889-baa1-45af-a7b9-b013297b54bd HTTP/1.1" status: 200 len: 945 time: 0.1930797 Jul 08 20:39:52.673388 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-02311430-c3a2-4a6a-bed6-336891f804dd req-27a8c71e-91ca-47f8-9131-5ae8d4b052bb tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501168 Jul 08 20:39:52.675531 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:52.931728 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:52.944767 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Transition to ACTIVE for port object 5dc72b90-7066-4a3c-87b2-e6790de821c5 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:52.951321 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Allocated IP 172.20.0.1 (e3988e00-f061-4b10-adab-451ee2303fc9/1b671847-5af3-4838-a170-e8e3f46ee8d4/ce63a01c-fc79-4eae-8d27-6af1a983bcaf) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:39:52.955647 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:52.997843 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Attempting to bind port 5dc72b90-7066-4a3c-87b2-e6790de821c5 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:39:52.998544 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Attempting to bind port 5dc72b90-7066-4a3c-87b2-e6790de821c5 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:39:52.998911 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Attempting to bind port 5dc72b90-7066-4a3c-87b2-e6790de821c5 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:53.029413 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:39:53.030737 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:53.031337 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.032885 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:39:53.033723 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Bound port: 5dc72b90-7066-4a3c-87b2-e6790de821c5, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:39:53.035163 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.037282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53076) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:53.096576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b480c-e877-47e8-ad25-274a9493a1d4 req-ac0de796-f407-4d6f-a997-514913cb47db tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:53.098234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-017b480c-e877-47e8-ad25-274a9493a1d4 req-ac0de796-f407-4d6f-a997-514913cb47db tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.103 "GET /v2.0/ports?device_id=96185889-baa1-45af-a7b9-b013297b54bd HTTP/1.1" status: 200 len: 945 time: 0.1917498 Jul 08 20:39:53.116949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53082) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:53.143916 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c0cf4-0889-4bc0-b571-1f9a41704fe8 None None] Pushing event updated for resources: {'Port': ['ID=5dc72b90-7066-4a3c-87b2-e6790de821c5,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:53.178828 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] For port 5dc72b90-7066-4a3c-87b2-e6790de821c5, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:39:53.184516 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] For port 5dc72b90-7066-4a3c-87b2-e6790de821c5, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=5dc72b90-7066-4a3c-87b2-e6790de821c5,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:39:53.192258 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.208054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-86869cfb-ca5a-45bb-a84e-7e7d9517da40 admin admin] Deleting subnet fdda0571-1efc-4000-ab58-298954b4b0dd {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:39:53.211340 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-86869cfb-ca5a-45bb-a84e-7e7d9517da40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.231363 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e942d4d2-69b0-49f2-8b58-457b85cb5cb6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:53.292410 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Routers {'5318ed83-0da3-4658-b3dd-15deec16ec4f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:53.294559 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5318ed83-0da3-4658-b3dd-15deec16ec4f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:53.296066 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2e02e2a5-442e-4d45-bca5-3d375f23269d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.314601 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.327836 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-86869cfb-ca5a-45bb-a84e-7e7d9517da40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.387128 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Transition to ACTIVE for port object ce63a01c-fc79-4eae-8d27-6af1a983bcaf will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:53.400246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port e942d4d2-69b0-49f2-8b58-457b85cb5cb6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:53.401930 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.488485 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.489640 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c0cf4-0889-4bc0-b571-1f9a41704fe8 None None] Pushing event updated for resources: {'Port': ['ID=5dc72b90-7066-4a3c-87b2-e6790de821c5,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:53.509114 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-86869cfb-ca5a-45bb-a84e-7e7d9517da40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.517997 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.532862 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] Set router 5318ed83-0da3-4658-b3dd-15deec16ec4f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:53.582675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-017b480c-e877-47e8-ad25-274a9493a1d4 req-639ab8bc-1853-4338-97dc-4dc900ae3bcf tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Deleting port c5f3a333-fd82-4e15-8c3f-db06dafb3006 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:39:53.583117 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-017b480c-e877-47e8-ad25-274a9493a1d4 req-639ab8bc-1853-4338-97dc-4dc900ae3bcf tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.612484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Network e3988e00-f061-4b10-adab-451ee2303fc9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:53.649620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05a2c3-5429-4b18-8189-71bb1b69fea0 req-ebbe6767-1880-47f8-baf2-6db3aa07f6f9 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:53.653534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a05a2c3-5429-4b18-8189-71bb1b69fea0 req-ebbe6767-1880-47f8-baf2-6db3aa07f6f9 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3d24783-bb9a-468f-9b94-f6066cc72965 HTTP/1.1" status: 200 len: 946 time: 0.2616525 Jul 08 20:39:53.657679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:53.662281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:39:53.746634 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-86869cfb-ca5a-45bb-a84e-7e7d9517da40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.764315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Pushing event updated for resources: {'Port': ['ID=ce63a01c-fc79-4eae-8d27-6af1a983bcaf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:53.827312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:53.827690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:53.828757 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:53.829104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:53.830087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:53.830313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:53.830647 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:53.830980 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:53.831338 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:53.831667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:53.831992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:53.832320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:53.859970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86869cfb-ca5a-45bb-a84e-7e7d9517da40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdda0571-1efc-4000-ab58-298954b4b0dd,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:53.897610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-017b480c-e877-47e8-ad25-274a9493a1d4 req-639ab8bc-1853-4338-97dc-4dc900ae3bcf tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] For port c5f3a333-fd82-4e15-8c3f-db06dafb3006, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=c5f3a333-fd82-4e15-8c3f-db06dafb3006,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:53.898272 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-017b480c-e877-47e8-ad25-274a9493a1d4 req-639ab8bc-1853-4338-97dc-4dc900ae3bcf tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.904695 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.942415 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'name': 'tempest-TestVolumeBootPattern-283493209-router', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:39:47Z', 'revision_number': 3, 'project_id': '4c94a83ff730435492fbdc71e78cb425', 'gw_port': {'id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:53.960543 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-86869cfb-ca5a-45bb-a84e-7e7d9517da40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:53.962626 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-86869cfb-ca5a-45bb-a84e-7e7d9517da40 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/fdda0571-1efc-4000-ab58-298954b4b0dd HTTP/1.1" status: 204 len: 168 time: 0.8446970 Jul 08 20:39:53.967625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53098) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:54.035493 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2e02e2a5-442e-4d45-bca5-3d375f23269d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.041205 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c70bb2-e484-4be6-921a-4a851ffdb1aa None None] The sync data for ids ['5318ed83-0da3-4658-b3dd-15deec16ec4f'] in n-d-791506-16 is: [{'id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'name': 'tempest-TestVolumeBootPattern-283493209-router', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:39:47Z', 'revision_number': 3, 'project_id': '4c94a83ff730435492fbdc71e78cb425', 'gw_port': {'id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:39:54.059342 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2e02e2a5-442e-4d45-bca5-3d375f23269d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.134369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2e02e2a5-442e-4d45-bca5-3d375f23269d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=39e39dda45dd4ea99319ac67a49a6ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0959749 Jul 08 20:39:54.139862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02e2a5-442e-4d45-bca5-3d375f23269d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd81579-e30c-468f-9ce0-91cabd3415cb,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:54.144899 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7bc6c253-fd4b-4865-8b8b-83ea32c56f3c None None] Provisioning for port ce63a01c-fc79-4eae-8d27-6af1a983bcaf completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:54.147989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53102) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:54.152992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7bc6c253-fd4b-4865-8b8b-83ea32c56f3c None None] Provisioning complete for port ce63a01c-fc79-4eae-8d27-6af1a983bcaf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:54.154445 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7bc6c253-fd4b-4865-8b8b-83ea32c56f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.169970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8a05a2c3-5429-4b18-8189-71bb1b69fea0 req-b01c9583-6a77-4e37-9145-a5da3d199257 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Deleting port 590a1149-aed8-4b79-ae55-875b0a55ed21 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:39:54.170512 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a05a2c3-5429-4b18-8189-71bb1b69fea0 req-b01c9583-6a77-4e37-9145-a5da3d199257 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.174518 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-017b480c-e877-47e8-ad25-274a9493a1d4 req-639ab8bc-1853-4338-97dc-4dc900ae3bcf tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Calling delete_port for c5f3a333-fd82-4e15-8c3f-db06dafb3006 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:39:54.199847 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a34f72a-74d9-4d06-b1f0-a70ead54ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.250984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6c253-fd4b-4865-8b8b-83ea32c56f3c None None] Port ce63a01c-fc79-4eae-8d27-6af1a983bcaf cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:39:54.396694 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe031a10-6df0-4514-b858-daf662519dc4 req-12ba4705-6eab-4e2a-86b4-a3785fda35f9 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:54.396987 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a34f72a-74d9-4d06-b1f0-a70ead54ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.409722 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a312d5e5-ed6e-4de3-a03d-99317e6d220a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.417321 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe031a10-6df0-4514-b858-daf662519dc4 req-12ba4705-6eab-4e2a-86b4-a3785fda35f9 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=96185889-baa1-45af-a7b9-b013297b54bd HTTP/1.1" status: 200 len: 945 time: 0.3322613 Jul 08 20:39:54.426384 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.434013 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-6a34f72a-74d9-4d06-b1f0-a70ead54ed68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d3664a-f60f-450e-a5ad-2716943c59ad']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:54.486121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8a05a2c3-5429-4b18-8189-71bb1b69fea0 req-b01c9583-6a77-4e37-9145-a5da3d199257 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] For port 590a1149-aed8-4b79-ae55-875b0a55ed21, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=590a1149-aed8-4b79-ae55-875b0a55ed21,segment=NetworkSegment(7c4317f6-36a0-4765-9636-75283216a18b),segment_id=7c4317f6-36a0-4765-9636-75283216a18b)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:54.486525 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a05a2c3-5429-4b18-8189-71bb1b69fea0 req-b01c9583-6a77-4e37-9145-a5da3d199257 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.518217 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a312d5e5-ed6e-4de3-a03d-99317e6d220a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.524297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-6a34f72a-74d9-4d06-b1f0-a70ead54ed68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:54.524599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-6a34f72a-74d9-4d06-b1f0-a70ead54ed68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6edd2d-7cc1-4ab3-b8eb-63d49439bc2b') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:54.586327 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a34f72a-74d9-4d06-b1f0-a70ead54ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.588212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8a05a2c3-5429-4b18-8189-71bb1b69fea0 req-b01c9583-6a77-4e37-9145-a5da3d199257 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Calling delete_port for 590a1149-aed8-4b79-ae55-875b0a55ed21 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:39:54.646371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a34f72a-74d9-4d06-b1f0-a70ead54ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.680857 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe031a10-6df0-4514-b858-daf662519dc4 req-39dd6cd7-37ea-4faa-be8f-1709b31c37bc tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/security-groups?id=dab89365-c16d-4cb4-b584-8e77ff48a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610621 Jul 08 20:39:54.699983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a34f72a-74d9-4d06-b1f0-a70ead54ed68 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:39:54.700432 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a34f72a-74d9-4d06-b1f0-a70ead54ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:39:54.709332 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:39:54.798330 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a312d5e5-ed6e-4de3-a03d-99317e6d220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.801208 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a312d5e5-ed6e-4de3-a03d-99317e6d220a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.802466 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a312d5e5-ed6e-4de3-a03d-99317e6d220a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0fd81579-e30c-468f-9ce0-91cabd3415cb HTTP/1.1" status: 204 len: 168 time: 0.6533787 Jul 08 20:39:54.819621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312d5e5-ed6e-4de3-a03d-99317e6d220a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd81579-e30c-468f-9ce0-91cabd3415cb,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:54.828821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a34f72a-74d9-4d06-b1f0-a70ead54ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.856521 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a34f72a-74d9-4d06-b1f0-a70ead54ed68 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.858708 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6a34f72a-74d9-4d06-b1f0-a70ead54ed68 admin admin] 10.222.0.101 "DELETE /v2.0/networks/f4d3664a-f60f-450e-a5ad-2716943c59ad HTTP/1.1" status: 204 len: 168 time: 0.8874533 Jul 08 20:39:54.859946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34f72a-74d9-4d06-b1f0-a70ead54ed68 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4d3664a-f60f-450e-a5ad-2716943c59ad,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:54.862593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53116) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:54.959096 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-017b480c-e877-47e8-ad25-274a9493a1d4 req-639ab8bc-1853-4338-97dc-4dc900ae3bcf tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:54.978394 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a0cd77-cb03-40b9-882a-cf4edfbdd849 admin admin] Deleting subnet eebe5401-4d67-4f6b-82a4-3519654e8ccc {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:39:54.985636 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64a0cd77-cb03-40b9-882a-cf4edfbdd849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.035011 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a05a2c3-5429-4b18-8189-71bb1b69fea0 req-b01c9583-6a77-4e37-9145-a5da3d199257 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.041237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ab8bc-1853-4338-97dc-4dc900ae3bcf tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Pushing event deleted for resources: {'Port': ['ID=c5f3a333-fd82-4e15-8c3f-db06dafb3006,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:55.043010 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64a0cd77-cb03-40b9-882a-cf4edfbdd849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.132465 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64a0cd77-cb03-40b9-882a-cf4edfbdd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.240552 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.251014 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64a0cd77-cb03-40b9-882a-cf4edfbdd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.251282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-017b480c-e877-47e8-ad25-274a9493a1d4 req-639ab8bc-1853-4338-97dc-4dc900ae3bcf tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] No DVR routers for this DVR port c5f3a333-fd82-4e15-8c3f-db06dafb3006 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:39:55.253736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.253972 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 5dc72b90-7066-4a3c-87b2-e6790de821c5 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:55.256699 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-017b480c-e877-47e8-ad25-274a9493a1d4 req-639ab8bc-1853-4338-97dc-4dc900ae3bcf tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.264552 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-017b480c-e877-47e8-ad25-274a9493a1d4 req-639ab8bc-1853-4338-97dc-4dc900ae3bcf tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.103 "DELETE /v2.0/ports/c5f3a333-fd82-4e15-8c3f-db06dafb3006 HTTP/1.1" status: 204 len: 173 time: 2.1425176 Jul 08 20:39:55.267717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96185889-baa1-45af-a7b9-b013297b54bd', 'name': 'network-vif-deleted', 'tag': 'c5f3a333-fd82-4e15-8c3f-db06dafb3006'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:55.278329 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bd8281-a415-4a48-bbc9-9f9e154daa31" -d '{"events": [{"server_uuid": "96185889-baa1-45af-a7b9-b013297b54bd", "name": "network-vif-deleted", "tag": "c5f3a333-fd82-4e15-8c3f-db06dafb3006"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:55.297198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c9583-6a77-4e37-9145-a5da3d199257 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Pushing event deleted for resources: {'Port': ['ID=590a1149-aed8-4b79-ae55-875b0a55ed21,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:55.361807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a05a2c3-5429-4b18-8189-71bb1b69fea0 req-b01c9583-6a77-4e37-9145-a5da3d199257 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] No DVR routers for this DVR port 590a1149-aed8-4b79-ae55-875b0a55ed21 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:39:55.429005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 5dc72b90-7066-4a3c-87b2-e6790de821c5 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:39:55.438876 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a0599c-e14f-472f-87a8-aaa25741bb8d x-openstack-request-id: req-49a0599c-e14f-472f-87a8-aaa25741bb8d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:55.439459 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96185889-baa1-45af-a7b9-b013297b54bd", "name": "network-vif-deleted", "tag": "c5f3a333-fd82-4e15-8c3f-db06dafb3006", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:55.439947 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-49a0599c-e14f-472f-87a8-aaa25741bb8d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:55.440673 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96185889-baa1-45af-a7b9-b013297b54bd', 'name': 'network-vif-deleted', 'tag': 'c5f3a333-fd82-4e15-8c3f-db06dafb3006', 'status': 'completed', 'code': 200} Jul 08 20:39:55.445433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 5dc72b90-7066-4a3c-87b2-e6790de821c5 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:55.445947 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.471588 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a05a2c3-5429-4b18-8189-71bb1b69fea0 req-b01c9583-6a77-4e37-9145-a5da3d199257 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.482624 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a05a2c3-5429-4b18-8189-71bb1b69fea0 req-b01c9583-6a77-4e37-9145-a5da3d199257 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.104 "DELETE /v2.0/ports/590a1149-aed8-4b79-ae55-875b0a55ed21 HTTP/1.1" status: 204 len: 173 time: 1.8179350 Jul 08 20:39:55.483551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d24783-bb9a-468f-9b94-f6066cc72965', 'name': 'network-vif-deleted', 'tag': '590a1149-aed8-4b79-ae55-875b0a55ed21'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:39:55.486078 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593b0ff4-7533-43ae-b0dc-a3b17a2957b4" -d '{"events": [{"server_uuid": "e3d24783-bb9a-468f-9b94-f6066cc72965", "name": "network-vif-deleted", "tag": "590a1149-aed8-4b79-ae55-875b0a55ed21"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:39:55.493351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Pushing event updated for resources: {'Port': ['ID=ce63a01c-fc79-4eae-8d27-6af1a983bcaf,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:55.499944 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.574010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0cd77-cb03-40b9-882a-cf4edfbdd849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebe5401-4d67-4f6b-82a4-3519654e8ccc,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:55.592355 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64a0cd77-cb03-40b9-882a-cf4edfbdd849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.598104 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-64a0cd77-cb03-40b9-882a-cf4edfbdd849 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/eebe5401-4d67-4f6b-82a4-3519654e8ccc HTTP/1.1" status: 204 len: 168 time: 0.7344639 Jul 08 20:39:55.599238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53142) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:55.600975 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75285ef-cc1f-4836-bc61-32a6b8d55b26 x-openstack-request-id: req-a75285ef-cc1f-4836-bc61-32a6b8d55b26 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:39:55.601292 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d24783-bb9a-468f-9b94-f6066cc72965", "name": "network-vif-deleted", "tag": "590a1149-aed8-4b79-ae55-875b0a55ed21", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:39:55.601579 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a75285ef-cc1f-4836-bc61-32a6b8d55b26 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:39:55.602320 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d24783-bb9a-468f-9b94-f6066cc72965', 'name': 'network-vif-deleted', 'tag': '590a1149-aed8-4b79-ae55-875b0a55ed21', 'status': 'completed', 'code': 200} Jul 08 20:39:55.735649 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.738620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Network e3988e00-f061-4b10-adab-451ee2303fc9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:39:55.743181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:55.830765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 5dc72b90-7066-4a3c-87b2-e6790de821c5, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=5dc72b90-7066-4a3c-87b2-e6790de821c5,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:39:55.835653 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.860114 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcc55-672a-47a1-89be-98612d2ac5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:55.988743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Router 5318ed83-0da3-4658-b3dd-15deec16ec4f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:39:56.034108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=5dc72b90-7066-4a3c-87b2-e6790de821c5,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:56.056820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:56.057226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:56.058112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:56.058813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:56.059218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:56.059511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:56.059868 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:56.060207 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:56.060542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:56.075580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:56.075991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:56.076344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:39:56.107480 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-766108a8-3d0d-4a63-8046-18aa6558e9f4 req-fb6f0c14-3c44-41cf-a9e5-f7def4efe6b8 tempest-ListServersNegativeTestJSON-418237835 tempest-ListServersNegativeTestJSON-418237835-project] 10.222.0.101 "GET /v2.0/ports?device_id=96185889-baa1-45af-a7b9-b013297b54bd HTTP/1.1" status: 200 len: 210 time: 0.1797719 Jul 08 20:39:56.252946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-44d369d8-c92b-4a03-bbce-b07ac34053be None None] Provisioning complete for port ce63a01c-fc79-4eae-8d27-6af1a983bcaf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:56.258823 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-44d369d8-c92b-4a03-bbce-b07ac34053be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:56.283057 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcc55-672a-47a1-89be-98612d2ac5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:56.284514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:39:56.305152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3929adcc-58dd-4850-ba79-55b2b4556a32 admin admin] 10.222.0.101 "PUT /v2.0/routers/5318ed83-0da3-4658-b3dd-15deec16ec4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2570829 Jul 08 20:39:56.320794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-3c6bcc55-672a-47a1-89be-98612d2ac5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d070ca-6129-45bf-89be-336e1011c992']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:56.339032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-3c6bcc55-672a-47a1-89be-98612d2ac5e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87bf9de-ea9a-42da-8f8e-36cedb08b677') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:56.339322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-3c6bcc55-672a-47a1-89be-98612d2ac5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87bf9de-ea9a-42da-8f8e-36cedb08b677') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:56.342828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-44d369d8-c92b-4a03-bbce-b07ac34053be None None] Port ce63a01c-fc79-4eae-8d27-6af1a983bcaf cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:39:56.354807 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcc55-672a-47a1-89be-98612d2ac5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:56.370986 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcc55-672a-47a1-89be-98612d2ac5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:56.382142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6bcc55-672a-47a1-89be-98612d2ac5e2 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:39:56.391863 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcc55-672a-47a1-89be-98612d2ac5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:39:56.393976 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:39:56.468687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device c5f3a333-fd82-4e15-8c3f-db06dafb3006 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:39:56.502570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53166) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:56.532273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: c5f3a333-fd82-4e15-8c3f-db06dafb3006 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:39:56.534100 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device c5f3a333-fd82-4e15-8c3f-db06dafb3006 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:39:56.538441 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcc55-672a-47a1-89be-98612d2ac5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:56.564472 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcc55-672a-47a1-89be-98612d2ac5e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:56.566988 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3c6bcc55-672a-47a1-89be-98612d2ac5e2 admin admin] 10.222.0.101 "DELETE /v2.0/networks/80d070ca-6129-45bf-89be-336e1011c992 HTTP/1.1" status: 204 len: 168 time: 0.9635379 Jul 08 20:39:56.568515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bcc55-672a-47a1-89be-98612d2ac5e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=80d070ca-6129-45bf-89be-336e1011c992,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:56.733077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-377469747-network', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:56.780704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Made reservation on behalf of 8904f969823445978f5bf7d6e599b8cb for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:56.783938 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:56.799764 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:56.892108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 590a1149-aed8-4b79-ae55-875b0a55ed21 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:39:56.912906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53184) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:56.960953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 590a1149-aed8-4b79-ae55-875b0a55ed21 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:39:56.965204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 590a1149-aed8-4b79-ae55-875b0a55ed21 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:39:56.999405 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-027f579f-5fb9-4b6d-91d9-32bbf664dd6d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4c3980dfb3e04c64b341dbc0d3c4b657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851324 Jul 08 20:39:57.000489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53188) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:57.013994 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.022166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.089574 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0979b625-1d44-4f33-a760-7f58bfbb397b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.099337 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a85ed08-fee1-4cfe-8dca-84059276889a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:57.131125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:39:57.155333 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0979b625-1d44-4f33-a760-7f58bfbb397b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.156789 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.157542 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Added segment d9268b16-4789-4616-b29f-a745973e1350 of type vlan for network eb126676-baac-44c7-8776-db620659cc11 Jul 08 20:39:57.273160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Sync routers for ids ['5318ed83-0da3-4658-b3dd-15deec16ec4f'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:39:57.273707 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.285870 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0979b625-1d44-4f33-a760-7f58bfbb397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.289882 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0979b625-1d44-4f33-a760-7f58bfbb397b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.291364 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0979b625-1d44-4f33-a760-7f58bfbb397b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/65552a80-ee38-44db-8d89-80e1d626f302 HTTP/1.1" status: 204 len: 168 time: 0.2897670 Jul 08 20:39:57.306762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979b625-1d44-4f33-a760-7f58bfbb397b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65552a80-ee38-44db-8d89-80e1d626f302,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:57.332664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 5dc72b90-7066-4a3c-87b2-e6790de821c5 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:39:57.422810 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.453068 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:57.453985 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.464439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Routers {'5318ed83-0da3-4658-b3dd-15deec16ec4f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:39:57.466224 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5318ed83-0da3-4658-b3dd-15deec16ec4f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:57.470102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53206) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:57.591162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d64752-3e76-4f29-a198-af2ad3e8f560 admin admin] Deleting subnet 5c74f789-0fbd-43ec-afc3-d4dcd7abf927 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:39:57.603882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1000185 Jul 08 20:39:57.605168 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53210) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:57.610088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 5dc72b90-7066-4a3c-87b2-e6790de821c5 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:39:57.610503 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.613785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-8e4e3579-74c6-4689-bd6a-8fecc7a12661 admin admin] Request body: {'subnet': {'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-377469747-subnet', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:57.614530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15d64752-3e76-4f29-a198-af2ad3e8f560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.641311 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6947a39-6024-4aa3-98dc-0f981111e37e admin admin] Pushing event updated for resources: {'Network': ['ID=eb126676-baac-44c7-8776-db620659cc11,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:57.646378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4e3579-74c6-4689-bd6a-8fecc7a12661 admin admin] Made reservation on behalf of 8904f969823445978f5bf7d6e599b8cb for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:39:57.649344 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8e4e3579-74c6-4689-bd6a-8fecc7a12661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.661506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network eb126676-baac-44c7-8776-db620659cc11 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:39:57.719043 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15d64752-3e76-4f29-a198-af2ad3e8f560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.761355 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Set router 5318ed83-0da3-4658-b3dd-15deec16ec4f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:39:57.835597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15d64752-3e76-4f29-a198-af2ad3e8f560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:57.991980 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15d64752-3e76-4f29-a198-af2ad3e8f560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.022528 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15d64752-3e76-4f29-a198-af2ad3e8f560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.033383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-15d64752-3e76-4f29-a198-af2ad3e8f560 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5c74f789-0fbd-43ec-afc3-d4dcd7abf927 HTTP/1.1" status: 204 len: 168 time: 0.5531936 Jul 08 20:39:58.037889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53218) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:58.097862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d64752-3e76-4f29-a198-af2ad3e8f560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c74f789-0fbd-43ec-afc3-d4dcd7abf927,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:58.131844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'name': 'tempest-TestVolumeBootPattern-283493209-router', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:39:54Z', 'revision_number': 4, 'project_id': '4c94a83ff730435492fbdc71e78cb425', 'gw_port': {'id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'ce63a01c-fc79-4eae-8d27-6af1a983bcaf', 'name': '', 'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'mac_address': 'fa:16:3e:df:44:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '1b671847-5af3-4838-a170-e8e3f46ee8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:52Z', 'updated_at': '2021-07-08T20:39:54Z', 'revision_number': 2, 'project_id': '4c94a83ff730435492fbdc71e78cb425', 'subnets': [{'id': '1b671847-5af3-4838-a170-e8e3f46ee8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:58.155116 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53220) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:58.169703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Checking router: 5318ed83-0da3-4658-b3dd-15deec16ec4f for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:39:58.170505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Updating router 5318ed83-0da3-4658-b3dd-15deec16ec4f port ce63a01c-fc79-4eae-8d27-6af1a983bcaf binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:39:58.220976 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa4ab-7873-440f-b720-54ad10300d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.248032 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.287210 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6f1c4496-eb6f-42bf-94cb-039387f60ef4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4de0c1e551644c8db9a6948db4b14f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308646 Jul 08 20:39:58.303315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53230) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:58.366218 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa4ab-7873-440f-b720-54ad10300d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.386647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9bdfa4ab-7873-440f-b720-54ad10300d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bca8d3-7881-487e-91ab-b4dcf10fbb9c']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:58.420653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9bdfa4ab-7873-440f-b720-54ad10300d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4317f6-36a0-4765-9636-75283216a18b') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:58.421203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9bdfa4ab-7873-440f-b720-54ad10300d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4317f6-36a0-4765-9636-75283216a18b') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:39:58.438554 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8e4e3579-74c6-4689-bd6a-8fecc7a12661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.458067 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa4ab-7873-440f-b720-54ad10300d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.508602 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe893-f7ff-4c5f-8e36-5d99ed8e5aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.517229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e3579-74c6-4689-bd6a-8fecc7a12661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=373f0c01-b696-4703-ab5a-3a737cebfdae,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:58.528187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e3579-74c6-4689-bd6a-8fecc7a12661 admin admin] Checking segment: {'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:58.528834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e3579-74c6-4689-bd6a-8fecc7a12661 admin admin] Network hostable DHCP agents. Network: eb126676-baac-44c7-8776-db620659cc11, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:39:58.550489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e3579-74c6-4689-bd6a-8fecc7a12661 admin admin] Network eb126676-baac-44c7-8776-db620659cc11 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:39:58.564498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-8e4e3579-74c6-4689-bd6a-8fecc7a12661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, eb126676-baac-44c7-8776-db620659cc11) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:39:58.566491 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa4ab-7873-440f-b720-54ad10300d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.572369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4e3579-74c6-4689-bd6a-8fecc7a12661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:39:58.574148 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8e4e3579-74c6-4689-bd6a-8fecc7a12661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.575185 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe893-f7ff-4c5f-8e36-5d99ed8e5aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.579095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e7965c-ed84-4024-9d17-a7d50f493e45 None None] Network eb126676-baac-44c7-8776-db620659cc11 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:39:58.584053 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdfa4ab-7873-440f-b720-54ad10300d2f admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:39:58.584466 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa4ab-7873-440f-b720-54ad10300d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:39:58.593032 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:39:58.603003 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8e4e3579-74c6-4689-bd6a-8fecc7a12661 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9935420 Jul 08 20:39:58.604790 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53236) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:58.614178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:39:58.647119 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.648899 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.711690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe893-f7ff-4c5f-8e36-5d99ed8e5aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.727760 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe893-f7ff-4c5f-8e36-5d99ed8e5aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.733328 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cb1fe893-f7ff-4c5f-8e36-5d99ed8e5aaf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b951b67d-312d-471b-b4c5-c3cf32a44b43 HTTP/1.1" status: 204 len: 168 time: 0.4286737 Jul 08 20:39:58.749688 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.777476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fe893-f7ff-4c5f-8e36-5d99ed8e5aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b951b67d-312d-471b-b4c5-c3cf32a44b43,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:58.803844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa4ab-7873-440f-b720-54ad10300d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.816987 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa4ab-7873-440f-b720-54ad10300d2f admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.826310 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9bdfa4ab-7873-440f-b720-54ad10300d2f admin admin] 10.222.0.101 "DELETE /v2.0/networks/73bca8d3-7881-487e-91ab-b4dcf10fbb9c HTTP/1.1" status: 204 len: 168 time: 0.7457111 Jul 08 20:39:58.875394 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfa4ab-7873-440f-b720-54ad10300d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=73bca8d3-7881-487e-91ab-b4dcf10fbb9c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:58.888519 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:58.914675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Transition to ACTIVE for port object ce63a01c-fc79-4eae-8d27-6af1a983bcaf will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:39:58.942620 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:59.104952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b2a12-ce70-4000-b540-93a5dd0024d5 None None] Pushing event updated for resources: {'Port': ['ID=ce63a01c-fc79-4eae-8d27-6af1a983bcaf,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:39:59.204997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53260) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:59.253339 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:59.316287 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-798c7ac6-2684-46ba-be3b-09be21cada70 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ac642b5c5ba546ccb84837a7ca93c19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097629 Jul 08 20:39:59.318532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53262) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:39:59.494436 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13b3ebab-0689-4897-9505-2971e23e927a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:59.542976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Attempting to bind port ce63a01c-fc79-4eae-8d27-6af1a983bcaf on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:39:59.543564 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Attempting to bind port ce63a01c-fc79-4eae-8d27-6af1a983bcaf by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:39:59.545356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Attempting to bind port ce63a01c-fc79-4eae-8d27-6af1a983bcaf on network e3988e00-f061-4b10-adab-451ee2303fc9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:39:59.576537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-eb126676-baac-44c7-8776-db620659cc11', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:39:59.577558 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:59.581665 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13b3ebab-0689-4897-9505-2971e23e927a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:59.635533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:39:59.635533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Checking segment: {'id': 'a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:39:59.636256 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:59.640305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Bound using segment: {'id': 'a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:39:59.640960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Bound port: ce63a01c-fc79-4eae-8d27-6af1a983bcaf, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:39:59.641368 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:59.878220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] For port ce63a01c-fc79-4eae-8d27-6af1a983bcaf, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:39:59.899536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] For port ce63a01c-fc79-4eae-8d27-6af1a983bcaf, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce63a01c-fc79-4eae-8d27-6af1a983bcaf,segment=NetworkSegment(a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0),segment_id=a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:39:59.911024 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:59.916903 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:59.936477 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:39:59.962101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Allocated IP 172.20.0.2 (eb126676-baac-44c7-8776-db620659cc11/373f0c01-b696-4703-ab5a-3a737cebfdae/d49f981a-bbf2-4782-a62a-70cd3cef7ee3) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:40:00.034354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b2a12-ce70-4000-b540-93a5dd0024d5 None None] Pushing event updated for resources: {'Port': ['ID=ce63a01c-fc79-4eae-8d27-6af1a983bcaf,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:00.075295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Routers {'5318ed83-0da3-4658-b3dd-15deec16ec4f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:40:00.075295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5318ed83-0da3-4658-b3dd-15deec16ec4f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:00.224043 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Allocated IP 172.25.4.11 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/a1818162-e3c9-4500-9e63-fe7a93907249) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:40:00.243271 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13b3ebab-0689-4897-9505-2971e23e927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:00.246906 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13b3ebab-0689-4897-9505-2971e23e927a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:00.263645 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-13b3ebab-0689-4897-9505-2971e23e927a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dab89365-c16d-4cb4-b584-8e77ff48a278 HTTP/1.1" status: 204 len: 168 time: 0.9313071 Jul 08 20:40:00.286480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3ebab-0689-4897-9505-2971e23e927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab89365-c16d-4cb4-b584-8e77ff48a278,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:00.373984 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:00.470193 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:00.514040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] Set router 5318ed83-0da3-4658-b3dd-15deec16ec4f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:40:00.601405 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:40:00.605386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:40:00.644299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:40:00.647990 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Pushing event updated for resources: {'Port': ['ID=a1818162-e3c9-4500-9e63-fe7a93907249,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:00.907917 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:00.930270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Transition to ACTIVE for port object d49f981a-bbf2-4782-a62a-70cd3cef7ee3 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:40:00.964791 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Transition to ACTIVE for port object d49f981a-bbf2-4782-a62a-70cd3cef7ee3 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:40:00.969637 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'name': 'tempest-TestVolumeBootPattern-283493209-router', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:39:54Z', 'revision_number': 4, 'project_id': '4c94a83ff730435492fbdc71e78cb425', 'gw_port': {'id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'ce63a01c-fc79-4eae-8d27-6af1a983bcaf', 'name': '', 'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'mac_address': 'fa:16:3e:df:44:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '1b671847-5af3-4838-a170-e8e3f46ee8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:52Z', 'updated_at': '2021-07-08T20:39:59Z', 'revision_number': 4, 'project_id': '4c94a83ff730435492fbdc71e78cb425', 'subnets': [{'id': '1b671847-5af3-4838-a170-e8e3f46ee8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:00.981291 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:01.030521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730876fa-6a59-4283-97f4-c55030c0ec4c None None] The sync data for ids ['5318ed83-0da3-4658-b3dd-15deec16ec4f'] in n-d-791506-16 is: [{'id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'name': 'tempest-TestVolumeBootPattern-283493209-router', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:39:54Z', 'revision_number': 4, 'project_id': '4c94a83ff730435492fbdc71e78cb425', 'gw_port': {'id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'ce63a01c-fc79-4eae-8d27-6af1a983bcaf', 'name': '', 'network_id': 'e3988e00-f061-4b10-adab-451ee2303fc9', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'mac_address': 'fa:16:3e:df:44:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '1b671847-5af3-4838-a170-e8e3f46ee8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:52Z', 'updated_at': '2021-07-08T20:39:59Z', 'revision_number': 4, 'project_id': '4c94a83ff730435492fbdc71e78cb425', 'subnets': [{'id': '1b671847-5af3-4838-a170-e8e3f46ee8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:40:01.148080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Network eb126676-baac-44c7-8776-db620659cc11 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:40:01.159433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:40:01.168609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:40:01.178727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Pushing event updated for resources: {'Port': ['ID=d49f981a-bbf2-4782-a62a-70cd3cef7ee3,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:01.375983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Attempting to bind port d49f981a-bbf2-4782-a62a-70cd3cef7ee3 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:40:01.377559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Attempting to bind port d49f981a-bbf2-4782-a62a-70cd3cef7ee3 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:40:01.378431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Attempting to bind port d49f981a-bbf2-4782-a62a-70cd3cef7ee3 on network eb126676-baac-44c7-8776-db620659cc11 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:40:01.385407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:40:01.386291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Checking segment: {'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:40:01.386951 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:01.387560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Bound using segment: {'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:40:01.388418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Bound port: d49f981a-bbf2-4782-a62a-70cd3cef7ee3, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:40:01.389095 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:01.504605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] For port d49f981a-bbf2-4782-a62a-70cd3cef7ee3, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:40:01.513379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] For port d49f981a-bbf2-4782-a62a-70cd3cef7ee3, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d49f981a-bbf2-4782-a62a-70cd3cef7ee3,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:40:01.520046 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:01.711619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53009646-19b9-470d-968a-814457143672 req-6a61c0d4-1890-4e0c-8c05-86bc73ab4b4d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:01.711619 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-6a61c0d4-1890-4e0c-8c05-86bc73ab4b4d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.2932146 Jul 08 20:40:01.711619 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:01.736064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237f401-a02f-43fe-8eb0-1b2ec8f83fcb None None] Pushing event updated for resources: {'Port': ['ID=d49f981a-bbf2-4782-a62a-70cd3cef7ee3,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:01.801406 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-e3d55914-b44c-49fb-9c7e-31c9c0aa4e09 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/quotas/969ed93d777c482282264778ffb8d915 HTTP/1.1" status: 200 len: 375 time: 0.0225077 Jul 08 20:40:01.997586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53374) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:02.049273 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-f5fea25e-954b-4ff6-b086-aae6146e8322 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2315533 Jul 08 20:40:02.257101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1561315031-network', 'tenant_id': '705c602a51af468cac43fef19dfe1b8d'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:02.318709 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Made reservation on behalf of 705c602a51af468cac43fef19dfe1b8d for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:40:02.321177 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:02.360833 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:02.540343 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-9c20fb3a-c8e8-4672-ab53-5556bde57d7a service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889314 Jul 08 20:40:02.567399 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:02.574504 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:02.598932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:40:02.611771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:02.612126 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Added segment 6f656240-c0b0-40d7-bc52-1d7a5101bdf3 of type vlan for network 99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 Jul 08 20:40:02.690393 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-28a76ef5-a30d-436e-b347-c9032fa58571 service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490560 Jul 08 20:40:02.721793 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:02.771327 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:02.881316 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:02.892490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:02.893102 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:02.931690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53402) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:02.972015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cce267-47c7-49f4-92ac-69f6620dd00a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:03.050928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Router 48f5b8b7-3a2b-4352-bb73-038d956e2abb is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:40:03.175919 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1747434 Jul 08 20:40:03.176610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53410) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:03.225008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-781d5f8b-e623-457f-8f34-1dc70a61f435 admin admin] Request body: {'subnet': {'network_id': '99ccd29c-3f1d-4690-87a2-9dd1e3415bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1561315031-subnet', 'tenant_id': '705c602a51af468cac43fef19dfe1b8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:03.235323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c3ad6-d65a-4a6a-90b8-851eb05356c1 admin admin] Pushing event updated for resources: {'Network': ['ID=99ccd29c-3f1d-4690-87a2-9dd1e3415bc8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:03.271109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781d5f8b-e623-457f-8f34-1dc70a61f435 admin admin] Made reservation on behalf of 705c602a51af468cac43fef19dfe1b8d for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:40:03.278401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:40:03.290433 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-781d5f8b-e623-457f-8f34-1dc70a61f435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:03.307573 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9cc51482-bb4a-4856-a7f0-c7380a454cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:03.504673 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d49f981a-bbf2-4782-a62a-70cd3cef7ee3 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:40:03.613841 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-38d2b386-55b1-4da3-b686-6607fec25f63 req-a78d928e-9175-4084-ad0c-d56a8577470c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 210 time: 0.1161649 Jul 08 20:40:03.627172 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:40:03.640450 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Sync routers for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:40:03.660106 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:40:03.671645 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:03.717040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port d49f981a-bbf2-4782-a62a-70cd3cef7ee3 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:40:03.722835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce63a01c-fc79-4eae-8d27-6af1a983bcaf up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:40:03.795722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b4605a-6998-412e-8d9b-5fbc1356b062 None None] Network eb126676-baac-44c7-8776-db620659cc11 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:40:03.805556 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9cc51482-bb4a-4856-a7f0-c7380a454cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:03.814011 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9cc51482-bb4a-4856-a7f0-c7380a454cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:03.843020 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:03.846443 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4d592e06-1bc3-4555-b52b-60d950461d99 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2384167 Jul 08 20:40:03.849380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53426) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:03.878089 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-781d5f8b-e623-457f-8f34-1dc70a61f435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:03.962994 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:40:04.035156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d5f8b-e623-457f-8f34-1dc70a61f435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca64e64-6d91-42ae-acf5-4dbe84f84413,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:04.127770 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c18d794b-8dcd-454d-9f90-0955e2dff766 None None] Provisioning for port d49f981a-bbf2-4782-a62a-70cd3cef7ee3 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:40:04.134967 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d5f8b-e623-457f-8f34-1dc70a61f435 admin admin] Checking segment: {'id': '6f656240-c0b0-40d7-bc52-1d7a5101bdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99ccd29c-3f1d-4690-87a2-9dd1e3415bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:40:04.138495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d5f8b-e623-457f-8f34-1dc70a61f435 admin admin] Network hostable DHCP agents. Network: 99ccd29c-3f1d-4690-87a2-9dd1e3415bc8, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:40:04.182057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53438) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:04.184429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc51482-bb4a-4856-a7f0-c7380a454cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c54847d-7571-4572-a321-02c469afabc9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:04.187889 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c18d794b-8dcd-454d-9f90-0955e2dff766 None None] Provisioning complete for port d49f981a-bbf2-4782-a62a-70cd3cef7ee3 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:04.188265 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c18d794b-8dcd-454d-9f90-0955e2dff766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:04.207823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d5f8b-e623-457f-8f34-1dc70a61f435 admin admin] Network 99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:40:04.216523 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9cc51482-bb4a-4856-a7f0-c7380a454cd1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=07b8e161552f48fca8d5790e404b7854&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2815912 Jul 08 20:40:04.221561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53442) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:04.222820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-781d5f8b-e623-457f-8f34-1dc70a61f435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 99ccd29c-3f1d-4690-87a2-9dd1e3415bc8) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:40:04.240419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781d5f8b-e623-457f-8f34-1dc70a61f435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:04.241538 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-781d5f8b-e623-457f-8f34-1dc70a61f435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:04.337417 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e662-0f97-47e2-80d5-64e5bef240c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:04.401102 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-781d5f8b-e623-457f-8f34-1dc70a61f435 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2021484 Jul 08 20:40:04.430151 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e662-0f97-47e2-80d5-64e5bef240c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:04.508409 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:01Z', 'revision_number': 3, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:04.538481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64820af-5968-4dbb-b701-d108c0fd7008 None None] Network 99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:40:04.584614 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Checking router: 48f5b8b7-3a2b-4352-bb73-038d956e2abb for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:40:04.584983 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Updating router 48f5b8b7-3a2b-4352-bb73-038d956e2abb port a1818162-e3c9-4500-9e63-fe7a93907249 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:40:04.594384 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4e88-da42-4634-abc3-6b0e89ac3e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:04.605300 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-53957691-c221-45c1-b31d-4e9e9bf1dc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:04.681499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e662-0f97-47e2-80d5-64e5bef240c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:04.687203 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e662-0f97-47e2-80d5-64e5bef240c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:04.693143 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b2f7e662-0f97-47e2-80d5-64e5bef240c4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8c54847d-7571-4572-a321-02c469afabc9 HTTP/1.1" status: 204 len: 168 time: 0.4459360 Jul 08 20:40:04.761603 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:04.771105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7e662-0f97-47e2-80d5-64e5bef240c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c54847d-7571-4572-a321-02c469afabc9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:04.772978 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ce63a01c-fc79-4eae-8d27-6af1a983bcaf completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:40:04.800015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ce63a01c-fc79-4eae-8d27-6af1a983bcaf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:04.800749 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:04.981967 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-53957691-c221-45c1-b31d-4e9e9bf1dc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:04.991614 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-53957691-c221-45c1-b31d-4e9e9bf1dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:05.078003 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:05.131520 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-53957691-c221-45c1-b31d-4e9e9bf1dc44 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e41abc066c8f4badadada8768614535a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9460170 Jul 08 20:40:05.139944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53466) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:05.145572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53957691-c221-45c1-b31d-4e9e9bf1dc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f4f829-2717-4abc-ae56-221c636637ab,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:05.279006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port ce63a01c-fc79-4eae-8d27-6af1a983bcaf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce63a01c-fc79-4eae-8d27-6af1a983bcaf,segment=NetworkSegment(a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0),segment_id=a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:05.300724 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:05.337615 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0c3c-d1a5-415b-9ca4-0766d1e74f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:05.428295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0c3c-d1a5-415b-9ca4-0766d1e74f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:05.471719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=ce63a01c-fc79-4eae-8d27-6af1a983bcaf,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:05.490503 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c18d794b-8dcd-454d-9f90-0955e2dff766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:05.517450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd2ee86-ed9c-4b24-a3f6-79ba4e658745 None None] Network 99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:40:05.588761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0c3c-d1a5-415b-9ca4-0766d1e74f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:05.594512 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0c3c-d1a5-415b-9ca4-0766d1e74f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:05.595739 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6ecd0c3c-d1a5-415b-9ca4-0766d1e74f4e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/42f4f829-2717-4abc-ae56-221c636637ab HTTP/1.1" status: 204 len: 168 time: 0.4461093 Jul 08 20:40:05.619284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd0c3c-d1a5-415b-9ca4-0766d1e74f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f4f829-2717-4abc-ae56-221c636637ab,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:05.709679 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c8d04a61-09b6-4cdc-a260-9cf6d53bf942 req-8eabb269-abee-486d-bea9-7ed82f857810 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 210 time: 0.5645430 Jul 08 20:40:05.799878 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:05.828591 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Transition to ACTIVE for port object a1818162-e3c9-4500-9e63-fe7a93907249 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:40:05.842571 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:05.854883 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c18d794b-8dcd-454d-9f90-0955e2dff766 None None] For port d49f981a-bbf2-4782-a62a-70cd3cef7ee3, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d49f981a-bbf2-4782-a62a-70cd3cef7ee3,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:05.933001 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c18d794b-8dcd-454d-9f90-0955e2dff766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:06.022134 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Attempting to bind port a1818162-e3c9-4500-9e63-fe7a93907249 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:40:06.024803 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Attempting to bind port a1818162-e3c9-4500-9e63-fe7a93907249 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:40:06.026549 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Attempting to bind port a1818162-e3c9-4500-9e63-fe7a93907249 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:40:06.039711 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774ef5c-3b22-4ace-b923-a85ee3388c50 None None] Pushing event updated for resources: {'Port': ['ID=a1818162-e3c9-4500-9e63-fe7a93907249,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:06.055739 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:40:06.059567 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:40:06.060025 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:06.060464 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:40:06.060992 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Bound port: a1818162-e3c9-4500-9e63-fe7a93907249, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:40:06.070523 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:06.139405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-1dfe8551-c64e-4b8b-b110-952472e070ff tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:06.147087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-1dfe8551-c64e-4b8b-b110-952472e070ff tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/networks?id=99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 HTTP/1.1" status: 200 len: 821 time: 0.3032541 Jul 08 20:40:06.169170 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53009646-19b9-470d-968a-814457143672 req-7f7782d7-8257-4b85-8dfb-afe01056cea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:06.171112 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-7f7782d7-8257-4b85-8dfb-afe01056cea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.2860067 Jul 08 20:40:06.175780 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-a1cf7f5e-3316-442b-9c87-38a5aff62593 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/quotas/705c602a51af468cac43fef19dfe1b8d HTTP/1.1" status: 200 len: 375 time: 0.0267699 Jul 08 20:40:06.186500 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-53009646-19b9-470d-968a-814457143672 req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'port': {'device_id': 'bab234bd-fc41-4b24-9b76-0671e15f2632', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'admin_state_up': True, 'tenant_id': '969ed93d777c482282264778ffb8d915'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:06.223280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7cc38a41-870c-4548-b019-0cc858ccb19c None None] Provisioning complete for port d49f981a-bbf2-4782-a62a-70cd3cef7ee3 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:06.223660 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7cc38a41-870c-4548-b019-0cc858ccb19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:06.231891 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:06.244876 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] For port a1818162-e3c9-4500-9e63-fe7a93907249, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:40:06.259194 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] For port a1818162-e3c9-4500-9e63-fe7a93907249, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a1818162-e3c9-4500-9e63-fe7a93907249,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:40:06.272898 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:06.307885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d794b-8dcd-454d-9f90-0955e2dff766 None None] Pushing event updated for resources: {'Port': ['ID=d49f981a-bbf2-4782-a62a-70cd3cef7ee3,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:06.346466 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-002587a0-f71b-4a8e-96a9-d760c8fe4fcd tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=705c602a51af468cac43fef19dfe1b8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1266747 Jul 08 20:40:06.512045 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:40:06.517324 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:39:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:06.521038 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774ef5c-3b22-4ace-b923-a85ee3388c50 None None] Pushing event updated for resources: {'Port': ['ID=a1818162-e3c9-4500-9e63-fe7a93907249,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:06.530616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53510) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:06.563054 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-304190fa-c231-4900-bbf4-a19c08c0d00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:06.568131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53009646-19b9-470d-968a-814457143672 req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Made reservation on behalf of 969ed93d777c482282264778ffb8d915 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:40:06.572375 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-53009646-19b9-470d-968a-814457143672 req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:06.630139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Allocated IP 172.20.0.1 (eb126676-baac-44c7-8776-db620659cc11/373f0c01-b696-4703-ab5a-3a737cebfdae/92c7c9d0-22fb-4691-93c4-952018961e63) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:40:06.694123 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-304190fa-c231-4900-bbf4-a19c08c0d00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:06.711243 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-304190fa-c231-4900-bbf4-a19c08c0d00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:06.740987 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-304190fa-c231-4900-bbf4-a19c08c0d00a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fe9c87f699db4415b6b664e7e979f746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071533 Jul 08 20:40:06.749448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53516) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:06.767887 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-1db545f7-a8c1-437e-9fc2-27aa79791750 service neutron] 10.222.0.101 "GET /v2.0/networks/99ccd29c-3f1d-4690-87a2-9dd1e3415bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194343 Jul 08 20:40:06.780106 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:40:06.845122 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304190fa-c231-4900-bbf4-a19c08c0d00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75149b4-4179-4b1c-82f8-8acef6ecd09b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:06.953999 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-218b0d47-e62f-413b-8aa9-34f822af0774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:06.994546 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:07.020601 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb269972-bb1e-4fdb-98ab-ec3548105f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:07.039143 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Transition to ACTIVE for port object 92c7c9d0-22fb-4691-93c4-952018961e63 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:40:07.099570 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb269972-bb1e-4fdb-98ab-ec3548105f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:07.113366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:07.116282 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:07.202028 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-53009646-19b9-470d-968a-814457143672 req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Allocated IP 172.20.0.11 (be03543c-b5e2-4aa9-9633-fedc1ac723b5/adbac296-9a8c-4696-bf05-a8fb47a6df9c/3e8e9972-c19a-4d62-a953-4025288c6bda) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:40:07.274790 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-237d6312-757d-47a1-a5b4-2ccb5b6d9385 req-294af00a-4183-4b20-aefe-2b34d5a377da tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 210 time: 0.1058099 Jul 08 20:40:07.277208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Network eb126676-baac-44c7-8776-db620659cc11 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:40:07.279473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53530) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:07.284987 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-4a160eb9-70c4-4673-8d94-7d121475b8ad service neutron] 10.222.0.101 "GET /v2.0/networks/99ccd29c-3f1d-4690-87a2-9dd1e3415bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723248 Jul 08 20:40:07.294505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:40:07.344855 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:01Z', 'revision_number': 3, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:07.366134 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:40:07.375654 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb269972-bb1e-4fdb-98ab-ec3548105f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:07.382648 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bb269972-bb1e-4fdb-98ab-ec3548105f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:07.385728 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bb269972-bb1e-4fdb-98ab-ec3548105f5e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f75149b4-4179-4b1c-82f8-8acef6ecd09b HTTP/1.1" status: 204 len: 168 time: 0.6278131 Jul 08 20:40:07.391124 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da76676-a8f2-4e21-8fe8-9386710186a7 None None] The sync data for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 is: [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:01Z', 'revision_number': 3, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:40:07.471167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Pushing event updated for resources: {'Port': ['ID=92c7c9d0-22fb-4691-93c4-952018961e63,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:07.555945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb269972-bb1e-4fdb-98ab-ec3548105f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75149b4-4179-4b1c-82f8-8acef6ecd09b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:07.562639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d49f981a-bbf2-4782-a62a-70cd3cef7ee3 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:40:07.684199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:07.738095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d49f981a-bbf2-4782-a62a-70cd3cef7ee3 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:07.738867 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:07.898613 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-53009646-19b9-470d-968a-814457143672 req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:07.989271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-53009646-19b9-470d-968a-814457143672 req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Transition to ACTIVE for port object 3e8e9972-c19a-4d62-a953-4025288c6bda will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:40:08.013943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3179d7b9-8c2f-409d-9bc9-7a05eecc88cc None None] Provisioning for port 92c7c9d0-22fb-4691-93c4-952018961e63 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:40:08.032038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3179d7b9-8c2f-409d-9bc9-7a05eecc88cc None None] Provisioning complete for port 92c7c9d0-22fb-4691-93c4-952018961e63 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:08.037672 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3179d7b9-8c2f-409d-9bc9-7a05eecc88cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:08.096799 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-83d04948-3314-4d39-aceb-7c6627b9e727 req-61b49b61-8f32-478e-9dff-467251d12999 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 210 time: 0.2517529 Jul 08 20:40:08.125455 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-53009646-19b9-470d-968a-814457143672 req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:08.295836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53009646-19b9-470d-968a-814457143672 req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:40:08.302272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-53009646-19b9-470d-968a-814457143672 req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:40:08.322971 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-3179d7b9-8c2f-409d-9bc9-7a05eecc88cc None None] Port 92c7c9d0-22fb-4691-93c4-952018961e63 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:40:08.362947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-53009646-19b9-470d-968a-814457143672 req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:40:08.389105 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-27de34ba-1de7-447b-a2d3-d0b05a096fa8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Deleting port dda83c33-bff1-4dd6-8547-340d1b3e4ad9 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:40:08.389447 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27de34ba-1de7-447b-a2d3-d0b05a096fa8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:08.423192 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:08.433692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce63a01c-fc79-4eae-8d27-6af1a983bcaf up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:40:08.442156 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53576) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:08.453575 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:08.552023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'Port': ['ID=3e8e9972-c19a-4d62-a953-4025288c6bda,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:08.584474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:08.587632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:08.589861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:08.590473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:08.592423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:08.593676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:08.594505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:08.595117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:08.596227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:08.598613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:08.600452 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:08.601064 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:08.681197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53009646-19b9-470d-968a-814457143672 req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:08.681581 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-53009646-19b9-470d-968a-814457143672 req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:08.692270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ce63a01c-fc79-4eae-8d27-6af1a983bcaf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:08.692662 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:08.739250 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-94061c8b-3c13-4ef9-81e9-8453a440bfce tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5590966 Jul 08 20:40:08.757750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Request body: {'port': {'device_id': 'bab234bd-fc41-4b24-9b76-0671e15f2632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:08.781883 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27de34ba-1de7-447b-a2d3-d0b05a096fa8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:08.782614 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27de34ba-1de7-447b-a2d3-d0b05a096fa8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:08.804151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-27de34ba-1de7-447b-a2d3-d0b05a096fa8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Calling delete_port for dda83c33-bff1-4dd6-8547-340d1b3e4ad9 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:40:08.941757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bfe24fd5-e6b7-49b3-88c9-c95fee8e9853 None None] Provisioning for port 3e8e9972-c19a-4d62-a953-4025288c6bda completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:40:08.966371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bfe24fd5-e6b7-49b3-88c9-c95fee8e9853 None None] Provisioning complete for port 3e8e9972-c19a-4d62-a953-4025288c6bda triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:08.970660 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bfe24fd5-e6b7-49b3-88c9-c95fee8e9853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:09.084082 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:09.110491 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bfe24fd5-e6b7-49b3-88c9-c95fee8e9853 None None] Port 3e8e9972-c19a-4d62-a953-4025288c6bda cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:40:09.340780 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27de34ba-1de7-447b-a2d3-d0b05a096fa8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:09.445371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dc16f-4a12-49ac-aebb-3670fd85ad94 req-6e1c059e-aba9-4a9e-934d-f67b80cab622 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:09.455949 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf1dc16f-4a12-49ac-aebb-3670fd85ad94 req-6e1c059e-aba9-4a9e-934d-f67b80cab622 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 932 time: 0.6948524 Jul 08 20:40:09.546538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a1818162-e3c9-4500-9e63-fe7a93907249 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:40:09.620397 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:09.632982 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f64b29d-cf5b-4647-8f41-bad0b40b0a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:09.671551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port a1818162-e3c9-4500-9e63-fe7a93907249 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:40:09.678408 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:09.679528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port a1818162-e3c9-4500-9e63-fe7a93907249 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:09.680012 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:09.716943 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf1dc16f-4a12-49ac-aebb-3670fd85ad94 req-4be70f4f-5968-49d1-b71d-ffe7728c9717 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506964 Jul 08 20:40:09.737059 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:09.748934 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de34ba-1de7-447b-a2d3-d0b05a096fa8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Pushing event deleted for resources: {'Port': ['ID=dda83c33-bff1-4dd6-8547-340d1b3e4ad9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:09.816952 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:09.943602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8e9972-c19a-4d62-a953-4025288c6bda {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:40:09.948365 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:09.949538 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a8e404b3-63d7-43c0-ba81-572c294d4a77 req-b504cb52-7331-4ec3-8699-c44c5c87b6b8 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 210 time: 0.3229358 Jul 08 20:40:09.954847 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:09.973289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Transition to ACTIVE for port object 3e8e9972-c19a-4d62-a953-4025288c6bda will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:40:10.000444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port a1818162-e3c9-4500-9e63-fe7a93907249, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a1818162-e3c9-4500-9e63-fe7a93907249,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:10.001754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:10.012710 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:10.131762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=a1818162-e3c9-4500-9e63-fe7a93907249,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:10.150332 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8e9972-c19a-4d62-a953-4025288c6bda,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:10.195051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27de34ba-1de7-447b-a2d3-d0b05a096fa8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:10.198101 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-27de34ba-1de7-447b-a2d3-d0b05a096fa8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Floating IP 86bff9f5-2e5e-42a9-8417-e5c6de4a56ec disassociated (deleted). External IP: 172.25.4.228, port: 669e26f3-c802-44b2-8ec2-e80939a71320. Jul 08 20:40:10.387429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Attempting to bind port 3e8e9972-c19a-4d62-a953-4025288c6bda on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:40:10.390489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Attempting to bind port 3e8e9972-c19a-4d62-a953-4025288c6bda by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:40:10.391272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Attempting to bind port 3e8e9972-c19a-4d62-a953-4025288c6bda on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:40:10.412385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Port 3e8e9972-c19a-4d62-a953-4025288c6bda on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:40:10.414485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Attempting to bind port 3e8e9972-c19a-4d62-a953-4025288c6bda on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:40:10.437522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:40:10.438132 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Checking segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:40:10.438533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Bound using segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:40:10.438971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Bound port: 3e8e9972-c19a-4d62-a953-4025288c6bda, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:40:10.439335 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:10.633161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] For port 3e8e9972-c19a-4d62-a953-4025288c6bda, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:40:10.643770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] For port 3e8e9972-c19a-4d62-a953-4025288c6bda, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3e8e9972-c19a-4d62-a953-4025288c6bda,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:40:10.658804 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:10.664206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Pushing event updated for resources: {'Port': ['ID=92c7c9d0-22fb-4691-93c4-952018961e63,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:10.679529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27de34ba-1de7-447b-a2d3-d0b05a096fa8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Router 5f2a0fa1-1543-4417-b073-1760f7080406 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:40:10.711119 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:10.711732 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:10.733889 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] 10.222.0.104 "PUT /v2.0/ports/3e8e9972-c19a-4d62-a953-4025288c6bda HTTP/1.1" status: 200 len: 1093 time: 1.9664724 Jul 08 20:40:10.737867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab234bd-fc41-4b24-9b76-0671e15f2632', 'tag': '3e8e9972-c19a-4d62-a953-4025288c6bda'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:40:10.747270 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ba901d-9bb1-43a9-bbf7-8e68c9b00941" -d '{"events": [{"name": "network-changed", "server_uuid": "bab234bd-fc41-4b24-9b76-0671e15f2632", "tag": "3e8e9972-c19a-4d62-a953-4025288c6bda"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:40:10.903548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a5133-8a8f-4a15-bf50-210affbee6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8e9972-c19a-4d62-a953-4025288c6bda,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:10.924666 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92e811b-5dd8-4054-80ad-effe18e8061c x-openstack-request-id: req-a92e811b-5dd8-4054-80ad-effe18e8061c {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:40:10.925015 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab234bd-fc41-4b24-9b76-0671e15f2632", "tag": "3e8e9972-c19a-4d62-a953-4025288c6bda", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:40:10.925335 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a92e811b-5dd8-4054-80ad-effe18e8061c {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:40:10.925801 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab234bd-fc41-4b24-9b76-0671e15f2632', 'tag': '3e8e9972-c19a-4d62-a953-4025288c6bda', 'status': 'completed', 'code': 200} Jul 08 20:40:11.005944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53009646-19b9-470d-968a-814457143672 req-2972aac6-ab3e-4194-a565-c816d2fc848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:11.007874 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-2972aac6-ab3e-4194-a565-c816d2fc848f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 1096 time: 0.0812137 Jul 08 20:40:11.063149 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27de34ba-1de7-447b-a2d3-d0b05a096fa8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:40:11.070456 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27de34ba-1de7-447b-a2d3-d0b05a096fa8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:11.074687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584864f0-9b75-47e7-a4f8-6ed00916e43d None None] Sync routers for ids ['5f2a0fa1-1543-4417-b073-1760f7080406'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:40:11.098045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584864f0-9b75-47e7-a4f8-6ed00916e43d None None] Routers {'5f2a0fa1-1543-4417-b073-1760f7080406'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:40:11.098694 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-584864f0-9b75-47e7-a4f8-6ed00916e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:40:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5f2a0fa1-1543-4417-b073-1760f7080406'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:11.132959 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f64b29d-cf5b-4647-8f41-bad0b40b0a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:11.152510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Network eb126676-baac-44c7-8776-db620659cc11 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:40:11.153307 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f64b29d-cf5b-4647-8f41-bad0b40b0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:11.183741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-40955671-4759-4040-b71b-3ed80c0a7470 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:11.185298 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-40955671-4759-4040-b71b-3ed80c0a7470 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.103 "GET /v2.0/networks?id=99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 HTTP/1.1" status: 200 len: 821 time: 0.8188062 Jul 08 20:40:11.194612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5f64b29d-cf5b-4647-8f41-bad0b40b0a67 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=11587950ea2647aeb8bfdaa3d91077f0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7349946 Jul 08 20:40:11.195394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53648) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:11.209489 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-38a3cc33-aa4b-4ef8-b00f-4924f9ad958d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e8e9972-c19a-4d62-a953-4025288c6bda HTTP/1.1" status: 200 len: 217 time: 0.1918201 Jul 08 20:40:11.236040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:40:11.309499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-65650737-f2da-44a9-89cf-2ec242eca7b7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Request body: {'port': {'device_id': '0397566f-27cb-4ac1-8961-87190ec81df3', 'network_id': '99ccd29c-3f1d-4690-87a2-9dd1e3415bc8', 'admin_state_up': True, 'tenant_id': '705c602a51af468cac43fef19dfe1b8d'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:11.421704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53009646-19b9-470d-968a-814457143672 req-8f45d70b-3c92-4429-a3fc-dcfa35693924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:11.426220 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-8f45d70b-3c92-4429-a3fc-dcfa35693924 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.2098017 Jul 08 20:40:11.486710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-584864f0-9b75-47e7-a4f8-6ed00916e43d None None] Set router 5f2a0fa1-1543-4417-b073-1760f7080406 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:40:11.492437 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-27de34ba-1de7-447b-a2d3-d0b05a096fa8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "DELETE /v2.0/floatingips/86bff9f5-2e5e-42a9-8417-e5c6de4a56ec HTTP/1.1" status: 204 len: 168 time: 4.2116687 Jul 08 20:40:11.496049 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64b29d-cf5b-4647-8f41-bad0b40b0a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f345e8b1-2903-48fb-9270-8e887ba57321,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:11.531858 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af424e-e062-43c9-bfa9-397cfd233850 req-74f06007-0034-466c-817d-650e5e881d05 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:11.536561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a1818162-e3c9-4500-9e63-fe7a93907249 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:40:11.545800 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-25af424e-e062-43c9-bfa9-397cfd233850 req-74f06007-0034-466c-817d-650e5e881d05 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 944 time: 0.5176177 Jul 08 20:40:11.583397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:40:11.586664 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4207a1a-8835-454b-a633-92b4f5e0ce44" -d '{"events": [{"name": "network-changed", "server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:40:11.661465 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-25af424e-e062-43c9-bfa9-397cfd233850 req-d6b1c49e-ea67-4974-9380-5b741c9709a9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077852 Jul 08 20:40:11.679884 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53009646-19b9-470d-968a-814457143672 req-4dd85087-0a9f-4f1c-8c4b-aed19ddef126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:11.685892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-4dd85087-0a9f-4f1c-8c4b-aed19ddef126 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2523003 Jul 08 20:40:11.957677 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-b7518783-a2c1-4900-8b17-2c42e2ac051e service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645919 Jul 08 20:40:12.159399 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:40:12.210757 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53009646-19b9-470d-968a-814457143672 req-a8c0c117-a7f4-4954-8153-2fb2bfe6995a service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456357 Jul 08 20:40:12.364121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port a1818162-e3c9-4500-9e63-fe7a93907249 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:12.364424 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:12.366765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d2db83a5-11f4-407b-9db1-595f23309ac9 None None] Provisioning complete for port 92c7c9d0-22fb-4691-93c4-952018961e63 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:12.367328 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d2db83a5-11f4-407b-9db1-595f23309ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:12.404946 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-06ea9cfa-002c-46cf-9073-00afd303e44b req-db7c280a-c49d-47ad-9925-f21f280cb5ab tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 210 time: 1.1251016 Jul 08 20:40:12.431134 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-65650737-f2da-44a9-89cf-2ec242eca7b7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Made reservation on behalf of 705c602a51af468cac43fef19dfe1b8d for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:40:12.445789 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-65650737-f2da-44a9-89cf-2ec242eca7b7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:12.479105 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d2db83a5-11f4-407b-9db1-595f23309ac9 None None] Port 92c7c9d0-22fb-4691-93c4-952018961e63 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:40:12.520161 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72c81df-3ce3-4a3a-b8ad-9d9e665ed542 x-openstack-request-id: req-a72c81df-3ce3-4a3a-b8ad-9d9e665ed542 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:40:12.520560 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:40:12.520842 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a72c81df-3ce3-4a3a-b8ad-9d9e665ed542 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:40:12.521246 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320', 'status': 'completed', 'code': 200} Jul 08 20:40:12.558593 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f4dcd22-eedc-45ba-9246-0d52f9645b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:12.643950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-584864f0-9b75-47e7-a4f8-6ed00916e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:35:01Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2c7bbef8-35c3-48d3-9ed9-ffb449c8f623', 'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'mac_address': 'fa:16:3e:c0:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:58Z', 'updated_at': '2021-07-08T20:35:10Z', 'revision_number': 5, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'subnets': [{'id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:12.693611 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba901d-9bb1-43a9-bbf7-8e68c9b00941 req-e5d9eec8-34b3-4137-a276-78ca50f77242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:12.695267 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4ba901d-9bb1-43a9-bbf7-8e68c9b00941 req-e5d9eec8-34b3-4137-a276-78ca50f77242 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 1096 time: 0.4204171 Jul 08 20:40:12.727293 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983c672-1b02-4aa0-b099-e67e33ec94e2 req-ce2f7b08-4a71-482e-9c13-397827fe3d7a tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:12.735404 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1983c672-1b02-4aa0-b099-e67e33ec94e2 req-ce2f7b08-4a71-482e-9c13-397827fe3d7a tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 946 time: 0.4442046 Jul 08 20:40:12.755540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584864f0-9b75-47e7-a4f8-6ed00916e43d None None] Checking router: 5f2a0fa1-1543-4417-b073-1760f7080406 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:40:12.780205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584864f0-9b75-47e7-a4f8-6ed00916e43d None None] Routers {'5f2a0fa1-1543-4417-b073-1760f7080406'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:40:12.781272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-584864f0-9b75-47e7-a4f8-6ed00916e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:40:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5f2a0fa1-1543-4417-b073-1760f7080406'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:12.799398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-65650737-f2da-44a9-89cf-2ec242eca7b7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Allocated IP 172.20.0.10 (99ccd29c-3f1d-4690-87a2-9dd1e3415bc8/7ca64e64-6d91-42ae-acf5-4dbe84f84413/82794ba6-b3b0-4bab-a78f-9688a86f1607) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:40:12.930264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4207a1a-8835-454b-a633-92b4f5e0ce44 req-a9884600-089d-4e96-a787-22a143b20c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:12.935904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4207a1a-8835-454b-a633-92b4f5e0ce44 req-a9884600-089d-4e96-a787-22a143b20c9c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=19f87cbe1da6442c85ec617d427f53ff&device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 1098 time: 0.4118910 Jul 08 20:40:12.966692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1983c672-1b02-4aa0-b099-e67e33ec94e2 req-13af677e-6628-4687-be40-7c2380a30516 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303784 Jul 08 20:40:13.041935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f4dcd22-eedc-45ba-9246-0d52f9645b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:13.077181 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-584864f0-9b75-47e7-a4f8-6ed00916e43d None None] Set router 5f2a0fa1-1543-4417-b073-1760f7080406 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:40:13.163671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba901d-9bb1-43a9-bbf7-8e68c9b00941 req-1cb58382-3fe4-42d8-8957-d84f614f4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:13.165656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4ba901d-9bb1-43a9-bbf7-8e68c9b00941 req-1cb58382-3fe4-42d8-8957-d84f614f4791 service neutron] 10.222.0.104 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.4626565 Jul 08 20:40:13.211146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Router 48f5b8b7-3a2b-4352-bb73-038d956e2abb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:40:13.262605 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-65650737-f2da-44a9-89cf-2ec242eca7b7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:13.447048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66318cf7-987a-48b3-a5ab-6cd26ef3a45f req-af04f5eb-f82b-4e0f-bb36-300c4f3671fd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:13.449019 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66318cf7-987a-48b3-a5ab-6cd26ef3a45f req-af04f5eb-f82b-4e0f-bb36-300c4f3671fd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 944 time: 0.4443426 Jul 08 20:40:13.454563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-584864f0-9b75-47e7-a4f8-6ed00916e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:35:01Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2c7bbef8-35c3-48d3-9ed9-ffb449c8f623', 'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'mac_address': 'fa:16:3e:c0:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:58Z', 'updated_at': '2021-07-08T20:35:10Z', 'revision_number': 5, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'subnets': [{'id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:13.465873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f4dcd22-eedc-45ba-9246-0d52f9645b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:13.471315 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f4dcd22-eedc-45ba-9246-0d52f9645b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:13.477353 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4f4dcd22-eedc-45ba-9246-0d52f9645b42 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f345e8b1-2903-48fb-9270-8e887ba57321 HTTP/1.1" status: 204 len: 168 time: 2.2769084 Jul 08 20:40:13.528694 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584864f0-9b75-47e7-a4f8-6ed00916e43d None None] The sync data for ids ['5f2a0fa1-1543-4417-b073-1760f7080406'] in n-d-791506-16 is: [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:35:01Z', 'revision_number': 4, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2c7bbef8-35c3-48d3-9ed9-ffb449c8f623', 'name': '', 'network_id': '3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'mac_address': 'fa:16:3e:c0:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:58Z', 'updated_at': '2021-07-08T20:35:10Z', 'revision_number': 5, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'subnets': [{'id': 'd7229739-1dcf-4eb3-8686-d30b6c902da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:40:13.618577 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dcd22-eedc-45ba-9246-0d52f9645b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f345e8b1-2903-48fb-9270-8e887ba57321,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:13.635274 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4ba901d-9bb1-43a9-bbf7-8e68c9b00941 req-7b0b4f9f-6518-4bdc-a2cb-7c61afb808ed service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e8e9972-c19a-4d62-a953-4025288c6bda HTTP/1.1" status: 200 len: 217 time: 0.4594910 Jul 08 20:40:13.640044 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-65650737-f2da-44a9-89cf-2ec242eca7b7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:13.798071 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66318cf7-987a-48b3-a5ab-6cd26ef3a45f req-bf1e7356-4378-4b93-a451-e8ec25bbe3ab tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913218 Jul 08 20:40:13.819699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba901d-9bb1-43a9-bbf7-8e68c9b00941 req-a4622b15-fb07-43bc-a1b2-68fe4cc9c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:13.821061 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4ba901d-9bb1-43a9-bbf7-8e68c9b00941 req-a4622b15-fb07-43bc-a1b2-68fe4cc9c0de service neutron] 10.222.0.104 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.1785951 Jul 08 20:40:13.822099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4207a1a-8835-454b-a633-92b4f5e0ce44 req-c727d47b-d1df-44d3-8f76-af31029fd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:13.824513 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4207a1a-8835-454b-a633-92b4f5e0ce44 req-c727d47b-d1df-44d3-8f76-af31029fd3f8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 HTTP/1.1" status: 200 len: 914 time: 0.8783679 Jul 08 20:40:13.847193 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65650737-f2da-44a9-89cf-2ec242eca7b7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Pushing event updated for resources: {'Port': ['ID=82794ba6-b3b0-4bab-a78f-9688a86f1607,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:13.854549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:40:13.858325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-65650737-f2da-44a9-89cf-2ec242eca7b7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Network 99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:40:13.862882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-84688352-fb82-471b-9616-0f3cf548019e admin admin] 10.222.0.101 "PUT /v2.0/routers/48f5b8b7-3a2b-4352-bb73-038d956e2abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9790003 Jul 08 20:40:13.864005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-65650737-f2da-44a9-89cf-2ec242eca7b7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:40:13.874849 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Sync routers for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:40:13.878917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-65650737-f2da-44a9-89cf-2ec242eca7b7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:40:13.897114 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:40:13.898012 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:40:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:13.911105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4207a1a-8835-454b-a633-92b4f5e0ce44 req-ab91facc-8502-412c-a562-03ffeccc7ec9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669e26f3-c802-44b2-8ec2-e80939a71320 HTTP/1.1" status: 200 len: 217 time: 0.0660083 Jul 08 20:40:13.979884 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e4b97-bb40-46bb-9346-de29d2e3ec11 req-f019af90-75ed-4287-8cc1-0ab4dc8f41ce tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:13.987058 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-174e4b97-bb40-46bb-9346-de29d2e3ec11 req-f019af90-75ed-4287-8cc1-0ab4dc8f41ce tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 932 time: 0.2567325 Jul 08 20:40:14.050620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-65650737-f2da-44a9-89cf-2ec242eca7b7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:14.058316 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-65650737-f2da-44a9-89cf-2ec242eca7b7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:14.117464 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-174e4b97-bb40-46bb-9346-de29d2e3ec11 req-d78384b2-8650-4569-8925-99c1f436bb45 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/security-groups?id=40cce267-47c7-49f4-92ac-69f6620dd00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292846 Jul 08 20:40:14.121142 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-65650737-f2da-44a9-89cf-2ec242eca7b7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8824553 Jul 08 20:40:14.139418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Request body: {'port': {'device_id': '0397566f-27cb-4ac1-8961-87190ec81df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:14.152830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4207a1a-8835-454b-a633-92b4f5e0ce44 req-a5dcc5f2-b80b-4dae-b702-69863b7fd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:14.154918 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4207a1a-8835-454b-a633-92b4f5e0ce44 req-a5dcc5f2-b80b-4dae-b702-69863b7fd85e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d7229739-1dcf-4eb3-8686-d30b6c902da2 HTTP/1.1" status: 200 len: 852 time: 0.2129076 Jul 08 20:40:14.169379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba901d-9bb1-43a9-bbf7-8e68c9b00941 req-15154a11-4c38-438d-8565-ce268ab4d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:14.184656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4ba901d-9bb1-43a9-bbf7-8e68c9b00941 req-15154a11-4c38-438d-8565-ce268ab4d930 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3559051 Jul 08 20:40:14.195084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5697269-e2e3-4240-838a-c85697dd6249 None None] New status for floating IP 86bff9f5-2e5e-42a9-8417-e5c6de4a56ec: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:40:14.264967 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:40:14.565313 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4ba901d-9bb1-43a9-bbf7-8e68c9b00941 req-8d1b2565-f227-4d2d-9a9b-58ad74a00db0 service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629196 Jul 08 20:40:14.576353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4207a1a-8835-454b-a633-92b4f5e0ce44 req-f8db68a8-fd19-4713-98f1-050e1b40ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:14.577178 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:14.577983 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4207a1a-8835-454b-a633-92b4f5e0ce44 req-f8db68a8-fd19-4713-98f1-050e1b40ff11 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4109280 Jul 08 20:40:14.612691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa1415-bf82-481e-b9f2-ce63a91d4342 req-e0137b9a-b42f-4943-a4dc-07d32f650b17 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:14.614313 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93fa1415-bf82-481e-b9f2-ce63a91d4342 req-e0137b9a-b42f-4943-a4dc-07d32f650b17 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 946 time: 0.4504745 Jul 08 20:40:14.694034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fe832-b051-458d-bb08-7f3d67da0c17 req-0b3263bb-928e-40dc-be5c-9486c70ded1b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:14.712173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b01fe832-b051-458d-bb08-7f3d67da0c17 req-0b3263bb-928e-40dc-be5c-9486c70ded1b tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 946 time: 0.3763587 Jul 08 20:40:14.893784 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 2, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:15.004070 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Checking router: 48f5b8b7-3a2b-4352-bb73-038d956e2abb for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:40:15.004704 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Updating router 48f5b8b7-3a2b-4352-bb73-038d956e2abb port 92c7c9d0-22fb-4691-93c4-952018961e63 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:40:15.030735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4ba901d-9bb1-43a9-bbf7-8e68c9b00941 req-83163eb7-0259-4665-96db-95b6a8648b2e service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472673 Jul 08 20:40:15.032960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4207a1a-8835-454b-a633-92b4f5e0ce44 req-80498099-f3f5-4626-b489-766b0ce6aebf service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316778 Jul 08 20:40:15.149234 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:15.221616 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b01fe832-b051-458d-bb08-7f3d67da0c17 req-62c05b15-d4f9-4cb5-92b5-61e83b35c7d3 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5020795 Jul 08 20:40:15.298557 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4207a1a-8835-454b-a633-92b4f5e0ce44 req-0da5366d-f0b9-4df0-b021-f94278815c4c service neutron] 10.222.0.103 "GET /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542706 Jul 08 20:40:15.398996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-93fa1415-bf82-481e-b9f2-ce63a91d4342 req-55bac9ec-83f3-4752-856a-7f333aebb325 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Deleting port 669e26f3-c802-44b2-8ec2-e80939a71320 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:40:15.401512 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-93fa1415-bf82-481e-b9f2-ce63a91d4342 req-55bac9ec-83f3-4752-856a-7f333aebb325 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:15.428121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53748) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:15.434934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7151be2d-0d87-4bb6-ac00-6c13f5c78f49 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577004320', 'description': 'tempest-description--899649023'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:15.480282 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7151be2d-0d87-4bb6-ac00-6c13f5c78f49 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:15.829256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7151be2d-0d87-4bb6-ac00-6c13f5c78f49 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:15.840841 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7151be2d-0d87-4bb6-ac00-6c13f5c78f49 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:15.898876 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:15.913617 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Transition to ACTIVE for port object 92c7c9d0-22fb-4691-93c4-952018961e63 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:40:15.924458 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:15.970208 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7151be2d-0d87-4bb6-ac00-6c13f5c78f49 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:15.974247 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7151be2d-0d87-4bb6-ac00-6c13f5c78f49 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5418496 Jul 08 20:40:15.985127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151be2d-0d87-4bb6-ac00-6c13f5c78f49 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:15.987454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53764) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:15.988958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-93fa1415-bf82-481e-b9f2-ce63a91d4342 req-55bac9ec-83f3-4752-856a-7f333aebb325 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] For port 669e26f3-c802-44b2-8ec2-e80939a71320, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=669e26f3-c802-44b2-8ec2-e80939a71320,segment=NetworkSegment(5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3),segment_id=5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:15.989465 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-93fa1415-bf82-481e-b9f2-ce63a91d4342 req-55bac9ec-83f3-4752-856a-7f333aebb325 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:16.014658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-362413b3-6bef-42fc-8484-a17242cfeae7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Request body: {'security_group_rule': {'security_group_id': 'a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:16.080221 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-93fa1415-bf82-481e-b9f2-ce63a91d4342 req-55bac9ec-83f3-4752-856a-7f333aebb325 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Calling delete_port for 669e26f3-c802-44b2-8ec2-e80939a71320 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:40:16.082031 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3294d13-6f16-4c8d-a363-a1ef746b742f None None] Pushing event updated for resources: {'Port': ['ID=92c7c9d0-22fb-4691-93c4-952018961e63,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:16.145157 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-362413b3-6bef-42fc-8484-a17242cfeae7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:16.222746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73665ab2-b967-420f-91c6-41c6864662f4 req-1a579fba-ae03-4cdc-860b-10ee68c21b16 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:16.224325 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73665ab2-b967-420f-91c6-41c6864662f4 req-1a579fba-ae03-4cdc-860b-10ee68c21b16 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 932 time: 0.5479357 Jul 08 20:40:16.282636 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Attempting to bind port 92c7c9d0-22fb-4691-93c4-952018961e63 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:40:16.283065 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Attempting to bind port 92c7c9d0-22fb-4691-93c4-952018961e63 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:40:16.283430 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Attempting to bind port 92c7c9d0-22fb-4691-93c4-952018961e63 on network eb126676-baac-44c7-8776-db620659cc11 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:40:16.295935 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:40:16.296395 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Checking segment: {'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:40:16.301368 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:16.302189 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Bound using segment: {'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:40:16.302738 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Bound port: 92c7c9d0-22fb-4691-93c4-952018961e63, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:40:16.303245 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:16.337261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce77dd-1587-459c-a16b-4c99a4d01b7a req-bece13f6-4fd7-497b-866a-d6f84e2d512a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:16.345471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4ce77dd-1587-459c-a16b-4c99a4d01b7a req-bece13f6-4fd7-497b-866a-d6f84e2d512a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 944 time: 0.6991372 Jul 08 20:40:16.463213 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73665ab2-b967-420f-91c6-41c6864662f4 req-2f55f409-c3b5-49cc-93f3-2b47e72af092 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/security-groups?id=40cce267-47c7-49f4-92ac-69f6620dd00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309456 Jul 08 20:40:16.558542 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-362413b3-6bef-42fc-8484-a17242cfeae7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:16.568334 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-362413b3-6bef-42fc-8484-a17242cfeae7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:16.602722 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] For port 92c7c9d0-22fb-4691-93c4-952018961e63, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:40:16.609697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362413b3-6bef-42fc-8484-a17242cfeae7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46a5cf3-19c6-47a3-8d01-3e7b68f1ad05,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:16.612110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82794ba6-b3b0-4bab-a78f-9688a86f1607 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:40:16.613670 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] For port 92c7c9d0-22fb-4691-93c4-952018961e63, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=92c7c9d0-22fb-4691-93c4-952018961e63,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:40:16.624022 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:16.641589 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:16.671758 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-362413b3-6bef-42fc-8484-a17242cfeae7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:16.673382 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-362413b3-6bef-42fc-8484-a17242cfeae7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6711771 Jul 08 20:40:16.676390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53786) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:16.691209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3d099874-0589-4724-9447-ef470a2ccf83 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Request body: {'security_group_rule': {'security_group_id': 'a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:16.722472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4ce77dd-1587-459c-a16b-4c99a4d01b7a req-ca38d96b-4522-4dbc-b899-fcb145d34fca tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710711 Jul 08 20:40:16.744664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Transition to ACTIVE for port object 82794ba6-b3b0-4bab-a78f-9688a86f1607 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:40:16.784665 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:16.790730 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:40:16.791945 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:40:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:16.873703 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Pushing event updated for resources: {'Port': ['ID=82794ba6-b3b0-4bab-a78f-9688a86f1607,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:16.954532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d099874-0589-4724-9447-ef470a2ccf83 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:17.042176 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3294d13-6f16-4c8d-a363-a1ef746b742f None None] Pushing event updated for resources: {'Port': ['ID=92c7c9d0-22fb-4691-93c4-952018961e63,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:17.048615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce87d3-0b6f-472b-a736-9808e3901a90 req-74db0579-8872-4582-909a-7993e1528c44 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:17.057195 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-55ce87d3-0b6f-472b-a736-9808e3901a90 req-74db0579-8872-4582-909a-7993e1528c44 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 946 time: 0.1818068 Jul 08 20:40:17.092427 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:40:17.128184 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-55ce87d3-0b6f-472b-a736-9808e3901a90 req-169ffe9d-3070-4173-a682-1c6a8085d825 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/security-groups?id=82ff01b4-5c57-4649-9cdc-3a3a52d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693133 Jul 08 20:40:17.191377 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-93fa1415-bf82-481e-b9f2-ce63a91d4342 req-55bac9ec-83f3-4752-856a-7f333aebb325 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:17.243650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Attempting to bind port 82794ba6-b3b0-4bab-a78f-9688a86f1607 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:40:17.244865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Attempting to bind port 82794ba6-b3b0-4bab-a78f-9688a86f1607 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '6f656240-c0b0-40d7-bc52-1d7a5101bdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99ccd29c-3f1d-4690-87a2-9dd1e3415bc8'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:40:17.245579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Attempting to bind port 82794ba6-b3b0-4bab-a78f-9688a86f1607 on network 99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:40:17.256691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Port 82794ba6-b3b0-4bab-a78f-9688a86f1607 on network 99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:40:17.257557 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Attempting to bind port 82794ba6-b3b0-4bab-a78f-9688a86f1607 on network 99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:40:17.267056 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:40:17.268315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Checking segment: {'id': '6f656240-c0b0-40d7-bc52-1d7a5101bdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99ccd29c-3f1d-4690-87a2-9dd1e3415bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:40:17.268921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Bound using segment: {'id': '6f656240-c0b0-40d7-bc52-1d7a5101bdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99ccd29c-3f1d-4690-87a2-9dd1e3415bc8'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:40:17.269552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Bound port: 82794ba6-b3b0-4bab-a78f-9688a86f1607, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f656240-c0b0-40d7-bc52-1d7a5101bdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99ccd29c-3f1d-4690-87a2-9dd1e3415bc8'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:40:17.270270 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:17.281838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bac9ec-83f3-4752-856a-7f333aebb325 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Pushing event deleted for resources: {'Port': ['ID=669e26f3-c802-44b2-8ec2-e80939a71320,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:17.411921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] For port 82794ba6-b3b0-4bab-a78f-9688a86f1607, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:40:17.416998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] For port 82794ba6-b3b0-4bab-a78f-9688a86f1607, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=82794ba6-b3b0-4bab-a78f-9688a86f1607,segment=NetworkSegment(6f656240-c0b0-40d7-bc52-1d7a5101bdf3),segment_id=6f656240-c0b0-40d7-bc52-1d7a5101bdf3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:40:17.428719 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d099874-0589-4724-9447-ef470a2ccf83 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:17.453430 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:17.458798 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:16Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:17.487217 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67645d22-ec68-4d02-aa0d-092e4a3db9a3 None None] The sync data for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 is: [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:16Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:40:17.589756 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d099874-0589-4724-9447-ef470a2ccf83 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:17.593104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fa1415-bf82-481e-b9f2-ce63a91d4342 req-55bac9ec-83f3-4752-856a-7f333aebb325 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] No DVR routers for this DVR port 669e26f3-c802-44b2-8ec2-e80939a71320 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:40:17.620743 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:17.632741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Pushing event updated for resources: {'Port': ['ID=82794ba6-b3b0-4bab-a78f-9688a86f1607,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:17.676379 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-93fa1415-bf82-481e-b9f2-ce63a91d4342 req-55bac9ec-83f3-4752-856a-7f333aebb325 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:17.681794 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93fa1415-bf82-481e-b9f2-ce63a91d4342 req-55bac9ec-83f3-4752-856a-7f333aebb325 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.103 "DELETE /v2.0/ports/669e26f3-c802-44b2-8ec2-e80939a71320 HTTP/1.1" status: 204 len: 173 time: 3.0513060 Jul 08 20:40:17.683818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:17.685230 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:17.686630 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-9ba1b131-e095-455a-a8b1-4978573e973a service neutron] 10.222.0.103 "PUT /v2.0/ports/82794ba6-b3b0-4bab-a78f-9688a86f1607 HTTP/1.1" status: 200 len: 1093 time: 3.5532038 Jul 08 20:40:17.690243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d099874-0589-4724-9447-ef470a2ccf83 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8183139e-8ec7-4e81-b1f6-614cd4ee500a,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:17.692293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'name': 'network-vif-deleted', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320'}, {'name': 'network-changed', 'server_uuid': '0397566f-27cb-4ac1-8961-87190ec81df3', 'tag': '82794ba6-b3b0-4bab-a78f-9688a86f1607'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:40:17.695043 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa957b4-caa4-43c1-8d59-7d1b6871512f" -d '{"events": [{"server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "name": "network-vif-deleted", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320"}, {"name": "network-changed", "server_uuid": "0397566f-27cb-4ac1-8961-87190ec81df3", "tag": "82794ba6-b3b0-4bab-a78f-9688a86f1607"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:40:17.705075 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d099874-0589-4724-9447-ef470a2ccf83 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:17.707184 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3d099874-0589-4724-9447-ef470a2ccf83 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0275550 Jul 08 20:40:17.714634 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53814) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:17.727927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:17.767778 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:17.880570 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 20:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af54d0dc-e0fc-49db-96b1-9c1ed61089f7 x-openstack-request-id: req-af54d0dc-e0fc-49db-96b1-9c1ed61089f7 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:40:17.896464 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f153960-723c-4f4d-b2ef-c5d128fb5b55", "name": "network-vif-deleted", "tag": "669e26f3-c802-44b2-8ec2-e80939a71320", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0397566f-27cb-4ac1-8961-87190ec81df3", "tag": "82794ba6-b3b0-4bab-a78f-9688a86f1607", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:40:17.898704 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-af54d0dc-e0fc-49db-96b1-9c1ed61089f7 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:40:17.899216 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f153960-723c-4f4d-b2ef-c5d128fb5b55', 'name': 'network-vif-deleted', 'tag': '669e26f3-c802-44b2-8ec2-e80939a71320', 'status': 'completed', 'code': 200} Jul 08 20:40:17.899487 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0397566f-27cb-4ac1-8961-87190ec81df3', 'tag': '82794ba6-b3b0-4bab-a78f-9688a86f1607', 'status': 'completed', 'code': 200} Jul 08 20:40:18.001666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ad9d8-2af4-4115-82fd-0221e69e3efc req-59fa7435-3827-47dd-bb06-fad92d98a72b tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:18.005096 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-398ad9d8-2af4-4115-82fd-0221e69e3efc req-59fa7435-3827-47dd-bb06-fad92d98a72b tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 944 time: 0.3159304 Jul 08 20:40:18.103151 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-398ad9d8-2af4-4115-82fd-0221e69e3efc req-19f3abb7-b209-42d8-a275-a753b0201676 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/security-groups?id=40cce267-47c7-49f4-92ac-69f6620dd00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909071 Jul 08 20:40:18.110072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-dc66182e-4939-47f3-8c1f-4f6c84eb952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:18.111834 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-dc66182e-4939-47f3-8c1f-4f6c84eb952a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=705c602a51af468cac43fef19dfe1b8d&device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 1096 time: 0.3289063 Jul 08 20:40:18.176193 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:18.205502 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-1846e2c0-e051-4dbe-b41f-556abac13aeb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82794ba6-b3b0-4bab-a78f-9688a86f1607 HTTP/1.1" status: 200 len: 217 time: 0.0809991 Jul 08 20:40:18.318165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-b727fe7d-36fe-4b6b-bff9-be443dd5d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:18.320099 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-b727fe7d-36fe-4b6b-bff9-be443dd5d4e6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7ca64e64-6d91-42ae-acf5-4dbe84f84413 HTTP/1.1" status: 200 len: 861 time: 0.0987675 Jul 08 20:40:18.410151 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-2b965b66-ce8c-4e15-932b-e0e4242814bf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=99ccd29c-3f1d-4690-87a2-9dd1e3415bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767078 Jul 08 20:40:18.427061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Allocated IP 172.25.4.216 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/78d3f769-b451-473f-afcb-b7dc1b228426) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:40:18.513554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 669e26f3-c802-44b2-8ec2-e80939a71320 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:40:18.598837 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 669e26f3-c802-44b2-8ec2-e80939a71320 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:40:18.601405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 669e26f3-c802-44b2-8ec2-e80939a71320 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:40:18.645534 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-0c41a7cb-d1e9-43d1-a99c-d5de707e9c20 service neutron] 10.222.0.103 "GET /v2.0/networks/99ccd29c-3f1d-4690-87a2-9dd1e3415bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241220 Jul 08 20:40:18.764209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068cce-4a9a-45d0-9f83-7d33a20d4021 req-e2d2f0d3-ffe6-4a8f-81a9-4e3353638cc7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:18.780316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4068cce-4a9a-45d0-9f83-7d33a20d4021 req-e2d2f0d3-ffe6-4a8f-81a9-4e3353638cc7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 944 time: 0.6785870 Jul 08 20:40:18.789628 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:18.939519 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4068cce-4a9a-45d0-9f83-7d33a20d4021 req-37cc368d-c166-48d5-992a-73396902e64e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578305 Jul 08 20:40:18.945466 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-617488f5-9fb4-48b1-bba4-8b95c3d41e2f req-23bd8de1-ebbe-4ff2-a812-b498af3405d8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 210 time: 0.4747944 Jul 08 20:40:18.977572 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91589cec-f9e0-4d60-b7a1-e053e39b9096 req-716dff8d-b6cb-40a2-a607-2a38c3ebe68e service neutron] 10.222.0.103 "GET /v2.0/networks/99ccd29c-3f1d-4690-87a2-9dd1e3415bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249662 Jul 08 20:40:18.989466 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:19.074840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:40:19.077157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:40:19.091341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:40:19.094490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event updated for resources: {'Port': ['ID=78d3f769-b451-473f-afcb-b7dc1b228426,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:19.174774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa957b4-caa4-43c1-8d59-7d1b6871512f req-38d5207b-86f4-4abe-a161-17b2032940ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:19.178527 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfa957b4-caa4-43c1-8d59-7d1b6871512f req-38d5207b-86f4-4abe-a161-17b2032940ed service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=705c602a51af468cac43fef19dfe1b8d&device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 1096 time: 0.1375768 Jul 08 20:40:19.364385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:19.405163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa957b4-caa4-43c1-8d59-7d1b6871512f req-38cbb559-ab44-43e5-9fe5-9a82d7b68898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:19.413013 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfa957b4-caa4-43c1-8d59-7d1b6871512f req-38cbb559-ab44-43e5-9fe5-9a82d7b68898 service neutron] 10.222.0.103 "GET /v2.0/networks?id=99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 HTTP/1.1" status: 200 len: 922 time: 0.2276406 Jul 08 20:40:19.481119 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:19.518878 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfa957b4-caa4-43c1-8d59-7d1b6871512f req-a465e7eb-7b38-4c6e-ab06-852328e1050b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82794ba6-b3b0-4bab-a78f-9688a86f1607 HTTP/1.1" status: 200 len: 217 time: 0.0983343 Jul 08 20:40:19.663491 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 92c7c9d0-22fb-4691-93c4-952018961e63 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:40:19.690957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa957b4-caa4-43c1-8d59-7d1b6871512f req-a66e31f6-aec4-42d2-a9c8-3cf6c1f7bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:19.704177 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfa957b4-caa4-43c1-8d59-7d1b6871512f req-a66e31f6-aec4-42d2-a9c8-3cf6c1f7bb9c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7ca64e64-6d91-42ae-acf5-4dbe84f84413 HTTP/1.1" status: 200 len: 861 time: 0.1282945 Jul 08 20:40:19.733999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17479c1-edf0-4a88-94fe-365f6e1f7aea req-39e152f0-e12a-4825-9009-3db72c51e967 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:19.741049 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f17479c1-edf0-4a88-94fe-365f6e1f7aea req-39e152f0-e12a-4825-9009-3db72c51e967 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 944 time: 0.3195479 Jul 08 20:40:19.815512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 92c7c9d0-22fb-4691-93c4-952018961e63 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:40:19.823709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 92c7c9d0-22fb-4691-93c4-952018961e63 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:19.824427 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:19.863418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfa957b4-caa4-43c1-8d59-7d1b6871512f req-38b6fd0d-4f12-4e0f-b158-daa2360cde63 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=99ccd29c-3f1d-4690-87a2-9dd1e3415bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468120 Jul 08 20:40:19.891107 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f17479c1-edf0-4a88-94fe-365f6e1f7aea req-13ac1019-46cf-482b-9469-4594c99832e7 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/security-groups?id=40cce267-47c7-49f4-92ac-69f6620dd00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487787 Jul 08 20:40:19.992956 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:20.012311 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:20.128530 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:20.182068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event updated for resources: {'Port': ['ID=78d3f769-b451-473f-afcb-b7dc1b228426,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:20.228773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 92c7c9d0-22fb-4691-93c4-952018961e63, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=92c7c9d0-22fb-4691-93c4-952018961e63,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:20.232127 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:20.234649 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:20.283379 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:20.288691 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-37058ddc-25f3-4d29-a02b-a89d6a77cfdb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5673728 Jul 08 20:40:20.339011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd6fbe-09e1-4bd6-9b12-e6025036168f req-42e56a45-93b6-4e36-ad6f-b92da6095e0f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:20.341956 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f0fd6fbe-09e1-4bd6-9b12-e6025036168f req-42e56a45-93b6-4e36-ad6f-b92da6095e0f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 944 time: 0.1129119 Jul 08 20:40:20.342852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53882) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:20.360231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=92c7c9d0-22fb-4691-93c4-952018961e63,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:20.531441 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f0fd6fbe-09e1-4bd6-9b12-e6025036168f req-631cbe72-7422-4fe0-a71b-9e263e4c5b5b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708529 Jul 08 20:40:20.587092 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2fa1db6c-30f9-432e-b784-240072993d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:20.657792 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-065190d2-b07a-44c0-a167-eb334e7767ef req-cc95bc4f-4387-4be7-8ca3-41fdf892dae8 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 210 time: 0.0390270 Jul 08 20:40:20.715608 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfa957b4-caa4-43c1-8d59-7d1b6871512f req-4214c067-84c4-4d4f-9f62-b21122e0996b service neutron] 10.222.0.103 "GET /v2.0/networks/99ccd29c-3f1d-4690-87a2-9dd1e3415bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8449485 Jul 08 20:40:20.846624 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-d62b76c8-2672-47e9-8243-f8bcdad41fc6 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1577004320&fields=id&tenant_id=8904f969823445978f5bf7d6e599b8cb HTTP/1.1" status: 200 len: 267 time: 0.1292048 Jul 08 20:40:20.848212 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dfa957b4-caa4-43c1-8d59-7d1b6871512f req-5623501d-63b5-45d0-9137-3447ce525f05 service neutron] 10.222.0.103 "GET /v2.0/networks/99ccd29c-3f1d-4690-87a2-9dd1e3415bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240206 Jul 08 20:40:20.969107 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2fa1db6c-30f9-432e-b784-240072993d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:20.975874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2fa1db6c-30f9-432e-b784-240072993d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:21.002270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-ce2c204a-415a-4624-9700-b3026d30ea37 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:21.009023 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-ce2c204a-415a-4624-9700-b3026d30ea37 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 810 time: 0.1614852 Jul 08 20:40:21.091299 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1db6c-30f9-432e-b784-240072993d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abb185c-ee37-43f8-818f-ed5740924615,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:21.121259 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-0bea32be-19eb-46a1-aca3-5416d9e6656e tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/quotas/8904f969823445978f5bf7d6e599b8cb HTTP/1.1" status: 200 len: 375 time: 0.0556149 Jul 08 20:40:21.142189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2fa1db6c-30f9-432e-b784-240072993d58 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7fca68fd1f9f4978a0a57b33fc4a14ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7978673 Jul 08 20:40:21.144439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53914) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:21.197159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a810cd-05bf-42e5-8d7a-008e98f7921e req-21f4d278-3f11-4e0f-b9be-487cee428dea tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:21.205499 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-17a810cd-05bf-42e5-8d7a-008e98f7921e req-21f4d278-3f11-4e0f-b9be-487cee428dea tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 944 time: 0.1358120 Jul 08 20:40:21.265047 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-17a810cd-05bf-42e5-8d7a-008e98f7921e req-fac31fcd-d6dc-4e6c-8d0b-46dc149e2b3c tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/security-groups?id=40cce267-47c7-49f4-92ac-69f6620dd00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571918 Jul 08 20:40:21.265670 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-09308f19-37ce-4719-a842-066f22602d85 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1360276 Jul 08 20:40:21.266557 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5c5eebb-d9f6-4910-a610-3f915f619cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:21.309666 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5c5eebb-d9f6-4910-a610-3f915f619cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:21.405312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 92c7c9d0-22fb-4691-93c4-952018961e63 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:40:21.481892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-a064f360-0697-4669-8e16-aa10bfa6a227 service neutron] 10.222.0.101 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990039 Jul 08 20:40:21.531699 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 92c7c9d0-22fb-4691-93c4-952018961e63 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:21.532270 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:21.594791 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5c5eebb-d9f6-4910-a610-3f915f619cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:21.598807 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5c5eebb-d9f6-4910-a610-3f915f619cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:21.612966 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c5c5eebb-d9f6-4910-a610-3f915f619cec admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1abb185c-ee37-43f8-818f-ed5740924615 HTTP/1.1" status: 204 len: 168 time: 0.4544868 Jul 08 20:40:21.682523 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-18723207-4dd4-47d6-a875-24a0c01fd0ab service neutron] 10.222.0.101 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848416 Jul 08 20:40:21.699734 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5eebb-d9f6-4910-a610-3f915f619cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abb185c-ee37-43f8-818f-ed5740924615,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:21.953881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debad33f-c681-4b9f-bd98-c61bb530c141 req-d6d41b1d-6612-4eab-b109-31e3451549b4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:21.959489 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-debad33f-c681-4b9f-bd98-c61bb530c141 req-d6d41b1d-6612-4eab-b109-31e3451549b4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 944 time: 0.1585951 Jul 08 20:40:22.090798 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-debad33f-c681-4b9f-bd98-c61bb530c141 req-c85f5d0a-fb75-49e0-93c7-073107ece940 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209564 Jul 08 20:40:22.144880 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fda78597-849c-4cb7-a4d9-eac04eb2b370 req-5017d56e-a0b9-4fac-8131-2a0570decde1 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 210 time: 0.0503058 Jul 08 20:40:22.212249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 53942) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:22.243811 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a355f280-83c3-4cb9-bdd1-e9e9eb17ea06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:22.283736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc5e5a8a-99ec-4b96-b7dc-f03849656029 req-64617c3d-f83a-4d4a-9feb-733ecfb14275 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 210 time: 0.0978210 Jul 08 20:40:22.477497 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a355f280-83c3-4cb9-bdd1-e9e9eb17ea06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:22.512050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 82794ba6-b3b0-4bab-a78f-9688a86f1607 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:40:22.529290 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a355f280-83c3-4cb9-bdd1-e9e9eb17ea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:22.576499 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355f280-83c3-4cb9-bdd1-e9e9eb17ea06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd5f280-e35c-4457-8c24-a56295c4409f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:22.705099 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a355f280-83c3-4cb9-bdd1-e9e9eb17ea06 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=441f342ecf624c0db0bf211bf7dc7fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909744 Jul 08 20:40:22.707834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 53960) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:22.762736 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708c5bf-13a8-4911-868b-c9356e405c3e req-68f7750b-88c4-4cfd-85bd-386109a6a30c tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:22.776512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6708c5bf-13a8-4911-868b-c9356e405c3e req-68f7750b-88c4-4cfd-85bd-386109a6a30c tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 944 time: 0.3499670 Jul 08 20:40:22.779642 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 82794ba6-b3b0-4bab-a78f-9688a86f1607, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=82794ba6-b3b0-4bab-a78f-9688a86f1607,segment=NetworkSegment(6f656240-c0b0-40d7-bc52-1d7a5101bdf3),segment_id=6f656240-c0b0-40d7-bc52-1d7a5101bdf3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:22.794048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '82794ba6-b3b0-4bab-a78f-9688a86f1607', 'network_id': '99ccd29c-3f1d-4690-87a2-9dd1e3415bc8', 'port_id': '82794ba6-b3b0-4bab-a78f-9688a86f1607', 'mac_address': 'fa:16:3e:22:05:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca64e64-6d91-42ae-acf5-4dbe84f84413', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:40:22.823944 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e675b7d-8314-4e25-94df-36cc089888db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:22.844364 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:22.865068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82794ba6-b3b0-4bab-a78f-9688a86f1607 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:40:22.877984 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6708c5bf-13a8-4911-868b-c9356e405c3e req-f8b307cc-f4ca-4f67-830d-14a5915c7d91 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/security-groups?id=40cce267-47c7-49f4-92ac-69f6620dd00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945151 Jul 08 20:40:22.896403 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e675b7d-8314-4e25-94df-36cc089888db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:22.916761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 82794ba6-b3b0-4bab-a78f-9688a86f1607, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=82794ba6-b3b0-4bab-a78f-9688a86f1607,segment=NetworkSegment(6f656240-c0b0-40d7-bc52-1d7a5101bdf3),segment_id=6f656240-c0b0-40d7-bc52-1d7a5101bdf3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:22.933702 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:23.018346 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e675b7d-8314-4e25-94df-36cc089888db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:23.022832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e675b7d-8314-4e25-94df-36cc089888db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:23.026953 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4e675b7d-8314-4e25-94df-36cc089888db admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2fd5f280-e35c-4457-8c24-a56295c4409f HTTP/1.1" status: 204 len: 168 time: 0.3181045 Jul 08 20:40:23.062992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=82794ba6-b3b0-4bab-a78f-9688a86f1607,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:23.067398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e675b7d-8314-4e25-94df-36cc089888db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd5f280-e35c-4457-8c24-a56295c4409f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:23.200441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['82794ba6-b3b0-4bab-a78f-9688a86f1607'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:40:23.538332 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bb3c372-f8da-452b-b88e-9f96524c9763 req-8f4bf5f4-a57f-4c28-8092-6d052138d311 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 210 time: 0.0899229 Jul 08 20:40:23.556810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49c3ff-f429-4888-8fad-26d98b06805e req-c9f48fc3-9918-4b3b-b899-5abdaaaffa70 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:23.577819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1a49c3ff-f429-4888-8fad-26d98b06805e req-c9f48fc3-9918-4b3b-b899-5abdaaaffa70 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 944 time: 0.1996198 Jul 08 20:40:23.614629 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:23.702774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1a49c3ff-f429-4888-8fad-26d98b06805e req-13c3c323-78e7-4f5a-a5b6-73f4b536e45f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222327 Jul 08 20:40:23.794666 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8e36d21-f230-4f60-bbac-dffeef430814 req-a4102f6c-6823-46a6-914d-d01737b56ca3 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 210 time: 0.0544860 Jul 08 20:40:24.292883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d6d2-08db-4038-872d-3ffa7a953b18 req-f0ff6432-0f17-44c9-bb4e-a0c8fdd75c47 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:24.300177 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4348d6d2-08db-4038-872d-3ffa7a953b18 req-f0ff6432-0f17-44c9-bb4e-a0c8fdd75c47 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 945 time: 0.1490762 Jul 08 20:40:24.417259 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4348d6d2-08db-4038-872d-3ffa7a953b18 req-0cc7607b-baa7-4427-8a45-3ea14c87cdf3 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/security-groups?id=40cce267-47c7-49f4-92ac-69f6620dd00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159291 Jul 08 20:40:24.510983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 82794ba6-b3b0-4bab-a78f-9688a86f1607 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:40:24.672888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 82794ba6-b3b0-4bab-a78f-9688a86f1607 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:40:24.674597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54022) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:24.683280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 82794ba6-b3b0-4bab-a78f-9688a86f1607 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:24.685246 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:24.777192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-c8e6c53b-635d-44bf-9403-abe83a300d83 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:24.779953 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-c8e6c53b-635d-44bf-9403-abe83a300d83 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.104 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 810 time: 0.4134474 Jul 08 20:40:24.937799 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:24.948287 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2375e1ed-6f7b-443e-be80-c621b53fa59c req-fb1b8d0f-2d84-46e4-9e9d-0a2378e309ba tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 210 time: 0.1402106 Jul 08 20:40:25.042502 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0507e270-0f52-4fac-9634-8154f3aa4722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:25.051536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0397566f-27cb-4ac1-8961-87190ec81df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82794ba6-b3b0-4bab-a78f-9688a86f1607'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:40:25.054047 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bf1d98-dc72-446f-8169-a6c21b5e0ebc" -d '{"events": [{"server_uuid": "0397566f-27cb-4ac1-8961-87190ec81df3", "name": "network-vif-plugged", "status": "completed", "tag": "82794ba6-b3b0-4bab-a78f-9688a86f1607"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:40:25.073837 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-540ff402-69e8-431f-adc3-4dcc4a2ef328 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8904f969823445978f5bf7d6e599b8cb HTTP/1.1" status: 200 len: 380 time: 0.2833416 Jul 08 20:40:25.078465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3e8e9972-c19a-4d62-a953-4025288c6bda details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:40:25.093890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Request body: {'port': {'device_id': 'cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'admin_state_up': True, 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'security_groups': ['a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:25.277629 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f57f33-e8e4-489d-ab3e-45165b1d8dfa req-9accd398-9f2d-40d5-a3b0-2dae20bf7994 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:25.286361 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-06f57f33-e8e4-489d-ab3e-45165b1d8dfa req-9accd398-9f2d-40d5-a3b0-2dae20bf7994 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 944 time: 0.2040792 Jul 08 20:40:25.354927 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-06f57f33-e8e4-489d-ab3e-45165b1d8dfa req-b59cffe6-575e-4bcd-beba-10c082eabd33 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673466 Jul 08 20:40:25.425848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3e8e9972-c19a-4d62-a953-4025288c6bda, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3e8e9972-c19a-4d62-a953-4025288c6bda,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:25.474635 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0507e270-0f52-4fac-9634-8154f3aa4722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:25.484176 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0507e270-0f52-4fac-9634-8154f3aa4722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:25.489558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '3e8e9972-c19a-4d62-a953-4025288c6bda', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'port_id': '3e8e9972-c19a-4d62-a953-4025288c6bda', 'mac_address': 'fa:16:3e:4a:64:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:40:25.510607 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f5dbad-a04e-4a5e-98ca-fd3470a2888e x-openstack-request-id: req-c6f5dbad-a04e-4a5e-98ca-fd3470a2888e {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:40:25.511234 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0397566f-27cb-4ac1-8961-87190ec81df3", "name": "network-vif-plugged", "status": "completed", "tag": "82794ba6-b3b0-4bab-a78f-9688a86f1607", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:40:25.511514 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c6f5dbad-a04e-4a5e-98ca-fd3470a2888e {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:40:25.516736 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0397566f-27cb-4ac1-8961-87190ec81df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82794ba6-b3b0-4bab-a78f-9688a86f1607', 'code': 200} Jul 08 20:40:25.558966 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0507e270-0f52-4fac-9634-8154f3aa4722 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7e7e3ba2c20845318fe96a2f973888db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8813007 Jul 08 20:40:25.561971 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40feea6d-eedd-4f44-85b9-a2e750261246 req-9a13fabe-bd14-4e1f-ab81-15f7d7a82d49 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 210 time: 0.1404123 Jul 08 20:40:25.562336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54050) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:25.592258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Made reservation on behalf of 8904f969823445978f5bf7d6e599b8cb for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:40:25.601846 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 82794ba6-b3b0-4bab-a78f-9688a86f1607, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=82794ba6-b3b0-4bab-a78f-9688a86f1607,segment=NetworkSegment(6f656240-c0b0-40d7-bc52-1d7a5101bdf3),segment_id=6f656240-c0b0-40d7-bc52-1d7a5101bdf3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:25.602556 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:25.626577 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:25.650115 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:25.703401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8e9972-c19a-4d62-a953-4025288c6bda {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:40:25.727210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=82794ba6-b3b0-4bab-a78f-9688a86f1607,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:25.742099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3e8e9972-c19a-4d62-a953-4025288c6bda, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3e8e9972-c19a-4d62-a953-4025288c6bda,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:25.748773 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:25.785094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507e270-0f52-4fac-9634-8154f3aa4722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df80493-3902-44aa-9c7d-0311ebcc6ba0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:25.811372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=3e8e9972-c19a-4d62-a953-4025288c6bda,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:25.864308 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Allocated IP 172.20.0.7 (eb126676-baac-44c7-8776-db620659cc11/373f0c01-b696-4703-ab5a-3a737cebfdae/1664f54d-1504-4bfd-9f7d-204dc97a5146) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:40:25.879909 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-273fb1b1-5c78-4407-93c8-853f50e3355c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:25.907339 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc0bff-eaab-41e4-b061-86f696829ae0 req-8b3760cb-633c-4627-957b-b35269c6b72a tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:25.915244 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9cbc0bff-eaab-41e4-b061-86f696829ae0 req-8b3760cb-633c-4627-957b-b35269c6b72a tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 946 time: 0.2161913 Jul 08 20:40:25.941202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['3e8e9972-c19a-4d62-a953-4025288c6bda'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:40:25.948174 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-273fb1b1-5c78-4407-93c8-853f50e3355c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:25.958667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0bc4e-ee2c-4426-9ff2-359e6f9a2c44 req-4b1b17a6-c32c-4ec8-9593-756071bbe1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:25.960230 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ab0bc4e-ee2c-4426-9ff2-359e6f9a2c44 req-4b1b17a6-c32c-4ec8-9593-756071bbe1e9 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 1098 time: 0.3511682 Jul 08 20:40:26.035060 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9cbc0bff-eaab-41e4-b061-86f696829ae0 req-676f9cfc-7792-48aa-97a4-d0cd659b3e60 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/security-groups?id=40cce267-47c7-49f4-92ac-69f6620dd00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163523 Jul 08 20:40:26.073194 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ab0bc4e-ee2c-4426-9ff2-359e6f9a2c44 req-fc10d97d-3664-4b81-8e4b-1369ded195cf service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=40cce267-47c7-49f4-92ac-69f6620dd00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997705 Jul 08 20:40:26.103774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-273fb1b1-5c78-4407-93c8-853f50e3355c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:26.107348 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-273fb1b1-5c78-4407-93c8-853f50e3355c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:26.111894 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-273fb1b1-5c78-4407-93c8-853f50e3355c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5df80493-3902-44aa-9c7d-0311ebcc6ba0 HTTP/1.1" status: 204 len: 168 time: 0.5410216 Jul 08 20:40:26.125353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fb1b1-5c78-4407-93c8-853f50e3355c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df80493-3902-44aa-9c7d-0311ebcc6ba0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:26.148783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:26.166725 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Transition to ACTIVE for port object 1664f54d-1504-4bfd-9f7d-204dc97a5146 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:40:26.225053 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:26.276672 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-78b99b7c-9a2b-460b-b53e-be3cf2e6d118 req-04c12f87-c52f-4bfd-9118-b78b9d9c9b55 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "GET /v2.0/ports?device_id=4f153960-723c-4f4d-b2ef-c5d128fb5b55 HTTP/1.1" status: 200 len: 210 time: 0.0401371 Jul 08 20:40:26.347793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Network eb126676-baac-44c7-8776-db620659cc11 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:40:26.351972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:40:26.356892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:40:26.363994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event updated for resources: {'Port': ['ID=1664f54d-1504-4bfd-9f7d-204dc97a5146,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:26.420207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:26.421022 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:26.449951 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-01f9d34a-c98b-4edf-8f91-94311b898ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3696811 Jul 08 20:40:26.463538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Request body: {'port': {'device_id': 'cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:26.610815 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:26.697818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a13bb-5da9-40bf-ac47-ecac40e58420 req-fc4224d2-0ef7-41c3-b2be-c1e3a1bf45a0 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:26.709782 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-168a13bb-5da9-40bf-ac47-ecac40e58420 req-fc4224d2-0ef7-41c3-b2be-c1e3a1bf45a0 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 945 time: 0.1705120 Jul 08 20:40:26.779921 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-168a13bb-5da9-40bf-ac47-ecac40e58420 req-7704be7a-6277-4c7e-8bae-8800dcbc5c1c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678949 Jul 08 20:40:26.784018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0651ceb1-3d3c-4259-aa2f-d37696ee1102 None None] Provisioning for port 1664f54d-1504-4bfd-9f7d-204dc97a5146 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:40:26.795069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0651ceb1-3d3c-4259-aa2f-d37696ee1102 None None] Provisioning complete for port 1664f54d-1504-4bfd-9f7d-204dc97a5146 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:26.795452 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0651ceb1-3d3c-4259-aa2f-d37696ee1102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:26.854591 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0651ceb1-3d3c-4259-aa2f-d37696ee1102 None None] Port 1664f54d-1504-4bfd-9f7d-204dc97a5146 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:40:26.958916 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54094) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:26.975290 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b314eb1-5b61-4417-9845-138acbb11c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.066058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3e8e9972-c19a-4d62-a953-4025288c6bda up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:40:27.164662 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b314eb1-5b61-4417-9845-138acbb11c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.171782 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b314eb1-5b61-4417-9845-138acbb11c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.198740 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 3e8e9972-c19a-4d62-a953-4025288c6bda completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:40:27.203710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 3e8e9972-c19a-4d62-a953-4025288c6bda triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:27.204092 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.290219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7b314eb1-5b61-4417-9845-138acbb11c99 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dba5cd57b03d44d29ade138ba79f539c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301361 Jul 08 20:40:27.298635 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b314eb1-5b61-4417-9845-138acbb11c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67bac74-1c51-44bc-b2ed-62ecf52357cb,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:27.301670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54106) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:27.392739 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.433720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8eab1-44de-4c62-8701-5eb1d8682e07 req-74281b87-e26a-4930-bdf0-4aa7313b2a78 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:27.437115 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c0d8eab1-44de-4c62-8701-5eb1d8682e07 req-74281b87-e26a-4930-bdf0-4aa7313b2a78 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 931 time: 0.5956841 Jul 08 20:40:27.449178 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2742bd3-c35a-42fd-954d-86619a466e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.452148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3e8e9972-c19a-4d62-a953-4025288c6bda, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3e8e9972-c19a-4d62-a953-4025288c6bda,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:27.458008 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.488679 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2742bd3-c35a-42fd-954d-86619a466e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.514490 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084cf6-3977-42e9-b832-318c1b4eb4fe req-d35cd83e-abe8-4260-9394-b44381727290 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:27.521865 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23084cf6-3977-42e9-b832-318c1b4eb4fe req-d35cd83e-abe8-4260-9394-b44381727290 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 946 time: 0.2190897 Jul 08 20:40:27.524155 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c0d8eab1-44de-4c62-8701-5eb1d8682e07 req-37340c37-e485-4bc7-b8d2-add205950e14 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775893 Jul 08 20:40:27.526967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab234bd-fc41-4b24-9b76-0671e15f2632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8e9972-c19a-4d62-a953-4025288c6bda'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:40:27.554347 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c1d55c-48df-4c6e-a7fa-66432cdb7fc4" -d '{"events": [{"server_uuid": "bab234bd-fc41-4b24-9b76-0671e15f2632", "name": "network-vif-plugged", "status": "completed", "tag": "3e8e9972-c19a-4d62-a953-4025288c6bda"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:40:27.603591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1664f54d-1504-4bfd-9f7d-204dc97a5146 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:40:27.605483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=3e8e9972-c19a-4d62-a953-4025288c6bda,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:27.622202 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.622838 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23084cf6-3977-42e9-b832-318c1b4eb4fe req-33066d81-1d5d-4a13-8bd2-f0e087d6a750 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/security-groups?id=40cce267-47c7-49f4-92ac-69f6620dd00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896497 Jul 08 20:40:27.648201 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2742bd3-c35a-42fd-954d-86619a466e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.651614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Transition to ACTIVE for port object 1664f54d-1504-4bfd-9f7d-204dc97a5146 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:40:27.653693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2742bd3-c35a-42fd-954d-86619a466e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.657455 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c2742bd3-c35a-42fd-954d-86619a466e12 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e67bac74-1c51-44bc-b2ed-62ecf52357cb HTTP/1.1" status: 204 len: 168 time: 0.3505127 Jul 08 20:40:27.659105 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.669892 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2742bd3-c35a-42fd-954d-86619a466e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67bac74-1c51-44bc-b2ed-62ecf52357cb,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:27.689751 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54122) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:27.737948 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d076341-6713-4e4b-8514-7917687afc33 x-openstack-request-id: req-8d076341-6713-4e4b-8514-7917687afc33 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:40:27.738537 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab234bd-fc41-4b24-9b76-0671e15f2632", "name": "network-vif-plugged", "status": "completed", "tag": "3e8e9972-c19a-4d62-a953-4025288c6bda", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:40:27.739021 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8d076341-6713-4e4b-8514-7917687afc33 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:40:27.739761 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab234bd-fc41-4b24-9b76-0671e15f2632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8e9972-c19a-4d62-a953-4025288c6bda', 'code': 200} Jul 08 20:40:27.740993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1664f54d-1504-4bfd-9f7d-204dc97a5146,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:27.831271 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bc8e-eee3-4d6f-9168-5618609efe01 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.873166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bc8e-eee3-4d6f-9168-5618609efe01 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:27.959789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Attempting to bind port 1664f54d-1504-4bfd-9f7d-204dc97a5146 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:40:27.960405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Attempting to bind port 1664f54d-1504-4bfd-9f7d-204dc97a5146 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:40:27.960559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Attempting to bind port 1664f54d-1504-4bfd-9f7d-204dc97a5146 on network eb126676-baac-44c7-8776-db620659cc11 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:40:27.974065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Port 1664f54d-1504-4bfd-9f7d-204dc97a5146 on network eb126676-baac-44c7-8776-db620659cc11 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:40:27.974406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Attempting to bind port 1664f54d-1504-4bfd-9f7d-204dc97a5146 on network eb126676-baac-44c7-8776-db620659cc11 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:40:27.990123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:40:27.990485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Checking segment: {'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:40:27.990883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Bound using segment: {'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:40:27.991337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Bound port: 1664f54d-1504-4bfd-9f7d-204dc97a5146, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:40:27.991742 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:28.012045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39a108-ce6a-407f-afb6-38de482ac593 req-0dc0287f-4400-4682-ac1a-6ab35ac44771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:28.013847 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5d39a108-ce6a-407f-afb6-38de482ac593 req-0dc0287f-4400-4682-ac1a-6ab35ac44771 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 1098 time: 0.1611383 Jul 08 20:40:28.015937 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bc8e-eee3-4d6f-9168-5618609efe01 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:28.021203 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bc8e-eee3-4d6f-9168-5618609efe01 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:28.028670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6cf1bc8e-eee3-4d6f-9168-5618609efe01 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] 10.222.0.101 "DELETE /v2.0/security-groups/82ff01b4-5c57-4649-9cdc-3a3a52d43632 HTTP/1.1" status: 204 len: 168 time: 0.3372970 Jul 08 20:40:28.078981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1bc8e-eee3-4d6f-9168-5618609efe01 tempest-TestVolumeBackupRestore-1540254006 tempest-TestVolumeBackupRestore-1540254006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ff01b4-5c57-4649-9cdc-3a3a52d43632,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:28.137461 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5d39a108-ce6a-407f-afb6-38de482ac593 req-0c4c7a4f-7e55-4ddd-9a44-776dd01984d8 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164784 Jul 08 20:40:28.248201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] For port 1664f54d-1504-4bfd-9f7d-204dc97a5146, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:40:28.287560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] For port 1664f54d-1504-4bfd-9f7d-204dc97a5146, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=1664f54d-1504-4bfd-9f7d-204dc97a5146,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:40:28.314056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28c35c-1429-4964-92f8-aa0957fd1292 req-d75c8c48-606f-4fa9-9ff4-8b2ce2654b2c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:28.323584 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1d28c35c-1429-4964-92f8-aa0957fd1292 req-d75c8c48-606f-4fa9-9ff4-8b2ce2654b2c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 946 time: 0.1686201 Jul 08 20:40:28.326486 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:28.405774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1664f54d-1504-4bfd-9f7d-204dc97a5146,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:28.431234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:28.432695 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:28.434206 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1ee5a17b-5cac-4310-bfe2-c71bc59604b6 service neutron] 10.222.0.104 "PUT /v2.0/ports/1664f54d-1504-4bfd-9f7d-204dc97a5146 HTTP/1.1" status: 200 len: 1092 time: 1.9757190 Jul 08 20:40:28.434860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b', 'tag': '1664f54d-1504-4bfd-9f7d-204dc97a5146'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:40:28.437513 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce68171-2c1a-4c24-8312-80485d7da188" -d '{"events": [{"name": "network-changed", "server_uuid": "cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b", "tag": "1664f54d-1504-4bfd-9f7d-204dc97a5146"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:40:28.499519 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1d28c35c-1429-4964-92f8-aa0957fd1292 req-b1b675c9-4614-41e4-aaa0-9326ea3b2c3f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946541 Jul 08 20:40:28.662968 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85a0296-2f82-4f7c-87a0-9f8890a042a0 x-openstack-request-id: req-e85a0296-2f82-4f7c-87a0-9f8890a042a0 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:40:28.663140 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b", "tag": "1664f54d-1504-4bfd-9f7d-204dc97a5146", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:40:28.663382 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e85a0296-2f82-4f7c-87a0-9f8890a042a0 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:40:28.663786 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b', 'tag': '1664f54d-1504-4bfd-9f7d-204dc97a5146', 'status': 'completed', 'code': 200} Jul 08 20:40:28.742203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-c634999d-1e90-46d9-951e-55d4a1b08ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:28.746563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-c634999d-1e90-46d9-951e-55d4a1b08ba3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 1095 time: 0.2397759 Jul 08 20:40:29.006315 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-157e8eb6-a254-4581-a48d-74e660f21229 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1664f54d-1504-4bfd-9f7d-204dc97a5146 HTTP/1.1" status: 200 len: 217 time: 0.2528481 Jul 08 20:40:29.024580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515e259-f779-4378-a274-64ae32fa238b req-5eebeb8c-6352-41b7-b0e3-3300c5b72562 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:29.034225 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6515e259-f779-4378-a274-64ae32fa238b req-5eebeb8c-6352-41b7-b0e3-3300c5b72562 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 946 time: 0.1047916 Jul 08 20:40:29.118412 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6515e259-f779-4378-a274-64ae32fa238b req-ba580e23-b5ad-4845-aea1-409890d31fc6 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/security-groups?id=40cce267-47c7-49f4-92ac-69f6620dd00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832422 Jul 08 20:40:29.197504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1a5f9f2b-4bf1-46c7-b64c-0f57b480a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:29.200505 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-1a5f9f2b-4bf1-46c7-b64c-0f57b480a9c5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=373f0c01-b696-4703-ab5a-3a737cebfdae HTTP/1.1" status: 200 len: 849 time: 0.1734664 Jul 08 20:40:29.243775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54246) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:29.357873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759242-a8cc-4ab7-968b-e5c025f3ebaa req-83704880-bc0f-4579-8b5e-9fbd88f35d2a tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:29.363131 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35759242-a8cc-4ab7-968b-e5c025f3ebaa req-83704880-bc0f-4579-8b5e-9fbd88f35d2a tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 943 time: 0.4684639 Jul 08 20:40:29.510764 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffd3980f-df4f-4378-85c6-67ec6476f2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:29.522902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-e883fb8e-3fdf-440f-b10f-7c07721cb472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:29.524304 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-e883fb8e-3fdf-440f-b10f-7c07721cb472 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=eb126676-baac-44c7-8776-db620659cc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3169770 Jul 08 20:40:29.621956 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35759242-a8cc-4ab7-968b-e5c025f3ebaa req-b388b8e9-f4e4-4ed7-a080-5bdee98658a0 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437201 Jul 08 20:40:29.880646 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-36bc558f-d5fd-46e6-83c0-54697e490203 service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309979 Jul 08 20:40:29.986508 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c790e79-220e-443c-9649-1ea1831e46f7 req-0ae1cb9b-1048-4a71-81bf-d8ccd60dd97c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3564327 Jul 08 20:40:30.015775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f890f-fa93-43c1-a8c4-e8603f9bc982 req-5efc50ae-9d5a-4246-b915-76ece2c2b44a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:30.017912 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-089f890f-fa93-43c1-a8c4-e8603f9bc982 req-5efc50ae-9d5a-4246-b915-76ece2c2b44a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 946 time: 0.2800553 Jul 08 20:40:30.096737 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40c2864-d185-441d-a938-1821f9c00bd5 req-83d08a47-8987-4b5c-ab77-db2eb0afec46 service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088213 Jul 08 20:40:30.181766 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-089f890f-fa93-43c1-a8c4-e8603f9bc982 req-d21d7fa1-675d-4b7e-b779-c009ee561e5a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565905 Jul 08 20:40:30.215627 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffd3980f-df4f-4378-85c6-67ec6476f2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:30.231888 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffd3980f-df4f-4378-85c6-67ec6476f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:30.300696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce68171-2c1a-4c24-8312-80485d7da188 req-be453250-17ad-480f-920b-602b0f2b2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:30.302649 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cce68171-2c1a-4c24-8312-80485d7da188 req-be453250-17ad-480f-920b-602b0f2b2851 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 1095 time: 0.1342301 Jul 08 20:40:30.326099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3980f-df4f-4378-85c6-67ec6476f2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7939647c-b474-4ebb-b730-1817432a7504,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:30.437786 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ffd3980f-df4f-4378-85c6-67ec6476f2b6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d38489c0b70b418a9fe505ec4bd79e43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1914368 Jul 08 20:40:30.440035 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c790e79-220e-443c-9649-1ea1831e46f7 req-7cd9ef72-7219-46c1-82e5-90a3b06e9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:30.441512 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c790e79-220e-443c-9649-1ea1831e46f7 req-7cd9ef72-7219-46c1-82e5-90a3b06e9162 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=705c602a51af468cac43fef19dfe1b8d&device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 1098 time: 0.3581715 Jul 08 20:40:30.441812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54396) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:30.696280 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6e857c80-c6ef-4234-b9ed-425a0dba0f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:30.707057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce68171-2c1a-4c24-8312-80485d7da188 req-83e51aa6-8204-4519-9f5b-7f4ecd29a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:30.709261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c790e79-220e-443c-9649-1ea1831e46f7 req-e7c477d2-5e7b-479f-9e25-df9eadd65719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:30.709858 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cce68171-2c1a-4c24-8312-80485d7da188 req-83e51aa6-8204-4519-9f5b-7f4ecd29a5ae service neutron] 10.222.0.104 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 911 time: 0.3966184 Jul 08 20:40:30.710763 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c790e79-220e-443c-9649-1ea1831e46f7 req-e7c477d2-5e7b-479f-9e25-df9eadd65719 service neutron] 10.222.0.103 "GET /v2.0/networks?id=99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 HTTP/1.1" status: 200 len: 922 time: 0.2412174 Jul 08 20:40:30.775946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cce68171-2c1a-4c24-8312-80485d7da188 req-e6dd9f91-b39c-457b-8b43-fd93ab3be88c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1664f54d-1504-4bfd-9f7d-204dc97a5146 HTTP/1.1" status: 200 len: 217 time: 0.0554345 Jul 08 20:40:30.782699 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6e857c80-c6ef-4234-b9ed-425a0dba0f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:30.965565 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c790e79-220e-443c-9649-1ea1831e46f7 req-0dc973cb-84db-4886-a84b-ce21a5a730f2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82794ba6-b3b0-4bab-a78f-9688a86f1607 HTTP/1.1" status: 200 len: 217 time: 0.2393062 Jul 08 20:40:30.972548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce68171-2c1a-4c24-8312-80485d7da188 req-0bddab43-65a8-4b6c-b297-e2764e3f50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:30.981955 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cce68171-2c1a-4c24-8312-80485d7da188 req-0bddab43-65a8-4b6c-b297-e2764e3f50a8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=373f0c01-b696-4703-ab5a-3a737cebfdae HTTP/1.1" status: 200 len: 849 time: 0.1956739 Jul 08 20:40:31.054069 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6e857c80-c6ef-4234-b9ed-425a0dba0f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:31.057475 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6e857c80-c6ef-4234-b9ed-425a0dba0f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:31.058883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6e857c80-c6ef-4234-b9ed-425a0dba0f34 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7939647c-b474-4ebb-b730-1817432a7504 HTTP/1.1" status: 204 len: 168 time: 0.6142931 Jul 08 20:40:31.078597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e857c80-c6ef-4234-b9ed-425a0dba0f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7939647c-b474-4ebb-b730-1817432a7504,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:31.105292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce68171-2c1a-4c24-8312-80485d7da188 req-39b2f7d1-3900-4ec6-9f3d-3dc58b3e58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:31.120371 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cce68171-2c1a-4c24-8312-80485d7da188 req-39b2f7d1-3900-4ec6-9f3d-3dc58b3e58b6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=eb126676-baac-44c7-8776-db620659cc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317329 Jul 08 20:40:31.123003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c790e79-220e-443c-9649-1ea1831e46f7 req-f6c9d771-7c28-4ad3-bef4-b2f72921437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:31.126978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c790e79-220e-443c-9649-1ea1831e46f7 req-f6c9d771-7c28-4ad3-bef4-b2f72921437b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7ca64e64-6d91-42ae-acf5-4dbe84f84413 HTTP/1.1" status: 200 len: 861 time: 0.1575456 Jul 08 20:40:31.170978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c790e79-220e-443c-9649-1ea1831e46f7 req-714372da-c296-48fd-8c00-693a53a5adc6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=99ccd29c-3f1d-4690-87a2-9dd1e3415bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356059 Jul 08 20:40:31.223718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2ebce-b04e-47c4-891c-bd54ccb25ed6 req-503d1275-a0d3-4b3b-bc77-fc806d6a2b62 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:31.236399 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8f2ebce-b04e-47c4-891c-bd54ccb25ed6 req-503d1275-a0d3-4b3b-bc77-fc806d6a2b62 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 946 time: 0.5244308 Jul 08 20:40:31.446363 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8f2ebce-b04e-47c4-891c-bd54ccb25ed6 req-8fc7cfb9-f22c-4fbc-9bd4-af6e1e523d37 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079864 Jul 08 20:40:31.457046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b94a2-0aa3-4c5b-92fb-51ee7db69c74 req-e86d207f-8ee7-4cf1-8096-c6b257ad221d tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:31.458885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e9b94a2-0aa3-4c5b-92fb-51ee7db69c74 req-e86d207f-8ee7-4cf1-8096-c6b257ad221d tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 943 time: 0.3174329 Jul 08 20:40:31.474413 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cce68171-2c1a-4c24-8312-80485d7da188 req-42c9d290-7eb5-48a7-8df3-2993814a9165 service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428378 Jul 08 20:40:31.551683 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c790e79-220e-443c-9649-1ea1831e46f7 req-a7ca7fbd-e823-4b76-83e2-70f4a974901f service neutron] 10.222.0.103 "GET /v2.0/networks/99ccd29c-3f1d-4690-87a2-9dd1e3415bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724880 Jul 08 20:40:31.810821 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cce68171-2c1a-4c24-8312-80485d7da188 req-4c912fa6-a9e0-4ca3-9142-93899af3b4f4 service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192406 Jul 08 20:40:31.847585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54546) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:31.895165 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-41c888dd-e6ab-4fbe-8401-76a3b1b0df7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:31.930187 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c790e79-220e-443c-9649-1ea1831e46f7 req-fd95ef89-7ac1-4290-b3f9-27070cfdf80e service neutron] 10.222.0.103 "GET /v2.0/networks/99ccd29c-3f1d-4690-87a2-9dd1e3415bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685086 Jul 08 20:40:32.061883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b934a4-c89e-468e-b6bf-c336612ff579 req-2d259995-42fb-467a-9d08-d3f52d186ec0 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:32.077211 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7b934a4-c89e-468e-b6bf-c336612ff579 req-2d259995-42fb-467a-9d08-d3f52d186ec0 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 946 time: 0.3441286 Jul 08 20:40:32.095677 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-41c888dd-e6ab-4fbe-8401-76a3b1b0df7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:32.110996 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e9b94a2-0aa3-4c5b-92fb-51ee7db69c74 req-11a1f032-429d-4bf3-bc66-ca0c2132bafd tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6389000 Jul 08 20:40:32.115864 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-41c888dd-e6ab-4fbe-8401-76a3b1b0df7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:32.199517 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7b934a4-c89e-468e-b6bf-c336612ff579 req-26677537-b4a3-4e05-a608-4c0657cd047a tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/security-groups?id=40cce267-47c7-49f4-92ac-69f6620dd00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209929 Jul 08 20:40:32.281149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c888dd-e6ab-4fbe-8401-76a3b1b0df7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05b5640-2b0c-48d7-8657-2844d0065aeb,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:32.327049 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-41c888dd-e6ab-4fbe-8401-76a3b1b0df7c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=db80f44dd4174513adef3c15d15b5c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4753118 Jul 08 20:40:32.329658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54602) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:32.491857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f0bbc-434f-4bfd-a0d9-2a3d56194fbe req-266e1c55-5211-4cbc-8639-8b689625ee63 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:32.496936 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-344f0bbc-434f-4bfd-a0d9-2a3d56194fbe req-266e1c55-5211-4cbc-8639-8b689625ee63 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.103 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 946 time: 0.1936569 Jul 08 20:40:32.608067 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42dc1bac-a8d3-4ba1-8d06-382750c775b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:32.707243 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42dc1bac-a8d3-4ba1-8d06-382750c775b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:32.722806 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12438dbe-959c-4cd4-bd77-2bc6c3238faf req-6b3a9f56-a1b8-494c-8532-df9b7cf4286d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:32.731026 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12438dbe-959c-4cd4-bd77-2bc6c3238faf req-6b3a9f56-a1b8-494c-8532-df9b7cf4286d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 946 time: 0.3054941 Jul 08 20:40:32.772350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-344f0bbc-434f-4bfd-a0d9-2a3d56194fbe req-d5b77cd4-c806-4403-9ee7-680bd405c7d8 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Deleting port 82794ba6-b3b0-4bab-a78f-9688a86f1607 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:40:32.773907 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-344f0bbc-434f-4bfd-a0d9-2a3d56194fbe req-d5b77cd4-c806-4403-9ee7-680bd405c7d8 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:32.828334 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12438dbe-959c-4cd4-bd77-2bc6c3238faf req-642dcaf9-bde5-467f-9c45-0c46902cb56e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958400 Jul 08 20:40:32.862566 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42dc1bac-a8d3-4ba1-8d06-382750c775b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:32.866052 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42dc1bac-a8d3-4ba1-8d06-382750c775b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:32.867906 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-42dc1bac-a8d3-4ba1-8d06-382750c775b1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a05b5640-2b0c-48d7-8657-2844d0065aeb HTTP/1.1" status: 204 len: 168 time: 0.5372860 Jul 08 20:40:32.907616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc1bac-a8d3-4ba1-8d06-382750c775b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05b5640-2b0c-48d7-8657-2844d0065aeb,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:33.013089 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-344f0bbc-434f-4bfd-a0d9-2a3d56194fbe req-d5b77cd4-c806-4403-9ee7-680bd405c7d8 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] For port 82794ba6-b3b0-4bab-a78f-9688a86f1607, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=82794ba6-b3b0-4bab-a78f-9688a86f1607,segment=NetworkSegment(6f656240-c0b0-40d7-bc52-1d7a5101bdf3),segment_id=6f656240-c0b0-40d7-bc52-1d7a5101bdf3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:33.013474 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-344f0bbc-434f-4bfd-a0d9-2a3d56194fbe req-d5b77cd4-c806-4403-9ee7-680bd405c7d8 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:33.091756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-344f0bbc-434f-4bfd-a0d9-2a3d56194fbe req-d5b77cd4-c806-4403-9ee7-680bd405c7d8 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Calling delete_port for 82794ba6-b3b0-4bab-a78f-9688a86f1607 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:40:33.103781 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 1664f54d-1504-4bfd-9f7d-204dc97a5146 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:40:33.524141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 1664f54d-1504-4bfd-9f7d-204dc97a5146, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=1664f54d-1504-4bfd-9f7d-204dc97a5146,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:33.563993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '1664f54d-1504-4bfd-9f7d-204dc97a5146', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'port_id': '1664f54d-1504-4bfd-9f7d-204dc97a5146', 'mac_address': 'fa:16:3e:3b:68:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:40:33.649415 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:33.674260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1664f54d-1504-4bfd-9f7d-204dc97a5146 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:40:33.723200 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-344f0bbc-434f-4bfd-a0d9-2a3d56194fbe req-d5b77cd4-c806-4403-9ee7-680bd405c7d8 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:33.753281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 1664f54d-1504-4bfd-9f7d-204dc97a5146, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=1664f54d-1504-4bfd-9f7d-204dc97a5146,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:33.761809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92af285-8b62-489a-bdea-12de5c468028 req-4dd7d405-c6e9-4c1d-a0e8-e3b58c91b03e tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:33.763550 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c92af285-8b62-489a-bdea-12de5c468028 req-4dd7d405-c6e9-4c1d-a0e8-e3b58c91b03e tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 943 time: 0.2260039 Jul 08 20:40:33.772707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['82794ba6-b3b0-4bab-a78f-9688a86f1607'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:40:33.796309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b77cd4-c806-4403-9ee7-680bd405c7d8 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Pushing event deleted for resources: {'Port': ['ID=82794ba6-b3b0-4bab-a78f-9688a86f1607,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:33.850664 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c92af285-8b62-489a-bdea-12de5c468028 req-3889f55e-51ed-47da-a660-8f13c9d00788 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782614 Jul 08 20:40:33.909949 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:33.981704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-344f0bbc-434f-4bfd-a0d9-2a3d56194fbe req-d5b77cd4-c806-4403-9ee7-680bd405c7d8 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] No DVR routers for this DVR port 82794ba6-b3b0-4bab-a78f-9688a86f1607 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:40:34.002037 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-344f0bbc-434f-4bfd-a0d9-2a3d56194fbe req-d5b77cd4-c806-4403-9ee7-680bd405c7d8 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:34.004219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-344f0bbc-434f-4bfd-a0d9-2a3d56194fbe req-d5b77cd4-c806-4403-9ee7-680bd405c7d8 tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.103 "DELETE /v2.0/ports/82794ba6-b3b0-4bab-a78f-9688a86f1607 HTTP/1.1" status: 204 len: 173 time: 1.4985085 Jul 08 20:40:34.004964 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0397566f-27cb-4ac1-8961-87190ec81df3', 'name': 'network-vif-deleted', 'tag': '82794ba6-b3b0-4bab-a78f-9688a86f1607'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:40:34.007393 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed656b0-3159-49c8-b15e-ffae1ec3d064" -d '{"events": [{"server_uuid": "0397566f-27cb-4ac1-8961-87190ec81df3", "name": "network-vif-deleted", "tag": "82794ba6-b3b0-4bab-a78f-9688a86f1607"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:40:34.026263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5597d88-a743-4198-9891-d52499b67c16 req-be5f2afe-005e-4e95-80cf-dd3ae2c97cba tempest-ServerMetadataNegativeTestJSON-1926183266 tempest-ServerMetadataNegativeTestJSON-1926183266-project] 10.222.0.101 "GET /v2.0/ports?device_id=0397566f-27cb-4ac1-8961-87190ec81df3 HTTP/1.1" status: 200 len: 210 time: 0.0593996 Jul 08 20:40:34.082563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=1664f54d-1504-4bfd-9f7d-204dc97a5146,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:34.149089 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ca566d62-efad-4276-8842-d8ddbf9cc32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:34.176662 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa13d76-3117-47c2-820b-494a43d27e61 x-openstack-request-id: req-aaa13d76-3117-47c2-820b-494a43d27e61 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:40:34.176995 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0397566f-27cb-4ac1-8961-87190ec81df3", "name": "network-vif-deleted", "tag": "82794ba6-b3b0-4bab-a78f-9688a86f1607", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:40:34.177262 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-aaa13d76-3117-47c2-820b-494a43d27e61 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:40:34.177672 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0397566f-27cb-4ac1-8961-87190ec81df3', 'name': 'network-vif-deleted', 'tag': '82794ba6-b3b0-4bab-a78f-9688a86f1607', 'status': 'completed', 'code': 200} Jul 08 20:40:34.183812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['1664f54d-1504-4bfd-9f7d-204dc97a5146'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:40:34.341460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137af43-82a9-4587-abf0-489aa1551af0 req-e4379043-2149-405f-acd4-82f37d58fbe0 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:34.355287 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5137af43-82a9-4587-abf0-489aa1551af0 req-e4379043-2149-405f-acd4-82f37d58fbe0 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 946 time: 0.1920249 Jul 08 20:40:34.463524 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5137af43-82a9-4587-abf0-489aa1551af0 req-43c4dc3f-7c7e-464f-8568-a3628ec27c3a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070683 Jul 08 20:40:35.127737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 1664f54d-1504-4bfd-9f7d-204dc97a5146 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:40:35.207550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 1664f54d-1504-4bfd-9f7d-204dc97a5146 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:40:35.214883 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 1664f54d-1504-4bfd-9f7d-204dc97a5146 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:35.215670 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:35.261889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54798) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:35.373865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd19edd-085b-4548-b0c5-526bad00e18d req-407b7ef1-2839-4326-9e98-274c742fb0ec tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:35.375809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1bd19edd-085b-4548-b0c5-526bad00e18d req-407b7ef1-2839-4326-9e98-274c742fb0ec tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 946 time: 0.2702725 Jul 08 20:40:35.376381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43529a5b-baf2-4dac-b1af-3d0e30915df4 req-484e2f1f-bab0-4dfd-8a3f-ba8ae61ff212 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:35.393007 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43529a5b-baf2-4dac-b1af-3d0e30915df4 req-484e2f1f-bab0-4dfd-8a3f-ba8ae61ff212 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 944 time: 0.1545465 Jul 08 20:40:35.420212 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:35.492372 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-43529a5b-baf2-4dac-b1af-3d0e30915df4 req-1452472b-b9b5-4dae-8c5d-53b6b015fcc2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981328 Jul 08 20:40:35.519313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 1664f54d-1504-4bfd-9f7d-204dc97a5146, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=1664f54d-1504-4bfd-9f7d-204dc97a5146,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:35.528603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1664f54d-1504-4bfd-9f7d-204dc97a5146'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:40:35.541416 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6229a9-e84a-4663-b6f0-96f3a1a1e31e" -d '{"events": [{"server_uuid": "cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b", "name": "network-vif-plugged", "status": "completed", "tag": "1664f54d-1504-4bfd-9f7d-204dc97a5146"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:40:35.555097 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:35.561450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3e8e9972-c19a-4d62-a953-4025288c6bda no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:40:35.596530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-6933f837-a820-43c3-905b-bf3e53a49953 admin admin] Deleting subnet 7ca64e64-6d91-42ae-acf5-4dbe84f84413 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:40:35.599910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54810) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:35.618586 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6933f837-a820-43c3-905b-bf3e53a49953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:35.716377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-1bd19edd-085b-4548-b0c5-526bad00e18d req-6c01c5d4-e974-4225-845a-8409fd6c9b3a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Deleting port 3e8e9972-c19a-4d62-a953-4025288c6bda {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:40:35.716740 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-1bd19edd-085b-4548-b0c5-526bad00e18d req-6c01c5d4-e974-4225-845a-8409fd6c9b3a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:35.749059 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279ba187-8622-4389-a8b6-834c12bf89e5 x-openstack-request-id: req-279ba187-8622-4389-a8b6-834c12bf89e5 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:40:35.749599 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b", "name": "network-vif-plugged", "status": "completed", "tag": "1664f54d-1504-4bfd-9f7d-204dc97a5146", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:40:35.750605 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-279ba187-8622-4389-a8b6-834c12bf89e5 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:40:35.754939 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1664f54d-1504-4bfd-9f7d-204dc97a5146', 'code': 200} Jul 08 20:40:35.944503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-1bd19edd-085b-4548-b0c5-526bad00e18d req-6c01c5d4-e974-4225-845a-8409fd6c9b3a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] For port 3e8e9972-c19a-4d62-a953-4025288c6bda, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3e8e9972-c19a-4d62-a953-4025288c6bda,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:35.944952 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-1bd19edd-085b-4548-b0c5-526bad00e18d req-6c01c5d4-e974-4225-845a-8409fd6c9b3a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:35.981754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-1bd19edd-085b-4548-b0c5-526bad00e18d req-6c01c5d4-e974-4225-845a-8409fd6c9b3a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Calling delete_port for 3e8e9972-c19a-4d62-a953-4025288c6bda owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:40:36.042511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=1664f54d-1504-4bfd-9f7d-204dc97a5146,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:36.063669 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:36.193979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3e8e9972-c19a-4d62-a953-4025288c6bda, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3e8e9972-c19a-4d62-a953-4025288c6bda,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:36.200770 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:36.266581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=3e8e9972-c19a-4d62-a953-4025288c6bda,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:36.367658 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6933f837-a820-43c3-905b-bf3e53a49953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:36.542436 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 82794ba6-b3b0-4bab-a78f-9688a86f1607 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:40:36.568552 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6933f837-a820-43c3-905b-bf3e53a49953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:36.595157 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 82794ba6-b3b0-4bab-a78f-9688a86f1607 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:40:36.595867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 82794ba6-b3b0-4bab-a78f-9688a86f1607 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:40:36.640654 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6933f837-a820-43c3-905b-bf3e53a49953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:36.697298 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933f837-a820-43c3-905b-bf3e53a49953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca64e64-6d91-42ae-acf5-4dbe84f84413,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:36.700993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cadf4-1612-4d49-918f-c5203cd8b6ac req-c4358b33-f102-4fee-be98-852cc158b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:36.703806 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fa1cadf4-1612-4d49-918f-c5203cd8b6ac req-c4358b33-f102-4fee-be98-852cc158b003 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 1097 time: 0.5015988 Jul 08 20:40:36.750989 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6933f837-a820-43c3-905b-bf3e53a49953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:36.755885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54852) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:36.757053 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6933f837-a820-43c3-905b-bf3e53a49953 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7ca64e64-6d91-42ae-acf5-4dbe84f84413 HTTP/1.1" status: 204 len: 168 time: 1.4927008 Jul 08 20:40:36.776710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbd403-d248-4c42-b771-e8cd2d01dc91 req-2b43a862-d1af-4f01-9eb5-6d5b40ad9f4d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:36.778595 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-48fbd403-d248-4c42-b771-e8cd2d01dc91 req-2b43a862-d1af-4f01-9eb5-6d5b40ad9f4d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 944 time: 0.6177168 Jul 08 20:40:36.864373 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd9a20f9-7435-4d69-86e6-00bd2dc79baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:36.920888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea1236-1532-43c8-acce-5ecfd4ba8864 req-0564e897-fcaf-43b2-8cc1-9e8b25a19b0d tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:36.928352 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56ea1236-1532-43c8-acce-5ecfd4ba8864 req-0564e897-fcaf-43b2-8cc1-9e8b25a19b0d tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.2262409 Jul 08 20:40:36.943829 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-82138fac-ca02-4184-b3bd-1a8dddfca147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:37.069263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56ea1236-1532-43c8-acce-5ecfd4ba8864 req-e57c3c11-709c-419f-9609-1047b34da417 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398120 Jul 08 20:40:37.092591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-42c19314-a6c9-42ca-8610-9f962fcf0a53 req-7658bce6-d9f5-459f-a0db-e96c07f0d143 service neutron] (94065) timed out ('10.222.0.103', 56160) {{(pid=94065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 20:40:37.125009 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd9a20f9-7435-4d69-86e6-00bd2dc79baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:37.126918 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:37.144595 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-dd9a20f9-7435-4d69-86e6-00bd2dc79baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ccd29c-3f1d-4690-87a2-9dd1e3415bc8']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:37.152820 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fa1cadf4-1612-4d49-918f-c5203cd8b6ac req-69e8b3a8-3c1a-41a3-a3be-014b6a425c8f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268744 Jul 08 20:40:37.155807 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-48fbd403-d248-4c42-b771-e8cd2d01dc91 req-b25cfe6c-e1a1-4115-8d4f-1be9d90be505 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760718 Jul 08 20:40:37.185414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-e1b67d13-1d46-4f73-9332-9cf96999e349 req-f2a35def-4b38-4d93-b750-e063db229675 service neutron] (94065) timed out ('10.222.0.103', 55881) {{(pid=94065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 20:40:37.191588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-dd9a20f9-7435-4d69-86e6-00bd2dc79baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f656240-c0b0-40d7-bc52-1d7a5101bdf3') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:37.191908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-dd9a20f9-7435-4d69-86e6-00bd2dc79baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f656240-c0b0-40d7-bc52-1d7a5101bdf3') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:37.204250 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd9a20f9-7435-4d69-86e6-00bd2dc79baa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:37.225603 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd9a20f9-7435-4d69-86e6-00bd2dc79baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:37.235198 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-1bd19edd-085b-4548-b0c5-526bad00e18d req-6c01c5d4-e974-4225-845a-8409fd6c9b3a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:37.235710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9a20f9-7435-4d69-86e6-00bd2dc79baa admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:40:37.237809 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd9a20f9-7435-4d69-86e6-00bd2dc79baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:40:37.244162 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:40:37.327834 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01c5d4-e974-4225-845a-8409fd6c9b3a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event deleted for resources: {'Port': ['ID=3e8e9972-c19a-4d62-a953-4025288c6bda,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:37.413206 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd9a20f9-7435-4d69-86e6-00bd2dc79baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:37.420192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd9a20f9-7435-4d69-86e6-00bd2dc79baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:37.422422 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dd9a20f9-7435-4d69-86e6-00bd2dc79baa admin admin] 10.222.0.101 "DELETE /v2.0/networks/99ccd29c-3f1d-4690-87a2-9dd1e3415bc8 HTTP/1.1" status: 204 len: 168 time: 0.6649828 Jul 08 20:40:37.449430 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a20f9-7435-4d69-86e6-00bd2dc79baa admin admin] Pushing event deleted for resources: {'Network': ['ID=99ccd29c-3f1d-4690-87a2-9dd1e3415bc8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:37.757097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab234bd-fc41-4b24-9b76-0671e15f2632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8e9972-c19a-4d62-a953-4025288c6bda'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:40:37.763226 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8c25ec-9e68-45f2-9ef8-910003123ba4" -d '{"events": [{"server_uuid": "bab234bd-fc41-4b24-9b76-0671e15f2632", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8e9972-c19a-4d62-a953-4025288c6bda"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:40:37.790169 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54890) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:37.818784 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf219fa-32c7-472a-bc3a-91d5bda496c3 x-openstack-request-id: req-5cf219fa-32c7-472a-bc3a-91d5bda496c3 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:40:37.819704 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab234bd-fc41-4b24-9b76-0671e15f2632", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8e9972-c19a-4d62-a953-4025288c6bda", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:40:37.820143 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5cf219fa-32c7-472a-bc3a-91d5bda496c3 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:40:37.820779 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab234bd-fc41-4b24-9b76-0671e15f2632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8e9972-c19a-4d62-a953-4025288c6bda', 'code': 200} Jul 08 20:40:37.846959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd19edd-085b-4548-b0c5-526bad00e18d req-6c01c5d4-e974-4225-845a-8409fd6c9b3a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] No DVR routers for this DVR port 3e8e9972-c19a-4d62-a953-4025288c6bda on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:40:37.850119 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-1bd19edd-085b-4548-b0c5-526bad00e18d req-6c01c5d4-e974-4225-845a-8409fd6c9b3a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:37.852720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1bd19edd-085b-4548-b0c5-526bad00e18d req-6c01c5d4-e974-4225-845a-8409fd6c9b3a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "DELETE /v2.0/ports/3e8e9972-c19a-4d62-a953-4025288c6bda HTTP/1.1" status: 204 len: 173 time: 2.4672637 Jul 08 20:40:37.853876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab234bd-fc41-4b24-9b76-0671e15f2632', 'name': 'network-vif-deleted', 'tag': '3e8e9972-c19a-4d62-a953-4025288c6bda'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:40:37.856416 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f09218-d3d3-4912-8221-4a3a0dfba7a5" -d '{"events": [{"server_uuid": "bab234bd-fc41-4b24-9b76-0671e15f2632", "name": "network-vif-deleted", "tag": "3e8e9972-c19a-4d62-a953-4025288c6bda"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:40:37.864541 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d396bbe7-24d8-4ded-bef7-f6c8d5051450 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=705c602a51af468cac43fef19dfe1b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726309 Jul 08 20:40:37.871933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54896) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:37.947824 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693c5323-dcf4-469d-b329-fbcfcaee9d0a x-openstack-request-id: req-693c5323-dcf4-469d-b329-fbcfcaee9d0a {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:40:37.949197 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab234bd-fc41-4b24-9b76-0671e15f2632", "name": "network-vif-deleted", "tag": "3e8e9972-c19a-4d62-a953-4025288c6bda", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:40:37.950595 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-693c5323-dcf4-469d-b329-fbcfcaee9d0a {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:40:37.953014 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab234bd-fc41-4b24-9b76-0671e15f2632', 'name': 'network-vif-deleted', 'tag': '3e8e9972-c19a-4d62-a953-4025288c6bda', 'status': 'completed', 'code': 200} Jul 08 20:40:38.021735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85f0eb0a-b969-4d92-b743-0113a46f05dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:38.057211 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9080043a-0ded-48a5-82c9-e26c9b749858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:38.061803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54908) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:38.158344 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85f0eb0a-b969-4d92-b743-0113a46f05dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:38.241629 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:38.450805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85f0eb0a-b969-4d92-b743-0113a46f05dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:38.454009 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85f0eb0a-b969-4d92-b743-0113a46f05dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:38.458381 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-85f0eb0a-b969-4d92-b743-0113a46f05dd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/40cce267-47c7-49f4-92ac-69f6620dd00a HTTP/1.1" status: 204 len: 168 time: 0.5852392 Jul 08 20:40:38.484370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0eb0a-b969-4d92-b743-0113a46f05dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cce267-47c7-49f4-92ac-69f6620dd00a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:38.504205 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2e787b3c-e2b8-46e8-990e-ae2309e98c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:38.510119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd2e73-0f20-4cc2-8168-d98e3b793140 req-907f7b91-374e-4f8a-8bcb-713849db33fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:38.512280 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-70bd2e73-0f20-4cc2-8168-d98e3b793140 req-907f7b91-374e-4f8a-8bcb-713849db33fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1915941 Jul 08 20:40:38.576842 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf12f385-1d10-4606-a940-bec52abe94d4 req-608fa57a-625f-4716-a73b-9b96374764cd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 210 time: 0.1409965 Jul 08 20:40:38.591961 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-70bd2e73-0f20-4cc2-8168-d98e3b793140 req-b7a8fc8a-6991-4dfc-9db7-1984550f8e5e tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734057 Jul 08 20:40:38.779951 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9080043a-0ded-48a5-82c9-e26c9b749858 admin admin] Deleting port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:40:38.780262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9080043a-0ded-48a5-82c9-e26c9b749858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:38.879406 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2e787b3c-e2b8-46e8-990e-ae2309e98c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:38.890222 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2e787b3c-e2b8-46e8-990e-ae2309e98c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:38.962519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e787b3c-e2b8-46e8-990e-ae2309e98c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69908257-af97-4133-90fd-281d9ebcf222,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:38.982958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54930) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:38.983837 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2e787b3c-e2b8-46e8-990e-ae2309e98c46 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a0e45d1ca78f4da1acbf9843ab3cd76b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9177113 Jul 08 20:40:38.990761 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-9080043a-0ded-48a5-82c9-e26c9b749858 admin admin] For port 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2c7bbef8-35c3-48d3-9ed9-ffb449c8f623,segment=NetworkSegment(5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3),segment_id=5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:38.991215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9080043a-0ded-48a5-82c9-e26c9b749858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:39.027841 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9080043a-0ded-48a5-82c9-e26c9b749858 admin admin] Calling delete_port for 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:40:39.086636 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-905c066e-0602-47d5-955f-dd07b5f416af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:39.148112 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-905c066e-0602-47d5-955f-dd07b5f416af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:39.232422 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-905c066e-0602-47d5-955f-dd07b5f416af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:39.236408 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-905c066e-0602-47d5-955f-dd07b5f416af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:39.237881 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-905c066e-0602-47d5-955f-dd07b5f416af admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/69908257-af97-4133-90fd-281d9ebcf222 HTTP/1.1" status: 204 len: 168 time: 0.2517900 Jul 08 20:40:39.248102 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c066e-0602-47d5-955f-dd07b5f416af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69908257-af97-4133-90fd-281d9ebcf222,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:39.327918 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9080043a-0ded-48a5-82c9-e26c9b749858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:39.471828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080043a-0ded-48a5-82c9-e26c9b749858 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7bbef8-35c3-48d3-9ed9-ffb449c8f623,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:39.767275 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9080043a-0ded-48a5-82c9-e26c9b749858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:39.798778 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:39.956458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54964) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:39.969435 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d53bf722-995a-4e8c-aa29-116201cadfaf req-d3dbd71c-a4ec-4abe-bd14-843c9fc9c42d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 210 time: 0.0476575 Jul 08 20:40:40.038071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54970) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:40.077849 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-011c73d2-a51b-4c3a-a007-534d3f0c54bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:40.190740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9080043a-0ded-48a5-82c9-e26c9b749858 admin admin] Router 5f2a0fa1-1543-4417-b073-1760f7080406 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:40:40.191314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba78d-e388-42cd-acf8-07a30f3d1970 req-d435ee5b-66da-4e9c-80bf-e08dc482def1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:40.198988 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-221ba78d-e388-42cd-acf8-07a30f3d1970 req-d435ee5b-66da-4e9c-80bf-e08dc482def1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.3072755 Jul 08 20:40:40.206281 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-011c73d2-a51b-4c3a-a007-534d3f0c54bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:40.221864 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-011c73d2-a51b-4c3a-a007-534d3f0c54bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:40.293103 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-221ba78d-e388-42cd-acf8-07a30f3d1970 req-65c1c526-a5f3-4c2c-9504-3398d08aa486 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852396 Jul 08 20:40:40.314543 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-011c73d2-a51b-4c3a-a007-534d3f0c54bc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=be5e6cfbe41f4b8da3f358cbe24a3339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814808 Jul 08 20:40:40.315614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c73d2-a51b-4c3a-a007-534d3f0c54bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dba80f3-7f88-4f6f-ba78-6b4b4471e83b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:40.318470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54974) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:40.392151 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ba73655-8e69-492c-8b61-253b3cc44fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:40.392544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9080043a-0ded-48a5-82c9-e26c9b749858 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:40:40.410761 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d9514d-1b48-4d70-8e31-4a4b76a6cf49 None None] Sync routers for ids ['5f2a0fa1-1543-4417-b073-1760f7080406'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:40:40.433189 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9514d-1b48-4d70-8e31-4a4b76a6cf49 None None] Routers {'5f2a0fa1-1543-4417-b073-1760f7080406'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:40:40.433820 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c7d9514d-1b48-4d70-8e31-4a4b76a6cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:40:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5f2a0fa1-1543-4417-b073-1760f7080406'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:40.435749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9080043a-0ded-48a5-82c9-e26c9b749858 admin admin] 10.222.0.101 "PUT /v2.0/routers/5f2a0fa1-1543-4417-b073-1760f7080406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8304174 Jul 08 20:40:40.436441 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54976) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:40.485445 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ba73655-8e69-492c-8b61-253b3cc44fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:40.638768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-326796749-network', 'tenant_id': '4c38fee99d074aba9cf999ad76f44290'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:40.673467 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-c7d9514d-1b48-4d70-8e31-4a4b76a6cf49 None None] Set router 5f2a0fa1-1543-4417-b073-1760f7080406 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:40:40.677043 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Made reservation on behalf of 4c38fee99d074aba9cf999ad76f44290 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:40:40.681755 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:40.687363 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ba73655-8e69-492c-8b61-253b3cc44fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:40.692036 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ba73655-8e69-492c-8b61-253b3cc44fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:40.694418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2ba73655-8e69-492c-8b61-253b3cc44fba admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7dba80f3-7f88-4f6f-ba78-6b4b4471e83b HTTP/1.1" status: 204 len: 168 time: 0.3742592 Jul 08 20:40:40.716396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba73655-8e69-492c-8b61-253b3cc44fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dba80f3-7f88-4f6f-ba78-6b4b4471e83b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:40.717084 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:40.719206 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:40.951736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:40.956228 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:40.959802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093b106-b32a-4cd6-938b-44652a694421 req-ad3feae5-3bac-4ab4-9352-e695200bd1a0 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:40.961478 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1093b106-b32a-4cd6-938b-44652a694421 req-ad3feae5-3bac-4ab4-9352-e695200bd1a0 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.2830520 Jul 08 20:40:40.967892 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:40.979843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 54984) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:40.983453 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:40:40.987327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f7ad611a-fc71-4864-bd45-4c5096c24a03 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Request body: {'floatingip': {'port_id': '1664f54d-1504-4bfd-9f7d-204dc97a5146'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:41.000233 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:41.001093 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Added segment 5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b of type vlan for network ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 Jul 08 20:40:41.066405 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:41.112034 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:41.113081 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:41.113676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:41.126337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7ad611a-fc71-4864-bd45-4c5096c24a03 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:41.160365 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1985633 Jul 08 20:40:41.194272 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 54990) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:41.205176 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-1e05d702-3da1-404b-80a8-b03a2114bc85 admin admin] Request body: {'subnet': {'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-326796749-subnet', 'tenant_id': '4c38fee99d074aba9cf999ad76f44290', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:41.335424 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c7d9514d-1b48-4d70-8e31-4a4b76a6cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:40:39Z', 'revision_number': 5, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port': {'id': 'f5262a4c-466f-4bd4-b326-3261c30b8474', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:34:52Z', 'updated_at': '2021-07-08T20:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:41.398268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940d6131-cb37-4118-ab1a-da6d2032e0d1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:41.413674 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12ae90fe-6a79-49b4-8bdc-f5ce7efa1889 req-5cf961dc-1814-4d49-b6ab-5d2420a727b9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 210 time: 0.1920428 Jul 08 20:40:41.467356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97755f-e244-47c4-acfa-e55dc892745f admin admin] Pushing event updated for resources: {'Network': ['ID=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:41.479186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e05d702-3da1-404b-80a8-b03a2114bc85 admin admin] Made reservation on behalf of 4c38fee99d074aba9cf999ad76f44290 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:40:41.481799 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e05d702-3da1-404b-80a8-b03a2114bc85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:41.506581 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d9514d-1b48-4d70-8e31-4a4b76a6cf49 None None] Checking router: 5f2a0fa1-1543-4417-b073-1760f7080406 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:40:41.514014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:40:41.553673 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9514d-1b48-4d70-8e31-4a4b76a6cf49 None None] Routers {'5f2a0fa1-1543-4417-b073-1760f7080406'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:40:41.555069 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c7d9514d-1b48-4d70-8e31-4a4b76a6cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:40:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5f2a0fa1-1543-4417-b073-1760f7080406'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:41.760426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Deleting port f5262a4c-466f-4bd4-b326-3261c30b8474 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:40:41.760747 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:41.794129 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-c7d9514d-1b48-4d70-8e31-4a4b76a6cf49 None None] Set router 5f2a0fa1-1543-4417-b073-1760f7080406 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:40:41.885802 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c7d9514d-1b48-4d70-8e31-4a4b76a6cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:40:40Z', 'revision_number': 6, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:41.919363 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e05d702-3da1-404b-80a8-b03a2114bc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:41.929462 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d9514d-1b48-4d70-8e31-4a4b76a6cf49 None None] The sync data for ids ['5f2a0fa1-1543-4417-b073-1760f7080406'] in n-d-791506-16 is: [{'id': '5f2a0fa1-1543-4417-b073-1760f7080406', 'name': 'tempest-TestVolumeBackupRestore-860358195-router', 'tenant_id': '19f87cbe1da6442c85ec617d427f53ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:34:50Z', 'updated_at': '2021-07-08T20:40:40Z', 'revision_number': 6, 'project_id': '19f87cbe1da6442c85ec617d427f53ff', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:40:42.035466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05d702-3da1-404b-80a8-b03a2114bc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5fe07ea-a956-4c23-85c4-e6720d58b427,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:42.044077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05d702-3da1-404b-80a8-b03a2114bc85 admin admin] Checking segment: {'id': '5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:40:42.044449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05d702-3da1-404b-80a8-b03a2114bc85 admin admin] Network hostable DHCP agents. Network: ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:40:42.088561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05d702-3da1-404b-80a8-b03a2114bc85 admin admin] Network ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:40:42.101253 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1e05d702-3da1-404b-80a8-b03a2114bc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:40:42.106164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e05d702-3da1-404b-80a8-b03a2114bc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:42.106792 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e05d702-3da1-404b-80a8-b03a2114bc85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:42.112661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6a8967-0070-4efb-834d-c37ea6d8a155 None None] Network ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:40:42.154479 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1e05d702-3da1-404b-80a8-b03a2114bc85 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9591184 Jul 08 20:40:42.250716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] For port f5262a4c-466f-4bd4-b326-3261c30b8474, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f5262a4c-466f-4bd4-b326-3261c30b8474,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:42.251317 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:42.298197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Calling delete_port for f5262a4c-466f-4bd4-b326-3261c30b8474 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:40:42.334726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760e1db3-1241-4083-a55e-a02eb3ebe1a6 None None] Network ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:40:42.731130 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-92d260ca-6431-42c3-a022-b5bad644dab2 req-1726c1d4-8bce-4b03-b475-bf0fe9982e5c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 210 time: 0.0593503 Jul 08 20:40:42.907150 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.resource_extend [None req-f7ad611a-fc71-4864-bd45-4c5096c24a03 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:40:43.021079 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7ad611a-fc71-4864-bd45-4c5096c24a03 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:43.035636 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7ad611a-fc71-4864-bd45-4c5096c24a03 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:43.194749 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4344f250-e712-48b5-b51b-79ec06677b62 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:43.197246 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4344f250-e712-48b5-b51b-79ec06677b62 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/networks?id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 HTTP/1.1" status: 200 len: 813 time: 0.3366299 Jul 08 20:40:43.259565 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-6b87da35-2d13-4d97-891a-42a9acfb27c9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/quotas/4c38fee99d074aba9cf999ad76f44290 HTTP/1.1" status: 200 len: 375 time: 0.0474322 Jul 08 20:40:43.300588 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-f7ad611a-fc71-4864-bd45-4c5096c24a03 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Floating IP b08f5e11-fdbc-4d5f-ad6b-204fe716fafe associated. External IP: 172.25.4.216, port: 1664f54d-1504-4bfd-9f7d-204dc97a5146. Jul 08 20:40:43.313633 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-cbd558bd-7a97-4c73-8aa5-4608c848933e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4c38fee99d074aba9cf999ad76f44290&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531318 Jul 08 20:40:43.444452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:43.503629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f5262a4c-466f-4bd4-b326-3261c30b8474 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:40:43.527016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5262a4c-466f-4bd4-b326-3261c30b8474,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:43.554263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: f5262a4c-466f-4bd4-b326-3261c30b8474 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:40:43.554614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f5262a4c-466f-4bd4-b326-3261c30b8474 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:40:43.555205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:40:43.591171 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:40:43.592806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2c7bbef8-35c3-48d3-9ed9-ffb449c8f623 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:40:43.621247 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-74f91ebc-1a6a-4d13-b115-b340ed1c595b service neutron] 10.222.0.101 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066907 Jul 08 20:40:43.703652 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:43.831533 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:43.863653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:43.942421 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-6c41862e-eb80-46e1-b2e4-1fed09947f39 service neutron] 10.222.0.101 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202386 Jul 08 20:40:43.955848 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:43.961092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2a0fa1-1543-4417-b073-1760f7080406 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:40:43.970519 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:43.974119 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c3bfa930-d7fe-48eb-a780-d57da7044013 admin admin] 10.222.0.101 "DELETE /v2.0/routers/5f2a0fa1-1543-4417-b073-1760f7080406 HTTP/1.1" status: 204 len: 168 time: 3.5334303 Jul 08 20:40:43.979448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55068) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:44.032986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ad611a-fc71-4864-bd45-4c5096c24a03 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Router 48f5b8b7-3a2b-4352-bb73-038d956e2abb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:40:44.042471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e48ffdd4-7c94-42a6-95a5-b0b41fd2b284 req-c5c478b3-223c-408f-b1cb-71e64243acc4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 210 time: 0.0847795 Jul 08 20:40:44.064098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7bb00f-120d-4e1d-9b0b-89fa7a45cf3e admin admin] Deleting subnet d7229739-1dcf-4eb3-8686-d30b6c902da2 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:40:44.069932 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb00f-120d-4e1d-9b0b-89fa7a45cf3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:44.176078 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb00f-120d-4e1d-9b0b-89fa7a45cf3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:44.282443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ad611a-fc71-4864-bd45-4c5096c24a03 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:40:44.291660 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1370d566-9e48-479e-a786-e902006d05ba req-1ff71381-867e-472d-bb3d-678d111a02b2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 210 time: 0.0496745 Jul 08 20:40:44.292157 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f7ad611a-fc71-4864-bd45-4c5096c24a03 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:44.292922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec7e43d-40cb-4253-b7e7-01f1ede4737f None None] Sync routers for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:40:44.304567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec7e43d-40cb-4253-b7e7-01f1ede4737f None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:40:44.305246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8ec7e43d-40cb-4253-b7e7-01f1ede4737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:40:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:44.374151 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f7ad611a-fc71-4864-bd45-4c5096c24a03 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "PUT /v2.0/floatingips/b08f5e11-fdbc-4d5f-ad6b-204fe716fafe HTTP/1.1" status: 200 len: 991 time: 3.3930736 Jul 08 20:40:44.377418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b', 'tag': '1664f54d-1504-4bfd-9f7d-204dc97a5146'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:40:44.383228 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a09040a-c5b8-4150-8508-ba6a3dbf3fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b", "tag": "1664f54d-1504-4bfd-9f7d-204dc97a5146"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:40:44.509225 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a2d67b-c90a-400f-894e-02069f9afeb2 x-openstack-request-id: req-53a2d67b-c90a-400f-894e-02069f9afeb2 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:40:44.515621 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b", "tag": "1664f54d-1504-4bfd-9f7d-204dc97a5146", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:40:44.515849 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-53a2d67b-c90a-400f-894e-02069f9afeb2 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:40:44.518395 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b', 'tag': '1664f54d-1504-4bfd-9f7d-204dc97a5146', 'status': 'completed', 'code': 200} Jul 08 20:40:44.608974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-8ec7e43d-40cb-4253-b7e7-01f1ede4737f None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:40:44.616550 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb00f-120d-4e1d-9b0b-89fa7a45cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:44.709168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb00f-120d-4e1d-9b0b-89fa7a45cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:44.830942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bb00f-120d-4e1d-9b0b-89fa7a45cf3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7229739-1dcf-4eb3-8686-d30b6c902da2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:44.870068 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb00f-120d-4e1d-9b0b-89fa7a45cf3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:44.877546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55096) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:44.888171 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1b7bb00f-120d-4e1d-9b0b-89fa7a45cf3e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d7229739-1dcf-4eb3-8686-d30b6c902da2 HTTP/1.1" status: 204 len: 168 time: 0.9051893 Jul 08 20:40:44.893821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1bb66-4e83-49d4-8f81-e545e15fc687 None None] Network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:40:44.939226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09040a-c5b8-4150-8508-ba6a3dbf3fc6 req-09cbd7c7-d44d-4e6c-a68d-bf98eaca661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:44.949712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a09040a-c5b8-4150-8508-ba6a3dbf3fc6 req-09cbd7c7-d44d-4e6c-a68d-bf98eaca661f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 1097 time: 0.4144807 Jul 08 20:40:45.131848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09040a-c5b8-4150-8508-ba6a3dbf3fc6 req-2ce387c7-5fdb-4db1-b6e5-a736fbc6cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:45.133310 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a09040a-c5b8-4150-8508-ba6a3dbf3fc6 req-2ce387c7-5fdb-4db1-b6e5-a736fbc6cb01 service neutron] 10.222.0.104 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 911 time: 0.1812654 Jul 08 20:40:45.137897 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:45.280045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Deleting port 022cb9c0-5993-4d9d-9b03-4043797b7693 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:40:45.280643 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:45.283599 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a09040a-c5b8-4150-8508-ba6a3dbf3fc6 req-a0f98be1-c045-4321-a12e-d48d85a0810f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1664f54d-1504-4bfd-9f7d-204dc97a5146 HTTP/1.1" status: 200 len: 999 time: 0.1387153 Jul 08 20:40:45.335203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8ec7e43d-40cb-4253-b7e7-01f1ede4737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'b08f5e11-fdbc-4d5f-ad6b-204fe716fafe', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'port_id': '1664f54d-1504-4bfd-9f7d-204dc97a5146', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'mac_address': 'fa:16:3e:3b:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:40:19Z', 'updated_at': '2021-07-08T20:40:42Z', 'revision_number': 1, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:20Z', 'revision_number': 5, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:45.405049 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09040a-c5b8-4150-8508-ba6a3dbf3fc6 req-a09673c9-72dc-492a-8dec-4cacc2acad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:45.406074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a09040a-c5b8-4150-8508-ba6a3dbf3fc6 req-a09673c9-72dc-492a-8dec-4cacc2acad2e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=373f0c01-b696-4703-ab5a-3a737cebfdae HTTP/1.1" status: 200 len: 849 time: 0.1166973 Jul 08 20:40:45.425978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] For port 022cb9c0-5993-4d9d-9b03-4043797b7693, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=022cb9c0-5993-4d9d-9b03-4043797b7693,segment=NetworkSegment(5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3),segment_id=5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:45.426358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:45.456948 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec7e43d-40cb-4253-b7e7-01f1ede4737f None None] Checking router: 48f5b8b7-3a2b-4352-bb73-038d956e2abb for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:40:45.476010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec7e43d-40cb-4253-b7e7-01f1ede4737f None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:40:45.476893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8ec7e43d-40cb-4253-b7e7-01f1ede4737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:40:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:45.543638 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09040a-c5b8-4150-8508-ba6a3dbf3fc6 req-c196cbe8-0212-4c6b-b434-86165de7a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:45.545215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a09040a-c5b8-4150-8508-ba6a3dbf3fc6 req-c196cbe8-0212-4c6b-b434-86165de7a784 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=eb126676-baac-44c7-8776-db620659cc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327639 Jul 08 20:40:45.557438 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Calling delete_port for 022cb9c0-5993-4d9d-9b03-4043797b7693 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:40:45.725160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace4cfc2-208b-41bc-8e36-ccc83311914f None None] DHCP port deletion for 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:40:45.730318 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-447a6331-1a8f-430d-96dd-5f3c121c11e3 req-2fe9d039-9080-463a-8f7c-a807db10a72a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=bab234bd-fc41-4b24-9b76-0671e15f2632 HTTP/1.1" status: 200 len: 210 time: 0.2633772 Jul 08 20:40:45.806395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-8ec7e43d-40cb-4253-b7e7-01f1ede4737f None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:40:45.831301 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb0c0911-4c9f-405d-8a9c-fabcc8191b58 req-d42af1e4-fbdb-4667-ae6b-176d168cd858 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 210 time: 0.1306367 Jul 08 20:40:45.833957 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:45.899443 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a09040a-c5b8-4150-8508-ba6a3dbf3fc6 req-c9e3e117-698a-418d-9851-37c56818bbdc service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413765 Jul 08 20:40:45.904386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=022cb9c0-5993-4d9d-9b03-4043797b7693,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:45.921641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] No DVR routers for this DVR port 022cb9c0-5993-4d9d-9b03-4043797b7693 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:40:45.933111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ace4cfc2-208b-41bc-8e36-ccc83311914f None None] Deleting port 022cb9c0-5993-4d9d-9b03-4043797b7693 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:40:45.933555 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ace4cfc2-208b-41bc-8e36-ccc83311914f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:46.027987 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:46.042241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:46.064755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:46.066007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8ce9b5-d790-43e2-8b4f-6961f50ea0a3') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:46.096124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ace4cfc2-208b-41bc-8e36-ccc83311914f None None] For port 022cb9c0-5993-4d9d-9b03-4043797b7693, host n-d-791506-16, got binding levels [] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:46.096720 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ace4cfc2-208b-41bc-8e36-ccc83311914f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:46.105942 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:46.127115 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a09040a-c5b8-4150-8508-ba6a3dbf3fc6 req-57b46af6-ca38-4639-b6a1-144a11bc75e5 service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187543 Jul 08 20:40:46.137482 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:46.147521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:40:46.148854 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:40:46.152188 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:40:46.179711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ace4cfc2-208b-41bc-8e36-ccc83311914f None None] Calling delete_port for 022cb9c0-5993-4d9d-9b03-4043797b7693 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:40:46.186762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.ipam_backend_mixin [None req-ace4cfc2-208b-41bc-8e36-ccc83311914f None None] Port 022cb9c0-5993-4d9d-9b03-4043797b7693 was not found and therefore no delete operation was performed {{(pid=94067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:40:46.201857 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ace4cfc2-208b-41bc-8e36-ccc83311914f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:46.242625 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:46.245942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ace4cfc2-208b-41bc-8e36-ccc83311914f None None] Network 3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 is not hosted by any dhcp agent {{(pid=94067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 20:40:46.249056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4cfc2-208b-41bc-8e36-ccc83311914f None None] No DVR routers for this DVR port 022cb9c0-5993-4d9d-9b03-4043797b7693 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:40:46.253769 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:46.262235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55120) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:46.269945 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] 10.222.0.101 "DELETE /v2.0/networks/3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88 HTTP/1.1" status: 204 len: 168 time: 1.3798192 Jul 08 20:40:46.276226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4cfc2-208b-41bc-8e36-ccc83311914f None None] Pushing event deleted for resources: {'Port': ['ID=022cb9c0-5993-4d9d-9b03-4043797b7693,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:46.313712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cd6d7-2c56-4d3a-894a-3e2951fffc71 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a2096d3-6325-4cd5-b4eb-f6e8fbf00e88,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:46.621728 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8ec7e43d-40cb-4253-b7e7-01f1ede4737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'b08f5e11-fdbc-4d5f-ad6b-204fe716fafe', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'port_id': '1664f54d-1504-4bfd-9f7d-204dc97a5146', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'mac_address': 'fa:16:3e:3b:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:40:19Z', 'updated_at': '2021-07-08T20:40:42Z', 'revision_number': 1, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:20Z', 'revision_number': 5, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:46.679794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec7e43d-40cb-4253-b7e7-01f1ede4737f None None] The sync data for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 is: [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'b08f5e11-fdbc-4d5f-ad6b-204fe716fafe', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'port_id': '1664f54d-1504-4bfd-9f7d-204dc97a5146', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'mac_address': 'fa:16:3e:3b:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:40:19Z', 'updated_at': '2021-07-08T20:40:42Z', 'revision_number': 1, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:20Z', 'revision_number': 5, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:40:46.719294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-3f71c771-a995-40df-b85e-62cdb784d455 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:46.721838 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-3f71c771-a995-40df-b85e-62cdb784d455 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.103 "GET /v2.0/networks?id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 HTTP/1.1" status: 200 len: 813 time: 0.2345276 Jul 08 20:40:46.749767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-856a380c-bc26-466d-aceb-2a1e0c8fa5b5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Request body: {'port': {'device_id': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4', 'admin_state_up': True, 'tenant_id': '4c38fee99d074aba9cf999ad76f44290'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:47.112516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-856a380c-bc26-466d-aceb-2a1e0c8fa5b5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Made reservation on behalf of 4c38fee99d074aba9cf999ad76f44290 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:40:47.117210 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-856a380c-bc26-466d-aceb-2a1e0c8fa5b5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:47.195529 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6385e5e-4a4d-449c-b636-e9ff060ea154 None None] New status for floating IP b08f5e11-fdbc-4d5f-ad6b-204fe716fafe: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:40:47.520078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 022cb9c0-5993-4d9d-9b03-4043797b7693 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:40:47.557542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 022cb9c0-5993-4d9d-9b03-4043797b7693 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:40:47.558223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 022cb9c0-5993-4d9d-9b03-4043797b7693 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:40:47.590608 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:47.715510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-856a380c-bc26-466d-aceb-2a1e0c8fa5b5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Allocated IP 172.20.0.11 (ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4/a5fe07ea-a956-4c23-85c4-e6720d58b427/e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:40:47.716946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55154) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:47.783904 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-162d0be0-2c64-45d3-8f61-6831b575f1c0 req-01266626-1860-4316-838b-189ac4fd00e7 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 210 time: 0.5467017 Jul 08 20:40:47.920251 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bbcfeb73-01e8-474e-9666-8dd0be474189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:48.022082 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-856a380c-bc26-466d-aceb-2a1e0c8fa5b5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:48.068659 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-856a380c-bc26-466d-aceb-2a1e0c8fa5b5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:48.128804 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-856a380c-bc26-466d-aceb-2a1e0c8fa5b5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Network ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:40:48.132467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-856a380c-bc26-466d-aceb-2a1e0c8fa5b5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:40:48.138118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-856a380c-bc26-466d-aceb-2a1e0c8fa5b5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:40:48.142602 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a380c-bc26-466d-aceb-2a1e0c8fa5b5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Pushing event updated for resources: {'Port': ['ID=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:48.211431 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b851b649-2bdb-448b-bf2b-9808c2bb2865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:48.219114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-856a380c-bc26-466d-aceb-2a1e0c8fa5b5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:48.220180 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-856a380c-bc26-466d-aceb-2a1e0c8fa5b5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:48.406148 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b851b649-2bdb-448b-bf2b-9808c2bb2865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:48.413034 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b851b649-2bdb-448b-bf2b-9808c2bb2865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:48.417715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-856a380c-bc26-466d-aceb-2a1e0c8fa5b5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6823578 Jul 08 20:40:48.435913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Request body: {'port': {'device_id': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:40:48.443608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-bbcfeb73-01e8-474e-9666-8dd0be474189 admin admin] Deleting port 91fefe50-34c0-43ec-9e15-85e52cb014cd {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:40:48.444084 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bbcfeb73-01e8-474e-9666-8dd0be474189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:48.507901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851b649-2bdb-448b-bf2b-9808c2bb2865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19d647f-5608-4e34-b0da-42f9f59ec713,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:48.522313 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b851b649-2bdb-448b-bf2b-9808c2bb2865 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=897f1a7796114e8fb8805b1d9ef19b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8040571 Jul 08 20:40:48.525181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55170) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:48.613522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-bbcfeb73-01e8-474e-9666-8dd0be474189 admin admin] For port 91fefe50-34c0-43ec-9e15-85e52cb014cd, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=91fefe50-34c0-43ec-9e15-85e52cb014cd,segment=NetworkSegment(c4ddb7f1-7fee-470e-84ce-98392213d117),segment_id=c4ddb7f1-7fee-470e-84ce-98392213d117)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:48.614247 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bbcfeb73-01e8-474e-9666-8dd0be474189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:48.629356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-bbcfeb73-01e8-474e-9666-8dd0be474189 admin admin] Calling delete_port for 91fefe50-34c0-43ec-9e15-85e52cb014cd owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:40:48.634852 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:48.893498 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7df6611b-e30b-447d-8957-d87782fb1bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:48.901609 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bbcfeb73-01e8-474e-9666-8dd0be474189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:48.963190 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7df6611b-e30b-447d-8957-d87782fb1bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:49.011098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfeb73-01e8-474e-9666-8dd0be474189 admin admin] Pushing event deleted for resources: {'Port': ['ID=91fefe50-34c0-43ec-9e15-85e52cb014cd,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:49.145645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34bcc8-f49d-46fc-aace-52667ba36989 req-34840000-1ef8-4c49-b7d4-445cce7e6ddb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:49.148137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d34bcc8-f49d-46fc-aace-52667ba36989 req-34840000-1ef8-4c49-b7d4-445cce7e6ddb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 932 time: 0.1256835 Jul 08 20:40:49.186999 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:40:49.214891 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7df6611b-e30b-447d-8957-d87782fb1bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:49.218458 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7df6611b-e30b-447d-8957-d87782fb1bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:49.225479 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7df6611b-e30b-447d-8957-d87782fb1bf3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b19d647f-5608-4e34-b0da-42f9f59ec713 HTTP/1.1" status: 204 len: 168 time: 0.6990807 Jul 08 20:40:49.273389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6611b-e30b-447d-8957-d87782fb1bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19d647f-5608-4e34-b0da-42f9f59ec713,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:49.332457 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bbcfeb73-01e8-474e-9666-8dd0be474189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:49.381806 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d34bcc8-f49d-46fc-aace-52667ba36989 req-5e727ce4-a05d-4411-a519-cfab56475d21 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251973 Jul 08 20:40:49.432971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:40:49.456904 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:49.505860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Transition to ACTIVE for port object e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:40:49.512472 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:49.632826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Pushing event updated for resources: {'Port': ['ID=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:49.779491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Attempting to bind port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:40:49.779762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Attempting to bind port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:40:49.780101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Attempting to bind port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d on network ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:40:49.792734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d on network ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:40:49.793435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Attempting to bind port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d on network ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:40:49.805889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:40:49.806235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Checking segment: {'id': '5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:40:49.806728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Bound using segment: {'id': '5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:40:49.807243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Bound port: e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:40:49.807538 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:49.813809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcfeb73-01e8-474e-9666-8dd0be474189 admin admin] Router 8600a565-7afb-4228-b792-72ecbeb7fb5e has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:40:49.850659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55194) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:49.913962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] For port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:40:49.918516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] For port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:40:49.923573 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:49.975267 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c606503-b530-4f24-848b-5ef25b0010de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:50.139437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcfeb73-01e8-474e-9666-8dd0be474189 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:40:50.150083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3e2c0-b6b7-41de-b6ed-fd56879c5ae1 None None] Sync routers for ids ['8600a565-7afb-4228-b792-72ecbeb7fb5e'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:40:50.157986 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bbcfeb73-01e8-474e-9666-8dd0be474189 admin admin] 10.222.0.101 "PUT /v2.0/routers/8600a565-7afb-4228-b792-72ecbeb7fb5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8944764 Jul 08 20:40:50.167591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55202) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:50.171092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3e2c0-b6b7-41de-b6ed-fd56879c5ae1 None None] Routers {'8600a565-7afb-4228-b792-72ecbeb7fb5e'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:40:50.171806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c4c3e2c0-b6b7-41de-b6ed-fd56879c5ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:40:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8600a565-7afb-4228-b792-72ecbeb7fb5e'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:50.297831 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:50.347497 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c606503-b530-4f24-848b-5ef25b0010de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:50.362583 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c606503-b530-4f24-848b-5ef25b0010de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:50.388759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-c4c3e2c0-b6b7-41de-b6ed-fd56879c5ae1 None None] Set router 8600a565-7afb-4228-b792-72ecbeb7fb5e gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:40:50.395185 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7c606503-b530-4f24-848b-5ef25b0010de admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=05fd6ebf760943fbb0307f60ea0234a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4430270 Jul 08 20:40:50.400729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55204) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:50.642966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:50.648298 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:50.650764 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] 10.222.0.103 "PUT /v2.0/ports/e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d HTTP/1.1" status: 200 len: 1093 time: 2.2202206 Jul 08 20:40:50.651337 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'tag': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:40:50.663051 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6327e3-90fd-4c06-9d0c-08346cae278a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b8bfe3-cd15-4f6a-9bf7-146563399f9c", "tag": "e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:40:50.799566 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca68a2c-5203-46a0-9eb4-3ce70535f127 x-openstack-request-id: req-dca68a2c-5203-46a0-9eb4-3ce70535f127 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:40:50.799891 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b8bfe3-cd15-4f6a-9bf7-146563399f9c", "tag": "e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:40:50.800275 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dca68a2c-5203-46a0-9eb4-3ce70535f127 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:40:50.800763 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'tag': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d', 'status': 'completed', 'code': 200} Jul 08 20:40:50.826091 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788b4ad-2ab2-469c-8acc-86d8d0647751 service neutron] Pushing event updated for resources: {'Port': ['ID=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:50.858772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c4c3e2c0-b6b7-41de-b6ed-fd56879c5ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'name': 'tempest-TestVolumeBackupRestore-484422593-router', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:40:48Z', 'revision_number': 5, 'project_id': '565a220a7bc64f27af5c3337902d57d1', 'gw_port': {'id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:50.894155 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3e2c0-b6b7-41de-b6ed-fd56879c5ae1 None None] Checking router: 8600a565-7afb-4228-b792-72ecbeb7fb5e for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:40:50.918881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3e2c0-b6b7-41de-b6ed-fd56879c5ae1 None None] Routers {'8600a565-7afb-4228-b792-72ecbeb7fb5e'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:40:50.919868 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c4c3e2c0-b6b7-41de-b6ed-fd56879c5ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:40:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8600a565-7afb-4228-b792-72ecbeb7fb5e'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:50.931186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-74106e85-04b3-444b-989d-c1396b67f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:50.932943 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-74106e85-04b3-444b-989d-c1396b67f5ef service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4c38fee99d074aba9cf999ad76f44290&device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 1096 time: 0.2311897 Jul 08 20:40:50.947507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66008f-c6d1-4654-bcf1-c1a22790061e req-9ba0fbbc-afe3-4d48-bb6e-a5335b14c6e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:50.960223 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b66008f-c6d1-4654-bcf1-c1a22790061e req-9ba0fbbc-afe3-4d48-bb6e-a5335b14c6e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.1644533 Jul 08 20:40:51.023879 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-3669a7ee-c58f-410f-871c-007cd0284a1d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d HTTP/1.1" status: 200 len: 217 time: 0.0590522 Jul 08 20:40:51.035492 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:51.099439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c606503-b530-4f24-848b-5ef25b0010de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ff8feb-90ae-4f9d-a22a-0449d724d25a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:51.117042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-13126019-22c3-455c-b660-1e9464323eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:51.119105 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-13126019-22c3-455c-b660-1e9464323eed service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a5fe07ea-a956-4c23-85c4-e6720d58b427 HTTP/1.1" status: 200 len: 853 time: 0.0720911 Jul 08 20:40:51.122602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-c4c3e2c0-b6b7-41de-b6ed-fd56879c5ae1 None None] Set router 8600a565-7afb-4228-b792-72ecbeb7fb5e gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:40:51.126485 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b66008f-c6d1-4654-bcf1-c1a22790061e req-b24d4dcf-e3c8-40ce-a5dd-20b18be22428 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653409 Jul 08 20:40:51.192490 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-8d9a6b31-a57f-48fb-bf2e-05db6386af3a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648148 Jul 08 20:40:51.208202 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7f9e50fd-04c3-4aa8-a380-40109621663b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:51.248300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Deleting port 864d9ab9-3779-4139-abb1-620dd3429cf4 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:40:51.248654 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:51.251599 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7f9e50fd-04c3-4aa8-a380-40109621663b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:51.329490 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-0f57c1d3-20c8-47f5-8705-026bc68aeace service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253035 Jul 08 20:40:51.405003 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7f9e50fd-04c3-4aa8-a380-40109621663b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:51.413061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7f9e50fd-04c3-4aa8-a380-40109621663b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:51.417048 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7f9e50fd-04c3-4aa8-a380-40109621663b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a9ff8feb-90ae-4f9d-a22a-0449d724d25a HTTP/1.1" status: 204 len: 168 time: 0.4838808 Jul 08 20:40:51.457949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e50fd-04c3-4aa8-a380-40109621663b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ff8feb-90ae-4f9d-a22a-0449d724d25a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:51.470946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c4c3e2c0-b6b7-41de-b6ed-fd56879c5ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'name': 'tempest-TestVolumeBackupRestore-484422593-router', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:40:48Z', 'revision_number': 5, 'project_id': '565a220a7bc64f27af5c3337902d57d1', 'gw_port': {'id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:51.480434 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] For port 864d9ab9-3779-4139-abb1-620dd3429cf4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=864d9ab9-3779-4139-abb1-620dd3429cf4,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:51.480790 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:51.508169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Calling delete_port for 864d9ab9-3779-4139-abb1-620dd3429cf4 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:40:51.546996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3e2c0-b6b7-41de-b6ed-fd56879c5ae1 None None] The sync data for ids ['8600a565-7afb-4228-b792-72ecbeb7fb5e'] in n-d-791506-16 is: [{'id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'name': 'tempest-TestVolumeBackupRestore-484422593-router', 'tenant_id': '565a220a7bc64f27af5c3337902d57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:40:48Z', 'revision_number': 5, 'project_id': '565a220a7bc64f27af5c3337902d57d1', 'gw_port': {'id': '864d9ab9-3779-4139-abb1-620dd3429cf4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8600a565-7afb-4228-b792-72ecbeb7fb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:35:08Z', 'updated_at': '2021-07-08T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:40:51.560992 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b258ae55-e1b1-4e3b-b6cd-f9bb46f639be req-a006ec45-7c8c-40de-a706-528e4414871f service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200975 Jul 08 20:40:51.763772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6327e3-90fd-4c06-9d0c-08346cae278a req-808317eb-80aa-4d16-8644-2389949fe82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:51.765336 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d6327e3-90fd-4c06-9d0c-08346cae278a req-808317eb-80aa-4d16-8644-2389949fe82b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4c38fee99d074aba9cf999ad76f44290&device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 1096 time: 0.1367621 Jul 08 20:40:51.862553 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:51.896403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Pushing event deleted for resources: {'Port': ['ID=864d9ab9-3779-4139-abb1-620dd3429cf4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:51.967034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6327e3-90fd-4c06-9d0c-08346cae278a req-86c76822-4a8c-4a12-9db9-19405dbbe819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:51.968573 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d6327e3-90fd-4c06-9d0c-08346cae278a req-86c76822-4a8c-4a12-9db9-19405dbbe819 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 HTTP/1.1" status: 200 len: 914 time: 0.1925645 Jul 08 20:40:52.021362 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:52.130863 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d6327e3-90fd-4c06-9d0c-08346cae278a req-1b2a96a5-4bd9-4a74-a9e6-7e2637482dfc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d HTTP/1.1" status: 200 len: 217 time: 0.1509066 Jul 08 20:40:52.251851 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:52.257491 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:52.344599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6327e3-90fd-4c06-9d0c-08346cae278a req-e2bfda17-96ad-4cd0-b285-09f063ae0201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:52.356886 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d6327e3-90fd-4c06-9d0c-08346cae278a req-e2bfda17-96ad-4cd0-b285-09f063ae0201 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a5fe07ea-a956-4c23-85c4-e6720d58b427 HTTP/1.1" status: 200 len: 853 time: 0.2102754 Jul 08 20:40:52.372401 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:52.373204 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8600a565-7afb-4228-b792-72ecbeb7fb5e {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:40:52.382428 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:52.385392 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c0f39160-6495-4edb-966b-0e0cc754b71b admin admin] 10.222.0.101 "DELETE /v2.0/routers/8600a565-7afb-4228-b792-72ecbeb7fb5e HTTP/1.1" status: 204 len: 168 time: 2.2167995 Jul 08 20:40:52.389150 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55294) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:52.519688 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d6327e3-90fd-4c06-9d0c-08346cae278a req-7745b22a-ab2f-4b4b-889d-76a1239245ec service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1584251 Jul 08 20:40:52.527811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-13239ae1-6002-4c10-98e5-cf8522c14e6e admin admin] Deleting subnet 12073a65-9be2-4858-ba6a-2872ad215158 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:40:52.543833 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13239ae1-6002-4c10-98e5-cf8522c14e6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:52.713901 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13239ae1-6002-4c10-98e5-cf8522c14e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:53.031871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9636894-2b0c-43c6-9289-b0c25c456674 req-b04e809c-1ec0-4189-914d-3c3faa3be70c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:53.035098 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9636894-2b0c-43c6-9289-b0c25c456674 req-b04e809c-1ec0-4189-914d-3c3faa3be70c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.6284399 Jul 08 20:40:53.038661 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d6327e3-90fd-4c06-9d0c-08346cae278a req-383b8861-dd47-4411-b46c-e08d401dfbe5 service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313588 Jul 08 20:40:53.067415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13239ae1-6002-4c10-98e5-cf8522c14e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:53.275619 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13239ae1-6002-4c10-98e5-cf8522c14e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:53.309325 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13239ae1-6002-4c10-98e5-cf8522c14e6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:53.312771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b0d355-f8c2-4504-a2db-6c4cc34c75d1 None None] Network 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:40:53.315768 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-13239ae1-6002-4c10-98e5-cf8522c14e6e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/12073a65-9be2-4858-ba6a-2872ad215158 HTTP/1.1" status: 204 len: 168 time: 0.9246035 Jul 08 20:40:53.329873 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9636894-2b0c-43c6-9289-b0c25c456674 req-1fdb35b1-812c-4fc8-af13-f9cc75eadc0c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853160 Jul 08 20:40:53.330625 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55336) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:53.429836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13239ae1-6002-4c10-98e5-cf8522c14e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12073a65-9be2-4858-ba6a-2872ad215158,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:53.512660 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:53.601352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 864d9ab9-3779-4139-abb1-620dd3429cf4 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:40:53.666900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 864d9ab9-3779-4139-abb1-620dd3429cf4 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:40:53.672281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 864d9ab9-3779-4139-abb1-620dd3429cf4 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:40:53.678050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 91fefe50-34c0-43ec-9e15-85e52cb014cd no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:40:53.809643 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d6327e3-90fd-4c06-9d0c-08346cae278a req-81bb1a8e-155a-4636-bfad-7a4c5d1ef445 service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7583406 Jul 08 20:40:53.836254 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:53.839398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 91fefe50-34c0-43ec-9e15-85e52cb014cd {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:40:53.844863 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 91fefe50-34c0-43ec-9e15-85e52cb014cd not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:40:53.887140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Deleting port c80e043a-b7e3-419f-8391-617fd64f8f23 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:40:53.887926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:54.062344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1a83ca-634f-4265-a604-bf1423041f19 None None] DHCP port deletion for 178b2f5c-26f6-4b2a-94b5-0a8df807e8e9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:40:54.204227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] For port c80e043a-b7e3-419f-8391-617fd64f8f23, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c80e043a-b7e3-419f-8391-617fd64f8f23,segment=NetworkSegment(c4ddb7f1-7fee-470e-84ce-98392213d117),segment_id=c4ddb7f1-7fee-470e-84ce-98392213d117)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:54.206463 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:54.245658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Calling delete_port for c80e043a-b7e3-419f-8391-617fd64f8f23 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:40:54.251080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a83ca-634f-4265-a604-bf1423041f19 None None] Deleting port c80e043a-b7e3-419f-8391-617fd64f8f23 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:40:54.251520 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d1a83ca-634f-4265-a604-bf1423041f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:54.476761 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:54.543119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7d1a83ca-634f-4265-a604-bf1423041f19 None None] For port c80e043a-b7e3-419f-8391-617fd64f8f23, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c80e043a-b7e3-419f-8391-617fd64f8f23,segment=NetworkSegment(c4ddb7f1-7fee-470e-84ce-98392213d117),segment_id=c4ddb7f1-7fee-470e-84ce-98392213d117)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:54.543663 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d1a83ca-634f-4265-a604-bf1423041f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:54.587824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a83ca-634f-4265-a604-bf1423041f19 None None] Calling delete_port for c80e043a-b7e3-419f-8391-617fd64f8f23 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:40:54.625477 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:40:54.630616 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Pushing event deleted for resources: {'Port': ['ID=c80e043a-b7e3-419f-8391-617fd64f8f23,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:54.673562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:54.673955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:54.674957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:54.675897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:54.677353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:54.678404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:54.679522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:54.681611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:54.682114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:54.682593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:54.683917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:54.684419 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:54.701683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] No DVR routers for this DVR port c80e043a-b7e3-419f-8391-617fd64f8f23 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:40:54.806961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:54.827916 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178b2f5c-26f6-4b2a-94b5-0a8df807e8e9']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:54.844154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ddb7f1-7fee-470e-84ce-98392213d117') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:54.844580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ddb7f1-7fee-470e-84ce-98392213d117') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:40:54.862439 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:54.951853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:54.976624 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:40:54.977136 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:54.991982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef19dbb-33e9-4c72-8d07-b515de22d977 req-b3af3b99-75a5-4294-b293-cf4d039b4414 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:54.994630 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aef19dbb-33e9-4c72-8d07-b515de22d977 req-b3af3b99-75a5-4294-b293-cf4d039b4414 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.1369407 Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:40:54.995215 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:40:55.045592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:40:55.052988 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 20:40:55.097304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d', 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4', 'port_id': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d', 'mac_address': 'fa:16:3e:00:5a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fe07ea-a956-4c23-85c4-e6720d58b427', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:40:55.107589 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d1a83ca-634f-4265-a604-bf1423041f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:55.139084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a83ca-634f-4265-a604-bf1423041f19 None None] No DVR routers for this DVR port c80e043a-b7e3-419f-8391-617fd64f8f23 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:40:55.159346 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aef19dbb-33e9-4c72-8d07-b515de22d977 req-a8ac4f15-a09d-47c0-bd4f-56456ed486c8 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495070 Jul 08 20:40:55.173085 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:55.180043 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:55.186581 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] 10.222.0.101 "DELETE /v2.0/networks/178b2f5c-26f6-4b2a-94b5-0a8df807e8e9 HTTP/1.1" status: 204 len: 168 time: 1.8313339 Jul 08 20:40:55.212814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a83ca-634f-4265-a604-bf1423041f19 None None] Pushing event deleted for resources: {'Port': ['ID=c80e043a-b7e3-419f-8391-617fd64f8f23,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:55.229367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81422504-4fb7-412c-8892-1d3e81bc081c admin admin] Pushing event deleted for resources: {'Network': ['ID=178b2f5c-26f6-4b2a-94b5-0a8df807e8e9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:55.286104 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:55.300948 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:40:55.324384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:55.336116 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:55.458426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:55.509080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55572) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:55.523230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c80e043a-b7e3-419f-8391-617fd64f8f23 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:40:55.567837 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: c80e043a-b7e3-419f-8391-617fd64f8f23 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:40:55.567837 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c80e043a-b7e3-419f-8391-617fd64f8f23 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:40:55.597217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:40:55.615970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b5b4f42c-6726-4a6b-a49e-626ae45b687a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=19f87cbe1da6442c85ec617d427f53ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060987 Jul 08 20:40:55.617047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55584) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:55.766274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b0f4cb3-c638-4443-9cad-21bbeda5b13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:55.802824 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b0f4cb3-c638-4443-9cad-21bbeda5b13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:55.895188 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b0f4cb3-c638-4443-9cad-21bbeda5b13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:55.902740 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b0f4cb3-c638-4443-9cad-21bbeda5b13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:55.909118 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7b0f4cb3-c638-4443-9cad-21bbeda5b13b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/70d338bd-4790-472c-bab4-1d592a59a6f2 HTTP/1.1" status: 204 len: 168 time: 0.2893324 Jul 08 20:40:55.928110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f4cb3-c638-4443-9cad-21bbeda5b13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d338bd-4790-472c-bab4-1d592a59a6f2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:56.380099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55676) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:56.630346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55704) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:56.653125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:40:56.724750 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-adf69b7e-17e5-404a-99d1-c9f5b5aa5da0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=565a220a7bc64f27af5c3337902d57d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877345 Jul 08 20:40:56.728898 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55714) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:56.730972 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08184e60-dbbc-4170-bb16-3d8fe8ae0c9b req-3d95fba9-a1ee-4eba-b89a-ad38b594139a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:56.734687 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08184e60-dbbc-4170-bb16-3d8fe8ae0c9b req-3d95fba9-a1ee-4eba-b89a-ad38b594139a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 945 time: 0.2078850 Jul 08 20:40:56.747790 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c332b6d5-b8cb-463e-8f27-78e3060b4eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:56.817377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:40:56.820183 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a73ea764-0a27-4a07-ae6b-670291c1b011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:56.835279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:40:56.835664 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:56.845406 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a73ea764-0a27-4a07-ae6b-670291c1b011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:56.889920 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-08184e60-dbbc-4170-bb16-3d8fe8ae0c9b req-f074f509-55b0-4b20-92d4-c86c8b4cee07 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469858 Jul 08 20:40:56.955718 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a73ea764-0a27-4a07-ae6b-670291c1b011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:56.958337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a73ea764-0a27-4a07-ae6b-670291c1b011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:56.962389 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a73ea764-0a27-4a07-ae6b-670291c1b011 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bfe3cc6a-8cb4-492a-8d6a-65589c5f6e08 HTTP/1.1" status: 204 len: 168 time: 0.2296884 Jul 08 20:40:57.009260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ea764-0a27-4a07-ae6b-670291c1b011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe3cc6a-8cb4-492a-8d6a-65589c5f6e08,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:57.051823 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:57.095534 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c332b6d5-b8cb-463e-8f27-78e3060b4eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:57.103027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c332b6d5-b8cb-463e-8f27-78e3060b4eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:57.113198 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:40:57.115416 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3a7fd7-ed35-4099-814c-ae5ce3acf397" -d '{"events": [{"server_uuid": "f5b8bfe3-cd15-4f6a-9bf7-146563399f9c", "name": "network-vif-plugged", "status": "completed", "tag": "e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:40:57.149311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:40:57.169034 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:57.173468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332b6d5-b8cb-463e-8f27-78e3060b4eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4746b620-e337-42d2-b7dd-b9157ee56d1d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:57.187938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55762) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:57.188442 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c332b6d5-b8cb-463e-8f27-78e3060b4eeb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6f5e4ff0b1c14651bb8b684166d79c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8070056 Jul 08 20:40:57.244958 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129e2bf6-c451-4753-b9d4-ee8cb23669be x-openstack-request-id: req-129e2bf6-c451-4753-b9d4-ee8cb23669be {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:40:57.245554 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b8bfe3-cd15-4f6a-9bf7-146563399f9c", "name": "network-vif-plugged", "status": "completed", "tag": "e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:40:57.246054 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-129e2bf6-c451-4753-b9d4-ee8cb23669be {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:40:57.247038 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d', 'code': 200} Jul 08 20:40:57.267743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:57.298988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:57.299351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:57.299761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:57.300024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:57.303344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:57.303734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:57.345528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:57.346019 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:57.346413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:57.346700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:57.347042 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:57.347381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:40:57.354633 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ad0b6f5-8c40-4c11-ba75-63fa393a7fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:57.444561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ad0b6f5-8c40-4c11-ba75-63fa393a7fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:57.524490 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470705f-ccc0-4c1e-8ef1-3b182f68b919 req-74bbad71-92ea-44a2-b3f2-1448257e210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:57.526872 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f470705f-ccc0-4c1e-8ef1-3b182f68b919 req-74bbad71-92ea-44a2-b3f2-1448257e210e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 1098 time: 0.1573443 Jul 08 20:40:57.537064 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ad0b6f5-8c40-4c11-ba75-63fa393a7fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:57.541739 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ad0b6f5-8c40-4c11-ba75-63fa393a7fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:57.543224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1ad0b6f5-8c40-4c11-ba75-63fa393a7fd1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4746b620-e337-42d2-b7dd-b9157ee56d1d HTTP/1.1" status: 204 len: 168 time: 0.3539431 Jul 08 20:40:57.599484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0b6f5-8c40-4c11-ba75-63fa393a7fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4746b620-e337-42d2-b7dd-b9157ee56d1d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:57.710012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f470705f-ccc0-4c1e-8ef1-3b182f68b919 req-9871558e-16d8-4af2-ac79-a7402ced20c5 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650243 Jul 08 20:40:58.168001 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 55858) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:58.183334 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-92784d5d-f34e-40fc-abde-43f4b5feaf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:58.241151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367d088-064d-4f69-a1d4-a7f98f600244 req-9eb406f9-c514-4afa-8d7c-f8edff65cc15 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:58.253990 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3367d088-064d-4f69-a1d4-a7f98f600244 req-9eb406f9-c514-4afa-8d7c-f8edff65cc15 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1625690 Jul 08 20:40:58.311402 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-92784d5d-f34e-40fc-abde-43f4b5feaf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:58.316509 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3367d088-064d-4f69-a1d4-a7f98f600244 req-7a570b41-b1c1-474d-8c06-9549bfadbe2d tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616531 Jul 08 20:40:58.317885 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-92784d5d-f34e-40fc-abde-43f4b5feaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:58.370764 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-92784d5d-f34e-40fc-abde-43f4b5feaf81 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ce6871f26efb446c91461bf7e09e83d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016528 Jul 08 20:40:58.371662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92784d5d-f34e-40fc-abde-43f4b5feaf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7422715-19b8-4c54-98ba-175264d7a3c2,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:58.373376 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 55884) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:40:58.434625 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3117fd29-cb13-4c99-a681-90f814737c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:58.457702 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3117fd29-cb13-4c99-a681-90f814737c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:58.521306 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3117fd29-cb13-4c99-a681-90f814737c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:58.525514 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3117fd29-cb13-4c99-a681-90f814737c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:40:58.527001 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3117fd29-cb13-4c99-a681-90f814737c53 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c7422715-19b8-4c54-98ba-175264d7a3c2 HTTP/1.1" status: 204 len: 168 time: 0.1524708 Jul 08 20:40:58.536091 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117fd29-cb13-4c99-a681-90f814737c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7422715-19b8-4c54-98ba-175264d7a3c2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:40:59.049006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-375e2204-929c-41e4-b17d-6bd7a4ce842c tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:59.050960 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-375e2204-929c-41e4-b17d-6bd7a4ce842c tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/networks?id=4e08837e-d22c-49f6-b527-745deba15ea1 HTTP/1.1" status: 200 len: 814 time: 0.1379566 Jul 08 20:40:59.091350 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-73da674a-8164-4f6e-b34f-94b2039d7b4a tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/quotas/4300860450e740ed862fc82765f8b597 HTTP/1.1" status: 200 len: 375 time: 0.0147867 Jul 08 20:40:59.142459 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-a488fcba-0370-4e28-823d-a0a3a1c46093 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4300860450e740ed862fc82765f8b597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534432 Jul 08 20:40:59.263165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-483d5e84-4215-4440-b6bd-3b59b0c33221 service neutron] 10.222.0.101 "GET /v2.0/networks/4e08837e-d22c-49f6-b527-745deba15ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197510 Jul 08 20:40:59.412249 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d081142-d2cc-4123-a9aa-0710a3422387 service neutron] 10.222.0.101 "GET /v2.0/networks/4e08837e-d22c-49f6-b527-745deba15ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479394 Jul 08 20:40:59.542330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf52225-9861-4c20-acae-7ef5e2afebfe req-b23b24bc-d586-4e24-a724-deafdc970750 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:40:59.550692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7cf52225-9861-4c20-acae-7ef5e2afebfe req-b23b24bc-d586-4e24-a724-deafdc970750 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0960047 Jul 08 20:40:59.613656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7cf52225-9861-4c20-acae-7ef5e2afebfe req-d6667708-1b8e-4208-ba6f-b8c339b59a7e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613885 Jul 08 20:40:59.713929 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0dfd046-ef2e-4734-845d-5df5d2daa926 req-0da104c5-f87b-4b28-97a6-7caec737b2cc tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 210 time: 0.0919735 Jul 08 20:41:00.112504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-c60a4b42-d908-4c18-a0d3-1ca2544e073c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:00.122939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-c60a4b42-d908-4c18-a0d3-1ca2544e073c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/networks?id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 HTTP/1.1" status: 200 len: 813 time: 0.1944017 Jul 08 20:41:00.145231 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-41aadd3f-efaa-47b7-a7b5-7a48abf58260 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/quotas/4c38fee99d074aba9cf999ad76f44290 HTTP/1.1" status: 200 len: 375 time: 0.0206897 Jul 08 20:41:00.230984 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-6ca174b9-6629-459b-b30b-9847ee7413ea tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4c38fee99d074aba9cf999ad76f44290&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824111 Jul 08 20:41:00.433985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-5bdfb14d-a647-4406-870a-ba588076decb service neutron] 10.222.0.101 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019069 Jul 08 20:41:00.581296 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-0a0d813d-2240-4b10-9bee-03056e80b3ba service neutron] 10.222.0.101 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370974 Jul 08 20:41:00.896967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e12b181-59a6-4cd4-946a-d4b8162170a8 req-ce21f730-9be9-44dc-a247-926359a7598c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 210 time: 0.0869370 Jul 08 20:41:00.902042 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47c54361-b11e-462c-bca2-2ddc9e339db9 req-5d0aa384-3787-4826-ae6d-0e3efc763c63 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 210 time: 0.0514250 Jul 08 20:41:01.322817 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-0a35af91-5555-41f9-9f8f-86a6a1fc8fd1 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:01.324548 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-0a35af91-5555-41f9-9f8f-86a6a1fc8fd1 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.103 "GET /v2.0/networks?id=4e08837e-d22c-49f6-b527-745deba15ea1 HTTP/1.1" status: 200 len: 814 time: 0.2021394 Jul 08 20:41:01.356935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2b9b0310-251f-4e24-84d7-0e6790a4c008 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Request body: {'port': {'device_id': 'b2c44e92-3563-4c65-98e5-b3525c1efad3', 'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1', 'admin_state_up': True, 'tenant_id': '4300860450e740ed862fc82765f8b597'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:41:01.544171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2b9b0310-251f-4e24-84d7-0e6790a4c008 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Made reservation on behalf of 4300860450e740ed862fc82765f8b597 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:41:01.548162 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2b9b0310-251f-4e24-84d7-0e6790a4c008 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:01.746944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2b9b0310-251f-4e24-84d7-0e6790a4c008 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Allocated IP 172.20.0.2 (4e08837e-d22c-49f6-b527-745deba15ea1/e4ae00fe-53cc-4e4a-929a-dee3f36d0e76/f75d2170-7e4b-4c87-a332-2dd99c522c53) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:41:01.962938 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2b9b0310-251f-4e24-84d7-0e6790a4c008 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:01.998812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56032) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:02.028113 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2b9b0310-251f-4e24-84d7-0e6790a4c008 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:02.082790 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2b9b0310-251f-4e24-84d7-0e6790a4c008 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Network 4e08837e-d22c-49f6-b527-745deba15ea1 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:41:02.088701 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2b9b0310-251f-4e24-84d7-0e6790a4c008 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:41:02.093393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2b9b0310-251f-4e24-84d7-0e6790a4c008 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:41:02.154662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baa222-1b74-4fce-ba4b-2adbfadee220 req-d246b5d6-f3bc-4bb7-9c95-f573bff9f365 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:02.156247 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28baa222-1b74-4fce-ba4b-2adbfadee220 req-d246b5d6-f3bc-4bb7-9c95-f573bff9f365 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 931 time: 0.0813768 Jul 08 20:41:02.224704 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28baa222-1b74-4fce-ba4b-2adbfadee220 req-444b756e-bedd-4e1a-a761-5149f1129f51 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602748 Jul 08 20:41:02.245509 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-efbb7093-c2e5-47fe-98ca-df27ab44ef05 req-c6625b22-50ff-4d7d-bd86-5fec1d71fc8e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 210 time: 0.1117511 Jul 08 20:41:02.261446 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7fe13e2-ee96-491f-808b-eeefee4b793f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:02.266304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2b9b0310-251f-4e24-84d7-0e6790a4c008 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:02.266990 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2b9b0310-251f-4e24-84d7-0e6790a4c008 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:02.269774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b0310-251f-4e24-84d7-0e6790a4c008 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Pushing event updated for resources: {'Port': ['ID=f75d2170-7e4b-4c87-a332-2dd99c522c53,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:02.301160 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2b9b0310-251f-4e24-84d7-0e6790a4c008 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9625900 Jul 08 20:41:02.318304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Request body: {'port': {'device_id': 'b2c44e92-3563-4c65-98e5-b3525c1efad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:41:02.459857 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:02.546456 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7fe13e2-ee96-491f-808b-eeefee4b793f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:02.557075 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e7fe13e2-ee96-491f-808b-eeefee4b793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:02.578746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-dc97cfbd-9fc4-4f93-a265-b6e47c673894 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:02.581638 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-dc97cfbd-9fc4-4f93-a265-b6e47c673894 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.104 "GET /v2.0/networks?id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 HTTP/1.1" status: 200 len: 813 time: 0.2022574 Jul 08 20:41:02.604327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-f0d74707-596c-4126-8d7f-b702f5065b4a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Request body: {'port': {'device_id': 'd4912c60-5bdf-477d-9b99-95773d87dcf5', 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4', 'admin_state_up': True, 'tenant_id': '4c38fee99d074aba9cf999ad76f44290'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:41:02.667923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe13e2-ee96-491f-808b-eeefee4b793f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cc72c9-cbc7-40ce-9ebe-eb66bd3145de,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:02.675763 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e7fe13e2-ee96-491f-808b-eeefee4b793f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1c288aab3fe34f5888caf1b2b7283c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6753340 Jul 08 20:41:02.676121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56042) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:02.799031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-f0d74707-596c-4126-8d7f-b702f5065b4a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Made reservation on behalf of 4c38fee99d074aba9cf999ad76f44290 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:41:02.802953 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-f0d74707-596c-4126-8d7f-b702f5065b4a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:02.825776 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97a30d80-50ab-4984-8afe-473b1c20f332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:02.896358 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97a30d80-50ab-4984-8afe-473b1c20f332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:02.946334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75d2170-7e4b-4c87-a332-2dd99c522c53 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:41:02.957590 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:02.977231 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Transition to ACTIVE for port object f75d2170-7e4b-4c87-a332-2dd99c522c53 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:41:02.982021 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:03.028425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-f0d74707-596c-4126-8d7f-b702f5065b4a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Allocated IP 172.20.0.14 (ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4/a5fe07ea-a956-4c23-85c4-e6720d58b427/56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:41:03.066213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Pushing event updated for resources: {'Port': ['ID=f75d2170-7e4b-4c87-a332-2dd99c522c53,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:03.121689 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97a30d80-50ab-4984-8afe-473b1c20f332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:03.125515 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97a30d80-50ab-4984-8afe-473b1c20f332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:03.126696 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-97a30d80-50ab-4984-8afe-473b1c20f332 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/56cc72c9-cbc7-40ce-9ebe-eb66bd3145de HTTP/1.1" status: 204 len: 168 time: 0.4451966 Jul 08 20:41:03.152469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Attempting to bind port f75d2170-7e4b-4c87-a332-2dd99c522c53 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:03.153087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Attempting to bind port f75d2170-7e4b-4c87-a332-2dd99c522c53 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '59eef743-1b3a-40fc-994c-f34b184c0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:03.153666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Attempting to bind port f75d2170-7e4b-4c87-a332-2dd99c522c53 on network 4e08837e-d22c-49f6-b527-745deba15ea1 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:03.164040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Port f75d2170-7e4b-4c87-a332-2dd99c522c53 on network 4e08837e-d22c-49f6-b527-745deba15ea1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:03.164986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Attempting to bind port f75d2170-7e4b-4c87-a332-2dd99c522c53 on network 4e08837e-d22c-49f6-b527-745deba15ea1 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:03.174993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:41:03.175443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Checking segment: {'id': '59eef743-1b3a-40fc-994c-f34b184c0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:41:03.175934 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Bound using segment: {'id': '59eef743-1b3a-40fc-994c-f34b184c0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:41:03.176482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Bound port: f75d2170-7e4b-4c87-a332-2dd99c522c53, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59eef743-1b3a-40fc-994c-f34b184c0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:41:03.177873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:03.309690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-f0d74707-596c-4126-8d7f-b702f5065b4a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:03.333975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] For port f75d2170-7e4b-4c87-a332-2dd99c522c53, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:41:03.341650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] For port f75d2170-7e4b-4c87-a332-2dd99c522c53, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f75d2170-7e4b-4c87-a332-2dd99c522c53,segment=NetworkSegment(59eef743-1b3a-40fc-994c-f34b184c0355),segment_id=59eef743-1b3a-40fc-994c-f34b184c0355)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:41:03.350948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a30d80-50ab-4984-8afe-473b1c20f332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cc72c9-cbc7-40ce-9ebe-eb66bd3145de,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:03.355051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:03.403781 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-f0d74707-596c-4126-8d7f-b702f5065b4a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:03.419247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:41:03.472860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-f0d74707-596c-4126-8d7f-b702f5065b4a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Network ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:41:03.480594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-f0d74707-596c-4126-8d7f-b702f5065b4a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:41:03.484339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-f0d74707-596c-4126-8d7f-b702f5065b4a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:41:03.486008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:03.487607 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:03.490307 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] 10.222.0.103 "PUT /v2.0/ports/f75d2170-7e4b-4c87-a332-2dd99c522c53 HTTP/1.1" status: 200 len: 1092 time: 1.1804886 Jul 08 20:41:03.500623 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c44e92-3563-4c65-98e5-b3525c1efad3', 'tag': 'f75d2170-7e4b-4c87-a332-2dd99c522c53'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:41:03.505740 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea29ba4-749a-4fbc-9f6f-1a3f6a09f4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c44e92-3563-4c65-98e5-b3525c1efad3", "tag": "f75d2170-7e4b-4c87-a332-2dd99c522c53"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:41:03.584199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d74707-596c-4126-8d7f-b702f5065b4a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Pushing event updated for resources: {'Port': ['ID=56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:03.631148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-f0d74707-596c-4126-8d7f-b702f5065b4a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:03.632217 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-f0d74707-596c-4126-8d7f-b702f5065b4a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:03.700543 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-f0d74707-596c-4126-8d7f-b702f5065b4a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1050210 Jul 08 20:41:03.706097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56058) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:03.729201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Request body: {'port': {'device_id': 'd4912c60-5bdf-477d-9b99-95773d87dcf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:41:03.756162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d36ec-5bf2-43be-aa92-c52745e1eed0 service neutron] Pushing event updated for resources: {'Port': ['ID=f75d2170-7e4b-4c87-a332-2dd99c522c53,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:03.778485 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aecc5f12-ec99-4dd0-b354-766b08c4587b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:03.814049 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-d4fc62e0-069a-4368-8b0f-da4e1fdb38fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:03.816272 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-d4fc62e0-069a-4368-8b0f-da4e1fdb38fc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4300860450e740ed862fc82765f8b597&device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 1095 time: 0.2767501 Jul 08 20:41:03.820357 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c6ac3-1e8c-47a6-b329-190e85c15988 req-edf527ad-0ac6-4088-a58e-623662b49c0a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:03.823199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-848c6ac3-1e8c-47a6-b329-190e85c15988 req-edf527ad-0ac6-4088-a58e-623662b49c0a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 932 time: 0.1681864 Jul 08 20:41:03.833277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87fd14-d7eb-4396-ae26-6d2a8995e91c req-99eaee3a-d0dd-4cbf-87f5-e4ee3791346f tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:03.840749 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3b87fd14-d7eb-4396-ae26-6d2a8995e91c req-99eaee3a-d0dd-4cbf-87f5-e4ee3791346f tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 943 time: 0.1669846 Jul 08 20:41:03.894417 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-bc4ac95e-3d21-41d0-8f15-16cf873afe0d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f75d2170-7e4b-4c87-a332-2dd99c522c53 HTTP/1.1" status: 200 len: 217 time: 0.0448549 Jul 08 20:41:03.942119 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:03.952134 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3b87fd14-d7eb-4396-ae26-6d2a8995e91c req-b609ade8-ff9c-4c3f-b548-998d2dacf27e tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103861 Jul 08 20:41:03.957691 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-848c6ac3-1e8c-47a6-b329-190e85c15988 req-5ea4bf00-e9eb-41c0-a2a7-89d0f7f25ffc tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280973 Jul 08 20:41:03.989311 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-3b9ef7f5-694d-497c-976d-c130f79ed256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:03.996797 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-3b9ef7f5-694d-497c-976d-c130f79ed256 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e4ae00fe-53cc-4e4a-929a-dee3f36d0e76 HTTP/1.1" status: 200 len: 854 time: 0.0919209 Jul 08 20:41:04.076180 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-73386aff-0475-42f8-9f41-a77c5710b49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:04.119015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-71f27244-d092-49f0-b517-2e18e57f98d8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4e08837e-d22c-49f6-b527-745deba15ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105497 Jul 08 20:41:04.121450 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432d6448-fc02-49d1-84d9-e3e5f255d7e0 x-openstack-request-id: req-432d6448-fc02-49d1-84d9-e3e5f255d7e0 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:41:04.122284 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c44e92-3563-4c65-98e5-b3525c1efad3", "tag": "f75d2170-7e4b-4c87-a332-2dd99c522c53", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:41:04.122546 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-432d6448-fc02-49d1-84d9-e3e5f255d7e0 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:41:04.123961 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c44e92-3563-4c65-98e5-b3525c1efad3', 'tag': 'f75d2170-7e4b-4c87-a332-2dd99c522c53', 'status': 'completed', 'code': 200} Jul 08 20:41:04.270379 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aecc5f12-ec99-4dd0-b354-766b08c4587b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:04.280350 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-b8c55733-4bc9-4418-a1a4-102caa064926 service neutron] 10.222.0.103 "GET /v2.0/networks/4e08837e-d22c-49f6-b527-745deba15ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548758 Jul 08 20:41:04.282680 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aecc5f12-ec99-4dd0-b354-766b08c4587b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:04.344807 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-aecc5f12-ec99-4dd0-b354-766b08c4587b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0df65bf65bcf437bad076e14e1e4ae73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6306384 Jul 08 20:41:04.345772 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56066) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:04.355156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5f12-ec99-4dd0-b354-766b08c4587b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d928066-70e6-4229-8513-c2a094304aeb,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:04.435711 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-676beb2e-2057-480d-ab87-ec308e3990b7 req-56a45549-fb00-4db4-b1d7-08d2825824b6 service neutron] 10.222.0.103 "GET /v2.0/networks/4e08837e-d22c-49f6-b527-745deba15ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452646 Jul 08 20:41:04.504313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44f79c97-2bf8-46eb-8ead-7442938dec32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:04.526625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:41:04.538639 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:04.556494 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44f79c97-2bf8-46eb-8ead-7442938dec32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:04.569784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea29ba4-749a-4fbc-9f6f-1a3f6a09f4eb req-5c01f895-3143-411c-a3fe-0b5a8324aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:04.572534 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ea29ba4-749a-4fbc-9f6f-1a3f6a09f4eb req-5c01f895-3143-411c-a3fe-0b5a8324aff9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4300860450e740ed862fc82765f8b597&device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 1095 time: 0.0745249 Jul 08 20:41:04.581827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Transition to ACTIVE for port object 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:41:04.589535 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:04.651389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Pushing event updated for resources: {'Port': ['ID=56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:04.688349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea29ba4-749a-4fbc-9f6f-1a3f6a09f4eb req-46c453d6-b970-40dd-817f-7ab809a4fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:04.691333 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ea29ba4-749a-4fbc-9f6f-1a3f6a09f4eb req-46c453d6-b970-40dd-817f-7ab809a4fa69 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4e08837e-d22c-49f6-b527-745deba15ea1 HTTP/1.1" status: 200 len: 915 time: 0.1109514 Jul 08 20:41:04.735041 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44f79c97-2bf8-46eb-8ead-7442938dec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:04.737988 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44f79c97-2bf8-46eb-8ead-7442938dec32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:04.739314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-44f79c97-2bf8-46eb-8ead-7442938dec32 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0d928066-70e6-4229-8513-c2a094304aeb HTTP/1.1" status: 204 len: 168 time: 0.3928130 Jul 08 20:41:04.759701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f79c97-2bf8-46eb-8ead-7442938dec32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d928066-70e6-4229-8513-c2a094304aeb,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:04.788448 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ea29ba4-749a-4fbc-9f6f-1a3f6a09f4eb req-7db23452-2aa4-4920-a886-a6f8ff2d8709 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f75d2170-7e4b-4c87-a332-2dd99c522c53 HTTP/1.1" status: 200 len: 217 time: 0.0850816 Jul 08 20:41:04.798440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Attempting to bind port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:04.798781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Attempting to bind port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:04.799118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Attempting to bind port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc on network ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:04.804003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc on network ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:04.804332 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Attempting to bind port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc on network ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:04.810686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:41:04.811026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Checking segment: {'id': '5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:41:04.811417 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Bound using segment: {'id': '5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:41:04.811996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Bound port: 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:41:04.812364 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:04.877642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea29ba4-749a-4fbc-9f6f-1a3f6a09f4eb req-8c9a82d6-234d-425e-a41f-e285ef822dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:04.879310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ea29ba4-749a-4fbc-9f6f-1a3f6a09f4eb req-8c9a82d6-234d-425e-a41f-e285ef822dd7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e4ae00fe-53cc-4e4a-929a-dee3f36d0e76 HTTP/1.1" status: 200 len: 854 time: 0.0839741 Jul 08 20:41:04.905191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] For port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:41:04.913865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] For port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:41:04.925088 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ea29ba4-749a-4fbc-9f6f-1a3f6a09f4eb req-51d579ea-b94d-4a7d-9cbd-22d1db09fad3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4e08837e-d22c-49f6-b527-745deba15ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364928 Jul 08 20:41:04.925489 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:04.949124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:04.949975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:04.952228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] 10.222.0.104 "PUT /v2.0/ports/56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc HTTP/1.1" status: 200 len: 1093 time: 1.2391472 Jul 08 20:41:04.954566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4912c60-5bdf-477d-9b99-95773d87dcf5', 'tag': '56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:41:04.960010 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72913781-1259-415d-b9c8-76b1534f6f04" -d '{"events": [{"name": "network-changed", "server_uuid": "d4912c60-5bdf-477d-9b99-95773d87dcf5", "tag": "56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:41:05.111191 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212b2953-977d-4a41-9c4c-9753e63fb7d7 x-openstack-request-id: req-212b2953-977d-4a41-9c4c-9753e63fb7d7 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:41:05.111487 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4912c60-5bdf-477d-9b99-95773d87dcf5", "tag": "56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:41:05.111744 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-212b2953-977d-4a41-9c4c-9753e63fb7d7 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:41:05.112148 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4912c60-5bdf-477d-9b99-95773d87dcf5', 'tag': '56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc', 'status': 'completed', 'code': 200} Jul 08 20:41:05.190986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cd9ab-9626-4510-baf9-ead4dd8aea84 service neutron] Pushing event updated for resources: {'Port': ['ID=56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:05.250833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-c6a06bc8-b1cb-4ba7-a9b0-29147968704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:05.254195 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-c6a06bc8-b1cb-4ba7-a9b0-29147968704c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4c38fee99d074aba9cf999ad76f44290&device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 1096 time: 0.2427154 Jul 08 20:41:05.346803 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-e30379b7-cb00-4d01-afd1-746048b79d8c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc HTTP/1.1" status: 200 len: 217 time: 0.0834846 Jul 08 20:41:05.463915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-6ffa4f32-c5f1-40d8-b54e-745a37aaafef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:05.465056 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-6ffa4f32-c5f1-40d8-b54e-745a37aaafef service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a5fe07ea-a956-4c23-85c4-e6720d58b427 HTTP/1.1" status: 200 len: 853 time: 0.1077137 Jul 08 20:41:05.484227 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ea29ba4-749a-4fbc-9f6f-1a3f6a09f4eb req-cd28631f-68ce-42f4-9034-4fd91e450258 service neutron] 10.222.0.103 "GET /v2.0/networks/4e08837e-d22c-49f6-b527-745deba15ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474875 Jul 08 20:41:05.511598 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-bb8dd9f3-0a64-462b-a1b3-9d5c240d6108 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389147 Jul 08 20:41:05.525778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3db06-fea5-48dd-ab83-8e76be8c2573 req-54e1936d-7f17-4a6a-878e-817ee87e180c tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:05.526771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f54b3-48aa-482d-82b1-3db61e9ffa39 req-7a5d91b6-a99a-4346-8817-f6556fae1c3c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:05.527358 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fac3db06-fea5-48dd-ab83-8e76be8c2573 req-54e1936d-7f17-4a6a-878e-817ee87e180c tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 943 time: 0.1705730 Jul 08 20:41:05.533776 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-791f54b3-48aa-482d-82b1-3db61e9ffa39 req-7a5d91b6-a99a-4346-8817-f6556fae1c3c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 944 time: 0.1907859 Jul 08 20:41:05.638067 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fac3db06-fea5-48dd-ab83-8e76be8c2573 req-f8f18ff8-1d4b-4662-ab92-8a942faed22d tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914679 Jul 08 20:41:05.640790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-791f54b3-48aa-482d-82b1-3db61e9ffa39 req-3b6d3846-f049-4352-8c9e-3fad37b22b3a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059387 Jul 08 20:41:05.706276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-e34258f7-4756-432e-bcd4-874a9b744244 service neutron] 10.222.0.104 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697578 Jul 08 20:41:05.714307 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ea29ba4-749a-4fbc-9f6f-1a3f6a09f4eb req-22a417bd-a869-4698-85c5-8264ec22b172 service neutron] 10.222.0.103 "GET /v2.0/networks/4e08837e-d22c-49f6-b527-745deba15ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158384 Jul 08 20:41:05.842439 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9323bf38-6591-4e0d-a0f7-a2f6f3bd1404 req-291da237-f36e-4716-896a-6636f586d3cc service neutron] 10.222.0.104 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283703 Jul 08 20:41:05.972613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72913781-1259-415d-b9c8-76b1534f6f04 req-ab96f03a-6886-499e-ab55-c764a6bb78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:05.974410 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72913781-1259-415d-b9c8-76b1534f6f04 req-ab96f03a-6886-499e-ab55-c764a6bb78ec service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4c38fee99d074aba9cf999ad76f44290&device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 1096 time: 0.0784409 Jul 08 20:41:06.090332 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72913781-1259-415d-b9c8-76b1534f6f04 req-5d4b7fc6-ad94-4057-a837-8758f8c2beef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:06.091660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72913781-1259-415d-b9c8-76b1534f6f04 req-5d4b7fc6-ad94-4057-a837-8758f8c2beef service neutron] 10.222.0.104 "GET /v2.0/networks?id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 HTTP/1.1" status: 200 len: 914 time: 0.1103082 Jul 08 20:41:06.153898 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72913781-1259-415d-b9c8-76b1534f6f04 req-ef0ed123-3185-45ad-961d-f9eb7bb4a644 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc HTTP/1.1" status: 200 len: 217 time: 0.0526383 Jul 08 20:41:06.212218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72913781-1259-415d-b9c8-76b1534f6f04 req-5fad9541-bd0c-4660-aac6-9f5746f9dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:06.213820 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72913781-1259-415d-b9c8-76b1534f6f04 req-5fad9541-bd0c-4660-aac6-9f5746f9dfc4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a5fe07ea-a956-4c23-85c4-e6720d58b427 HTTP/1.1" status: 200 len: 853 time: 0.0539577 Jul 08 20:41:06.266560 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72913781-1259-415d-b9c8-76b1534f6f04 req-a1989edf-d3ef-43c3-96f4-67464947c16e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452640 Jul 08 20:41:06.396257 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72913781-1259-415d-b9c8-76b1534f6f04 req-d856ae24-af69-4c5a-9812-c50b5cdce2de service neutron] 10.222.0.104 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174214 Jul 08 20:41:06.502739 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72913781-1259-415d-b9c8-76b1534f6f04 req-a18e4e70-b254-403e-bfc2-44b3138f544b service neutron] 10.222.0.104 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012547 Jul 08 20:41:06.856207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912f6f4-26e3-447e-a8b8-7c48e508179c req-f0c4116f-de5b-4b20-be46-4f4c8928d728 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:06.858399 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6912f6f4-26e3-447e-a8b8-7c48e508179c req-f0c4116f-de5b-4b20-be46-4f4c8928d728 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 944 time: 0.0750098 Jul 08 20:41:06.870325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6e530-3863-4167-8b77-52c591da5309 req-8f4395ec-8bbc-4ee7-bbdd-e77f3bb3db69 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:06.872274 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eec6e530-3863-4167-8b77-52c591da5309 req-8f4395ec-8bbc-4ee7-bbdd-e77f3bb3db69 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 943 time: 0.0851800 Jul 08 20:41:06.916841 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6912f6f4-26e3-447e-a8b8-7c48e508179c req-8b3461e2-ace3-4cb6-abc7-da888bab36bf tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519552 Jul 08 20:41:06.926386 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eec6e530-3863-4167-8b77-52c591da5309 req-2a10f84d-37cf-437f-96bb-bd4b1628b1b9 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478716 Jul 08 20:41:06.967877 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-08b71806-603f-44ee-b69d-14bafdad6471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:07.113961 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:07.809886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56216) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:07.929938 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f603e1de-30ef-4021-aaf4-4710645837c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:08.081962 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f603e1de-30ef-4021-aaf4-4710645837c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:08.095469 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f603e1de-30ef-4021-aaf4-4710645837c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:08.151506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603e1de-30ef-4021-aaf4-4710645837c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aaa789-866d-410f-9c45-29fd090aae18,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:08.172489 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f603e1de-30ef-4021-aaf4-4710645837c2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=81524eef9b4646e39cf5be7331c7d185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612890 Jul 08 20:41:08.176927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56234) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:08.197714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26d89f-3f0d-4c6c-b362-1085c4fd072a req-6c1ed1e2-0559-40e8-b4d4-0591b7aaa0fb tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:08.206016 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b26d89f-3f0d-4c6c-b362-1085c4fd072a req-6c1ed1e2-0559-40e8-b4d4-0591b7aaa0fb tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 943 time: 0.0804310 Jul 08 20:41:08.223123 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:08.259144 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b26d89f-3f0d-4c6c-b362-1085c4fd072a req-efbdef51-4535-423a-bc0d-acb5756ea55a tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519354 Jul 08 20:41:08.269281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5a41b-bd15-4a7b-934b-d0806483dbf7 req-39e45de4-30a6-47d3-b325-443f2b38260c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:08.270945 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66d5a41b-bd15-4a7b-934b-d0806483dbf7 req-39e45de4-30a6-47d3-b325-443f2b38260c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 944 time: 0.1873784 Jul 08 20:41:08.342501 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d480799-7a22-4c71-bba7-fb9c2ded4854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:08.353845 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66d5a41b-bd15-4a7b-934b-d0806483dbf7 req-0bc589b4-61a8-4842-bc71-176f42ab0c01 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669003 Jul 08 20:41:08.381505 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d480799-7a22-4c71-bba7-fb9c2ded4854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:08.448664 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d480799-7a22-4c71-bba7-fb9c2ded4854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:08.453027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d480799-7a22-4c71-bba7-fb9c2ded4854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:08.457260 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5d480799-7a22-4c71-bba7-fb9c2ded4854 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b2aaa789-866d-410f-9c45-29fd090aae18 HTTP/1.1" status: 204 len: 168 time: 0.2760515 Jul 08 20:41:08.466298 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d480799-7a22-4c71-bba7-fb9c2ded4854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aaa789-866d-410f-9c45-29fd090aae18,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:08.699461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f75d2170-7e4b-4c87-a332-2dd99c522c53 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:41:08.841291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port f75d2170-7e4b-4c87-a332-2dd99c522c53, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f75d2170-7e4b-4c87-a332-2dd99c522c53,segment=NetworkSegment(59eef743-1b3a-40fc-994c-f34b184c0355),segment_id=59eef743-1b3a-40fc-994c-f34b184c0355)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:41:08.857107 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'f75d2170-7e4b-4c87-a332-2dd99c522c53', 'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1', 'port_id': 'f75d2170-7e4b-4c87-a332-2dd99c522c53', 'mac_address': 'fa:16:3e:0d:ca:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ae00fe-53cc-4e4a-929a-dee3f36d0e76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:41:08.861133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56258) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:08.879094 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:08.904795 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:08.922980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75d2170-7e4b-4c87-a332-2dd99c522c53 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:41:08.952698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port f75d2170-7e4b-4c87-a332-2dd99c522c53, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f75d2170-7e4b-4c87-a332-2dd99c522c53,segment=NetworkSegment(59eef743-1b3a-40fc-994c-f34b184c0355),segment_id=59eef743-1b3a-40fc-994c-f34b184c0355)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:41:08.957514 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:09.011885 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:09.017632 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:09.019110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=f75d2170-7e4b-4c87-a332-2dd99c522c53,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:09.063619 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=35f2c8af46c146d2bb77130a5a44aee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2011871 Jul 08 20:41:09.065805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e129c3-717d-4071-9af6-a3869f269822,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:09.066349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56260) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:09.080268 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:09.081588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:09.081715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:09.082022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:09.082355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:09.083442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:09.083852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:09.084890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:09.085217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:09.085540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:09.086424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:09.086424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d56a4b-efd5-4702-8700-ea9dc436adc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:09.120006 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cff33ddc-930d-4cd3-957d-0e26f7a84d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:09.145695 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cff33ddc-930d-4cd3-957d-0e26f7a84d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:09.199680 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cff33ddc-930d-4cd3-957d-0e26f7a84d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:09.202338 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cff33ddc-930d-4cd3-957d-0e26f7a84d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:09.203504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cff33ddc-930d-4cd3-957d-0e26f7a84d24 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/75e129c3-717d-4071-9af6-a3869f269822 HTTP/1.1" status: 204 len: 168 time: 0.1361756 Jul 08 20:41:09.212337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['f75d2170-7e4b-4c87-a332-2dd99c522c53'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:41:09.213839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff33ddc-930d-4cd3-957d-0e26f7a84d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e129c3-717d-4071-9af6-a3869f269822,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:09.379726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:41:09.501181 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:41:09.517097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc', 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4', 'port_id': '56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc', 'mac_address': 'fa:16:3e:9b:3e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fe07ea-a956-4c23-85c4-e6720d58b427', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:41:09.599714 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b57469-69f4-4efd-8956-efe57491ff11 req-3324078c-18c3-4ed7-9670-8d9d55992e36 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:09.602518 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d9b57469-69f4-4efd-8956-efe57491ff11 req-3324078c-18c3-4ed7-9670-8d9d55992e36 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 944 time: 0.1399879 Jul 08 20:41:09.619003 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:09.644314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:41:09.652668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71df52-0930-4f4e-ad9b-246f43677018 req-14d84549-69cc-4a70-bca3-0fdba5b8756e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:09.677674 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5b71df52-0930-4f4e-ad9b-246f43677018 req-14d84549-69cc-4a70-bca3-0fdba5b8756e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 944 time: 0.1111093 Jul 08 20:41:09.701891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d9b57469-69f4-4efd-8956-efe57491ff11 req-26c48a51-f357-4a7c-bf9d-e79d417ab9a7 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928235 Jul 08 20:41:09.718645 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:41:09.721813 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5b71df52-0930-4f4e-ad9b-246f43677018 req-d24974f0-09af-469b-a9ae-57993f4f6b29 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430961 Jul 08 20:41:09.725179 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:09.838012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:09.840982 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:09.938095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:41:10.710193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f75d2170-7e4b-4c87-a332-2dd99c522c53 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:41:10.790142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port f75d2170-7e4b-4c87-a332-2dd99c522c53 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:41:10.795438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port f75d2170-7e4b-4c87-a332-2dd99c522c53 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:41:10.795900 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:10.961139 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:11.003525 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c44e92-3563-4c65-98e5-b3525c1efad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75d2170-7e4b-4c87-a332-2dd99c522c53'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:41:11.006330 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0643ae89-2547-4f16-9c89-d3af0d6cb5b1" -d '{"events": [{"server_uuid": "b2c44e92-3563-4c65-98e5-b3525c1efad3", "name": "network-vif-plugged", "status": "completed", "tag": "f75d2170-7e4b-4c87-a332-2dd99c522c53"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:41:11.045902 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port f75d2170-7e4b-4c87-a332-2dd99c522c53, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f75d2170-7e4b-4c87-a332-2dd99c522c53,segment=NetworkSegment(59eef743-1b3a-40fc-994c-f34b184c0355),segment_id=59eef743-1b3a-40fc-994c-f34b184c0355)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:41:11.058045 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:11.105593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871436-e584-41cb-8d96-b16c4475d348 req-9e4782b5-236b-4a70-bca6-772cbf827655 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:11.109811 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6871436-e584-41cb-8d96-b16c4475d348 req-9e4782b5-236b-4a70-bca6-772cbf827655 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 944 time: 0.1530488 Jul 08 20:41:11.166388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=f75d2170-7e4b-4c87-a332-2dd99c522c53,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:11.180604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6871436-e584-41cb-8d96-b16c4475d348 req-f6c9aaec-7035-46cb-8934-b012a212ac71 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637519 Jul 08 20:41:11.222084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56358) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:11.366381 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32e85e39-4550-47d7-94b8-65186f6c56c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:11.375351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:41:11.432078 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04808407-afad-420b-825e-8e2e4ebd8d12 x-openstack-request-id: req-04808407-afad-420b-825e-8e2e4ebd8d12 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:41:11.432428 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c44e92-3563-4c65-98e5-b3525c1efad3", "name": "network-vif-plugged", "status": "completed", "tag": "f75d2170-7e4b-4c87-a332-2dd99c522c53", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:41:11.433724 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-04808407-afad-420b-825e-8e2e4ebd8d12 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:41:11.434120 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c44e92-3563-4c65-98e5-b3525c1efad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75d2170-7e4b-4c87-a332-2dd99c522c53', 'code': 200} Jul 08 20:41:11.437142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11b7ed-518d-45db-b000-d3f7033e4e01 req-8047bcf7-e0fd-437d-89d7-4a12f2c0ef70 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:11.440003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e11b7ed-518d-45db-b000-d3f7033e4e01 req-8047bcf7-e0fd-437d-89d7-4a12f2c0ef70 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 945 time: 0.4892406 Jul 08 20:41:11.494404 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e11b7ed-518d-45db-b000-d3f7033e4e01 req-5b0ab8ec-7698-49bd-b615-5aa7d0dde221 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474260 Jul 08 20:41:11.494627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:41:11.499390 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:41:11.500042 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:11.582415 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32e85e39-4550-47d7-94b8-65186f6c56c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:11.596133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57678f6-7e11-4fc2-b6da-78828f53c1d1 req-dd19aec8-9050-407d-a174-8a179e4a9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:11.598231 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a57678f6-7e11-4fc2-b6da-78828f53c1d1 req-dd19aec8-9050-407d-a174-8a179e4a9aa4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 1097 time: 0.1142495 Jul 08 20:41:11.634900 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32e85e39-4550-47d7-94b8-65186f6c56c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:11.671581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e85e39-4550-47d7-94b8-65186f6c56c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9526b13-e522-44e8-a113-9512fa609b3d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:11.682057 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:11.694882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a57678f6-7e11-4fc2-b6da-78828f53c1d1 req-af49ed74-438b-49c5-b6e8-55225304314d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899255 Jul 08 20:41:11.700689 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-32e85e39-4550-47d7-94b8-65186f6c56c4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=94c46338fc1c43d0adb690bfc453e988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756823 Jul 08 20:41:11.701688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56374) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:11.722778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:41:11.745423 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:11.772954 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-723e9c81-6c7d-4da6-8932-93b8ed4fa85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:11.797268 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-723e9c81-6c7d-4da6-8932-93b8ed4fa85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:11.801378 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:11.847437 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-723e9c81-6c7d-4da6-8932-93b8ed4fa85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:11.851249 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-723e9c81-6c7d-4da6-8932-93b8ed4fa85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:11.853317 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-723e9c81-6c7d-4da6-8932-93b8ed4fa85a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c9526b13-e522-44e8-a113-9512fa609b3d HTTP/1.1" status: 204 len: 168 time: 0.1498892 Jul 08 20:41:11.863586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e9c81-6c7d-4da6-8932-93b8ed4fa85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9526b13-e522-44e8-a113-9512fa609b3d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:12.448613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a4edf-fc39-4da1-9e53-87da48cbc062 req-ab34682f-12e4-444b-b3d4-b8e6f4f17eb7 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:12.455956 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc6a4edf-fc39-4da1-9e53-87da48cbc062 req-ab34682f-12e4-444b-b3d4-b8e6f4f17eb7 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 945 time: 0.1421974 Jul 08 20:41:12.511893 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc6a4edf-fc39-4da1-9e53-87da48cbc062 req-12620a29-55f6-4009-b067-03e6f3660ce5 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547719 Jul 08 20:41:12.745358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96615f5-9d04-46c6-b255-dd9f650db8ed req-f1ddec60-ffa4-4a92-9ef5-8dae9968a752 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:12.749883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d96615f5-9d04-46c6-b255-dd9f650db8ed req-f1ddec60-ffa4-4a92-9ef5-8dae9968a752 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 946 time: 0.1260533 Jul 08 20:41:12.802602 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d96615f5-9d04-46c6-b255-dd9f650db8ed req-ae9f09e9-aec2-4a41-82a9-8a4360713155 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470994 Jul 08 20:41:13.354007 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56456) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:13.435722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4912c60-5bdf-477d-9b99-95773d87dcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:41:13.438018 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4081452a-6fd9-4327-b510-6f8d6507f306" -d '{"events": [{"server_uuid": "d4912c60-5bdf-477d-9b99-95773d87dcf5", "name": "network-vif-plugged", "status": "completed", "tag": "56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:41:13.502760 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f748af6-9f7f-4c5e-bc4e-ebabd8858760 x-openstack-request-id: req-9f748af6-9f7f-4c5e-bc4e-ebabd8858760 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:41:13.503363 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4912c60-5bdf-477d-9b99-95773d87dcf5", "name": "network-vif-plugged", "status": "completed", "tag": "56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:41:13.503682 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9f748af6-9f7f-4c5e-bc4e-ebabd8858760 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:41:13.504144 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4912c60-5bdf-477d-9b99-95773d87dcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc', 'code': 200} Jul 08 20:41:13.669263 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099f5c8-577c-48e3-8923-a86bc4d98c20 req-12c65630-a5b4-43d4-91fc-05c95afde2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:13.671703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4099f5c8-577c-48e3-8923-a86bc4d98c20 req-12c65630-a5b4-43d4-91fc-05c95afde2f6 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 1098 time: 0.0825875 Jul 08 20:41:13.678237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-725797138'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:41:13.724737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Made reservation on behalf of 4ee67a4d38d144b39e13d1402a32940b for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:41:13.728561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:13.741294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:13.745257 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4099f5c8-577c-48e3-8923-a86bc4d98c20 req-e208a4f1-5f0e-43c0-bb2a-acb441c35929 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619376 Jul 08 20:41:13.791952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536553af-051e-48f1-a8d4-cf8bb5fcf202 req-c01cc429-0377-425a-84b7-08adb0b4abbb tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:13.799064 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-536553af-051e-48f1-a8d4-cf8bb5fcf202 req-c01cc429-0377-425a-84b7-08adb0b4abbb tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 945 time: 0.0866845 Jul 08 20:41:13.845797 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-536553af-051e-48f1-a8d4-cf8bb5fcf202 req-617a8ad1-8274-4aed-af97-1abb3d3d9f4b tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458193 Jul 08 20:41:13.873862 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:13.879851 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:13.928792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:41:13.938162 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:13.938757 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Added segment 7fb49306-69a3-4c86-88f3-c5d4ea5520dd of type vlan for network 58c78bb7-9723-4166-926c-15765b64f1ec Jul 08 20:41:13.961549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7b0cc5-5a7e-4da7-b188-baea41f029fb,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:14.002350 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:14.123876 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:14.129585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:14.130202 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:14.207349 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8521211 Jul 08 20:41:14.228476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac58f72-2acf-4a2f-8e3d-a00efe0d4b23 req-04f241c1-14f4-4635-9638-86f8f2fbb41e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:14.234914 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ac58f72-2acf-4a2f-8e3d-a00efe0d4b23 req-04f241c1-14f4-4635-9638-86f8f2fbb41e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 946 time: 0.2090840 Jul 08 20:41:14.237340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ca9d3-1d48-4b3c-8ee5-a43e3d0f03a0 tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Pushing event updated for resources: {'Network': ['ID=58c78bb7-9723-4166-926c-15765b64f1ec,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:14.251440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 58c78bb7-9723-4166-926c-15765b64f1ec details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:41:14.345400 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ac58f72-2acf-4a2f-8e3d-a00efe0d4b23 req-4ae49eb1-485d-4655-96c1-2465ab880cb4 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094894 Jul 08 20:41:14.504566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56536) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:14.510522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Request body: {'port': {'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec', 'binding:host_id': 'n-h1-791506-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1149371253'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:41:14.584216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Made reservation on behalf of d860aa3796584c47b3e3fe6f46225c27 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:41:14.596742 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:14.613122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:14.845801 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:14.855063 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:14.868444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] device_id is not set on port a192af6f-fa8d-4cc4-acbb-6a3195382230 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:41:14.969740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f954b911-4fdb-47bf-a4f6-637cba14f370,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:15.168470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] device_id is not set on port a192af6f-fa8d-4cc4-acbb-6a3195382230 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:41:15.186282 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:15.202445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Transition to ACTIVE for port object a192af6f-fa8d-4cc4-acbb-6a3195382230 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:41:15.217918 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:15.295053 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event updated for resources: {'Port': ['ID=a192af6f-fa8d-4cc4-acbb-6a3195382230,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:15.310001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Checking segment: {'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:41:15.310679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Network hostable DHCP agents. Network: 58c78bb7-9723-4166-926c-15765b64f1ec, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:41:15.349216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Network 58c78bb7-9723-4166-926c-15765b64f1ec is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:41:15.369936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 58c78bb7-9723-4166-926c-15765b64f1ec) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:41:15.375111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:41:15.378147 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15097c79-9887-44dc-bb69-23912aa9e70b None None] Network 58c78bb7-9723-4166-926c-15765b64f1ec requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:41:15.422590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:15.423436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:15.424561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:15.437420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:15.438408 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:15.438800 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 2 to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 Jul 08 20:41:15.476746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:15.482462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:15.482462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:15.490870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:15.491202 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:15.495180 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 3 to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 Jul 08 20:41:15.534599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:15.535077 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:15.535536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:15.541566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:15.541895 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:15.542338 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 4 to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 Jul 08 20:41:15.558136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:15.558562 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:15.558903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:15.563958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:15.564291 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:15.564704 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 5 to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 Jul 08 20:41:15.590792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:15.591129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:15.591496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:15.598776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:15.599124 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:15.599515 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 6 to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 Jul 08 20:41:15.656846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:15.657488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:15.657985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:15.663022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d5aca-02ee-43e1-b980-d75f91bcc25b req-e59c667b-3d1b-449e-a07d-7f9fc186a246 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:15.666324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:15.666656 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:15.673463 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 7 to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 Jul 08 20:41:15.674023 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e46d5aca-02ee-43e1-b980-d75f91bcc25b req-e59c667b-3d1b-449e-a07d-7f9fc186a246 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 946 time: 0.1374722 Jul 08 20:41:15.709022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:15.709506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:15.709903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:15.722915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:15.724031 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:15.724447 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 8 to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 Jul 08 20:41:15.759543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:15.759785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:15.760040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:15.763140 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e46d5aca-02ee-43e1-b980-d75f91bcc25b req-679f4d6e-ade5-47de-b796-50e4ee6e66cb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879223 Jul 08 20:41:15.779559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:15.779559 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:15.779559 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 9 to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 Jul 08 20:41:15.830525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:15.830863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:15.831446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:15.861129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:15.868119 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:15.868788 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 10 to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 Jul 08 20:41:15.905528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:15.905873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:15.906220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:15.933989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port a192af6f-fa8d-4cc4-acbb-6a3195382230 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:15.934334 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port a192af6f-fa8d-4cc4-acbb-6a3195382230 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:15.934775 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:16.092200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] For port a192af6f-fa8d-4cc4-acbb-6a3195382230, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:41:16.092956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempted to set empty binding levels {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 20:41:16.098406 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:16.214358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:16.215029 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:16.276549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56610) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:16.277250 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.7711432 Jul 08 20:41:16.289883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae3076-b7f0-4a6f-b7d9-f973f386d425 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event updated for resources: {'Port': ['ID=a192af6f-fa8d-4cc4-acbb-6a3195382230,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:16.540702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfddb2-e635-4ce0-98d1-153494b403c5 req-b4a9193d-f6f4-4e38-906a-50a1e3814494 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:16.549285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dedfddb2-e635-4ce0-98d1-153494b403c5 req-b4a9193d-f6f4-4e38-906a-50a1e3814494 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 946 time: 0.1898036 Jul 08 20:41:16.612689 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dedfddb2-e635-4ce0-98d1-153494b403c5 req-4d2d7fb0-4dd8-4458-91d8-7b0f31fa166b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600412 Jul 08 20:41:16.615401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0d1353eb-48f7-4e01-a244-7a32e2ffa7a2 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Deleting port a192af6f-fa8d-4cc4-acbb-6a3195382230 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:41:16.615955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d1353eb-48f7-4e01-a244-7a32e2ffa7a2 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:16.704659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0d1353eb-48f7-4e01-a244-7a32e2ffa7a2 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] For port a192af6f-fa8d-4cc4-acbb-6a3195382230, host n-h1-791506-16, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:41:16.705336 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d1353eb-48f7-4e01-a244-7a32e2ffa7a2 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:16.729553 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0d1353eb-48f7-4e01-a244-7a32e2ffa7a2 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Calling delete_port for a192af6f-fa8d-4cc4-acbb-6a3195382230 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:41:16.967422 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d1353eb-48f7-4e01-a244-7a32e2ffa7a2 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:17.024519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1353eb-48f7-4e01-a244-7a32e2ffa7a2 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event deleted for resources: {'Port': ['ID=a192af6f-fa8d-4cc4-acbb-6a3195382230,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:17.040252 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d1353eb-48f7-4e01-a244-7a32e2ffa7a2 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:17.046833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56626) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:17.046969 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0d1353eb-48f7-4e01-a244-7a32e2ffa7a2 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "DELETE /v2.0/ports/a192af6f-fa8d-4cc4-acbb-6a3195382230 HTTP/1.1" status: 204 len: 168 time: 0.7689638 Jul 08 20:41:17.082998 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee42968d-a53e-40ed-bddd-99c5034a8373 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] GET failed (client error): The resource could not be found. Jul 08 20:41:17.088871 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ee42968d-a53e-40ed-bddd-99c5034a8373 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "GET /v2.0/ports/a192af6f-fa8d-4cc4-acbb-6a3195382230 HTTP/1.1" status: 404 len: 333 time: 0.0367441 Jul 08 20:41:17.089834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56628) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:17.095173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-650c50a1-b8e4-4eab-9d6b-ad992edf6603 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Request body: {'port': {'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1613570856'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:41:17.135057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650c50a1-b8e4-4eab-9d6b-ad992edf6603 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Made reservation on behalf of d860aa3796584c47b3e3fe6f46225c27 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:41:17.138583 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-650c50a1-b8e4-4eab-9d6b-ad992edf6603 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:17.162759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-650c50a1-b8e4-4eab-9d6b-ad992edf6603 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] device_id is not set on port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:41:17.405126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-650c50a1-b8e4-4eab-9d6b-ad992edf6603 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:17.475095 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-650c50a1-b8e4-4eab-9d6b-ad992edf6603 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:17.531161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c50a1-b8e4-4eab-9d6b-ad992edf6603 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event updated for resources: {'Port': ['ID=97c3e59a-71c8-4004-99a8-9f3a3c0306d1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:17.545538 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c50a1-b8e4-4eab-9d6b-ad992edf6603 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Network 58c78bb7-9723-4166-926c-15765b64f1ec is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:41:17.547965 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-650c50a1-b8e4-4eab-9d6b-ad992edf6603 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:41:17.551135 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c50a1-b8e4-4eab-9d6b-ad992edf6603 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:41:17.552500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c50a1-b8e4-4eab-9d6b-ad992edf6603 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:17.553156 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-650c50a1-b8e4-4eab-9d6b-ad992edf6603 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:17.572775 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-650c50a1-b8e4-4eab-9d6b-ad992edf6603 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4790545 Jul 08 20:41:17.574682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56640) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:17.597841 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:41:17.600176 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:17.741499 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eb2f6-a1b1-47d9-848d-018de050ed83 req-5630751c-c3f6-4b5b-8966-5081eca75b79 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:17.743071 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-688eb2f6-a1b1-47d9-848d-018de050ed83 req-5630751c-c3f6-4b5b-8966-5081eca75b79 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 946 time: 0.1697464 Jul 08 20:41:17.743847 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:17.836124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0359cad-e3ad-4153-9dbb-15f332d0dd66 req-1c0dfde8-c44e-46ad-bc6b-12a4fec993db tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:17.838340 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0359cad-e3ad-4153-9dbb-15f332d0dd66 req-1c0dfde8-c44e-46ad-bc6b-12a4fec993db tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 946 time: 0.0885873 Jul 08 20:41:17.897903 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0359cad-e3ad-4153-9dbb-15f332d0dd66 req-9ecc8d0a-a77d-4fa6-b7a2-7c73f67c0889 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518844 Jul 08 20:41:18.027754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-688eb2f6-a1b1-47d9-848d-018de050ed83 req-8569d4aa-ae74-4712-ac1f-c9ca818c5a95 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Deleting port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:41:18.028197 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-688eb2f6-a1b1-47d9-848d-018de050ed83 req-8569d4aa-ae74-4712-ac1f-c9ca818c5a95 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:18.144318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] device_id is not set on port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:41:18.159980 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:18.179543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-688eb2f6-a1b1-47d9-848d-018de050ed83 req-8569d4aa-ae74-4712-ac1f-c9ca818c5a95 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] For port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:41:18.180190 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-688eb2f6-a1b1-47d9-848d-018de050ed83 req-8569d4aa-ae74-4712-ac1f-c9ca818c5a95 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:18.197864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Transition to ACTIVE for port object 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:41:18.202416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-688eb2f6-a1b1-47d9-848d-018de050ed83 req-8569d4aa-ae74-4712-ac1f-c9ca818c5a95 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Calling delete_port for 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:41:18.208132 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:18.340274 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event updated for resources: {'Port': ['ID=97c3e59a-71c8-4004-99a8-9f3a3c0306d1,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:18.359177 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:18.359596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:18.359954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:18.372595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:18.373053 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:18.374128 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 2 to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 Jul 08 20:41:18.391820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:18.392087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:18.392435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:18.399977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:18.400884 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:18.401300 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 3 to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 Jul 08 20:41:18.446107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:18.446483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:18.446938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:18.459150 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:18.459483 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:18.462593 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 4 to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 Jul 08 20:41:18.479225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:18.479576 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:18.479913 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:18.486048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-688eb2f6-a1b1-47d9-848d-018de050ed83 req-8569d4aa-ae74-4712-ac1f-c9ca818c5a95 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:18.487841 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:18.487990 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:18.497024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:41:18.497270 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 5 to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 Jul 08 20:41:18.502924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:41:18.548865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:18.548865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:18.548865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:18.563350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569d4aa-ae74-4712-ac1f-c9ca818c5a95 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Pushing event deleted for resources: {'Port': ['ID=56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:18.580548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:18.581618 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:18.598757 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 6 to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 Jul 08 20:41:18.604240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-688eb2f6-a1b1-47d9-848d-018de050ed83 req-8569d4aa-ae74-4712-ac1f-c9ca818c5a95 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] No DVR routers for this DVR port 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:41:18.613450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-688eb2f6-a1b1-47d9-848d-018de050ed83 req-8569d4aa-ae74-4712-ac1f-c9ca818c5a95 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:18.616455 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-688eb2f6-a1b1-47d9-848d-018de050ed83 req-8569d4aa-ae74-4712-ac1f-c9ca818c5a95 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.104 "DELETE /v2.0/ports/56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc HTTP/1.1" status: 204 len: 173 time: 0.8632922 Jul 08 20:41:18.618200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4912c60-5bdf-477d-9b99-95773d87dcf5', 'name': 'network-vif-deleted', 'tag': '56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:41:18.621941 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2e4772-726c-4706-a342-adbb7c7daf2d" -d '{"events": [{"server_uuid": "d4912c60-5bdf-477d-9b99-95773d87dcf5", "name": "network-vif-deleted", "tag": "56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:41:18.641650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:18.646591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:18.649008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:18.662920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:18.663566 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:18.664837 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 7 to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 Jul 08 20:41:18.688693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:18.689168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:18.689625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:18.692904 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b213d6c-0dbd-4755-9fa9-a9a47a93ef8a x-openstack-request-id: req-6b213d6c-0dbd-4755-9fa9-a9a47a93ef8a {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:41:18.693220 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4912c60-5bdf-477d-9b99-95773d87dcf5", "name": "network-vif-deleted", "tag": "56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:41:18.693571 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6b213d6c-0dbd-4755-9fa9-a9a47a93ef8a {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:41:18.694085 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4912c60-5bdf-477d-9b99-95773d87dcf5', 'name': 'network-vif-deleted', 'tag': '56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc', 'status': 'completed', 'code': 200} Jul 08 20:41:18.700073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:18.702442 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:18.702442 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 8 to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 Jul 08 20:41:18.718481 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:18.718987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:18.719428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:18.724391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:18.724882 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:18.725478 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 9 to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 Jul 08 20:41:18.742935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:18.743282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:18.744751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:18.751719 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:18.752613 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:18.753486 n-d-791506-16 neutron-server[94066]: INFO neutron.plugins.ml2.plugin [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 10 to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 Jul 08 20:41:18.774574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:18.775329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:18.775891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:18.781689 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:18.783127 n-d-791506-16 neutron-server[94066]: ERROR neutron.plugins.ml2.managers [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:18.783780 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:18.905694 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] For port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:41:18.906414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempted to set empty binding levels {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 20:41:18.912177 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:18.950472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] In _notify_port_updated(), no bound segment for port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:41:18.951667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:18.952544 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:18.954344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "PUT /v2.0/ports/97c3e59a-71c8-4004-99a8-9f3a3c0306d1 HTTP/1.1" status: 200 len: 976 time: 1.3704829 Jul 08 20:41:18.957000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56676) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:18.977686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7db56a-b44d-469f-82f4-c6fb2ea3488a tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event updated for resources: {'Port': ['ID=97c3e59a-71c8-4004-99a8-9f3a3c0306d1,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:19.157386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.158118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.158753 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.159802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.160428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.161304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.161915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.162599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.163259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.164394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.165041 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.165815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.167230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.168021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.168663 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.169486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.170924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.171570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:19.176079 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-17d15640-13ac-4556-a2a0-dec70fade771 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16357 time: 0.2175732 Jul 08 20:41:19.179200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56684) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:19.235177 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32837183-1145-4014-bd8c-64d3d67421f7 req-fa1fea5f-dc40-4324-a844-a91fcdc72217 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4912c60-5bdf-477d-9b99-95773d87dcf5 HTTP/1.1" status: 200 len: 210 time: 0.0492399 Jul 08 20:41:19.314098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-334b9b92-7879-443d-bc17-e973cbc1a224 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Deleting port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:41:19.314637 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-334b9b92-7879-443d-bc17-e973cbc1a224 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:19.453668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-334b9b92-7879-443d-bc17-e973cbc1a224 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] For port 97c3e59a-71c8-4004-99a8-9f3a3c0306d1, host n-h1-791506-16, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:41:19.454039 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-334b9b92-7879-443d-bc17-e973cbc1a224 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:19.488272 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-334b9b92-7879-443d-bc17-e973cbc1a224 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Calling delete_port for 97c3e59a-71c8-4004-99a8-9f3a3c0306d1 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:41:19.606202 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-334b9b92-7879-443d-bc17-e973cbc1a224 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:19.666961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-334b9b92-7879-443d-bc17-e973cbc1a224 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:19.669955 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-334b9b92-7879-443d-bc17-e973cbc1a224 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "DELETE /v2.0/ports/97c3e59a-71c8-4004-99a8-9f3a3c0306d1 HTTP/1.1" status: 204 len: 168 time: 0.4880376 Jul 08 20:41:19.670072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b9b92-7879-443d-bc17-e973cbc1a224 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event deleted for resources: {'Port': ['ID=97c3e59a-71c8-4004-99a8-9f3a3c0306d1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:19.671630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56692) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:19.705071 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-6664c99a-5bf3-403f-aeff-32cfd463b3e9 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] GET failed (client error): The resource could not be found. Jul 08 20:41:19.710016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6664c99a-5bf3-403f-aeff-32cfd463b3e9 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "GET /v2.0/ports/97c3e59a-71c8-4004-99a8-9f3a3c0306d1 HTTP/1.1" status: 404 len: 333 time: 0.0361779 Jul 08 20:41:19.711193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56698) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:19.716328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-22409921-eed6-410c-8509-dc41be0c906f tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-637281831', 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:41:19.739863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22409921-eed6-410c-8509-dc41be0c906f tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Made reservation on behalf of d860aa3796584c47b3e3fe6f46225c27 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:41:19.743017 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22409921-eed6-410c-8509-dc41be0c906f tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:19.769256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-22409921-eed6-410c-8509-dc41be0c906f tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] device_id is not set on port 940faac3-28ec-4ccd-90d2-c5fbf2abeb6a yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:41:19.943097 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22409921-eed6-410c-8509-dc41be0c906f tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:19.992720 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22409921-eed6-410c-8509-dc41be0c906f tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:20.016068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22409921-eed6-410c-8509-dc41be0c906f tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Network 58c78bb7-9723-4166-926c-15765b64f1ec is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:41:20.018790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-22409921-eed6-410c-8509-dc41be0c906f tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:41:20.045352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22409921-eed6-410c-8509-dc41be0c906f tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:41:20.046542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22409921-eed6-410c-8509-dc41be0c906f tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:20.047175 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22409921-eed6-410c-8509-dc41be0c906f tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:20.075840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22409921-eed6-410c-8509-dc41be0c906f tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event updated for resources: {'Port': ['ID=940faac3-28ec-4ccd-90d2-c5fbf2abeb6a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:20.087806 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56708) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:20.088773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-22409921-eed6-410c-8509-dc41be0c906f tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3761497 Jul 08 20:41:20.167308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ceb361-e437-4fbd-9041-ccef0c7433ae tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:20.169465 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b0ceb361-e437-4fbd-9041-ccef0c7433ae tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "GET /v2.0/ports/940faac3-28ec-4ccd-90d2-c5fbf2abeb6a HTTP/1.1" status: 200 len: 954 time: 0.0794802 Jul 08 20:41:20.172876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56714) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:20.300891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-974ab81c-199e-4f00-8466-5efba16b07f1 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Deleting port 940faac3-28ec-4ccd-90d2-c5fbf2abeb6a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:41:20.301570 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-974ab81c-199e-4f00-8466-5efba16b07f1 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:20.433289 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-974ab81c-199e-4f00-8466-5efba16b07f1 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:20.517033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-974ab81c-199e-4f00-8466-5efba16b07f1 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Calling delete_port for 940faac3-28ec-4ccd-90d2-c5fbf2abeb6a owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:41:20.751951 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-974ab81c-199e-4f00-8466-5efba16b07f1 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:20.768779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e31e8-f420-455d-b750-0ce16fef3fab req-ff563304-7e1f-4ff2-9fcd-24547b93205a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:20.770342 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e9e31e8-f420-455d-b750-0ce16fef3fab req-ff563304-7e1f-4ff2-9fcd-24547b93205a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1160576 Jul 08 20:41:20.807807 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ab81c-199e-4f00-8466-5efba16b07f1 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event deleted for resources: {'Port': ['ID=940faac3-28ec-4ccd-90d2-c5fbf2abeb6a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:20.816332 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-974ab81c-199e-4f00-8466-5efba16b07f1 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:20.821103 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-974ab81c-199e-4f00-8466-5efba16b07f1 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "DELETE /v2.0/ports/940faac3-28ec-4ccd-90d2-c5fbf2abeb6a HTTP/1.1" status: 204 len: 168 time: 0.6444163 Jul 08 20:41:20.821850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56730) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:20.864469 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ae42ce-3738-4f55-b184-366cd234267e tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] GET failed (client error): The resource could not be found. Jul 08 20:41:20.867644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-39ae42ce-3738-4f55-b184-366cd234267e tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "GET /v2.0/ports/940faac3-28ec-4ccd-90d2-c5fbf2abeb6a HTTP/1.1" status: 404 len: 333 time: 0.0439346 Jul 08 20:41:20.870729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56732) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:20.875987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-82d8afb7-007b-43ac-9c22-1588cfa6d8f7 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Request body: {'port': {'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1560706796'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:41:20.885213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e9e31e8-f420-455d-b750-0ce16fef3fab req-60240cc8-694e-47eb-b5e9-2204cfeba51f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856929 Jul 08 20:41:20.907679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d8afb7-007b-43ac-9c22-1588cfa6d8f7 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Made reservation on behalf of d860aa3796584c47b3e3fe6f46225c27 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:41:20.910398 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82d8afb7-007b-43ac-9c22-1588cfa6d8f7 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:20.934888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-82d8afb7-007b-43ac-9c22-1588cfa6d8f7 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] device_id is not set on port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:41:21.162502 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82d8afb7-007b-43ac-9c22-1588cfa6d8f7 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:21.242615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb357b-2744-4fab-b477-6b418ef2bcbd req-1e5f188b-10f8-4d36-a067-fd4610852b8f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:21.247249 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-edeb357b-2744-4fab-b477-6b418ef2bcbd req-1e5f188b-10f8-4d36-a067-fd4610852b8f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1117849 Jul 08 20:41:21.253745 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82d8afb7-007b-43ac-9c22-1588cfa6d8f7 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:21.348128 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-edeb357b-2744-4fab-b477-6b418ef2bcbd req-cdd859e0-9d33-4ba0-8a37-bb16486c6089 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910568 Jul 08 20:41:21.354108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d8afb7-007b-43ac-9c22-1588cfa6d8f7 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Network 58c78bb7-9723-4166-926c-15765b64f1ec is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:41:21.367154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-82d8afb7-007b-43ac-9c22-1588cfa6d8f7 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:41:21.378665 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d8afb7-007b-43ac-9c22-1588cfa6d8f7 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:41:21.378832 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d8afb7-007b-43ac-9c22-1588cfa6d8f7 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:21.387569 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-82d8afb7-007b-43ac-9c22-1588cfa6d8f7 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:21.391043 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8afb7-007b-43ac-9c22-1588cfa6d8f7 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event updated for resources: {'Port': ['ID=8ddb7c81-4e48-4e57-bac1-27087c70f1c1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:21.436771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:41:21.439221 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-82d8afb7-007b-43ac-9c22-1588cfa6d8f7 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5673602 Jul 08 20:41:21.442192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56764) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:21.448276 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:41:21.477607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:41:21.478150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 56b087f3-f0dd-4fa4-95ff-a3c50e3af8fc not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:41:21.637501 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:21.697523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-26f6c655-9b92-4568-8c2d-556c191136c5 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:21.699198 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-26f6c655-9b92-4568-8c2d-556c191136c5 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.1335926 Jul 08 20:41:21.715283 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-46fdb1f6-f5a9-4f8c-bb77-2c5e5fdbbd01 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/quotas/969ed93d777c482282264778ffb8d915 HTTP/1.1" status: 200 len: 375 time: 0.0104990 Jul 08 20:41:21.718941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fa1be-0a5d-4137-bd34-e9faa8c67ef3 req-d9da70c2-9656-4d25-984b-3445375c6b60 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:21.727663 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-110fa1be-0a5d-4137-bd34-e9faa8c67ef3 req-d9da70c2-9656-4d25-984b-3445375c6b60 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1612957 Jul 08 20:41:21.822111 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-d60f8495-b54c-4c81-9c02-dd8dfb6483fe tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006825 Jul 08 20:41:21.833294 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-110fa1be-0a5d-4137-bd34-e9faa8c67ef3 req-ea902edc-5b7b-4f61-bdb1-85d61c638244 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045003 Jul 08 20:41:21.953859 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-d83bdc41-26ac-4be1-81eb-f9d9e6eb2453 service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227999 Jul 08 20:41:22.010031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] device_id is not set on port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:41:22.021311 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:22.037727 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Transition to ACTIVE for port object 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:41:22.043586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:22.114418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event updated for resources: {'Port': ['ID=8ddb7c81-4e48-4e57-bac1-27087c70f1c1,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:22.141415 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-75ede3ce-a583-4ffe-97d0-9eccb0aab766 service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826105 Jul 08 20:41:22.162090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:22.162512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:22.163116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:22.173644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:22.174197 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:22.174629 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 2 to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 Jul 08 20:41:22.192241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:22.192811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:22.193339 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:22.200851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:22.201196 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:22.201595 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 3 to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 Jul 08 20:41:22.219420 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:22.219766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:22.220347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:22.226229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:22.226565 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:22.226963 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 4 to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 Jul 08 20:41:22.246715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:22.247287 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:22.248293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:22.255453 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:22.255879 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:22.256350 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 5 to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 Jul 08 20:41:22.274391 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:22.274810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:22.275228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:22.280965 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:22.281404 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:22.282380 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 6 to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 Jul 08 20:41:22.297970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:22.298457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:22.298953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:22.305203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:22.305719 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:22.306434 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 7 to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 Jul 08 20:41:22.321097 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:22.321556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:22.322038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:22.329156 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:22.329659 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:22.334496 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 8 to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 Jul 08 20:41:22.381746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:22.383646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:22.384425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:22.394077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:22.394733 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:22.395858 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 9 to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 Jul 08 20:41:22.414664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:22.415261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:22.415704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:22.422320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:22.422901 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:22.423595 n-d-791506-16 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempt 10 to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 Jul 08 20:41:22.467879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:22.470547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:22.471001 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempting to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:22.484204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:22.485991 n-d-791506-16 neutron-server[94065]: ERROR neutron.plugins.ml2.managers [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Failed to bind port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on host n-h1-791506-16 for vnic_type normal using segments [{'id': '7fb49306-69a3-4c86-88f3-c5d4ea5520dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '58c78bb7-9723-4166-926c-15765b64f1ec'}] Jul 08 20:41:22.486619 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:22.573384 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-965e3e9a-66fa-4dd8-98a1-0d447162c61b req-ea18afe1-1299-4fec-a5eb-faaf149166d2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 210 time: 0.0719402 Jul 08 20:41:22.661161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] For port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:41:22.661683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attempted to set empty binding levels {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 20:41:22.668355 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:22.737855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] In _notify_port_updated(), no bound segment for port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 on network 58c78bb7-9723-4166-926c-15765b64f1ec {{(pid=94065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 20:41:22.740556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:22.741226 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:22.745122 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "PUT /v2.0/ports/8ddb7c81-4e48-4e57-bac1-27087c70f1c1 HTTP/1.1" status: 200 len: 976 time: 1.3018656 Jul 08 20:41:22.747066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56804) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:22.762846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437142ec-0bde-4228-b363-fe930d6c2d25 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event updated for resources: {'Port': ['ID=8ddb7c81-4e48-4e57-bac1-27087c70f1c1,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:22.887641 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-43fed16e-632a-4fd7-b063-b29179749672 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Deleting port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:41:22.888184 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43fed16e-632a-4fd7-b063-b29179749672 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:23.106376 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-43fed16e-632a-4fd7-b063-b29179749672 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] For port 8ddb7c81-4e48-4e57-bac1-27087c70f1c1, host n-h1-791506-16, got binding levels [] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:41:23.106770 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43fed16e-632a-4fd7-b063-b29179749672 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:23.124721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-43fed16e-632a-4fd7-b063-b29179749672 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Calling delete_port for 8ddb7c81-4e48-4e57-bac1-27087c70f1c1 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:41:23.371303 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43fed16e-632a-4fd7-b063-b29179749672 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:23.465829 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:23.474304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fed16e-632a-4fd7-b063-b29179749672 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ddb7c81-4e48-4e57-bac1-27087c70f1c1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:23.496502 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43fed16e-632a-4fd7-b063-b29179749672 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:23.500682 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-43fed16e-632a-4fd7-b063-b29179749672 tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "DELETE /v2.0/ports/8ddb7c81-4e48-4e57-bac1-27087c70f1c1 HTTP/1.1" status: 204 len: 168 time: 0.7515254 Jul 08 20:41:23.502582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56820) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:23.600434 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab2a293-3e11-4d5b-80a5-63b717cf151b tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] GET failed (client error): The resource could not be found. Jul 08 20:41:23.603191 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2ab2a293-3e11-4d5b-80a5-63b717cf151b tempest-PortsAdminExtendedAttrsTestJSON-391724862 tempest-PortsAdminExtendedAttrsTestJSON-391724862-project-admin] 10.222.0.101 "GET /v2.0/ports/8ddb7c81-4e48-4e57-bac1-27087c70f1c1 HTTP/1.1" status: 404 len: 333 time: 0.0977423 Jul 08 20:41:23.606549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56826) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:23.780703 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-669825fa-1754-4f1b-af70-f9c533591f7e tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:23.837864 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edf5b4bc-f5c4-40c6-b5ae-be1d621bd569 req-01edc07e-4b32-49c3-a413-9fbf0f32e60c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1372392 Jul 08 20:41:23.870700 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ffdd6a5e-d479-48e4-8b8d-5aa032119230 req-8d0ba59d-4288-4441-90a1-31bcd6fed31d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 210 time: 0.0451214 Jul 08 20:41:23.958678 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-669825fa-1754-4f1b-af70-f9c533591f7e tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:23.973270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-669825fa-1754-4f1b-af70-f9c533591f7e tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c78bb7-9723-4166-926c-15765b64f1ec']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:41:23.991983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-669825fa-1754-4f1b-af70-f9c533591f7e tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb49306-69a3-4c86-88f3-c5d4ea5520dd') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:41:23.992279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-669825fa-1754-4f1b-af70-f9c533591f7e tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb49306-69a3-4c86-88f3-c5d4ea5520dd') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:41:24.008061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-669825fa-1754-4f1b-af70-f9c533591f7e tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:24.030879 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-669825fa-1754-4f1b-af70-f9c533591f7e tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:24.043280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b4bc-f5c4-40c6-b5ae-be1d621bd569 req-d52182bd-afb2-4ae3-a7ef-db8a1f910b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:24.044824 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edf5b4bc-f5c4-40c6-b5ae-be1d621bd569 req-d52182bd-afb2-4ae3-a7ef-db8a1f910b5f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 1097 time: 0.1281610 Jul 08 20:41:24.045838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669825fa-1754-4f1b-af70-f9c533591f7e tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:41:24.046329 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-669825fa-1754-4f1b-af70-f9c533591f7e tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:41:24.049998 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:41:24.266132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe98197-636a-447f-ad98-378090790cd0 req-b445d772-f2b8-464a-b20b-b6464589ab9f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:24.266356 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-669825fa-1754-4f1b-af70-f9c533591f7e tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:24.268112 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fe98197-636a-447f-ad98-378090790cd0 req-b445d772-f2b8-464a-b20b-b6464589ab9f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1322558 Jul 08 20:41:24.297462 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-669825fa-1754-4f1b-af70-f9c533591f7e tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:24.300138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-669825fa-1754-4f1b-af70-f9c533591f7e tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] 10.222.0.101 "DELETE /v2.0/networks/58c78bb7-9723-4166-926c-15765b64f1ec HTTP/1.1" status: 204 len: 168 time: 0.6919377 Jul 08 20:41:24.307717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669825fa-1754-4f1b-af70-f9c533591f7e tempest-PortsAdminExtendedAttrsTestJSON-1915367440 tempest-PortsAdminExtendedAttrsTestJSON-1915367440-project] Pushing event deleted for resources: {'Network': ['ID=58c78bb7-9723-4166-926c-15765b64f1ec,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:24.381336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b4bc-f5c4-40c6-b5ae-be1d621bd569 req-cc2c8c56-2eaa-4fd9-bc89-f0a25c54431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:24.383370 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edf5b4bc-f5c4-40c6-b5ae-be1d621bd569 req-cc2c8c56-2eaa-4fd9-bc89-f0a25c54431e service neutron] 10.222.0.104 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 911 time: 0.2824235 Jul 08 20:41:24.390316 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fe98197-636a-447f-ad98-378090790cd0 req-f2c711a3-ac89-4359-8a23-76cc87696988 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042192 Jul 08 20:41:24.393347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-7745b7bb-6bd9-41bd-b7b2-8111acf6b799 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:24.395455 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-7745b7bb-6bd9-41bd-b7b2-8111acf6b799 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.2324057 Jul 08 20:41:24.496528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'port': {'device_id': 'cca4c111-f977-4e05-8180-0b1606f4678e', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'admin_state_up': True, 'tenant_id': '969ed93d777c482282264778ffb8d915'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:41:24.501169 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edf5b4bc-f5c4-40c6-b5ae-be1d621bd569 req-ca3ddc9e-e710-4d63-8f82-68a43f1078f8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1664f54d-1504-4bfd-9f7d-204dc97a5146 HTTP/1.1" status: 200 len: 1001 time: 0.1042953 Jul 08 20:41:24.639638 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b4bc-f5c4-40c6-b5ae-be1d621bd569 req-985b242e-d883-45b1-86b0-adcc02acf57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:24.641269 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edf5b4bc-f5c4-40c6-b5ae-be1d621bd569 req-985b242e-d883-45b1-86b0-adcc02acf57d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=373f0c01-b696-4703-ab5a-3a737cebfdae HTTP/1.1" status: 200 len: 849 time: 0.1218688 Jul 08 20:41:24.827819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b4bc-f5c4-40c6-b5ae-be1d621bd569 req-91f58d20-1271-400b-a0bc-d5b12df87f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:24.829818 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edf5b4bc-f5c4-40c6-b5ae-be1d621bd569 req-91f58d20-1271-400b-a0bc-d5b12df87f67 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=eb126676-baac-44c7-8776-db620659cc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1766243 Jul 08 20:41:24.853163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56866) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:24.873805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1378fb2-2b52-4256-bc96-74dbc60f01c2 req-b87d276c-66c7-4571-a6fb-453e6ff15ffa tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:24.876665 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1378fb2-2b52-4256-bc96-74dbc60f01c2 req-b87d276c-66c7-4571-a6fb-453e6ff15ffa tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.2019663 Jul 08 20:41:24.896512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Made reservation on behalf of 969ed93d777c482282264778ffb8d915 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:41:24.901048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:25.056054 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1378fb2-2b52-4256-bc96-74dbc60f01c2 req-ee87312b-727a-468f-a750-cb182500e5ec tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606517 Jul 08 20:41:25.134033 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f68e3125-4699-490e-885b-7f60cdd02f85 req-8fc25ffb-6449-4c19-948a-6d9ea0e6c362 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 210 time: 0.0849490 Jul 08 20:41:25.162097 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7a484e78-12b8-4cb3-9e2a-427f9ff96f23 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4ee67a4d38d144b39e13d1402a32940b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056943 Jul 08 20:41:25.167440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 56876) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:25.594006 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edf5b4bc-f5c4-40c6-b5ae-be1d621bd569 req-04e80070-fb97-4d7d-81f5-c30f1571bce0 service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7558801 Jul 08 20:41:25.727746 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9c4a55f2-33b9-4a7a-b55d-91f3478a50d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:25.750385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9c4a55f2-33b9-4a7a-b55d-91f3478a50d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:25.814109 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9c4a55f2-33b9-4a7a-b55d-91f3478a50d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:25.819021 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9c4a55f2-33b9-4a7a-b55d-91f3478a50d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:25.823408 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9c4a55f2-33b9-4a7a-b55d-91f3478a50d4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6a7b0cc5-5a7e-4da7-b188-baea41f029fb HTTP/1.1" status: 204 len: 168 time: 0.6237118 Jul 08 20:41:25.844476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a55f2-33b9-4a7a-b55d-91f3478a50d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7b0cc5-5a7e-4da7-b188-baea41f029fb,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:25.849581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Allocated IP 172.20.0.5 (be03543c-b5e2-4aa9-9633-fedc1ac723b5/adbac296-9a8c-4696-bf05-a8fb47a6df9c/fb725f0c-4177-4ada-b277-6931efb10044) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:41:25.907588 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edf5b4bc-f5c4-40c6-b5ae-be1d621bd569 req-0a38b2d4-1895-4d59-9b8b-9cd74615143d service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919381 Jul 08 20:41:26.190167 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:26.230896 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:41:26.246434 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Transition to ACTIVE for port object fb725f0c-4177-4ada-b277-6931efb10044 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:41:26.340658 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:26.425699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:41:26.426519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:41:26.433238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:41:26.473242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'Port': ['ID=fb725f0c-4177-4ada-b277-6931efb10044,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:26.513003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:26.513714 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:26.533289 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-4adbc518-aa24-42d2-b59f-9e950e8dd78d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0412149 Jul 08 20:41:26.547658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Request body: {'port': {'device_id': 'cca4c111-f977-4e05-8180-0b1606f4678e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:41:26.575849 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19476114-7828-4ee5-bc91-e389b4215574 req-d60f160a-1a24-4557-8c11-7344016ff6e3 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:26.599849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-19476114-7828-4ee5-bc91-e389b4215574 req-d60f160a-1a24-4557-8c11-7344016ff6e3 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 931 time: 0.2025728 Jul 08 20:41:26.664275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56916) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:26.784018 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:26.811938 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8ba090f4-1402-4163-ac7e-321623484005 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d860aa3796584c47b3e3fe6f46225c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450024 Jul 08 20:41:26.842197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56922) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:26.912525 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-19476114-7828-4ee5-bc91-e389b4215574 req-e62d6108-146e-49e0-b45c-c9b218450205 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086731 Jul 08 20:41:26.985655 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-92707d5d-26f9-4d77-872b-4890c6b469cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:27.010838 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-92707d5d-26f9-4d77-872b-4890c6b469cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:27.059676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-96ffe73c-1816-4b45-9542-bba26be426c2 None None] Provisioning for port fb725f0c-4177-4ada-b277-6931efb10044 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:41:27.066116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-96ffe73c-1816-4b45-9542-bba26be426c2 None None] Provisioning complete for port fb725f0c-4177-4ada-b277-6931efb10044 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:41:27.066499 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-96ffe73c-1816-4b45-9542-bba26be426c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:27.073293 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-92707d5d-26f9-4d77-872b-4890c6b469cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:27.078471 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-92707d5d-26f9-4d77-872b-4890c6b469cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:27.083079 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-92707d5d-26f9-4d77-872b-4890c6b469cc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f954b911-4fdb-47bf-a4f6-637cba14f370 HTTP/1.1" status: 204 len: 168 time: 0.2330785 Jul 08 20:41:27.106197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92707d5d-26f9-4d77-872b-4890c6b469cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f954b911-4fdb-47bf-a4f6-637cba14f370,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:27.211251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb725f0c-4177-4ada-b277-6931efb10044 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:41:27.212760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-96ffe73c-1816-4b45-9542-bba26be426c2 None None] Port fb725f0c-4177-4ada-b277-6931efb10044 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:41:27.232090 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:27.266139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Transition to ACTIVE for port object fb725f0c-4177-4ada-b277-6931efb10044 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:41:27.272686 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:27.371990 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb725f0c-4177-4ada-b277-6931efb10044,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:27.617564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Attempting to bind port fb725f0c-4177-4ada-b277-6931efb10044 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:41:27.617913 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Attempting to bind port fb725f0c-4177-4ada-b277-6931efb10044 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:41:27.618268 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Attempting to bind port fb725f0c-4177-4ada-b277-6931efb10044 on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:27.630163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Port fb725f0c-4177-4ada-b277-6931efb10044 on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:41:27.630163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Attempting to bind port fb725f0c-4177-4ada-b277-6931efb10044 on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:41:27.642570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:41:27.642911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Checking segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:41:27.646275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Bound using segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:41:27.646744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Bound port: fb725f0c-4177-4ada-b277-6931efb10044, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:41:27.647107 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:27.847612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] For port fb725f0c-4177-4ada-b277-6931efb10044, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:41:27.855055 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] For port fb725f0c-4177-4ada-b277-6931efb10044, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=fb725f0c-4177-4ada-b277-6931efb10044,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:41:27.861614 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:28.030720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:28.031661 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:28.042362 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] 10.222.0.104 "PUT /v2.0/ports/fb725f0c-4177-4ada-b277-6931efb10044 HTTP/1.1" status: 200 len: 1092 time: 1.4920492 Jul 08 20:41:28.048733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca4c111-f977-4e05-8180-0b1606f4678e', 'tag': 'fb725f0c-4177-4ada-b277-6931efb10044'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:41:28.063426 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2261493-d8c7-41b6-a511-aac4fc42894e" -d '{"events": [{"name": "network-changed", "server_uuid": "cca4c111-f977-4e05-8180-0b1606f4678e", "tag": "fb725f0c-4177-4ada-b277-6931efb10044"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:41:28.221194 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3106e92-aa56-4022-a321-1e0b24d7fff1 x-openstack-request-id: req-f3106e92-aa56-4022-a321-1e0b24d7fff1 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:41:28.221851 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca4c111-f977-4e05-8180-0b1606f4678e", "tag": "fb725f0c-4177-4ada-b277-6931efb10044", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:41:28.234050 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f3106e92-aa56-4022-a321-1e0b24d7fff1 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:41:28.234695 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca4c111-f977-4e05-8180-0b1606f4678e', 'tag': 'fb725f0c-4177-4ada-b277-6931efb10044', 'status': 'completed', 'code': 200} Jul 08 20:41:28.237918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23a59b-18ce-4986-85ab-37c5e9ab6be3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb725f0c-4177-4ada-b277-6931efb10044,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:28.315936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-ba3e7b43-39a9-4b9d-a638-424ebe51fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:28.320364 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-ba3e7b43-39a9-4b9d-a638-424ebe51fbc4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 1095 time: 0.2297056 Jul 08 20:41:28.400070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1c7a6-f0e6-4661-b349-34b33f013404 req-2313a8ba-a1a0-4449-8847-a317eb346d89 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:28.410450 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4b1c7a6-f0e6-4661-b349-34b33f013404 req-2313a8ba-a1a0-4449-8847-a317eb346d89 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.1868548 Jul 08 20:41:28.468715 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-c6abbb05-35bb-4532-8188-9b1d6a6704fe service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb725f0c-4177-4ada-b277-6931efb10044 HTTP/1.1" status: 200 len: 217 time: 0.1401756 Jul 08 20:41:28.473361 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b4b1c7a6-f0e6-4661-b349-34b33f013404 req-480fd336-f7a1-432c-a317-6929efaefbb9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617235 Jul 08 20:41:28.474989 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56978) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.660975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-49f2b659-450c-4272-9c8b-24b986496d16 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.662046 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-49f2b659-450c-4272-9c8b-24b986496d16 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1849375 Jul 08 20:41:28.665809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56986) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.673716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-9bef664d-ee85-4a48-b058-06f58596a6fb tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.677048 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9bef664d-ee85-4a48-b058-06f58596a6fb tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0080159 Jul 08 20:41:28.677463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56988) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.697632 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-fb9f8e14-a8ac-4da5-b14c-2c19b8fa6fd4 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.703352 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fb9f8e14-a8ac-4da5-b14c-2c19b8fa6fd4 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0224657 Jul 08 20:41:28.703640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56990) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.714162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-2064a65e-ba38-4ffc-bb22-f1ab367410f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:28.716162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-76f78b0d-08c0-48ba-8618-989718e8a182 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.716607 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-2064a65e-ba38-4ffc-bb22-f1ab367410f0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.2098806 Jul 08 20:41:28.719586 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-76f78b0d-08c0-48ba-8618-989718e8a182 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0126312 Jul 08 20:41:28.719883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56992) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.731509 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-a3dc182d-4a1a-4c45-918a-5b8134185d91 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.735485 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a3dc182d-4a1a-4c45-918a-5b8134185d91 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0121984 Jul 08 20:41:28.735797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56994) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.743809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-391a6d6b-137c-4498-b7ad-6c8f505ff761 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.744850 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-391a6d6b-137c-4498-b7ad-6c8f505ff761 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0079408 Jul 08 20:41:28.747902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56996) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.753743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-0f50991a-03fd-45b3-94af-8e0d5094a9f6 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.755253 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0f50991a-03fd-45b3-94af-8e0d5094a9f6 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0062480 Jul 08 20:41:28.758940 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 56998) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.764074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-cb4b30dd-deed-48c9-a177-75c028739e78 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.767637 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cb4b30dd-deed-48c9-a177-75c028739e78 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053144 Jul 08 20:41:28.767983 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57000) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.773265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-06dcf210-7f3d-450b-9bfd-c953bffbfd9b tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.776682 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-06dcf210-7f3d-450b-9bfd-c953bffbfd9b tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054243 Jul 08 20:41:28.777764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57002) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.783128 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-fecd297d-8437-4898-9749-ea57f29ec2cc tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.786844 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fecd297d-8437-4898-9749-ea57f29ec2cc tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0057838 Jul 08 20:41:28.787489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57004) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.802175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-a4b929a7-0573-43be-ac53-e5ee8da1f55c tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.806069 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a4b929a7-0573-43be-ac53-e5ee8da1f55c tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0148675 Jul 08 20:41:28.807104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57006) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.818290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-6781b1f5-dff6-444e-920d-8a256747ab30 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.822047 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6781b1f5-dff6-444e-920d-8a256747ab30 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053642 Jul 08 20:41:28.822404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57008) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.827110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-2a1342d3-8a57-4591-b1e0-a4361109e6e3 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.830233 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2a1342d3-8a57-4591-b1e0-a4361109e6e3 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047686 Jul 08 20:41:28.830362 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7fc27-d655-40f6-8060-b57907233f8c req-effc3721-6a55-47bb-993a-fd44cf089e15 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:28.830578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f9a7fc27-d655-40f6-8060-b57907233f8c req-effc3721-6a55-47bb-993a-fd44cf089e15 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.3694673 Jul 08 20:41:28.830697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57010) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.835358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-877ce2a0-275d-4161-a3df-08bf1e79fc70 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.838854 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-877ce2a0-275d-4161-a3df-08bf1e79fc70 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0049300 Jul 08 20:41:28.839139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57012) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.843740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-6a142640-2564-48ee-92f7-1f6578eb885e tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.847017 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6a142640-2564-48ee-92f7-1f6578eb885e tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047185 Jul 08 20:41:28.847298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57014) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.852048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-8ebfc6f8-9174-4562-b972-7b82e97512d7 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.855896 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8ebfc6f8-9174-4562-b972-7b82e97512d7 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048208 Jul 08 20:41:28.856089 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57016) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.860963 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-6b4b1239-6278-4c6b-aeb2-86f1750ae5aa tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.864874 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6b4b1239-6278-4c6b-aeb2-86f1750ae5aa tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0052602 Jul 08 20:41:28.865217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57018) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.874262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-86a98ea8-a582-4ce1-a6a4-82970f589516 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.877268 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-86a98ea8-a582-4ce1-a6a4-82970f589516 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0101080 Jul 08 20:41:28.880396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57020) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.887554 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-96c712ba-42bd-4035-b223-00c7fb2ccd1b tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.891738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-b378630b-e459-44fb-9b73-1fbc7ef2224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:28.892521 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-96c712ba-42bd-4035-b223-00c7fb2ccd1b tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0101187 Jul 08 20:41:28.893304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57022) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.893963 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-b378630b-e459-44fb-9b73-1fbc7ef2224b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1624041 Jul 08 20:41:28.900584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-2ebd42ce-c8f8-4326-afb2-b7e04ad48b10 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.904754 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2ebd42ce-c8f8-4326-afb2-b7e04ad48b10 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0097685 Jul 08 20:41:28.905649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57024) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.910457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-6ce2b462-2665-4d8e-867e-04932864568b tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.915234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6ce2b462-2665-4d8e-867e-04932864568b tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0079188 Jul 08 20:41:28.915407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57026) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.935587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-82a77dca-6038-468d-9703-6fb12d21f9d1 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.936662 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-82a77dca-6038-468d-9703-6fb12d21f9d1 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0061798 Jul 08 20:41:28.939652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57028) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.944512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-28c300ae-7588-4238-b4d2-73e3b31a255f tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.949207 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-28c300ae-7588-4238-b4d2-73e3b31a255f tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0084417 Jul 08 20:41:28.950025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57030) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.954584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-fef15db3-2b0c-4432-99a9-c9f253e47b66 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.960215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fef15db3-2b0c-4432-99a9-c9f253e47b66 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0091524 Jul 08 20:41:28.962592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57032) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.968400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-e5a1ce74-4c3f-4c70-8755-5d7ae15c5628 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.978307 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e5a1ce74-4c3f-4c70-8755-5d7ae15c5628 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0139334 Jul 08 20:41:28.981526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57034) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.988767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-9a5b3f1c-88c8-4bea-bb98-6346bf4bde8a tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:28.994794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57036) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:28.995772 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9a5b3f1c-88c8-4bea-bb98-6346bf4bde8a tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0120833 Jul 08 20:41:28.998219 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f9a7fc27-d655-40f6-8060-b57907233f8c req-1b83e4cf-3245-4559-8c44-773128c62550 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554167 Jul 08 20:41:29.008898 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-a6a80907-9eaa-493f-af70-942bdaa12ae5 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.012686 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a6a80907-9eaa-493f-af70-942bdaa12ae5 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0105436 Jul 08 20:41:29.014138 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57038) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.033580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-65101035-473f-47bc-88bd-b69278d8ee2f tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.033580 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-65101035-473f-47bc-88bd-b69278d8ee2f tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0103059 Jul 08 20:41:29.033806 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57040) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.042037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-db979616-b72f-452a-90e2-892a4d5e5d33 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.042037 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-db979616-b72f-452a-90e2-892a4d5e5d33 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044074 Jul 08 20:41:29.050523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57046) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.064020 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-f7d80af9-a82e-470d-a7ef-edce78bcaab5 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.067690 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f7d80af9-a82e-470d-a7ef-edce78bcaab5 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0134017 Jul 08 20:41:29.067947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57050) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.086303 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-3ed8d245-c410-4909-89bc-6be9e42bb6da tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.088690 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3ed8d245-c410-4909-89bc-6be9e42bb6da tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0076654 Jul 08 20:41:29.091390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57054) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.102580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-34c1a529-cca3-4305-b225-e48257288ebd tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.105614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57056) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.106894 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-34c1a529-cca3-4305-b225-e48257288ebd tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0143406 Jul 08 20:41:29.110452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-e969f1b6-0e94-4c3c-a941-de8b90e63070 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.111663 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e969f1b6-0e94-4c3c-a941-de8b90e63070 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049162 Jul 08 20:41:29.114250 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57058) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.119767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-a36e65a6-c958-4663-a5c2-c53cac48974e tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.121096 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a36e65a6-c958-4663-a5c2-c53cac48974e tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054688 Jul 08 20:41:29.123461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57060) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.128604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-7e5c4de6-bded-4662-ba0d-9628b1bf1c85 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.130393 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7e5c4de6-bded-4662-ba0d-9628b1bf1c85 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0055156 Jul 08 20:41:29.135115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57062) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.152541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-d302a029-9719-4128-8ef5-f63204508acc service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511363 Jul 08 20:41:29.153186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-92e5c380-61f8-4298-b490-e2de8a16fb77 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.156065 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-92e5c380-61f8-4298-b490-e2de8a16fb77 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0196223 Jul 08 20:41:29.161335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57064) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.177908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-28a2a94a-0e71-4ce1-b172-34634a44a07c tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.177908 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-28a2a94a-0e71-4ce1-b172-34634a44a07c tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0167489 Jul 08 20:41:29.184234 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57066) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.190565 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-6bc14a7b-a8f1-4684-9188-5fc937d0b641 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.197526 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6bc14a7b-a8f1-4684-9188-5fc937d0b641 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0086722 Jul 08 20:41:29.197526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57068) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.204271 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-b889aea8-8fa7-4ec9-a5db-4be509df5d67 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.213935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b889aea8-8fa7-4ec9-a5db-4be509df5d67 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0159719 Jul 08 20:41:29.215312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57070) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.227936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-00b38e37-86e2-4474-9bc3-eb81e258c571 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.234681 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-00b38e37-86e2-4474-9bc3-eb81e258c571 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0111947 Jul 08 20:41:29.235307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57072) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.246092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-914de192-f5ce-4808-a4ed-27e9792af6fb tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.247716 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-914de192-f5ce-4808-a4ed-27e9792af6fb tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0113597 Jul 08 20:41:29.250301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57074) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.260443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-cab8233e-f2de-461b-9747-960851a3d370 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.262191 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cab8233e-f2de-461b-9747-960851a3d370 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0103943 Jul 08 20:41:29.264451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57076) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.274943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-3504a9bc-54d9-4455-bc9f-dffdb5a64d6e tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.279431 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3504a9bc-54d9-4455-bc9f-dffdb5a64d6e tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0134652 Jul 08 20:41:29.283500 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57078) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.299198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-d2aa9c84-cac6-4e9c-abec-581b2e6eda37 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.305005 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d2aa9c84-cac6-4e9c-abec-581b2e6eda37 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0173984 Jul 08 20:41:29.308088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57080) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.317627 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-43ed9689-6667-46c7-91b3-b02a97ca48aa tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.318754 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-43ed9689-6667-46c7-91b3-b02a97ca48aa tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0069427 Jul 08 20:41:29.322693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57082) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.327343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-aabdfa97-1766-453a-bfec-2de6c97bfc25 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.328308 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-aabdfa97-1766-453a-bfec-2de6c97bfc25 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0050862 Jul 08 20:41:29.332673 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57084) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.345944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-12025e68-cdf0-435b-9fec-ea90c15e13e1 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.347672 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-12025e68-cdf0-435b-9fec-ea90c15e13e1 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0117302 Jul 08 20:41:29.351104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57086) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.365254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-e3d44b6a-0180-408a-a384-a13a0dff7b55 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.366227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e3d44b6a-0180-408a-a384-a13a0dff7b55 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0092726 Jul 08 20:41:29.373901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57088) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.383996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-eb2f779b-2cf4-4153-8b62-38d1d93717f1 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.385167 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-eb2f779b-2cf4-4153-8b62-38d1d93717f1 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0064423 Jul 08 20:41:29.389403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57090) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.394734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-3580482c-d9a2-4054-9db5-74f29016b5e2 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.395789 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3580482c-d9a2-4054-9db5-74f29016b5e2 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053864 Jul 08 20:41:29.400122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57092) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.404383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6b7481-0117-40f1-8353-f24bbf2eacbf req-d54a9706-773e-4344-a2bc-26ab5a346abe service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454505 Jul 08 20:41:29.405022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-143e5f10-fd36-4f0e-8436-b8c9c1cb85f1 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.406099 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-143e5f10-fd36-4f0e-8436-b8c9c1cb85f1 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0049136 Jul 08 20:41:29.411320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57094) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.416113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-dc5f65b0-e8ff-4959-ad74-fbbaf596dcc6 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.417230 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dc5f65b0-e8ff-4959-ad74-fbbaf596dcc6 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0050561 Jul 08 20:41:29.423460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57096) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.432276 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662daab-8877-4d8d-b748-d1435a13c95a req-53032ff3-40dd-4c06-a866-a5fe6bed58b0 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:29.436824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-d615aa17-a12b-49cc-9e81-185ac3837847 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.439115 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d615aa17-a12b-49cc-9e81-185ac3837847 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0134771 Jul 08 20:41:29.440468 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f662daab-8877-4d8d-b748-d1435a13c95a req-53032ff3-40dd-4c06-a866-a5fe6bed58b0 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1588914 Jul 08 20:41:29.449944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57098) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.462761 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-dcd1b7ec-09ae-4c32-ac7e-05f4ea70b68d tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.464560 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dcd1b7ec-09ae-4c32-ac7e-05f4ea70b68d tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0113921 Jul 08 20:41:29.469328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57104) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.482799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-4edce45c-aa57-4115-be82-b2e60bb94436 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.492303 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4edce45c-aa57-4115-be82-b2e60bb94436 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0205033 Jul 08 20:41:29.492898 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f662daab-8877-4d8d-b748-d1435a13c95a req-2f9353a0-2858-41d8-a961-b5bf8d707e07 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499508 Jul 08 20:41:29.497143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57108) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.502240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [None req-9c737cbf-08d1-4f83-9b9b-a18f0521e3f6 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.514227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57110) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.515556 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9c737cbf-08d1-4f83-9b9b-a18f0521e3f6 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0165026 Jul 08 20:41:29.534350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-783f2411-56b8-4ec5-bc2a-420d679e465d tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.540994 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-783f2411-56b8-4ec5-bc2a-420d679e465d tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0264969 Jul 08 20:41:29.543966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57116) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.556396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-7cbd87ef-aee4-41e0-90b1-755cbbf3d5bd tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.558109 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7cbd87ef-aee4-41e0-90b1-755cbbf3d5bd tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0111737 Jul 08 20:41:29.562971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57118) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.572219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-198a96a8-afce-4a2a-8eec-e3cbb426c5f0 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.573700 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-198a96a8-afce-4a2a-8eec-e3cbb426c5f0 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0097451 Jul 08 20:41:29.582252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57120) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.593855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-18e5fe2d-0b01-46a8-a96b-e810bb14a681 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.595223 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-18e5fe2d-0b01-46a8-a96b-e810bb14a681 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0116162 Jul 08 20:41:29.613613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57122) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.623198 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-7756d676-7879-48cd-b958-179994a68029 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.624253 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7756d676-7879-48cd-b958-179994a68029 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0055296 Jul 08 20:41:29.637820 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57124) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.644435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-6a9ee63b-9fee-40ca-92f5-346beca6108d tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.651248 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6a9ee63b-9fee-40ca-92f5-346beca6108d tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0123286 Jul 08 20:41:29.657535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57126) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.664150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-19b1bf6b-5cc1-411b-a9c4-f5a6e5e402a4 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.667483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-19b1bf6b-5cc1-411b-a9c4-f5a6e5e402a4 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0081530 Jul 08 20:41:29.671950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57128) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.680241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-9dda7e54-3647-40d1-b06a-b5dc9da73bd6 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.681654 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9dda7e54-3647-40d1-b06a-b5dc9da73bd6 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0077946 Jul 08 20:41:29.684402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57130) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.690279 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-63d78313-daae-4c13-b043-729095a0f6de tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.691247 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-63d78313-daae-4c13-b043-729095a0f6de tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0058811 Jul 08 20:41:29.694927 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57132) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.722238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-243db9f4-9141-48b1-8a4d-70e0e24dc18a tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.729008 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-243db9f4-9141-48b1-8a4d-70e0e24dc18a tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0330496 Jul 08 20:41:29.731869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57140) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.736314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-2a25fe5c-a901-48db-9976-a24854b746e0 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.737458 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2a25fe5c-a901-48db-9976-a24854b746e0 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045271 Jul 08 20:41:29.740891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57142) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.745651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-ff7894e5-7592-4bba-9f22-5f180024007e tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.746595 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ff7894e5-7592-4bba-9f22-5f180024007e tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0047770 Jul 08 20:41:29.755607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57144) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:29.768373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [None req-b30a629e-e901-43aa-a454-42b25abd7393 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] http://10.222.0.101:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:41:29.787946 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b30a629e-e901-43aa-a454-42b25abd7393 tempest-ExtensionsTestJSON-572434611 tempest-ExtensionsTestJSON-572434611-project] 10.222.0.101 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0252047 Jul 08 20:41:29.914276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2261493-d8c7-41b6-a511-aac4fc42894e req-a98899d2-9aee-4358-a1a5-facd94b3f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:29.916289 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f2261493-d8c7-41b6-a511-aac4fc42894e req-a98899d2-9aee-4358-a1a5-facd94b3f9c4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 1095 time: 0.3978434 Jul 08 20:41:30.051690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6ddd9-bde6-4c64-a088-149849b2673d req-7a144ebd-368c-4b4b-91fe-c7ce9b24503f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:30.053389 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c8f6ddd9-bde6-4c64-a088-149849b2673d req-7a144ebd-368c-4b4b-91fe-c7ce9b24503f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.2979038 Jul 08 20:41:30.126424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88520fe7-b2c6-4789-a647-6b323fd7493e req-c33f215a-8acc-4e7c-8a4e-802d0ffa4048 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:30.128329 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-88520fe7-b2c6-4789-a647-6b323fd7493e req-c33f215a-8acc-4e7c-8a4e-802d0ffa4048 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.2017472 Jul 08 20:41:30.136188 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c8f6ddd9-bde6-4c64-a088-149849b2673d req-a5743402-7f70-4451-9bdf-2bf076bde599 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686889 Jul 08 20:41:30.163887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2261493-d8c7-41b6-a511-aac4fc42894e req-2c933494-3ff5-4adc-8792-f7be2469e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:30.167836 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f2261493-d8c7-41b6-a511-aac4fc42894e req-2c933494-3ff5-4adc-8792-f7be2469e7d7 service neutron] 10.222.0.104 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.2432775 Jul 08 20:41:30.269937 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f2261493-d8c7-41b6-a511-aac4fc42894e req-8e3dbd18-d672-4415-8d02-e3ad49fb82c3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb725f0c-4177-4ada-b277-6931efb10044 HTTP/1.1" status: 200 len: 217 time: 0.0943897 Jul 08 20:41:30.330596 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-88520fe7-b2c6-4789-a647-6b323fd7493e req-f5eefdf2-4b7a-4253-b52c-823367502cf7 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767373 Jul 08 20:41:30.461598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2261493-d8c7-41b6-a511-aac4fc42894e req-ec8ea70d-a144-4119-a819-65ad51ecea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:30.467537 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f2261493-d8c7-41b6-a511-aac4fc42894e req-ec8ea70d-a144-4119-a819-65ad51ecea9f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.1871006 Jul 08 20:41:30.490290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57162) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:30.697467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2261493-d8c7-41b6-a511-aac4fc42894e req-30da4450-95dd-4c78-8290-d622749b93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:30.703176 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f2261493-d8c7-41b6-a511-aac4fc42894e req-30da4450-95dd-4c78-8290-d622749b93ec service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2286575 Jul 08 20:41:30.719128 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4756b8-a7d4-4b90-8553-d64d9319caeb req-0767ba9c-1330-4129-96e8-feeca8ed012a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:30.729635 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2a4756b8-a7d4-4b90-8553-d64d9319caeb req-0767ba9c-1330-4129-96e8-feeca8ed012a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1761069 Jul 08 20:41:30.811182 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68a58a12-c140-4208-92a7-a55342d8ab7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:30.867627 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2a4756b8-a7d4-4b90-8553-d64d9319caeb req-6c0d3e73-25d3-4ca2-8723-d2a03173dc55 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369929 Jul 08 20:41:30.876192 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f2261493-d8c7-41b6-a511-aac4fc42894e req-56569e73-ce95-4627-822e-10f6e802353b service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676276 Jul 08 20:41:30.999271 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad1899a3-6b00-432e-b7c8-d1ec027fdca0 req-d17fa3b8-0179-4120-a965-c80d86e8ac3d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3305142 Jul 08 20:41:31.104470 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68a58a12-c140-4208-92a7-a55342d8ab7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:31.114713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f2261493-d8c7-41b6-a511-aac4fc42894e req-00edc46f-ffeb-4dfa-8931-1f4bb6582c5f service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198901 Jul 08 20:41:31.137300 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68a58a12-c140-4208-92a7-a55342d8ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:31.262279 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-68a58a12-c140-4208-92a7-a55342d8ab7d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f006821e1e6f448b8e997d41673f4f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7705173 Jul 08 20:41:31.266224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57180) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:31.275586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a58a12-c140-4208-92a7-a55342d8ab7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63ec613-34cd-4d2a-b143-9f09c5ae5f4c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:31.383684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1899a3-6b00-432e-b7c8-d1ec027fdca0 req-91c1c34e-19b2-4c47-9268-a3c690f67e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:31.385723 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad1899a3-6b00-432e-b7c8-d1ec027fdca0 req-91c1c34e-19b2-4c47-9268-a3c690f67e7c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4c38fee99d074aba9cf999ad76f44290&device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 1098 time: 0.2684319 Jul 08 20:41:31.449582 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e991114-cfbc-40a7-bdf4-052cb934de0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:31.516571 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e991114-cfbc-40a7-bdf4-052cb934de0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:31.651500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1899a3-6b00-432e-b7c8-d1ec027fdca0 req-63e1864b-9627-4b99-bf99-413ac3c2fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:31.653624 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad1899a3-6b00-432e-b7c8-d1ec027fdca0 req-63e1864b-9627-4b99-bf99-413ac3c2fcdd service neutron] 10.222.0.103 "GET /v2.0/networks?id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 HTTP/1.1" status: 200 len: 914 time: 0.2330277 Jul 08 20:41:31.675630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c270b6d-3dcb-4f69-98fb-7e21b793b73f req-7b5960a5-f19c-4c04-be2f-0f7fd398bddf tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:31.682207 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c270b6d-3dcb-4f69-98fb-7e21b793b73f req-7b5960a5-f19c-4c04-be2f-0f7fd398bddf tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.2345364 Jul 08 20:41:31.713281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e991114-cfbc-40a7-bdf4-052cb934de0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:31.716506 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3e991114-cfbc-40a7-bdf4-052cb934de0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:31.721340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3e991114-cfbc-40a7-bdf4-052cb934de0e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f63ec613-34cd-4d2a-b143-9f09c5ae5f4c HTTP/1.1" status: 204 len: 168 time: 0.4551723 Jul 08 20:41:31.743102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e991114-cfbc-40a7-bdf4-052cb934de0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63ec613-34cd-4d2a-b143-9f09c5ae5f4c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:31.760533 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c270b6d-3dcb-4f69-98fb-7e21b793b73f req-c76181ac-8cb0-40a1-aa02-17d176dfe2ab tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774367 Jul 08 20:41:31.791063 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad1899a3-6b00-432e-b7c8-d1ec027fdca0 req-fc71fa7c-74fc-49c9-89d5-073e7708ca48 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d HTTP/1.1" status: 200 len: 217 time: 0.1223340 Jul 08 20:41:31.827597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1a98d-0aa3-442f-941b-fa013e7879ec req-a372978a-4e87-4c20-90d2-2aee8faeeec1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:31.840749 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1f1a98d-0aa3-442f-941b-fa013e7879ec req-a372978a-4e87-4c20-90d2-2aee8faeeec1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.3312593 Jul 08 20:41:31.933846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1899a3-6b00-432e-b7c8-d1ec027fdca0 req-06017f2e-1af0-4ea2-8fe4-0aace90ec7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:31.935917 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad1899a3-6b00-432e-b7c8-d1ec027fdca0 req-06017f2e-1af0-4ea2-8fe4-0aace90ec7a2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a5fe07ea-a956-4c23-85c4-e6720d58b427 HTTP/1.1" status: 200 len: 853 time: 0.1349423 Jul 08 20:41:31.954424 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1f1a98d-0aa3-442f-941b-fa013e7879ec req-960fd751-d197-46b4-98fc-f8dbbbd80075 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795908 Jul 08 20:41:32.032477 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad1899a3-6b00-432e-b7c8-d1ec027fdca0 req-61adda42-16a4-4d9f-8541-b7ddb05e5709 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863793 Jul 08 20:41:32.328259 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad1899a3-6b00-432e-b7c8-d1ec027fdca0 req-cca4ff26-ef6d-4704-b1b9-ba40ac357264 service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867730 Jul 08 20:41:32.357150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff417a1-54e7-4b30-b9d4-9ac95d1294bf req-2203fd83-0b83-4b00-965b-e0f565b0b704 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:32.358807 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aff417a1-54e7-4b30-b9d4-9ac95d1294bf req-2203fd83-0b83-4b00-965b-e0f565b0b704 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1934433 Jul 08 20:41:32.572774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aff417a1-54e7-4b30-b9d4-9ac95d1294bf req-67b5c9e7-6a87-4184-940a-8d37c8ba218f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030876 Jul 08 20:41:32.661136 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad1899a3-6b00-432e-b7c8-d1ec027fdca0 req-5efd10f5-3171-4c5b-bdbb-d724be3bc53b service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010716 Jul 08 20:41:33.197409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37254869-c2a8-494f-beb9-5e7592dd9c2d req-2850fe06-dd08-4f41-a26f-6d0c7127c927 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:33.209330 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-37254869-c2a8-494f-beb9-5e7592dd9c2d req-2850fe06-dd08-4f41-a26f-6d0c7127c927 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1846821 Jul 08 20:41:33.273216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118417f2-ffeb-4d54-8abd-b62423701e3d req-26f553da-05cd-4c24-8d07-c82c0db3676a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:33.292570 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-118417f2-ffeb-4d54-8abd-b62423701e3d req-26f553da-05cd-4c24-8d07-c82c0db3676a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.1145887 Jul 08 20:41:33.347257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-37254869-c2a8-494f-beb9-5e7592dd9c2d req-ec797eb0-e6db-4fc0-94ce-6e3e3b3c34ba tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353352 Jul 08 20:41:33.383958 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-118417f2-ffeb-4d54-8abd-b62423701e3d req-06df7ccd-8e09-4026-962a-f400301f922c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868111 Jul 08 20:41:33.841541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2c5c4-dec7-4dec-a28f-b537b88c7114 req-b50ed486-1532-4094-837c-a24c9dfce412 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:33.844919 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9f2c5c4-dec7-4dec-a28f-b537b88c7114 req-b50ed486-1532-4094-837c-a24c9dfce412 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1896446 Jul 08 20:41:33.956045 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b9f2c5c4-dec7-4dec-a28f-b537b88c7114 req-4815106f-005f-4f2c-acc0-3e66bbf529da tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739470 Jul 08 20:41:34.077650 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bb6e3f42-2aee-4384-93dd-4d08703a3757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:34.591409 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d84e2-0219-47ff-90ed-1bcdccf5df6e req-4c33436f-0c07-45bf-b0e8-a1cf6b154b44 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:34.615223 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e0d84e2-0219-47ff-90ed-1bcdccf5df6e req-4c33436f-0c07-45bf-b0e8-a1cf6b154b44 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1632514 Jul 08 20:41:34.700529 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e0d84e2-0219-47ff-90ed-1bcdccf5df6e req-6b1726c2-77c9-4b9e-a423-1795177fe0ae tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843489 Jul 08 20:41:34.794834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65104f61-a147-40f4-87b8-f68b61c3eee0 req-f27baaa3-2776-4974-a43a-d96363fdf03f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:34.796436 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65104f61-a147-40f4-87b8-f68b61c3eee0 req-f27baaa3-2776-4974-a43a-d96363fdf03f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.1407154 Jul 08 20:41:34.947876 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65104f61-a147-40f4-87b8-f68b61c3eee0 req-0425eff9-b4e8-4988-8773-5c9b3ef8469b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438398 Jul 08 20:41:35.280939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72fa97-f96d-493a-a646-55c4cd7de1d3 req-9e7d0b62-f3fa-4e3a-8265-0c116a8455b2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:35.280939 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6c72fa97-f96d-493a-a646-55c4cd7de1d3 req-9e7d0b62-f3fa-4e3a-8265-0c116a8455b2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1444385 Jul 08 20:41:35.345478 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6c72fa97-f96d-493a-a646-55c4cd7de1d3 req-956a2e18-f10d-4f56-9088-9227b7689cb9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650613 Jul 08 20:41:35.951737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bab2e9-70f4-4122-a1fc-8cd987825431 req-90ce1523-bd7b-43a6-9661-66942bac4bef tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:35.960143 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7bab2e9-70f4-4122-a1fc-8cd987825431 req-90ce1523-bd7b-43a6-9661-66942bac4bef tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1528835 Jul 08 20:41:36.089854 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7bab2e9-70f4-4122-a1fc-8cd987825431 req-de62800c-899d-4906-965a-1a9c48b6744e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285114 Jul 08 20:41:36.365807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab3af0-beeb-4619-816e-aa7d6df7cdef req-29f5c03b-df14-4a5a-8cc6-eeead27a6a60 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:36.367479 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0fab3af0-beeb-4619-816e-aa7d6df7cdef req-29f5c03b-df14-4a5a-8cc6-eeead27a6a60 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.1414151 Jul 08 20:41:36.487647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0fab3af0-beeb-4619-816e-aa7d6df7cdef req-18168d63-2031-43fa-9cca-1de9f1a7a2e9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107690 Jul 08 20:41:36.658157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fb24a-b57a-4c51-a569-120e059045fc req-4cb09be6-b5f9-489b-9850-d40dca84d0f5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:36.689341 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a60fb24a-b57a-4c51-a569-120e059045fc req-4cb09be6-b5f9-489b-9850-d40dca84d0f5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1693559 Jul 08 20:41:36.793869 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a60fb24a-b57a-4c51-a569-120e059045fc req-18f2a9d9-2bf2-4795-9fe1-fe75759652d7 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990622 Jul 08 20:41:36.968791 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d714f4c2-cca8-4cff-88d1-c0225b4ced04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:37.137321 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:37.279395 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709080e-6e89-44ed-a5d7-a932f482322c req-c85ad693-feae-4cde-98a0-b09c1e86b538 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:37.287003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f709080e-6e89-44ed-a5d7-a932f482322c req-c85ad693-feae-4cde-98a0-b09c1e86b538 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/networks?id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 HTTP/1.1" status: 200 len: 813 time: 0.2845836 Jul 08 20:41:37.311450 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f709080e-6e89-44ed-a5d7-a932f482322c req-cd156cd2-bbc1-41d2-8c2e-d67657cd5766 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/quotas/4c38fee99d074aba9cf999ad76f44290 HTTP/1.1" status: 200 len: 375 time: 0.0220270 Jul 08 20:41:37.470319 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f709080e-6e89-44ed-a5d7-a932f482322c req-d23f4b37-37f8-4dcc-a3f4-575fabeb2050 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4c38fee99d074aba9cf999ad76f44290&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1531641 Jul 08 20:41:37.719892 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcded0c7-f168-40b3-829d-204c50928365 req-4e978fbf-b175-46e3-90b9-3b58e83e0f83 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:37.722257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fcded0c7-f168-40b3-829d-204c50928365 req-4e978fbf-b175-46e3-90b9-3b58e83e0f83 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.0816264 Jul 08 20:41:37.783327 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fcded0c7-f168-40b3-829d-204c50928365 req-c1f44811-dfec-4d2b-9f78-1f83eb758e6f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538163 Jul 08 20:41:37.809922 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042d640-a409-4654-9b4f-789d271942b6 req-2d0c2d3f-69d8-4c5e-a520-ae7e16fed7fd tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:37.817328 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9042d640-a409-4654-9b4f-789d271942b6 req-2d0c2d3f-69d8-4c5e-a520-ae7e16fed7fd tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1153774 Jul 08 20:41:37.868924 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9042d640-a409-4654-9b4f-789d271942b6 req-a9d73493-13ce-4c73-9dac-49ef537adaa6 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505672 Jul 08 20:41:38.131348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea00af-8719-44a4-934f-7b5ba784a41b req-daca9798-7461-41cd-b350-bf5dda57d2f0 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:38.134121 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b5ea00af-8719-44a4-934f-7b5ba784a41b req-daca9798-7461-41cd-b350-bf5dda57d2f0 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0897877 Jul 08 20:41:38.188600 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b5ea00af-8719-44a4-934f-7b5ba784a41b req-6fd0ee8e-25ce-42c1-b31f-572ca1239afc tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440588 Jul 08 20:41:38.224842 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:38.457720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e019a5ac-269c-4dc3-8733-f96c2c70269a req-15906ccf-bc56-40a7-b328-c75a56a95b9a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4c38fee99d074aba9cf999ad76f44290 HTTP/1.1" status: 200 len: 221 time: 0.0655711 Jul 08 20:41:38.671854 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041195ca-c3ab-4219-86f6-358a20e7be1f req-f02ef5e4-cb5b-4ba2-88e6-137e7ea4b8c0 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:38.673773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-041195ca-c3ab-4219-86f6-358a20e7be1f req-f02ef5e4-cb5b-4ba2-88e6-137e7ea4b8c0 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0768778 Jul 08 20:41:38.725308 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-041195ca-c3ab-4219-86f6-358a20e7be1f req-b8812e73-d9a4-422f-90f1-ebc729ade607 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450387 Jul 08 20:41:39.000563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea500a-8479-45db-aa03-af5e1d0adaca req-906b7bcd-f715-4a70-b8f3-872c993862f9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:39.009688 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04ea500a-8479-45db-aa03-af5e1d0adaca req-906b7bcd-f715-4a70-b8f3-872c993862f9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0822675 Jul 08 20:41:39.027730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e62ef-eb62-48bb-8546-36ad7cb17c7e req-9af9e01d-5d50-43cf-8e69-6622c0cd8d97 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:39.029644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f34e62ef-eb62-48bb-8546-36ad7cb17c7e req-9af9e01d-5d50-43cf-8e69-6622c0cd8d97 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.0903239 Jul 08 20:41:39.067588 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04ea500a-8479-45db-aa03-af5e1d0adaca req-1f549e4d-eb9a-4256-9d90-a47938c40641 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564287 Jul 08 20:41:39.132614 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f34e62ef-eb62-48bb-8546-36ad7cb17c7e req-aea33aac-7049-43e0-ac66-3f3927b7c097 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933943 Jul 08 20:41:39.336260 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d312d8-4c7f-471a-8142-223d3aca5cc9 req-e9ef9ffa-787e-4fab-bb7b-b64876579a27 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:39.344523 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39d312d8-4c7f-471a-8142-223d3aca5cc9 req-e9ef9ffa-787e-4fab-bb7b-b64876579a27 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1027215 Jul 08 20:41:39.430940 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39d312d8-4c7f-471a-8142-223d3aca5cc9 req-e279a4b9-af47-4567-9d64-9128f5344660 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854139 Jul 08 20:41:39.707288 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e8c88-1ee5-4547-95f9-7932f5eb7e85 req-0b9fe64e-050b-424c-9810-7cc6a622be33 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:39.716847 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f7e8c88-1ee5-4547-95f9-7932f5eb7e85 req-0b9fe64e-050b-424c-9810-7cc6a622be33 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1188829 Jul 08 20:41:39.775951 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f7e8c88-1ee5-4547-95f9-7932f5eb7e85 req-032930c2-f1c4-4f69-bfa7-6e4a93a7173b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579138 Jul 08 20:41:39.805443 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:40.096305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb992ccd-a6a4-4666-8d78-564199c7e27b req-2e2b4439-17d1-4f21-a0cf-1951ef978b24 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:40.098351 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb992ccd-a6a4-4666-8d78-564199c7e27b req-2e2b4439-17d1-4f21-a0cf-1951ef978b24 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1497924 Jul 08 20:41:40.138983 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb992ccd-a6a4-4666-8d78-564199c7e27b req-a6f6ddb0-ab57-422c-acc0-7295edc27f1c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349300 Jul 08 20:41:40.472373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d06f1-ecba-47e4-ac57-1ff4d3c84b31 req-88008e97-2f8e-4494-8cad-7e97f93597d2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:40.473032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d9601-43fb-494a-83d4-a3b95c8a82ba req-3fe93ea0-9e05-458d-8a94-bd43c14b8660 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:40.474383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e52d06f1-ecba-47e4-ac57-1ff4d3c84b31 req-88008e97-2f8e-4494-8cad-7e97f93597d2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1387157 Jul 08 20:41:40.476217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-333d9601-43fb-494a-83d4-a3b95c8a82ba req-3fe93ea0-9e05-458d-8a94-bd43c14b8660 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.1314399 Jul 08 20:41:40.547791 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e52d06f1-ecba-47e4-ac57-1ff4d3c84b31 req-36f86670-d1a8-46cf-9bf7-135a1a5d527c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552208 Jul 08 20:41:40.599541 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-333d9601-43fb-494a-83d4-a3b95c8a82ba req-cc959ac7-6fb4-4aa3-8444-4b23d65a9ac9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135888 Jul 08 20:41:40.863009 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb90450-d011-487d-8a27-64d60ce3e72c req-fa6d6ef2-38c4-45b7-ac0d-cab34d3634bf tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:40.864591 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ccb90450-d011-487d-8a27-64d60ce3e72c req-fa6d6ef2-38c4-45b7-ac0d-cab34d3634bf tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1344256 Jul 08 20:41:40.935859 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ccb90450-d011-487d-8a27-64d60ce3e72c req-2fe3dc30-631d-4391-9fa0-35729f5a2683 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570431 Jul 08 20:41:41.235396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42009291-c8df-4280-a179-13626d1ff87d req-6636932d-7f31-4b30-a6fd-e1ed9109e263 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:41.237377 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42009291-c8df-4280-a179-13626d1ff87d req-6636932d-7f31-4b30-a6fd-e1ed9109e263 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1265378 Jul 08 20:41:41.321273 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42009291-c8df-4280-a179-13626d1ff87d req-02892019-e68f-40f2-9c4c-6dc3f120af35 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769258 Jul 08 20:41:41.603852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374cc24-649a-44b9-94e3-eedd614b70dd req-65f62046-3208-40cf-84ef-02e5797b8868 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:41.612182 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0374cc24-649a-44b9-94e3-eedd614b70dd req-65f62046-3208-40cf-84ef-02e5797b8868 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0863795 Jul 08 20:41:41.714948 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0374cc24-649a-44b9-94e3-eedd614b70dd req-da9e0c75-6dbb-4cb7-babc-aab1cd14609e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979328 Jul 08 20:41:41.942529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaad45b-9319-4459-8f59-c6c8817e8936 req-b20f8f6b-2514-4a39-bb68-952ab67057b3 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:41.951481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fbaad45b-9319-4459-8f59-c6c8817e8936 req-b20f8f6b-2514-4a39-bb68-952ab67057b3 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0851438 Jul 08 20:41:42.056999 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fbaad45b-9319-4459-8f59-c6c8817e8936 req-d539b931-d470-4d68-befc-67b27e880adc tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042869 Jul 08 20:41:42.155487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea83f7-a04b-4219-b16d-0746dccd8d7f req-1dc7f238-a494-4f37-9c7a-3c81a10c66de tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:42.169131 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aaea83f7-a04b-4219-b16d-0746dccd8d7f req-1dc7f238-a494-4f37-9c7a-3c81a10c66de tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.1829515 Jul 08 20:41:42.255505 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aaea83f7-a04b-4219-b16d-0746dccd8d7f req-a0f0e57e-dcdf-4256-b613-371658db5a7e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835950 Jul 08 20:41:42.483476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57550) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:42.567565 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268d210-67b6-426e-a274-ca1b3dc845ce req-367a7039-5518-4609-876b-05d918bd1407 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:42.574767 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3268d210-67b6-426e-a274-ca1b3dc845ce req-367a7039-5518-4609-876b-05d918bd1407 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1125011 Jul 08 20:41:42.621976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3268d210-67b6-426e-a274-ca1b3dc845ce req-114bca82-b228-4f8f-9712-017f0df716db tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459704 Jul 08 20:41:42.733155 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1db8340d-df2b-4c1c-8d4e-52a7fe9765ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:42.882948 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1db8340d-df2b-4c1c-8d4e-52a7fe9765ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:42.896672 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1db8340d-df2b-4c1c-8d4e-52a7fe9765ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:42.978501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57562) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:42.985157 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1db8340d-df2b-4c1c-8d4e-52a7fe9765ee admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=674960c882aa491a82b059617b5618f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5003986 Jul 08 20:41:43.002877 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8340d-df2b-4c1c-8d4e-52a7fe9765ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7637328c-c072-41bb-9e5e-798a84ad3aba,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:43.071912 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd15c1-51d4-49f4-99e2-13ea04240a15 req-6d3c1eb2-0e92-45a0-b824-c882ba5fa0c4 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:43.073579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9dbd15c1-51d4-49f4-99e2-13ea04240a15 req-6d3c1eb2-0e92-45a0-b824-c882ba5fa0c4 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1890597 Jul 08 20:41:43.102968 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9922ea7b-9e43-4561-a686-94a3fb3ef826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:43.139962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9dbd15c1-51d4-49f4-99e2-13ea04240a15 req-4bec2aa1-6e40-473b-bddc-aad4c37a0d07 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602894 Jul 08 20:41:43.150594 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9922ea7b-9e43-4561-a686-94a3fb3ef826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:43.265149 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9922ea7b-9e43-4561-a686-94a3fb3ef826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:43.267734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9922ea7b-9e43-4561-a686-94a3fb3ef826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:43.274177 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9922ea7b-9e43-4561-a686-94a3fb3ef826 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7637328c-c072-41bb-9e5e-798a84ad3aba HTTP/1.1" status: 204 len: 168 time: 0.2945976 Jul 08 20:41:43.302775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922ea7b-9e43-4561-a686-94a3fb3ef826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7637328c-c072-41bb-9e5e-798a84ad3aba,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:43.462800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd4d5-fdcb-471a-a891-0c529391bec2 req-671c919a-3d78-4c99-a131-ac20c16b451f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:43.472355 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a17bd4d5-fdcb-471a-a891-0c529391bec2 req-671c919a-3d78-4c99-a131-ac20c16b451f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1314950 Jul 08 20:41:43.527367 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a17bd4d5-fdcb-471a-a891-0c529391bec2 req-cddfaa9c-dfc5-4969-84c5-3dc8ba7eb1ed tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534670 Jul 08 20:41:43.639635 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec86979-ece5-41cc-bc21-8e76e7dcd12e req-b909b96e-7fe5-4321-b112-c3f7445db4ea tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:43.649631 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ec86979-ece5-41cc-bc21-8e76e7dcd12e req-b909b96e-7fe5-4321-b112-c3f7445db4ea tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.1513791 Jul 08 20:41:43.706226 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ec86979-ece5-41cc-bc21-8e76e7dcd12e req-afb448ba-8809-4aea-99dc-f7b7c3356021 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556295 Jul 08 20:41:43.896852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57590) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:43.918848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2acf75f7-7fe3-40b1-b450-e6eeb2d93988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:44.050430 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2acf75f7-7fe3-40b1-b450-e6eeb2d93988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:44.066404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1fa5b-f2fa-4f2a-a458-ab97047578ec req-74bf63d1-cc59-4551-986a-c5a9f3beaa53 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:44.071665 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2acf75f7-7fe3-40b1-b450-e6eeb2d93988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:44.079107 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6e1fa5b-f2fa-4f2a-a458-ab97047578ec req-74bf63d1-cc59-4551-986a-c5a9f3beaa53 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1957786 Jul 08 20:41:44.131146 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57596) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:44.143181 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2acf75f7-7fe3-40b1-b450-e6eeb2d93988 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=633b772684d348fd9bb67eeb9bfe34d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452285 Jul 08 20:41:44.181235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf75f7-7fe3-40b1-b450-e6eeb2d93988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1dd939-c4f1-40d2-b499-c1662374e999,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:44.184229 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6e1fa5b-f2fa-4f2a-a458-ab97047578ec req-2bac8efe-1354-46b1-b68f-7e7d6036d8fc tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038532 Jul 08 20:41:44.294104 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-166934ca-7ec9-4bfc-812a-cd548f2011d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:44.379922 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-166934ca-7ec9-4bfc-812a-cd548f2011d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:44.493597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-166934ca-7ec9-4bfc-812a-cd548f2011d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:44.495751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-166934ca-7ec9-4bfc-812a-cd548f2011d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:44.501112 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-166934ca-7ec9-4bfc-812a-cd548f2011d6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3a1dd939-c4f1-40d2-b499-c1662374e999 HTTP/1.1" status: 204 len: 168 time: 0.3675447 Jul 08 20:41:44.511535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166934ca-7ec9-4bfc-812a-cd548f2011d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1dd939-c4f1-40d2-b499-c1662374e999,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:44.810396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439196a8-01b3-4d1c-a4f6-8ce6ec544611 req-9a0e1938-1d12-4ca9-af66-9b8c8acd911d tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:44.819751 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-439196a8-01b3-4d1c-a4f6-8ce6ec544611 req-9a0e1938-1d12-4ca9-af66-9b8c8acd911d tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.2134554 Jul 08 20:41:44.908823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-439196a8-01b3-4d1c-a4f6-8ce6ec544611 req-c1dcc1fd-5c7d-4da7-b21e-afcb9a95d260 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874927 Jul 08 20:41:45.258519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f72e0-c5f4-4b92-bf71-09d964ebf6c3 req-bc771089-9525-489b-9e80-0ecc1d449f05 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:45.272118 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ce3f72e0-c5f4-4b92-bf71-09d964ebf6c3 req-bc771089-9525-489b-9e80-0ecc1d449f05 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.1339715 Jul 08 20:41:45.278231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fe005-d2a1-42cc-8e1c-23a3d55c786f req-b4a6965e-bd6b-4f50-8630-032caa8b9605 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:45.289654 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-282fe005-d2a1-42cc-8e1c-23a3d55c786f req-b4a6965e-bd6b-4f50-8630-032caa8b9605 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1750150 Jul 08 20:41:45.357922 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ce3f72e0-c5f4-4b92-bf71-09d964ebf6c3 req-980ec9d0-6a76-485e-98a7-cd73a557485b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842981 Jul 08 20:41:45.408220 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-282fe005-d2a1-42cc-8e1c-23a3d55c786f req-aa215a4d-fc22-4b82-a061-28e3c9feb4a8 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168740 Jul 08 20:41:45.826975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efaf65-69eb-49aa-8202-73162e4cf2b3 req-7fcb595a-e6d4-4980-befb-3e26c080bd04 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:45.828807 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1efaf65-69eb-49aa-8202-73162e4cf2b3 req-7fcb595a-e6d4-4980-befb-3e26c080bd04 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0975423 Jul 08 20:41:45.885508 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1efaf65-69eb-49aa-8202-73162e4cf2b3 req-f6d6e9b2-6ccd-400b-9b5d-badbfc0a4cdd tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489111 Jul 08 20:41:46.197058 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374da0c-2ad4-4b8c-85e9-3eb2eb634be4 req-3b5c62b5-dc0a-41be-8d0e-2876cd52c8b0 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:46.204399 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1374da0c-2ad4-4b8c-85e9-3eb2eb634be4 req-3b5c62b5-dc0a-41be-8d0e-2876cd52c8b0 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1063879 Jul 08 20:41:46.241120 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1374da0c-2ad4-4b8c-85e9-3eb2eb634be4 req-2ecbe125-9ef3-4d1f-8a38-5f3dd6648f34 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356462 Jul 08 20:41:46.504926 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc338b2-cd1e-45fb-b77e-174530859b46 req-6a8c8918-d1a4-48bf-b160-b205d4580e96 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:46.507173 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3fc338b2-cd1e-45fb-b77e-174530859b46 req-6a8c8918-d1a4-48bf-b160-b205d4580e96 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0838125 Jul 08 20:41:46.588986 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3fc338b2-cd1e-45fb-b77e-174530859b46 req-2bc2dc06-268b-4a7b-a50e-baf34a78128c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740445 Jul 08 20:41:46.904115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d4a77-0f97-4e71-9943-efef11d600c2 req-b6598d6e-ae5e-4ac8-b306-ee6b6156ff31 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:46.904692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad49cca-9d49-47db-884c-ef85da5e2bab req-9c26c9e3-db07-43a2-852e-09601acc3e4f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:46.912340 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb2d4a77-0f97-4e71-9943-efef11d600c2 req-b6598d6e-ae5e-4ac8-b306-ee6b6156ff31 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1009815 Jul 08 20:41:46.913671 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dad49cca-9d49-47db-884c-ef85da5e2bab req-9c26c9e3-db07-43a2-852e-09601acc3e4f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.1079507 Jul 08 20:41:46.970418 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dad49cca-9d49-47db-884c-ef85da5e2bab req-4f51b239-1209-4e4b-9bea-73e655515eb9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556736 Jul 08 20:41:46.981921 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb2d4a77-0f97-4e71-9943-efef11d600c2 req-c94d3f3e-3a62-4a0a-9dc3-d52a19ab92ea tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679085 Jul 08 20:41:47.534982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10f3aa-5609-4352-9c6c-bdb186baf0e5 req-b2e588e4-035c-4fff-b612-f4c03b1eedab tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:47.548280 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5b10f3aa-5609-4352-9c6c-bdb186baf0e5 req-b2e588e4-035c-4fff-b612-f4c03b1eedab tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.2069216 Jul 08 20:41:47.597076 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:47.650354 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5b10f3aa-5609-4352-9c6c-bdb186baf0e5 req-f107024d-5142-4c79-b6e0-30d0225dd0e8 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929413 Jul 08 20:41:48.213689 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c89e3-0b38-4170-8e33-504dd2cf93c7 req-f0a8e768-680f-4cdb-805f-415dda0a00c2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:48.223302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-181c89e3-0b38-4170-8e33-504dd2cf93c7 req-f0a8e768-680f-4cdb-805f-415dda0a00c2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.1030860 Jul 08 20:41:48.294182 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-181c89e3-0b38-4170-8e33-504dd2cf93c7 req-bc5d4576-ddbc-4fd4-955b-cbb5069af720 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677605 Jul 08 20:41:48.952777 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d68b82-5883-44a5-9975-fda20b4e8542 req-3ad5d541-cb4b-4ef2-a381-a9b6d210f9cf tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:48.960564 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a6d68b82-5883-44a5-9975-fda20b4e8542 req-3ad5d541-cb4b-4ef2-a381-a9b6d210f9cf tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1329741 Jul 08 20:41:49.004847 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a6d68b82-5883-44a5-9975-fda20b4e8542 req-a50ac45f-fb2e-4ba0-9cbe-cc6a12a91563 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432727 Jul 08 20:41:49.702834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5b90-b7c4-4d79-8663-6293e87d11e1 req-0d413d2d-f277-4b7b-9971-cd5c2e8d5c35 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:49.710840 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38ba5b90-b7c4-4d79-8663-6293e87d11e1 req-0d413d2d-f277-4b7b-9971-cd5c2e8d5c35 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0892384 Jul 08 20:41:49.717928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce64291-867b-4758-8fed-165b07ddce02 req-82cb10ed-98cd-4341-aaea-214019df3445 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:49.719550 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ce64291-867b-4758-8fed-165b07ddce02 req-82cb10ed-98cd-4341-aaea-214019df3445 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.1934280 Jul 08 20:41:49.775539 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38ba5b90-b7c4-4d79-8663-6293e87d11e1 req-2c6e79b8-2557-49c4-8860-a258551842fb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628636 Jul 08 20:41:49.808886 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ce64291-867b-4758-8fed-165b07ddce02 req-52f0cb4f-6457-4641-b502-dd90b143769f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698547 Jul 08 20:41:51.005475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d333696-4529-4384-b145-cfb45e51b0f5 req-dae998df-f098-4043-ab73-90dfb62f6310 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:51.011780 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8d333696-4529-4384-b145-cfb45e51b0f5 req-dae998df-f098-4043-ab73-90dfb62f6310 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0973120 Jul 08 20:41:51.023125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc3e7b-35c1-43c5-b0c7-31852991d82d req-b1768fb5-a070-45f8-87d3-4a06bd1b06f4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:51.026506 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-48dc3e7b-35c1-43c5-b0c7-31852991d82d req-b1768fb5-a070-45f8-87d3-4a06bd1b06f4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.0769196 Jul 08 20:41:51.077594 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8d333696-4529-4384-b145-cfb45e51b0f5 req-478f2723-3a4d-4f1b-af55-4ca5d98c65b0 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604799 Jul 08 20:41:51.090228 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-48dc3e7b-35c1-43c5-b0c7-31852991d82d req-e8e31f6b-05f7-4694-894b-747330b2e5ba tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577960 Jul 08 20:41:51.583491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6376f-a8f7-40da-9958-5e3dced4ab8e req-30bac360-92fe-447e-8cc5-3adfea64fc6b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:51.585599 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d2c6376f-a8f7-40da-9958-5e3dced4ab8e req-30bac360-92fe-447e-8cc5-3adfea64fc6b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.3667207 Jul 08 20:41:51.627824 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d2c6376f-a8f7-40da-9958-5e3dced4ab8e req-d834b837-3368-4934-9274-b35a1ceac583 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359471 Jul 08 20:41:51.906698 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587c2f2-81e7-4c21-8bce-18cd40900fd7 req-ae99144b-b0c2-4866-ab0d-deeaf6bec78b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:51.908411 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b587c2f2-81e7-4c21-8bce-18cd40900fd7 req-ae99144b-b0c2-4866-ab0d-deeaf6bec78b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0776806 Jul 08 20:41:51.954054 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b587c2f2-81e7-4c21-8bce-18cd40900fd7 req-825229ee-b9fd-4570-bdbc-de0a654846b9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Jul 08 20:41:52.155780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b1633-47e7-46db-930b-c866868e278d req-23dbd6cb-cfcc-4ede-b1e7-e1b026669191 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:52.164055 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd5b1633-47e7-46db-930b-c866868e278d req-23dbd6cb-cfcc-4ede-b1e7-e1b026669191 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0765417 Jul 08 20:41:52.210965 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd5b1633-47e7-46db-930b-c866868e278d req-cccfd792-6b61-4358-be5f-2237f9f346c8 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456715 Jul 08 20:41:52.306867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5f6a7-689c-4342-8960-a14ca0964e64 req-3920d8c0-7411-49d4-8e45-3735875ae3d7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:52.309078 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25f5f6a7-689c-4342-8960-a14ca0964e64 req-3920d8c0-7411-49d4-8e45-3735875ae3d7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.0766461 Jul 08 20:41:52.371138 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25f5f6a7-689c-4342-8960-a14ca0964e64 req-2caa6872-66b4-403e-8779-24e32e3d4b18 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552409 Jul 08 20:41:52.798281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc87d3-fa02-4dbf-ae80-b9fafac84f66 req-0ab06f6b-dd1f-4852-9f14-ae804b429611 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:52.799754 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b6fc87d3-fa02-4dbf-ae80-b9fafac84f66 req-0ab06f6b-dd1f-4852-9f14-ae804b429611 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.3337517 Jul 08 20:41:52.840840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b6fc87d3-fa02-4dbf-ae80-b9fafac84f66 req-ab147307-e6ff-430f-ba0c-a43c5918dacc tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343091 Jul 08 20:41:53.033070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cb718-3806-4a40-b999-9991990fff8f req-56ceb5f9-8f82-483f-baff-a6c5e42a3b47 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:53.035026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-826cb718-3806-4a40-b999-9991990fff8f req-56ceb5f9-8f82-483f-baff-a6c5e42a3b47 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0716925 Jul 08 20:41:53.080769 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-826cb718-3806-4a40-b999-9991990fff8f req-88f74aad-4639-4fa4-95e1-e40b1c571f51 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374324 Jul 08 20:41:53.376088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95cbdf-5541-44f9-b3be-2cbb32a9bec6 req-01f7f122-7b2d-41eb-bff5-5851e51276ef tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:53.378675 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3a95cbdf-5541-44f9-b3be-2cbb32a9bec6 req-01f7f122-7b2d-41eb-bff5-5851e51276ef tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0803413 Jul 08 20:41:53.442930 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:53.461332 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3a95cbdf-5541-44f9-b3be-2cbb32a9bec6 req-ca0c0c8b-fc55-414d-b2d0-feb458b2c29f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761786 Jul 08 20:41:53.689073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f5ba4-2c09-49ce-939b-d31a3258056f req-9ef2005d-e355-49db-9db1-464f3b2ada9e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:53.691340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-921f5ba4-2c09-49ce-939b-d31a3258056f req-9ef2005d-e355-49db-9db1-464f3b2ada9e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0834363 Jul 08 20:41:53.730293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb38061-0c13-4131-b71a-8583aced7030 req-3fda9193-8115-4562-be23-30f1d932b335 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:53.744363 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ffb38061-0c13-4131-b71a-8583aced7030 req-3fda9193-8115-4562-be23-30f1d932b335 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.1294439 Jul 08 20:41:53.766586 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-921f5ba4-2c09-49ce-939b-d31a3258056f req-68bb767c-db07-4b10-8f0d-06c771bcbbd2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629942 Jul 08 20:41:53.809912 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ffb38061-0c13-4131-b71a-8583aced7030 req-531d8631-39e8-4d9d-9e3a-1fbbd9800186 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632582 Jul 08 20:41:54.004416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7226729-aba1-4094-b88b-b4da80f5fced req-24eaf8db-e079-4c1c-8439-c9b6f340ed4e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:54.012320 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f7226729-aba1-4094-b88b-b4da80f5fced req-24eaf8db-e079-4c1c-8439-c9b6f340ed4e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0812039 Jul 08 20:41:54.058116 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f7226729-aba1-4094-b88b-b4da80f5fced req-61e380a0-b793-4d9d-b5b6-75d43f69a38d tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448928 Jul 08 20:41:54.177584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 57880) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:54.276656 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387aef7-06d6-4beb-9b77-263189465884 req-f7c1cf42-9b05-41d5-b558-154ed80aae6f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:54.278199 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3387aef7-06d6-4beb-9b77-263189465884 req-f7c1cf42-9b05-41d5-b558-154ed80aae6f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0829566 Jul 08 20:41:54.316241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-898bd969-7b89-47ba-8058-980f7187ae4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:54.324194 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3387aef7-06d6-4beb-9b77-263189465884 req-195be182-de4f-44cd-86ff-41e86d159b6f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386739 Jul 08 20:41:54.426610 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-898bd969-7b89-47ba-8058-980f7187ae4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:54.432970 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-898bd969-7b89-47ba-8058-980f7187ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:54.473809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-898bd969-7b89-47ba-8058-980f7187ae4d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4f445c3910d747d799fa50e81da7d84e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942224 Jul 08 20:41:54.474491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bd969-7b89-47ba-8058-980f7187ae4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e89390-d6d0-448f-959b-1793056a0ebd,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:54.477042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57888) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:54.659310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a40cff-58d9-4c66-b576-c5510d7f0537 req-334d238b-fcbf-41fe-8ab9-1881ab9f6cbf tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:54.659729 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58a40cff-58d9-4c66-b576-c5510d7f0537 req-334d238b-fcbf-41fe-8ab9-1881ab9f6cbf tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1395524 Jul 08 20:41:54.660541 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:54.700843 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:54.732354 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58a40cff-58d9-4c66-b576-c5510d7f0537 req-27021b66-712d-4f64-9446-0a064cd8e7dd tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653412 Jul 08 20:41:54.780173 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:54.783651 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:54.785220 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/96e89390-d6d0-448f-959b-1793056a0ebd HTTP/1.1" status: 204 len: 168 time: 0.3054476 Jul 08 20:41:54.797607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e89390-d6d0-448f-959b-1793056a0ebd,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:54.808007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:54.808369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:54.808742 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:54.809098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:54.809473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:54.809836 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:54.810174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:54.810513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:54.810931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:54.811281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:54.811612 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:54.811947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242e2e3-f3ce-4d99-bc7f-42c5a125cd36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:54.993250 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718a3b-d462-4077-99ea-9a9c7d27ea33 req-dafda0c4-88d9-4b3f-835f-f25c28b8b5d9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:54.994852 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-db718a3b-d462-4077-99ea-9a9c7d27ea33 req-dafda0c4-88d9-4b3f-835f-f25c28b8b5d9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0910394 Jul 08 20:41:55.044259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb6d79-4f01-4e7f-85a3-1754720b5342 req-fd96fba9-d998-47c9-9720-5fb186223598 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:55.052696 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-97cb6d79-4f01-4e7f-85a3-1754720b5342 req-fd96fba9-d998-47c9-9720-5fb186223598 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.1095936 Jul 08 20:41:55.058806 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-db718a3b-d462-4077-99ea-9a9c7d27ea33 req-418f0c96-2fb3-476e-88c6-2bdee3d84670 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578277 Jul 08 20:41:55.115168 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-97cb6d79-4f01-4e7f-85a3-1754720b5342 req-f529a708-15c2-4c08-b98e-dc3babbea63e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612023 Jul 08 20:41:55.161357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57904) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:55.176789 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a92ecc2a-3808-4b80-a767-b6b1a5d62779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:55.312046 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a92ecc2a-3808-4b80-a767-b6b1a5d62779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:55.329636 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a92ecc2a-3808-4b80-a767-b6b1a5d62779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:55.374968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ecc2a-3808-4b80-a767-b6b1a5d62779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc41f7eb-20f6-44c6-a073-e99ee3e340cf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:55.382151 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a92ecc2a-3808-4b80-a767-b6b1a5d62779 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=392cf07a09ae4443b646d38e90e798cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196500 Jul 08 20:41:55.385424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 57910) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:55.450845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8ff84-672f-467f-abe8-c3c086b11de6 req-b34fc6b7-b760-44f5-bd1a-9d5fd7f4e8e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:55.452373 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11d8ff84-672f-467f-abe8-c3c086b11de6 req-b34fc6b7-b760-44f5-bd1a-9d5fd7f4e8e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1588192 Jul 08 20:41:55.477043 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4e3d-2c98-47c4-b7ff-4656cf3cee12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:55.511550 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4e3d-2c98-47c4-b7ff-4656cf3cee12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:55.515752 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11d8ff84-672f-467f-abe8-c3c086b11de6 req-1110fba4-5b47-45c4-a3d1-2a1cdf5584e9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552359 Jul 08 20:41:55.565476 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4e3d-2c98-47c4-b7ff-4656cf3cee12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:55.568246 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4e3d-2c98-47c4-b7ff-4656cf3cee12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:55.572461 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fc0a4e3d-2c98-47c4-b7ff-4656cf3cee12 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cc41f7eb-20f6-44c6-a073-e99ee3e340cf HTTP/1.1" status: 204 len: 168 time: 0.1833360 Jul 08 20:41:55.579019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a4e3d-2c98-47c4-b7ff-4656cf3cee12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc41f7eb-20f6-44c6-a073-e99ee3e340cf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:55.745052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672b482-afb9-4b55-a911-7731dec9c069 req-b9af5264-5504-4e9d-ad7e-49684745d672 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:55.752566 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2672b482-afb9-4b55-a911-7731dec9c069 req-b9af5264-5504-4e9d-ad7e-49684745d672 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0858557 Jul 08 20:41:55.792838 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2672b482-afb9-4b55-a911-7731dec9c069 req-65dca24b-9825-433e-bf50-00fecfe7eeb4 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390120 Jul 08 20:41:56.011000 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b4ce9-b71c-4fa0-b0d6-e6243ccd73cc req-a9854fb5-56f7-44dd-b4fe-d58e2d3e3b0b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:56.012571 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-014b4ce9-b71c-4fa0-b0d6-e6243ccd73cc req-a9854fb5-56f7-44dd-b4fe-d58e2d3e3b0b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0729072 Jul 08 20:41:56.057129 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-014b4ce9-b71c-4fa0-b0d6-e6243ccd73cc req-9cc2864a-60b0-40c7-9243-587a5266ad55 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387266 Jul 08 20:41:56.248130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581e0c9-e639-44bd-9243-846ccebffc2c req-aafb1bb5-cdd4-4ec4-adaf-2630790ca277 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:56.249886 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5581e0c9-e639-44bd-9243-846ccebffc2c req-aafb1bb5-cdd4-4ec4-adaf-2630790ca277 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0733857 Jul 08 20:41:56.314096 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5581e0c9-e639-44bd-9243-846ccebffc2c req-24b017c3-2812-4ecc-b953-a5f14605b888 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533290 Jul 08 20:41:56.341873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01524170-c69f-468c-a76d-6a032e54fc3b req-8cc4ffc4-39ea-422b-b92f-8004a6941e9e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:56.343539 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01524170-c69f-468c-a76d-6a032e54fc3b req-8cc4ffc4-39ea-422b-b92f-8004a6941e9e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.0979860 Jul 08 20:41:56.389390 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01524170-c69f-468c-a76d-6a032e54fc3b req-81d52c25-6d64-4cc7-ba94-c837208541b8 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392337 Jul 08 20:41:56.624058 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ffc34-5251-42ec-b368-da39c94f07db req-938475a1-438f-49b6-8fb0-f2ab0c9d70f6 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:56.625630 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-245ffc34-5251-42ec-b368-da39c94f07db req-938475a1-438f-49b6-8fb0-f2ab0c9d70f6 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0820224 Jul 08 20:41:56.686804 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-245ffc34-5251-42ec-b368-da39c94f07db req-5c73ff96-9eaa-4a21-bf9e-a6469d98dc94 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531509 Jul 08 20:41:56.907928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb9ac1-6a18-407c-b65b-1c43dbfb97e8 req-97664951-bdcc-41b5-8d50-150499db525f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:56.909720 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e7eb9ac1-6a18-407c-b65b-1c43dbfb97e8 req-97664951-bdcc-41b5-8d50-150499db525f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0844660 Jul 08 20:41:56.957195 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e7eb9ac1-6a18-407c-b65b-1c43dbfb97e8 req-755ae86d-f5e7-45c1-989c-88c53cbaba81 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Jul 08 20:41:57.270333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d75a0e-27e0-4c58-a096-e217ffc228f3 req-05053bfb-9f8a-449a-a0a3-a056fbe0caa6 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:57.272927 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78d75a0e-27e0-4c58-a096-e217ffc228f3 req-05053bfb-9f8a-449a-a0a3-a056fbe0caa6 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0718954 Jul 08 20:41:57.316571 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78d75a0e-27e0-4c58-a096-e217ffc228f3 req-dc7a0305-f36d-4a7c-91ad-2b410b8848bd tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374556 Jul 08 20:41:57.569193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947faf1-4a47-4348-ac48-8c54f1036095 req-3d93ee8a-985a-4eba-a2ab-5d2d8b114874 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:57.570873 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1947faf1-4a47-4348-ac48-8c54f1036095 req-3d93ee8a-985a-4eba-a2ab-5d2d8b114874 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1013794 Jul 08 20:41:57.612262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256911b-b206-4bb6-af7c-05a70558499b req-f7d501ff-5709-447c-9345-0deede27a8f6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:57.613856 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9256911b-b206-4bb6-af7c-05a70558499b req-f7d501ff-5709-447c-9345-0deede27a8f6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 943 time: 0.0707750 Jul 08 20:41:57.618514 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1947faf1-4a47-4348-ac48-8c54f1036095 req-90a7faf0-f633-4e0a-b1dc-acd2ddbfbbb7 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 Jul 08 20:41:57.671454 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device fb725f0c-4177-4ada-b277-6931efb10044 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:41:57.688875 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9256911b-b206-4bb6-af7c-05a70558499b req-b4eed035-2a62-4db1-9028-3deefa604317 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591853 Jul 08 20:41:57.794918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port fb725f0c-4177-4ada-b277-6931efb10044, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=fb725f0c-4177-4ada-b277-6931efb10044,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:41:57.820967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'fb725f0c-4177-4ada-b277-6931efb10044', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'port_id': 'fb725f0c-4177-4ada-b277-6931efb10044', 'mac_address': 'fa:16:3e:5a:20:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:41:57.842639 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0438632-8c5f-4d5d-af1d-f6bb3cd4ed1d req-e6a9a022-c93b-4c65-a27d-8f0ea38ce13f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:57.844616 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a0438632-8c5f-4d5d-af1d-f6bb3cd4ed1d req-e6a9a022-c93b-4c65-a27d-8f0ea38ce13f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0802927 Jul 08 20:41:57.882919 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:57.898942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb725f0c-4177-4ada-b277-6931efb10044 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:41:57.909230 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a0438632-8c5f-4d5d-af1d-f6bb3cd4ed1d req-0cc9b921-3963-42e9-aca0-aa068a5a3dcc tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588658 Jul 08 20:41:57.938053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port fb725f0c-4177-4ada-b277-6931efb10044, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=fb725f0c-4177-4ada-b277-6931efb10044,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:41:57.942709 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:58.016761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=fb725f0c-4177-4ada-b277-6931efb10044,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:58.027116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:58.027721 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:58.028206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:58.028952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:58.029443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:58.030044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:58.030544 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:58.031059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:58.031545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:58.032294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:58.033015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:58.033721 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:41:58.053711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58032) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:58.149237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b02a1-59ac-404f-8261-fb02b2bf26ed req-83234d22-b88e-4f77-8a0c-de322596c254 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:58.155898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['fb725f0c-4177-4ada-b277-6931efb10044'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:41:58.157160 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-340b02a1-59ac-404f-8261-fb02b2bf26ed req-83234d22-b88e-4f77-8a0c-de322596c254 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0960119 Jul 08 20:41:58.211247 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd2658e2-d257-42ee-888b-76086c8d4fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:58.216850 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-340b02a1-59ac-404f-8261-fb02b2bf26ed req-7d1933a8-f540-4d45-9286-3e1f1681cd20 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586531 Jul 08 20:41:58.337214 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd2658e2-d257-42ee-888b-76086c8d4fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:58.343604 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd2658e2-d257-42ee-888b-76086c8d4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:58.396805 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fd2658e2-d257-42ee-888b-76086c8d4fb9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=95e1d98a6a39497fb5795d1c09a58a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415177 Jul 08 20:41:58.400492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58040) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:58.414700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2658e2-d257-42ee-888b-76086c8d4fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c9383f-887f-4aba-985f-adc14cc8181f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:58.460495 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2415afe7-c4f9-4576-a9a8-427510ada802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:58.489118 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2415afe7-c4f9-4576-a9a8-427510ada802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:58.550157 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2415afe7-c4f9-4576-a9a8-427510ada802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:58.554025 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2415afe7-c4f9-4576-a9a8-427510ada802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:58.557706 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2415afe7-c4f9-4576-a9a8-427510ada802 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/27c9383f-887f-4aba-985f-adc14cc8181f HTTP/1.1" status: 204 len: 168 time: 0.1536629 Jul 08 20:41:58.567700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415afe7-c4f9-4576-a9a8-427510ada802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c9383f-887f-4aba-985f-adc14cc8181f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:58.898444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 58060) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:58.932609 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0543-dc2c-4257-9a85-ede6ebc00dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:58.952255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a4498-a453-4c60-b340-4bf087f795c9 req-4b322a53-5557-4abf-9602-7d152db4f9f2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:58.955163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45b370-d823-4282-b650-63a0eb7f37b2 req-682843e8-6528-48ac-bac8-6a33765d3490 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:41:58.956861 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb45b370-d823-4282-b650-63a0eb7f37b2 req-682843e8-6528-48ac-bac8-6a33765d3490 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 944 time: 0.1183813 Jul 08 20:41:58.965054 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de5a4498-a453-4c60-b340-4bf087f795c9 req-4b322a53-5557-4abf-9602-7d152db4f9f2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1228666 Jul 08 20:41:59.022546 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb45b370-d823-4282-b650-63a0eb7f37b2 req-b9c9ba32-3d49-415f-8d30-b549e07733cd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578048 Jul 08 20:41:59.030366 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de5a4498-a453-4c60-b340-4bf087f795c9 req-8285eb3a-92ef-4558-b928-327d147f2179 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637400 Jul 08 20:41:59.103587 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0543-dc2c-4257-9a85-ede6ebc00dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:59.107711 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0543-dc2c-4257-9a85-ede6ebc00dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:59.157160 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ef5e0543-dc2c-4257-9a85-ede6ebc00dbf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a0470000213c44f0821973e81526155b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529829 Jul 08 20:41:59.157160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e0543-dc2c-4257-9a85-ede6ebc00dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a722a539-3038-4cdd-a38c-d5532f560ac2,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:59.158072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 58066) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:41:59.217434 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1eefe3b-6057-4341-916f-82fd8bf286f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:59.245339 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1eefe3b-6057-4341-916f-82fd8bf286f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:59.310171 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1eefe3b-6057-4341-916f-82fd8bf286f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:59.313812 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1eefe3b-6057-4341-916f-82fd8bf286f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:59.315470 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f1eefe3b-6057-4341-916f-82fd8bf286f8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a722a539-3038-4cdd-a38c-d5532f560ac2 HTTP/1.1" status: 204 len: 168 time: 0.1558087 Jul 08 20:41:59.324044 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eefe3b-6057-4341-916f-82fd8bf286f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a722a539-3038-4cdd-a38c-d5532f560ac2,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:41:59.670112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device fb725f0c-4177-4ada-b277-6931efb10044 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:41:59.720726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port fb725f0c-4177-4ada-b277-6931efb10044 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:41:59.724818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port fb725f0c-4177-4ada-b277-6931efb10044 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:41:59.725302 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:59.812002 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:59.837098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca4c111-f977-4e05-8180-0b1606f4678e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb725f0c-4177-4ada-b277-6931efb10044'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:41:59.840397 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baa910d-ebb0-4945-8ba9-dcad1eed0993" -d '{"events": [{"server_uuid": "cca4c111-f977-4e05-8180-0b1606f4678e", "name": "network-vif-plugged", "status": "completed", "tag": "fb725f0c-4177-4ada-b277-6931efb10044"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:41:59.858759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port fb725f0c-4177-4ada-b277-6931efb10044, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=fb725f0c-4177-4ada-b277-6931efb10044,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:41:59.863830 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:41:59.892710 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d488734-c284-4c6d-810a-1d9727d1bc4e x-openstack-request-id: req-2d488734-c284-4c6d-810a-1d9727d1bc4e {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:41:59.892992 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca4c111-f977-4e05-8180-0b1606f4678e", "name": "network-vif-plugged", "status": "completed", "tag": "fb725f0c-4177-4ada-b277-6931efb10044", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:41:59.893472 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2d488734-c284-4c6d-810a-1d9727d1bc4e {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:41:59.894044 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca4c111-f977-4e05-8180-0b1606f4678e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb725f0c-4177-4ada-b277-6931efb10044', 'code': 200} Jul 08 20:41:59.941231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=fb725f0c-4177-4ada-b277-6931efb10044,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:42:00.017857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c36de-6eaf-425e-8217-f5e39cc9642e req-16b88c53-9d14-447a-8d9a-7a0ad45b191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:00.020947 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc6c36de-6eaf-425e-8217-f5e39cc9642e req-16b88c53-9d14-447a-8d9a-7a0ad45b191a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 1097 time: 0.0688982 Jul 08 20:42:00.083761 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc6c36de-6eaf-425e-8217-f5e39cc9642e req-dbbf27c1-9f1d-4cc7-9aea-25e2db71d96e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563827 Jul 08 20:42:00.274018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9236d7-bb06-406e-b5cd-7211f68febaa req-ba56c80a-0b28-4b66-9a49-0a2fed33f714 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:00.275922 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a9236d7-bb06-406e-b5cd-7211f68febaa req-ba56c80a-0b28-4b66-9a49-0a2fed33f714 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1063743 Jul 08 20:42:00.358907 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f10bc-ca53-4c3c-b16f-95d7d384150b req-a608e170-9be9-4cf0-9801-2f19dcc1c145 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:00.362072 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c6f10bc-ca53-4c3c-b16f-95d7d384150b req-a608e170-9be9-4cf0-9801-2f19dcc1c145 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 945 time: 0.1245830 Jul 08 20:42:00.365201 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a9236d7-bb06-406e-b5cd-7211f68febaa req-ee086c42-6b2f-4ba6-8072-39dbf00a0a5a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818548 Jul 08 20:42:00.466472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c6f10bc-ca53-4c3c-b16f-95d7d384150b req-a7958ed6-47ae-4bc0-9e4c-38b5ad6f8789 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981953 Jul 08 20:42:01.636426 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f66926-b8b6-417a-a3dc-701c7dee3b73 req-4d4cd51f-85b8-4f66-a5ae-f019e8747207 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:01.638106 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12f66926-b8b6-417a-a3dc-701c7dee3b73 req-4d4cd51f-85b8-4f66-a5ae-f019e8747207 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1034977 Jul 08 20:42:01.704468 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12f66926-b8b6-417a-a3dc-701c7dee3b73 req-bd96847c-ca02-418f-bb21-8735bf9bb2f5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528045 Jul 08 20:42:01.826615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a8752-5da8-43b1-a6ad-a8f70ea6e171 req-20526cbb-51f5-4521-b3e5-a62ebb6393b2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:01.833719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-585a8752-5da8-43b1-a6ad-a8f70ea6e171 req-20526cbb-51f5-4521-b3e5-a62ebb6393b2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 945 time: 0.0927839 Jul 08 20:42:01.873644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-585a8752-5da8-43b1-a6ad-a8f70ea6e171 req-890ce223-c462-4c61-9ca5-150cd840da59 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386648 Jul 08 20:42:02.091346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6585c0-dd49-4cbb-9bab-6a745e486020 req-214978bc-1c68-4f5f-b291-cc29ef0d0707 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:02.097140 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f6585c0-dd49-4cbb-9bab-6a745e486020 req-214978bc-1c68-4f5f-b291-cc29ef0d0707 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 945 time: 0.1006024 Jul 08 20:42:02.136701 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f6585c0-dd49-4cbb-9bab-6a745e486020 req-712da08d-1815-40ea-81ec-8ec9d94cba38 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381315 Jul 08 20:42:02.335921 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed2184-884b-456f-9bd0-9ee372ed3119 req-82dcb98e-1501-4197-8d9d-64da380edc23 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:02.337546 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a1ed2184-884b-456f-9bd0-9ee372ed3119 req-82dcb98e-1501-4197-8d9d-64da380edc23 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 945 time: 0.0839140 Jul 08 20:42:02.385729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a1ed2184-884b-456f-9bd0-9ee372ed3119 req-b9d53660-8998-4cda-ad71-9a2f1363c74f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 Jul 08 20:42:03.026656 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec566f-61bc-4366-b199-770f406b3b89 req-0174b363-eb23-4d49-8a35-60acf25486fa tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:03.029574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4ec566f-61bc-4366-b199-770f406b3b89 req-0174b363-eb23-4d49-8a35-60acf25486fa tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0936396 Jul 08 20:42:03.108492 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4ec566f-61bc-4366-b199-770f406b3b89 req-a9833986-d051-46f3-8c9f-4f98491d5fd9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714726 Jul 08 20:42:03.154205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d8257-6e87-4b33-ba01-ef946f97f98e req-f41a467e-3d88-4922-a150-b7e9c51fbfa6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:03.162407 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:42:03.164814 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-466d8257-6e87-4b33-ba01-ef946f97f98e req-f41a467e-3d88-4922-a150-b7e9c51fbfa6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 945 time: 0.1945395 Jul 08 20:42:03.246793 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-466d8257-6e87-4b33-ba01-ef946f97f98e req-dd26af9e-9b1b-41c5-b2a4-3782ed2fa9e8 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810759 Jul 08 20:42:04.061364 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d79355d5-d1f9-4ee9-9cf0-8b8312266324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:04.366000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d850734-0a5f-4ad8-9e17-0554bb4beb42 req-ec8cc868-7e7d-4154-ba76-17b7c794e5c2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:04.373490 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d850734-0a5f-4ad8-9e17-0554bb4beb42 req-ec8cc868-7e7d-4154-ba76-17b7c794e5c2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1142266 Jul 08 20:42:04.463410 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d850734-0a5f-4ad8-9e17-0554bb4beb42 req-adfa249e-9aa6-4f56-8ba3-2ff3093768f1 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858879 Jul 08 20:42:04.469593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3f47f-1ad6-40b7-a023-c259409480e4 req-3c72bdfd-5874-411d-a83b-56b445f18633 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:04.471859 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-41c3f47f-1ad6-40b7-a023-c259409480e4 req-3c72bdfd-5874-411d-a83b-56b445f18633 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 945 time: 0.1243939 Jul 08 20:42:04.662032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff74ac-3912-4e5f-be8a-8a851cbc5f7a req-89ac46c8-8e8e-49bc-b235-9878a74557c9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:04.664499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4bff74ac-3912-4e5f-be8a-8a851cbc5f7a req-89ac46c8-8e8e-49bc-b235-9878a74557c9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 945 time: 0.1665199 Jul 08 20:42:04.733344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4bff74ac-3912-4e5f-be8a-8a851cbc5f7a req-6fc9cec6-9cd4-4f0c-80e9-22fbe04ad6ef tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537610 Jul 08 20:42:04.736103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-41c3f47f-1ad6-40b7-a023-c259409480e4 req-0580dea8-9579-4737-8d6b-6892662577cb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Deleting port fb725f0c-4177-4ada-b277-6931efb10044 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:42:04.736484 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-41c3f47f-1ad6-40b7-a023-c259409480e4 req-0580dea8-9579-4737-8d6b-6892662577cb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:04.858923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-41c3f47f-1ad6-40b7-a023-c259409480e4 req-0580dea8-9579-4737-8d6b-6892662577cb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] For port fb725f0c-4177-4ada-b277-6931efb10044, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=fb725f0c-4177-4ada-b277-6931efb10044,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:42:04.859444 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-41c3f47f-1ad6-40b7-a023-c259409480e4 req-0580dea8-9579-4737-8d6b-6892662577cb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:04.877987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-41c3f47f-1ad6-40b7-a023-c259409480e4 req-0580dea8-9579-4737-8d6b-6892662577cb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Calling delete_port for fb725f0c-4177-4ada-b277-6931efb10044 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:42:05.046537 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-41c3f47f-1ad6-40b7-a023-c259409480e4 req-0580dea8-9579-4737-8d6b-6892662577cb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:05.059221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['fb725f0c-4177-4ada-b277-6931efb10044'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:42:05.081635 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580dea8-9579-4737-8d6b-6892662577cb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event deleted for resources: {'Port': ['ID=fb725f0c-4177-4ada-b277-6931efb10044,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:42:05.149513 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c3f47f-1ad6-40b7-a023-c259409480e4 req-0580dea8-9579-4737-8d6b-6892662577cb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] No DVR routers for this DVR port fb725f0c-4177-4ada-b277-6931efb10044 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:42:05.154735 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-41c3f47f-1ad6-40b7-a023-c259409480e4 req-0580dea8-9579-4737-8d6b-6892662577cb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:05.163504 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-41c3f47f-1ad6-40b7-a023-c259409480e4 req-0580dea8-9579-4737-8d6b-6892662577cb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "DELETE /v2.0/ports/fb725f0c-4177-4ada-b277-6931efb10044 HTTP/1.1" status: 204 len: 173 time: 0.6836965 Jul 08 20:42:05.164315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca4c111-f977-4e05-8180-0b1606f4678e', 'name': 'network-vif-deleted', 'tag': 'fb725f0c-4177-4ada-b277-6931efb10044'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:42:05.168208 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e776bca-3bdb-446c-a569-3fea0fd463a7" -d '{"events": [{"server_uuid": "cca4c111-f977-4e05-8180-0b1606f4678e", "name": "network-vif-deleted", "tag": "fb725f0c-4177-4ada-b277-6931efb10044"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:42:05.229930 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dfeb6a-0ec3-4495-a8b3-4c9aab8b25e5 x-openstack-request-id: req-04dfeb6a-0ec3-4495-a8b3-4c9aab8b25e5 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:42:05.229930 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca4c111-f977-4e05-8180-0b1606f4678e", "name": "network-vif-deleted", "tag": "fb725f0c-4177-4ada-b277-6931efb10044", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:42:05.229930 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-04dfeb6a-0ec3-4495-a8b3-4c9aab8b25e5 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:42:05.230649 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca4c111-f977-4e05-8180-0b1606f4678e', 'name': 'network-vif-deleted', 'tag': 'fb725f0c-4177-4ada-b277-6931efb10044', 'status': 'completed', 'code': 200} Jul 08 20:42:05.726928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c38d24-3694-4bef-8b28-16fd4b07af6a req-fe5d0023-d2d9-4bb4-b53c-47f2863ee03c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:05.732188 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31c38d24-3694-4bef-8b28-16fd4b07af6a req-fe5d0023-d2d9-4bb4-b53c-47f2863ee03c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1087842 Jul 08 20:42:05.809297 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31c38d24-3694-4bef-8b28-16fd4b07af6a req-87f53694-8829-4279-ad3f-e9c5e21f0ad6 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714614 Jul 08 20:42:05.965409 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-53bc47a6-1a77-4bf7-a892-43453b3e7b28 req-6f0878a1-01d0-4740-8758-7105bb959e32 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 210 time: 0.0327604 Jul 08 20:42:06.971641 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-05e6bbd4-da00-4449-b290-e28b04d5d0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:07.134961 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:07.153469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952656a-4d35-4ef2-bf9d-82f39bf56dfe req-46a2c235-f9c1-42c1-b79a-7b6644c2ea8e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:07.166554 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9952656a-4d35-4ef2-bf9d-82f39bf56dfe req-46a2c235-f9c1-42c1-b79a-7b6644c2ea8e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.2024705 Jul 08 20:42:07.187337 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-836a448c-3aac-491f-b51f-44f0941dda94 req-f302ae35-5474-4a4a-83d6-e6d27f52dff4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 210 time: 0.0479851 Jul 08 20:42:07.238906 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9952656a-4d35-4ef2-bf9d-82f39bf56dfe req-b39b1fe9-314c-4ba4-be3b-0331e1a3fdba tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616436 Jul 08 20:42:07.684362 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device fb725f0c-4177-4ada-b277-6931efb10044 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:42:07.725785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: fb725f0c-4177-4ada-b277-6931efb10044 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:42:07.726812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device fb725f0c-4177-4ada-b277-6931efb10044 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:42:08.235489 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:08.649875 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e9c042cb-4601-486f-9419-0b4b078f1d1c req-98836ac3-b64f-4bb5-82e8-54ed6b9459ad tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 210 time: 0.0817654 Jul 08 20:42:08.654470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e487-a6c9-4775-be66-68af1735e76a req-b9d9b070-ca3a-48c1-84c9-85c00af86999 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:08.669727 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3d22e487-a6c9-4775-be66-68af1735e76a req-b9d9b070-ca3a-48c1-84c9-85c00af86999 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1782272 Jul 08 20:42:08.772783 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3d22e487-a6c9-4775-be66-68af1735e76a req-95454781-5d84-4e4b-ad40-283041e727bb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941730 Jul 08 20:42:09.810956 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:10.106943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3882cb-344b-4cf6-977f-1131837b97a8 req-e7193eba-6cac-4157-96f5-ed7d862121dc tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:10.109628 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3b3882cb-344b-4cf6-977f-1131837b97a8 req-e7193eba-6cac-4157-96f5-ed7d862121dc tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1233485 Jul 08 20:42:10.210879 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3b3882cb-344b-4cf6-977f-1131837b97a8 req-f8ae4282-b0d6-45b2-8f4c-45949b9dae4b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918865 Jul 08 20:42:10.321574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2d31925e-785c-4569-afe9-a155b7a34541 req-571a6c58-f680-4041-a588-56313bf5c7f4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=cca4c111-f977-4e05-8180-0b1606f4678e HTTP/1.1" status: 200 len: 210 time: 0.4488907 Jul 08 20:42:11.508909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97876e01-fc16-4a10-b46d-a1d28853f8e7 req-06e09bc5-1fd5-45fc-bb36-37fa50e4cd3a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:11.516714 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-97876e01-fc16-4a10-b46d-a1d28853f8e7 req-06e09bc5-1fd5-45fc-bb36-37fa50e4cd3a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1711228 Jul 08 20:42:11.572218 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-97876e01-fc16-4a10-b46d-a1d28853f8e7 req-e94f5961-7f1e-4a4e-95d2-44c501abf4a2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Jul 08 20:42:12.932095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0440315-5aa1-418e-9f91-602f8d50b792 req-36d76926-e478-4dab-881e-1a09b67677eb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:12.940058 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0440315-5aa1-418e-9f91-602f8d50b792 req-36d76926-e478-4dab-881e-1a09b67677eb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1146519 Jul 08 20:42:12.986081 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d0440315-5aa1-418e-9f91-602f8d50b792 req-07c49929-25ad-4ce2-9826-5af5b476030d tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448713 Jul 08 20:42:14.471385 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f236d5-7e55-4b0e-b7e5-38b50e6504cb req-9fa0e002-85e9-449f-9b1e-d1fef54ae82d tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:14.480624 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6f236d5-7e55-4b0e-b7e5-38b50e6504cb req-9fa0e002-85e9-449f-9b1e-d1fef54ae82d tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.2595649 Jul 08 20:42:14.531902 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6f236d5-7e55-4b0e-b7e5-38b50e6504cb req-a5a995d3-656a-4c0f-b4fa-f0c0c995a0d2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461271 Jul 08 20:42:15.756577 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca32d0b-fecc-46bf-8ff7-858d3099afec req-f1c5c080-d2fe-486d-909b-773ca559f535 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:15.759763 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ca32d0b-fecc-46bf-8ff7-858d3099afec req-f1c5c080-d2fe-486d-909b-773ca559f535 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0803678 Jul 08 20:42:15.827698 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ca32d0b-fecc-46bf-8ff7-858d3099afec req-41fe5de0-7dc4-4389-be98-78b3093c4f01 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607536 Jul 08 20:42:17.083090 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:42:17.266386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:42:17.286475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d', 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4', 'port_id': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d', 'mac_address': 'fa:16:3e:00:5a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fe07ea-a956-4c23-85c4-e6720d58b427', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:42:17.303130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ab4e3-2110-4698-9552-06135095c3b0 req-dabfc2b6-bf3f-4bfc-a667-09d5ec76cbc2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:17.328715 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-062ab4e3-2110-4698-9552-06135095c3b0 req-dabfc2b6-bf3f-4bfc-a667-09d5ec76cbc2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.2129760 Jul 08 20:42:17.415093 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:17.452539 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-062ab4e3-2110-4698-9552-06135095c3b0 req-86f16cb0-d1ba-4965-b7c3-e013039b82a1 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226206 Jul 08 20:42:17.540372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:42:17.713325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:42:17.726736 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:17.744869 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:17.948571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:42:18.157478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:42:18.934859 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694162e2-710d-4020-b0e2-c3976e3ecd42 req-3ccec6f4-fd8a-4cd8-9deb-08593e3230e7 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:18.937021 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-694162e2-710d-4020-b0e2-c3976e3ecd42 req-3ccec6f4-fd8a-4cd8-9deb-08593e3230e7 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 945 time: 0.1915312 Jul 08 20:42:19.053923 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-694162e2-710d-4020-b0e2-c3976e3ecd42 req-9fd9a587-007f-4a06-8865-da49c4342b32 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067455 Jul 08 20:42:19.100078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:42:19.412687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:42:19.434484 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:19.704374 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:19.775552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:42:19.776956 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:42:19.780416 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd395aa1-ecf5-4d86-b60c-f57cfd31ac73" -d '{"events": [{"server_uuid": "f5b8bfe3-cd15-4f6a-9bf7-146563399f9c", "name": "network-vif-plugged", "status": "completed", "tag": "e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:42:19.786051 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:19.871193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:42:19.874928 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e898cad7-bbcc-45e3-9999-8c5815247e2f x-openstack-request-id: req-e898cad7-bbcc-45e3-9999-8c5815247e2f {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:42:19.875149 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b8bfe3-cd15-4f6a-9bf7-146563399f9c", "name": "network-vif-plugged", "status": "completed", "tag": "e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:42:19.875407 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e898cad7-bbcc-45e3-9999-8c5815247e2f {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:42:19.875801 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d', 'code': 200} Jul 08 20:42:20.519270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bcf14-c848-471a-8d37-88adfb7a5742 req-ce9dd365-8319-4eba-ba19-36312983c146 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:20.525483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-942bcf14-c848-471a-8d37-88adfb7a5742 req-ce9dd365-8319-4eba-ba19-36312983c146 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1639972 Jul 08 20:42:20.654102 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-942bcf14-c848-471a-8d37-88adfb7a5742 req-bb238c9c-d553-4599-b202-c0fda8803a78 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166346 Jul 08 20:42:22.083797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e310dfc-6275-40b8-89f7-bc5844cf33ff req-8e0f9411-f31e-4b9b-877e-48f9e109cc46 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:22.091324 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e310dfc-6275-40b8-89f7-bc5844cf33ff req-8e0f9411-f31e-4b9b-877e-48f9e109cc46 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1739023 Jul 08 20:42:22.153725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e310dfc-6275-40b8-89f7-bc5844cf33ff req-8ac78380-40a1-4366-bea8-e9dbedb2ed02 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603950 Jul 08 20:42:23.469406 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:23.702563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc8ba1-220b-4220-8f17-2a8f9dd468cf req-88d326e6-18c9-4209-8a18-f553744e184e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:23.713377 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247813a-ec4e-470d-a2d2-c8030c0c63b7 req-164dae2e-0cea-41de-9d11-2e9a8931c307 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:23.714597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7cc8ba1-220b-4220-8f17-2a8f9dd468cf req-88d326e6-18c9-4209-8a18-f553744e184e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.3203022 Jul 08 20:42:23.715870 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2247813a-ec4e-470d-a2d2-c8030c0c63b7 req-164dae2e-0cea-41de-9d11-2e9a8931c307 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 945 time: 0.1074035 Jul 08 20:42:23.862262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7cc8ba1-220b-4220-8f17-2a8f9dd468cf req-3c9e88f0-f767-4efb-9690-850fa767f3ed tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402462 Jul 08 20:42:23.900017 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2247813a-ec4e-470d-a2d2-c8030c0c63b7 req-9ebcdb34-13ce-4f82-984e-28672126ec99 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714244 Jul 08 20:42:25.163571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ca8a7-df3e-4f0c-8537-7e82ba85ec21 req-8fa16519-8e3d-490d-a521-800230d2b9d7 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:25.168936 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a07ca8a7-df3e-4f0c-8537-7e82ba85ec21 req-8fa16519-8e3d-490d-a521-800230d2b9d7 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1663027 Jul 08 20:42:25.278685 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a07ca8a7-df3e-4f0c-8537-7e82ba85ec21 req-b2cafeae-3c9b-4fa0-a9ce-8714368570ed tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023552 Jul 08 20:42:25.344031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931164e-447f-4db6-ab3e-fe2a24bd92cc req-14a222e3-f1de-48a7-90f8-208fcb79f601 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:25.352841 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4931164e-447f-4db6-ab3e-fe2a24bd92cc req-14a222e3-f1de-48a7-90f8-208fcb79f601 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 945 time: 0.1254222 Jul 08 20:42:25.483232 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4931164e-447f-4db6-ab3e-fe2a24bd92cc req-10a066ef-0002-4235-b967-8ef70cd621c6 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209056 Jul 08 20:42:25.497462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f6228-b43d-47d6-b298-0b835bbc6bc6 req-1c79bac7-ef1a-4321-93d7-4a456e73f359 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:25.499233 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b42f6228-b43d-47d6-b298-0b835bbc6bc6 req-1c79bac7-ef1a-4321-93d7-4a456e73f359 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 945 time: 0.1372552 Jul 08 20:42:25.655700 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-7b6ec4bf-e258-48be-b2f8-c3455b55297e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1401141 Jul 08 20:42:25.710590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-b42f6228-b43d-47d6-b298-0b835bbc6bc6 req-aedf6e6f-b512-47a1-8378-d814e0e9b74b tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Deleting port f75d2170-7e4b-4c87-a332-2dd99c522c53 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:42:25.711025 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b42f6228-b43d-47d6-b298-0b835bbc6bc6 req-aedf6e6f-b512-47a1-8378-d814e0e9b74b tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:25.781930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-fea28f31-c2b1-46a0-b527-17482f68a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:25.784228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-fea28f31-c2b1-46a0-b527-17482f68a745 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 1097 time: 0.0742538 Jul 08 20:42:25.848672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b42f6228-b43d-47d6-b298-0b835bbc6bc6 req-aedf6e6f-b512-47a1-8378-d814e0e9b74b tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] For port f75d2170-7e4b-4c87-a332-2dd99c522c53, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f75d2170-7e4b-4c87-a332-2dd99c522c53,segment=NetworkSegment(59eef743-1b3a-40fc-994c-f34b184c0355),segment_id=59eef743-1b3a-40fc-994c-f34b184c0355)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:42:25.850316 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b42f6228-b43d-47d6-b298-0b835bbc6bc6 req-aedf6e6f-b512-47a1-8378-d814e0e9b74b tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:25.868559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-b42f6228-b43d-47d6-b298-0b835bbc6bc6 req-aedf6e6f-b512-47a1-8378-d814e0e9b74b tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Calling delete_port for f75d2170-7e4b-4c87-a332-2dd99c522c53 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:42:25.972051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-c7fda3c0-b38f-4668-8f73-af61d913a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:25.974364 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-c7fda3c0-b38f-4668-8f73-af61d913a9b8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 911 time: 0.1687305 Jul 08 20:42:26.059930 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-67eccc85-b9ab-4901-876e-e0d45f9d731a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1664f54d-1504-4bfd-9f7d-204dc97a5146 HTTP/1.1" status: 200 len: 1001 time: 0.0798120 Jul 08 20:42:26.103120 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b42f6228-b43d-47d6-b298-0b835bbc6bc6 req-aedf6e6f-b512-47a1-8378-d814e0e9b74b tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:26.120463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['f75d2170-7e4b-4c87-a332-2dd99c522c53'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:42:26.149215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf6e6f-b512-47a1-8378-d814e0e9b74b tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Pushing event deleted for resources: {'Port': ['ID=f75d2170-7e4b-4c87-a332-2dd99c522c53,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:42:26.151048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-34f05a74-548a-4ab7-967a-8194f49ec102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:26.156248 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-34f05a74-548a-4ab7-967a-8194f49ec102 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=373f0c01-b696-4703-ab5a-3a737cebfdae HTTP/1.1" status: 200 len: 849 time: 0.0888271 Jul 08 20:42:26.218401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42f6228-b43d-47d6-b298-0b835bbc6bc6 req-aedf6e6f-b512-47a1-8378-d814e0e9b74b tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] No DVR routers for this DVR port f75d2170-7e4b-4c87-a332-2dd99c522c53 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:42:26.221891 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b42f6228-b43d-47d6-b298-0b835bbc6bc6 req-aedf6e6f-b512-47a1-8378-d814e0e9b74b tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:26.229573 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b42f6228-b43d-47d6-b298-0b835bbc6bc6 req-aedf6e6f-b512-47a1-8378-d814e0e9b74b tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.103 "DELETE /v2.0/ports/f75d2170-7e4b-4c87-a332-2dd99c522c53 HTTP/1.1" status: 204 len: 173 time: 0.7226684 Jul 08 20:42:26.230803 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c44e92-3563-4c65-98e5-b3525c1efad3', 'name': 'network-vif-deleted', 'tag': 'f75d2170-7e4b-4c87-a332-2dd99c522c53'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:42:26.238617 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d29a6dc-82af-42cc-a399-589c234e9e0d" -d '{"events": [{"server_uuid": "b2c44e92-3563-4c65-98e5-b3525c1efad3", "name": "network-vif-deleted", "tag": "f75d2170-7e4b-4c87-a332-2dd99c522c53"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:42:26.240242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-81a0456a-da2f-47af-a57f-7a81a25a3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:26.242651 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-81a0456a-da2f-47af-a57f-7a81a25a3d06 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=eb126676-baac-44c7-8776-db620659cc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789344 Jul 08 20:42:26.282817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-cc7209a3-fff7-4164-8dc8-a41da5b3c805 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:42:26.286236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-cc7209a3-fff7-4164-8dc8-a41da5b3c805 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0346236 Jul 08 20:42:26.325449 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2970cb6-82e0-455c-8181-f374c61f33a2 x-openstack-request-id: req-c2970cb6-82e0-455c-8181-f374c61f33a2 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:42:26.326050 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c44e92-3563-4c65-98e5-b3525c1efad3", "name": "network-vif-deleted", "tag": "f75d2170-7e4b-4c87-a332-2dd99c522c53", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:42:26.326536 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c2970cb6-82e0-455c-8181-f374c61f33a2 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:42:26.327178 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c44e92-3563-4c65-98e5-b3525c1efad3', 'name': 'network-vif-deleted', 'tag': 'f75d2170-7e4b-4c87-a332-2dd99c522c53', 'status': 'completed', 'code': 200} Jul 08 20:42:26.578405 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-0dbcead8-4734-482d-bc02-14b16a7b47d4 service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850924 Jul 08 20:42:26.815337 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16d819bf-4206-4d01-90c8-2be7bf9d9002 req-f940216e-8f7b-4cad-8007-49e07bbce265 service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275448 Jul 08 20:42:26.821072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc3aee-14f1-4d61-8a15-370dc0044c07 req-41d8d49a-3dc4-4d19-ae66-1959af4108b8 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:26.823363 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecc3aee-14f1-4d61-8a15-370dc0044c07 req-41d8d49a-3dc4-4d19-ae66-1959af4108b8 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1678295 Jul 08 20:42:26.876799 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7213b943-ca85-4ddd-b17b-886704d50f65 req-dd0434c5-28ef-4908-a59f-246a92a0fd0b tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=b2c44e92-3563-4c65-98e5-b3525c1efad3 HTTP/1.1" status: 200 len: 210 time: 0.0600877 Jul 08 20:42:26.909547 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ecc3aee-14f1-4d61-8a15-370dc0044c07 req-2cdd38e3-4946-48e8-8bec-931b2e8750fe tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766587 Jul 08 20:42:28.258247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bc411-66c9-48fd-83eb-0050e8752f24 req-3bf801a6-89de-4d28-9c53-6c430c73c6f6 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:28.267822 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-642bc411-66c9-48fd-83eb-0050e8752f24 req-3bf801a6-89de-4d28-9c53-6c430c73c6f6 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1367209 Jul 08 20:42:28.331547 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-642bc411-66c9-48fd-83eb-0050e8752f24 req-f67c6d91-c06f-4278-ab95-b69b1c598292 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624068 Jul 08 20:42:29.116587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f75d2170-7e4b-4c87-a332-2dd99c522c53 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:42:29.143037 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: f75d2170-7e4b-4c87-a332-2dd99c522c53 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:42:29.143468 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f75d2170-7e4b-4c87-a332-2dd99c522c53 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:42:29.705982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca838ea-8de7-4a8b-8281-23e2d45bd813 req-396d7b6d-3e80-4c56-b666-acc1ba71e15b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:29.727258 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ca838ea-8de7-4a8b-8281-23e2d45bd813 req-396d7b6d-3e80-4c56-b666-acc1ba71e15b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1699836 Jul 08 20:42:29.873213 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ca838ea-8de7-4a8b-8281-23e2d45bd813 req-da5bacf2-5b65-4923-842b-287ade6b64eb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427035 Jul 08 20:42:31.242154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cff98-5daf-40d6-b9f7-00abf6ae131f req-db360d02-e369-45f5-becc-9f4668d09cc2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:31.249376 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-312cff98-5daf-40d6-b9f7-00abf6ae131f req-db360d02-e369-45f5-becc-9f4668d09cc2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1146760 Jul 08 20:42:31.302647 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-312cff98-5daf-40d6-b9f7-00abf6ae131f req-a51a3983-850b-4e0e-9306-ae68b6909273 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513866 Jul 08 20:42:32.676682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374433c4-7c85-4c28-9fbb-843f4b739dc0 req-1254e42e-2376-41db-bf5e-a957fe70bb1c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:32.688141 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-374433c4-7c85-4c28-9fbb-843f4b739dc0 req-1254e42e-2376-41db-bf5e-a957fe70bb1c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.1565795 Jul 08 20:42:32.784996 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-374433c4-7c85-4c28-9fbb-843f4b739dc0 req-61384d3c-15c1-4cae-84a2-76854946da0f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874772 Jul 08 20:42:34.092344 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9a48bc77-c90e-4fd2-a9fe-77e805a60509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:34.187005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b3cb-ee65-4120-b299-6824d2f686ed req-4090328b-47ca-4ffc-b4b6-a316f1c1d52c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:34.203482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb68b3cb-ee65-4120-b299-6824d2f686ed req-4090328b-47ca-4ffc-b4b6-a316f1c1d52c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.2341948 Jul 08 20:42:34.271443 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cb68b3cb-ee65-4120-b299-6824d2f686ed req-52868e4d-eae4-405b-a487-f9f093216129 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652330 Jul 08 20:42:35.645301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ff1be-eed5-48cb-9020-0c28fd32ef49 req-3645ef22-fffe-4136-95f3-24ad11a33e66 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:35.699275 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c93ff1be-eed5-48cb-9020-0c28fd32ef49 req-3645ef22-fffe-4136-95f3-24ad11a33e66 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.2230742 Jul 08 20:42:35.798298 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c93ff1be-eed5-48cb-9020-0c28fd32ef49 req-7e443321-12f5-4e48-85b3-8293ff83625c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797775 Jul 08 20:42:36.947725 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aadcb058-3c82-4857-bc42-0d620cfe2555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:37.060403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dca08-4377-4fea-b265-869cc9bd7588 req-749653a3-5e4c-41bb-8446-44ea1f3134a5 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:37.073907 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-970dca08-4377-4fea-b265-869cc9bd7588 req-749653a3-5e4c-41bb-8446-44ea1f3134a5 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1026475 Jul 08 20:42:37.131764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-970dca08-4377-4fea-b265-869cc9bd7588 req-e4c27ec3-b0de-4ddd-8eb0-88444d2243fb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565472 Jul 08 20:42:37.132822 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:37.355003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d5c07-76d9-4961-af4d-c6dea4eda983 req-bb02aa3b-c926-48fb-9083-250b0c5b87cb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:37.365811 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b11d5c07-76d9-4961-af4d-c6dea4eda983 req-bb02aa3b-c926-48fb-9083-250b0c5b87cb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0916340 Jul 08 20:42:37.420985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b11d5c07-76d9-4961-af4d-c6dea4eda983 req-e441241a-4a23-4670-b6cc-b63875305287 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515554 Jul 08 20:42:37.503736 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-93656a4a-8ea4-45e0-b810-75152f5eb79e tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:37.512228 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-93656a4a-8ea4-45e0-b810-75152f5eb79e tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/networks?id=4e08837e-d22c-49f6-b527-745deba15ea1 HTTP/1.1" status: 200 len: 814 time: 0.2455108 Jul 08 20:42:37.525211 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-bbea8fb6-3a01-48cc-8eb7-e5c65c3d9da4 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/quotas/4300860450e740ed862fc82765f8b597 HTTP/1.1" status: 200 len: 375 time: 0.0120351 Jul 08 20:42:37.575922 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-31f2d180-b52f-488f-a541-52e97e91fef8 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4300860450e740ed862fc82765f8b597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426412 Jul 08 20:42:37.954918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-9c6568e5-f4d3-4295-a1f6-71f86129d30f service neutron] 10.222.0.101 "GET /v2.0/networks/4e08837e-d22c-49f6-b527-745deba15ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778987 Jul 08 20:42:38.108373 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-22fabff3-e427-498e-b166-0c2fbc1d8e4e service neutron] 10.222.0.101 "GET /v2.0/networks/4e08837e-d22c-49f6-b527-745deba15ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517925 Jul 08 20:42:38.203295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a369560-262d-49b4-ad78-b571b84f12ba req-a0e6273c-4788-4bb8-94d0-0490c76fecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:38.205212 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a369560-262d-49b4-ad78-b571b84f12ba req-a0e6273c-4788-4bb8-94d0-0490c76fecf8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4c38fee99d074aba9cf999ad76f44290&device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 1098 time: 0.0958390 Jul 08 20:42:38.244214 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:38.495866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a800d-13de-4ca5-b6b9-23c4f3b8f689 req-f9759fb9-518d-4fd1-aaca-f2e11c174ec5 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:38.522006 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a31a800d-13de-4ca5-b6b9-23c4f3b8f689 req-f9759fb9-518d-4fd1-aaca-f2e11c174ec5 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1026635 Jul 08 20:42:38.574344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a31a800d-13de-4ca5-b6b9-23c4f3b8f689 req-88640b95-3034-4392-bbd9-412b8a13b49b tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644677 Jul 08 20:42:38.621487 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0b82bf70-e7dd-4cdd-9ab2-9aa16cfe0a0f req-ea27e375-176f-4d5a-b6ea-37aaf8f38559 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 210 time: 0.1061249 Jul 08 20:42:38.679367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a369560-262d-49b4-ad78-b571b84f12ba req-838ac795-fef2-481e-869f-80c5b2b014aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:38.684193 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a369560-262d-49b4-ad78-b571b84f12ba req-838ac795-fef2-481e-869f-80c5b2b014aa service neutron] 10.222.0.103 "GET /v2.0/networks?id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 HTTP/1.1" status: 200 len: 914 time: 0.4631402 Jul 08 20:42:38.790387 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a369560-262d-49b4-ad78-b571b84f12ba req-415d2af7-3f60-4ad1-8061-12ba39b2d944 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d HTTP/1.1" status: 200 len: 217 time: 0.0947933 Jul 08 20:42:38.815070 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95b7ce-e9a5-468a-8eb9-7abeb6ae2347 req-68eecda5-7c21-4ed5-9599-a7157c69f28e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:38.816791 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a95b7ce-e9a5-468a-8eb9-7abeb6ae2347 req-68eecda5-7c21-4ed5-9599-a7157c69f28e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.0792677 Jul 08 20:42:38.883929 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a369560-262d-49b4-ad78-b571b84f12ba req-a7b88011-0529-49ee-be23-02af7c27d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:38.886029 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a369560-262d-49b4-ad78-b571b84f12ba req-a7b88011-0529-49ee-be23-02af7c27d73e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a5fe07ea-a956-4c23-85c4-e6720d58b427 HTTP/1.1" status: 200 len: 853 time: 0.0848193 Jul 08 20:42:38.930968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a95b7ce-e9a5-468a-8eb9-7abeb6ae2347 req-3a5068b2-10a0-421b-9b53-c39693e1c3d5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045496 Jul 08 20:42:38.967993 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a369560-262d-49b4-ad78-b571b84f12ba req-e851549c-13e3-4344-97a4-0fccc0312594 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678880 Jul 08 20:42:39.149134 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a369560-262d-49b4-ad78-b571b84f12ba req-8ced9780-048a-4387-814a-a9661692266c service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717489 Jul 08 20:42:39.296854 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a369560-262d-49b4-ad78-b571b84f12ba req-cb699a40-af2e-4270-be70-6e4ad1a3085e service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387601 Jul 08 20:42:39.809895 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:39.814216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb331d-dbe3-4bd2-b8fb-9b961c1bd242 req-9d7aa0be-412a-4947-a9fc-2f18b14f9b12 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:39.822440 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-17fb331d-dbe3-4bd2-b8fb-9b961c1bd242 req-9d7aa0be-412a-4947-a9fc-2f18b14f9b12 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.0953710 Jul 08 20:42:39.883648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ed4eb5f-e13e-4395-9e70-88db5456f9c8 req-297c9d8b-8186-4a55-98ce-1c7bd56bdf5d tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 210 time: 0.0520246 Jul 08 20:42:39.886740 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-17fb331d-dbe3-4bd2-b8fb-9b961c1bd242 req-aa0fab7d-aba6-42fc-91ab-547142436452 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609038 Jul 08 20:42:40.177171 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:42:40.495939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af41b5-ef5c-4ad3-a804-b3cf42a03b9f req-2865202a-d4c7-43e0-a05c-30f47cc7bafd tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:40.497579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7af41b5-ef5c-4ad3-a804-b3cf42a03b9f req-2865202a-d4c7-43e0-a05c-30f47cc7bafd tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 946 time: 0.2613339 Jul 08 20:42:40.566315 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7af41b5-ef5c-4ad3-a804-b3cf42a03b9f req-60ded67a-91d5-4bc3-851f-bf7ba4d384f8 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599196 Jul 08 20:42:40.580330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-a441e65c-b91a-4a5e-91ae-28d275a72265 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:40.585446 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-a441e65c-b91a-4a5e-91ae-28d275a72265 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.104 "GET /v2.0/networks?id=4e08837e-d22c-49f6-b527-745deba15ea1 HTTP/1.1" status: 200 len: 814 time: 0.4070892 Jul 08 20:42:40.600379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Request body: {'port': {'device_id': '1183c4e1-1dcd-4005-b9db-2623d3caf2f9', 'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1', 'admin_state_up': True, 'tenant_id': '4300860450e740ed862fc82765f8b597'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:42:40.747597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Made reservation on behalf of 4300860450e740ed862fc82765f8b597 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:42:40.752051 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:40.950280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Allocated IP 172.20.0.9 (4e08837e-d22c-49f6-b527-745deba15ea1/e4ae00fe-53cc-4e4a-929a-dee3f36d0e76/4e5a5e34-5832-456c-bc88-92fe77253d12) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:42:41.166535 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e2327e1b-400b-4a37-bacf-95136c00845e req-69a46962-7bef-4cfe-8ee8-a7b8b48ebeb9 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 210 time: 0.0931187 Jul 08 20:42:41.183751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:42:41.303325 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:41.324415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa2acb-5fdd-47b8-9ab8-27a3c53f021f req-ae910f8c-1a70-4755-8f7f-9b3bee51302f tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:41.326314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e5aa2acb-5fdd-47b8-9ab8-27a3c53f021f req-ae910f8c-1a70-4755-8f7f-9b3bee51302f tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1543002 Jul 08 20:42:41.336450 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:41.388904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:42:41.390994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:42:41.400748 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e5aa2acb-5fdd-47b8-9ab8-27a3c53f021f req-40a26659-2065-47a0-8422-34c9f81ebbb9 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675159 Jul 08 20:42:41.403075 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250325df-f4a2-4cdb-9efc-d9559ed9944e" -d '{"events": [{"server_uuid": "f5b8bfe3-cd15-4f6a-9bf7-146563399f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:42:41.407018 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:41.449320 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:41.485018 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f936b39a-931e-47a2-89e7-f3f7ab1b5c97 x-openstack-request-id: req-f936b39a-931e-47a2-89e7-f3f7ab1b5c97 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:42:41.485589 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b8bfe3-cd15-4f6a-9bf7-146563399f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:42:41.488092 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f936b39a-931e-47a2-89e7-f3f7ab1b5c97 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:42:41.488492 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d', 'code': 200} Jul 08 20:42:41.495596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:42:41.530411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Network 4e08837e-d22c-49f6-b527-745deba15ea1 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:42:41.533844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:42:41.536999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:42:41.573677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Pushing event updated for resources: {'Port': ['ID=4e5a5e34-5832-456c-bc88-92fe77253d12,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:42:41.590500 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:42:41.590856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:42:41.591192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:42:41.591527 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:42:41.592101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:42:41.592437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:42:41.594064 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:42:41.594587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:42:41.595260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:42:41.595701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:42:41.596185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:42:41.596719 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:42:41.659952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:41.664801 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:41.697364 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-c9d53fef-581a-47d5-ab26-6ff4d7cd9c82 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1018083 Jul 08 20:42:41.711770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Request body: {'port': {'device_id': '1183c4e1-1dcd-4005-b9db-2623d3caf2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:42:41.866948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e45e1-fcbc-4264-b128-952b50500819 req-610a8f80-0ceb-40fb-8029-92a00665b5e8 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:41.868579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a83e45e1-fcbc-4264-b128-952b50500819 req-610a8f80-0ceb-40fb-8029-92a00665b5e8 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.1068766 Jul 08 20:42:41.869768 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:41.962702 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a83e45e1-fcbc-4264-b128-952b50500819 req-c9bb3c68-e8e6-4bd0-a8fc-8afaaca2506a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796247 Jul 08 20:42:42.207101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5a5e34-5832-456c-bc88-92fe77253d12 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:42:42.216590 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:42.249210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Transition to ACTIVE for port object 4e5a5e34-5832-456c-bc88-92fe77253d12 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:42:42.258381 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:42.352497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a5e34-5832-456c-bc88-92fe77253d12,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:42:42.461220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Attempting to bind port 4e5a5e34-5832-456c-bc88-92fe77253d12 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:42:42.463287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Attempting to bind port 4e5a5e34-5832-456c-bc88-92fe77253d12 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '59eef743-1b3a-40fc-994c-f34b184c0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:42:42.463863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Attempting to bind port 4e5a5e34-5832-456c-bc88-92fe77253d12 on network 4e08837e-d22c-49f6-b527-745deba15ea1 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:42:42.469652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Port 4e5a5e34-5832-456c-bc88-92fe77253d12 on network 4e08837e-d22c-49f6-b527-745deba15ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:42:42.470127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Attempting to bind port 4e5a5e34-5832-456c-bc88-92fe77253d12 on network 4e08837e-d22c-49f6-b527-745deba15ea1 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:42:42.479905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:42:42.479905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Checking segment: {'id': '59eef743-1b3a-40fc-994c-f34b184c0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:42:42.479905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Bound using segment: {'id': '59eef743-1b3a-40fc-994c-f34b184c0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:42:42.479905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Bound port: 4e5a5e34-5832-456c-bc88-92fe77253d12, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59eef743-1b3a-40fc-994c-f34b184c0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:42:42.480952 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:42.537083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06063c51-f79d-43a0-9c57-c2a489544245 req-d333c3eb-b0c3-4a90-9273-34cb22ccf033 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:42.539968 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-06063c51-f79d-43a0-9c57-c2a489544245 req-d333c3eb-b0c3-4a90-9273-34cb22ccf033 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 943 time: 0.1855531 Jul 08 20:42:42.566252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] For port 4e5a5e34-5832-456c-bc88-92fe77253d12, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:42:42.575807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] For port 4e5a5e34-5832-456c-bc88-92fe77253d12, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4e5a5e34-5832-456c-bc88-92fe77253d12,segment=NetworkSegment(59eef743-1b3a-40fc-994c-f34b184c0355),segment_id=59eef743-1b3a-40fc-994c-f34b184c0355)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:42:42.581312 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:42.610768 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-06063c51-f79d-43a0-9c57-c2a489544245 req-8e2174fc-1928-4317-aa91-c46e394a950f tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636134 Jul 08 20:42:42.642911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:42.643566 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:42.645345 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] 10.222.0.104 "PUT /v2.0/ports/4e5a5e34-5832-456c-bc88-92fe77253d12 HTTP/1.1" status: 200 len: 1092 time: 0.9391372 Jul 08 20:42:42.645800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1183c4e1-1dcd-4005-b9db-2623d3caf2f9', 'tag': '4e5a5e34-5832-456c-bc88-92fe77253d12'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:42:42.648283 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29abd83f-f252-43df-ae85-4f467da8dff4" -d '{"events": [{"name": "network-changed", "server_uuid": "1183c4e1-1dcd-4005-b9db-2623d3caf2f9", "tag": "4e5a5e34-5832-456c-bc88-92fe77253d12"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:42:42.737110 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaa874c-acce-441b-afad-e5a6536788da x-openstack-request-id: req-daaa874c-acce-441b-afad-e5a6536788da {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:42:42.737736 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1183c4e1-1dcd-4005-b9db-2623d3caf2f9", "tag": "4e5a5e34-5832-456c-bc88-92fe77253d12", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:42:42.737995 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-daaa874c-acce-441b-afad-e5a6536788da {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:42:42.738400 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1183c4e1-1dcd-4005-b9db-2623d3caf2f9', 'tag': '4e5a5e34-5832-456c-bc88-92fe77253d12', 'status': 'completed', 'code': 200} Jul 08 20:42:42.773393 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bbf60-fa99-46f1-b799-cf0ac0a5c5af service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a5e34-5832-456c-bc88-92fe77253d12,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:42:42.838593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109b501-e598-474a-8ca2-8f5ede62a66e req-7a519d1d-f88b-473e-8f52-a7bb6bee0984 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:42.840276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9109b501-e598-474a-8ca2-8f5ede62a66e req-7a519d1d-f88b-473e-8f52-a7bb6bee0984 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1801581 Jul 08 20:42:42.842515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-bf383b9c-024a-44ee-a1af-c36220622f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:42.844275 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-bf383b9c-024a-44ee-a1af-c36220622f0b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4300860450e740ed862fc82765f8b597&device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 1095 time: 0.1170070 Jul 08 20:42:42.915314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-a3b3dc5e-08a7-49e7-b5e5-733c5cae403c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e5a5e34-5832-456c-bc88-92fe77253d12 HTTP/1.1" status: 200 len: 217 time: 0.0636756 Jul 08 20:42:42.935201 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9109b501-e598-474a-8ca2-8f5ede62a66e req-b6e9e3dc-968f-4398-985f-cfdd7ac70e72 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867851 Jul 08 20:42:42.991583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-afe90c0b-e7b4-4782-b17b-c827d3a55a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:42.994376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-afe90c0b-e7b4-4782-b17b-c827d3a55a3e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e4ae00fe-53cc-4e4a-929a-dee3f36d0e76 HTTP/1.1" status: 200 len: 854 time: 0.0707753 Jul 08 20:42:43.037493 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-84969d00-60f1-42f5-956f-496ad20fa0b1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e08837e-d22c-49f6-b527-745deba15ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353899 Jul 08 20:42:43.169868 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-4e5c823d-c2fb-4c15-a797-829406ed5892 service neutron] 10.222.0.104 "GET /v2.0/networks/4e08837e-d22c-49f6-b527-745deba15ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272440 Jul 08 20:42:43.234229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4c6cc-51a4-44d9-8743-fa6f57862069 req-0aef8df6-17ad-4967-88cb-d3dcae6ef06a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:43.242533 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6db4c6cc-51a4-44d9-8743-fa6f57862069 req-0aef8df6-17ad-4967-88cb-d3dcae6ef06a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.1028981 Jul 08 20:42:43.315612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6db4c6cc-51a4-44d9-8743-fa6f57862069 req-dcc4d30d-2717-47eb-8b99-c361e0a8896f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718710 Jul 08 20:42:43.345675 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e5179cd1-bceb-4bf7-bd9e-5ba3cd8ca122 req-42760d54-90da-40c2-86ef-c7cb00aa2555 service neutron] 10.222.0.104 "GET /v2.0/networks/4e08837e-d22c-49f6-b527-745deba15ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585305 Jul 08 20:42:43.490200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abd83f-f252-43df-ae85-4f467da8dff4 req-8791f20f-56bc-4778-81b7-5e8e3559e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:43.491643 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29abd83f-f252-43df-ae85-4f467da8dff4 req-8791f20f-56bc-4778-81b7-5e8e3559e8ea service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4300860450e740ed862fc82765f8b597&device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 1095 time: 0.0775135 Jul 08 20:42:43.863261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1cbbf-36e7-47f3-ba56-832796c1d765 req-55f47ac5-c791-4a18-b5b8-2ea6ed8e0c3f tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:43.871432 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-26e1cbbf-36e7-47f3-ba56-832796c1d765 req-55f47ac5-c791-4a18-b5b8-2ea6ed8e0c3f tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 943 time: 0.1058726 Jul 08 20:42:43.921274 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-26e1cbbf-36e7-47f3-ba56-832796c1d765 req-68e18b3d-b49d-48fa-b5aa-41d7826868c3 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488441 Jul 08 20:42:44.043298 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abd83f-f252-43df-ae85-4f467da8dff4 req-2ac1bed7-951b-40ca-81e6-d4d6979dbc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:44.052879 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29abd83f-f252-43df-ae85-4f467da8dff4 req-2ac1bed7-951b-40ca-81e6-d4d6979dbc0a service neutron] 10.222.0.104 "GET /v2.0/networks?id=4e08837e-d22c-49f6-b527-745deba15ea1 HTTP/1.1" status: 200 len: 915 time: 0.5450540 Jul 08 20:42:44.093155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102320ca-f13d-4789-86e9-1b3561aa123c req-12f8055a-0ea5-424a-aa27-0e56fe3ac72b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:44.102499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-102320ca-f13d-4789-86e9-1b3561aa123c req-12f8055a-0ea5-424a-aa27-0e56fe3ac72b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.6092489 Jul 08 20:42:44.162373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29abd83f-f252-43df-ae85-4f467da8dff4 req-e87b98ae-2761-478b-b23a-923cbc807b79 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e5a5e34-5832-456c-bc88-92fe77253d12 HTTP/1.1" status: 200 len: 217 time: 0.0946891 Jul 08 20:42:44.206666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a1e4c-2529-487b-a006-be8df87a8fca req-cad96062-0f1e-4f93-84fa-c6ba78b63b64 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:44.213652 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-963a1e4c-2529-487b-a006-be8df87a8fca req-cad96062-0f1e-4f93-84fa-c6ba78b63b64 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.0889590 Jul 08 20:42:44.233455 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-102320ca-f13d-4789-86e9-1b3561aa123c req-0df02a11-833a-4821-aa88-1cad9cc05043 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295328 Jul 08 20:42:44.256495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abd83f-f252-43df-ae85-4f467da8dff4 req-e4878e94-4e7b-4e7f-8c85-c747538cdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:44.261573 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29abd83f-f252-43df-ae85-4f467da8dff4 req-e4878e94-4e7b-4e7f-8c85-c747538cdd61 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e4ae00fe-53cc-4e4a-929a-dee3f36d0e76 HTTP/1.1" status: 200 len: 854 time: 0.0916071 Jul 08 20:42:44.280425 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-963a1e4c-2529-487b-a006-be8df87a8fca req-aa9a24c6-5653-4612-a178-9c6dbaa06bad tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633237 Jul 08 20:42:44.313559 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29abd83f-f252-43df-ae85-4f467da8dff4 req-ce1eaeae-f808-4ee4-9d48-e66dffee7f74 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e08837e-d22c-49f6-b527-745deba15ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438788 Jul 08 20:42:44.525888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29abd83f-f252-43df-ae85-4f467da8dff4 req-43f473bc-432e-4fa5-87f3-ed5806249b7a service neutron] 10.222.0.104 "GET /v2.0/networks/4e08837e-d22c-49f6-b527-745deba15ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005682 Jul 08 20:42:44.679641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-ee8284ae-fb27-47c0-8b6b-9d22ff802855 req-05d198f7-3a61-4646-b804-70a9355a6872 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:42:44.681476 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ee8284ae-fb27-47c0-8b6b-9d22ff802855 req-05d198f7-3a61-4646-b804-70a9355a6872 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091052 Jul 08 20:42:44.688337 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29abd83f-f252-43df-ae85-4f467da8dff4 req-1c5836f7-ead2-44a7-9939-43caf556ad87 service neutron] 10.222.0.104 "GET /v2.0/networks/4e08837e-d22c-49f6-b527-745deba15ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591237 Jul 08 20:42:45.147696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51753b8d-bcf5-4bd3-804c-690f687194a1 req-6b649f66-ce46-4f6d-aced-4e701b5b00d9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:45.149937 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51753b8d-bcf5-4bd3-804c-690f687194a1 req-6b649f66-ce46-4f6d-aced-4e701b5b00d9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.1197345 Jul 08 20:42:45.174310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663dc38-1fbb-4799-b2c9-9d594661de96 req-d425e1e7-ae74-4b44-8973-d3bf12502d50 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:45.176253 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f663dc38-1fbb-4799-b2c9-9d594661de96 req-d425e1e7-ae74-4b44-8973-d3bf12502d50 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 943 time: 0.1094129 Jul 08 20:42:45.210463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:42:45.234253 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51753b8d-bcf5-4bd3-804c-690f687194a1 req-dbdaefd6-74e3-4cb6-aa04-dc171896c96c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784943 Jul 08 20:42:45.328024 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f663dc38-1fbb-4799-b2c9-9d594661de96 req-a89e1196-67d6-4a7c-8d66-646489759f8e tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421843 Jul 08 20:42:45.396751 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59618) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:42:45.580818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e487ba-04bc-4244-88ae-33c4ba2eae46 req-968726e9-06bb-4bff-bdf2-ba98df6b4170 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:45.582952 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2e487ba-04bc-4244-88ae-33c4ba2eae46 req-968726e9-06bb-4bff-bdf2-ba98df6b4170 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1237400 Jul 08 20:42:45.597797 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5b41be2-5aff-4ae5-afb5-f0e80ab6f8ce req-8ea8cf88-cbb4-46b6-9df3-5062199adf3d service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1968040 Jul 08 20:42:45.647701 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2e487ba-04bc-4244-88ae-33c4ba2eae46 req-7963816d-8c67-40f9-a8be-60aa8491af10 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563786 Jul 08 20:42:45.840445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4e5a5e34-5832-456c-bc88-92fe77253d12 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:42:46.015702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 4e5a5e34-5832-456c-bc88-92fe77253d12, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4e5a5e34-5832-456c-bc88-92fe77253d12,segment=NetworkSegment(59eef743-1b3a-40fc-994c-f34b184c0355),segment_id=59eef743-1b3a-40fc-994c-f34b184c0355)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:42:46.042453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '4e5a5e34-5832-456c-bc88-92fe77253d12', 'network_id': '4e08837e-d22c-49f6-b527-745deba15ea1', 'port_id': '4e5a5e34-5832-456c-bc88-92fe77253d12', 'mac_address': 'fa:16:3e:ea:7f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ae00fe-53cc-4e4a-929a-dee3f36d0e76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:42:46.086249 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:46.101713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5a5e34-5832-456c-bc88-92fe77253d12 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:42:46.136786 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 4e5a5e34-5832-456c-bc88-92fe77253d12, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4e5a5e34-5832-456c-bc88-92fe77253d12,segment=NetworkSegment(59eef743-1b3a-40fc-994c-f34b184c0355),segment_id=59eef743-1b3a-40fc-994c-f34b184c0355)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:42:46.142716 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:46.208541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=4e5a5e34-5832-456c-bc88-92fe77253d12,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:42:46.367260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['4e5a5e34-5832-456c-bc88-92fe77253d12'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:42:46.781925 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42426bc-8126-4f26-8560-f18f5ca50c15 req-5d977d1c-420c-4d98-a247-04a0de710dec tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:46.784023 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c42426bc-8126-4f26-8560-f18f5ca50c15 req-5d977d1c-420c-4d98-a247-04a0de710dec tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.2821100 Jul 08 20:42:46.786503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b350d-aa23-4fdc-9a80-7e7e057f5753 req-a4056f18-d460-490e-b8ce-ebcea67f2203 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:46.789065 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-af8b350d-aa23-4fdc-9a80-7e7e057f5753 req-a4056f18-d460-490e-b8ce-ebcea67f2203 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 944 time: 0.2104409 Jul 08 20:42:46.842264 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-af8b350d-aa23-4fdc-9a80-7e7e057f5753 req-bbecee56-7af9-49c8-8e6d-7273ffc627df tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461929 Jul 08 20:42:46.856900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c42426bc-8126-4f26-8560-f18f5ca50c15 req-5a14f4dd-ddea-4ee7-9af5-c9f4480537bf tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660257 Jul 08 20:42:46.932582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59654) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:42:47.150687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b41be2-5aff-4ae5-afb5-f0e80ab6f8ce req-105ecfcc-57ed-4020-8cf1-cabcd0a31fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:47.167755 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5b41be2-5aff-4ae5-afb5-f0e80ab6f8ce req-105ecfcc-57ed-4020-8cf1-cabcd0a31fa2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c&tenant_id=4c38fee99d074aba9cf999ad76f44290 HTTP/1.1" status: 200 len: 1096 time: 0.1894209 Jul 08 20:42:47.189971 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9123149-1a14-4626-858d-e2738814cbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:47.255174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb966e-544f-4f00-bee8-12b672bc58fa req-3fdf0a39-671c-4332-b04e-c8c07dd52a1a tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:47.264031 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a6bb966e-544f-4f00-bee8-12b672bc58fa req-3fdf0a39-671c-4332-b04e-c8c07dd52a1a tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.2316601 Jul 08 20:42:47.338325 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a6bb966e-544f-4f00-bee8-12b672bc58fa req-db45760b-4149-4c15-9352-fc5815773084 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743203 Jul 08 20:42:47.369634 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b41be2-5aff-4ae5-afb5-f0e80ab6f8ce req-9838ffe1-e19b-4c51-a92e-1d3d27841250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:47.371173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5b41be2-5aff-4ae5-afb5-f0e80ab6f8ce req-9838ffe1-e19b-4c51-a92e-1d3d27841250 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4c38fee99d074aba9cf999ad76f44290&device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 1096 time: 0.1596744 Jul 08 20:42:47.529886 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9123149-1a14-4626-858d-e2738814cbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:47.537502 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9123149-1a14-4626-858d-e2738814cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:47.562007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b41be2-5aff-4ae5-afb5-f0e80ab6f8ce req-86757622-99c0-4444-849e-5fc10634c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:47.563556 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5b41be2-5aff-4ae5-afb5-f0e80ab6f8ce req-86757622-99c0-4444-849e-5fc10634c708 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 HTTP/1.1" status: 200 len: 914 time: 0.1845906 Jul 08 20:42:47.612463 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:47.625867 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d9123149-1a14-4626-858d-e2738814cbf8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5347a6946b5e43419067480dad95a571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6919715 Jul 08 20:42:47.628744 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 59668) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:42:47.636254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9123149-1a14-4626-858d-e2738814cbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c50ca88-e3bd-4714-acd2-9751894533b3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:42:47.639681 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5b41be2-5aff-4ae5-afb5-f0e80ab6f8ce req-513e7734-d771-4aa4-be23-6fe1e4a794d4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d HTTP/1.1" status: 200 len: 217 time: 0.0636146 Jul 08 20:42:47.719771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b41be2-5aff-4ae5-afb5-f0e80ab6f8ce req-98a0fec2-41eb-4e0d-bcde-d41d30364819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:47.721588 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5b41be2-5aff-4ae5-afb5-f0e80ab6f8ce req-98a0fec2-41eb-4e0d-bcde-d41d30364819 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a5fe07ea-a956-4c23-85c4-e6720d58b427 HTTP/1.1" status: 200 len: 853 time: 0.0720744 Jul 08 20:42:47.767461 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5b41be2-5aff-4ae5-afb5-f0e80ab6f8ce req-ee328075-281d-486a-b8cd-d07a87fa6891 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343060 Jul 08 20:42:47.768086 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f2f86cc-dfad-43c7-8c0b-6ace12469784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:47.836880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f2f86cc-dfad-43c7-8c0b-6ace12469784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:47.856341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4e5a5e34-5832-456c-bc88-92fe77253d12 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:42:47.942084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 4e5a5e34-5832-456c-bc88-92fe77253d12 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:42:47.952576 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 4e5a5e34-5832-456c-bc88-92fe77253d12 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:42:47.954099 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:48.007450 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5b41be2-5aff-4ae5-afb5-f0e80ab6f8ce req-6bf9d9b0-3889-4c10-97e9-982f3cca7450 service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291043 Jul 08 20:42:48.010707 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f2f86cc-dfad-43c7-8c0b-6ace12469784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:48.015159 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f2f86cc-dfad-43c7-8c0b-6ace12469784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:48.021637 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7f2f86cc-dfad-43c7-8c0b-6ace12469784 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9c50ca88-e3bd-4714-acd2-9751894533b3 HTTP/1.1" status: 204 len: 168 time: 0.3918469 Jul 08 20:42:48.156458 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:48.162281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f86cc-dfad-43c7-8c0b-6ace12469784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c50ca88-e3bd-4714-acd2-9751894533b3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:42:48.194743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadd4ea-b23c-447a-ab12-fbb424409b4e req-fc4b85d8-a35d-4fc8-aee8-420d83eeb810 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:48.196338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0dadd4ea-b23c-447a-ab12-fbb424409b4e req-fc4b85d8-a35d-4fc8-aee8-420d83eeb810 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.1903484 Jul 08 20:42:48.229256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1183c4e1-1dcd-4005-b9db-2623d3caf2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a5e34-5832-456c-bc88-92fe77253d12'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:42:48.233652 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21283cef-9d80-496e-9c1b-f4ea8dc9c8d8" -d '{"events": [{"server_uuid": "1183c4e1-1dcd-4005-b9db-2623d3caf2f9", "name": "network-vif-plugged", "status": "completed", "tag": "4e5a5e34-5832-456c-bc88-92fe77253d12"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:42:48.256676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 4e5a5e34-5832-456c-bc88-92fe77253d12, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4e5a5e34-5832-456c-bc88-92fe77253d12,segment=NetworkSegment(59eef743-1b3a-40fc-994c-f34b184c0355),segment_id=59eef743-1b3a-40fc-994c-f34b184c0355)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:42:48.264218 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:48.293492 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0dadd4ea-b23c-447a-ab12-fbb424409b4e req-3dc820b1-b23f-4580-af48-dee693154410 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823259 Jul 08 20:42:48.325547 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5b41be2-5aff-4ae5-afb5-f0e80ab6f8ce req-74fc5460-8b35-45af-864b-e872802b3d29 service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898340 Jul 08 20:42:48.355141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=4e5a5e34-5832-456c-bc88-92fe77253d12,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:42:48.366208 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6006704f-9618-4f06-831d-0b40cbc71446 x-openstack-request-id: req-6006704f-9618-4f06-831d-0b40cbc71446 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:42:48.366505 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1183c4e1-1dcd-4005-b9db-2623d3caf2f9", "name": "network-vif-plugged", "status": "completed", "tag": "4e5a5e34-5832-456c-bc88-92fe77253d12", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:42:48.366760 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6006704f-9618-4f06-831d-0b40cbc71446 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:42:48.367163 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1183c4e1-1dcd-4005-b9db-2623d3caf2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a5e34-5832-456c-bc88-92fe77253d12', 'code': 200} Jul 08 20:42:48.412245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae32b-042c-4f92-9434-f1b8f4011c15 req-24ce7a87-7328-45e3-84d5-d651dce3303c tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:48.422120 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a99ae32b-042c-4f92-9434-f1b8f4011c15 req-24ce7a87-7328-45e3-84d5-d651dce3303c tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 944 time: 0.2614968 Jul 08 20:42:48.513941 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a99ae32b-042c-4f92-9434-f1b8f4011c15 req-b81d02e2-a776-4d13-99c3-fb3ac5d7f533 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908384 Jul 08 20:42:48.574780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad644287-2d35-48cf-afbd-5be1e567b81a req-c36c4b60-f47b-4f54-a44d-01fcc46646ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:48.576288 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad644287-2d35-48cf-afbd-5be1e567b81a req-c36c4b60-f47b-4f54-a44d-01fcc46646ed service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 1097 time: 0.1212716 Jul 08 20:42:48.742619 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad644287-2d35-48cf-afbd-5be1e567b81a req-ad096dc4-0507-474e-8610-1d5c7206bae4 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565711 Jul 08 20:42:48.848667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9a9ab-0631-4602-8531-a8d63c7d59db req-84d13358-69d2-4baf-924e-265145e454e4 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:48.862982 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28e9a9ab-0631-4602-8531-a8d63c7d59db req-84d13358-69d2-4baf-924e-265145e454e4 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.2549646 Jul 08 20:42:48.950776 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28e9a9ab-0631-4602-8531-a8d63c7d59db req-f4c2a3b3-bf85-47c9-8173-05e0b1b56263 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864406 Jul 08 20:42:49.752075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132054c-c405-4f68-aa61-1d1da1fb04c0 req-f3a9f01e-5610-481c-94a7-5b9d7423031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:49.759854 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2132054c-c405-4f68-aa61-1d1da1fb04c0 req-f3a9f01e-5610-481c-94a7-5b9d7423031b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 1097 time: 0.2270117 Jul 08 20:42:50.003282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f1b83-7320-4483-a521-09efd3b71273 req-1d55e38a-9ed3-4c6e-b0b5-5601b8cad2a3 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:50.010323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-222f1b83-7320-4483-a521-09efd3b71273 req-1d55e38a-9ed3-4c6e-b0b5-5601b8cad2a3 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.2696171 Jul 08 20:42:50.150456 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-222f1b83-7320-4483-a521-09efd3b71273 req-d0bdc938-e4b4-4da7-a06d-8e608a595adb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319766 Jul 08 20:42:50.254188 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d65d7-0a0b-4d5f-a385-9d27f305322c req-4a06bc9f-c2a0-442d-bf34-7a842bcfc0b6 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:50.258425 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e36d65d7-0a0b-4d5f-a385-9d27f305322c req-4a06bc9f-c2a0-442d-bf34-7a842bcfc0b6 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.3444047 Jul 08 20:42:50.366312 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132054c-c405-4f68-aa61-1d1da1fb04c0 req-de54f831-38f1-476c-a0cd-eca10956cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:50.368032 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2132054c-c405-4f68-aa61-1d1da1fb04c0 req-de54f831-38f1-476c-a0cd-eca10956cc92 service neutron] 10.222.0.104 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 911 time: 0.5996056 Jul 08 20:42:50.442459 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e36d65d7-0a0b-4d5f-a385-9d27f305322c req-8fc82d20-92b8-42c6-b01e-d7528f482344 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565547 Jul 08 20:42:50.595667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab89532-1c84-4f1f-b610-ecfc6c2967b5 req-834e0674-6a58-445d-9223-1f68fef894d4 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:50.604718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ab89532-1c84-4f1f-b610-ecfc6c2967b5 req-834e0674-6a58-445d-9223-1f68fef894d4 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 945 time: 0.1874688 Jul 08 20:42:50.617026 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2132054c-c405-4f68-aa61-1d1da1fb04c0 req-cd5bb704-6e08-4c74-ab68-341038c25172 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1664f54d-1504-4bfd-9f7d-204dc97a5146 HTTP/1.1" status: 200 len: 1001 time: 0.2134838 Jul 08 20:42:50.703685 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ab89532-1c84-4f1f-b610-ecfc6c2967b5 req-b499a4eb-542c-433e-85a0-b5f52a66443f tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823786 Jul 08 20:42:50.831525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132054c-c405-4f68-aa61-1d1da1fb04c0 req-f46c0ba0-7657-44d6-920d-b02fb69410a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:50.838752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2132054c-c405-4f68-aa61-1d1da1fb04c0 req-f46c0ba0-7657-44d6-920d-b02fb69410a4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=373f0c01-b696-4703-ab5a-3a737cebfdae HTTP/1.1" status: 200 len: 849 time: 0.1598475 Jul 08 20:42:50.964407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132054c-c405-4f68-aa61-1d1da1fb04c0 req-a0de67b9-ddca-41c3-b7f4-d1551c123a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:50.966073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2132054c-c405-4f68-aa61-1d1da1fb04c0 req-a0de67b9-ddca-41c3-b7f4-d1551c123a17 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=eb126676-baac-44c7-8776-db620659cc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192405 Jul 08 20:42:51.238449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2132054c-c405-4f68-aa61-1d1da1fb04c0 req-4a214dbf-0cc1-4960-9179-cea121e8dbf9 service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648978 Jul 08 20:42:51.694139 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2132054c-c405-4f68-aa61-1d1da1fb04c0 req-5eb9f0de-5c6f-4a7f-b91e-4a64a94f8711 service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490645 Jul 08 20:42:51.819373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3b639-8f04-4895-b973-c7e9111deedb req-6f8fbf2c-5bce-45c6-86f7-c0554bfb84ec tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:51.839523 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ce3b639-8f04-4895-b973-c7e9111deedb req-6f8fbf2c-5bce-45c6-86f7-c0554bfb84ec tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.2173812 Jul 08 20:42:51.942802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068f31d-a56c-420b-818f-8adff6b072ab req-2714be90-ed79-40df-a112-538b6eedd226 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:51.944474 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3068f31d-a56c-420b-818f-8adff6b072ab req-2714be90-ed79-40df-a112-538b6eedd226 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.2138464 Jul 08 20:42:51.985541 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ce3b639-8f04-4895-b973-c7e9111deedb req-d920b17c-a528-4d04-9238-c936fa49dd17 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385458 Jul 08 20:42:52.067575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3068f31d-a56c-420b-818f-8adff6b072ab req-794b0538-ac24-45f6-8313-d546c579fe0c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054690 Jul 08 20:42:53.339409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14d83b-56df-467d-bb9d-a25b5e296161 req-ac272694-0502-4542-a89a-32604ecc2f8f tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:53.342053 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb14d83b-56df-467d-bb9d-a25b5e296161 req-ac272694-0502-4542-a89a-32604ecc2f8f tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1265149 Jul 08 20:42:53.408291 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb14d83b-56df-467d-bb9d-a25b5e296161 req-2a40cddf-e3cc-444a-883d-847c2588af74 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576229 Jul 08 20:42:53.498657 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:42:53.582086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac5759-1ed2-429c-b370-9a9d7037048d req-30ccf27a-0fde-46dd-817b-5705ddfa9ca5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:53.591593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-80ac5759-1ed2-429c-b370-9a9d7037048d req-30ccf27a-0fde-46dd-817b-5705ddfa9ca5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.1930099 Jul 08 20:42:53.649308 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-80ac5759-1ed2-429c-b370-9a9d7037048d req-b770b068-3010-450e-9ecc-2521b6702477 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560377 Jul 08 20:42:54.354733 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-92ca4bde-96a1-4c37-8ce4-d0241fde0417 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:54.367206 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-92ca4bde-96a1-4c37-8ce4-d0241fde0417 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.5969920 Jul 08 20:42:54.385074 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-32ee9576-584f-4b41-989c-1eac25644f02 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/quotas/969ed93d777c482282264778ffb8d915 HTTP/1.1" status: 200 len: 375 time: 0.0168598 Jul 08 20:42:54.519599 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-2e570b0f-4a2a-43bd-a9dd-5d6665a88aa2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325693 Jul 08 20:42:54.539457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-cf314bbf-7612-426d-a46f-d1c4550dc0d9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:42:54.540501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-cf314bbf-7612-426d-a46f-d1c4550dc0d9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069590 Jul 08 20:42:54.733672 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-1d2fe013-efa6-437f-8b05-a524757edd07 service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856923 Jul 08 20:42:54.935648 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-d3fae278-a9b3-40be-aa0b-e1884d4b3e3b service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905043 Jul 08 20:42:55.066338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8720e69-788f-4d3f-bf75-d8aa2fad60ff req-a4191e25-d91a-4244-8257-912ff374b9be tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:55.069137 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8720e69-788f-4d3f-bf75-d8aa2fad60ff req-a4191e25-d91a-4244-8257-912ff374b9be tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.1311011 Jul 08 20:42:55.159823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8720e69-788f-4d3f-bf75-d8aa2fad60ff req-bd9ac8fe-e0e8-421a-be3a-44b351ff97bb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850224 Jul 08 20:42:55.477554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99cf8009-6ce0-46ba-9f2b-b48f4bc757da req-c8ada761-78d3-4efb-81a0-34666f1ed3e1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 210 time: 0.0456998 Jul 08 20:42:56.532597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716b1a8-ebaf-4f26-9669-4cae0350b7d5 req-d80b1ed8-5ca8-4da8-bbe9-3498f87e9b56 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:56.540840 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2716b1a8-ebaf-4f26-9669-4cae0350b7d5 req-d80b1ed8-5ca8-4da8-bbe9-3498f87e9b56 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.1570437 Jul 08 20:42:56.638200 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2716b1a8-ebaf-4f26-9669-4cae0350b7d5 req-a9e8c60d-67e3-445f-ab82-aa85a1a8a34f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905476 Jul 08 20:42:56.813159 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-789be754-3e01-4358-9e61-f792427a1317 req-10238cc4-dba0-423e-8ede-2e067133d892 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 210 time: 0.0761876 Jul 08 20:42:58.013310 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-789d126f-9889-4b1d-80af-70ec33c6fd24 req-cd71204f-bc78-4aba-91ff-629121083c24 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 210 time: 0.0433753 Jul 08 20:42:58.055899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c865f5e-7f41-4c2b-b38c-7cecb5564be9 req-01c10c10-846e-4fc3-ab8e-bc5ea5c30b83 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:58.069304 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c865f5e-7f41-4c2b-b38c-7cecb5564be9 req-01c10c10-846e-4fc3-ab8e-bc5ea5c30b83 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.1928871 Jul 08 20:42:58.134000 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c865f5e-7f41-4c2b-b38c-7cecb5564be9 req-d85d65a8-3a95-4eef-b5d5-706f3a1c04f3 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637314 Jul 08 20:42:59.275468 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9f8116d4-9138-4bc5-bd57-ca2f6a9704dd req-2413953d-6321-4edc-81e7-ba88f91a898b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 210 time: 0.0563674 Jul 08 20:42:59.429746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c04b-4326-41b1-aaeb-e20459fa5feb req-fc67ed4a-3534-486b-848a-d63b08dcab6a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:42:59.432274 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0371c04b-4326-41b1-aaeb-e20459fa5feb req-fc67ed4a-3534-486b-848a-d63b08dcab6a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.0682688 Jul 08 20:42:59.479666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0371c04b-4326-41b1-aaeb-e20459fa5feb req-2859749b-fa07-488e-9fe6-5d2f5fc37570 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Jul 08 20:43:00.493574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-044f74f9-baec-40d6-a69d-6654d38a313a req-ec9e5b2f-da53-431c-a80a-3749258a8980 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 210 time: 0.0331516 Jul 08 20:43:00.689330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87405354-e635-49a8-9f51-15f0177eb2a4 req-4994f58a-9a2e-45f3-8cfa-c1ffdc28dcd3 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:00.697034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87405354-e635-49a8-9f51-15f0177eb2a4 req-4994f58a-9a2e-45f3-8cfa-c1ffdc28dcd3 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.0764773 Jul 08 20:43:00.751820 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-87405354-e635-49a8-9f51-15f0177eb2a4 req-341c2589-b92d-4009-beb0-02f0b24d39b8 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537441 Jul 08 20:43:01.684528 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76a8d726-b989-43cb-8d49-71df4ae291f9 req-a8970c35-e375-4bde-9ee4-ba9cc45d8c1b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 210 time: 0.0362067 Jul 08 20:43:01.922113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f8e0-86a3-4342-8d31-2a9bcaa7b6a3 req-4f51ac10-474f-4e0c-ac10-cc25685c5fbb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:01.923768 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9f9f8e0-86a3-4342-8d31-2a9bcaa7b6a3 req-4f51ac10-474f-4e0c-ac10-cc25685c5fbb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.0668769 Jul 08 20:43:01.964237 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9f9f8e0-86a3-4342-8d31-2a9bcaa7b6a3 req-695bea80-c4b8-4a32-8ab8-63a380271cde tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Jul 08 20:43:02.605879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4828463a-f010-4367-91f3-01afb12c5130 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:02.607979 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4828463a-f010-4367-91f3-01afb12c5130 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.1248188 Jul 08 20:43:02.624403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'port': {'device_id': '5139fe7e-7d05-4074-85ad-966eb5baceab', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'admin_state_up': True, 'tenant_id': '969ed93d777c482282264778ffb8d915'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:43:02.821821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Made reservation on behalf of 969ed93d777c482282264778ffb8d915 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:43:02.826043 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:02.939873 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ee62efc2-f8d0-439d-bcbe-f2b6411adeb0 req-b8b6b45a-4c80-45fe-98bb-9361c023b5b0 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 210 time: 0.0452747 Jul 08 20:43:03.150959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Allocated IP 172.20.0.7 (be03543c-b5e2-4aa9-9633-fedc1ac723b5/adbac296-9a8c-4696-bf05-a8fb47a6df9c/da81769a-0fd9-4482-98c1-02ebcc9cf57d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:43:03.364717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:03.385136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Transition to ACTIVE for port object da81769a-0fd9-4482-98c1-02ebcc9cf57d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:43:03.447051 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42835d6-ad79-4da6-a315-3878140b7229 req-1f6bb2c2-4dd5-4baa-8f09-615dcb21a6a0 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:03.448534 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f42835d6-ad79-4da6-a315-3878140b7229 req-1f6bb2c2-4dd5-4baa-8f09-615dcb21a6a0 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.1183560 Jul 08 20:43:03.508813 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:03.591275 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f42835d6-ad79-4da6-a315-3878140b7229 req-1ee85606-57ae-4ca0-bb83-8abdfab851a1 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239495 Jul 08 20:43:03.628038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:43:03.634986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'Port': ['ID=da81769a-0fd9-4482-98c1-02ebcc9cf57d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:03.644043 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:03.644742 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:03.645095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:03.645448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:03.645789 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:03.646126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:03.646463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:03.646796 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:03.647127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:03.647459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:03.647918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:03.648254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:03.653196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:43:03.655607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:43:03.709500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:03.710252 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:03.729083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-7fffeb3f-0acd-4bb0-9eff-b15e63dddefc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1085041 Jul 08 20:43:03.745567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Request body: {'port': {'device_id': '5139fe7e-7d05-4074-85ad-966eb5baceab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:43:03.880169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:04.021522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5913b35f-2399-4841-a116-2820753817cc None None] Provisioning for port da81769a-0fd9-4482-98c1-02ebcc9cf57d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:43:04.027721 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5913b35f-2399-4841-a116-2820753817cc None None] Provisioning complete for port da81769a-0fd9-4482-98c1-02ebcc9cf57d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:43:04.031881 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5913b35f-2399-4841-a116-2820753817cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:04.135304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5913b35f-2399-4841-a116-2820753817cc None None] Port da81769a-0fd9-4482-98c1-02ebcc9cf57d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:43:04.173007 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-00918f05-e673-459e-b569-003f85fe78d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:04.277831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da81769a-0fd9-4482-98c1-02ebcc9cf57d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:43:04.291560 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:04.308880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Transition to ACTIVE for port object da81769a-0fd9-4482-98c1-02ebcc9cf57d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:43:04.316773 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:04.322224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848db24-1b5f-493f-9506-484336405286 req-e23a300c-bf46-4385-91ee-f15559e02398 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:04.330870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c848db24-1b5f-493f-9506-484336405286 req-e23a300c-bf46-4385-91ee-f15559e02398 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 931 time: 0.1201186 Jul 08 20:43:04.384674 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c848db24-1b5f-493f-9506-484336405286 req-6a3c1cb5-d676-4408-9d53-3bd51c5ec2d6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523512 Jul 08 20:43:04.413285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=da81769a-0fd9-4482-98c1-02ebcc9cf57d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:04.490186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Attempting to bind port da81769a-0fd9-4482-98c1-02ebcc9cf57d on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:43:04.490526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Attempting to bind port da81769a-0fd9-4482-98c1-02ebcc9cf57d by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:43:04.490861 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Attempting to bind port da81769a-0fd9-4482-98c1-02ebcc9cf57d on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:43:04.518338 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Port da81769a-0fd9-4482-98c1-02ebcc9cf57d on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:43:04.518918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Attempting to bind port da81769a-0fd9-4482-98c1-02ebcc9cf57d on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:43:04.530035 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:43:04.530542 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Checking segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:43:04.531038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Bound using segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:43:04.531607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Bound port: da81769a-0fd9-4482-98c1-02ebcc9cf57d, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:43:04.532111 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:04.667298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] For port da81769a-0fd9-4482-98c1-02ebcc9cf57d, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:43:04.678348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] For port da81769a-0fd9-4482-98c1-02ebcc9cf57d, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=da81769a-0fd9-4482-98c1-02ebcc9cf57d,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:43:04.687126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:04.830681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=da81769a-0fd9-4482-98c1-02ebcc9cf57d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:04.836459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:04.837383 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:04.839077 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4e4f3765-0c3c-47ef-9ef8-9b50619c9ba6 service neutron] 10.222.0.103 "PUT /v2.0/ports/da81769a-0fd9-4482-98c1-02ebcc9cf57d HTTP/1.1" status: 200 len: 1092 time: 1.0990949 Jul 08 20:43:04.839642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5139fe7e-7d05-4074-85ad-966eb5baceab', 'tag': 'da81769a-0fd9-4482-98c1-02ebcc9cf57d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:43:04.842247 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa160b45-7da4-4373-b19b-5fe9dbadefd0" -d '{"events": [{"name": "network-changed", "server_uuid": "5139fe7e-7d05-4074-85ad-966eb5baceab", "tag": "da81769a-0fd9-4482-98c1-02ebcc9cf57d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:43:04.955254 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ec802c-d145-4c4c-8193-dd7c25ae0c13 x-openstack-request-id: req-35ec802c-d145-4c4c-8193-dd7c25ae0c13 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:43:04.955584 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5139fe7e-7d05-4074-85ad-966eb5baceab", "tag": "da81769a-0fd9-4482-98c1-02ebcc9cf57d", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:43:04.955835 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-35ec802c-d145-4c4c-8193-dd7c25ae0c13 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:43:04.956234 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5139fe7e-7d05-4074-85ad-966eb5baceab', 'tag': 'da81769a-0fd9-4482-98c1-02ebcc9cf57d', 'status': 'completed', 'code': 200} Jul 08 20:43:05.041919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-16fa8626-50a2-4a9e-a82c-1c795dcc8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:05.043648 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-16fa8626-50a2-4a9e-a82c-1c795dcc8b0c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 1095 time: 0.1498108 Jul 08 20:43:05.124490 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ce352-b749-4be7-bd19-5c00a6174ef1 req-8ddd5ccc-2288-4406-8457-55ca6dcd388c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:05.132283 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6a7ce352-b749-4be7-bd19-5c00a6174ef1 req-8ddd5ccc-2288-4406-8457-55ca6dcd388c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 944 time: 0.1993222 Jul 08 20:43:05.149107 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-4913b874-3cd4-4218-aeb9-7d9cc7e37d95 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da81769a-0fd9-4482-98c1-02ebcc9cf57d HTTP/1.1" status: 200 len: 217 time: 0.0913346 Jul 08 20:43:05.189404 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6a7ce352-b749-4be7-bd19-5c00a6174ef1 req-592007f3-d485-4879-901f-d3b5ba57e3fe tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562258 Jul 08 20:43:05.259652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:43:05.278256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-97b79d7c-e4ab-44e3-953a-63720dce6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:05.279863 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-97b79d7c-e4ab-44e3-953a-63720dce6183 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0941060 Jul 08 20:43:05.350639 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-572902ad-80dc-49c9-989e-aa6a9de11c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:05.352793 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-572902ad-80dc-49c9-989e-aa6a9de11c42 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653505 Jul 08 20:43:05.526222 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-e7cdfa93-1460-4261-95aa-57cd19d0007d service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561055 Jul 08 20:43:05.530391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:43:05.549040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d', 'network_id': 'ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4', 'port_id': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d', 'mac_address': 'fa:16:3e:00:5a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fe07ea-a956-4c23-85c4-e6720d58b427', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:43:05.608575 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:05.638885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:43:05.661769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:43:05.671911 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:05.700828 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-55596bb0-fe1c-4a66-9ea9-9f45a2c5b442 req-36408310-0f9e-4bf7-842a-bdaf9d6f7465 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688132 Jul 08 20:43:05.714853 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948ad85-4ad7-44a3-8265-5d9221eaf968 req-e0c00451-c8cf-4c33-8c3a-c0b2e3450dd2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:05.724322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4948ad85-4ad7-44a3-8265-5d9221eaf968 req-e0c00451-c8cf-4c33-8c3a-c0b2e3450dd2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 943 time: 0.1702490 Jul 08 20:43:05.753389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:05.780497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:05.786062 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:05.786591 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:05.787556 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:05.787556 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:05.788131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:05.788769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:05.789268 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:05.789769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:05.790290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:05.790776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:05.791268 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:05.809703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4948ad85-4ad7-44a3-8265-5d9221eaf968 req-b7900e8c-6661-450e-8aa6-c8b6f4fc874f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838270 Jul 08 20:43:05.861233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa160b45-7da4-4373-b19b-5fe9dbadefd0 req-381f2345-68fa-4223-bba6-2a036a8ffd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:05.865736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa160b45-7da4-4373-b19b-5fe9dbadefd0 req-381f2345-68fa-4223-bba6-2a036a8ffd63 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 1095 time: 0.1042957 Jul 08 20:43:05.969945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:43:06.030649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa160b45-7da4-4373-b19b-5fe9dbadefd0 req-3d766464-8612-4f7c-ad0d-543d26c92dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:06.033054 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa160b45-7da4-4373-b19b-5fe9dbadefd0 req-3d766464-8612-4f7c-ad0d-543d26c92dc1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.1534855 Jul 08 20:43:06.121165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa160b45-7da4-4373-b19b-5fe9dbadefd0 req-f042d938-edb4-4409-984c-a7974b57332c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da81769a-0fd9-4482-98c1-02ebcc9cf57d HTTP/1.1" status: 200 len: 217 time: 0.0763083 Jul 08 20:43:06.213792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa160b45-7da4-4373-b19b-5fe9dbadefd0 req-54208f17-804f-478c-a1bd-99cceb4d735e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:06.219848 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa160b45-7da4-4373-b19b-5fe9dbadefd0 req-54208f17-804f-478c-a1bd-99cceb4d735e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0909765 Jul 08 20:43:06.357103 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa160b45-7da4-4373-b19b-5fe9dbadefd0 req-9d44ea43-85f6-4afe-bdb9-60270c80d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:06.357103 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa160b45-7da4-4373-b19b-5fe9dbadefd0 req-9d44ea43-85f6-4afe-bdb9-60270c80d618 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254017 Jul 08 20:43:06.470029 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa160b45-7da4-4373-b19b-5fe9dbadefd0 req-70bcbb56-04af-4ef1-acb1-374ee171ec0f service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014700 Jul 08 20:43:06.632800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc8154-8e16-42f7-bfa5-cddcef1948ae req-8d7a8c26-bfe7-4713-8d95-5e5bb638dbc3 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:06.634527 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05dc8154-8e16-42f7-bfa5-cddcef1948ae req-8d7a8c26-bfe7-4713-8d95-5e5bb638dbc3 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 945 time: 0.1634479 Jul 08 20:43:06.659291 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa160b45-7da4-4373-b19b-5fe9dbadefd0 req-20d42f06-53e7-44fb-b1e3-3aa6010bd2e3 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571925 Jul 08 20:43:06.692383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60144) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:06.714367 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05dc8154-8e16-42f7-bfa5-cddcef1948ae req-87c96276-507e-4eeb-bed9-c6deb4f398f2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727079 Jul 08 20:43:06.887418 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93ef990c-1df9-41cd-853c-2df82cd88308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:06.950707 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-20da30aa-e550-4a7c-ad13-94ce18a6015e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:07.020361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8388e-355e-49a7-a04d-68f90f486d78 req-23532360-f34d-4370-97a3-4c2ec418c9be tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:07.022453 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4e8388e-355e-49a7-a04d-68f90f486d78 req-23532360-f34d-4370-97a3-4c2ec418c9be tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 943 time: 0.0883179 Jul 08 20:43:07.060721 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93ef990c-1df9-41cd-853c-2df82cd88308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:07.067234 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93ef990c-1df9-41cd-853c-2df82cd88308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:07.088029 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4e8388e-355e-49a7-a04d-68f90f486d78 req-de0acfe2-26c4-481e-87ce-7138948689d5 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586741 Jul 08 20:43:07.124948 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:07.158582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef990c-1df9-41cd-853c-2df82cd88308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887c1792-d9f1-46da-87b1-c05b0f8151c9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:07.164413 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-93ef990c-1df9-41cd-853c-2df82cd88308 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0734228e2c244891b106869c4b9ba8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709892 Jul 08 20:43:07.167182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60158) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:07.235049 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f46246fb-9aee-4d3c-99d8-02d093113ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:07.262691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:43:07.279024 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f46246fb-9aee-4d3c-99d8-02d093113ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:07.355436 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:43:07.356299 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:07.375166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f46246fb-9aee-4d3c-99d8-02d093113ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:07.381896 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f46246fb-9aee-4d3c-99d8-02d093113ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:07.385492 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f46246fb-9aee-4d3c-99d8-02d093113ad0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/887c1792-d9f1-46da-87b1-c05b0f8151c9 HTTP/1.1" status: 204 len: 168 time: 0.2151027 Jul 08 20:43:07.410636 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46246fb-9aee-4d3c-99d8-02d093113ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887c1792-d9f1-46da-87b1-c05b0f8151c9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:07.502711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:07.536884 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:43:07.539295 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4d5cc4-461b-49fb-9d5e-08ae976eadb9" -d '{"events": [{"server_uuid": "f5b8bfe3-cd15-4f6a-9bf7-146563399f9c", "name": "network-vif-plugged", "status": "completed", "tag": "e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:43:07.562782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:43:07.567834 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:07.699683 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd7e78e-12f7-46b0-9040-989810d07629 x-openstack-request-id: req-bbd7e78e-12f7-46b0-9040-989810d07629 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:43:07.701250 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b8bfe3-cd15-4f6a-9bf7-146563399f9c", "name": "network-vif-plugged", "status": "completed", "tag": "e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:43:07.701748 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bbd7e78e-12f7-46b0-9040-989810d07629 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:43:07.702366 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d', 'code': 200} Jul 08 20:43:07.807878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,revision_number=10']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:07.979028 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2ff0a-87bc-4671-bd2e-3560ffa88b1c req-e41c537b-75c2-435b-8afc-35ac10919964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:07.981835 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98b2ff0a-87bc-4671-bd2e-3560ffa88b1c req-e41c537b-75c2-435b-8afc-35ac10919964 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 1099 time: 0.0806663 Jul 08 20:43:08.023290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60178) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:08.067326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb308bc-ffbf-48ef-b4f6-85d52f8018ce req-f2149619-da17-4157-b9e8-ac3c9282b5f8 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:08.074461 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98b2ff0a-87bc-4671-bd2e-3560ffa88b1c req-dfcc1e94-e68f-4ecb-8a4a-33cc2e6b0971 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830243 Jul 08 20:43:08.075581 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4cb308bc-ffbf-48ef-b4f6-85d52f8018ce req-f2149619-da17-4157-b9e8-ac3c9282b5f8 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1355884 Jul 08 20:43:08.084666 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d6732716-0a23-419a-9513-05727de8a751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:08.134724 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4cb308bc-ffbf-48ef-b4f6-85d52f8018ce req-e4f81147-ae8d-465b-89b5-33cb7d84d12b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582163 Jul 08 20:43:08.237712 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:08.264562 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d6732716-0a23-419a-9513-05727de8a751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:08.271675 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d6732716-0a23-419a-9513-05727de8a751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:08.299063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d6732716-0a23-419a-9513-05727de8a751 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7ff87c237c5842d19c611139982dbe77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731130 Jul 08 20:43:08.302278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60190) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:08.338243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6732716-0a23-419a-9513-05727de8a751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae8a6bb-e605-47c1-b82a-5f88f34e75f6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:08.468836 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78d25dff-f5e1-4b0d-a650-173893ec0ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:08.494123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f843e2-dc99-4e9e-af50-2c0c66a05fb6 req-c55550f7-a7af-4bed-bfc0-8de86b1cb817 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:08.495839 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5f843e2-dc99-4e9e-af50-2c0c66a05fb6 req-c55550f7-a7af-4bed-bfc0-8de86b1cb817 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 943 time: 0.1654165 Jul 08 20:43:08.533631 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78d25dff-f5e1-4b0d-a650-173893ec0ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:08.620717 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5f843e2-dc99-4e9e-af50-2c0c66a05fb6 req-c0040625-8b2d-42d0-afff-a55a4b1ba193 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125615 Jul 08 20:43:08.642382 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78d25dff-f5e1-4b0d-a650-173893ec0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:08.651420 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78d25dff-f5e1-4b0d-a650-173893ec0ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:08.653131 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-78d25dff-f5e1-4b0d-a650-173893ec0ff0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eae8a6bb-e605-47c1-b82a-5f88f34e75f6 HTTP/1.1" status: 204 len: 168 time: 0.3496442 Jul 08 20:43:08.667085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d25dff-f5e1-4b0d-a650-173893ec0ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae8a6bb-e605-47c1-b82a-5f88f34e75f6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:09.179100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60220) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:09.200624 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8605b124-129b-449d-8c8e-36edd68679df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:09.397716 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8605b124-129b-449d-8c8e-36edd68679df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:09.404934 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8605b124-129b-449d-8c8e-36edd68679df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:09.440503 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8605b124-129b-449d-8c8e-36edd68679df admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8c8cb89b172348a68916cf994a08374f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598135 Jul 08 20:43:09.444330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60222) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:09.459710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffba790-2e05-4c9c-978d-f6a49f16cea3 req-9dfe5fd3-0d61-432e-845c-453562f3de0d tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:09.468836 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fffba790-2e05-4c9c-978d-f6a49f16cea3 req-9dfe5fd3-0d61-432e-845c-453562f3de0d tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1698036 Jul 08 20:43:09.510094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605b124-129b-449d-8c8e-36edd68679df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903813d0-aef9-4615-9a0f-530a0bd5ec12,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:09.531547 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fffba790-2e05-4c9c-978d-f6a49f16cea3 req-045bd735-a838-432a-8de0-ba1a04cd0401 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578253 Jul 08 20:43:09.603848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b32daa12-f096-4bf6-a1f4-e34c35d06da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:09.671197 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b32daa12-f096-4bf6-a1f4-e34c35d06da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:09.757482 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b32daa12-f096-4bf6-a1f4-e34c35d06da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:09.761172 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b32daa12-f096-4bf6-a1f4-e34c35d06da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:09.771112 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b32daa12-f096-4bf6-a1f4-e34c35d06da2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/903813d0-aef9-4615-9a0f-530a0bd5ec12 HTTP/1.1" status: 204 len: 168 time: 0.3191626 Jul 08 20:43:09.802632 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32daa12-f096-4bf6-a1f4-e34c35d06da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903813d0-aef9-4615-9a0f-530a0bd5ec12,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:09.803284 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:10.246814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70e233-0088-4edf-a303-659a8f46de17 req-08d15d0f-055a-401e-ae09-649d08ed27bd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:10.261471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e70e233-0088-4edf-a303-659a8f46de17 req-08d15d0f-055a-401e-ae09-649d08ed27bd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 943 time: 0.3187449 Jul 08 20:43:10.362084 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e70e233-0088-4edf-a303-659a8f46de17 req-3f1d2119-020e-4612-998a-bb9ceb4c8e79 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872447 Jul 08 20:43:10.824441 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eb048-924b-4846-b377-111dd46821b5 req-03443dec-3da1-4e75-a98a-9856c8e5cd2c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:10.826044 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a3eb048-924b-4846-b377-111dd46821b5 req-03443dec-3da1-4e75-a98a-9856c8e5cd2c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1445417 Jul 08 20:43:10.915021 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a3eb048-924b-4846-b377-111dd46821b5 req-653a49af-ce2f-4c05-93c3-70927345f520 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731566 Jul 08 20:43:11.646902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d7485-dfd9-4b98-9027-4ff565f60a62 req-415374ca-a8ef-47f2-942e-5d60c17bd766 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:11.657738 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ee2d7485-dfd9-4b98-9027-4ff565f60a62 req-415374ca-a8ef-47f2-942e-5d60c17bd766 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 943 time: 0.1546464 Jul 08 20:43:11.700534 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ee2d7485-dfd9-4b98-9027-4ff565f60a62 req-16160732-a2a7-486d-80d9-b13abc04ec3c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Jul 08 20:43:12.149885 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67d29c-a6b9-4640-b4a1-31acdfdd2778 req-cee251c3-0e46-4e85-9167-f8014a2b1c2d tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:12.151538 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ef67d29c-a6b9-4640-b4a1-31acdfdd2778 req-cee251c3-0e46-4e85-9167-f8014a2b1c2d tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.0948989 Jul 08 20:43:12.202644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ef67d29c-a6b9-4640-b4a1-31acdfdd2778 req-22e79df4-feef-4ab0-821c-20d57e88ecc7 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Jul 08 20:43:12.462818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cee6a3-7c00-4b07-821c-b03f8057f4b7 req-0f54ff4d-761c-47e7-9bf3-4aa3753db6bd tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:12.464460 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29cee6a3-7c00-4b07-821c-b03f8057f4b7 req-0f54ff4d-761c-47e7-9bf3-4aa3753db6bd tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.0905836 Jul 08 20:43:12.511237 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29cee6a3-7c00-4b07-821c-b03f8057f4b7 req-2874c1f5-71f8-4801-bbaa-14e98a3fa8bd tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405183 Jul 08 20:43:12.714312 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fed96-fdff-4554-839f-4a2726d32118 req-99547ec2-9a48-4252-8761-a1f509c4e05a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:12.716850 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-559fed96-fdff-4554-839f-4a2726d32118 req-99547ec2-9a48-4252-8761-a1f509c4e05a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.0775647 Jul 08 20:43:12.785614 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-559fed96-fdff-4554-839f-4a2726d32118 req-9458bd01-64a6-481f-b905-c2e5bd2cd114 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577354 Jul 08 20:43:12.994687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56482ff8-c756-43e4-b4bc-35dfd83f8b9a req-bfc83530-917f-4870-a98b-f2ee89cfc6dc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:12.996429 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56482ff8-c756-43e4-b4bc-35dfd83f8b9a req-bfc83530-917f-4870-a98b-f2ee89cfc6dc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 943 time: 0.1224074 Jul 08 20:43:13.049238 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-56482ff8-c756-43e4-b4bc-35dfd83f8b9a req-922b9f48-3244-45a9-afc4-edbfdea33e87 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 Jul 08 20:43:13.145328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebf973-c12d-4c3a-9fcc-bafe3cf0bf9c req-5e4d0d22-8074-4996-b523-ac5695eddc7c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:13.147422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6eebf973-c12d-4c3a-9fcc-bafe3cf0bf9c req-5e4d0d22-8074-4996-b523-ac5695eddc7c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1157691 Jul 08 20:43:13.221063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6eebf973-c12d-4c3a-9fcc-bafe3cf0bf9c req-4bcea196-523d-406f-ba61-508b5f7ff526 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480766 Jul 08 20:43:13.437181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a0b86-f9dc-42e9-9e9a-8a39648bc440 req-ab09e7cd-bb9b-4f2f-ac35-e26a90e7b942 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:13.438842 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9b7a0b86-f9dc-42e9-9e9a-8a39648bc440 req-ab09e7cd-bb9b-4f2f-ac35-e26a90e7b942 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.0877528 Jul 08 20:43:13.482209 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9b7a0b86-f9dc-42e9-9e9a-8a39648bc440 req-74ca1572-b6c9-4e6f-9bb5-d1fd964d813e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368862 Jul 08 20:43:13.723938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f156944-eac7-4fb3-b1bc-1520962748ba req-440692d7-f584-4e2f-9f5b-1efa20bd07b1 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:13.725847 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f156944-eac7-4fb3-b1bc-1520962748ba req-440692d7-f584-4e2f-9f5b-1efa20bd07b1 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.0841057 Jul 08 20:43:13.795023 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f156944-eac7-4fb3-b1bc-1520962748ba req-4ae80315-6f5b-4547-9aa1-8b20d26f7fc5 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582554 Jul 08 20:43:14.060225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a0e22-abf6-4759-a5c2-1dc09d8274ad req-c31da2c1-353a-4898-a5ed-37af503c0e4f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:14.074782 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-280a0e22-abf6-4759-a5c2-1dc09d8274ad req-c31da2c1-353a-4898-a5ed-37af503c0e4f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1415956 Jul 08 20:43:14.167534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-280a0e22-abf6-4759-a5c2-1dc09d8274ad req-6fdeb41a-c7af-4f32-a562-3f791c60a122 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884628 Jul 08 20:43:14.459483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b6975-500a-4e01-a85e-5ef96eb4afd2 req-3157d3da-4c8d-44bd-b2ad-15ba816596ec tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:14.465925 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f57b6975-500a-4e01-a85e-5ef96eb4afd2 req-3157d3da-4c8d-44bd-b2ad-15ba816596ec tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 943 time: 0.1572356 Jul 08 20:43:14.549116 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f57b6975-500a-4e01-a85e-5ef96eb4afd2 req-d731b5c6-0ba6-4cc5-ae85-fa961887f032 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768251 Jul 08 20:43:14.697867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ac114-2222-4325-aca4-bfe93a5dfb1a req-7bd39210-43db-41b5-b1c6-6344f255cca9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:14.700227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e74ac114-2222-4325-aca4-bfe93a5dfb1a req-7bd39210-43db-41b5-b1c6-6344f255cca9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.0858247 Jul 08 20:43:14.748153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e74ac114-2222-4325-aca4-bfe93a5dfb1a req-273b1c18-ac5f-44cf-bf5a-38752ab0c915 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Jul 08 20:43:15.458889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60440) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:15.605157 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0605a0b4-a012-42b1-b9ae-5baa64c57807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:15.740110 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0605a0b4-a012-42b1-b9ae-5baa64c57807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:15.755511 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0605a0b4-a012-42b1-b9ae-5baa64c57807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:15.806338 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605a0b4-a012-42b1-b9ae-5baa64c57807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcb378f-3b64-43e1-b992-d6756966a0c8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:15.831532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0605a0b4-a012-42b1-b9ae-5baa64c57807 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ac12c5ce65274b7aab551810a9c154b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714964 Jul 08 20:43:15.836993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 60454) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:15.868033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011026b4-019d-4b07-9556-67afc77c676f req-84bcd8c4-ff70-4b53-a867-0589b0055d6e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:15.870579 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-011026b4-019d-4b07-9556-67afc77c676f req-84bcd8c4-ff70-4b53-a867-0589b0055d6e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 943 time: 0.1284299 Jul 08 20:43:15.917857 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1ab1f6f0-3d9b-47f4-8f9b-9c8b5a0e6771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:15.929264 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-011026b4-019d-4b07-9556-67afc77c676f req-fd31f597-fe98-4880-a8d9-53b9aa3dfad5 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526464 Jul 08 20:43:15.998257 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1ab1f6f0-3d9b-47f4-8f9b-9c8b5a0e6771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:16.105463 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0947c1-415a-4f7b-bc3b-9a162017b951 req-3af9a81d-f625-4055-8d84-9c2da3d6cc0f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:16.108248 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8d0947c1-415a-4f7b-bc3b-9a162017b951 req-3af9a81d-f625-4055-8d84-9c2da3d6cc0f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1818616 Jul 08 20:43:16.139731 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1ab1f6f0-3d9b-47f4-8f9b-9c8b5a0e6771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:16.139731 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1ab1f6f0-3d9b-47f4-8f9b-9c8b5a0e6771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:16.142497 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1ab1f6f0-3d9b-47f4-8f9b-9c8b5a0e6771 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6bcb378f-3b64-43e1-b992-d6756966a0c8 HTTP/1.1" status: 204 len: 168 time: 0.3036382 Jul 08 20:43:16.165862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1f6f0-3d9b-47f4-8f9b-9c8b5a0e6771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcb378f-3b64-43e1-b992-d6756966a0c8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:16.199888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8d0947c1-415a-4f7b-bc3b-9a162017b951 req-9006862d-aa5b-47a7-b906-4aa74f4645c7 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741823 Jul 08 20:43:17.090965 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8d136-9700-4d4c-b06c-90b95e5dadc2 req-18523ef6-b430-4f91-929a-b27b1825e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:17.093039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cf8d136-9700-4d4c-b06c-90b95e5dadc2 req-18523ef6-b430-4f91-929a-b27b1825e0d4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4c38fee99d074aba9cf999ad76f44290&device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 1099 time: 0.1053960 Jul 08 20:43:17.167532 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:43:17.230114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8d136-9700-4d4c-b06c-90b95e5dadc2 req-5adba324-1d32-4682-ad82-4ff8a9c10698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:17.231662 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cf8d136-9700-4d4c-b06c-90b95e5dadc2 req-5adba324-1d32-4682-ad82-4ff8a9c10698 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 HTTP/1.1" status: 200 len: 914 time: 0.1277020 Jul 08 20:43:17.236607 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dc3db-a6c7-479b-9d9e-16d7f5527b3e req-a488e749-9fe9-4a3b-bd88-98e76a68aeb5 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:17.239199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f7dc3db-a6c7-479b-9d9e-16d7f5527b3e req-a488e749-9fe9-4a3b-bd88-98e76a68aeb5 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 943 time: 0.1117880 Jul 08 20:43:17.246694 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae623f-08bf-4bec-b5d2-b23c8b498736 req-6257f642-c552-48bf-a845-929eb6f599a9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:17.248444 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8ae623f-08bf-4bec-b5d2-b23c8b498736 req-6257f642-c552-48bf-a845-929eb6f599a9 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.3023770 Jul 08 20:43:17.293111 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cf8d136-9700-4d4c-b06c-90b95e5dadc2 req-f9d3ccae-0b75-4ee2-ab13-0895bfe85f3a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d HTTP/1.1" status: 200 len: 217 time: 0.0436273 Jul 08 20:43:17.300041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device da81769a-0fd9-4482-98c1-02ebcc9cf57d details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:43:17.351795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8ae623f-08bf-4bec-b5d2-b23c8b498736 req-8d5e682a-35aa-4e86-9059-40a9d7d667a8 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610645 Jul 08 20:43:17.405835 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f7dc3db-a6c7-479b-9d9e-16d7f5527b3e req-81788aa9-bb6d-4712-b6a3-b58aa9bd4397 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450887 Jul 08 20:43:17.429467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8d136-9700-4d4c-b06c-90b95e5dadc2 req-2527380c-4d8b-42c7-8c2c-79a1c8e8fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:17.432704 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cf8d136-9700-4d4c-b06c-90b95e5dadc2 req-2527380c-4d8b-42c7-8c2c-79a1c8e8fc0e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a5fe07ea-a956-4c23-85c4-e6720d58b427 HTTP/1.1" status: 200 len: 853 time: 0.1100221 Jul 08 20:43:17.506310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cf8d136-9700-4d4c-b06c-90b95e5dadc2 req-21401e30-ae2d-4183-9166-1c696a6f102b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617588 Jul 08 20:43:17.620835 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:17.651206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port da81769a-0fd9-4482-98c1-02ebcc9cf57d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=da81769a-0fd9-4482-98c1-02ebcc9cf57d,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:43:17.669942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'da81769a-0fd9-4482-98c1-02ebcc9cf57d', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'port_id': 'da81769a-0fd9-4482-98c1-02ebcc9cf57d', 'mac_address': 'fa:16:3e:eb:98:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:43:17.694740 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cf8d136-9700-4d4c-b06c-90b95e5dadc2 req-9339c8f5-ae55-4bf4-8707-51d1e50aa2ad service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761122 Jul 08 20:43:17.739275 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:17.779006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da81769a-0fd9-4482-98c1-02ebcc9cf57d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:43:17.829889 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port da81769a-0fd9-4482-98c1-02ebcc9cf57d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=da81769a-0fd9-4482-98c1-02ebcc9cf57d,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:43:17.831087 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7cf8d136-9700-4d4c-b06c-90b95e5dadc2 req-1f46d9fa-1bf1-42ce-a6a3-96b5ec6b5c50 service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219358 Jul 08 20:43:17.839064 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:17.921209 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=da81769a-0fd9-4482-98c1-02ebcc9cf57d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:18.080869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60536) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:18.138218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['da81769a-0fd9-4482-98c1-02ebcc9cf57d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:43:18.229801 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d03c-af9c-4c3d-bdd4-40b760c40818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:18.370569 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d03c-af9c-4c3d-bdd4-40b760c40818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:18.375060 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d03c-af9c-4c3d-bdd4-40b760c40818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:18.442684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5d03c-af9c-4c3d-bdd4-40b760c40818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedb4488-556f-4b52-bedf-903849e6b7f4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:18.464072 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f7c5d03c-af9c-4c3d-bdd4-40b760c40818 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d9bd316b5a954368b1b8bfdf49a004fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796003 Jul 08 20:43:18.466774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 60546) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:18.557714 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-baa6e5d3-3dc0-4313-9586-27b7d3e63da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:18.582118 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-baa6e5d3-3dc0-4313-9586-27b7d3e63da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:18.646414 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-baa6e5d3-3dc0-4313-9586-27b7d3e63da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:18.651120 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-baa6e5d3-3dc0-4313-9586-27b7d3e63da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:18.652868 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-baa6e5d3-3dc0-4313-9586-27b7d3e63da3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dedb4488-556f-4b52-bedf-903849e6b7f4 HTTP/1.1" status: 204 len: 168 time: 0.1820920 Jul 08 20:43:18.665447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93923e2-b6f0-428f-b378-2c73dff7b046 req-b352c165-ec57-485c-903b-c9d6ddf8b01b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:18.674210 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b93923e2-b6f0-428f-b378-2c73dff7b046 req-b352c165-ec57-485c-903b-c9d6ddf8b01b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1142099 Jul 08 20:43:18.691974 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6e5d3-3dc0-4313-9586-27b7d3e63da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedb4488-556f-4b52-bedf-903849e6b7f4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:18.753817 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b93923e2-b6f0-428f-b378-2c73dff7b046 req-0f8d191e-eca5-40c0-85d9-acc8a47ca675 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781085 Jul 08 20:43:18.860601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a22421-41a4-41e4-9cd0-0853ba322750 req-87df5b31-d5e9-405d-9fcd-9152f142bf2a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:18.862977 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a7a22421-41a4-41e4-9cd0-0853ba322750 req-87df5b31-d5e9-405d-9fcd-9152f142bf2a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 944 time: 0.1588962 Jul 08 20:43:18.938014 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a7a22421-41a4-41e4-9cd0-0853ba322750 req-f0448863-2786-4190-aa6d-7d44516340b2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669920 Jul 08 20:43:19.310624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device da81769a-0fd9-4482-98c1-02ebcc9cf57d up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:43:19.373549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port da81769a-0fd9-4482-98c1-02ebcc9cf57d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:43:19.378126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port da81769a-0fd9-4482-98c1-02ebcc9cf57d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:43:19.379190 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:19.509050 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:19.535773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5139fe7e-7d05-4074-85ad-966eb5baceab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da81769a-0fd9-4482-98c1-02ebcc9cf57d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:43:19.538424 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66866b4c-e765-43d4-a50e-f0756b4cc15c" -d '{"events": [{"server_uuid": "5139fe7e-7d05-4074-85ad-966eb5baceab", "name": "network-vif-plugged", "status": "completed", "tag": "da81769a-0fd9-4482-98c1-02ebcc9cf57d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:43:19.562206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port da81769a-0fd9-4482-98c1-02ebcc9cf57d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=da81769a-0fd9-4482-98c1-02ebcc9cf57d,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:43:19.569573 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:19.595429 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30329f5-c61f-418f-a1f9-aaab638ff9e5 x-openstack-request-id: req-b30329f5-c61f-418f-a1f9-aaab638ff9e5 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:43:19.595918 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5139fe7e-7d05-4074-85ad-966eb5baceab", "name": "network-vif-plugged", "status": "completed", "tag": "da81769a-0fd9-4482-98c1-02ebcc9cf57d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:43:19.596451 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b30329f5-c61f-418f-a1f9-aaab638ff9e5 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:43:19.597239 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5139fe7e-7d05-4074-85ad-966eb5baceab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da81769a-0fd9-4482-98c1-02ebcc9cf57d', 'code': 200} Jul 08 20:43:19.641953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=da81769a-0fd9-4482-98c1-02ebcc9cf57d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:19.732907 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71d548-64c3-49d3-9228-2d0307d5808a req-61aa0c89-3ddf-4ba8-ac56-d4567cf441b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:19.734838 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cf71d548-64c3-49d3-9228-2d0307d5808a req-61aa0c89-3ddf-4ba8-ac56-d4567cf441b8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 1097 time: 0.0745218 Jul 08 20:43:19.787090 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cf71d548-64c3-49d3-9228-2d0307d5808a req-e2a9ed04-a5a5-4894-8988-28688187803b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Jul 08 20:43:19.966888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add2dd1-45dd-4b8c-8d5d-55821a76835b req-3a243473-d711-4300-b1ba-2214ed06076e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:19.979035 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8add2dd1-45dd-4b8c-8d5d-55821a76835b req-3a243473-d711-4300-b1ba-2214ed06076e tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.0990343 Jul 08 20:43:20.031228 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8add2dd1-45dd-4b8c-8d5d-55821a76835b req-139d2779-6a21-4dd5-9142-0a2ed3e18f27 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511265 Jul 08 20:43:20.264502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf9380-6cbc-4286-b80d-3c775ef99e93 req-811a0dd9-3608-4edc-9963-d136f5ebdd9d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:20.272956 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edcf9380-6cbc-4286-b80d-3c775ef99e93 req-811a0dd9-3608-4edc-9963-d136f5ebdd9d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 945 time: 0.0845273 Jul 08 20:43:20.346136 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edcf9380-6cbc-4286-b80d-3c775ef99e93 req-801fd88a-2dc1-4580-abca-fbae488db49f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720155 Jul 08 20:43:20.382342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e868c6-be61-4274-9e95-4a34fa2aa1e2 req-a187524d-e424-4855-8bd5-3f4ac75fa15f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:20.384244 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-14e868c6-be61-4274-9e95-4a34fa2aa1e2 req-a187524d-e424-4855-8bd5-3f4ac75fa15f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1401732 Jul 08 20:43:20.497636 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-14e868c6-be61-4274-9e95-4a34fa2aa1e2 req-26b1b077-4582-4c10-88ec-fd788f6c5286 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050935 Jul 08 20:43:20.862415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdb4e2-22db-4ba2-b784-d512a637c885 req-82c0c4af-0233-4e2c-a1a9-c8849d0afe5f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:20.864930 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1abdb4e2-22db-4ba2-b784-d512a637c885 req-82c0c4af-0233-4e2c-a1a9-c8849d0afe5f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1223533 Jul 08 20:43:20.936281 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1abdb4e2-22db-4ba2-b784-d512a637c885 req-ce5537c2-2faf-4bf7-b499-8f8d1e25a8da tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651538 Jul 08 20:43:21.200396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec64ac-a443-473d-8f2f-a8ca61ab72c2 req-637cdf49-2697-41c0-bdc5-240130e891ae tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:21.202276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f7ec64ac-a443-473d-8f2f-a8ca61ab72c2 req-637cdf49-2697-41c0-bdc5-240130e891ae tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1209676 Jul 08 20:43:21.262301 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f7ec64ac-a443-473d-8f2f-a8ca61ab72c2 req-3e338fe2-314e-466f-8789-4b88e10c9dce tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486174 Jul 08 20:43:21.599103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196de67-328d-40bb-bc57-35dcb95ef4d4 req-d1bad475-706f-4b4b-979a-a484b09956a7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:21.606454 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0196de67-328d-40bb-bc57-35dcb95ef4d4 req-d1bad475-706f-4b4b-979a-a484b09956a7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 945 time: 0.0911303 Jul 08 20:43:21.620263 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a4346-60cb-4336-8723-eb6e7bca44d3 req-f08d10ae-b23b-415f-ab75-762a38aad165 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:21.632217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-908a4346-60cb-4336-8723-eb6e7bca44d3 req-f08d10ae-b23b-415f-ab75-762a38aad165 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1064551 Jul 08 20:43:21.681216 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-908a4346-60cb-4336-8723-eb6e7bca44d3 req-31758796-a710-47c4-8f35-6b78c2b4db5b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479512 Jul 08 20:43:21.770492 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0196de67-328d-40bb-bc57-35dcb95ef4d4 req-4d3aaa1a-09db-4f00-8183-6c1e3da53872 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624317 Jul 08 20:43:21.955943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467fe8d-8fd3-40ca-911a-71c4b2947567 req-f59b62af-8be1-401f-a45b-608c8ee45ec7 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:21.958415 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a467fe8d-8fd3-40ca-911a-71c4b2947567 req-f59b62af-8be1-401f-a45b-608c8ee45ec7 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1080666 Jul 08 20:43:22.031894 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a467fe8d-8fd3-40ca-911a-71c4b2947567 req-4f506842-f30d-4ece-82d8-88a1b3673ef6 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669820 Jul 08 20:43:22.051175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466459a8-a0ca-4ba2-bac0-a277b820f12d req-4ee995cf-5663-4135-8819-86fbbf423b5a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:22.055728 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-466459a8-a0ca-4ba2-bac0-a277b820f12d req-4ee995cf-5663-4135-8819-86fbbf423b5a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 945 time: 0.1205289 Jul 08 20:43:22.109631 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-466459a8-a0ca-4ba2-bac0-a277b820f12d req-fe6650b4-d9c7-4512-b458-352d402e8836 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502081 Jul 08 20:43:22.358638 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dd45a-38a2-4395-b6fd-b16465374d34 req-6e448809-6b3b-4499-a396-0cab26230561 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:22.368373 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-766dd45a-38a2-4395-b6fd-b16465374d34 req-6e448809-6b3b-4499-a396-0cab26230561 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1363897 Jul 08 20:43:22.455290 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-766dd45a-38a2-4395-b6fd-b16465374d34 req-14d30447-3e71-4aa9-9c1b-d721e0252448 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859976 Jul 08 20:43:22.771866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff50d2d-489f-4e51-8011-9b8868e0d8cd req-8457b003-c4a2-4eb1-bdf4-3e7188e85ebb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:22.778015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ff50d2d-489f-4e51-8011-9b8868e0d8cd req-8457b003-c4a2-4eb1-bdf4-3e7188e85ebb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1259184 Jul 08 20:43:22.833864 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ff50d2d-489f-4e51-8011-9b8868e0d8cd req-2f6b7d59-311c-462a-b015-4f3aa2c45681 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551932 Jul 08 20:43:23.323993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896748c-fefd-4ef9-8f02-912c48b086f2 req-13a5f9ae-c535-4959-80ce-1206e28ac23d tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:23.330017 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2896748c-fefd-4ef9-8f02-912c48b086f2 req-13a5f9ae-c535-4959-80ce-1206e28ac23d tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1564474 Jul 08 20:43:23.438308 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2896748c-fefd-4ef9-8f02-912c48b086f2 req-85349f51-4b60-440c-b068-4316b3d1c554 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991826 Jul 08 20:43:23.500270 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:23.796401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4722a1-267a-4ae3-8715-bc9782ca10f2 req-b914e6f2-f2aa-45fc-96c0-c8b44be0558b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:23.805564 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5a4722a1-267a-4ae3-8715-bc9782ca10f2 req-b914e6f2-f2aa-45fc-96c0-c8b44be0558b tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1246510 Jul 08 20:43:23.879816 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5a4722a1-267a-4ae3-8715-bc9782ca10f2 req-66670371-2699-455b-a055-060328871023 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704496 Jul 08 20:43:24.493318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2948a-7292-48d6-b02f-48266bfc0b4a req-75043b4b-a2f4-469d-b3bd-5c895f137454 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:24.496173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7da2948a-7292-48d6-b02f-48266bfc0b4a req-75043b4b-a2f4-469d-b3bd-5c895f137454 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 945 time: 0.1029565 Jul 08 20:43:24.595863 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7da2948a-7292-48d6-b02f-48266bfc0b4a req-d769adae-fab6-4bc9-a38c-6d83014321a4 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836580 Jul 08 20:43:24.867828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2e9c1-0002-4952-a73e-ca2c46839ebb req-ff9e60da-ed68-41f7-bdd7-5d769470b86a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:24.876106 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ca2e9c1-0002-4952-a73e-ca2c46839ebb req-ff9e60da-ed68-41f7-bdd7-5d769470b86a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.0870659 Jul 08 20:43:24.917530 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ca2e9c1-0002-4952-a73e-ca2c46839ebb req-4fa2e320-e15c-44a2-8a5c-4759f98ba54f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 Jul 08 20:43:25.114915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991ec7c-2a89-4434-9e6d-d0440734a0a8 req-ccc06f1a-92e4-47a8-bf98-5fbfd4fd3002 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:25.116139 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3991ec7c-2a89-4434-9e6d-d0440734a0a8 req-ccc06f1a-92e4-47a8-bf98-5fbfd4fd3002 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.0789907 Jul 08 20:43:25.169146 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3991ec7c-2a89-4434-9e6d-d0440734a0a8 req-7b6f61e2-a3f7-4622-891a-1837549c52b6 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468946 Jul 08 20:43:25.414183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dea29-b737-41c8-a075-24834b4c5e75 req-7c53c46b-a7a5-4e8b-87e7-df017a705dad tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:25.415731 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6c9dea29-b737-41c8-a075-24834b4c5e75 req-7c53c46b-a7a5-4e8b-87e7-df017a705dad tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.0918834 Jul 08 20:43:25.462668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6c9dea29-b737-41c8-a075-24834b4c5e75 req-bfcc9398-1251-4931-be30-6fd2ca1bbe35 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 Jul 08 20:43:25.730041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d395b1-d8b8-435b-be5a-f616ac43bff3 req-10b623d3-30d6-4383-8add-38de3d93ee9c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:25.733425 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f9d395b1-d8b8-435b-be5a-f616ac43bff3 req-10b623d3-30d6-4383-8add-38de3d93ee9c tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1172838 Jul 08 20:43:25.850102 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f9d395b1-d8b8-435b-be5a-f616ac43bff3 req-6eb3ef6a-5ee2-4b09-857b-7e34bf534a9f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882444 Jul 08 20:43:25.886431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c748b-4a5a-4494-9d13-17df01691664 req-f81fc5fe-0efb-42ba-9175-62c2b31921dd tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:25.901405 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-537c748b-4a5a-4494-9d13-17df01691664 req-f81fc5fe-0efb-42ba-9175-62c2b31921dd tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 945 time: 0.1139324 Jul 08 20:43:25.953197 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-537c748b-4a5a-4494-9d13-17df01691664 req-80998ba4-7e25-4145-901b-8715f4bd27d2 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/security-groups?id=0be87c7a-6034-4c79-901c-996d1dce51a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507607 Jul 08 20:43:26.094104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb892e6-be0d-442f-889d-2749466735b4 req-827382bd-f9c8-4a1a-99bc-82d5f293b9ab tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:26.096003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5cb892e6-be0d-442f-889d-2749466735b4 req-827382bd-f9c8-4a1a-99bc-82d5f293b9ab tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.104 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 945 time: 0.1254940 Jul 08 20:43:26.105565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f7986-2974-4a1c-b243-2e83cad8d78a req-3c6698ba-9aa3-4b1e-9de2-84a36920f87a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:26.107330 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e40f7986-2974-4a1c-b243-2e83cad8d78a req-3c6698ba-9aa3-4b1e-9de2-84a36920f87a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.1019201 Jul 08 20:43:26.185525 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d592d32e-fbc3-4e3c-bc99-f932afdc59fc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:26.187087 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d592d32e-fbc3-4e3c-bc99-f932afdc59fc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.1436291 Jul 08 20:43:26.192214 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e40f7986-2974-4a1c-b243-2e83cad8d78a req-610c98c9-f763-4300-bb23-6119da711602 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751021 Jul 08 20:43:26.215619 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-dde0b6e4-3e5d-4d58-83e5-1e06000d9eb6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/quotas/969ed93d777c482282264778ffb8d915 HTTP/1.1" status: 200 len: 375 time: 0.0183144 Jul 08 20:43:26.269686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-5cb892e6-be0d-442f-889d-2749466735b4 req-c96c0a80-9d8e-48ae-aa75-87b21eb09367 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Deleting port 4e5a5e34-5832-456c-bc88-92fe77253d12 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:43:26.270904 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5cb892e6-be0d-442f-889d-2749466735b4 req-c96c0a80-9d8e-48ae-aa75-87b21eb09367 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:26.401263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-781e4adf-6d71-4390-b1fc-871c54a1b577 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1726439 Jul 08 20:43:26.493786 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-5cb892e6-be0d-442f-889d-2749466735b4 req-c96c0a80-9d8e-48ae-aa75-87b21eb09367 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] For port 4e5a5e34-5832-456c-bc88-92fe77253d12, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4e5a5e34-5832-456c-bc88-92fe77253d12,segment=NetworkSegment(59eef743-1b3a-40fc-994c-f34b184c0355),segment_id=59eef743-1b3a-40fc-994c-f34b184c0355)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:43:26.494498 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5cb892e6-be0d-442f-889d-2749466735b4 req-c96c0a80-9d8e-48ae-aa75-87b21eb09367 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:26.530160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-5cb892e6-be0d-442f-889d-2749466735b4 req-c96c0a80-9d8e-48ae-aa75-87b21eb09367 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Calling delete_port for 4e5a5e34-5832-456c-bc88-92fe77253d12 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:43:26.970385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5cb892e6-be0d-442f-889d-2749466735b4 req-c96c0a80-9d8e-48ae-aa75-87b21eb09367 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:26.984259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['4e5a5e34-5832-456c-bc88-92fe77253d12'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:43:27.062173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c0a80-9d8e-48ae-aa75-87b21eb09367 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Pushing event deleted for resources: {'Port': ['ID=4e5a5e34-5832-456c-bc88-92fe77253d12,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:27.075315 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-ad5df039-9136-4d4e-9d18-ecd742871ec4 service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715295 Jul 08 20:43:27.155545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb892e6-be0d-442f-889d-2749466735b4 req-c96c0a80-9d8e-48ae-aa75-87b21eb09367 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] No DVR routers for this DVR port 4e5a5e34-5832-456c-bc88-92fe77253d12 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:43:27.165001 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5cb892e6-be0d-442f-889d-2749466735b4 req-c96c0a80-9d8e-48ae-aa75-87b21eb09367 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:27.167134 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5cb892e6-be0d-442f-889d-2749466735b4 req-c96c0a80-9d8e-48ae-aa75-87b21eb09367 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.104 "DELETE /v2.0/ports/4e5a5e34-5832-456c-bc88-92fe77253d12 HTTP/1.1" status: 204 len: 173 time: 1.0585752 Jul 08 20:43:27.168447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1183c4e1-1dcd-4005-b9db-2623d3caf2f9', 'name': 'network-vif-deleted', 'tag': '4e5a5e34-5832-456c-bc88-92fe77253d12'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:43:27.170903 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224751dc-df74-42a4-a453-7384685608d3" -d '{"events": [{"server_uuid": "1183c4e1-1dcd-4005-b9db-2623d3caf2f9", "name": "network-vif-deleted", "tag": "4e5a5e34-5832-456c-bc88-92fe77253d12"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:43:27.192354 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-0aa5c783-ed44-4d96-89c0-fb673e6296ed service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172047 Jul 08 20:43:27.236584 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3f454c7c-8a6a-444f-bdc7-346e0e20efb4 req-4b1dcdcf-127b-4f4d-b522-4b89678f0c16 tempest-VolumesSnapshotTestJSON-1014242788 tempest-VolumesSnapshotTestJSON-1014242788-project] 10.222.0.101 "GET /v2.0/ports?device_id=1183c4e1-1dcd-4005-b9db-2623d3caf2f9 HTTP/1.1" status: 200 len: 210 time: 0.0491610 Jul 08 20:43:27.250018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c37c9d8-f5d7-446f-9cae-75e5154016fc req-f9c5f31a-8e1e-4985-a01c-9c86883fa627 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5052309 Jul 08 20:43:27.477459 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151c8326-6156-4e6e-a355-14011c2a37df x-openstack-request-id: req-151c8326-6156-4e6e-a355-14011c2a37df {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:43:27.477459 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1183c4e1-1dcd-4005-b9db-2623d3caf2f9", "name": "network-vif-deleted", "tag": "4e5a5e34-5832-456c-bc88-92fe77253d12", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:43:27.477459 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-151c8326-6156-4e6e-a355-14011c2a37df {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:43:27.477459 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1183c4e1-1dcd-4005-b9db-2623d3caf2f9', 'name': 'network-vif-deleted', 'tag': '4e5a5e34-5832-456c-bc88-92fe77253d12', 'status': 'completed', 'code': 200} Jul 08 20:43:27.541384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37c9d8-f5d7-446f-9cae-75e5154016fc req-d9013311-de5c-4a20-b8c1-c669c53a8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:27.542954 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c37c9d8-f5d7-446f-9cae-75e5154016fc req-d9013311-de5c-4a20-b8c1-c669c53a8573 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 1097 time: 0.1741285 Jul 08 20:43:27.791039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37c9d8-f5d7-446f-9cae-75e5154016fc req-4f66bed4-130b-4991-aca7-5b84cb499ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:27.793022 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c37c9d8-f5d7-446f-9cae-75e5154016fc req-4f66bed4-130b-4991-aca7-5b84cb499ee7 service neutron] 10.222.0.104 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 911 time: 0.2217700 Jul 08 20:43:27.921325 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b2406a9-8aab-4554-8f5c-847a36a8001d req-4acdb025-5478-44e5-8e3e-4eb775316c64 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 210 time: 0.1227119 Jul 08 20:43:28.006808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c37c9d8-f5d7-446f-9cae-75e5154016fc req-f9fb6a6f-9198-4a74-aa4b-536caed0c334 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1664f54d-1504-4bfd-9f7d-204dc97a5146 HTTP/1.1" status: 200 len: 1001 time: 0.2008913 Jul 08 20:43:28.146951 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37c9d8-f5d7-446f-9cae-75e5154016fc req-2b6d127c-bdc9-46de-b756-b79b72a68013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:28.150595 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c37c9d8-f5d7-446f-9cae-75e5154016fc req-2b6d127c-bdc9-46de-b756-b79b72a68013 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=373f0c01-b696-4703-ab5a-3a737cebfdae HTTP/1.1" status: 200 len: 849 time: 0.1366642 Jul 08 20:43:28.254868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37c9d8-f5d7-446f-9cae-75e5154016fc req-f0c484e4-02e7-4f1e-a5c2-70b94f2cdc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:28.257117 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c37c9d8-f5d7-446f-9cae-75e5154016fc req-f0c484e4-02e7-4f1e-a5c2-70b94f2cdc32 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=eb126676-baac-44c7-8776-db620659cc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987968 Jul 08 20:43:28.491840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c37c9d8-f5d7-446f-9cae-75e5154016fc req-165a2df8-ec0a-4c53-890c-ca67bdd5c61b service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285509 Jul 08 20:43:28.791207 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3c37c9d8-f5d7-446f-9cae-75e5154016fc req-fad95f1f-9d9b-4b14-b010-4fc629463905 service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920291 Jul 08 20:43:29.230378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f12eb2c-4260-401d-8c98-99b64fb76fc6 req-72ef3ca6-66fc-4c6f-8328-a0cdf83003c1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 210 time: 0.1053040 Jul 08 20:43:29.931272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-233adf0a-d51e-44ac-8a3f-4a87ca64411a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:29.936612 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-233adf0a-d51e-44ac-8a3f-4a87ca64411a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.3009274 Jul 08 20:43:29.949100 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'port': {'device_id': '9cc28da6-529f-40f8-84f3-9dae8441b098', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'admin_state_up': True, 'tenant_id': '969ed93d777c482282264778ffb8d915'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:43:30.041324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4e5a5e34-5832-456c-bc88-92fe77253d12 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:43:30.137684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 4e5a5e34-5832-456c-bc88-92fe77253d12 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:43:30.138386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4e5a5e34-5832-456c-bc88-92fe77253d12 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:43:30.280254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Made reservation on behalf of 969ed93d777c482282264778ffb8d915 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:43:30.297066 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:30.569743 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-16d2930f-dc73-4df1-aa41-dc6320132464 req-d4b04d20-0943-4cc2-963d-a1f0aa6c0ae6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 210 time: 0.0655723 Jul 08 20:43:30.644028 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Allocated IP 172.20.0.5 (be03543c-b5e2-4aa9-9633-fedc1ac723b5/adbac296-9a8c-4696-bf05-a8fb47a6df9c/dc8058c0-34c2-4cb0-a180-426d915f2e9d) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:43:30.930321 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:30.973750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Transition to ACTIVE for port object dc8058c0-34c2-4cb0-a180-426d915f2e9d will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:43:31.035933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:31.058664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['da81769a-0fd9-4482-98c1-02ebcc9cf57d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:43:31.225046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:43:31.257828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:43:31.279167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'Port': ['ID=dc8058c0-34c2-4cb0-a180-426d915f2e9d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:31.284703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:43:31.424085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:31.427101 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:31.486431 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-d9e34be3-63c0-4225-a40c-e0d675a03cd6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5412793 Jul 08 20:43:31.502491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Request body: {'port': {'device_id': '9cc28da6-529f-40f8-84f3-9dae8441b098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:43:31.770694 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b6718ecf-33a5-4772-9d30-66ef8e11752b None None] Provisioning for port dc8058c0-34c2-4cb0-a180-426d915f2e9d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:43:31.785492 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b6718ecf-33a5-4772-9d30-66ef8e11752b None None] Provisioning complete for port dc8058c0-34c2-4cb0-a180-426d915f2e9d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:43:31.798426 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b6718ecf-33a5-4772-9d30-66ef8e11752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:31.954740 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b6718ecf-33a5-4772-9d30-66ef8e11752b None None] Port dc8058c0-34c2-4cb0-a180-426d915f2e9d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:43:32.601417 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:32.812072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70936d5-ee7a-4e0c-b1d9-c89ffad04e25 req-51e41b9f-45ae-43e9-9729-11584e465408 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:32.824269 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a70936d5-ee7a-4e0c-b1d9-c89ffad04e25 req-51e41b9f-45ae-43e9-9729-11584e465408 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 931 time: 0.6522551 Jul 08 20:43:33.112371 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a70936d5-ee7a-4e0c-b1d9-c89ffad04e25 req-7adbd1be-9d81-4024-815a-6c1c49e3442b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866766 Jul 08 20:43:33.523433 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8058c0-34c2-4cb0-a180-426d915f2e9d {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:43:33.532415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:33.563375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Transition to ACTIVE for port object dc8058c0-34c2-4cb0-a180-426d915f2e9d will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:43:33.568684 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:33.852304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Pushing event updated for resources: {'Port': ['ID=dc8058c0-34c2-4cb0-a180-426d915f2e9d,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:33.926209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Attempting to bind port dc8058c0-34c2-4cb0-a180-426d915f2e9d on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:43:33.926581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Attempting to bind port dc8058c0-34c2-4cb0-a180-426d915f2e9d by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:43:33.926894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Attempting to bind port dc8058c0-34c2-4cb0-a180-426d915f2e9d on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:43:33.935638 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Port dc8058c0-34c2-4cb0-a180-426d915f2e9d on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:43:33.935994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Attempting to bind port dc8058c0-34c2-4cb0-a180-426d915f2e9d on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:43:33.950685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:43:33.951044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Checking segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:43:33.952474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Bound using segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:43:33.955666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Bound port: dc8058c0-34c2-4cb0-a180-426d915f2e9d, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:43:33.956111 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:34.085784 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84a78187-aec0-4f15-afe3-be7bba1fee70 req-31171f48-e26d-4ca0-a9fd-6bcc2d33fe20 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4325190 Jul 08 20:43:34.092727 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ddd642bc-48d7-4a47-b6d7-2cacc850b8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:34.223936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] For port dc8058c0-34c2-4cb0-a180-426d915f2e9d, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:43:34.232807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] For port dc8058c0-34c2-4cb0-a180-426d915f2e9d, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=dc8058c0-34c2-4cb0-a180-426d915f2e9d,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:43:34.248850 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:34.335114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a78187-aec0-4f15-afe3-be7bba1fee70 req-a650a950-f187-4b16-a386-b97b4c6ab358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:34.339348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84a78187-aec0-4f15-afe3-be7bba1fee70 req-a650a950-f187-4b16-a386-b97b4c6ab358 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=4c38fee99d074aba9cf999ad76f44290&device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 1099 time: 0.1909068 Jul 08 20:43:34.413694 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:34.428389 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:34.434265 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] 10.222.0.104 "PUT /v2.0/ports/dc8058c0-34c2-4cb0-a180-426d915f2e9d HTTP/1.1" status: 200 len: 1092 time: 2.9408090 Jul 08 20:43:34.434931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc28da6-529f-40f8-84f3-9dae8441b098', 'tag': 'dc8058c0-34c2-4cb0-a180-426d915f2e9d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:43:34.437522 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750d7f56-01c1-4c54-9d2e-e8b010f3105d" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc28da6-529f-40f8-84f3-9dae8441b098", "tag": "dc8058c0-34c2-4cb0-a180-426d915f2e9d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:43:34.593831 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b7e26-8714-4907-bc74-16ff88e43adf service neutron] Pushing event updated for resources: {'Port': ['ID=dc8058c0-34c2-4cb0-a180-426d915f2e9d,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:34.684243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-897f7833-2485-42c7-b89a-ec73ddc07f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:34.686268 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-897f7833-2485-42c7-b89a-ec73ddc07f5a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 1095 time: 0.1798539 Jul 08 20:43:34.718481 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a78187-aec0-4f15-afe3-be7bba1fee70 req-b0d0eeee-59f8-4d8c-b413-7fedfbf85832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:34.720328 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84a78187-aec0-4f15-afe3-be7bba1fee70 req-b0d0eeee-59f8-4d8c-b413-7fedfbf85832 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 HTTP/1.1" status: 200 len: 914 time: 0.3482924 Jul 08 20:43:34.777593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-01cec1da-1c37-4b42-86ed-ae7231eafab9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc8058c0-34c2-4cb0-a180-426d915f2e9d HTTP/1.1" status: 200 len: 217 time: 0.0821469 Jul 08 20:43:34.781079 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060a585d-b964-41e6-990e-f66241321bfe x-openstack-request-id: req-060a585d-b964-41e6-990e-f66241321bfe {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:43:34.781381 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc28da6-529f-40f8-84f3-9dae8441b098", "tag": "dc8058c0-34c2-4cb0-a180-426d915f2e9d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:43:34.781633 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-060a585d-b964-41e6-990e-f66241321bfe {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:43:34.783657 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc28da6-529f-40f8-84f3-9dae8441b098', 'tag': 'dc8058c0-34c2-4cb0-a180-426d915f2e9d', 'status': 'completed', 'code': 200} Jul 08 20:43:34.878734 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84a78187-aec0-4f15-afe3-be7bba1fee70 req-e73c4c9a-89d7-4ca6-b9c4-1e02d4f17485 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d HTTP/1.1" status: 200 len: 217 time: 0.1385803 Jul 08 20:43:34.909033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-8d322318-8298-471e-a208-27c8cff5de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:34.911071 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-8d322318-8298-471e-a208-27c8cff5de78 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.1169283 Jul 08 20:43:35.125549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a78187-aec0-4f15-afe3-be7bba1fee70 req-8e44908e-9303-4a2e-92ce-c6e0080600f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:35.127238 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84a78187-aec0-4f15-afe3-be7bba1fee70 req-8e44908e-9303-4a2e-92ce-c6e0080600f4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a5fe07ea-a956-4c23-85c4-e6720d58b427 HTTP/1.1" status: 200 len: 853 time: 0.2393053 Jul 08 20:43:35.129167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-359b4f87-d710-4da7-a7b0-c3053ee391ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:35.132035 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-359b4f87-d710-4da7-a7b0-c3053ee391ea service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2141917 Jul 08 20:43:35.187515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441eaea-6b52-4d97-a321-fc7bb0fc79f6 req-7e02d5bf-67b4-4f94-95c5-9f65f64a2d90 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:35.197457 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2441eaea-6b52-4d97-a321-fc7bb0fc79f6 req-7e02d5bf-67b4-4f94-95c5-9f65f64a2d90 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.4757483 Jul 08 20:43:35.235408 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84a78187-aec0-4f15-afe3-be7bba1fee70 req-47e6ef47-f1cd-4047-8ac1-f30d644059a5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862057 Jul 08 20:43:35.254470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-84a78187-aec0-4f15-afe3-be7bba1fee70 req-c37347b7-c38d-49b3-99c2-a83e26cef94a service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:43:35.256229 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84a78187-aec0-4f15-afe3-be7bba1fee70 req-c37347b7-c38d-49b3-99c2-a83e26cef94a service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078971 Jul 08 20:43:35.348953 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-3ada7f4b-2a47-47fc-a4c7-756c63d9e145 service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096841 Jul 08 20:43:35.427452 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2441eaea-6b52-4d97-a321-fc7bb0fc79f6 req-807a4731-217f-4043-9761-eb69dbc5ceec tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288489 Jul 08 20:43:35.533949 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad0108ba-3f18-4fd0-831c-66b469ee6fa8 req-a4b45d07-d3bb-4431-9e37-8c53845fcdb4 service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784797 Jul 08 20:43:35.538553 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84a78187-aec0-4f15-afe3-be7bba1fee70 req-1b3cb488-6f61-4c5c-a988-96f22c4ce36f service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714045 Jul 08 20:43:35.888861 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84a78187-aec0-4f15-afe3-be7bba1fee70 req-89651441-030c-4d48-b02a-9624d0b3c70c service neutron] 10.222.0.103 "GET /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401628 Jul 08 20:43:35.975050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d7f56-01c1-4c54-9d2e-e8b010f3105d req-f86f45e4-0afd-4569-8ae1-f5f608a789d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:35.994404 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-750d7f56-01c1-4c54-9d2e-e8b010f3105d req-f86f45e4-0afd-4569-8ae1-f5f608a789d2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 1095 time: 0.2184844 Jul 08 20:43:36.256332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d0042-b814-46dd-bc75-9f72371d5e76 req-d2e79f45-8d22-4543-aa32-ae6ca062bbfd tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:36.258767 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b42d0042-b814-46dd-bc75-9f72371d5e76 req-d2e79f45-8d22-4543-aa32-ae6ca062bbfd tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.2479920 Jul 08 20:43:36.293869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d7f56-01c1-4c54-9d2e-e8b010f3105d req-144657c3-080f-4445-a860-8cce3fd81c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:36.295412 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-750d7f56-01c1-4c54-9d2e-e8b010f3105d req-144657c3-080f-4445-a860-8cce3fd81c2c service neutron] 10.222.0.104 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.2906103 Jul 08 20:43:36.370078 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b42d0042-b814-46dd-bc75-9f72371d5e76 req-7020f519-b622-4c7a-8eb7-e8244ff4441a tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012695 Jul 08 20:43:36.428477 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-750d7f56-01c1-4c54-9d2e-e8b010f3105d req-cffd0a68-394a-4574-8934-244aa4cb113b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc8058c0-34c2-4cb0-a180-426d915f2e9d HTTP/1.1" status: 200 len: 217 time: 0.1255579 Jul 08 20:43:36.584707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d7f56-01c1-4c54-9d2e-e8b010f3105d req-1031397b-841c-49e4-a8c1-c925ca8d532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:36.586903 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-750d7f56-01c1-4c54-9d2e-e8b010f3105d req-1031397b-841c-49e4-a8c1-c925ca8d532b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.1492484 Jul 08 20:43:36.744250 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d7f56-01c1-4c54-9d2e-e8b010f3105d req-8acbaa56-d1f6-4021-a9ff-1003d3723bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:36.746213 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-750d7f56-01c1-4c54-9d2e-e8b010f3105d req-8acbaa56-d1f6-4021-a9ff-1003d3723bf2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436224 Jul 08 20:43:36.802826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a1bde-e446-43c2-bd71-ee2f672967a4 req-0827dd9d-52ee-4e6c-ac64-0ad07a69ca54 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:36.806724 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b40a1bde-e446-43c2-bd71-ee2f672967a4 req-0827dd9d-52ee-4e6c-ac64-0ad07a69ca54 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.1349792 Jul 08 20:43:36.913212 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b40a1bde-e446-43c2-bd71-ee2f672967a4 req-81d067ef-0dd3-4be2-b79e-0b5e52121475 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010919 Jul 08 20:43:36.948175 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c5405beb-ff79-46fb-bf7f-a2bbb4ec2427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:37.045681 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-750d7f56-01c1-4c54-9d2e-e8b010f3105d req-8e4b31b6-9045-4785-b81b-086376d8481c service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913122 Jul 08 20:43:37.139140 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:37.152546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c089e9b-1fe5-408e-af86-8eec3e533a96 req-44f3ce8b-8ce5-4edb-b7ad-2254ed24864f tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:37.161895 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c089e9b-1fe5-408e-af86-8eec3e533a96 req-44f3ce8b-8ce5-4edb-b7ad-2254ed24864f tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.2455614 Jul 08 20:43:37.241754 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c089e9b-1fe5-408e-af86-8eec3e533a96 req-8649efda-b997-4607-8f93-969dd10b40d8 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786226 Jul 08 20:43:37.270133 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-750d7f56-01c1-4c54-9d2e-e8b010f3105d req-7fe4793f-2710-4e37-b7d7-9127d7f9887e service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166865 Jul 08 20:43:37.813646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dc42f-331d-4d7e-8c0f-88c9fa6545ff req-8b89a991-8f6b-458b-a068-cdbeeab421bf tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:37.815789 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb3dc42f-331d-4d7e-8c0f-88c9fa6545ff req-8b89a991-8f6b-458b-a068-cdbeeab421bf tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.103 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.2120936 Jul 08 20:43:37.911940 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cab52a-39fe-4acd-8d7d-31c3311efd50 req-0f56d32f-594e-4e36-9fa9-19140e1fa493 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:37.913685 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5cab52a-39fe-4acd-8d7d-31c3311efd50 req-0f56d32f-594e-4e36-9fa9-19140e1fa493 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 947 time: 0.2441232 Jul 08 20:43:38.129289 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5cab52a-39fe-4acd-8d7d-31c3311efd50 req-247e3bca-c0a6-40b8-89a9-c3d4b2cd1adb tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/security-groups?id=940d6131-cb37-4118-ab1a-da6d2032e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061543 Jul 08 20:43:38.200029 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-eb3dc42f-331d-4d7e-8c0f-88c9fa6545ff req-a7487b45-45d6-4633-85f0-fe9197cac0e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Deleting port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:43:38.200435 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-eb3dc42f-331d-4d7e-8c0f-88c9fa6545ff req-a7487b45-45d6-4633-85f0-fe9197cac0e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:38.252098 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:38.458811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-eb3dc42f-331d-4d7e-8c0f-88c9fa6545ff req-a7487b45-45d6-4633-85f0-fe9197cac0e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] For port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,segment=NetworkSegment(5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b),segment_id=5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:43:38.459195 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-eb3dc42f-331d-4d7e-8c0f-88c9fa6545ff req-a7487b45-45d6-4633-85f0-fe9197cac0e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:38.480649 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266298fd-2da6-4897-83de-196f5c9ad0da req-717bb8a9-02aa-4380-bad7-2c402fc9546a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:38.489767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-266298fd-2da6-4897-83de-196f5c9ad0da req-717bb8a9-02aa-4380-bad7-2c402fc9546a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.2228491 Jul 08 20:43:38.499912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-eb3dc42f-331d-4d7e-8c0f-88c9fa6545ff req-a7487b45-45d6-4633-85f0-fe9197cac0e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Calling delete_port for e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:43:38.565918 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-266298fd-2da6-4897-83de-196f5c9ad0da req-88471396-12ce-4be9-999d-b7842df3b853 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671847 Jul 08 20:43:38.779952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ae09f-9211-4385-a44a-b497f04c03e9 req-dc0add18-4faf-41eb-8f1a-d6ac579d2ac9 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:38.781769 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-745ae09f-9211-4385-a44a-b497f04c03e9 req-dc0add18-4faf-41eb-8f1a-d6ac579d2ac9 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1810431 Jul 08 20:43:38.860738 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-745ae09f-9211-4385-a44a-b497f04c03e9 req-d080dc80-e18a-496c-9d51-d11da8d3cee9 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674441 Jul 08 20:43:38.966003 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-eb3dc42f-331d-4d7e-8c0f-88c9fa6545ff req-a7487b45-45d6-4633-85f0-fe9197cac0e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:38.979372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:43:39.128682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7487b45-45d6-4633-85f0-fe9197cac0e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Pushing event deleted for resources: {'Port': ['ID=e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:39.274010 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3dc42f-331d-4d7e-8c0f-88c9fa6545ff req-a7487b45-45d6-4633-85f0-fe9197cac0e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] No DVR routers for this DVR port e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:43:39.276961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-eb3dc42f-331d-4d7e-8c0f-88c9fa6545ff req-a7487b45-45d6-4633-85f0-fe9197cac0e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:39.279083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eb3dc42f-331d-4d7e-8c0f-88c9fa6545ff req-a7487b45-45d6-4633-85f0-fe9197cac0e2 tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.103 "DELETE /v2.0/ports/e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d HTTP/1.1" status: 204 len: 173 time: 1.4526372 Jul 08 20:43:39.279553 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'name': 'network-vif-deleted', 'tag': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:43:39.282035 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cc7d97-b7cb-49c7-9a95-e6b524fde315" -d '{"events": [{"server_uuid": "f5b8bfe3-cd15-4f6a-9bf7-146563399f9c", "name": "network-vif-deleted", "tag": "e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:43:39.521429 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28015525-1a80-4e78-a616-6627bd6d272e req-c914eb2d-5d31-462d-a223-ebc400e9735f tempest-ServersNegativeTestJSON-1222585772 tempest-ServersNegativeTestJSON-1222585772-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5b8bfe3-cd15-4f6a-9bf7-146563399f9c HTTP/1.1" status: 200 len: 210 time: 0.0753994 Jul 08 20:43:39.820027 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028f7874-287e-4392-82ca-34cd3eeacf6d x-openstack-request-id: req-028f7874-287e-4392-82ca-34cd3eeacf6d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:43:39.821022 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b8bfe3-cd15-4f6a-9bf7-146563399f9c", "name": "network-vif-deleted", "tag": "e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:43:39.821624 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-028f7874-287e-4392-82ca-34cd3eeacf6d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:43:39.825365 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b8bfe3-cd15-4f6a-9bf7-146563399f9c', 'name': 'network-vif-deleted', 'tag': 'e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d', 'status': 'completed', 'code': 200} Jul 08 20:43:39.832692 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:40.006535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02c317-f753-4179-95d5-10c49f87a4b5 req-18ebbdf2-f376-45b0-8362-3ab716b19b57 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:40.021741 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea02c317-f753-4179-95d5-10c49f87a4b5 req-18ebbdf2-f376-45b0-8362-3ab716b19b57 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.1887996 Jul 08 20:43:40.180803 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea02c317-f753-4179-95d5-10c49f87a4b5 req-6fc50c5a-a331-4c11-8fb8-919cd96e76e0 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526492 Jul 08 20:43:40.447461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3c829-81bf-41cc-8d13-73b8a056bdf8 req-ec4d674d-5244-499e-8a3c-4043ab722ebd tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:40.458320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9e3c829-81bf-41cc-8d13-73b8a056bdf8 req-ec4d674d-5244-499e-8a3c-4043ab722ebd tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.2752080 Jul 08 20:43:40.582953 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9e3c829-81bf-41cc-8d13-73b8a056bdf8 req-2496c6d5-4b33-4a19-b7de-7f8de1b754d4 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167579 Jul 08 20:43:40.697459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32914) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:40.844387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9bc10c3-d460-4941-b8c7-58719be3ab86 admin admin] Deleting subnet a5fe07ea-a956-4c23-85c4-e6720d58b427 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:43:40.881484 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9bc10c3-d460-4941-b8c7-58719be3ab86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:41.081585 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9bc10c3-d460-4941-b8c7-58719be3ab86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:41.239161 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9bc10c3-d460-4941-b8c7-58719be3ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:41.428409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9bc10c3-d460-4941-b8c7-58719be3ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:41.429809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:43:41.471014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:43:41.472818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e3860d33-d7f5-46cf-bbc6-2ad7e3c6b80d not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:43:41.505691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc10c3-d460-4941-b8c7-58719be3ab86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5fe07ea-a956-4c23-85c4-e6720d58b427,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:41.512328 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9bc10c3-d460-4941-b8c7-58719be3ab86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:41.522249 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a9bc10c3-d460-4941-b8c7-58719be3ab86 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a5fe07ea-a956-4c23-85c4-e6720d58b427 HTTP/1.1" status: 204 len: 168 time: 0.8219674 Jul 08 20:43:41.526277 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32924) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:41.630777 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7205cc-24d8-4c18-858f-2e7c1332a3f3 req-1301654e-2cff-4f2c-bbc8-246e5fd7b502 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:41.632718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f7205cc-24d8-4c18-858f-2e7c1332a3f3 req-1301654e-2cff-4f2c-bbc8-246e5fd7b502 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.1384542 Jul 08 20:43:41.759655 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:41.803834 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f7205cc-24d8-4c18-858f-2e7c1332a3f3 req-45d8713d-9193-420f-ad2a-c8af7a51017d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601410 Jul 08 20:43:41.943435 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:41.971756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:43:41.993530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd58c5-6058-4262-b5f0-66922c7abff3 req-de0fc8f6-d5d0-43b9-b246-8c2ab2be3c12 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:41.995060 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72cd58c5-6058-4262-b5f0-66922c7abff3 req-de0fc8f6-d5d0-43b9-b246-8c2ab2be3c12 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1428597 Jul 08 20:43:41.996892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:43:41.997187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6ef7ac-5aa0-4001-8e8e-bb3f7a0b951b') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:43:42.015554 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:42.071346 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:42.103628 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:43:42.104283 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:43:42.106329 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:43:42.146707 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72cd58c5-6058-4262-b5f0-66922c7abff3 req-fc45421e-a4e2-46da-ab99-424bc84a2545 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384914 Jul 08 20:43:42.321877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:42.344463 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:42.363794 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] 10.222.0.101 "DELETE /v2.0/networks/ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4 HTTP/1.1" status: 204 len: 168 time: 0.8218832 Jul 08 20:43:42.386205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec89ab3f-c8d4-40af-bc81-a6bc0fac2de4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:42.406923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:42.407275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:42.407671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:42.408045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:42.408231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:42.413058 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:42.414062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:42.414259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:42.424662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:42.424662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:42.424662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:42.425252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acab8af-65fa-4d23-9a3e-d502e75f70b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:42.779884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 32940) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:42.841399 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d1e74d23-e7a1-44f1-a3b7-608855da607f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4c38fee99d074aba9cf999ad76f44290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600524 Jul 08 20:43:42.843770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 32942) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:42.921447 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05681620-fa53-4c5e-9100-ed6d1032634b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:42.953653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05681620-fa53-4c5e-9100-ed6d1032634b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:43.054821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05681620-fa53-4c5e-9100-ed6d1032634b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:43.057741 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-05681620-fa53-4c5e-9100-ed6d1032634b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:43.063057 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-05681620-fa53-4c5e-9100-ed6d1032634b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/940d6131-cb37-4118-ab1a-da6d2032e0d1 HTTP/1.1" status: 204 len: 168 time: 0.2140813 Jul 08 20:43:43.070037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05681620-fa53-4c5e-9100-ed6d1032634b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940d6131-cb37-4118-ab1a-da6d2032e0d1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:43.309999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfd792-0ff2-4b2e-87eb-a25a1992edeb req-eb985364-abd1-4904-af2e-180b04b80021 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:43.323570 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-14bfd792-0ff2-4b2e-87eb-a25a1992edeb req-eb985364-abd1-4904-af2e-180b04b80021 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.2637060 Jul 08 20:43:43.446581 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-14bfd792-0ff2-4b2e-87eb-a25a1992edeb req-9f769617-ec48-489a-97af-7cf24031a97f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078176 Jul 08 20:43:43.548814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f023a9b-2337-442a-9302-37d150541c65 req-52da0b58-eca6-4e83-93b5-d05480e42abb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:43.557347 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f023a9b-2337-442a-9302-37d150541c65 req-52da0b58-eca6-4e83-93b5-d05480e42abb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1237214 Jul 08 20:43:43.631413 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f023a9b-2337-442a-9302-37d150541c65 req-d8dd6335-061a-4280-8f7d-cf5319ee2136 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729656 Jul 08 20:43:44.615622 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33044) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:44.906282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-88433616-network', 'tenant_id': 'e5660418a74c4ab28551c96f21dd3e58'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:43:44.964285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e87ed5-10d6-46b8-83ed-248eba8ca24d req-fd3ae0c6-6e17-4723-878d-71c5b74fdaf2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:44.966225 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e3e87ed5-10d6-46b8-83ed-248eba8ca24d req-fd3ae0c6-6e17-4723-878d-71c5b74fdaf2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.1714289 Jul 08 20:43:44.997614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Made reservation on behalf of e5660418a74c4ab28551c96f21dd3e58 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:43:45.000554 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:45.023602 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:45.057993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc815c-49b4-4262-9754-8ebd8d137c28 req-87e944a3-2cca-479c-a9b0-2f9f275c2e2b tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:45.070696 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1bcc815c-49b4-4262-9754-8ebd8d137c28 req-87e944a3-2cca-479c-a9b0-2f9f275c2e2b tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1931932 Jul 08 20:43:45.121606 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e3e87ed5-10d6-46b8-83ed-248eba8ca24d req-103f9ac6-9646-4bc6-ad60-be3a4634b958 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473217 Jul 08 20:43:45.226984 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1bcc815c-49b4-4262-9754-8ebd8d137c28 req-8fb40e45-00de-4e85-9983-eb65d60a67c8 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482124 Jul 08 20:43:45.287467 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:45.295232 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:45.334550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:43:45.369689 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:45.369689 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Added segment 5bd3ae10-68f1-4036-b01b-c810ea6846a2 of type vlan for network cfb531db-eaa1-4ff4-80a8-118fcc7c7fa1 Jul 08 20:43:45.383984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa2aff4-0514-4779-b4c7-8bb267742ddb,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:45.467856 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:45.517497 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:45.519987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:45.523710 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:45.600981 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9833620 Jul 08 20:43:45.609532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33128) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:45.619663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-770d61aa-79c6-48cf-873c-da521725cffe admin admin] Request body: {'subnet': {'network_id': 'cfb531db-eaa1-4ff4-80a8-118fcc7c7fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-88433616-subnet', 'tenant_id': 'e5660418a74c4ab28551c96f21dd3e58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:43:45.659281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb5774-fd60-4e7a-9c3b-bd65f16fb7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=cfb531db-eaa1-4ff4-80a8-118fcc7c7fa1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:45.681135 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network cfb531db-eaa1-4ff4-80a8-118fcc7c7fa1 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:43:45.694949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770d61aa-79c6-48cf-873c-da521725cffe admin admin] Made reservation on behalf of e5660418a74c4ab28551c96f21dd3e58 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:43:45.698012 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-770d61aa-79c6-48cf-873c-da521725cffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:45.970431 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-770d61aa-79c6-48cf-873c-da521725cffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:46.076687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d61aa-79c6-48cf-873c-da521725cffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=68002da7-ec35-4e2d-bc5d-76eeac003b44,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:46.089336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d61aa-79c6-48cf-873c-da521725cffe admin admin] Checking segment: {'id': '5bd3ae10-68f1-4036-b01b-c810ea6846a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cfb531db-eaa1-4ff4-80a8-118fcc7c7fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:43:46.089336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d61aa-79c6-48cf-873c-da521725cffe admin admin] Network hostable DHCP agents. Network: cfb531db-eaa1-4ff4-80a8-118fcc7c7fa1, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:43:46.137096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d61aa-79c6-48cf-873c-da521725cffe admin admin] Network cfb531db-eaa1-4ff4-80a8-118fcc7c7fa1 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:43:46.187157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-770d61aa-79c6-48cf-873c-da521725cffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, cfb531db-eaa1-4ff4-80a8-118fcc7c7fa1) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:43:46.194546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d61aa-79c6-48cf-873c-da521725cffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:46.197651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-770d61aa-79c6-48cf-873c-da521725cffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:46.202043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9fea33-827b-44e2-9572-067cd3e31677 None None] Network cfb531db-eaa1-4ff4-80a8-118fcc7c7fa1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:43:46.236015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-770d61aa-79c6-48cf-873c-da521725cffe admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6172707 Jul 08 20:43:46.364606 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33198) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:46.539550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bd54c-f7e6-4073-8c7b-72575bbb9fd9 req-4129224c-79f4-43ff-b31a-1a201208a527 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:46.552866 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f8bd54c-f7e6-4073-8c7b-72575bbb9fd9 req-4129224c-79f4-43ff-b31a-1a201208a527 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.2209520 Jul 08 20:43:46.739189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9fe2b2-a471-447c-be3c-1fe090688856 None None] Network cfb531db-eaa1-4ff4-80a8-118fcc7c7fa1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:43:46.742582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f8bd54c-f7e6-4073-8c7b-72575bbb9fd9 req-36b5f5ee-5b64-4367-a419-502e8eb30370 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854994 Jul 08 20:43:46.809062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33226) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:46.866372 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68a79ee5-451a-402d-9457-70d2eb1d7c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:46.919003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-615b2c52-4dc7-4fb6-9a7c-1cfce32d5517 admin admin] Deleting subnet 68002da7-ec35-4e2d-bc5d-76eeac003b44 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:43:46.938494 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-615b2c52-4dc7-4fb6-9a7c-1cfce32d5517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:46.991380 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd823a-95a5-4c03-aa31-7d479a9ed3a3 req-9019c2c4-e7f6-40da-aab0-fc98dc78cfa7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:46.999712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76dd823a-95a5-4c03-aa31-7d479a9ed3a3 req-9019c2c4-e7f6-40da-aab0-fc98dc78cfa7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.2951865 Jul 08 20:43:47.093900 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-615b2c52-4dc7-4fb6-9a7c-1cfce32d5517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.185254 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76dd823a-95a5-4c03-aa31-7d479a9ed3a3 req-5eb59102-c3d9-496c-9564-f75169eb1f0d tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809952 Jul 08 20:43:47.244718 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-615b2c52-4dc7-4fb6-9a7c-1cfce32d5517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.303997 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68a79ee5-451a-402d-9457-70d2eb1d7c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.324398 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68a79ee5-451a-402d-9457-70d2eb1d7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.392719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-68a79ee5-451a-402d-9457-70d2eb1d7c96 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7085d38f57744252826eae2f99041914&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0244019 Jul 08 20:43:47.392719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-615b2c52-4dc7-4fb6-9a7c-1cfce32d5517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.394457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33274) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:47.405050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a79ee5-451a-402d-9457-70d2eb1d7c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913f1228-0d1c-467f-90c8-af113c64bb13,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:47.407865 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-615b2c52-4dc7-4fb6-9a7c-1cfce32d5517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.412690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-615b2c52-4dc7-4fb6-9a7c-1cfce32d5517 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/68002da7-ec35-4e2d-bc5d-76eeac003b44 HTTP/1.1" status: 204 len: 168 time: 0.5933690 Jul 08 20:43:47.435346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33276) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:47.482686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b2c52-4dc7-4fb6-9a7c-1cfce32d5517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68002da7-ec35-4e2d-bc5d-76eeac003b44,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:47.562955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fb7b-a7f0-43f7-98db-6abb81c7950f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.595484 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e1e3-4103-43b1-94ce-06b597512cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.604622 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fb7b-a7f0-43f7-98db-6abb81c7950f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.618948 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.737458 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e1e3-4103-43b1-94ce-06b597512cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.751908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-dcf7e1e3-4103-43b1-94ce-06b597512cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb531db-eaa1-4ff4-80a8-118fcc7c7fa1']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:43:47.760490 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fb7b-a7f0-43f7-98db-6abb81c7950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.763467 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fb7b-a7f0-43f7-98db-6abb81c7950f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.764939 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d1a7fb7b-a7f0-43f7-98db-6abb81c7950f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/913f1228-0d1c-467f-90c8-af113c64bb13 HTTP/1.1" status: 204 len: 168 time: 0.3692546 Jul 08 20:43:47.771581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-dcf7e1e3-4103-43b1-94ce-06b597512cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd3ae10-68f1-4036-b01b-c810ea6846a2') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:43:47.771983 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-dcf7e1e3-4103-43b1-94ce-06b597512cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd3ae10-68f1-4036-b01b-c810ea6846a2') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:43:47.790678 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e1e3-4103-43b1-94ce-06b597512cfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.793493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7fb7b-a7f0-43f7-98db-6abb81c7950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913f1228-0d1c-467f-90c8-af113c64bb13,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:47.822332 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e1e3-4103-43b1-94ce-06b597512cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.864922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf7e1e3-4103-43b1-94ce-06b597512cfe admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:43:47.865475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e1e3-4103-43b1-94ce-06b597512cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:43:47.906088 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:43:48.016106 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e1e3-4103-43b1-94ce-06b597512cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:48.038691 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e1e3-4103-43b1-94ce-06b597512cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:48.050346 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dcf7e1e3-4103-43b1-94ce-06b597512cfe admin admin] 10.222.0.101 "DELETE /v2.0/networks/cfb531db-eaa1-4ff4-80a8-118fcc7c7fa1 HTTP/1.1" status: 204 len: 168 time: 0.6138480 Jul 08 20:43:48.146732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7e1e3-4103-43b1-94ce-06b597512cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb531db-eaa1-4ff4-80a8-118fcc7c7fa1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:48.223860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bc2b1-d201-4ef4-86f7-113003a1afb6 req-bfcb32b7-fa92-4fcc-8749-a03810df71cf tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:48.233272 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-293bc2b1-d201-4ef4-86f7-113003a1afb6 req-bfcb32b7-fa92-4fcc-8749-a03810df71cf tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.2192161 Jul 08 20:43:48.297414 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-293bc2b1-d201-4ef4-86f7-113003a1afb6 req-2430abca-ccc7-4e3a-afe5-84cb49c22dca tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578310 Jul 08 20:43:48.644903 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33392) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:48.650683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0731cc-ae3e-43a2-a781-71724019a3c8 req-ceb9116d-543e-4bdc-9d0f-dda33ff6b292 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:48.664066 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ef0731cc-ae3e-43a2-a781-71724019a3c8 req-ceb9116d-543e-4bdc-9d0f-dda33ff6b292 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1788599 Jul 08 20:43:48.732024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ef0731cc-ae3e-43a2-a781-71724019a3c8 req-ab956d5b-b2bb-4f56-940c-1423bf40cd25 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666914 Jul 08 20:43:48.778465 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-12d0f3f3-49ae-4fc7-b0be-dee16d6149b5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e5660418a74c4ab28551c96f21dd3e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321414 Jul 08 20:43:48.781316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33406) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:48.859995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb10a-fe38-4583-b008-de6e5ad464e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:48.902714 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb10a-fe38-4583-b008-de6e5ad464e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:48.985934 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb10a-fe38-4583-b008-de6e5ad464e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:48.989969 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb10a-fe38-4583-b008-de6e5ad464e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:48.991285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1a4cb10a-fe38-4583-b008-de6e5ad464e0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9fa2aff4-0514-4779-b4c7-8bb267742ddb HTTP/1.1" status: 204 len: 168 time: 0.2090280 Jul 08 20:43:49.009191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cb10a-fe38-4583-b008-de6e5ad464e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa2aff4-0514-4779-b4c7-8bb267742ddb,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:49.357280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd36704-6897-4ac9-8edb-06ca6c657184 req-0407f1dd-13b7-49d7-b13e-6addb5e5b8df tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:49.359337 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ddd36704-6897-4ac9-8edb-06ca6c657184 req-0407f1dd-13b7-49d7-b13e-6addb5e5b8df tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1498876 Jul 08 20:43:49.418032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a241b79-d020-4b2e-8c79-6dbe52553955 req-b7c7f866-4fec-48b1-afd3-100118f415ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:49.420705 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a241b79-d020-4b2e-8c79-6dbe52553955 req-b7c7f866-4fec-48b1-afd3-100118f415ac service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 1097 time: 0.1716294 Jul 08 20:43:49.537717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ddd36704-6897-4ac9-8edb-06ca6c657184 req-eab3e822-c196-4b02-b0e0-e1e41ea66e89 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614945 Jul 08 20:43:49.614636 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2df8b-85fd-4735-aef9-f458d9f433ac req-d9be9999-dc2e-40cb-942c-7908620e8976 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:49.627722 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ca2df8b-85fd-4735-aef9-f458d9f433ac req-d9be9999-dc2e-40cb-942c-7908620e8976 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.1176472 Jul 08 20:43:49.637896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a241b79-d020-4b2e-8c79-6dbe52553955 req-f69fa842-2227-408c-bb16-9aca84b82832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:49.639927 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a241b79-d020-4b2e-8c79-6dbe52553955 req-f69fa842-2227-408c-bb16-9aca84b82832 service neutron] 10.222.0.104 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 911 time: 0.2077649 Jul 08 20:43:49.688169 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ca2df8b-85fd-4735-aef9-f458d9f433ac req-e1f0361c-d472-4f1b-91b5-751c2a4eda04 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595334 Jul 08 20:43:49.721956 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a241b79-d020-4b2e-8c79-6dbe52553955 req-2aa72c57-8b90-42be-9ecc-1fb65676fd29 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1664f54d-1504-4bfd-9f7d-204dc97a5146 HTTP/1.1" status: 200 len: 1001 time: 0.0738354 Jul 08 20:43:49.782253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a241b79-d020-4b2e-8c79-6dbe52553955 req-b81fd13d-1cc7-4f08-a421-7fbb3a637323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:49.784542 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a241b79-d020-4b2e-8c79-6dbe52553955 req-b81fd13d-1cc7-4f08-a421-7fbb3a637323 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=373f0c01-b696-4703-ab5a-3a737cebfdae HTTP/1.1" status: 200 len: 849 time: 0.0570879 Jul 08 20:43:49.851773 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a241b79-d020-4b2e-8c79-6dbe52553955 req-7c3495d7-b5f3-4023-86db-efc16ab363db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:49.853597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a241b79-d020-4b2e-8c79-6dbe52553955 req-7c3495d7-b5f3-4023-86db-efc16ab363db service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=eb126676-baac-44c7-8776-db620659cc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623181 Jul 08 20:43:49.965821 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a241b79-d020-4b2e-8c79-6dbe52553955 req-0445eab8-91f8-4ea8-b619-a9ef693c5396 service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056890 Jul 08 20:43:50.178591 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0a241b79-d020-4b2e-8c79-6dbe52553955 req-2282911e-15dd-4666-b455-479249084faf service neutron] 10.222.0.104 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064848 Jul 08 20:43:50.476701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33528) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:50.704386 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-19490251-79b5-453f-b44a-a4c0891fe3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:50.829687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05166ff2-66e4-41d9-8d27-52421dcbf6aa req-1937e66d-a020-4a5b-bcc3-c859e78f73b7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:50.839570 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05166ff2-66e4-41d9-8d27-52421dcbf6aa req-1937e66d-a020-4a5b-bcc3-c859e78f73b7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1001120 Jul 08 20:43:50.893958 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-19490251-79b5-453f-b44a-a4c0891fe3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:50.894549 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05166ff2-66e4-41d9-8d27-52421dcbf6aa req-c0c8fcff-ae5f-4967-9df7-bb4ef5bf6de9 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522664 Jul 08 20:43:50.903294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-19490251-79b5-453f-b44a-a4c0891fe3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:50.972841 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-19490251-79b5-453f-b44a-a4c0891fe3be admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3678854bec1348029d38cea72de1a4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949131 Jul 08 20:43:50.976395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33538) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:50.983942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19490251-79b5-453f-b44a-a4c0891fe3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddadabe-96c8-40ca-bb35-514e4c43bcb1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:51.004174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a1e6c-bddf-4245-a169-925655f2e1d9 req-ba24ba95-4e85-4e4c-8588-936dc4635e28 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:51.012068 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b2a1e6c-bddf-4245-a169-925655f2e1d9 req-ba24ba95-4e85-4e4c-8588-936dc4635e28 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.1647520 Jul 08 20:43:51.056802 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b2a1e6c-bddf-4245-a169-925655f2e1d9 req-1cc3bd76-2141-44c5-992d-873ec95f622e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437620 Jul 08 20:43:51.121881 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-64a8b110-2bb0-461f-ab60-2122581f688e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:51.145793 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-64a8b110-2bb0-461f-ab60-2122581f688e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:51.198999 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-64a8b110-2bb0-461f-ab60-2122581f688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:51.202475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-64a8b110-2bb0-461f-ab60-2122581f688e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:51.206237 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-64a8b110-2bb0-461f-ab60-2122581f688e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5ddadabe-96c8-40ca-bb35-514e4c43bcb1 HTTP/1.1" status: 204 len: 168 time: 0.2251749 Jul 08 20:43:51.212389 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8b110-2bb0-461f-ab60-2122581f688e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddadabe-96c8-40ca-bb35-514e4c43bcb1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:52.095420 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33566) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:52.165668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06522ee6-1fa9-49fb-a780-429072139835 req-c0cc503d-22b8-4a64-83eb-b8b6f60189e9 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:52.173757 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-06522ee6-1fa9-49fb-a780-429072139835 req-c0cc503d-22b8-4a64-83eb-b8b6f60189e9 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1278424 Jul 08 20:43:52.246736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-06522ee6-1fa9-49fb-a780-429072139835 req-8c19eff6-e6ed-4c09-9916-3ebb5642b670 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666838 Jul 08 20:43:52.304660 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-network', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:43:52.335821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Made reservation on behalf of 2707aad6b07445cb940afd1a942d77b8 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:43:52.340609 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:52.358989 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:52.372045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593a231-bb71-4c7f-9289-ac2da3bd31f4 req-bcc986a2-95fe-4e63-bf9d-5f3e6b33618f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:52.378376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0593a231-bb71-4c7f-9289-ac2da3bd31f4 req-bcc986a2-95fe-4e63-bf9d-5f3e6b33618f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.1025484 Jul 08 20:43:52.437620 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0593a231-bb71-4c7f-9289-ac2da3bd31f4 req-d1ae9962-5fa0-4f7d-9989-94fbb031316c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533743 Jul 08 20:43:52.567976 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:52.572735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:52.600697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:43:52.628595 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:52.629983 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Added segment e8f17d41-d7bf-4d72-b068-d4403a3c4ab3 of type vlan for network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 Jul 08 20:43:52.634019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac32e702-ec39-4b5d-95be-f1eecd5a7e06,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:52.705242 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:52.749835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:52.750987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:52.752004 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:52.836858 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33580) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:52.838136 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7395830 Jul 08 20:43:52.844565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d9744a4b-c12f-46c0-9270-c44ae3c9f245 admin admin] Request body: {'subnet': {'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-subnet', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:43:52.848599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1643ccb-2deb-471c-ba5e-77b6c58c8985 admin admin] Pushing event updated for resources: {'Network': ['ID=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:52.862450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:43:52.916173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9744a4b-c12f-46c0-9270-c44ae3c9f245 admin admin] Made reservation on behalf of 2707aad6b07445cb940afd1a942d77b8 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:43:52.919710 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9744a4b-c12f-46c0-9270-c44ae3c9f245 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:53.293513 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9744a4b-c12f-46c0-9270-c44ae3c9f245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:53.369922 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9744a4b-c12f-46c0-9270-c44ae3c9f245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a306532b-670c-4e37-b4c6-4b6a0cbfb4af,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:53.381191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9744a4b-c12f-46c0-9270-c44ae3c9f245 admin admin] Checking segment: {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:43:53.381818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9744a4b-c12f-46c0-9270-c44ae3c9f245 admin admin] Network hostable DHCP agents. Network: af51cdf7-b2f2-4639-9cd3-57ba51eb39a1, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:43:53.406980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9744a4b-c12f-46c0-9270-c44ae3c9f245 admin admin] Network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:43:53.426889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-d9744a4b-c12f-46c0-9270-c44ae3c9f245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, af51cdf7-b2f2-4639-9cd3-57ba51eb39a1) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:43:53.438261 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9744a4b-c12f-46c0-9270-c44ae3c9f245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:53.438870 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9744a4b-c12f-46c0-9270-c44ae3c9f245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:53.440723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218c0ccd-1cce-4adf-a9ae-1630953616a9 None None] Network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:43:53.477549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d9744a4b-c12f-46c0-9270-c44ae3c9f245 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6361072 Jul 08 20:43:53.477793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33588) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:53.482744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:43:53.547947 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:53.550122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:53.568403 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:53.691475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:43:53.692439 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:53.734663 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:53.779507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca3422-8df7-4c04-aba8-29e22aa50133 req-3c4736ec-d5cd-4d62-a56d-100b630dc1bb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:53.781215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39ca3422-8df7-4c04-aba8-29e22aa50133 req-3c4736ec-d5cd-4d62-a56d-100b630dc1bb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.1250379 Jul 08 20:43:53.830934 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39ca3422-8df7-4c04-aba8-29e22aa50133 req-e42e7f16-b64f-4944-8e44-71b9e2c4542f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414486 Jul 08 20:43:53.961302 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Allocated IP 172.20.0.2 (af51cdf7-b2f2-4639-9cd3-57ba51eb39a1/a306532b-670c-4e37-b4c6-4b6a0cbfb4af/df73f936-de9f-4862-a2b9-c5a16e1c0352) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:43:54.168019 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:43:54.250433 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:54.261569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Transition to ACTIVE for port object df73f936-de9f-4862-a2b9-c5a16e1c0352 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:43:54.281813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Transition to ACTIVE for port object df73f936-de9f-4862-a2b9-c5a16e1c0352 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:43:54.292248 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:54.336917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:43:54.340474 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:43:54.344396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:43:54.349977 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:54.364964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Pushing event updated for resources: {'Port': ['ID=df73f936-de9f-4862-a2b9-c5a16e1c0352,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:54.445540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Attempting to bind port df73f936-de9f-4862-a2b9-c5a16e1c0352 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:43:54.446036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Attempting to bind port df73f936-de9f-4862-a2b9-c5a16e1c0352 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:43:54.446542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Attempting to bind port df73f936-de9f-4862-a2b9-c5a16e1c0352 on network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:43:54.454197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:43:54.454741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Checking segment: {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:43:54.455435 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:54.456302 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Bound using segment: {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:43:54.457207 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Bound port: df73f936-de9f-4862-a2b9-c5a16e1c0352, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:43:54.457760 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:54.545784 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] For port df73f936-de9f-4862-a2b9-c5a16e1c0352, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:43:54.550267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] For port df73f936-de9f-4862-a2b9-c5a16e1c0352, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=df73f936-de9f-4862-a2b9-c5a16e1c0352,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:43:54.557629 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:54.633705 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d7049-3999-4183-a3a1-770da20e69eb None None] Pushing event updated for resources: {'Port': ['ID=df73f936-de9f-4862-a2b9-c5a16e1c0352,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:54.671867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:54.705653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:54.850308 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Allocated IP 172.25.4.151 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/13558774-3276-4e3a-a496-947adb68c59c) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:43:55.050665 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:55.155088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68befc5e-fe42-46a7-b6a4-f1bf7de60ed1 req-0d1caea3-6b35-47ce-9a7d-53ee2497f8ef tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:55.163321 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-68befc5e-fe42-46a7-b6a4-f1bf7de60ed1 req-0d1caea3-6b35-47ce-9a7d-53ee2497f8ef tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.1024690 Jul 08 20:43:55.165786 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:55.229080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:43:55.238281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:43:55.248313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:43:55.292333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Pushing event updated for resources: {'Port': ['ID=13558774-3276-4e3a-a496-947adb68c59c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:55.320297 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-68befc5e-fe42-46a7-b6a4-f1bf7de60ed1 req-168b9bb2-4f53-4442-b143-4ac53774479a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529784 Jul 08 20:43:55.624973 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:55.779474 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device df73f936-de9f-4862-a2b9-c5a16e1c0352 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:43:55.895048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port df73f936-de9f-4862-a2b9-c5a16e1c0352 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:43:55.938988 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:56.159717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Router ebdd7341-4765-4a38-90d9-1f7637bcc246 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:43:56.163992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b28c446-1540-4265-997d-d23df1a7a4de None None] Network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:43:56.246966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5e23e419-84e5-4e5d-adc1-6bcbd271a979 None None] Provisioning for port df73f936-de9f-4862-a2b9-c5a16e1c0352 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:43:56.258928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5e23e419-84e5-4e5d-adc1-6bcbd271a979 None None] Provisioning complete for port df73f936-de9f-4862-a2b9-c5a16e1c0352 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:43:56.259309 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5e23e419-84e5-4e5d-adc1-6bcbd271a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:56.362959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:43:56.379323 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Sync routers for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:43:56.404490 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:43:56.405159 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-894cede8-32be-419c-ba79-76de910adce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:43:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:43:56.409925 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5e23e419-84e5-4e5d-adc1-6bcbd271a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:56.445412 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:56.446939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-892a89fe-4d09-4fc4-ae68-fe7904c8d424 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9683149 Jul 08 20:43:56.450095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33618) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:56.475539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5e23e419-84e5-4e5d-adc1-6bcbd271a979 None None] For port df73f936-de9f-4862-a2b9-c5a16e1c0352, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=df73f936-de9f-4862-a2b9-c5a16e1c0352,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:43:56.483847 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5e23e419-84e5-4e5d-adc1-6bcbd271a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:56.610561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23e419-84e5-4e5d-adc1-6bcbd271a979 None None] Pushing event updated for resources: {'Port': ['ID=df73f936-de9f-4862-a2b9-c5a16e1c0352,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:56.630441 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:43:56.904529 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-894cede8-32be-419c-ba79-76de910adce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:55Z', 'revision_number': 3, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:43:56.931293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda394-668c-4665-abff-18d17d19f5ca req-497a2ec4-a748-4d98-93fa-baaeab8fb084 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:56.939284 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-16eda394-668c-4665-abff-18d17d19f5ca req-497a2ec4-a748-4d98-93fa-baaeab8fb084 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.2284958 Jul 08 20:43:56.959912 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Checking router: ebdd7341-4765-4a38-90d9-1f7637bcc246 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:43:56.960570 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Updating router ebdd7341-4765-4a38-90d9-1f7637bcc246 port 13558774-3276-4e3a-a496-947adb68c59c binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:43:57.001315 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-16eda394-668c-4665-abff-18d17d19f5ca req-732c554a-b64c-4576-9289-ed64871a1512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600379 Jul 08 20:43:57.036383 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:57.046072 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-392707c7-d55b-4aaf-bd27-807a1d932626 None None] Provisioning complete for port df73f936-de9f-4862-a2b9-c5a16e1c0352 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:43:57.047767 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-392707c7-d55b-4aaf-bd27-807a1d932626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:57.399993 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:57.623800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Allocated IP 172.20.0.1 (af51cdf7-b2f2-4639-9cd3-57ba51eb39a1/a306532b-670c-4e37-b4c6-4b6a0cbfb4af/be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:43:57.666825 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:57.680125 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Transition to ACTIVE for port object 13558774-3276-4e3a-a496-947adb68c59c will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:43:57.688395 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:57.760700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device df73f936-de9f-4862-a2b9-c5a16e1c0352 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:43:57.766701 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Attempting to bind port 13558774-3276-4e3a-a496-947adb68c59c on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:43:57.767051 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Attempting to bind port 13558774-3276-4e3a-a496-947adb68c59c by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:43:57.767412 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Attempting to bind port 13558774-3276-4e3a-a496-947adb68c59c on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:43:57.773373 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Pushing event updated for resources: {'Port': ['ID=13558774-3276-4e3a-a496-947adb68c59c,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:57.776612 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:43:57.777009 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:43:57.777408 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:57.777827 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:43:57.778319 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Bound port: 13558774-3276-4e3a-a496-947adb68c59c, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:43:57.778694 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:57.786357 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:57.786774 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:57.787092 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:57.787424 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:57.787815 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:57.788181 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:57.788562 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:57.789387 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:57.789387 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:57.789810 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:57.790195 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:57.790730 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:43:57.822021 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:57.849207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Transition to ACTIVE for port object be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:43:57.869749 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-894cede8-32be-419c-ba79-76de910adce6 None None] For port 13558774-3276-4e3a-a496-947adb68c59c, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:43:57.871974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port df73f936-de9f-4862-a2b9-c5a16e1c0352 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:43:57.872603 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:57.880361 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-894cede8-32be-419c-ba79-76de910adce6 None None] For port 13558774-3276-4e3a-a496-947adb68c59c, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=13558774-3276-4e3a-a496-947adb68c59c,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:43:57.890495 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:57.919140 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:57.999478 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:43:58.000281 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-894cede8-32be-419c-ba79-76de910adce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:43:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:43:58.012476 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:43:58.019479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:43:58.037358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:43:58.056262 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfb7db-d9b5-4076-93f0-2eb375788d80 None None] Pushing event updated for resources: {'Port': ['ID=13558774-3276-4e3a-a496-947adb68c59c,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:58.086443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Pushing event updated for resources: {'Port': ['ID=be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:58.132352 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:58.288096 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-894cede8-32be-419c-ba79-76de910adce6 None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:43:58.366644 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8b0f6-b95d-4704-b2f9-de62d339fe6f req-2deb4d7f-88ff-4ab9-8404-3aba074d9073 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:43:58.393107 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ac8b0f6-b95d-4704-b2f9-de62d339fe6f req-2deb4d7f-88ff-4ab9-8404-3aba074d9073 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.1707096 Jul 08 20:43:58.400880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:58.410477 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-652635ec-dbbf-42b7-80be-c0cc281b07ad None None] Provisioning for port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:43:58.415480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-652635ec-dbbf-42b7-80be-c0cc281b07ad None None] Provisioning complete for port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:43:58.415873 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-652635ec-dbbf-42b7-80be-c0cc281b07ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:58.509979 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ac8b0f6-b95d-4704-b2f9-de62d339fe6f req-e60804ab-f763-4b5d-972c-4b3a768f29d8 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063564 Jul 08 20:43:58.518580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-652635ec-dbbf-42b7-80be-c0cc281b07ad None None] Port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:43:58.643066 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-894cede8-32be-419c-ba79-76de910adce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:55Z', 'revision_number': 3, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:43:58.657648 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:58.669156 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:58.680255 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cede8-32be-419c-ba79-76de910adce6 None None] The sync data for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 is: [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:55Z', 'revision_number': 3, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:43:58.970369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33642) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:59.179383 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8a498608-ade4-4cf9-8062-a64c3f62f0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:59.255679 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:59.278609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Pushing event updated for resources: {'Port': ['ID=be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:59.319039 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8a498608-ade4-4cf9-8062-a64c3f62f0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:59.326851 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8a498608-ade4-4cf9-8062-a64c3f62f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:59.418994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:43:59.423201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:43:59.479193 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8a498608-ade4-4cf9-8062-a64c3f62f0d5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cb525159742e490091e46bb61fefa149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069160 Jul 08 20:43:59.479851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33648) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:43:59.507930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a498608-ade4-4cf9-8062-a64c3f62f0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1662ffc7-c010-4cc5-b9b6-3ed7b2b161ea,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:59.641302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d266dc7-91ef-4986-a233-82f592527478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:59.696651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d266dc7-91ef-4986-a233-82f592527478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:59.697558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Router ebdd7341-4765-4a38-90d9-1f7637bcc246 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:43:59.804952 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d266dc7-91ef-4986-a233-82f592527478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:59.808406 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d266dc7-91ef-4986-a233-82f592527478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:43:59.812477 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3d266dc7-91ef-4986-a233-82f592527478 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1662ffc7-c010-4cc5-b9b6-3ed7b2b161ea HTTP/1.1" status: 204 len: 168 time: 0.3206825 Jul 08 20:43:59.827821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d266dc7-91ef-4986-a233-82f592527478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1662ffc7-c010-4cc5-b9b6-3ed7b2b161ea,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:43:59.873163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 13558774-3276-4e3a-a496-947adb68c59c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:43:59.940465 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:43:59.956749 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6143ed27-ffd5-4b8f-aab1-61792b289296 admin admin] 10.222.0.101 "PUT /v2.0/routers/ebdd7341-4765-4a38-90d9-1f7637bcc246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4959753 Jul 08 20:43:59.996227 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ff0fc6f9-9ab8-4891-ba58-a86ead01e8e0 None None] Provisioning complete for port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:43:59.996606 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc6f9-9ab8-4891-ba58-a86ead01e8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:00.019805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68b1da-227e-4536-b422-e5a7fe1f6df9 req-02de58b3-1b62-4875-b7e2-ab2fd2235081 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:00.024944 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0a68b1da-227e-4536-b422-e5a7fe1f6df9 req-02de58b3-1b62-4875-b7e2-ab2fd2235081 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.1550152 Jul 08 20:44:00.119780 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0a68b1da-227e-4536-b422-e5a7fe1f6df9 req-e097204a-5345-459f-a539-f4130cfcacd3 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893044 Jul 08 20:44:00.123565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 13558774-3276-4e3a-a496-947adb68c59c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:00.133362 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ff0fc6f9-9ab8-4891-ba58-a86ead01e8e0 None None] Port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:44:00.139354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 13558774-3276-4e3a-a496-947adb68c59c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:00.139753 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:00.303647 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:00.344305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 13558774-3276-4e3a-a496-947adb68c59c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=13558774-3276-4e3a-a496-947adb68c59c,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:00.353404 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:00.433326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33664) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:00.461895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=13558774-3276-4e3a-a496-947adb68c59c,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:00.475611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c7e694f-b83f-4f75-b590-d06cf4a7ebe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:00.611638 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c7e694f-b83f-4f75-b590-d06cf4a7ebe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:00.617155 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c7e694f-b83f-4f75-b590-d06cf4a7ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:00.663990 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8c7e694f-b83f-4f75-b590-d06cf4a7ebe0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6323aea49d3c46c78d97532a9032f5af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293453 Jul 08 20:44:00.665390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e694f-b83f-4f75-b590-d06cf4a7ebe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f063e9a-5c53-40c3-b49f-e7de393245e6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:00.666668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33668) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:00.746662 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9809b07-f845-4134-899a-22c362d9fe6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:00.775859 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9809b07-f845-4134-899a-22c362d9fe6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:00.806779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33670) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:00.811737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6518ab5d-902b-4764-80e1-a85737e4c708 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635992781', 'description': 'tempest-description--262338648'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:00.834310 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9809b07-f845-4134-899a-22c362d9fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:00.836275 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6518ab5d-902b-4764-80e1-a85737e4c708 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:00.837052 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9809b07-f845-4134-899a-22c362d9fe6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:00.838273 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d9809b07-f845-4134-899a-22c362d9fe6e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8f063e9a-5c53-40c3-b49f-e7de393245e6 HTTP/1.1" status: 204 len: 168 time: 0.1703439 Jul 08 20:44:00.850732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9809b07-f845-4134-899a-22c362d9fe6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f063e9a-5c53-40c3-b49f-e7de393245e6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:00.981754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6518ab5d-902b-4764-80e1-a85737e4c708 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:00.989542 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6518ab5d-902b-4764-80e1-a85737e4c708 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.025156 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6518ab5d-902b-4764-80e1-a85737e4c708 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.026888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6518ab5d-902b-4764-80e1-a85737e4c708 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2188215 Jul 08 20:44:01.031002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33674) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:01.033540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518ab5d-902b-4764-80e1-a85737e4c708 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e925092-c939-4b91-ad83-d3a24b0bdcca,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:01.051019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-eac95608-50f4-46c3-9e8d-5e1044b347ae tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Request body: {'security_group_rule': {'security_group_id': '8e925092-c939-4b91-ad83-d3a24b0bdcca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:01.113520 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eac95608-50f4-46c3-9e8d-5e1044b347ae tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.185868 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eac95608-50f4-46c3-9e8d-5e1044b347ae tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.192481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eac95608-50f4-46c3-9e8d-5e1044b347ae tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.214654 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac95608-50f4-46c3-9e8d-5e1044b347ae tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3f05e4-17eb-49ad-a296-fd732339588c,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:01.233581 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eac95608-50f4-46c3-9e8d-5e1044b347ae tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.235228 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-eac95608-50f4-46c3-9e8d-5e1044b347ae tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2023792 Jul 08 20:44:01.238708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33680) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:01.248230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-42253a81-3280-41b1-a546-e659db83d54b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Request body: {'security_group_rule': {'security_group_id': '8e925092-c939-4b91-ad83-d3a24b0bdcca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:01.285425 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42253a81-3280-41b1-a546-e659db83d54b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.376083 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42253a81-3280-41b1-a546-e659db83d54b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.381678 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42253a81-3280-41b1-a546-e659db83d54b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.409254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42253a81-3280-41b1-a546-e659db83d54b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48800bfc-2b59-4ab3-b12a-c938d8d069d3,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:01.411947 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-42253a81-3280-41b1-a546-e659db83d54b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.413029 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-42253a81-3280-41b1-a546-e659db83d54b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1730211 Jul 08 20:44:01.416397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33688) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:01.422822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:01.449601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d2c89-5c6f-481a-8fbd-ca7c7824af8a req-a383675b-ae2f-4bbf-8bca-59f37716a53f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:01.455444 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-879d2c89-5c6f-481a-8fbd-ca7c7824af8a req-a383675b-ae2f-4bbf-8bca-59f37716a53f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.1406832 Jul 08 20:44:01.458297 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.529465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Sync routers for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:44:01.550668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-879d2c89-5c6f-481a-8fbd-ca7c7824af8a req-ed157bdc-fbcf-47df-9659-bf93f152d8f3 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896578 Jul 08 20:44:01.557404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:01.560555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:43:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:01.612391 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.745242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 13558774-3276-4e3a-a496-947adb68c59c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:01.764088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Allocated IP 172.25.4.198 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/30acffb2-93c2-4d02-9884-a5aea92848fa) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:01.826112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:01.890733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 13558774-3276-4e3a-a496-947adb68c59c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:01.891619 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.951412 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:01.966244 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33702) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:02.025732 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.075964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:02.080366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:02.086011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:02.093416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event updated for resources: {'Port': ['ID=30acffb2-93c2-4d02-9884-a5aea92848fa,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:02.241385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.299401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1652042899-network', 'tenant_id': '259843f163fc4674a528ecf121db5231'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:02.321971 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 2, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:02.323877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.357551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Checking router: ebdd7341-4765-4a38-90d9-1f7637bcc246 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:44:02.357867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Updating router ebdd7341-4765-4a38-90d9-1f7637bcc246 port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:44:02.363692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Made reservation on behalf of 259843f163fc4674a528ecf121db5231 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:02.366991 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.386899 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.409479 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.608105 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.624971 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.638435 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.663697 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.715231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:44:02.765598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b14973-95d6-4766-9cca-3ee87967c51e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:02.770048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.770443 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Added segment 96a41100-07c8-4ba2-933d-6d318aee1c63 of type vlan for network 3029eccd-b584-4e62-8460-1fedcbc3c254 Jul 08 20:44:02.774094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event updated for resources: {'Port': ['ID=30acffb2-93c2-4d02-9884-a5aea92848fa,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:02.787811 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.873817 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.887555 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.888307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Transition to ACTIVE for port object be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:02.889650 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3d92c80e-030e-4c58-9e9b-71613f75aa1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4716308 Jul 08 20:44:02.893611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.919587 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.974933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.976718 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:02.978080 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:02.997667 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad23d7-3fa8-4ee3-9887-1feec6718dc3 None None] Pushing event updated for resources: {'Port': ['ID=be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:02.998195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a96d9-a797-4dd7-9167-b9cb9d2bdb24 req-96e25365-7cbe-40bf-aa8d-6cf7466bb2df tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:03.000706 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de0a96d9-a797-4dd7-9167-b9cb9d2bdb24 req-96e25365-7cbe-40bf-aa8d-6cf7466bb2df tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.2231653 Jul 08 20:44:03.115335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Attempting to bind port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:44:03.115849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Attempting to bind port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:44:03.117490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Attempting to bind port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 on network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:03.123508 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:44:03.124226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Checking segment: {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:03.124735 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:03.125867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Bound using segment: {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:44:03.126474 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Bound port: be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:44:03.127857 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:03.211159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33718) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:03.218083 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2404735 Jul 08 20:44:03.222580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Request body: {'subnet': {'network_id': '3029eccd-b584-4e62-8460-1fedcbc3c254', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1652042899-subnet', 'tenant_id': '259843f163fc4674a528ecf121db5231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:03.272471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] For port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:44:03.277367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] For port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:44:03.279775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bc8a2-15b9-42e9-8cb4-8bbc001b579c admin admin] Pushing event updated for resources: {'Network': ['ID=3029eccd-b584-4e62-8460-1fedcbc3c254,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:03.280527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Made reservation on behalf of 259843f163fc4674a528ecf121db5231 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:03.291428 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:03.296229 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:03.311198 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de0a96d9-a797-4dd7-9167-b9cb9d2bdb24 req-790a7baa-e410-4758-92b1-b2260c3f5461 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789893 Jul 08 20:44:03.317229 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 3029eccd-b584-4e62-8460-1fedcbc3c254 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:44:03.462847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:03.463386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:43:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:03.529300 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-24d8a91a-4ae9-4ac5-b79e-f7109cee1719 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1635992781&fields=id&tenant_id=2707aad6b07445cb940afd1a942d77b8 HTTP/1.1" status: 200 len: 267 time: 0.1849358 Jul 08 20:44:03.658174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad23d7-3fa8-4ee3-9887-1feec6718dc3 None None] Pushing event updated for resources: {'Port': ['ID=be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:03.739719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:03.747221 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-7f7acbac-ffd4-4995-a7d8-0da0c73ae294 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:03.754817 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-7f7acbac-ffd4-4995-a7d8-0da0c73ae294 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 817 time: 0.2020674 Jul 08 20:44:03.798861 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-07f76b53-48e9-4f81-9257-f7aa95aea5dd tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/quotas/2707aad6b07445cb940afd1a942d77b8 HTTP/1.1" status: 200 len: 375 time: 0.0426130 Jul 08 20:44:03.855631 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:03.966691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2a6c69-face-41b3-8cbf-bee4e4e13421,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:03.987213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:03.987503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:03.987843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:03.988308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:03.988668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:03.988999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:03.989326 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:03.989644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:03.989966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:03.990290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:03.990608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:03.990926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:03.997126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Checking segment: {'id': '96a41100-07c8-4ba2-933d-6d318aee1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3029eccd-b584-4e62-8460-1fedcbc3c254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:03.998176 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Network hostable DHCP agents. Network: 3029eccd-b584-4e62-8460-1fedcbc3c254, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:44:04.010323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-2e52b06f-1b4c-4fe3-8141-2ff1e4dc773f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2023673 Jul 08 20:44:04.031495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Network 3029eccd-b584-4e62-8460-1fedcbc3c254 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:44:04.079360 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-38d9b268-3fd7-437d-bd2b-ac0d23fee600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:04.091284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 3029eccd-b584-4e62-8460-1fedcbc3c254) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:04.101894 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:04.102477 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:04.108940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3fc203-5439-45bc-8b59-9eeda0170d88 None None] Network 3029eccd-b584-4e62-8460-1fedcbc3c254 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:44:04.142374 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-29b67d7f-26f2-4830-be0b-4bc05b866f82 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9293401 Jul 08 20:44:04.161767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device dc8058c0-34c2-4cb0-a180-426d915f2e9d details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:44:04.182625 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-8f6b6a14-fc19-4532-b6de-6b1b2a319e0c service neutron] 10.222.0.101 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445954 Jul 08 20:44:04.191068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:03Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:04.228536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49165470-799f-4aca-95f3-82fbc8e6b7d0 None None] The sync data for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 is: [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:03Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:44:04.371041 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-39c82d26-86e4-4004-b9e1-eeaaa07a1c02 service neutron] 10.222.0.101 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811683 Jul 08 20:44:04.463441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6f63ca-376c-467e-95ca-ddd44e054edb None None] Network 3029eccd-b584-4e62-8460-1fedcbc3c254 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:44:04.538431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port dc8058c0-34c2-4cb0-a180-426d915f2e9d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=dc8058c0-34c2-4cb0-a180-426d915f2e9d,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:04.568727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'dc8058c0-34c2-4cb0-a180-426d915f2e9d', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'port_id': 'dc8058c0-34c2-4cb0-a180-426d915f2e9d', 'mac_address': 'fa:16:3e:2f:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:44:04.735557 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:04.768584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8058c0-34c2-4cb0-a180-426d915f2e9d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:44:04.808621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34166861-ff85-442c-a6c4-c4e32cbe11cc req-c72bfb58-6746-4937-a73d-bb559e3bb8a3 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:04.810401 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34166861-ff85-442c-a6c4-c4e32cbe11cc req-c72bfb58-6746-4937-a73d-bb559e3bb8a3 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 943 time: 0.1871636 Jul 08 20:44:04.827311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port dc8058c0-34c2-4cb0-a180-426d915f2e9d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=dc8058c0-34c2-4cb0-a180-426d915f2e9d,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:04.828427 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0a2262b2-2c11-4eb1-be96-38737084dee8 req-1a125067-a4da-4ee0-b7f4-b39147667aa3 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 210 time: 0.1239758 Jul 08 20:44:04.853291 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:04.921332 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34166861-ff85-442c-a6c4-c4e32cbe11cc req-f1cfcec6-8069-4f78-973f-2604aac9c83b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994620 Jul 08 20:44:04.946482 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=dc8058c0-34c2-4cb0-a180-426d915f2e9d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:05.079000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['dc8058c0-34c2-4cb0-a180-426d915f2e9d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:44:05.287200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 33754) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:05.302878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-756398830-network', 'tenant_id': '6d63f359ce2340fd84877969fc6bd224'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:05.340949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Made reservation on behalf of 6d63f359ce2340fd84877969fc6bd224 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:05.343695 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:05.357637 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:05.508224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:05.513956 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:05.541594 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:44:05.559354 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b117e8-0d5d-4d03-b1c7-2fdce93f63c1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:05.562750 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:05.563110 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Added segment ae89be4f-0e17-418e-b6a0-90d5bb0ba8f1 of type vlan for network cdee9959-941e-48f0-a59d-2d487c2d72b2 Jul 08 20:44:05.641868 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:05.691880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:05.697647 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:05.701195 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:05.792174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:05.813280 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5247993 Jul 08 20:44:05.816515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33756) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:05.826236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-003a4a3f-6874-4ef7-9a81-0c5caa4c8f92 admin admin] Request body: {'subnet': {'network_id': 'cdee9959-941e-48f0-a59d-2d487c2d72b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-756398830-subnet', 'tenant_id': '6d63f359ce2340fd84877969fc6bd224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:05.845307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa62793-a90d-413b-84b6-58bd24776708 admin admin] Pushing event updated for resources: {'Network': ['ID=cdee9959-941e-48f0-a59d-2d487c2d72b2,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:05.865053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network cdee9959-941e-48f0-a59d-2d487c2d72b2 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:44:05.884485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003a4a3f-6874-4ef7-9a81-0c5caa4c8f92 admin admin] Made reservation on behalf of 6d63f359ce2340fd84877969fc6bd224 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:05.887168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-003a4a3f-6874-4ef7-9a81-0c5caa4c8f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:05.990359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:05.999030 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:05.999407 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:06.154092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device dc8058c0-34c2-4cb0-a180-426d915f2e9d up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:06.195400 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c65bc6e4-677f-4ed0-92ba-48fe58a1a68d req-97eeb195-3cba-4194-a44c-08a0b96160ab tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 210 time: 0.0626619 Jul 08 20:44:06.257448 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:06.312693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:06.317863 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port dc8058c0-34c2-4cb0-a180-426d915f2e9d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:06.324056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port dc8058c0-34c2-4cb0-a180-426d915f2e9d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:06.325833 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:06.335274 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:06.459489 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:06.466692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:06.467081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:06.467555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:06.468196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:06.468196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:06.469563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:06.469563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:06.469563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:06.469563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:06.469563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:06.470758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:06.470758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:06.598177 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:06.615055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a5afdddb-08c2-4d8a-aef1-63c51c141fd6 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:06.615910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-003a4a3f-6874-4ef7-9a81-0c5caa4c8f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:06.618050 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a5afdddb-08c2-4d8a-aef1-63c51c141fd6 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.103 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 817 time: 0.2124541 Jul 08 20:44:06.636763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc28da6-529f-40f8-84f3-9dae8441b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8058c0-34c2-4cb0-a180-426d915f2e9d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:06.639445 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f214452-68cc-4228-9b24-8ea359ee4a43" -d '{"events": [{"server_uuid": "9cc28da6-529f-40f8-84f3-9dae8441b098", "name": "network-vif-plugged", "status": "completed", "tag": "dc8058c0-34c2-4cb0-a180-426d915f2e9d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:06.651515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12ecae-8001-4bb1-9952-cc173d7b6afa req-d30d80c0-1efa-4dba-a00b-f49a7fe60b83 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:06.654013 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd12ecae-8001-4bb1-9952-cc173d7b6afa req-d30d80c0-1efa-4dba-a00b-f49a7fe60b83 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 944 time: 0.1677940 Jul 08 20:44:06.657245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port dc8058c0-34c2-4cb0-a180-426d915f2e9d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=dc8058c0-34c2-4cb0-a180-426d915f2e9d,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:06.667903 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:06.729752 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a49ae5-f599-4e74-86d1-f7b8b1e0a806 x-openstack-request-id: req-d5a49ae5-f599-4e74-86d1-f7b8b1e0a806 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:06.729752 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc28da6-529f-40f8-84f3-9dae8441b098", "name": "network-vif-plugged", "status": "completed", "tag": "dc8058c0-34c2-4cb0-a180-426d915f2e9d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:06.729752 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d5a49ae5-f599-4e74-86d1-f7b8b1e0a806 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:06.730213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-b8d87f5a-9229-4eac-af45-d6007c99b558 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2707aad6b07445cb940afd1a942d77b8 HTTP/1.1" status: 200 len: 380 time: 0.0930405 Jul 08 20:44:06.730996 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc28da6-529f-40f8-84f3-9dae8441b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8058c0-34c2-4cb0-a180-426d915f2e9d', 'code': 200} Jul 08 20:44:06.738960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Request body: {'port': {'device_id': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'admin_state_up': True, 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'security_groups': ['8e925092-c939-4b91-ad83-d3a24b0bdcca']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:06.767808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a4a3f-6874-4ef7-9a81-0c5caa4c8f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db36fb5d-8bd7-4663-aa91-1d31c531d1dd,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:06.795710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a4a3f-6874-4ef7-9a81-0c5caa4c8f92 admin admin] Checking segment: {'id': 'ae89be4f-0e17-418e-b6a0-90d5bb0ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cdee9959-941e-48f0-a59d-2d487c2d72b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:06.796144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a4a3f-6874-4ef7-9a81-0c5caa4c8f92 admin admin] Network hostable DHCP agents. Network: cdee9959-941e-48f0-a59d-2d487c2d72b2, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:44:06.807589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd12ecae-8001-4bb1-9952-cc173d7b6afa req-11b047c6-3b16-46fd-91fc-d22e392ea49b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228559 Jul 08 20:44:06.824542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=dc8058c0-34c2-4cb0-a180-426d915f2e9d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:06.863666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a4a3f-6874-4ef7-9a81-0c5caa4c8f92 admin admin] Network cdee9959-941e-48f0-a59d-2d487c2d72b2 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:44:06.874935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Made reservation on behalf of 2707aad6b07445cb940afd1a942d77b8 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:06.877698 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-003a4a3f-6874-4ef7-9a81-0c5caa4c8f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, cdee9959-941e-48f0-a59d-2d487c2d72b2) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:06.880337 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:06.887670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b368e1f2-fc5c-4b9d-9e1d-e47e27e54a29 None None] Network cdee9959-941e-48f0-a59d-2d487c2d72b2 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:44:06.891556 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003a4a3f-6874-4ef7-9a81-0c5caa4c8f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:06.892266 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-003a4a3f-6874-4ef7-9a81-0c5caa4c8f92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:06.924448 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-003a4a3f-6874-4ef7-9a81-0c5caa4c8f92 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1060400 Jul 08 20:44:06.933562 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83923f84-9575-40a1-8ad5-b099d2962aa9 req-8b6fecb0-176e-46e5-9474-58721c15a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:06.936422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-83923f84-9575-40a1-8ad5-b099d2962aa9 req-8b6fecb0-176e-46e5-9474-58721c15a7cc service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 1097 time: 0.1169469 Jul 08 20:44:06.970099 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-79810ee5-45dd-4bec-b585-10d9766dc4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:07.029295 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-83923f84-9575-40a1-8ad5-b099d2962aa9 req-e047fce4-7b01-44c7-ad30-210523e11e54 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854731 Jul 08 20:44:07.094276 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Allocated IP 172.20.0.3 (af51cdf7-b2f2-4639-9cd3-57ba51eb39a1/a306532b-670c-4e37-b4c6-4b6a0cbfb4af/5d431a3b-83ca-43d2-87d6-b33eb286811d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:07.101359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b914f4-3df9-47dc-a86c-92b99cb0fd04 None None] Network cdee9959-941e-48f0-a59d-2d487c2d72b2 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:44:07.198899 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:07.301604 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:07.337084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Transition to ACTIVE for port object 5d431a3b-83ca-43d2-87d6-b33eb286811d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:07.391700 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:07.487459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:07.497288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:07.500880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:07.504254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event updated for resources: {'Port': ['ID=5d431a3b-83ca-43d2-87d6-b33eb286811d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:07.568390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:07.569079 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:07.592993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3022b9-57c7-4a2c-a0da-9bfc5f6ee245 req-781d0f81-ac6b-4268-ad01-f6f82246cb94 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:07.597827 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c3022b9-57c7-4a2c-a0da-9bfc5f6ee245 req-781d0f81-ac6b-4268-ad01-f6f82246cb94 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 931 time: 0.2023289 Jul 08 20:44:07.626310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-0b49b1a2-341a-4dd8-8dfa-5155f8ec56e0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8924289 Jul 08 20:44:07.640309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Request body: {'port': {'device_id': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:07.692320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c3022b9-57c7-4a2c-a0da-9bfc5f6ee245 req-cf7184e6-85ec-4e98-bc90-622c26a6f922 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771179 Jul 08 20:44:07.787519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:07.824015 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:07.951440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-59407578-04d4-4f00-89d1-1d7b58632b73 None None] Provisioning for port 5d431a3b-83ca-43d2-87d6-b33eb286811d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:07.989995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-59407578-04d4-4f00-89d1-1d7b58632b73 None None] Provisioning complete for port 5d431a3b-83ca-43d2-87d6-b33eb286811d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:07.990722 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-59407578-04d4-4f00-89d1-1d7b58632b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:08.002494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:08.003369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00891ee-8b6f-4a99-b372-028e543977cc req-7f8e88e6-bb7d-4e8c-af70-56c89384595d tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:08.008034 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:08.025586 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-7f8e88e6-bb7d-4e8c-af70-56c89384595d tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/networks?id=3029eccd-b584-4e62-8460-1fedcbc3c254 HTTP/1.1" status: 200 len: 812 time: 0.2632093 Jul 08 20:44:08.059622 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-f99f5953-ae96-4a9a-a299-23fd56bb7d25 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/quotas/259843f163fc4674a528ecf121db5231 HTTP/1.1" status: 200 len: 375 time: 0.0316792 Jul 08 20:44:08.100273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-59407578-04d4-4f00-89d1-1d7b58632b73 None None] Port 5d431a3b-83ca-43d2-87d6-b33eb286811d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:44:08.136645 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-c6b52d5b-07ed-493e-b298-cb523b137e5a tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=259843f163fc4674a528ecf121db5231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750887 Jul 08 20:44:08.143597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-9c933e28-93a4-493d-a2a3-3c46a6e00147 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:44:08.152682 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-9c933e28-93a4-493d-a2a3-3c46a6e00147 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151384 Jul 08 20:44:08.213437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed27a9f-5fb8-4abe-9e23-ad93aba71c65 req-0e8660dc-308b-46d5-b289-6f9042c536de tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:08.221130 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eed27a9f-5fb8-4abe-9e23-ad93aba71c65 req-0e8660dc-308b-46d5-b289-6f9042c536de tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 945 time: 0.1110985 Jul 08 20:44:08.243008 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:08.302261 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eed27a9f-5fb8-4abe-9e23-ad93aba71c65 req-cadb522d-36e8-4d94-bdc0-430271a6ca3b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800328 Jul 08 20:44:08.306113 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-5992dbc0-4986-47b3-b598-13f4554188b6 service neutron] 10.222.0.101 "GET /v2.0/networks/3029eccd-b584-4e62-8460-1fedcbc3c254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507239 Jul 08 20:44:08.322473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d431a3b-83ca-43d2-87d6-b33eb286811d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:44:08.330878 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:08.343685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Transition to ACTIVE for port object 5d431a3b-83ca-43d2-87d6-b33eb286811d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:08.354196 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:08.429235 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-ab70fb8b-6d1e-4e80-969b-c742bf783b69 service neutron] 10.222.0.101 "GET /v2.0/networks/3029eccd-b584-4e62-8460-1fedcbc3c254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239448 Jul 08 20:44:08.448712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d431a3b-83ca-43d2-87d6-b33eb286811d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:08.522493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Attempting to bind port 5d431a3b-83ca-43d2-87d6-b33eb286811d on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:44:08.522969 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Attempting to bind port 5d431a3b-83ca-43d2-87d6-b33eb286811d by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:44:08.524322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Attempting to bind port 5d431a3b-83ca-43d2-87d6-b33eb286811d on network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:08.535033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Port 5d431a3b-83ca-43d2-87d6-b33eb286811d on network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:44:08.538710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Attempting to bind port 5d431a3b-83ca-43d2-87d6-b33eb286811d on network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:08.551435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:44:08.551812 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Checking segment: {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:08.552082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Bound using segment: {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:44:08.552535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Bound port: 5d431a3b-83ca-43d2-87d6-b33eb286811d, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:44:08.557108 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:08.656403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:44:08.660585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:44:08.702224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0f1092c7-282d-4219-8d18-9629365b922c req-60179b52-0ebe-4e8f-941a-c650f029a246 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 210 time: 0.0386276 Jul 08 20:44:08.706915 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:08.743714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:08.744351 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:08.745904 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] 10.222.0.103 "PUT /v2.0/ports/5d431a3b-83ca-43d2-87d6-b33eb286811d HTTP/1.1" status: 200 len: 1092 time: 1.1100636 Jul 08 20:44:08.746424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:08.748827 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e93f57-4056-4680-b34f-1d88e018b7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:08.778664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfa175-b3d5-4207-94fa-c459b4a705b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d431a3b-83ca-43d2-87d6-b33eb286811d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:08.839645 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1364ac-3cab-40c4-bde4-8fa7b502d5b1 x-openstack-request-id: req-de1364ac-3cab-40c4-bde4-8fa7b502d5b1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:08.840018 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:08.840225 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-de1364ac-3cab-40c4-bde4-8fa7b502d5b1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:08.840615 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'status': 'completed', 'code': 200} Jul 08 20:44:08.871113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-f955e5f8-197a-4795-b26d-411ae2f2b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:08.872957 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-f955e5f8-197a-4795-b26d-411ae2f2b7c4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 1095 time: 0.0750325 Jul 08 20:44:08.928193 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-24253cf3-cdf0-4711-80eb-4137db380c33 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d HTTP/1.1" status: 200 len: 217 time: 0.0472496 Jul 08 20:44:09.015588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-d5b063d6-2cdd-4deb-8bbb-43163cdbb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:09.018471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-d5b063d6-2cdd-4deb-8bbb-43163cdbb54d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0808587 Jul 08 20:44:09.066446 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481260a-15eb-4de7-adfb-8d62e5e769d7 req-76ddb505-29d6-45d2-b0d2-50dee44c2dbe tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:09.068021 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a481260a-15eb-4de7-adfb-8d62e5e769d7 req-76ddb505-29d6-45d2-b0d2-50dee44c2dbe tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 943 time: 0.1423917 Jul 08 20:44:09.129004 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a481260a-15eb-4de7-adfb-8d62e5e769d7 req-1b2300c0-44d0-4a54-aa5d-e5cb2b6e0175 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542109 Jul 08 20:44:09.135380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-5946e614-076f-4cf6-8ffd-38c34e151972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:09.136821 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-5946e614-076f-4cf6-8ffd-38c34e151972 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123207 Jul 08 20:44:09.240864 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-071e326e-bf5e-4839-b76d-c3d8f39a37eb service neutron] 10.222.0.103 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908697 Jul 08 20:44:09.352939 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db639c7f-821a-4b25-88a6-d7561679fc6f req-b61a4631-beb6-486d-8044-06aa8d446913 service neutron] 10.222.0.103 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050663 Jul 08 20:44:09.487080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e93f57-4056-4680-b34f-1d88e018b7a8 req-eae3e9ae-00a4-4165-abbb-eb81a246e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:09.488605 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98e93f57-4056-4680-b34f-1d88e018b7a8 req-eae3e9ae-00a4-4165-abbb-eb81a246e3c6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 1095 time: 0.0613434 Jul 08 20:44:09.528043 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a18560-a5fe-4ce9-8cb1-99f3ff07548f req-f6e1099b-cb6d-4e93-b0f0-45ed8b7ba7a7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:09.530893 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52a18560-a5fe-4ce9-8cb1-99f3ff07548f req-f6e1099b-cb6d-4e93-b0f0-45ed8b7ba7a7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 945 time: 0.0795317 Jul 08 20:44:09.577188 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52a18560-a5fe-4ce9-8cb1-99f3ff07548f req-5bcf0ec4-e10e-4128-9d7d-4f20d1f36d82 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385356 Jul 08 20:44:09.594999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e93f57-4056-4680-b34f-1d88e018b7a8 req-062add02-8c9e-47a7-8e70-7be31ffa6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:09.598093 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98e93f57-4056-4680-b34f-1d88e018b7a8 req-062add02-8c9e-47a7-8e70-7be31ffa6b76 service neutron] 10.222.0.103 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 918 time: 0.1017144 Jul 08 20:44:09.656008 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98e93f57-4056-4680-b34f-1d88e018b7a8 req-3c89016d-e7f9-484c-a246-80e1deae11d7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d HTTP/1.1" status: 200 len: 217 time: 0.0478625 Jul 08 20:44:09.719121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e93f57-4056-4680-b34f-1d88e018b7a8 req-0b77e94e-832b-4856-8efb-8a49950657fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:09.721673 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98e93f57-4056-4680-b34f-1d88e018b7a8 req-0b77e94e-832b-4856-8efb-8a49950657fd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0585570 Jul 08 20:44:09.810630 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:09.867267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e93f57-4056-4680-b34f-1d88e018b7a8 req-43d2bd9f-fec5-4665-ae83-3e1227c2576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:09.869049 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98e93f57-4056-4680-b34f-1d88e018b7a8 req-43d2bd9f-fec5-4665-ae83-3e1227c2576f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381955 Jul 08 20:44:09.881944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3318d-dce1-4dda-b877-6211373ea7cd req-a32d25be-01c2-4e10-b55e-4e60d6247738 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:09.883628 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6fc3318d-dce1-4dda-b877-6211373ea7cd req-a32d25be-01c2-4e10-b55e-4e60d6247738 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 945 time: 0.1673560 Jul 08 20:44:09.959086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9097c3e3-f7af-4ab2-8ed3-2809ec07a1b5 req-57699a7c-bb1c-4b8c-bf3c-a0547b185eba tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 210 time: 0.0575302 Jul 08 20:44:09.991072 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6fc3318d-dce1-4dda-b877-6211373ea7cd req-aa07dafd-6650-4f0f-816a-7a59a48d3c66 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871527 Jul 08 20:44:10.019901 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98e93f57-4056-4680-b34f-1d88e018b7a8 req-c3140a3b-8837-4b0a-88d9-517281ab6d64 service neutron] 10.222.0.103 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349521 Jul 08 20:44:10.035418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00891ee-8b6f-4a99-b372-028e543977cc req-c4358a2c-bb25-4a2e-a763-2e74dc1221cb tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:10.036946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-c4358a2c-bb25-4a2e-a763-2e74dc1221cb tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.104 "GET /v2.0/networks?id=3029eccd-b584-4e62-8460-1fedcbc3c254 HTTP/1.1" status: 200 len: 812 time: 0.2314429 Jul 08 20:44:10.053525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-f00891ee-8b6f-4a99-b372-028e543977cc req-a37366dc-8d94-410f-8807-02d756218037 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Request body: {'port': {'device_id': 'db97b6ea-0f16-46f5-8af9-b4a508cc1a05', 'network_id': '3029eccd-b584-4e62-8460-1fedcbc3c254', 'admin_state_up': True, 'tenant_id': '259843f163fc4674a528ecf121db5231'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:10.145021 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98e93f57-4056-4680-b34f-1d88e018b7a8 req-4a4c4a39-cd5f-4531-8892-da802d698af5 service neutron] 10.222.0.103 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173918 Jul 08 20:44:10.194963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00891ee-8b6f-4a99-b372-028e543977cc req-a37366dc-8d94-410f-8807-02d756218037 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Made reservation on behalf of 259843f163fc4674a528ecf121db5231 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:10.201235 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f00891ee-8b6f-4a99-b372-028e543977cc req-a37366dc-8d94-410f-8807-02d756218037 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:10.357654 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ab04d-23e7-4a59-b899-ca6b5e417be6 req-3e57e600-ba55-44ca-b443-a8a7f0d50c43 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:10.359487 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d75ab04d-23e7-4a59-b899-ca6b5e417be6 req-3e57e600-ba55-44ca-b443-a8a7f0d50c43 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 943 time: 0.0850630 Jul 08 20:44:10.374311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-f00891ee-8b6f-4a99-b372-028e543977cc req-a37366dc-8d94-410f-8807-02d756218037 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Allocated IP 172.20.0.3 (3029eccd-b584-4e62-8460-1fedcbc3c254/fa2a6c69-face-41b3-8cbf-bee4e4e13421/a1123167-e8dd-4325-9ad7-d23a1ecc5bbf) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:10.412299 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d75ab04d-23e7-4a59-b899-ca6b5e417be6 req-af097151-8223-4867-849e-45c975941103 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464957 Jul 08 20:44:10.601176 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f00891ee-8b6f-4a99-b372-028e543977cc req-a37366dc-8d94-410f-8807-02d756218037 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:10.653880 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f00891ee-8b6f-4a99-b372-028e543977cc req-a37366dc-8d94-410f-8807-02d756218037 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:10.700174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00891ee-8b6f-4a99-b372-028e543977cc req-a37366dc-8d94-410f-8807-02d756218037 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Network 3029eccd-b584-4e62-8460-1fedcbc3c254 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:10.706526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-f00891ee-8b6f-4a99-b372-028e543977cc req-a37366dc-8d94-410f-8807-02d756218037 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:10.710880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00891ee-8b6f-4a99-b372-028e543977cc req-a37366dc-8d94-410f-8807-02d756218037 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:10.747714 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37366dc-8d94-410f-8807-02d756218037 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Pushing event updated for resources: {'Port': ['ID=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:10.770715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00891ee-8b6f-4a99-b372-028e543977cc req-a37366dc-8d94-410f-8807-02d756218037 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:10.771487 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f00891ee-8b6f-4a99-b372-028e543977cc req-a37366dc-8d94-410f-8807-02d756218037 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:10.778912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871dde-ece5-46d5-8cd4-aaa97acabdd4 req-e1317e97-7495-437d-b51a-9e047205f5aa tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:10.784924 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-13871dde-ece5-46d5-8cd4-aaa97acabdd4 req-e1317e97-7495-437d-b51a-9e047205f5aa tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 945 time: 0.0716319 Jul 08 20:44:10.787278 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-a37366dc-8d94-410f-8807-02d756218037 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7405479 Jul 08 20:44:10.800802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Request body: {'port': {'device_id': 'db97b6ea-0f16-46f5-8af9-b4a508cc1a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:10.824190 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-13871dde-ece5-46d5-8cd4-aaa97acabdd4 req-b4a92693-08e5-4a38-8d2f-7c5ee9aeb181 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358362 Jul 08 20:44:10.876045 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:11.201187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59c04b-598c-47c1-b8e4-b415e3fd122d req-27d471eb-d7a3-46e6-81e0-7dedc1ea4cb1 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:11.208760 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de59c04b-598c-47c1-b8e4-b415e3fd122d req-27d471eb-d7a3-46e6-81e0-7dedc1ea4cb1 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 931 time: 0.1335397 Jul 08 20:44:11.231876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1123167-e8dd-4325-9ad7-d23a1ecc5bbf {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:44:11.243365 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:11.272315 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de59c04b-598c-47c1-b8e4-b415e3fd122d req-b879f538-3084-4aff-8060-a1e2aee034c4 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625441 Jul 08 20:44:11.273354 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Transition to ACTIVE for port object a1123167-e8dd-4325-9ad7-d23a1ecc5bbf will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:11.277302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:11.336470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Pushing event updated for resources: {'Port': ['ID=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:11.409973 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Attempting to bind port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:44:11.410326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Attempting to bind port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '96a41100-07c8-4ba2-933d-6d318aee1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3029eccd-b584-4e62-8460-1fedcbc3c254'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:44:11.410661 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Attempting to bind port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf on network 3029eccd-b584-4e62-8460-1fedcbc3c254 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:11.415588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf on network 3029eccd-b584-4e62-8460-1fedcbc3c254 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:44:11.415975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Attempting to bind port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf on network 3029eccd-b584-4e62-8460-1fedcbc3c254 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:11.421710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:44:11.422052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Checking segment: {'id': '96a41100-07c8-4ba2-933d-6d318aee1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3029eccd-b584-4e62-8460-1fedcbc3c254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:11.422464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Bound using segment: {'id': '96a41100-07c8-4ba2-933d-6d318aee1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3029eccd-b584-4e62-8460-1fedcbc3c254'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:44:11.422907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Bound port: a1123167-e8dd-4325-9ad7-d23a1ecc5bbf, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a41100-07c8-4ba2-933d-6d318aee1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3029eccd-b584-4e62-8460-1fedcbc3c254'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:44:11.423312 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:11.495014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] For port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:44:11.498126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] For port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf,segment=NetworkSegment(96a41100-07c8-4ba2-933d-6d318aee1c63),segment_id=96a41100-07c8-4ba2-933d-6d318aee1c63)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:44:11.504425 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:11.518886 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5d431a3b-83ca-43d2-87d6-b33eb286811d details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:44:11.546690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:11.547227 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:11.549422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] 10.222.0.104 "PUT /v2.0/ports/a1123167-e8dd-4325-9ad7-d23a1ecc5bbf HTTP/1.1" status: 200 len: 1092 time: 0.7527962 Jul 08 20:44:11.550027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db97b6ea-0f16-46f5-8af9-b4a508cc1a05', 'tag': 'a1123167-e8dd-4325-9ad7-d23a1ecc5bbf'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:11.552460 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22b1ecf-e37c-45db-830a-db287de860c0" -d '{"events": [{"name": "network-changed", "server_uuid": "db97b6ea-0f16-46f5-8af9-b4a508cc1a05", "tag": "a1123167-e8dd-4325-9ad7-d23a1ecc5bbf"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:11.579669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87542e-eb1e-480d-9fa3-857cb981152f service neutron] Pushing event updated for resources: {'Port': ['ID=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:11.635085 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01e027d-6991-40e4-aab0-242fd3ee5d55 x-openstack-request-id: req-c01e027d-6991-40e4-aab0-242fd3ee5d55 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:11.635776 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db97b6ea-0f16-46f5-8af9-b4a508cc1a05", "tag": "a1123167-e8dd-4325-9ad7-d23a1ecc5bbf", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:11.635776 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c01e027d-6991-40e4-aab0-242fd3ee5d55 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:11.636143 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db97b6ea-0f16-46f5-8af9-b4a508cc1a05', 'tag': 'a1123167-e8dd-4325-9ad7-d23a1ecc5bbf', 'status': 'completed', 'code': 200} Jul 08 20:44:11.650696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa8680-4c03-412b-aef4-ee87c5a126da req-48460b44-3363-4895-95b3-dd56723f2d38 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:11.657613 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-36aa8680-4c03-412b-aef4-ee87c5a126da req-48460b44-3363-4895-95b3-dd56723f2d38 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 943 time: 0.1216331 Jul 08 20:44:11.674726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00891ee-8b6f-4a99-b372-028e543977cc req-3cd42ad8-c7a9-4a80-b437-762178a0f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:11.677180 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-3cd42ad8-c7a9-4a80-b437-762178a0f32f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=259843f163fc4674a528ecf121db5231&device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 1095 time: 0.0748470 Jul 08 20:44:11.708894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:11.720612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-36aa8680-4c03-412b-aef4-ee87c5a126da req-f2c40e3f-9567-4439-831b-616da1468225 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600736 Jul 08 20:44:11.724974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'port_id': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'mac_address': 'fa:16:3e:b6:5d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:44:11.747522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-45656ee7-6152-49c4-95f7-2e4d024a4b02 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf HTTP/1.1" status: 200 len: 217 time: 0.0524411 Jul 08 20:44:11.769884 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:11.788053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d431a3b-83ca-43d2-87d6-b33eb286811d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:44:11.817736 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:11.822699 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:11.840959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00891ee-8b6f-4a99-b372-028e543977cc req-54e6b3ee-c5dc-4998-9e33-de2f042d3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:11.842833 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-54e6b3ee-c5dc-4998-9e33-de2f042d3548 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=fa2a6c69-face-41b3-8cbf-bee4e4e13421 HTTP/1.1" status: 200 len: 852 time: 0.0836914 Jul 08 20:44:11.885730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5d431a3b-83ca-43d2-87d6-b33eb286811d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:11.897647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-2d395a45-fe97-47c6-a5ce-120ee8f3fb56 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3029eccd-b584-4e62-8460-1fedcbc3c254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398178 Jul 08 20:44:12.081542 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-d4246000-1f0e-48af-a4aa-bf43ddce9bb7 service neutron] 10.222.0.104 "GET /v2.0/networks/3029eccd-b584-4e62-8460-1fedcbc3c254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754687 Jul 08 20:44:12.094561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['5d431a3b-83ca-43d2-87d6-b33eb286811d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:44:12.166555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44544e-17dc-48a1-9dca-53eb9e9e76b1 req-37318a37-292c-46fe-87d8-e7bd7c49e337 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:12.168169 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b44544e-17dc-48a1-9dca-53eb9e9e76b1 req-37318a37-292c-46fe-87d8-e7bd7c49e337 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 945 time: 0.1998768 Jul 08 20:44:12.179477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd099f-5075-402e-95e9-441e45d181d3 req-6a658f87-0d14-4df3-8e51-33c0157154cc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:12.181024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bffd099f-5075-402e-95e9-441e45d181d3 req-6a658f87-0d14-4df3-8e51-33c0157154cc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 945 time: 0.1763666 Jul 08 20:44:12.282436 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b44544e-17dc-48a1-9dca-53eb9e9e76b1 req-9acf75e1-14b2-4bef-84d7-a455c658b799 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987511 Jul 08 20:44:12.293930 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f00891ee-8b6f-4a99-b372-028e543977cc req-fa43d3fb-e391-44af-9ea3-a290e4447331 service neutron] 10.222.0.104 "GET /v2.0/networks/3029eccd-b584-4e62-8460-1fedcbc3c254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031207 Jul 08 20:44:12.355904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-bffd099f-5075-402e-95e9-441e45d181d3 req-8a503d9f-ea40-44e0-89aa-179e108d9172 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Deleting port dc8058c0-34c2-4cb0-a180-426d915f2e9d {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:44:12.356327 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bffd099f-5075-402e-95e9-441e45d181d3 req-8a503d9f-ea40-44e0-89aa-179e108d9172 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:12.528119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4617ef-9bba-488c-a9cc-ca3264ff0c5a req-052b2d1c-b1f2-48c7-aa4f-514f51044464 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:12.529791 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6d4617ef-9bba-488c-a9cc-ca3264ff0c5a req-052b2d1c-b1f2-48c7-aa4f-514f51044464 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 943 time: 0.1119313 Jul 08 20:44:12.545145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-bffd099f-5075-402e-95e9-441e45d181d3 req-8a503d9f-ea40-44e0-89aa-179e108d9172 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] For port dc8058c0-34c2-4cb0-a180-426d915f2e9d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=dc8058c0-34c2-4cb0-a180-426d915f2e9d,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:12.545398 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bffd099f-5075-402e-95e9-441e45d181d3 req-8a503d9f-ea40-44e0-89aa-179e108d9172 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:12.563838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b1ecf-e37c-45db-830a-db287de860c0 req-018c35b8-c204-40ef-9fb8-ab7547eb4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:12.566111 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d22b1ecf-e37c-45db-830a-db287de860c0 req-018c35b8-c204-40ef-9fb8-ab7547eb4eb9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=259843f163fc4674a528ecf121db5231&device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 1095 time: 0.1783230 Jul 08 20:44:12.567228 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-bffd099f-5075-402e-95e9-441e45d181d3 req-8a503d9f-ea40-44e0-89aa-179e108d9172 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Calling delete_port for dc8058c0-34c2-4cb0-a180-426d915f2e9d owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:44:12.575663 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6d4617ef-9bba-488c-a9cc-ca3264ff0c5a req-7e4883e8-6e18-449f-b8f1-c4b96ee86961 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385256 Jul 08 20:44:12.724070 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b1ecf-e37c-45db-830a-db287de860c0 req-709ba4e2-941e-4d3d-b638-d064aca009d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:12.725603 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d22b1ecf-e37c-45db-830a-db287de860c0 req-709ba4e2-941e-4d3d-b638-d064aca009d4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3029eccd-b584-4e62-8460-1fedcbc3c254 HTTP/1.1" status: 200 len: 913 time: 0.1489398 Jul 08 20:44:12.803992 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d22b1ecf-e37c-45db-830a-db287de860c0 req-3e26fc9b-b9e7-41f5-960d-69e24001f266 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf HTTP/1.1" status: 200 len: 217 time: 0.0702426 Jul 08 20:44:12.872622 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bffd099f-5075-402e-95e9-441e45d181d3 req-8a503d9f-ea40-44e0-89aa-179e108d9172 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:12.886130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['dc8058c0-34c2-4cb0-a180-426d915f2e9d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:44:12.889354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['da81769a-0fd9-4482-98c1-02ebcc9cf57d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:44:12.889685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b1ecf-e37c-45db-830a-db287de860c0 req-9baead14-8986-4810-95a6-6aa558d6f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:12.891206 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d22b1ecf-e37c-45db-830a-db287de860c0 req-9baead14-8986-4810-95a6-6aa558d6f4b2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=fa2a6c69-face-41b3-8cbf-bee4e4e13421 HTTP/1.1" status: 200 len: 852 time: 0.0800154 Jul 08 20:44:12.938066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a503d9f-ea40-44e0-89aa-179e108d9172 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event deleted for resources: {'Port': ['ID=dc8058c0-34c2-4cb0-a180-426d915f2e9d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:12.982119 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d22b1ecf-e37c-45db-830a-db287de860c0 req-236d4777-d578-4e41-b67b-ca07a3d5b49c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3029eccd-b584-4e62-8460-1fedcbc3c254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661628 Jul 08 20:44:13.034630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffd099f-5075-402e-95e9-441e45d181d3 req-8a503d9f-ea40-44e0-89aa-179e108d9172 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] No DVR routers for this DVR port dc8058c0-34c2-4cb0-a180-426d915f2e9d on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:44:13.046164 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-bffd099f-5075-402e-95e9-441e45d181d3 req-8a503d9f-ea40-44e0-89aa-179e108d9172 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:13.048262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bffd099f-5075-402e-95e9-441e45d181d3 req-8a503d9f-ea40-44e0-89aa-179e108d9172 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "DELETE /v2.0/ports/dc8058c0-34c2-4cb0-a180-426d915f2e9d HTTP/1.1" status: 204 len: 173 time: 0.8613176 Jul 08 20:44:13.149787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edb0c2-a927-4bea-8acf-970195006193 req-ffc6b3cd-b965-469a-984d-94c2b34ac381 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:13.151402 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35edb0c2-a927-4bea-8acf-970195006193 req-ffc6b3cd-b965-469a-984d-94c2b34ac381 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.2378397 Jul 08 20:44:13.165097 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d22b1ecf-e37c-45db-830a-db287de860c0 req-28ca84ab-d1f1-49a9-b438-7b7428a88c92 service neutron] 10.222.0.104 "GET /v2.0/networks/3029eccd-b584-4e62-8460-1fedcbc3c254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628144 Jul 08 20:44:13.254387 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35edb0c2-a927-4bea-8acf-970195006193 req-5291ef19-6678-45fb-8654-5479a2f5ef53 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926003 Jul 08 20:44:13.291464 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d22b1ecf-e37c-45db-830a-db287de860c0 req-ada024b3-59c2-4414-9b6e-e561772d57c0 service neutron] 10.222.0.104 "GET /v2.0/networks/3029eccd-b584-4e62-8460-1fedcbc3c254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198101 Jul 08 20:44:13.471258 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7aa24b9e-7cd2-4506-a23f-0096848a8511 req-c7741c85-4467-4f6b-b565-8ee3c4074cf7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 210 time: 0.0329404 Jul 08 20:44:13.516898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5d431a3b-83ca-43d2-87d6-b33eb286811d up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:13.566262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 5d431a3b-83ca-43d2-87d6-b33eb286811d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:13.570428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 5d431a3b-83ca-43d2-87d6-b33eb286811d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:13.570807 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:13.637512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc28da6-529f-40f8-84f3-9dae8441b098', 'name': 'network-vif-deleted', 'tag': 'dc8058c0-34c2-4cb0-a180-426d915f2e9d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:13.643292 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07303052-ce8b-4dc7-95fe-0a042eec80fd" -d '{"events": [{"server_uuid": "9cc28da6-529f-40f8-84f3-9dae8441b098", "name": "network-vif-deleted", "tag": "dc8058c0-34c2-4cb0-a180-426d915f2e9d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:13.679746 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:13.686244 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe12a33-eb59-4504-ae8f-c08ec60ff2ad x-openstack-request-id: req-cfe12a33-eb59-4504-ae8f-c08ec60ff2ad {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:13.686540 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc28da6-529f-40f8-84f3-9dae8441b098", "name": "network-vif-deleted", "tag": "dc8058c0-34c2-4cb0-a180-426d915f2e9d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:13.686792 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cfe12a33-eb59-4504-ae8f-c08ec60ff2ad {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:13.687908 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc28da6-529f-40f8-84f3-9dae8441b098', 'name': 'network-vif-deleted', 'tag': 'dc8058c0-34c2-4cb0-a180-426d915f2e9d', 'status': 'completed', 'code': 200} Jul 08 20:44:13.717803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:13.721051 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9226d6f5-edaf-4b4d-a936-83f391a8c9a2" -d '{"events": [{"server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "name": "network-vif-plugged", "status": "completed", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:13.738768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:13.744082 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:13.779419 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60882b55-3dd4-4ddb-82b7-3185b0748923 x-openstack-request-id: req-60882b55-3dd4-4ddb-82b7-3185b0748923 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:13.779766 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "name": "network-vif-plugged", "status": "completed", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:13.780231 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-60882b55-3dd4-4ddb-82b7-3185b0748923 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:13.780723 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'code': 200} Jul 08 20:44:13.791695 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32093c69-c4ad-46a4-b88c-929ded3d53a7 req-de8500ca-824c-4108-8a7e-8c42b5bf5a84 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:13.799708 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32093c69-c4ad-46a4-b88c-929ded3d53a7 req-de8500ca-824c-4108-8a7e-8c42b5bf5a84 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 943 time: 0.0832758 Jul 08 20:44:13.807044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5d431a3b-83ca-43d2-87d6-b33eb286811d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:13.840258 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32093c69-c4ad-46a4-b88c-929ded3d53a7 req-9c25b311-73ec-4e4f-abb2-04d4992caa8e tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Jul 08 20:44:13.919956 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5099288-e0ff-4ebe-bd0d-129033e6de0d req-e7b1b26e-9af0-4bbc-975b-6e7687a8d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:13.921485 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c5099288-e0ff-4ebe-bd0d-129033e6de0d req-e7b1b26e-9af0-4bbc-975b-6e7687a8d28e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 1097 time: 0.0606306 Jul 08 20:44:13.969067 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c5099288-e0ff-4ebe-bd0d-129033e6de0d req-979e4f27-fe05-4900-ba71-d535099492a2 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401385 Jul 08 20:44:14.470929 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9869d-0911-4826-a6c5-63eb20f25857 req-7e1cc168-38b4-4b3c-a3b6-4e9ed5fd7f85 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:14.473086 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7f9869d-0911-4826-a6c5-63eb20f25857 req-7e1cc168-38b4-4b3c-a3b6-4e9ed5fd7f85 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0701406 Jul 08 20:44:14.518484 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7f9869d-0911-4826-a6c5-63eb20f25857 req-31a7df0b-6176-4140-bccc-76fc4229666c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393407 Jul 08 20:44:14.634030 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12eac938-ab05-4c14-9214-dae1b5b3d5cb req-f5932057-c2b3-4611-9ed6-e1ac5ed4f956 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 210 time: 0.0342314 Jul 08 20:44:15.059858 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a18a07-2437-4be7-856e-1759d5b254c0 req-d99bdcc8-bbe9-4b7f-bcd7-b5ac438c9db4 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:15.062358 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68a18a07-2437-4be7-856e-1759d5b254c0 req-d99bdcc8-bbe9-4b7f-bcd7-b5ac438c9db4 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 943 time: 0.0826385 Jul 08 20:44:15.117023 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68a18a07-2437-4be7-856e-1759d5b254c0 req-05726ed4-af0a-4d7e-a51b-c2cc9fb4ac7f tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Jul 08 20:44:15.736670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a2a35-945c-46d0-863d-5af4b24f25e5 req-63703f06-7ede-4984-947f-916260029dfd tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:15.739172 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-673a2a35-945c-46d0-863d-5af4b24f25e5 req-63703f06-7ede-4984-947f-916260029dfd tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0822284 Jul 08 20:44:15.797476 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-673a2a35-945c-46d0-863d-5af4b24f25e5 req-8b619841-bbdb-46cd-b770-4a2fa13bdd54 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521040 Jul 08 20:44:15.807777 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a96ba555-da58-439b-b328-b24f5887d382 req-5bb7fff9-76da-419c-bed4-400d87813805 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 210 time: 0.0371275 Jul 08 20:44:15.984538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6ac87-2d7a-4c31-87f6-6426a1491527 req-d3dc6e30-21ef-4d8a-b8bc-dfcbd104ee83 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:15.986268 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bad6ac87-2d7a-4c31-87f6-6426a1491527 req-d3dc6e30-21ef-4d8a-b8bc-dfcbd104ee83 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0675585 Jul 08 20:44:15.995731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 33880) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:16.000618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-04ad20ce-7380-4f96-91af-d73beaa31c51 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Request body: {'floatingip': {'port_id': '5d431a3b-83ca-43d2-87d6-b33eb286811d'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:16.042918 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04ad20ce-7380-4f96-91af-d73beaa31c51 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:16.213708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a1123167-e8dd-4325-9ad7-d23a1ecc5bbf details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:44:16.217199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device dc8058c0-34c2-4cb0-a180-426d915f2e9d no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:44:16.286811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: dc8058c0-34c2-4cb0-a180-426d915f2e9d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:44:16.287445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device dc8058c0-34c2-4cb0-a180-426d915f2e9d not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:44:16.399252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3018fdb-0000-4bab-ad24-648d0df5096c req-3b9a0069-0350-4f30-be33-8fffc65d96e2 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:16.402467 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3018fdb-0000-4bab-ad24-648d0df5096c req-3b9a0069-0350-4f30-be33-8fffc65d96e2 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 943 time: 0.1544633 Jul 08 20:44:16.465589 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf,segment=NetworkSegment(96a41100-07c8-4ba2-933d-6d318aee1c63),segment_id=96a41100-07c8-4ba2-933d-6d318aee1c63)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:16.485334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3018fdb-0000-4bab-ad24-648d0df5096c req-03f62c22-cc55-40df-99cc-237670671513 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757499 Jul 08 20:44:16.489146 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'a1123167-e8dd-4325-9ad7-d23a1ecc5bbf', 'network_id': '3029eccd-b584-4e62-8460-1fedcbc3c254', 'port_id': 'a1123167-e8dd-4325-9ad7-d23a1ecc5bbf', 'mac_address': 'fa:16:3e:69:35:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2a6c69-face-41b3-8cbf-bee4e4e13421', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:44:16.538325 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:16.553659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1123167-e8dd-4325-9ad7-d23a1ecc5bbf {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:44:16.583401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf,segment=NetworkSegment(96a41100-07c8-4ba2-933d-6d318aee1c63),segment_id=96a41100-07c8-4ba2-933d-6d318aee1c63)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:16.587497 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:16.659029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:16.806822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['a1123167-e8dd-4325-9ad7-d23a1ecc5bbf'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:44:17.021251 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.resource_extend [None req-04ad20ce-7380-4f96-91af-d73beaa31c51 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:44:17.035626 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61b75a58-688b-4874-b461-c797e23e3022 req-66768b53-0229-477c-8d9e-02346b00aedc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cc28da6-529f-40f8-84f3-9dae8441b098 HTTP/1.1" status: 200 len: 210 time: 0.0625875 Jul 08 20:44:17.100437 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04ad20ce-7380-4f96-91af-d73beaa31c51 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:17.104863 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04ad20ce-7380-4f96-91af-d73beaa31c51 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:17.231312 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-04ad20ce-7380-4f96-91af-d73beaa31c51 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Floating IP 5eed1c89-51d1-4435-951c-a43452bfca69 associated. External IP: 172.25.4.198, port: 5d431a3b-83ca-43d2-87d6-b33eb286811d. Jul 08 20:44:17.582100 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ad20ce-7380-4f96-91af-d73beaa31c51 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Router ebdd7341-4765-4a38-90d9-1f7637bcc246 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:44:17.639613 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:17.808729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76136669-44be-4eca-8d4f-5e281b150485 req-d5fb8cad-8cc2-4798-b7f6-078c2e8ce88b tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:17.810789 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76136669-44be-4eca-8d4f-5e281b150485 req-d5fb8cad-8cc2-4798-b7f6-078c2e8ce88b tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 944 time: 0.1367626 Jul 08 20:44:17.835309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ad20ce-7380-4f96-91af-d73beaa31c51 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:44:17.853793 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99683c1d-9cd1-4dc5-9318-d797c872a363 None None] Sync routers for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:44:17.858896 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04ad20ce-7380-4f96-91af-d73beaa31c51 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:17.869768 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99683c1d-9cd1-4dc5-9318-d797c872a363 None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:17.877550 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-99683c1d-9cd1-4dc5-9318-d797c872a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:17.964480 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-04ad20ce-7380-4f96-91af-d73beaa31c51 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "PUT /v2.0/floatingips/5eed1c89-51d1-4435-951c-a43452bfca69 HTTP/1.1" status: 200 len: 991 time: 1.9675899 Jul 08 20:44:17.965373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:17.968133 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17613f2-fe38-45cd-871e-8886237c7caf" -d '{"events": [{"name": "network-changed", "server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:18.069437 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-99683c1d-9cd1-4dc5-9318-d797c872a363 None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:18.185521 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6a8205-452a-4298-a6af-9b6edea53c04 x-openstack-request-id: req-0a6a8205-452a-4298-a6af-9b6edea53c04 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:18.186041 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:18.186349 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0a6a8205-452a-4298-a6af-9b6edea53c04 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:18.186837 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'status': 'completed', 'code': 200} Jul 08 20:44:18.230517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a1123167-e8dd-4325-9ad7-d23a1ecc5bbf up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:18.340299 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-99683c1d-9cd1-4dc5-9318-d797c872a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '5eed1c89-51d1-4435-951c-a43452bfca69', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'port_id': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'mac_address': 'fa:16:3e:b6:5d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:44:02Z', 'updated_at': '2021-07-08T20:44:16Z', 'revision_number': 1, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:06Z', 'revision_number': 5, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:18.358615 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:18.364828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:18.365394 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:18.375055 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99683c1d-9cd1-4dc5-9318-d797c872a363 None None] Checking router: ebdd7341-4765-4a38-90d9-1f7637bcc246 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:44:18.388097 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76136669-44be-4eca-8d4f-5e281b150485 req-1cac9af4-681e-4410-9275-151a9b9e6979 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698659 Jul 08 20:44:18.390823 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99683c1d-9cd1-4dc5-9318-d797c872a363 None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:18.403459 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-99683c1d-9cd1-4dc5-9318-d797c872a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:18.462070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17613f2-fe38-45cd-871e-8886237c7caf req-0f3d9403-fd64-4cef-85e9-6e769a472429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:18.465632 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a17613f2-fe38-45cd-871e-8886237c7caf req-0f3d9403-fd64-4cef-85e9-6e769a472429 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 1097 time: 0.1236184 Jul 08 20:44:18.503522 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:18.535888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db97b6ea-0f16-46f5-8af9-b4a508cc1a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1123167-e8dd-4325-9ad7-d23a1ecc5bbf'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:18.538350 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6daa443-d388-4210-b089-a4dd65ada7aa" -d '{"events": [{"server_uuid": "db97b6ea-0f16-46f5-8af9-b4a508cc1a05", "name": "network-vif-plugged", "status": "completed", "tag": "a1123167-e8dd-4325-9ad7-d23a1ecc5bbf"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:18.557300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf,segment=NetworkSegment(96a41100-07c8-4ba2-933d-6d318aee1c63),segment_id=96a41100-07c8-4ba2-933d-6d318aee1c63)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:18.566378 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:18.574613 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-99683c1d-9cd1-4dc5-9318-d797c872a363 None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:18.644160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17613f2-fe38-45cd-871e-8886237c7caf req-8900d151-d538-450a-bf69-200ec632ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:18.646692 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a17613f2-fe38-45cd-871e-8886237c7caf req-8900d151-d538-450a-bf69-200ec632ef74 service neutron] 10.222.0.103 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 918 time: 0.1737823 Jul 08 20:44:18.650706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:18.692942 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6222703d-a82b-4228-a27c-45c9ba63d3fb x-openstack-request-id: req-6222703d-a82b-4228-a27c-45c9ba63d3fb {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:18.693247 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db97b6ea-0f16-46f5-8af9-b4a508cc1a05", "name": "network-vif-plugged", "status": "completed", "tag": "a1123167-e8dd-4325-9ad7-d23a1ecc5bbf", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:18.693504 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6222703d-a82b-4228-a27c-45c9ba63d3fb {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:18.693908 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db97b6ea-0f16-46f5-8af9-b4a508cc1a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1123167-e8dd-4325-9ad7-d23a1ecc5bbf', 'code': 200} Jul 08 20:44:18.762891 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a17613f2-fe38-45cd-871e-8886237c7caf req-007e8c82-5d16-41c9-a49c-6b608ceb215b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d HTTP/1.1" status: 200 len: 999 time: 0.0944285 Jul 08 20:44:18.852563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17613f2-fe38-45cd-871e-8886237c7caf req-477ae64d-8920-4f6f-92e6-4ad1f2fb25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:18.856226 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a17613f2-fe38-45cd-871e-8886237c7caf req-477ae64d-8920-4f6f-92e6-4ad1f2fb25f4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0865555 Jul 08 20:44:18.867838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd45dd-31dc-46a3-a328-79fb4fa4318b req-7e99b2c6-7da4-4370-9a2b-7473405feb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:18.869530 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cccd45dd-31dc-46a3-a328-79fb4fa4318b req-7e99b2c6-7da4-4370-9a2b-7473405feb34 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 1097 time: 0.0966327 Jul 08 20:44:18.928545 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cccd45dd-31dc-46a3-a328-79fb4fa4318b req-b7e09139-e82c-4782-b401-628d9c6a08e6 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477889 Jul 08 20:44:18.972288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17613f2-fe38-45cd-871e-8886237c7caf req-d358b7b3-b045-41e6-94c8-f283d221e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:18.974242 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a17613f2-fe38-45cd-871e-8886237c7caf req-d358b7b3-b045-41e6-94c8-f283d221e24e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105914 Jul 08 20:44:19.061447 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-99683c1d-9cd1-4dc5-9318-d797c872a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '5eed1c89-51d1-4435-951c-a43452bfca69', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'port_id': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'mac_address': 'fa:16:3e:b6:5d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:44:02Z', 'updated_at': '2021-07-08T20:44:16Z', 'revision_number': 1, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:06Z', 'revision_number': 5, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:19.094014 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a17613f2-fe38-45cd-871e-8886237c7caf req-2675e44b-b5bc-4a11-a0c2-af8eef035c8b service neutron] 10.222.0.103 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127818 Jul 08 20:44:19.108053 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99683c1d-9cd1-4dc5-9318-d797c872a363 None None] The sync data for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 is: [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '5eed1c89-51d1-4435-951c-a43452bfca69', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'port_id': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'mac_address': 'fa:16:3e:b6:5d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:44:02Z', 'updated_at': '2021-07-08T20:44:16Z', 'revision_number': 1, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:06Z', 'revision_number': 5, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:44:19.232851 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a17613f2-fe38-45cd-871e-8886237c7caf req-a4519505-8440-4314-b3bd-c78a0f58acf4 service neutron] 10.222.0.103 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321378 Jul 08 20:44:19.398269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56419be4-3646-4ccd-8076-bdee065e4784 None None] New status for floating IP 5eed1c89-51d1-4435-951c-a43452bfca69: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:44:19.674814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67882a-2504-4dbb-9916-cc9e56c71eb1 req-61417ca5-1234-430b-9c7b-284911153e11 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:19.685546 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f67882a-2504-4dbb-9916-cc9e56c71eb1 req-61417ca5-1234-430b-9c7b-284911153e11 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.1241860 Jul 08 20:44:19.734232 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f67882a-2504-4dbb-9916-cc9e56c71eb1 req-8c9821bf-3a88-470c-baed-3a3849fced1e tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477512 Jul 08 20:44:20.974636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fcc42-3436-4b3a-8d34-642c649046c5 req-f91802eb-2db1-4f77-bf17-dac4a6dea60f tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:20.982772 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e0fcc42-3436-4b3a-8d34-642c649046c5 req-f91802eb-2db1-4f77-bf17-dac4a6dea60f tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.0915895 Jul 08 20:44:21.046141 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e0fcc42-3436-4b3a-8d34-642c649046c5 req-6fb0b658-856b-4602-bf61-252f2ed26de2 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623131 Jul 08 20:44:21.252414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a378c-9ff4-4349-b657-fe9bf01722a0 req-a243b86c-af88-46d1-8ace-adfef530c4cf tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:21.254697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-687a378c-9ff4-4349-b657-fe9bf01722a0 req-a243b86c-af88-46d1-8ace-adfef530c4cf tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.0782485 Jul 08 20:44:21.318070 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-687a378c-9ff4-4349-b657-fe9bf01722a0 req-18ed5309-6e11-4b73-800f-75f71f21332e tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536559 Jul 08 20:44:21.810660 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b1b1c-18b7-4872-81d5-4d6226bf8c66 req-bc116c94-e8db-4f92-a1c6-9de9854f1c55 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:21.812397 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-142b1b1c-18b7-4872-81d5-4d6226bf8c66 req-bc116c94-e8db-4f92-a1c6-9de9854f1c55 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.0935798 Jul 08 20:44:21.855975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-142b1b1c-18b7-4872-81d5-4d6226bf8c66 req-7bd15984-bae9-4e14-a92a-fbb47f7d9a98 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375936 Jul 08 20:44:23.055837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee91bf1-ccde-4a7b-b22b-672647ef3beb req-a47ba684-46fd-409b-9d12-edafb655f8df tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:23.057560 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ee91bf1-ccde-4a7b-b22b-672647ef3beb req-a47ba684-46fd-409b-9d12-edafb655f8df tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.0705566 Jul 08 20:44:23.104582 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ee91bf1-ccde-4a7b-b22b-672647ef3beb req-75d1fd85-e683-4c18-a880-d4c1cc683b9d tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Jul 08 20:44:23.105267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ca6dd-faf5-49ea-97bf-b0e87364ce47 req-c244c278-3ed6-4631-b7c7-6b07625924fb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:23.107110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b00ca6dd-faf5-49ea-97bf-b0e87364ce47 req-c244c278-3ed6-4631-b7c7-6b07625924fb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 945 time: 0.0779350 Jul 08 20:44:23.150103 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b00ca6dd-faf5-49ea-97bf-b0e87364ce47 req-e617dbf1-b16b-4197-942e-e07fa77c7d5b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360312 Jul 08 20:44:23.473006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f173fff-8c5f-4b15-9be2-926233c1f828 req-2a171156-bd85-4906-99c6-9ddc6a2973b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:23.478128 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9f173fff-8c5f-4b15-9be2-926233c1f828 req-2a171156-bd85-4906-99c6-9ddc6a2973b4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=259843f163fc4674a528ecf121db5231&device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 1097 time: 0.0773749 Jul 08 20:44:23.490996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f03d3-9a80-443e-bcae-9e2d45d071c7 req-4afd2d5f-0798-4824-9c37-77b183e3c79c tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:23.493495 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-213f03d3-9a80-443e-bcae-9e2d45d071c7 req-4afd2d5f-0798-4824-9c37-77b183e3c79c tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.0782828 Jul 08 20:44:23.511214 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:23.542957 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-213f03d3-9a80-443e-bcae-9e2d45d071c7 req-d80475cd-520f-4f9c-9079-b81e019fbdce tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423875 Jul 08 20:44:23.601558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f173fff-8c5f-4b15-9be2-926233c1f828 req-e0c0cf19-7188-4dd5-9433-468cab957268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:23.603052 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9f173fff-8c5f-4b15-9be2-926233c1f828 req-e0c0cf19-7188-4dd5-9433-468cab957268 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3029eccd-b584-4e62-8460-1fedcbc3c254 HTTP/1.1" status: 200 len: 913 time: 0.1149845 Jul 08 20:44:23.649359 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9f173fff-8c5f-4b15-9be2-926233c1f828 req-3cbc292b-89ee-4f1e-bbff-c6d9bb740b62 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf HTTP/1.1" status: 200 len: 217 time: 0.0391107 Jul 08 20:44:23.703746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f173fff-8c5f-4b15-9be2-926233c1f828 req-139e5df8-cbfe-4c4b-a5a8-9181ad6b1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:23.706693 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9f173fff-8c5f-4b15-9be2-926233c1f828 req-139e5df8-cbfe-4c4b-a5a8-9181ad6b1980 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=fa2a6c69-face-41b3-8cbf-bee4e4e13421 HTTP/1.1" status: 200 len: 852 time: 0.0516257 Jul 08 20:44:23.746567 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9f173fff-8c5f-4b15-9be2-926233c1f828 req-4374c4ba-b467-4a8a-9d40-15d87e61be8e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3029eccd-b584-4e62-8460-1fedcbc3c254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328670 Jul 08 20:44:23.838892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9f173fff-8c5f-4b15-9be2-926233c1f828 req-32a6880f-c101-4b6b-a445-86cd2e38267e service neutron] 10.222.0.104 "GET /v2.0/networks/3029eccd-b584-4e62-8460-1fedcbc3c254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860438 Jul 08 20:44:23.948569 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9f173fff-8c5f-4b15-9be2-926233c1f828 req-f6007a8f-622b-4f8d-9557-67d6db8b1b54 service neutron] 10.222.0.104 "GET /v2.0/networks/3029eccd-b584-4e62-8460-1fedcbc3c254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972283 Jul 08 20:44:24.339952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577d435-38fe-468a-9812-943537f3d219 req-d81a0361-5d28-4f18-b908-1add2086c11b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:24.341601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a577d435-38fe-468a-9812-943537f3d219 req-d81a0361-5d28-4f18-b908-1add2086c11b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 945 time: 0.0716078 Jul 08 20:44:24.344165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522088d-b3a9-43c6-828a-174a8992f024 req-b470db14-8f23-4058-af76-6bd492d163ad tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:24.346565 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b522088d-b3a9-43c6-828a-174a8992f024 req-b470db14-8f23-4058-af76-6bd492d163ad tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.0683031 Jul 08 20:44:24.383546 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a577d435-38fe-468a-9812-943537f3d219 req-5e87a26c-5c3d-4a68-840a-df4dae552f62 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=ae6d3867-bdf6-4590-8fac-fa8283d55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338309 Jul 08 20:44:24.391087 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b522088d-b3a9-43c6-828a-174a8992f024 req-00ef8c9d-677a-41c8-ade4-72988a721ef7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389507 Jul 08 20:44:24.764707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dc14a-db8d-4ece-964e-16e34e03a314 req-5b6b3178-dda3-44b2-ad21-606fded06bde tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:24.767225 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-212dc14a-db8d-4ece-964e-16e34e03a314 req-5b6b3178-dda3-44b2-ad21-606fded06bde tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.0705614 Jul 08 20:44:24.810903 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afb02d-0493-4d67-826f-2a060619faf1 req-2163c31b-5284-4c3a-8518-fc023dd23806 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:24.812338 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27afb02d-0493-4d67-826f-2a060619faf1 req-2163c31b-5284-4c3a-8518-fc023dd23806 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 945 time: 0.0821989 Jul 08 20:44:24.814491 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-212dc14a-db8d-4ece-964e-16e34e03a314 req-69dc1bec-6d83-410f-befc-bd35da42429d tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361443 Jul 08 20:44:24.942833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-27afb02d-0493-4d67-826f-2a060619faf1 req-f3985421-61d2-40db-83ff-704418d1db76 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Deleting port da81769a-0fd9-4482-98c1-02ebcc9cf57d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:44:24.943183 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-27afb02d-0493-4d67-826f-2a060619faf1 req-f3985421-61d2-40db-83ff-704418d1db76 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:25.047688 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-27afb02d-0493-4d67-826f-2a060619faf1 req-f3985421-61d2-40db-83ff-704418d1db76 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] For port da81769a-0fd9-4482-98c1-02ebcc9cf57d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=da81769a-0fd9-4482-98c1-02ebcc9cf57d,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:25.048673 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-27afb02d-0493-4d67-826f-2a060619faf1 req-f3985421-61d2-40db-83ff-704418d1db76 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:25.062837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-27afb02d-0493-4d67-826f-2a060619faf1 req-f3985421-61d2-40db-83ff-704418d1db76 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Calling delete_port for da81769a-0fd9-4482-98c1-02ebcc9cf57d owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:44:25.201808 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-27afb02d-0493-4d67-826f-2a060619faf1 req-f3985421-61d2-40db-83ff-704418d1db76 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:25.214762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['da81769a-0fd9-4482-98c1-02ebcc9cf57d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:44:25.235136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3985421-61d2-40db-83ff-704418d1db76 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event deleted for resources: {'Port': ['ID=da81769a-0fd9-4482-98c1-02ebcc9cf57d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:25.290658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-27afb02d-0493-4d67-826f-2a060619faf1 req-f3985421-61d2-40db-83ff-704418d1db76 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] No DVR routers for this DVR port da81769a-0fd9-4482-98c1-02ebcc9cf57d on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:44:25.293549 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-27afb02d-0493-4d67-826f-2a060619faf1 req-f3985421-61d2-40db-83ff-704418d1db76 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:25.295636 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27afb02d-0493-4d67-826f-2a060619faf1 req-f3985421-61d2-40db-83ff-704418d1db76 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "DELETE /v2.0/ports/da81769a-0fd9-4482-98c1-02ebcc9cf57d HTTP/1.1" status: 204 len: 173 time: 0.4771934 Jul 08 20:44:25.296107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5139fe7e-7d05-4074-85ad-966eb5baceab', 'name': 'network-vif-deleted', 'tag': 'da81769a-0fd9-4482-98c1-02ebcc9cf57d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:25.299288 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6097d4-5c85-4dab-9db7-b9b5e5fe2e0a" -d '{"events": [{"server_uuid": "5139fe7e-7d05-4074-85ad-966eb5baceab", "name": "network-vif-deleted", "tag": "da81769a-0fd9-4482-98c1-02ebcc9cf57d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:25.343410 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d15a2b-3b79-4bcf-b0fd-8506bb054ef2 x-openstack-request-id: req-85d15a2b-3b79-4bcf-b0fd-8506bb054ef2 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:25.343721 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5139fe7e-7d05-4074-85ad-966eb5baceab", "name": "network-vif-deleted", "tag": "da81769a-0fd9-4482-98c1-02ebcc9cf57d", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:25.343965 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-85d15a2b-3b79-4bcf-b0fd-8506bb054ef2 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:25.344361 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5139fe7e-7d05-4074-85ad-966eb5baceab', 'name': 'network-vif-deleted', 'tag': 'da81769a-0fd9-4482-98c1-02ebcc9cf57d', 'status': 'completed', 'code': 200} Jul 08 20:44:25.586596 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-379043bc-01d5-4481-8cd7-16c8509bef5c req-db62e594-d610-44c7-b467-5c0adc34e951 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 210 time: 0.0489202 Jul 08 20:44:25.655747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508573f-46aa-424b-ac6d-8b5a2dd5a59d req-cb0ccc8f-2c28-4984-b43f-d3fd6ceaab08 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:25.658720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1508573f-46aa-424b-ac6d-8b5a2dd5a59d req-cb0ccc8f-2c28-4984-b43f-d3fd6ceaab08 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.1037388 Jul 08 20:44:25.701314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1508573f-46aa-424b-ac6d-8b5a2dd5a59d req-4bfaf468-e696-45a8-b9c4-2e57bc7fa43d tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367839 Jul 08 20:44:26.003460 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c44480-e725-416e-b5f8-fd6adeedff93 req-67fe5d89-2db0-4131-91b1-8b0c083a726c tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:26.005064 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90c44480-e725-416e-b5f8-fd6adeedff93 req-67fe5d89-2db0-4131-91b1-8b0c083a726c tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.0727372 Jul 08 20:44:26.046702 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90c44480-e725-416e-b5f8-fd6adeedff93 req-0f3f787a-bcdd-45b4-8ea0-51068a049bc4 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351954 Jul 08 20:44:26.209500 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-6ac940a7-c2af-4317-b898-58b459ce15fb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:26.211024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-6ac940a7-c2af-4317-b898-58b459ce15fb tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.104 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 945 time: 0.0697067 Jul 08 20:44:26.328483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Deleting port 1664f54d-1504-4bfd-9f7d-204dc97a5146 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:44:26.328867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:26.428348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] For port 1664f54d-1504-4bfd-9f7d-204dc97a5146, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=1664f54d-1504-4bfd-9f7d-204dc97a5146,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:26.428773 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:26.446264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761f11a-9362-431c-8eb9-e1a304f83c36 req-8d2af9e1-9437-446c-8eaf-57117e618e63 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:26.447943 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b761f11a-9362-431c-8eb9-e1a304f83c36 req-8d2af9e1-9437-446c-8eaf-57117e618e63 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.0753806 Jul 08 20:44:26.489752 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b761f11a-9362-431c-8eb9-e1a304f83c36 req-ec27ad77-eb4f-419b-afd1-133afcfa8cce tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354533 Jul 08 20:44:26.687871 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:26.689020 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:26.689020 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Floating IP b08f5e11-fdbc-4d5f-ad6b-204fe716fafe disassociated. External IP: 172.25.4.216, port: 1664f54d-1504-4bfd-9f7d-204dc97a5146. Jul 08 20:44:26.689398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Calling delete_port for 1664f54d-1504-4bfd-9f7d-204dc97a5146 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:44:26.869768 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3be866a4-70f3-4058-982c-3971e9e3c8de req-51da344b-c865-4e7b-9c62-4eef66efb64a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 210 time: 0.0887229 Jul 08 20:44:26.909269 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:26.919647 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d7a54-4c4c-4ccb-8ac6-6e1e64a0891e req-eccee9a8-aa22-40d8-aa9a-20ea8cddb8fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:26.921899 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-055d7a54-4c4c-4ccb-8ac6-6e1e64a0891e req-eccee9a8-aa22-40d8-aa9a-20ea8cddb8fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b HTTP/1.1" status: 200 len: 867 time: 0.0887704 Jul 08 20:44:26.946454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event deleted for resources: {'Port': ['ID=1664f54d-1504-4bfd-9f7d-204dc97a5146,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:26.968327 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-055d7a54-4c4c-4ccb-8ac6-6e1e64a0891e req-22a6bef6-0708-42d0-82b4-ed34befe9a0b tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399294 Jul 08 20:44:27.073554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Router 48f5b8b7-3a2b-4352-bb73-038d956e2abb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:44:27.184087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:44:27.197145 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443207e1-3954-4a5c-bbdb-5cbece1d2f2f None None] Sync routers for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:44:27.207070 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443207e1-3954-4a5c-bbdb-5cbece1d2f2f None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:27.207668 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-443207e1-3954-4a5c-bbdb-5cbece1d2f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:27.230247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] No DVR routers for this DVR port 1664f54d-1504-4bfd-9f7d-204dc97a5146 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:44:27.232893 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:27.235245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33e470eb-9579-4e0d-bbb8-cb3f7f0cd939 req-2bfe4078-04b4-4acd-ac4f-2656c1503b05 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.104 "DELETE /v2.0/ports/1664f54d-1504-4bfd-9f7d-204dc97a5146 HTTP/1.1" status: 204 len: 173 time: 1.0186925 Jul 08 20:44:27.235910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b', 'name': 'network-vif-deleted', 'tag': '1664f54d-1504-4bfd-9f7d-204dc97a5146'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:27.239054 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b1cf36-a741-4511-a5c0-98e6135b5c37" -d '{"events": [{"server_uuid": "cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b", "name": "network-vif-deleted", "tag": "1664f54d-1504-4bfd-9f7d-204dc97a5146"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:27.283707 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d7737e-b7ee-4737-9aba-9161605f7a7a x-openstack-request-id: req-35d7737e-b7ee-4737-9aba-9161605f7a7a {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:27.284174 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b", "name": "network-vif-deleted", "tag": "1664f54d-1504-4bfd-9f7d-204dc97a5146", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:27.284483 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-35d7737e-b7ee-4737-9aba-9161605f7a7a {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:27.284886 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd24bdf6-6fa5-4d8a-9b23-717e8d1ecc2b', 'name': 'network-vif-deleted', 'tag': '1664f54d-1504-4bfd-9f7d-204dc97a5146', 'status': 'completed', 'code': 200} Jul 08 20:44:27.349996 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-443207e1-3954-4a5c-bbdb-5cbece1d2f2f None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:27.659606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device da81769a-0fd9-4482-98c1-02ebcc9cf57d no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:44:27.671063 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-443207e1-3954-4a5c-bbdb-5cbece1d2f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:20Z', 'revision_number': 5, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:27.703630 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443207e1-3954-4a5c-bbdb-5cbece1d2f2f None None] Checking router: 48f5b8b7-3a2b-4352-bb73-038d956e2abb for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:44:27.706002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: da81769a-0fd9-4482-98c1-02ebcc9cf57d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:44:27.706360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device da81769a-0fd9-4482-98c1-02ebcc9cf57d not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:44:27.713793 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443207e1-3954-4a5c-bbdb-5cbece1d2f2f None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:27.714402 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-443207e1-3954-4a5c-bbdb-5cbece1d2f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:27.733874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298dcb-5d4a-474c-aadd-982f9352291d req-89ead431-addc-4c04-8bfa-bdb5567604c2 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:27.745957 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5298dcb-5d4a-474c-aadd-982f9352291d req-89ead431-addc-4c04-8bfa-bdb5567604c2 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.1303003 Jul 08 20:44:27.795938 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5298dcb-5d4a-474c-aadd-982f9352291d req-7213e4e0-68b8-41a8-bf4b-2a095a19fcf7 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487635 Jul 08 20:44:27.829930 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-443207e1-3954-4a5c-bbdb-5cbece1d2f2f None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:28.077453 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-443207e1-3954-4a5c-bbdb-5cbece1d2f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:20Z', 'revision_number': 5, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:28.110616 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-15deb381-7567-402f-8188-0290339f4ecd req-343088b0-978b-4864-b640-6dab4573ee08 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 210 time: 0.0576868 Jul 08 20:44:28.140244 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443207e1-3954-4a5c-bbdb-5cbece1d2f2f None None] The sync data for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 is: [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:20Z', 'revision_number': 5, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:44:28.242848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420059b-8a66-4a5f-abdd-5802520e27df req-faf3ee91-e5de-4834-97da-b609fef167db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:28.245239 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1420059b-8a66-4a5f-abdd-5802520e27df req-faf3ee91-e5de-4834-97da-b609fef167db service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=259843f163fc4674a528ecf121db5231&device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 1097 time: 0.0742590 Jul 08 20:44:28.293764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34056) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:28.373739 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1801126e-d3fd-4442-9379-c344135b8be7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:28.410853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1801126e-d3fd-4442-9379-c344135b8be7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:28.428578 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420059b-8a66-4a5f-abdd-5802520e27df req-0c161d76-d1a8-4e59-9cf7-2ec9caaf4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:28.430167 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1420059b-8a66-4a5f-abdd-5802520e27df req-0c161d76-d1a8-4e59-9cf7-2ec9caaf4b99 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3029eccd-b584-4e62-8460-1fedcbc3c254 HTTP/1.1" status: 200 len: 913 time: 0.1797631 Jul 08 20:44:28.439782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c2b5d-4ef7-48dc-aa76-9c4f085bb49a req-8034d11e-c7cb-4162-92ef-c295c33b77bc tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:28.445571 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd0c2b5d-4ef7-48dc-aa76-9c4f085bb49a req-8034d11e-c7cb-4162-92ef-c295c33b77bc tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.1643863 Jul 08 20:44:28.482024 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1801126e-d3fd-4442-9379-c344135b8be7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:28.486798 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1801126e-d3fd-4442-9379-c344135b8be7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:28.488448 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1801126e-d3fd-4442-9379-c344135b8be7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "DELETE /v2.0/security-groups/a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b HTTP/1.1" status: 204 len: 168 time: 0.1929619 Jul 08 20:44:28.500281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34058) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:28.502044 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801126e-d3fd-4442-9379-c344135b8be7 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:28.507275 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1420059b-8a66-4a5f-abdd-5802520e27df req-7421603c-9cb9-492a-bfbc-8da3b2f8dc0c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf HTTP/1.1" status: 200 len: 217 time: 0.0557361 Jul 08 20:44:28.527905 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3051dc-9a11-4435-a3f7-1ebcee45ab40 None None] New status for floating IP b08f5e11-fdbc-4d5f-ad6b-204fe716fafe: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:44:28.529198 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-22540c1a-54e9-4748-8a2c-524457ab8b7c tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] show failed (client error): The resource could not be found. Jul 08 20:44:28.534792 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-22540c1a-54e9-4748-8a2c-524457ab8b7c tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups/a8b2b50a-b7b9-4b12-96b6-7a5be40dc95b HTTP/1.1" status: 404 len: 347 time: 0.0304697 Jul 08 20:44:28.535686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34060) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:28.585241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420059b-8a66-4a5f-abdd-5802520e27df req-df9d7074-5c51-458b-9cf4-34afc02915c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:28.586707 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1420059b-8a66-4a5f-abdd-5802520e27df req-df9d7074-5c51-458b-9cf4-34afc02915c5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=fa2a6c69-face-41b3-8cbf-bee4e4e13421 HTTP/1.1" status: 200 len: 852 time: 0.0634391 Jul 08 20:44:28.610825 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd0c2b5d-4ef7-48dc-aa76-9c4f085bb49a req-7683b7e2-f557-42d4-9a0c-ff6329aecbda tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609359 Jul 08 20:44:28.647338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1420059b-8a66-4a5f-abdd-5802520e27df req-87186ef4-b4fe-4e91-8f58-65517bf86b39 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3029eccd-b584-4e62-8460-1fedcbc3c254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352380 Jul 08 20:44:28.706591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-86b9fad6-8849-4904-bdf6-b0ca3dccce67 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Deleting port 78d3f769-b451-473f-afcb-b7dc1b228426 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:44:28.707032 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86b9fad6-8849-4904-bdf6-b0ca3dccce67 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:28.753019 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1420059b-8a66-4a5f-abdd-5802520e27df req-57cd8b9d-8cf1-4298-8d00-de81012dce68 service neutron] 10.222.0.104 "GET /v2.0/networks/3029eccd-b584-4e62-8460-1fedcbc3c254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976121 Jul 08 20:44:28.789424 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86b9fad6-8849-4904-bdf6-b0ca3dccce67 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:28.790014 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86b9fad6-8849-4904-bdf6-b0ca3dccce67 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:28.802839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-86b9fad6-8849-4904-bdf6-b0ca3dccce67 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Calling delete_port for 78d3f769-b451-473f-afcb-b7dc1b228426 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:44:28.844669 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1420059b-8a66-4a5f-abdd-5802520e27df req-4cf520a7-034e-483c-b534-bb89e6da19d7 service neutron] 10.222.0.104 "GET /v2.0/networks/3029eccd-b584-4e62-8460-1fedcbc3c254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851722 Jul 08 20:44:28.956590 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86b9fad6-8849-4904-bdf6-b0ca3dccce67 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:28.982409 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e076e7-c344-4c22-a227-3ff864c34866 req-d703e736-3d08-4522-a646-8cebc1556cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:28.984045 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7e076e7-c344-4c22-a227-3ff864c34866 req-d703e736-3d08-4522-a646-8cebc1556cd1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=259843f163fc4674a528ecf121db5231&device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 1097 time: 0.0625339 Jul 08 20:44:28.994766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9fad6-8849-4904-bdf6-b0ca3dccce67 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event deleted for resources: {'Port': ['ID=78d3f769-b451-473f-afcb-b7dc1b228426,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:29.062721 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86b9fad6-8849-4904-bdf6-b0ca3dccce67 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:29.066161 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86b9fad6-8849-4904-bdf6-b0ca3dccce67 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:29.070328 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-86b9fad6-8849-4904-bdf6-b0ca3dccce67 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "DELETE /v2.0/floatingips/b08f5e11-fdbc-4d5f-ad6b-204fe716fafe HTTP/1.1" status: 204 len: 168 time: 0.5308108 Jul 08 20:44:29.135708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e076e7-c344-4c22-a227-3ff864c34866 req-192ad203-45d8-4524-b7ad-1455dcf24e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:29.137386 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7e076e7-c344-4c22-a227-3ff864c34866 req-192ad203-45d8-4524-b7ad-1455dcf24e03 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3029eccd-b584-4e62-8460-1fedcbc3c254 HTTP/1.1" status: 200 len: 913 time: 0.1292386 Jul 08 20:44:29.194818 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7e076e7-c344-4c22-a227-3ff864c34866 req-1e933985-7e50-422b-87b2-97d3c68d1a70 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf HTTP/1.1" status: 200 len: 217 time: 0.0453415 Jul 08 20:44:29.295637 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3967757f-40f1-4d39-9146-3c8328691ef8 req-f681bf15-ad0d-4a5e-a46b-eefd631597bb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=5139fe7e-7d05-4074-85ad-966eb5baceab HTTP/1.1" status: 200 len: 210 time: 0.0658333 Jul 08 20:44:29.320886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e076e7-c344-4c22-a227-3ff864c34866 req-673171c2-e232-4a21-8c1b-120af4cb5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:29.323339 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7e076e7-c344-4c22-a227-3ff864c34866 req-673171c2-e232-4a21-8c1b-120af4cb5b4c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=fa2a6c69-face-41b3-8cbf-bee4e4e13421 HTTP/1.1" status: 200 len: 852 time: 0.1109788 Jul 08 20:44:29.370253 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7e076e7-c344-4c22-a227-3ff864c34866 req-e4fe63b9-448e-4b67-aab3-65a1d6c0d4a1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3029eccd-b584-4e62-8460-1fedcbc3c254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371788 Jul 08 20:44:29.562705 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7e076e7-c344-4c22-a227-3ff864c34866 req-10a4e137-e160-4edb-a068-8b63446b837c service neutron] 10.222.0.104 "GET /v2.0/networks/3029eccd-b584-4e62-8460-1fedcbc3c254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852329 Jul 08 20:44:29.586582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34070) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:29.591668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5e0fa511-2265-4509-a43a-74d7b0368e40 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2048690929', 'description': 'tempest-description--425105103'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:29.618226 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e0fa511-2265-4509-a43a-74d7b0368e40 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:29.702338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7e076e7-c344-4c22-a227-3ff864c34866 req-d67a247a-0355-4ec5-83bf-b27f8cef9ec9 service neutron] 10.222.0.104 "GET /v2.0/networks/3029eccd-b584-4e62-8460-1fedcbc3c254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321130 Jul 08 20:44:29.732204 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e0fa511-2265-4509-a43a-74d7b0368e40 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:29.738405 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e0fa511-2265-4509-a43a-74d7b0368e40 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:29.777735 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fa511-2265-4509-a43a-74d7b0368e40 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d509300-e44a-4218-b9b4-b56c245c36f1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:29.782792 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e0fa511-2265-4509-a43a-74d7b0368e40 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:29.787606 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5e0fa511-2265-4509-a43a-74d7b0368e40 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1970699 Jul 08 20:44:29.788209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34074) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:29.793096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-51d88516-278b-4af7-a7b7-1db2071e7c99 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Request body: {'security_group_rule': {'security_group_id': '8d509300-e44a-4218-b9b4-b56c245c36f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:29.829946 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51d88516-278b-4af7-a7b7-1db2071e7c99 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:29.850414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f24aa5-0cce-424a-a069-0a7f385487c2 req-27468420-9955-4ac6-ad37-0ba20d5a9969 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:29.851970 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7f24aa5-0cce-424a-a069-0a7f385487c2 req-27468420-9955-4ac6-ad37-0ba20d5a9969 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.0961616 Jul 08 20:44:29.900173 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7f24aa5-0cce-424a-a069-0a7f385487c2 req-99220426-d3de-4432-8642-706d362e846b tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386441 Jul 08 20:44:29.931998 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51d88516-278b-4af7-a7b7-1db2071e7c99 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:29.939221 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51d88516-278b-4af7-a7b7-1db2071e7c99 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:29.970119 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51d88516-278b-4af7-a7b7-1db2071e7c99 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:29.976233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34080) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:29.986618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9387753f-7e9a-427e-ab59-792bd1f9112a tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Request body: {'security_group_rule': {'security_group_id': '8d509300-e44a-4218-b9b4-b56c245c36f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:29.992660 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-51d88516-278b-4af7-a7b7-1db2071e7c99 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2035549 Jul 08 20:44:29.993994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d88516-278b-4af7-a7b7-1db2071e7c99 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fba9bdd-a15e-4f31-ab7b-fb78645f128c,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:30.068670 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9387753f-7e9a-427e-ab59-792bd1f9112a tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:30.170745 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9387753f-7e9a-427e-ab59-792bd1f9112a tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:30.178965 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9387753f-7e9a-427e-ab59-792bd1f9112a tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:30.206220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387753f-7e9a-427e-ab59-792bd1f9112a tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08aff15-0f72-4006-8e8e-9923d7859625,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:30.223127 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9387753f-7e9a-427e-ab59-792bd1f9112a tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:30.225500 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9387753f-7e9a-427e-ab59-792bd1f9112a tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2488120 Jul 08 20:44:30.228373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34082) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:30.234229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:30.267969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 1664f54d-1504-4bfd-9f7d-204dc97a5146 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:44:30.269140 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:30.310456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 1664f54d-1504-4bfd-9f7d-204dc97a5146 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:44:30.310807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 1664f54d-1504-4bfd-9f7d-204dc97a5146 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:44:30.403581 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:30.584350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340c41b-fbfe-4579-a4d3-8a94e3baac2e req-61f9c975-77c8-4e36-91db-df90622c026b tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:30.592747 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a340c41b-fbfe-4579-a4d3-8a94e3baac2e req-61f9c975-77c8-4e36-91db-df90622c026b tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.1266997 Jul 08 20:44:30.640823 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a340c41b-fbfe-4579-a4d3-8a94e3baac2e req-8eef1e2d-6104-4c4d-bb39-009ca50f40fa tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463207 Jul 08 20:44:30.877056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Allocated IP 172.25.4.5 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/38837a99-5342-4e00-b573-28867d98163e) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:30.992896 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:31.038008 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:31.096313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:31.099979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:31.105533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:31.146151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event updated for resources: {'Port': ['ID=38837a99-5342-4e00-b573-28867d98163e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:31.167641 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:44:31.209479 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:31.259172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:31.413830 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:31.421393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:31.502470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event updated for resources: {'Port': ['ID=38837a99-5342-4e00-b573-28867d98163e,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:31.512904 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:31.528098 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:31.532707 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1a9b7c8b-dfc5-45f9-a44e-2929b24a94fc tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2998853 Jul 08 20:44:31.749811 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-e85369eb-393a-4443-8e14-f6ab1ca6216b tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--2048690929&fields=id&tenant_id=8904f969823445978f5bf7d6e599b8cb HTTP/1.1" status: 200 len: 267 time: 0.0423167 Jul 08 20:44:31.900790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a936-f2d7-421d-af03-88101e63067a req-ab7a0b7c-03c9-45a0-b78f-37556cd4cd74 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:31.908717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-ab7a0b7c-03c9-45a0-b78f-37556cd4cd74 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 810 time: 0.1510477 Jul 08 20:44:31.926238 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-bc089f76-d7fe-46fe-8830-65811e8ac214 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/quotas/8904f969823445978f5bf7d6e599b8cb HTTP/1.1" status: 200 len: 375 time: 0.0164547 Jul 08 20:44:31.968696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8326-ae49-4c73-ba7e-092709844ddf req-28bedd3f-40e3-4b8b-bd72-90b172c6ecdb tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:31.971415 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3aed8326-ae49-4c73-ba7e-092709844ddf req-28bedd3f-40e3-4b8b-bd72-90b172c6ecdb tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.0875998 Jul 08 20:44:32.019911 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3aed8326-ae49-4c73-ba7e-092709844ddf req-e61a8784-14a2-48b9-b0fc-e554d1428b68 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/security-groups?id=02b14973-95d6-4766-9cca-3ee87967c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429449 Jul 08 20:44:32.034201 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-ea14526c-5c74-43cd-9980-d0437cdb6d91 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1068912 Jul 08 20:44:32.172077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34116) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:32.287212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fbc72-56c0-47c3-bbd9-428bf37a8e74 req-73793163-6f81-40f8-84a0-9acb48e7adeb tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:32.289010 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c9fbc72-56c0-47c3-bbd9-428bf37a8e74 req-73793163-6f81-40f8-84a0-9acb48e7adeb tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.104 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 945 time: 0.1424592 Jul 08 20:44:32.292885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-9f8e75c4-a8d8-4aa2-b704-cf43dab8ea68 service neutron] 10.222.0.101 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562928 Jul 08 20:44:32.355045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb26310-e9f2-41f7-9655-09b18eda5dd4 admin admin] Deleting subnet e4ae00fe-53cc-4e4a-929a-dee3f36d0e76 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:44:32.359470 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eb26310-e9f2-41f7-9655-09b18eda5dd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:32.402630 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eb26310-e9f2-41f7-9655-09b18eda5dd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:32.457716 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eb26310-e9f2-41f7-9655-09b18eda5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:32.472808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-228e82bb-b5c9-4b44-a816-8c8d88ae5559 service neutron] 10.222.0.101 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715193 Jul 08 20:44:32.509273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-5c9fbc72-56c0-47c3-bbd9-428bf37a8e74 req-5dba253e-6cbe-477f-8fb2-3405d264ec47 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Deleting port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:44:32.509743 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5c9fbc72-56c0-47c3-bbd9-428bf37a8e74 req-5dba253e-6cbe-477f-8fb2-3405d264ec47 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:32.546657 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eb26310-e9f2-41f7-9655-09b18eda5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:32.596240 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eb26310-e9f2-41f7-9655-09b18eda5dd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:32.598630 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2eb26310-e9f2-41f7-9655-09b18eda5dd4 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/e4ae00fe-53cc-4e4a-929a-dee3f36d0e76 HTTP/1.1" status: 204 len: 168 time: 0.4240265 Jul 08 20:44:32.599851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb26310-e9f2-41f7-9655-09b18eda5dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ae00fe-53cc-4e4a-929a-dee3f36d0e76,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:32.608493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34120) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:32.630177 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-5c9fbc72-56c0-47c3-bbd9-428bf37a8e74 req-5dba253e-6cbe-477f-8fb2-3405d264ec47 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] For port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf,segment=NetworkSegment(96a41100-07c8-4ba2-933d-6d318aee1c63),segment_id=96a41100-07c8-4ba2-933d-6d318aee1c63)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:32.630643 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5c9fbc72-56c0-47c3-bbd9-428bf37a8e74 req-5dba253e-6cbe-477f-8fb2-3405d264ec47 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:32.646748 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-5c9fbc72-56c0-47c3-bbd9-428bf37a8e74 req-5dba253e-6cbe-477f-8fb2-3405d264ec47 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Calling delete_port for a1123167-e8dd-4325-9ad7-d23a1ecc5bbf owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:44:32.809697 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2be528ba-b2e1-4630-8105-1faa84441fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:32.830118 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-151015e6-d96f-4d9c-873f-8227112366fc req-a3238e55-b346-42a8-8119-cd935de501b3 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 210 time: 0.0595639 Jul 08 20:44:32.846212 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5c9fbc72-56c0-47c3-bbd9-428bf37a8e74 req-5dba253e-6cbe-477f-8fb2-3405d264ec47 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:32.859090 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['a1123167-e8dd-4325-9ad7-d23a1ecc5bbf'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:44:32.943588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba253e-6cbe-477f-8fb2-3405d264ec47 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Pushing event deleted for resources: {'Port': ['ID=a1123167-e8dd-4325-9ad7-d23a1ecc5bbf,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:33.010138 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2be528ba-b2e1-4630-8105-1faa84441fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:33.032990 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-2be528ba-b2e1-4630-8105-1faa84441fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e08837e-d22c-49f6-b527-745deba15ea1']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:33.055523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-2be528ba-b2e1-4630-8105-1faa84441fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59eef743-1b3a-40fc-994c-f34b184c0355') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:33.056842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-2be528ba-b2e1-4630-8105-1faa84441fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59eef743-1b3a-40fc-994c-f34b184c0355') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:33.067588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9fbc72-56c0-47c3-bbd9-428bf37a8e74 req-5dba253e-6cbe-477f-8fb2-3405d264ec47 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] No DVR routers for this DVR port a1123167-e8dd-4325-9ad7-d23a1ecc5bbf on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:44:33.070269 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5c9fbc72-56c0-47c3-bbd9-428bf37a8e74 req-5dba253e-6cbe-477f-8fb2-3405d264ec47 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:33.070938 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2be528ba-b2e1-4630-8105-1faa84441fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:33.079840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c9fbc72-56c0-47c3-bbd9-428bf37a8e74 req-5dba253e-6cbe-477f-8fb2-3405d264ec47 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.104 "DELETE /v2.0/ports/a1123167-e8dd-4325-9ad7-d23a1ecc5bbf HTTP/1.1" status: 204 len: 173 time: 0.7854505 Jul 08 20:44:33.080329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db97b6ea-0f16-46f5-8af9-b4a508cc1a05', 'name': 'network-vif-deleted', 'tag': 'a1123167-e8dd-4325-9ad7-d23a1ecc5bbf'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:33.088107 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6558a36-e72c-4aea-8eee-2b0ff13fa18a" -d '{"events": [{"server_uuid": "db97b6ea-0f16-46f5-8af9-b4a508cc1a05", "name": "network-vif-deleted", "tag": "a1123167-e8dd-4325-9ad7-d23a1ecc5bbf"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:33.093388 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2be528ba-b2e1-4630-8105-1faa84441fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:33.111417 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be528ba-b2e1-4630-8105-1faa84441fa4 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:44:33.112924 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2be528ba-b2e1-4630-8105-1faa84441fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:44:33.115352 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:44:33.180178 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8d1791-25bc-4864-b70f-a82e2e2b8a3d x-openstack-request-id: req-0a8d1791-25bc-4864-b70f-a82e2e2b8a3d {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:33.180996 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db97b6ea-0f16-46f5-8af9-b4a508cc1a05", "name": "network-vif-deleted", "tag": "a1123167-e8dd-4325-9ad7-d23a1ecc5bbf", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:33.181480 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0a8d1791-25bc-4864-b70f-a82e2e2b8a3d {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:33.182091 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db97b6ea-0f16-46f5-8af9-b4a508cc1a05', 'name': 'network-vif-deleted', 'tag': 'a1123167-e8dd-4325-9ad7-d23a1ecc5bbf', 'status': 'completed', 'code': 200} Jul 08 20:44:33.262254 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2be528ba-b2e1-4630-8105-1faa84441fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:33.275995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2be528ba-b2e1-4630-8105-1faa84441fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:33.277242 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ac0eb5b-4c24-4173-89ff-f0c5742a8b15 req-d8606a7a-6029-4e9c-8941-1638fb26edd2 tempest-TestServerAdvancedOps-412674956 tempest-TestServerAdvancedOps-412674956-project] 10.222.0.101 "GET /v2.0/ports?device_id=db97b6ea-0f16-46f5-8af9-b4a508cc1a05 HTTP/1.1" status: 200 len: 210 time: 0.0493867 Jul 08 20:44:33.285587 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2be528ba-b2e1-4630-8105-1faa84441fa4 admin admin] 10.222.0.101 "DELETE /v2.0/networks/4e08837e-d22c-49f6-b527-745deba15ea1 HTTP/1.1" status: 204 len: 168 time: 0.6733155 Jul 08 20:44:33.317329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be528ba-b2e1-4630-8105-1faa84441fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e08837e-d22c-49f6-b527-745deba15ea1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:33.457862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34166) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:33.515599 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-907b035a-855f-40a4-a98d-1c1a5460bda4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4300860450e740ed862fc82765f8b597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559227 Jul 08 20:44:33.521410 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34168) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:33.596515 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ce65-7273-4300-96c5-5fced9403903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:33.624353 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ce65-7273-4300-96c5-5fced9403903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:33.700675 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ce65-7273-4300-96c5-5fced9403903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:33.703423 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ce65-7273-4300-96c5-5fced9403903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:33.705384 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ddf6ce65-7273-4300-96c5-5fced9403903 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0be87c7a-6034-4c79-901c-996d1dce51a8 HTTP/1.1" status: 204 len: 168 time: 0.1827669 Jul 08 20:44:33.718559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6ce65-7273-4300-96c5-5fced9403903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be87c7a-6034-4c79-901c-996d1dce51a8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:34.020303 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6a751ff-e0ce-4a3f-9a81-f9b4f6465946 req-2855ec64-43b5-40d2-a87d-a5219e5d05d2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 210 time: 0.0406911 Jul 08 20:44:34.067305 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8f84b3c-5591-4b97-84ac-777ca7c81af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.351294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34214) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:34.359512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c7d0b314-c3c7-46ba-b8ae-72fe10e1ebcd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-371599051', 'description': 'tempest-secgroup-smoke-371599051 description', 'project_id': '969ed93d777c482282264778ffb8d915'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:34.378826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34218) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:34.396804 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b314-c3c7-46ba-b8ae-72fe10e1ebcd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.440756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-77097b15-fe49-4667-8e83-38b40bfe7ffe admin admin] Deleting subnet fa2a6c69-face-41b3-8cbf-bee4e4e13421 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:44:34.452788 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77097b15-fe49-4667-8e83-38b40bfe7ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.499443 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77097b15-fe49-4667-8e83-38b40bfe7ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.550209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77097b15-fe49-4667-8e83-38b40bfe7ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.605717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b314-c3c7-46ba-b8ae-72fe10e1ebcd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.617653 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7e9e0b60-f9f9-4a49-af4e-432f49df2e43 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:34.619547 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7e9e0b60-f9f9-4a49-af4e-432f49df2e43 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.103 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 810 time: 0.1578567 Jul 08 20:44:34.621116 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b314-c3c7-46ba-b8ae-72fe10e1ebcd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.623495 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77097b15-fe49-4667-8e83-38b40bfe7ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.657962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77097b15-fe49-4667-8e83-38b40bfe7ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2a6c69-face-41b3-8cbf-bee4e4e13421,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:34.663996 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77097b15-fe49-4667-8e83-38b40bfe7ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.669177 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-77097b15-fe49-4667-8e83-38b40bfe7ffe admin admin] 10.222.0.101 "DELETE /v2.0/subnets/fa2a6c69-face-41b3-8cbf-bee4e4e13421 HTTP/1.1" status: 204 len: 168 time: 0.2886231 Jul 08 20:44:34.669177 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34226) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:34.677510 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b314-c3c7-46ba-b8ae-72fe10e1ebcd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.681748 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c7d0b314-c3c7-46ba-b8ae-72fe10e1ebcd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3291848 Jul 08 20:44:34.686706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34228) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:34.696893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-cb4a3fe6-5318-409c-9b17-8c7c94f738c2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'security_group_rule': {'security_group_id': '86f65ae6-713d-41ed-9bfb-6b698aec94a3', 'project_id': '969ed93d777c482282264778ffb8d915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:34.713456 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-0ef99d35-ef95-4aaa-85fd-5606f3642c2d tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8904f969823445978f5bf7d6e599b8cb HTTP/1.1" status: 200 len: 380 time: 0.0748932 Jul 08 20:44:34.720390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0b314-c3c7-46ba-b8ae-72fe10e1ebcd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f65ae6-713d-41ed-9bfb-6b698aec94a3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:34.732866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Request body: {'port': {'device_id': 'e18a67f4-826f-4447-9391-c65cff6ecfd6', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'admin_state_up': True, 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'security_groups': ['8d509300-e44a-4218-b9b4-b56c245c36f1']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:34.749641 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c14722-b140-4015-b14c-d1a75ab92037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.830712 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb4a3fe6-5318-409c-9b17-8c7c94f738c2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.841426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c14722-b140-4015-b14c-d1a75ab92037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.852916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-18c14722-b140-4015-b14c-d1a75ab92037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3029eccd-b584-4e62-8460-1fedcbc3c254']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:34.869645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-18c14722-b140-4015-b14c-d1a75ab92037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a41100-07c8-4ba2-933d-6d318aee1c63') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:34.869942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-18c14722-b140-4015-b14c-d1a75ab92037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a41100-07c8-4ba2-933d-6d318aee1c63') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:34.880970 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c14722-b140-4015-b14c-d1a75ab92037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.889922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Made reservation on behalf of 8904f969823445978f5bf7d6e599b8cb for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:34.894380 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.898908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c14722-b140-4015-b14c-d1a75ab92037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.905502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c14722-b140-4015-b14c-d1a75ab92037 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:44:34.905893 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c14722-b140-4015-b14c-d1a75ab92037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:44:34.909225 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:44:34.946169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb4a3fe6-5318-409c-9b17-8c7c94f738c2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.970387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c14722-b140-4015-b14c-d1a75ab92037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.978632 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c14722-b140-4015-b14c-d1a75ab92037 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.980534 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb4a3fe6-5318-409c-9b17-8c7c94f738c2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:34.983101 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-18c14722-b140-4015-b14c-d1a75ab92037 admin admin] 10.222.0.101 "DELETE /v2.0/networks/3029eccd-b584-4e62-8460-1fedcbc3c254 HTTP/1.1" status: 204 len: 168 time: 0.3118389 Jul 08 20:44:34.989814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34236) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:34.997185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c14722-b140-4015-b14c-d1a75ab92037 admin admin] Pushing event deleted for resources: {'Network': ['ID=3029eccd-b584-4e62-8460-1fedcbc3c254,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:35.047996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a3fe6-5318-409c-9b17-8c7c94f738c2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430c7a86-5f8e-4b16-ba3f-066adf1bc566,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:35.060276 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb4a3fe6-5318-409c-9b17-8c7c94f738c2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.064551 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cb4a3fe6-5318-409c-9b17-8c7c94f738c2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3768933 Jul 08 20:44:35.064851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34242) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:35.071824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2661eb09-09e4-4f19-b14e-156c67bdc866 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'security_group_rule': {'security_group_id': '86f65ae6-713d-41ed-9bfb-6b698aec94a3', 'project_id': '969ed93d777c482282264778ffb8d915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:35.107706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d17920-cd9b-4c92-981e-a46ff297cf62 admin admin] Deleting subnet db36fb5d-8bd7-4663-aa91-1d31c531d1dd {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:44:35.115458 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2d17920-cd9b-4c92-981e-a46ff297cf62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.118597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2661eb09-09e4-4f19-b14e-156c67bdc866 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.161122 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2d17920-cd9b-4c92-981e-a46ff297cf62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.191402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Allocated IP 172.20.0.7 (eb126676-baac-44c7-8776-db620659cc11/373f0c01-b696-4703-ab5a-3a737cebfdae/cfad90fc-28e6-4fe3-8f84-650431e18ffe) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:35.206766 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2661eb09-09e4-4f19-b14e-156c67bdc866 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.214355 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2661eb09-09e4-4f19-b14e-156c67bdc866 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.237586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661eb09-09e4-4f19-b14e-156c67bdc866 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29a2c7e-1688-4ad8-90b0-95bc92bb5ae0,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:35.242032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2661eb09-09e4-4f19-b14e-156c67bdc866 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.243533 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2661eb09-09e4-4f19-b14e-156c67bdc866 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1770763 Jul 08 20:44:35.247038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34250) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:35.252791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9873fcda-d243-4553-a07b-e1e45343d35e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'security_group_rule': {'security_group_id': '86f65ae6-713d-41ed-9bfb-6b698aec94a3', 'project_id': '969ed93d777c482282264778ffb8d915', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:35.265423 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2dd8d8ad-6c6b-4832-9390-e87583494329 req-f07c53ae-c592-4467-9669-5f94cf75fcc3 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 210 time: 0.0573440 Jul 08 20:44:35.279777 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2d17920-cd9b-4c92-981e-a46ff297cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.287376 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9873fcda-d243-4553-a07b-e1e45343d35e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.355339 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9873fcda-d243-4553-a07b-e1e45343d35e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.359767 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9873fcda-d243-4553-a07b-e1e45343d35e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.380017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873fcda-d243-4553-a07b-e1e45343d35e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2238aa10-2a3b-4982-8270-a90db8e76df6,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:35.388794 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9873fcda-d243-4553-a07b-e1e45343d35e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.391104 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9873fcda-d243-4553-a07b-e1e45343d35e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429167 Jul 08 20:44:35.397407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34256) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:35.405909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9e86959d-89bd-407e-9925-1cb689b8203d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'security_group_rule': {'security_group_id': '86f65ae6-713d-41ed-9bfb-6b698aec94a3', 'project_id': '969ed93d777c482282264778ffb8d915', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:35.417155 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2d17920-cd9b-4c92-981e-a46ff297cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.442145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e86959d-89bd-407e-9925-1cb689b8203d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.463141 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d17920-cd9b-4c92-981e-a46ff297cf62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db36fb5d-8bd7-4663-aa91-1d31c531d1dd,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:35.471539 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2d17920-cd9b-4c92-981e-a46ff297cf62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.473595 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b2d17920-cd9b-4c92-981e-a46ff297cf62 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/db36fb5d-8bd7-4663-aa91-1d31c531d1dd HTTP/1.1" status: 204 len: 168 time: 0.4803598 Jul 08 20:44:35.477180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34258) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:35.503770 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.518304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e86959d-89bd-407e-9925-1cb689b8203d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.522480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e86959d-89bd-407e-9925-1cb689b8203d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.541027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86959d-89bd-407e-9925-1cb689b8203d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8485dac7-b95d-4935-9e14-17f7d466cd63,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:35.546698 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e86959d-89bd-407e-9925-1cb689b8203d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.548977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e86959d-89bd-407e-9925-1cb689b8203d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468065 Jul 08 20:44:35.551635 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34260) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:35.556666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2119521c-324f-47e2-9598-7bbf7a76d1b6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'security_group_rule': {'security_group_id': '86f65ae6-713d-41ed-9bfb-6b698aec94a3', 'project_id': '969ed93d777c482282264778ffb8d915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:35.562159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Transition to ACTIVE for port object cfad90fc-28e6-4fe3-8f84-650431e18ffe will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:35.581205 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-2119521c-324f-47e2-9598-7bbf7a76d1b6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Project 969ed93d777c482282264778ffb8d915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:44:35.586815 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2119521c-324f-47e2-9598-7bbf7a76d1b6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.587022 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a08eef0f-16c9-402c-adf5-a1ca090439ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.650916 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2119521c-324f-47e2-9598-7bbf7a76d1b6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.655761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2119521c-324f-47e2-9598-7bbf7a76d1b6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.678676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119521c-324f-47e2-9598-7bbf7a76d1b6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a507a2-9d93-40e6-8f73-61e355f61750,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:35.688510 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2119521c-324f-47e2-9598-7bbf7a76d1b6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.689955 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2119521c-324f-47e2-9598-7bbf7a76d1b6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373498 Jul 08 20:44:35.693764 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34262) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:35.701009 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9ef73c5f-4487-47ab-8ad3-3c9525ce0091 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'security_group_rule': {'security_group_id': '86f65ae6-713d-41ed-9bfb-6b698aec94a3', 'project_id': '969ed93d777c482282264778ffb8d915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:35.705680 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.724883 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a08eef0f-16c9-402c-adf5-a1ca090439ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.759835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-a08eef0f-16c9-402c-adf5-a1ca090439ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdee9959-941e-48f0-a59d-2d487c2d72b2']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:35.786918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-a08eef0f-16c9-402c-adf5-a1ca090439ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae89be4f-0e17-418e-b6a0-90d5bb0ba8f1') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:35.787220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-a08eef0f-16c9-402c-adf5-a1ca090439ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae89be4f-0e17-418e-b6a0-90d5bb0ba8f1') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:35.790633 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Network eb126676-baac-44c7-8776-db620659cc11 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:35.803247 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a08eef0f-16c9-402c-adf5-a1ca090439ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.804771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34264) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:35.805100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:35.806979 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-9ef73c5f-4487-47ab-8ad3-3c9525ce0091 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Project 969ed93d777c482282264778ffb8d915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:44:35.809863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-443a03a0-5bb8-43a2-a6a0-addecb1de18f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1220603627', 'description': 'tempest-secgroup-smoke-1220603627 description', 'project_id': '87de211a996a4ed5bde38a65ec379f1e'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:35.814443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:35.820549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event updated for resources: {'Port': ['ID=cfad90fc-28e6-4fe3-8f84-650431e18ffe,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:35.836791 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-443a03a0-5bb8-43a2-a6a0-addecb1de18f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.847418 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-443a03a0-5bb8-43a2-a6a0-addecb1de18f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.853430 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ef73c5f-4487-47ab-8ad3-3c9525ce0091 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.859384 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a08eef0f-16c9-402c-adf5-a1ca090439ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.886139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08eef0f-16c9-402c-adf5-a1ca090439ae admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:44:35.886540 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a08eef0f-16c9-402c-adf5-a1ca090439ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:44:35.888230 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:44:35.956585 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-443a03a0-5bb8-43a2-a6a0-addecb1de18f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.958693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:35.959357 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.961908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-443a03a0-5bb8-43a2-a6a0-addecb1de18f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:35.989878 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a08eef0f-16c9-402c-adf5-a1ca090439ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.000355 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a08eef0f-16c9-402c-adf5-a1ca090439ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.005528 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a08eef0f-16c9-402c-adf5-a1ca090439ae admin admin] 10.222.0.101 "DELETE /v2.0/networks/cdee9959-941e-48f0-a59d-2d487c2d72b2 HTTP/1.1" status: 204 len: 168 time: 0.5253203 Jul 08 20:44:36.008175 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ef73c5f-4487-47ab-8ad3-3c9525ce0091 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.014440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a03a0-5bb8-43a2-a6a0-addecb1de18f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9981ec-3be8-4eaa-8e5b-8a2554179f9e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:36.021953 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ef73c5f-4487-47ab-8ad3-3c9525ce0091 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.036922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08eef0f-16c9-402c-adf5-a1ca090439ae admin admin] Pushing event deleted for resources: {'Network': ['ID=cdee9959-941e-48f0-a59d-2d487c2d72b2,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:36.051260 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef73c5f-4487-47ab-8ad3-3c9525ce0091 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf49bec-09a7-49e6-84b3-5bbd3b5a7974,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:36.075559 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-443a03a0-5bb8-43a2-a6a0-addecb1de18f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.082482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-443a03a0-5bb8-43a2-a6a0-addecb1de18f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.086052 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ef73c5f-4487-47ab-8ad3-3c9525ce0091 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.087655 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9ef73c5f-4487-47ab-8ad3-3c9525ce0091 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3925073 Jul 08 20:44:36.089749 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7bd944d7-2f36-4139-ac1c-01db80bcd4da tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3632298 Jul 08 20:44:36.111480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Request body: {'port': {'device_id': 'e18a67f4-826f-4447-9391-c65cff6ecfd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:36.113636 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-443a03a0-5bb8-43a2-a6a0-addecb1de18f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.114946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-443a03a0-5bb8-43a2-a6a0-addecb1de18f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3090119 Jul 08 20:44:36.115828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a03a0-5bb8-43a2-a6a0-addecb1de18f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab54454-35d0-417b-99c7-0d335edee411,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:36.117974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34272) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:36.122738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-56fa09f0-564b-4ba2-a452-acd208175233 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '2ab54454-35d0-417b-99c7-0d335edee411', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:36.152907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-11c1f8a7-22e3-44cd-b1f5-417a3d395690 None None] Provisioning for port cfad90fc-28e6-4fe3-8f84-650431e18ffe completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:36.157320 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-11c1f8a7-22e3-44cd-b1f5-417a3d395690 None None] Provisioning complete for port cfad90fc-28e6-4fe3-8f84-650431e18ffe triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:36.157703 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-11c1f8a7-22e3-44cd-b1f5-417a3d395690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.164275 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-56fa09f0-564b-4ba2-a452-acd208175233 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.205216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-11c1f8a7-22e3-44cd-b1f5-417a3d395690 None None] Port cfad90fc-28e6-4fe3-8f84-650431e18ffe cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:44:36.224331 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.245001 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-56fa09f0-564b-4ba2-a452-acd208175233 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.250076 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-56fa09f0-564b-4ba2-a452-acd208175233 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.277557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa09f0-564b-4ba2-a452-acd208175233 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ac82c8-1d5a-428a-982a-91d159cdcca1,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:36.291597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-56fa09f0-564b-4ba2-a452-acd208175233 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.295499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-56fa09f0-564b-4ba2-a452-acd208175233 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1739576 Jul 08 20:44:36.295827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34302) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:36.302479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d1e0a5e2-bef0-4fa0-8f58-677fbd8f03bf tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '2ab54454-35d0-417b-99c7-0d335edee411', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:36.307766 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a1123167-e8dd-4325-9ad7-d23a1ecc5bbf no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:44:36.361128 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34314) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:36.372280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: a1123167-e8dd-4325-9ad7-d23a1ecc5bbf {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:44:36.372965 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a1123167-e8dd-4325-9ad7-d23a1ecc5bbf not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:44:36.421794 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a5e2-bef0-4fa0-8f58-677fbd8f03bf tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.430075 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e950d3de-5286-4fbd-9318-f0c8fb6f5051 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=259843f163fc4674a528ecf121db5231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677335 Jul 08 20:44:36.433217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34316) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:36.540474 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a5e2-bef0-4fa0-8f58-677fbd8f03bf tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.549171 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a5e2-bef0-4fa0-8f58-677fbd8f03bf tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.550006 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4e39505-6133-46d8-9e6a-64d2d83a2b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.586982 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4e39505-6133-46d8-9e6a-64d2d83a2b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.591321 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0a5e2-bef0-4fa0-8f58-677fbd8f03bf tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de4b087-bf2e-44c4-8ceb-438e8d376b05,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:36.614072 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a5e2-bef0-4fa0-8f58-677fbd8f03bf tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.615771 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d1e0a5e2-bef0-4fa0-8f58-677fbd8f03bf tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3186383 Jul 08 20:44:36.618099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34318) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:36.622491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-7439d4e5-75ce-4248-8130-07b7e378d97f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '2ab54454-35d0-417b-99c7-0d335edee411', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:36.623364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bb5ab-4aef-4183-917f-2391d6666587 req-3e527dda-1048-4384-9206-9046194b89a1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:36.625198 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-151bb5ab-4aef-4183-917f-2391d6666587 req-3e527dda-1048-4384-9206-9046194b89a1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 931 time: 0.1304774 Jul 08 20:44:36.687194 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-151bb5ab-4aef-4183-917f-2391d6666587 req-6ef774f1-dca3-44b4-b3d2-188615ff8c3a tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=8d509300-e44a-4218-b9b4-b56c245c36f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 Jul 08 20:44:36.708283 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4e39505-6133-46d8-9e6a-64d2d83a2b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.708548 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7439d4e5-75ce-4248-8130-07b7e378d97f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.711507 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a4e39505-6133-46d8-9e6a-64d2d83a2b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.715121 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a4e39505-6133-46d8-9e6a-64d2d83a2b76 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/02b14973-95d6-4766-9cca-3ee87967c51e HTTP/1.1" status: 204 len: 168 time: 0.2784367 Jul 08 20:44:36.721260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e39505-6133-46d8-9e6a-64d2d83a2b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b14973-95d6-4766-9cca-3ee87967c51e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:36.734218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfad90fc-28e6-4fe3-8f84-650431e18ffe {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:44:36.747084 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.782897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Transition to ACTIVE for port object cfad90fc-28e6-4fe3-8f84-650431e18ffe will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:36.794504 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.837386 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7439d4e5-75ce-4248-8130-07b7e378d97f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.855073 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7439d4e5-75ce-4248-8130-07b7e378d97f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.895722 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Pushing event updated for resources: {'Port': ['ID=cfad90fc-28e6-4fe3-8f84-650431e18ffe,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:36.928854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439d4e5-75ce-4248-8130-07b7e378d97f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15400906-41d3-4bbc-b61c-d25b092ac5fc,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:36.941326 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7439d4e5-75ce-4248-8130-07b7e378d97f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.945137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7439d4e5-75ce-4248-8130-07b7e378d97f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3236167 Jul 08 20:44:36.945431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34348) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:36.956453 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5e35886f-6d55-46e2-86ef-4c60fca83856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:36.957397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-22a6d32b-7add-4dcc-9722-71846a90e5cc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '2ab54454-35d0-417b-99c7-0d335edee411', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:36.997623 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Attempting to bind port cfad90fc-28e6-4fe3-8f84-650431e18ffe on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:44:36.997963 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Attempting to bind port cfad90fc-28e6-4fe3-8f84-650431e18ffe by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:44:36.998300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Attempting to bind port cfad90fc-28e6-4fe3-8f84-650431e18ffe on network eb126676-baac-44c7-8776-db620659cc11 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:37.006592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Port cfad90fc-28e6-4fe3-8f84-650431e18ffe on network eb126676-baac-44c7-8776-db620659cc11 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:44:37.006953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Attempting to bind port cfad90fc-28e6-4fe3-8f84-650431e18ffe on network eb126676-baac-44c7-8776-db620659cc11 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:37.017327 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:44:37.017958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Checking segment: {'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:37.018387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Bound using segment: {'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:44:37.018842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Bound port: cfad90fc-28e6-4fe3-8f84-650431e18ffe, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9268b16-4789-4616-b29f-a745973e1350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eb126676-baac-44c7-8776-db620659cc11'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:44:37.019254 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.031637 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22a6d32b-7add-4dcc-9722-71846a90e5cc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.152364 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.154048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] For port cfad90fc-28e6-4fe3-8f84-650431e18ffe, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:44:37.159372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] For port cfad90fc-28e6-4fe3-8f84-650431e18ffe, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=cfad90fc-28e6-4fe3-8f84-650431e18ffe,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:44:37.169290 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22a6d32b-7add-4dcc-9722-71846a90e5cc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.170726 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.198522 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22a6d32b-7add-4dcc-9722-71846a90e5cc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.228523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34360) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:37.238637 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:37.239263 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.240884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] 10.222.0.103 "PUT /v2.0/ports/cfad90fc-28e6-4fe3-8f84-650431e18ffe HTTP/1.1" status: 200 len: 1092 time: 1.1394548 Jul 08 20:44:37.242692 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a67f4-826f-4447-9391-c65cff6ecfd6', 'tag': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:37.245015 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49837955-983b-4706-b091-64a3491f878f" -d '{"events": [{"name": "network-changed", "server_uuid": "e18a67f4-826f-4447-9391-c65cff6ecfd6", "tag": "cfad90fc-28e6-4fe3-8f84-650431e18ffe"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:37.252212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6d32b-7add-4dcc-9722-71846a90e5cc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc75535-dfd3-40b3-bdcb-e06cb404cc8d,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:37.257796 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22a6d32b-7add-4dcc-9722-71846a90e5cc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.261754 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-22a6d32b-7add-4dcc-9722-71846a90e5cc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3086288 Jul 08 20:44:37.262362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34364) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:37.275892 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f467112f-d0d5-47b3-abda-3ca139f4be87 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '2ab54454-35d0-417b-99c7-0d335edee411', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:37.287214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613585a-e1dd-4d37-96f4-77ecc867902f service neutron] Pushing event updated for resources: {'Port': ['ID=cfad90fc-28e6-4fe3-8f84-650431e18ffe,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:37.322404 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7ae7b0b1-d658-4673-b7c5-bc0714689386 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6d63f359ce2340fd84877969fc6bd224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0927625 Jul 08 20:44:37.324867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34366) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:37.338891 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1f649c-3091-444d-977a-a133c8c7b355 x-openstack-request-id: req-cf1f649c-3091-444d-977a-a133c8c7b355 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:37.339200 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18a67f4-826f-4447-9391-c65cff6ecfd6", "tag": "cfad90fc-28e6-4fe3-8f84-650431e18ffe", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:37.340081 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cf1f649c-3091-444d-977a-a133c8c7b355 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:37.341137 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a67f4-826f-4447-9391-c65cff6ecfd6', 'tag': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe', 'status': 'completed', 'code': 200} Jul 08 20:44:37.355648 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-f467112f-d0d5-47b3-abda-3ca139f4be87 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Project 87de211a996a4ed5bde38a65ec379f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:44:37.364200 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f467112f-d0d5-47b3-abda-3ca139f4be87 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.393109 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4efb48c0-40ed-46b8-9564-2ff4fa3f1d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.425554 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4efb48c0-40ed-46b8-9564-2ff4fa3f1d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.445174 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a936-f2d7-421d-af03-88101e63067a req-e8b0b684-2fc4-4a83-a011-cf713f7fa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:37.446725 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-e8b0b684-2fc4-4a83-a011-cf713f7fa0c2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 1095 time: 0.1547282 Jul 08 20:44:37.505796 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-16a668ae-399d-4c9e-8e2a-ddf64895c91b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfad90fc-28e6-4fe3-8f84-650431e18ffe HTTP/1.1" status: 200 len: 217 time: 0.0483558 Jul 08 20:44:37.507519 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f467112f-d0d5-47b3-abda-3ca139f4be87 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.515749 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4efb48c0-40ed-46b8-9564-2ff4fa3f1d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.519277 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f467112f-d0d5-47b3-abda-3ca139f4be87 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.523910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4efb48c0-40ed-46b8-9564-2ff4fa3f1d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.544603 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4efb48c0-40ed-46b8-9564-2ff4fa3f1d1d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/81b117e8-0d5d-4d03-b1c7-2fdce93f63c1 HTTP/1.1" status: 204 len: 168 time: 0.2176456 Jul 08 20:44:37.570980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb48c0-40ed-46b8-9564-2ff4fa3f1d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b117e8-0d5d-4d03-b1c7-2fdce93f63c1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:37.575966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467112f-d0d5-47b3-abda-3ca139f4be87 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e8f0b3-d4a4-4113-bebc-e9ca560ffd99,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:37.586455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f467112f-d0d5-47b3-abda-3ca139f4be87 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.591487 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f467112f-d0d5-47b3-abda-3ca139f4be87 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3218794 Jul 08 20:44:37.595169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34372) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:37.603710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a936-f2d7-421d-af03-88101e63067a req-48cf773a-40da-4782-b564-25df82b2f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:37.605434 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-48cf773a-40da-4782-b564-25df82b2f286 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=373f0c01-b696-4703-ab5a-3a737cebfdae HTTP/1.1" status: 200 len: 849 time: 0.0837810 Jul 08 20:44:37.609624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a3a25b0f-413f-4c64-af7c-9866b511dd70 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '2ab54454-35d0-417b-99c7-0d335edee411', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:37.648951 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-a3a25b0f-413f-4c64-af7c-9866b511dd70 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Project 87de211a996a4ed5bde38a65ec379f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:44:37.656487 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a3a25b0f-413f-4c64-af7c-9866b511dd70 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.697308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a936-f2d7-421d-af03-88101e63067a req-f8053028-8ad4-46be-a7e2-01d4ac9cc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:37.699385 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-f8053028-8ad4-46be-a7e2-01d4ac9cc231 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=eb126676-baac-44c7-8776-db620659cc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856564 Jul 08 20:44:37.757877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a3a25b0f-413f-4c64-af7c-9866b511dd70 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.764796 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a3a25b0f-413f-4c64-af7c-9866b511dd70 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.801674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25b0f-413f-4c64-af7c-9866b511dd70 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840c27ef-edd5-4cb5-99a8-ceecdad367b5,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:37.812471 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a3a25b0f-413f-4c64-af7c-9866b511dd70 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.819916 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a3a25b0f-413f-4c64-af7c-9866b511dd70 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2191424 Jul 08 20:44:37.821926 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34378) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:37.833649 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0a4dc1c6-a4e1-429c-91d4-3c30978c13a9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'network': {'name': 'tempest-network-smoke--319760658', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'port_security_enabled': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:37.862485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4dc1c6-a4e1-429c-91d4-3c30978c13a9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Made reservation on behalf of 87de211a996a4ed5bde38a65ec379f1e for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:37.869663 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc1c6-a4e1-429c-91d4-3c30978c13a9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.870693 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-d8e97710-ccd8-4971-ad0b-56ef375ef4cf service neutron] 10.222.0.103 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613011 Jul 08 20:44:37.899180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4dc1c6-a4e1-429c-91d4-3c30978c13a9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:44:37.913205 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc1c6-a4e1-429c-91d4-3c30978c13a9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:37.913846 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-0a4dc1c6-a4e1-429c-91d4-3c30978c13a9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Added segment b58ebd16-71fb-407a-b0a1-ac3f2ace220a of type vlan for network 07aaa10d-b9e5-4b2f-ac51-843386608412 Jul 08 20:44:37.961322 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc1c6-a4e1-429c-91d4-3c30978c13a9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:38.011254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc1c6-a4e1-429c-91d4-3c30978c13a9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:38.019006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4dc1c6-a4e1-429c-91d4-3c30978c13a9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:38.020181 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc1c6-a4e1-429c-91d4-3c30978c13a9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:38.112705 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0a4dc1c6-a4e1-429c-91d4-3c30978c13a9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2896066 Jul 08 20:44:38.116976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34388) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:38.124101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'admin_state_up': True, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:38.144124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dc1c6-a4e1-429c-91d4-3c30978c13a9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Network': ['ID=07aaa10d-b9e5-4b2f-ac51-843386608412,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:38.159044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 07aaa10d-b9e5-4b2f-ac51-843386608412 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:44:38.174286 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:38.175331 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:38.256423 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:38.265397 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:38.351431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb834b3d-244b-4b77-98e9-611cdb1c0544 req-514dcbfb-74b5-494d-b528-1af1e92ea778 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:38.353010 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb834b3d-244b-4b77-98e9-611cdb1c0544 req-514dcbfb-74b5-494d-b528-1af1e92ea778 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 943 time: 0.4994743 Jul 08 20:44:38.355390 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0c2a936-f2d7-421d-af03-88101e63067a req-0f3a3829-23c1-4236-8744-27bc1ab37ae1 service neutron] 10.222.0.103 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618478 Jul 08 20:44:38.425394 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb834b3d-244b-4b77-98e9-611cdb1c0544 req-55426658-1ba4-4d2e-8c6a-f3d0d47c27fe tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=8d509300-e44a-4218-b9b4-b56c245c36f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654013 Jul 08 20:44:38.501693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49837955-983b-4706-b091-64a3491f878f req-9cacac8f-7e63-40c3-9acc-044353df15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:38.503579 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-49837955-983b-4706-b091-64a3491f878f req-9cacac8f-7e63-40c3-9acc-044353df15a0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 1095 time: 0.0772197 Jul 08 20:44:38.510671 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:38.606638 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34400) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:38.637610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49837955-983b-4706-b091-64a3491f878f req-2f092210-cc72-468d-ba3a-958bf57f3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:38.639511 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-49837955-983b-4706-b091-64a3491f878f req-2f092210-cc72-468d-ba3a-958bf57f3aa0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 911 time: 0.1285753 Jul 08 20:44:38.684219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-49837955-983b-4706-b091-64a3491f878f req-cd3d7dc2-39c9-4881-911d-fd30e60d8b1f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfad90fc-28e6-4fe3-8f84-650431e18ffe HTTP/1.1" status: 200 len: 217 time: 0.0372384 Jul 08 20:44:38.748382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49837955-983b-4706-b091-64a3491f878f req-23e604ba-494b-41c9-88f3-9f08261c3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:38.750284 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-49837955-983b-4706-b091-64a3491f878f req-23e604ba-494b-41c9-88f3-9f08261c3dc0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=373f0c01-b696-4703-ab5a-3a737cebfdae HTTP/1.1" status: 200 len: 849 time: 0.0590518 Jul 08 20:44:38.796647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1271950707-network', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:38.809441 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:38.837925 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49837955-983b-4706-b091-64a3491f878f req-4f463969-d507-4a6b-8d20-fd5232412605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:38.838981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:38.840000 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-49837955-983b-4706-b091-64a3491f878f req-4f463969-d507-4a6b-8d20-fd5232412605 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=eb126676-baac-44c7-8776-db620659cc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790217 Jul 08 20:44:38.910330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Made reservation on behalf of 016450a62817480cb0f072b7b9a79ae4 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:38.912679 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:38.930298 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:38.945502 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-49837955-983b-4706-b091-64a3491f878f req-4f5b5d77-d380-49a6-8f62-a75178e82e2c service neutron] 10.222.0.103 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970509 Jul 08 20:44:39.028278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.25.4.53 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/bd1c01fb-4786-4b8f-a7e3-9b9034116f94) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:39.056782 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-49837955-983b-4706-b091-64a3491f878f req-2b8c885e-2dcc-40a6-b5ef-0f8dc2e50a5f service neutron] 10.222.0.103 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033354 Jul 08 20:44:39.159365 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:39.169571 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:39.204789 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:39.222874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:44:39.240110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377d38ab-de48-4514-8be3-ec0ab05a52bc,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:39.246054 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:39.246406 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Added segment 0fb41434-e6de-47a5-928e-0feb1bd1ab46 of type vlan for network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 Jul 08 20:44:39.304926 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:39.324121 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:39.377570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:39.381798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:39.384731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:39.391198 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:39.392836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:39.393595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:39.419524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=bd1c01fb-4786-4b8f-a7e3-9b9034116f94,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:39.479229 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8715329 Jul 08 20:44:39.482173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34410) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:39.488189 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0a635fa3-5b2d-45f2-91c3-c065042ca84a admin admin] Request body: {'subnet': {'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1271950707-subnet', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:39.514710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a635fa3-5b2d-45f2-91c3-c065042ca84a admin admin] Made reservation on behalf of 016450a62817480cb0f072b7b9a79ae4 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:39.523720 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a635fa3-5b2d-45f2-91c3-c065042ca84a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:39.538774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d01e9a-07ab-4d1c-9230-457300053367 admin admin] Pushing event updated for resources: {'Network': ['ID=fc4f8d2b-4d86-421d-b810-32e7c7f691a6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:39.552332 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:44:39.702607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f9488-2be8-4454-af37-52a2d51a5549 req-fab0532b-7ba0-49a8-aab3-71da8daf68be tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:39.704743 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-263f9488-2be8-4454-af37-52a2d51a5549 req-fab0532b-7ba0-49a8-aab3-71da8daf68be tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 943 time: 0.1260018 Jul 08 20:44:39.808999 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-263f9488-2be8-4454-af37-52a2d51a5549 req-957130ed-33fb-4115-b276-4bd4bc75fd51 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=8d509300-e44a-4218-b9b4-b56c245c36f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968587 Jul 08 20:44:39.819245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:39.919099 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a635fa3-5b2d-45f2-91c3-c065042ca84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:39.986761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a635fa3-5b2d-45f2-91c3-c065042ca84a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7b19d1-1f0e-4662-8fdf-ab1539839c55,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:39.993098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a635fa3-5b2d-45f2-91c3-c065042ca84a admin admin] Checking segment: {'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:39.993304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a635fa3-5b2d-45f2-91c3-c065042ca84a admin admin] Network hostable DHCP agents. Network: fc4f8d2b-4d86-421d-b810-32e7c7f691a6, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:44:40.011633 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a635fa3-5b2d-45f2-91c3-c065042ca84a admin admin] Network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:44:40.021874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-0a635fa3-5b2d-45f2-91c3-c065042ca84a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, fc4f8d2b-4d86-421d-b810-32e7c7f691a6) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:40.027766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a635fa3-5b2d-45f2-91c3-c065042ca84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:40.028364 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a635fa3-5b2d-45f2-91c3-c065042ca84a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.033335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c78fa9-92ad-4040-ad27-9e3b8e1e92a1 None None] Network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:44:40.049371 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0a635fa3-5b2d-45f2-91c3-c065042ca84a admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5624504 Jul 08 20:44:40.050097 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34416) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:40.056489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1271950707-router', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:40.083660 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.086078 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.124935 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.152280 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.227427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-fc4f8d2b-4d86-421d-b810-32e7c7f691a6', 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'fixed_ips': [{'subnet_id': '4c7b19d1-1f0e-4662-8fdf-ab1539839c55'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:44:40.228409 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.325814 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.387774 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.409026 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Allocated IP 172.20.0.2 (fc4f8d2b-4d86-421d-b810-32e7c7f691a6/4c7b19d1-1f0e-4662-8fdf-ab1539839c55/6187213e-a605-4910-b20a-d53fbf006dbd) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:40.558002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router d4cb6506-a7e5-4455-b152-12798b7ea45e is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:44:40.576512 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.607190 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.619364 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Transition to ACTIVE for port object 6187213e-a605-4910-b20a-d53fbf006dbd will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:40.622606 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.640822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Transition to ACTIVE for port object 6187213e-a605-4910-b20a-d53fbf006dbd will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:40.652293 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.696162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:44:40.709458 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Sync routers for ids ['d4cb6506-a7e5-4455-b152-12798b7ea45e'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:44:40.710949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:40.717367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:40.720832 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Routers {'d4cb6506-a7e5-4455-b152-12798b7ea45e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:40.721699 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['d4cb6506-a7e5-4455-b152-12798b7ea45e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:40.722399 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:40.731675 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.738545 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7ee6b2f2-bead-4c4e-95c8-c6fff45a9dc3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6196053 Jul 08 20:44:40.738746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34418) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:40.742743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Pushing event updated for resources: {'Port': ['ID=6187213e-a605-4910-b20a-d53fbf006dbd,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:40.807210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Allocated IP 172.25.4.26 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/bdcbe576-905e-442e-96e6-c31affe79c08) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:40.818261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Attempting to bind port 6187213e-a605-4910-b20a-d53fbf006dbd on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:44:40.819126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Attempting to bind port 6187213e-a605-4910-b20a-d53fbf006dbd by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:44:40.819702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Attempting to bind port 6187213e-a605-4910-b20a-d53fbf006dbd on network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:40.831220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:44:40.832326 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Checking segment: {'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:40.833193 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.834518 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Bound using segment: {'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:44:40.835542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Bound port: 6187213e-a605-4910-b20a-d53fbf006dbd, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:44:40.836832 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:40.858912 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Set router d4cb6506-a7e5-4455-b152-12798b7ea45e gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:40.933495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] For port 6187213e-a605-4910-b20a-d53fbf006dbd, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:44:40.937967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] For port 6187213e-a605-4910-b20a-d53fbf006dbd, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6187213e-a605-4910-b20a-d53fbf006dbd,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:44:40.945635 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:41.035936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34428) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:41.038685 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-49f2fb76-a855-4d48-9ed2-aa7ee02dd0b6 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=87de211a996a4ed5bde38a65ec379f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2986755 Jul 08 20:44:41.079164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f2f8f-d1bb-453d-a202-f8ff946201c5 None None] Pushing event updated for resources: {'Port': ['ID=6187213e-a605-4910-b20a-d53fbf006dbd,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:41.189453 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:39Z', 'revision_number': 3, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:41.207281 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aeecb-3612-443d-960a-54104ef8feed req-b742a84c-0fc6-4adc-9fe3-4fc30121afa1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:41.209296 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f8aeecb-3612-443d-960a-54104ef8feed req-b742a84c-0fc6-4adc-9fe3-4fc30121afa1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 943 time: 0.1695161 Jul 08 20:44:41.215669 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:41.224379 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Checking router: d4cb6506-a7e5-4455-b152-12798b7ea45e for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:44:41.225136 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Updating router d4cb6506-a7e5-4455-b152-12798b7ea45e port bd1c01fb-4786-4b8f-a7e3-9b9034116f94 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:44:41.267893 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:41.392113 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f406166-c7dd-40a8-a0da-36294722dda0 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:41.394127 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5f406166-c7dd-40a8-a0da-36294722dda0 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3572881 Jul 08 20:44:41.396939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34430) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:41.401418 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f8aeecb-3612-443d-960a-54104ef8feed req-c1271e85-d03d-4702-9d2f-6b9cafe842e2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=8d509300-e44a-4218-b9b4-b56c245c36f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765726 Jul 08 20:44:41.415429 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:41.457169 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-08d16282-7232-4c78-a959-21d7d0975f67 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591013 Jul 08 20:44:41.460830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34432) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:41.467587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-987536e4-7a91-4eb3-9500-f6482fbee0fc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1803388414', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:41.554856 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:41.559410 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:41.570492 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:41.599673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987536e4-7a91-4eb3-9500-f6482fbee0fc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Made reservation on behalf of 87de211a996a4ed5bde38a65ec379f1e for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:41.604108 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-987536e4-7a91-4eb3-9500-f6482fbee0fc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:41.631649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Pushing event updated for resources: {'Port': ['ID=bdcbe576-905e-442e-96e6-c31affe79c08,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:41.730061 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device cfad90fc-28e6-4fe3-8f84-650431e18ffe details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:44:41.767652 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:41.781465 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Transition to ACTIVE for port object bd1c01fb-4786-4b8f-a7e3-9b9034116f94 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:41.791326 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:41.884436 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6187213e-a605-4910-b20a-d53fbf006dbd up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:41.899071 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Attempting to bind port bd1c01fb-4786-4b8f-a7e3-9b9034116f94 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:44:41.899446 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Attempting to bind port bd1c01fb-4786-4b8f-a7e3-9b9034116f94 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:44:41.900019 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Attempting to bind port bd1c01fb-4786-4b8f-a7e3-9b9034116f94 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:41.905705 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eb860-7b71-48d8-ace7-68509a5e06b6 None None] Pushing event updated for resources: {'Port': ['ID=bd1c01fb-4786-4b8f-a7e3-9b9034116f94,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:41.912758 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:44:41.913593 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:41.914207 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:41.914868 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:44:41.915510 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Bound port: bd1c01fb-4786-4b8f-a7e3-9b9034116f94, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:44:41.916086 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:41.961167 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-987536e4-7a91-4eb3-9500-f6482fbee0fc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:41.977008 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] For port bd1c01fb-4786-4b8f-a7e3-9b9034116f94, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:44:41.980951 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] For port bd1c01fb-4786-4b8f-a7e3-9b9034116f94, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bd1c01fb-4786-4b8f-a7e3-9b9034116f94,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:44:41.987112 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:42.034085 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 6187213e-a605-4910-b20a-d53fbf006dbd completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:42.054685 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eb860-7b71-48d8-ace7-68509a5e06b6 None None] Pushing event updated for resources: {'Port': ['ID=bd1c01fb-4786-4b8f-a7e3-9b9034116f94,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:42.088342 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:42.093391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987536e4-7a91-4eb3-9500-f6482fbee0fc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Subnet': ['ID=89d340c4-b176-46f3-aa97-5ad94c765d2d,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:42.104153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port cfad90fc-28e6-4fe3-8f84-650431e18ffe, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=cfad90fc-28e6-4fe3-8f84-650431e18ffe,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:42.120983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'port_id': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe', 'mac_address': 'fa:16:3e:ea:36:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:44:42.135149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987536e4-7a91-4eb3-9500-f6482fbee0fc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Checking segment: {'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:42.137325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987536e4-7a91-4eb3-9500-f6482fbee0fc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network hostable DHCP agents. Network: 07aaa10d-b9e5-4b2f-ac51-843386608412, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:44:42.156283 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Routers {'d4cb6506-a7e5-4455-b152-12798b7ea45e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:42.161577 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['d4cb6506-a7e5-4455-b152-12798b7ea45e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:42.171737 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:42.187494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987536e4-7a91-4eb3-9500-f6482fbee0fc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 07aaa10d-b9e5-4b2f-ac51-843386608412 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:44:42.188693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfad90fc-28e6-4fe3-8f84-650431e18ffe {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:44:42.206921 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-987536e4-7a91-4eb3-9500-f6482fbee0fc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 07aaa10d-b9e5-4b2f-ac51-843386608412) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:42.213593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987536e4-7a91-4eb3-9500-f6482fbee0fc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:42.214200 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-987536e4-7a91-4eb3-9500-f6482fbee0fc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:42.226290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port cfad90fc-28e6-4fe3-8f84-650431e18ffe, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=cfad90fc-28e6-4fe3-8f84-650431e18ffe,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:42.229689 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af7879-31a9-424e-8ad7-51a0c31a4c64 None None] Network 07aaa10d-b9e5-4b2f-ac51-843386608412 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:44:42.235961 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:42.248664 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-987536e4-7a91-4eb3-9500-f6482fbee0fc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7864289 Jul 08 20:44:42.252375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34438) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:42.380334 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] Set router d4cb6506-a7e5-4455-b152-12798b7ea45e gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:42.382326 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=cfad90fc-28e6-4fe3-8f84-650431e18ffe,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:42.559585 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:42.564467 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['cfad90fc-28e6-4fe3-8f84-650431e18ffe'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:44:42.569727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-07aaa10d-b9e5-4b2f-ac51-843386608412', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ips': [{'subnet_id': '89d340c4-b176-46f3-aa97-5ad94c765d2d'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:44:42.572432 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:42.769203 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:39Z', 'revision_number': 3, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:42.779889 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a539a244-47fc-45fd-986a-99178a61579a None None] Network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:44:42.829717 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f54531-7792-4c4f-a971-5e1aae53a908 None None] The sync data for ids ['d4cb6506-a7e5-4455-b152-12798b7ea45e'] in n-d-791506-16 is: [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:39Z', 'revision_number': 3, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:44:42.851655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Allocated IP 172.20.0.2 (07aaa10d-b9e5-4b2f-ac51-843386608412/89d340c4-b176-46f3-aa97-5ad94c765d2d/883c1f99-5967-4360-8f06-5ab13ce7974a) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:42.900121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569ac4-f23f-4110-9855-c438459b9294 req-b5a8cbed-dd60-42ff-9f2c-cbc7eb19f71f tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:42.901786 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d569ac4-f23f-4110-9855-c438459b9294 req-b5a8cbed-dd60-42ff-9f2c-cbc7eb19f71f tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 944 time: 0.2473748 Jul 08 20:44:42.929845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Router edb1166c-c576-4b3e-aec5-ea654d8fd758 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:44:42.994064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-eff561cc-b4d5-4c66-8ee1-fbd9757733da None None] Provisioning for port 6187213e-a605-4910-b20a-d53fbf006dbd completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:43.026650 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d569ac4-f23f-4110-9855-c438459b9294 req-b5053ec7-559c-4d18-8ff8-ec0255f69b94 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=8d509300-e44a-4218-b9b4-b56c245c36f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159122 Jul 08 20:44:43.044445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:43.084895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-eff561cc-b4d5-4c66-8ee1-fbd9757733da None None] Provisioning complete for port 6187213e-a605-4910-b20a-d53fbf006dbd triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:43.085326 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eff561cc-b4d5-4c66-8ee1-fbd9757733da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:43.140211 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:44:43.174424 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Sync routers for ids ['edb1166c-c576-4b3e-aec5-ea654d8fd758'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:44:43.194091 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:43.196419 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-251afd2b-5018-4053-a47f-8946d8f9aa46 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1442094 Jul 08 20:44:43.198775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34442) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:43.298758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Routers {'edb1166c-c576-4b3e-aec5-ea654d8fd758'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:43.299041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['edb1166c-c576-4b3e-aec5-ea654d8fd758'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:43.724408 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:43.748885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Set router edb1166c-c576-4b3e-aec5-ea654d8fd758 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:43.822177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Transition to ACTIVE for port object 883c1f99-5967-4360-8f06-5ab13ce7974a will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:43.929895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bd1c01fb-4786-4b8f-a7e3-9b9034116f94 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:44.045002 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eff561cc-b4d5-4c66-8ee1-fbd9757733da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.053017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Transition to ACTIVE for port object 883c1f99-5967-4360-8f06-5ab13ce7974a will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:44.080512 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.147942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Network 07aaa10d-b9e5-4b2f-ac51-843386608412 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:44.157429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:44.159954 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:44.192992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-eff561cc-b4d5-4c66-8ee1-fbd9757733da None None] For port 6187213e-a605-4910-b20a-d53fbf006dbd, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6187213e-a605-4910-b20a-d53fbf006dbd,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:44.215855 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eff561cc-b4d5-4c66-8ee1-fbd9757733da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.269844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Pushing event updated for resources: {'Port': ['ID=883c1f99-5967-4360-8f06-5ab13ce7974a,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:44.314445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port bd1c01fb-4786-4b8f-a7e3-9b9034116f94 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:44.318987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e770349-146f-476e-b34d-591257356e25 req-39c9dc1a-cba2-4026-bf31-817ea6d02e19 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:44.320578 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e770349-146f-476e-b34d-591257356e25 req-39c9dc1a-cba2-4026-bf31-817ea6d02e19 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 944 time: 0.1058781 Jul 08 20:44:44.343573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bd1c01fb-4786-4b8f-a7e3-9b9034116f94 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:44.344815 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.346806 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.20.0.1 (07aaa10d-b9e5-4b2f-ac51-843386608412/89d340c4-b176-46f3-aa97-5ad94c765d2d/0701acdd-ace2-47fa-a86b-04cf50ff3b5d) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:44.409785 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e770349-146f-476e-b34d-591257356e25 req-f53b27c3-02ae-4a3e-aba1-40367a1523df tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=8d509300-e44a-4218-b9b4-b56c245c36f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805213 Jul 08 20:44:44.432161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Attempting to bind port 883c1f99-5967-4360-8f06-5ab13ce7974a on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:44:44.432161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Attempting to bind port 883c1f99-5967-4360-8f06-5ab13ce7974a by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:44:44.432161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Attempting to bind port 883c1f99-5967-4360-8f06-5ab13ce7974a on network 07aaa10d-b9e5-4b2f-ac51-843386608412 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:44.459650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4e81d706-5da2-43cd-bfbf-ed19d478aeeb None None] Provisioning complete for port 6187213e-a605-4910-b20a-d53fbf006dbd triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:44.460025 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4e81d706-5da2-43cd-bfbf-ed19d478aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.467223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff561cc-b4d5-4c66-8ee1-fbd9757733da None None] Pushing event updated for resources: {'Port': ['ID=6187213e-a605-4910-b20a-d53fbf006dbd,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:44.472138 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:44:44.472528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Checking segment: {'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:44.472967 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.473369 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Bound using segment: {'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:44:44.473858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Bound port: 883c1f99-5967-4360-8f06-5ab13ce7974a, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:44:44.474387 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.580331 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.616313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'name': 'tempest-TestServerMultinode-1271950707-router', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:41Z', 'revision_number': 3, 'project_id': '016450a62817480cb0f072b7b9a79ae4', 'gw_port': {'id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:10:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:44.629924 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.655756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] For port 883c1f99-5967-4360-8f06-5ab13ce7974a, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:44:44.663433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Checking router: edb1166c-c576-4b3e-aec5-ea654d8fd758 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:44:44.663803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Updating router edb1166c-c576-4b3e-aec5-ea654d8fd758 port bdcbe576-905e-442e-96e6-c31affe79c08 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:44:44.695936 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.702526 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] For port 883c1f99-5967-4360-8f06-5ab13ce7974a, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=883c1f99-5967-4360-8f06-5ab13ce7974a,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:44:44.719539 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Transition to ACTIVE for port object 0701acdd-ace2-47fa-a86b-04cf50ff3b5d will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:44.733396 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.784588 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.787326 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port bd1c01fb-4786-4b8f-a7e3-9b9034116f94, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bd1c01fb-4786-4b8f-a7e3-9b9034116f94,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:44.830332 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.864289 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:44.883743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e5df1-d3d0-4db8-9b20-c27e4dd8ed9d None None] Pushing event updated for resources: {'Port': ['ID=883c1f99-5967-4360-8f06-5ab13ce7974a,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:44.942197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 07aaa10d-b9e5-4b2f-ac51-843386608412 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:44.948941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Allocated IP 172.20.0.1 (fc4f8d2b-4d86-421d-b810-32e7c7f691a6/4c7b19d1-1f0e-4662-8fdf-ab1539839c55/fea5a4d0-9267-40aa-b461-515bb2779df4) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:44.954937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:44.959678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:44.962787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=0701acdd-ace2-47fa-a86b-04cf50ff3b5d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:44.975023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:44.975307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:44.976138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:44.976497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:44.976863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:44.977226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:44.977591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:44.977950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:44.978364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:44.978709 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:44.979063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:44.979410 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:45.090843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=bd1c01fb-4786-4b8f-a7e3-9b9034116f94,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:45.123455 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:45.270260 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:45.285687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Transition to ACTIVE for port object bdcbe576-905e-442e-96e6-c31affe79c08 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:45.300918 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:45.339723 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:45.368998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Attempting to bind port bdcbe576-905e-442e-96e6-c31affe79c08 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:44:45.369375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Attempting to bind port bdcbe576-905e-442e-96e6-c31affe79c08 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:44:45.369833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Attempting to bind port bdcbe576-905e-442e-96e6-c31affe79c08 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:45.372042 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a62f6-ac05-4449-b7c4-d8e088e502ed None None] Pushing event updated for resources: {'Port': ['ID=bdcbe576-905e-442e-96e6-c31affe79c08,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:45.379560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Transition to ACTIVE for port object fea5a4d0-9267-40aa-b461-515bb2779df4 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:45.380191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:44:45.380191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:45.380654 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:45.381128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:44:45.381678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Bound port: bdcbe576-905e-442e-96e6-c31affe79c08, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:44:45.382230 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:45.443276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] For port bdcbe576-905e-442e-96e6-c31affe79c08, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:44:45.447945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] For port bdcbe576-905e-442e-96e6-c31affe79c08, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bdcbe576-905e-442e-96e6-c31affe79c08,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:44:45.453627 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:45.484272 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:45.525967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Routers {'edb1166c-c576-4b3e-aec5-ea654d8fd758'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:45.526708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['edb1166c-c576-4b3e-aec5-ea654d8fd758'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:45.564818 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:45.589379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a62f6-ac05-4449-b7c4-d8e088e502ed None None] Pushing event updated for resources: {'Port': ['ID=bdcbe576-905e-442e-96e6-c31affe79c08,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:45.614275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Pushing event updated for resources: {'Port': ['ID=fea5a4d0-9267-40aa-b461-515bb2779df4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:45.646901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:45.655737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:45.706247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] Set router edb1166c-c576-4b3e-aec5-ea654d8fd758 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:45.720983 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a33d26-dca6-4637-8666-2812ef1936f3 req-cfda6156-ac37-4427-9fa4-81091d0390b2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:45.721721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:45.733086 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0a33d26-dca6-4637-8666-2812ef1936f3 req-cfda6156-ac37-4427-9fa4-81091d0390b2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 944 time: 0.1393969 Jul 08 20:44:45.807950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device cfad90fc-28e6-4fe3-8f84-650431e18ffe up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:45.834337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:45.858325 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c0a33d26-dca6-4637-8666-2812ef1936f3 req-85c2aca9-7cbc-493c-8e8f-768572be2800 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=8d509300-e44a-4218-b9b4-b56c245c36f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238482 Jul 08 20:44:46.022260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 883c1f99-5967-4360-8f06-5ab13ce7974a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:46.146548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 883c1f99-5967-4360-8f06-5ab13ce7974a completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:46.151418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port cfad90fc-28e6-4fe3-8f84-650431e18ffe completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:46.157858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bd1c01fb-4786-4b8f-a7e3-9b9034116f94 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:46.162407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port cfad90fc-28e6-4fe3-8f84-650431e18ffe triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:46.162797 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:46.217153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'name': 'tempest-TestServerMultinode-1271950707-router', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:41Z', 'revision_number': 3, 'project_id': '016450a62817480cb0f072b7b9a79ae4', 'gw_port': {'id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:10:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:46.287484 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:46.387750 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:46.405922 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:46.423003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae475e0-e45e-4891-8591-1917ef2f421a None None] Network 07aaa10d-b9e5-4b2f-ac51-843386608412 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:44:46.431411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5bb2b-257a-4377-baf2-f491aae94ef0 None None] The sync data for ids ['edb1166c-c576-4b3e-aec5-ea654d8fd758'] in n-d-791506-16 is: [{'id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'name': 'tempest-TestServerMultinode-1271950707-router', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:41Z', 'revision_number': 3, 'project_id': '016450a62817480cb0f072b7b9a79ae4', 'gw_port': {'id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:10:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:44:46.494060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e8e8e5b3-eb8e-4273-ac8d-3853c392148d None None] Provisioning for port fea5a4d0-9267-40aa-b461-515bb2779df4 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:46.505272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e8e8e5b3-eb8e-4273-ac8d-3853c392148d None None] Provisioning complete for port fea5a4d0-9267-40aa-b461-515bb2779df4 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:46.505272 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8e8e5b3-eb8e-4273-ac8d-3853c392148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:46.537295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:46.577851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bd1c01fb-4786-4b8f-a7e3-9b9034116f94 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:46.579065 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:46.586989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8e5b3-eb8e-4273-ac8d-3853c392148d None None] Port fea5a4d0-9267-40aa-b461-515bb2779df4 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:44:46.634950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=0701acdd-ace2-47fa-a86b-04cf50ff3b5d,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:46.652252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 07aaa10d-b9e5-4b2f-ac51-843386608412 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:46.659863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:46.705850 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:46.761657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d3e288e4-80e9-406b-9792-2270dc8112ec None None] Provisioning for port 883c1f99-5967-4360-8f06-5ab13ce7974a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:46.771164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a67f4-826f-4447-9391-c65cff6ecfd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:46.773487 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92a8e79-4e48-4f28-ae41-a9343efd3424" -d '{"events": [{"server_uuid": "e18a67f4-826f-4447-9391-c65cff6ecfd6", "name": "network-vif-plugged", "status": "completed", "tag": "cfad90fc-28e6-4fe3-8f84-650431e18ffe"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:46.808083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d3e288e4-80e9-406b-9792-2270dc8112ec None None] Provisioning complete for port 883c1f99-5967-4360-8f06-5ab13ce7974a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:46.808504 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3e288e4-80e9-406b-9792-2270dc8112ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:46.811572 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port cfad90fc-28e6-4fe3-8f84-650431e18ffe, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=cfad90fc-28e6-4fe3-8f84-650431e18ffe,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:46.845231 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:46.894020 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:46.901411 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b68058f-bd8f-4ac2-a1e9-779d1742a8d0 x-openstack-request-id: req-1b68058f-bd8f-4ac2-a1e9-779d1742a8d0 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:46.901411 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18a67f4-826f-4447-9391-c65cff6ecfd6", "name": "network-vif-plugged", "status": "completed", "tag": "cfad90fc-28e6-4fe3-8f84-650431e18ffe", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:46.901717 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1b68058f-bd8f-4ac2-a1e9-779d1742a8d0 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:46.902235 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a67f4-826f-4447-9391-c65cff6ecfd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe', 'code': 200} Jul 08 20:44:46.908286 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:46.930642 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6187213e-a605-4910-b20a-d53fbf006dbd up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:47.024114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router d4cb6506-a7e5-4455-b152-12798b7ea45e has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:44:47.072945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9798406-0797-45c6-a4d7-deaa85afdaed req-7b3bb00b-b5a1-4be5-85ae-05f55689edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:47.075405 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9798406-0797-45c6-a4d7-deaa85afdaed req-7b3bb00b-b5a1-4be5-85ae-05f55689edae service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 1097 time: 0.1598139 Jul 08 20:44:47.085707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Pushing event updated for resources: {'Port': ['ID=fea5a4d0-9267-40aa-b461-515bb2779df4,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:47.092687 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:47.165543 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9798406-0797-45c6-a4d7-deaa85afdaed req-a51aa1a1-6455-4754-93fa-46b710df00a4 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=8d509300-e44a-4218-b9b4-b56c245c36f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779431 Jul 08 20:44:47.233255 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=cfad90fc-28e6-4fe3-8f84-650431e18ffe,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:47.255639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6187213e-a605-4910-b20a-d53fbf006dbd triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:47.256466 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:47.258683 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3e288e4-80e9-406b-9792-2270dc8112ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:47.332546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d3e288e4-80e9-406b-9792-2270dc8112ec None None] For port 883c1f99-5967-4360-8f06-5ab13ce7974a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=883c1f99-5967-4360-8f06-5ab13ce7974a,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:47.339729 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3e288e4-80e9-406b-9792-2270dc8112ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:47.458025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e288e4-80e9-406b-9792-2270dc8112ec None None] Pushing event updated for resources: {'Port': ['ID=883c1f99-5967-4360-8f06-5ab13ce7974a,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:47.572365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a85a8efe-d9ed-47fb-b6fb-a6bac5e9cd37 None None] Provisioning complete for port 883c1f99-5967-4360-8f06-5ab13ce7974a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:47.572712 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a85a8efe-d9ed-47fb-b6fb-a6bac5e9cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:47.674913 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:47.845822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a85a8efe-d9ed-47fb-b6fb-a6bac5e9cd37 None None] Provisioning for port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:47.852659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a85a8efe-d9ed-47fb-b6fb-a6bac5e9cd37 None None] Provisioning complete for port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:47.853042 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a85a8efe-d9ed-47fb-b6fb-a6bac5e9cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:47.899517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a85a8efe-d9ed-47fb-b6fb-a6bac5e9cd37 None None] Port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:44:47.921911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 883c1f99-5967-4360-8f06-5ab13ce7974a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:48.014750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:48.027498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:44:48.044000 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Sync routers for ids ['d4cb6506-a7e5-4455-b152-12798b7ea45e'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:44:48.050529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-878ed74a-ae06-4644-ae05-384bdb2bd5b2 None None] Provisioning complete for port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:48.050912 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-878ed74a-ae06-4644-ae05-384bdb2bd5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:48.056118 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4846e83c-4ba8-435b-9765-50e7f315dbac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "PUT /v2.0/routers/d4cb6506-a7e5-4455-b152-12798b7ea45e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7830925 Jul 08 20:44:48.056905 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Routers {'d4cb6506-a7e5-4455-b152-12798b7ea45e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:48.057575 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['d4cb6506-a7e5-4455-b152-12798b7ea45e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:48.082831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 883c1f99-5967-4360-8f06-5ab13ce7974a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:48.083315 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:48.088622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4342013-91c1-4db9-acf3-893c06bd2f27 req-b3982d84-b4dd-4cfb-b282-68708743457b tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:48.092274 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4342013-91c1-4db9-acf3-893c06bd2f27 req-b3982d84-b4dd-4cfb-b282-68708743457b tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 945 time: 0.9870150 Jul 08 20:44:48.096140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:48.273430 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-878ed74a-ae06-4644-ae05-384bdb2bd5b2 None None] Port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:44:48.364192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bdcbe576-905e-442e-96e6-c31affe79c08 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:48.424240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4342013-91c1-4db9-acf3-893c06bd2f27 req-e28cfc6b-2b5a-4733-a6ab-4658cd1b2ec9 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=8d509300-e44a-4218-b9b4-b56c245c36f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208511 Jul 08 20:44:48.444776 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Set router d4cb6506-a7e5-4455-b152-12798b7ea45e gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:48.483733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Router edb1166c-c576-4b3e-aec5-ea654d8fd758 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:44:48.527851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8efb1e30-2873-4177-a9a5-68aa784392cf None None] Provisioning complete for port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:48.528559 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8efb1e30-2873-4177-a9a5-68aa784392cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:48.621375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8efb1e30-2873-4177-a9a5-68aa784392cf None None] Port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:44:48.632357 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port bdcbe576-905e-442e-96e6-c31affe79c08 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:48.637434 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bdcbe576-905e-442e-96e6-c31affe79c08 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:48.637810 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:48.713046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:44:48.729735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5b6283b5-5606-4bd8-aedc-cca2e034dfbc admin admin] 10.222.0.101 "PUT /v2.0/routers/edb1166c-c576-4b3e-aec5-ea654d8fd758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5193365 Jul 08 20:44:48.748858 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-a94d2801-3017-408e-970c-2a9c5b31c92c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220603627&fields=id&tenant_id=87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 267 time: 0.1376910 Jul 08 20:44:48.749031 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:48.787696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port bdcbe576-905e-442e-96e6-c31affe79c08, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bdcbe576-905e-442e-96e6-c31affe79c08,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:48.789085 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a967166e-1516-45db-9d6c-c8075b5b9e53 None None] Provisioning complete for port fea5a4d0-9267-40aa-b461-515bb2779df4 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:48.789433 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a967166e-1516-45db-9d6c-c8075b5b9e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:48.815745 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:48.876323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a967166e-1516-45db-9d6c-c8075b5b9e53 None None] Port fea5a4d0-9267-40aa-b461-515bb2779df4 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:44:48.878279 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:45Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '0701acdd-ace2-47fa-a86b-04cf50ff3b5d', 'name': '', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:4e:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:43Z', 'updated_at': '2021-07-08T20:44:46Z', 'revision_number': 2, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:48.904441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=bdcbe576-905e-442e-96e6-c31affe79c08,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:48.927011 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Checking router: d4cb6506-a7e5-4455-b152-12798b7ea45e for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:44:48.927442 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Updating router d4cb6506-a7e5-4455-b152-12798b7ea45e port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:44:48.967270 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:48.975290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756e585-30ed-4553-8451-8c2107118268 req-8724070f-8070-4057-9853-20de6c8d1209 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:48.977165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-8724070f-8070-4057-9853-20de6c8d1209 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/networks?id=07aaa10d-b9e5-4b2f-ac51-843386608412 HTTP/1.1" status: 200 len: 796 time: 0.2221224 Jul 08 20:44:48.994963 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-f28f6400-a059-4293-8d56-a947cc52bd9c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/quotas/87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 375 time: 0.0119798 Jul 08 20:44:49.091513 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Sync routers for ids ['edb1166c-c576-4b3e-aec5-ea654d8fd758'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:44:49.101891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Routers {'edb1166c-c576-4b3e-aec5-ea654d8fd758'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:49.102964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['edb1166c-c576-4b3e-aec5-ea654d8fd758'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:49.104749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-f4c011f6-5775-4723-a435-3142d601c83b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029856 Jul 08 20:44:49.289852 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-652d0e0f-8c5d-4588-8743-634729c6fd91 service neutron] 10.222.0.101 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684930 Jul 08 20:44:49.291384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Set router edb1166c-c576-4b3e-aec5-ea654d8fd758 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:49.343607 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:49.365257 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Transition to ACTIVE for port object 0701acdd-ace2-47fa-a86b-04cf50ff3b5d will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:49.374984 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:49.510049 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953f45e-aefe-4604-a86d-a166254a24b3 None None] Pushing event updated for resources: {'Port': ['ID=0701acdd-ace2-47fa-a86b-04cf50ff3b5d,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:49.510341 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-c36b2337-16b2-4aa7-94ec-e79897862c8d service neutron] 10.222.0.101 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106388 Jul 08 20:44:49.629167 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Attempting to bind port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:44:49.631040 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Attempting to bind port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:44:49.632734 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Attempting to bind port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d on network 07aaa10d-b9e5-4b2f-ac51-843386608412 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:49.646430 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:44:49.647732 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Checking segment: {'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:49.648918 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:49.649422 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Bound using segment: {'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:44:49.650844 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Bound port: 0701acdd-ace2-47fa-a86b-04cf50ff3b5d, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:44:49.652279 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:49.772183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162851eb-1b77-4d81-80c9-bfc39e3fead5 req-bc071714-aa61-4cd4-b0fe-91b642387ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:49.773057 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'name': 'tempest-TestServerMultinode-1271950707-router', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:46Z', 'revision_number': 4, 'project_id': '016450a62817480cb0f072b7b9a79ae4', 'gw_port': {'id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'fea5a4d0-9267-40aa-b461-515bb2779df4', 'name': '', 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'mac_address': 'fa:16:3e:fe:f3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '4c7b19d1-1f0e-4662-8fdf-ab1539839c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:44Z', 'updated_at': '2021-07-08T20:44:46Z', 'revision_number': 2, 'project_id': '016450a62817480cb0f072b7b9a79ae4', 'subnets': [{'id': '4c7b19d1-1f0e-4662-8fdf-ab1539839c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:49.773879 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-162851eb-1b77-4d81-80c9-bfc39e3fead5 req-bc071714-aa61-4cd4-b0fe-91b642387ec1 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 945 time: 0.1266868 Jul 08 20:44:49.805733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34504) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:49.813717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-77620798-network', 'tenant_id': '7076e605774740c88259e9bcc6efc026'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:49.814576 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] For port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:44:49.819580 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] For port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0701acdd-ace2-47fa-a86b-04cf50ff3b5d,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:44:49.835232 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:49.866957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bdcbe576-905e-442e-96e6-c31affe79c08 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:49.869415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Made reservation on behalf of 7076e605774740c88259e9bcc6efc026 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:49.876923 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:49.888206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Checking router: edb1166c-c576-4b3e-aec5-ea654d8fd758 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:44:49.888986 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:49.896297 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-162851eb-1b77-4d81-80c9-bfc39e3fead5 req-94477a98-0b44-454f-99fc-4bc6bbe46ee3 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=8d509300-e44a-4218-b9b4-b56c245c36f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137581 Jul 08 20:44:49.900543 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Updating router edb1166c-c576-4b3e-aec5-ea654d8fd758 port fea5a4d0-9267-40aa-b461-515bb2779df4 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:44:49.905678 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953f45e-aefe-4604-a86d-a166254a24b3 None None] Pushing event updated for resources: {'Port': ['ID=0701acdd-ace2-47fa-a86b-04cf50ff3b5d,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:49.934219 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Routers {'d4cb6506-a7e5-4455-b152-12798b7ea45e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:49.934828 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['d4cb6506-a7e5-4455-b152-12798b7ea45e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:50.086786 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-385f15a9-1d87-4eae-9cb4-84f197624f85 req-02af2ac2-138c-463b-8e37-86e5179a0f9b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 210 time: 0.0927343 Jul 08 20:44:50.094618 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] Set router d4cb6506-a7e5-4455-b152-12798b7ea45e gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:50.172219 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:50.234126 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:50.245125 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:50.323024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:44:50.338678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598d2897-86f9-4409-a6ef-eec32836678c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:50.346365 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:50.346745 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Added segment 5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef of type vlan for network 49afb0c1-e9cb-4c80-8b85-db533fa8990f Jul 08 20:44:50.428495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b882fa5-92ad-4a43-964c-89e4b8ff0791 req-5d8b6f1f-eb0f-4afd-bf70-c814ceefcf84 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:50.430138 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5b882fa5-92ad-4a43-964c-89e4b8ff0791 req-5d8b6f1f-eb0f-4afd-bf70-c814ceefcf84 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 945 time: 0.1514397 Jul 08 20:44:50.436932 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:50.441137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34518) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:50.448181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-798d2811-b123-46a1-8895-a02b651e5cab tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Request body: {'floatingip': {'port_id': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:50.494572 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:50.497999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:50.498670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bdcbe576-905e-442e-96e6-c31affe79c08 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:50.499172 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:50.503034 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:50.513368 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-798d2811-b123-46a1-8895-a02b651e5cab tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:50.604108 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:45Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '0701acdd-ace2-47fa-a86b-04cf50ff3b5d', 'name': '', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:4e:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:43Z', 'updated_at': '2021-07-08T20:44:49Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:50.671089 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8630383 Jul 08 20:44:50.675209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34522) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:50.682017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6f51dc40-ae05-4e0c-9afa-d993e17fb9fe admin admin] Request body: {'subnet': {'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-77620798-subnet', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:50.700878 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639577df-bc9d-48b1-a762-53dd764a36c3 None None] The sync data for ids ['d4cb6506-a7e5-4455-b152-12798b7ea45e'] in n-d-791506-16 is: [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:45Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '0701acdd-ace2-47fa-a86b-04cf50ff3b5d', 'name': '', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:4e:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:43Z', 'updated_at': '2021-07-08T20:44:49Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:44:50.702517 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745181a7-52cc-4c2c-bbc3-cb0fd6e4fc00 admin admin] Pushing event updated for resources: {'Network': ['ID=49afb0c1-e9cb-4c80-8b85-db533fa8990f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:50.725632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f51dc40-ae05-4e0c-9afa-d993e17fb9fe admin admin] Made reservation on behalf of 7076e605774740c88259e9bcc6efc026 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:50.728860 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f51dc40-ae05-4e0c-9afa-d993e17fb9fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:50.790959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 49afb0c1-e9cb-4c80-8b85-db533fa8990f details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:44:51.145160 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f51dc40-ae05-4e0c-9afa-d993e17fb9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:51.166357 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:51.237851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Transition to ACTIVE for port object fea5a4d0-9267-40aa-b461-515bb2779df4 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:51.268208 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:51.410264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51dc40-ae05-4e0c-9afa-d993e17fb9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc38fb6-b310-4b9a-b1cb-1afe34d5df3a,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:51.464408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51dc40-ae05-4e0c-9afa-d993e17fb9fe admin admin] Checking segment: {'id': '5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:51.464995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f51dc40-ae05-4e0c-9afa-d993e17fb9fe admin admin] Network hostable DHCP agents. Network: 49afb0c1-e9cb-4c80-8b85-db533fa8990f, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:44:51.581946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4d1c2fc5-6f5b-4168-8638-a7316bc28bac req-b3f72780-5072-4a7e-af02-2c6cf373dcc8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 210 time: 0.1036644 Jul 08 20:44:51.611025 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f51dc40-ae05-4e0c-9afa-d993e17fb9fe admin admin] Network 49afb0c1-e9cb-4c80-8b85-db533fa8990f is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:44:51.630830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-6f51dc40-ae05-4e0c-9afa-d993e17fb9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 49afb0c1-e9cb-4c80-8b85-db533fa8990f) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:51.647079 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f51dc40-ae05-4e0c-9afa-d993e17fb9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:51.647795 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f51dc40-ae05-4e0c-9afa-d993e17fb9fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:51.661193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b038f86-d057-40f0-aea5-c1b423c67a8b None None] Network 49afb0c1-e9cb-4c80-8b85-db533fa8990f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:44:51.666821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df18748-77ae-406c-980c-d6a50821e6ff None None] Pushing event updated for resources: {'Port': ['ID=fea5a4d0-9267-40aa-b461-515bb2779df4,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:51.691455 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6f51dc40-ae05-4e0c-9afa-d993e17fb9fe admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0147686 Jul 08 20:44:51.695544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34530) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:51.706046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-77620798-router', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:51.757112 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:51.763186 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:51.767049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Attempting to bind port fea5a4d0-9267-40aa-b461-515bb2779df4 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:44:51.767667 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Attempting to bind port fea5a4d0-9267-40aa-b461-515bb2779df4 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:44:51.768025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Attempting to bind port fea5a4d0-9267-40aa-b461-515bb2779df4 on network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:51.782868 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:44:51.783321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Checking segment: {'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:51.783720 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:51.784148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Bound using segment: {'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:44:51.784669 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Bound port: fea5a4d0-9267-40aa-b461-515bb2779df4, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:44:51.785106 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:51.948873 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:51.976926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-798d2811-b123-46a1-8895-a02b651e5cab tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 20:44:52.030944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0701acdd-ace2-47fa-a86b-04cf50ff3b5d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:52.100781 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-798d2811-b123-46a1-8895-a02b651e5cab tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:52.106278 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-798d2811-b123-46a1-8895-a02b651e5cab tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:52.214048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] For port fea5a4d0-9267-40aa-b461-515bb2779df4, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:44:52.270148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] For port fea5a4d0-9267-40aa-b461-515bb2779df4, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fea5a4d0-9267-40aa-b461-515bb2779df4,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:44:52.280306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:52.287942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:52.288501 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:52.294475 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:52.298905 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-798d2811-b123-46a1-8895-a02b651e5cab tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Floating IP 2363e22c-e848-4b65-88ac-015dc189f402 associated. External IP: 172.25.4.5, port: cfad90fc-28e6-4fe3-8f84-650431e18ffe. Jul 08 20:44:52.443283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756e585-30ed-4553-8451-8c2107118268 req-276479b4-9ea7-4208-90eb-a0dab4caf4dc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:52.444920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-276479b4-9ea7-4208-90eb-a0dab4caf4dc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.104 "GET /v2.0/networks?id=07aaa10d-b9e5-4b2f-ac51-843386608412 HTTP/1.1" status: 200 len: 796 time: 0.3424146 Jul 08 20:44:52.521121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-49afb0c1-e9cb-4c80-8b85-db533fa8990f', 'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'fixed_ips': [{'subnet_id': 'edc38fb6-b310-4b9a-b1cb-1afe34d5df3a'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:44:52.522366 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:52.574371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:52.788153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798d2811-b123-46a1-8895-a02b651e5cab tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Router 48f5b8b7-3a2b-4352-bb73-038d956e2abb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:44:52.891957 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-a0dc1654-85e3-4217-9307-d83da4b7e4de tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 380 time: 0.3650031 Jul 08 20:44:52.902462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-7756e585-30ed-4553-8451-8c2107118268 req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'port': {'device_id': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'admin_state_up': True, 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'security_groups': ['2ab54454-35d0-417b-99c7-0d335edee411']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:52.943015 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798d2811-b123-46a1-8895-a02b651e5cab tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:44:52.955445 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-798d2811-b123-46a1-8895-a02b651e5cab tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:52.957993 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cac72a-97c2-4a85-afdb-9847abf84b89 None None] Sync routers for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:44:52.971544 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cac72a-97c2-4a85-afdb-9847abf84b89 None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:52.972688 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f7cac72a-97c2-4a85-afdb-9847abf84b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:52.977396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Allocated IP 172.20.0.2 (49afb0c1-e9cb-4c80-8b85-db533fa8990f/edc38fb6-b310-4b9a-b1cb-1afe34d5df3a/f24d8964-cad7-4ecd-8454-4acf24d82ccf) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:52.985952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Routers {'edb1166c-c576-4b3e-aec5-ea654d8fd758'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:52.994273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['edb1166c-c576-4b3e-aec5-ea654d8fd758'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:53.004839 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-798d2811-b123-46a1-8895-a02b651e5cab tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "PUT /v2.0/floatingips/2363e22c-e848-4b65-88ac-015dc189f402 HTTP/1.1" status: 200 len: 989 time: 2.5622427 Jul 08 20:44:53.005631 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a67f4-826f-4447-9391-c65cff6ecfd6', 'tag': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:53.007892 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857d7a03-58f1-4295-a492-dbcf15983dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "e18a67f4-826f-4447-9391-c65cff6ecfd6", "tag": "cfad90fc-28e6-4fe3-8f84-650431e18ffe"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:53.018286 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df18748-77ae-406c-980c-d6a50821e6ff None None] Pushing event updated for resources: {'Port': ['ID=fea5a4d0-9267-40aa-b461-515bb2779df4,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:53.066157 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-336b17b8-c2e9-4fba-a30a-951f16871b63 req-39d9c4ff-8e4d-44eb-9d41-219a4df89ab7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 210 time: 0.0943661 Jul 08 20:44:53.131813 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f7cac72a-97c2-4a85-afdb-9847abf84b89 None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:53.192246 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a578ff47-d372-4c2c-873a-ccc1ca8d6745 x-openstack-request-id: req-a578ff47-d372-4c2c-873a-ccc1ca8d6745 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:53.192553 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18a67f4-826f-4447-9391-c65cff6ecfd6", "tag": "cfad90fc-28e6-4fe3-8f84-650431e18ffe", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:53.192808 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a578ff47-d372-4c2c-873a-ccc1ca8d6745 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:53.193216 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a67f4-826f-4447-9391-c65cff6ecfd6', 'tag': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe', 'status': 'completed', 'code': 200} Jul 08 20:44:53.199446 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] Set router edb1166c-c576-4b3e-aec5-ea654d8fd758 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:53.235175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7756e585-30ed-4553-8451-8c2107118268 req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Made reservation on behalf of 87de211a996a4ed5bde38a65ec379f1e for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:44:53.245297 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7756e585-30ed-4553-8451-8c2107118268 req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:53.326912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d7a03-58f1-4295-a492-dbcf15983dfa req-e3e184eb-b666-4517-9165-b39708d2cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:53.329145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-857d7a03-58f1-4295-a492-dbcf15983dfa req-e3e184eb-b666-4517-9165-b39708d2cc82 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 1097 time: 0.1130507 Jul 08 20:44:53.477400 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f7cac72a-97c2-4a85-afdb-9847abf84b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '2363e22c-e848-4b65-88ac-015dc189f402', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'port_id': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'mac_address': 'fa:16:3e:ea:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a67f4-826f-4447-9391-c65cff6ecfd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:44:31Z', 'updated_at': '2021-07-08T20:44:51Z', 'revision_number': 1, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:20Z', 'revision_number': 5, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:53.492036 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:53.513577 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cac72a-97c2-4a85-afdb-9847abf84b89 None None] Checking router: 48f5b8b7-3a2b-4352-bb73-038d956e2abb for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:44:53.524406 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cac72a-97c2-4a85-afdb-9847abf84b89 None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:53.525820 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f7cac72a-97c2-4a85-afdb-9847abf84b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:53.527690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:53.542380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d7a03-58f1-4295-a492-dbcf15983dfa req-1aabb7c5-e331-4ee4-a9d0-4ab2744cacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:53.546607 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-857d7a03-58f1-4295-a492-dbcf15983dfa req-1aabb7c5-e331-4ee4-a9d0-4ab2744cacb8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 911 time: 0.2087963 Jul 08 20:44:53.606910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-7756e585-30ed-4553-8451-8c2107118268 req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.20.0.12 (07aaa10d-b9e5-4b2f-ac51-843386608412/89d340c4-b176-46f3-aa97-5ad94c765d2d/682a0dd4-1058-465b-b886-df17f1d441ef) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:53.680595 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:53.694177 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:53.708966 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-857d7a03-58f1-4295-a492-dbcf15983dfa req-e85e0b93-6629-42ca-a9c8-24a99b632d4a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfad90fc-28e6-4fe3-8f84-650431e18ffe HTTP/1.1" status: 200 len: 997 time: 0.1559138 Jul 08 20:44:53.771007 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f7cac72a-97c2-4a85-afdb-9847abf84b89 None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:53.793354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0701acdd-ace2-47fa-a86b-04cf50ff3b5d,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:53.827503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Allocated IP 172.25.4.35 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/8881eeb1-f9df-4221-a1b9-e7afac0c7e6b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:53.827764 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:53.843146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d7a03-58f1-4295-a492-dbcf15983dfa req-b812066c-fdea-4970-ab05-ad2b319a56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:53.849948 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-857d7a03-58f1-4295-a492-dbcf15983dfa req-b812066c-fdea-4970-ab05-ad2b319a56a4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=373f0c01-b696-4703-ab5a-3a737cebfdae HTTP/1.1" status: 200 len: 849 time: 0.1301925 Jul 08 20:44:53.874213 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7756e585-30ed-4553-8451-8c2107118268 req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:53.931220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d7a03-58f1-4295-a492-dbcf15983dfa req-28bbb835-e909-40db-8709-0b76332cd24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:53.933005 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-857d7a03-58f1-4295-a492-dbcf15983dfa req-28bbb835-e909-40db-8709-0b76332cd24e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=eb126676-baac-44c7-8776-db620659cc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776756 Jul 08 20:44:53.971157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-7756e585-30ed-4553-8451-8c2107118268 req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Transition to ACTIVE for port object 682a0dd4-1058-465b-b886-df17f1d441ef will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:54.056263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:54.062137 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=0701acdd-ace2-47fa-a86b-04cf50ff3b5d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:54.076706 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7756e585-30ed-4553-8451-8c2107118268 req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:54.083132 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-857d7a03-58f1-4295-a492-dbcf15983dfa req-eea0762a-79e6-4dcd-8fbd-e8cd9b9e7565 service neutron] 10.222.0.103 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423812 Jul 08 20:44:54.106271 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:54.113335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'name': 'tempest-TestServerMultinode-1271950707-router', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:46Z', 'revision_number': 4, 'project_id': '016450a62817480cb0f072b7b9a79ae4', 'gw_port': {'id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'fea5a4d0-9267-40aa-b461-515bb2779df4', 'name': '', 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'mac_address': 'fa:16:3e:fe:f3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '4c7b19d1-1f0e-4662-8fdf-ab1539839c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:44Z', 'updated_at': '2021-07-08T20:44:52Z', 'revision_number': 4, 'project_id': '016450a62817480cb0f072b7b9a79ae4', 'subnets': [{'id': '4c7b19d1-1f0e-4662-8fdf-ab1539839c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:54.145543 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12d52f-774d-4d7b-8581-ad37017e4453 None None] The sync data for ids ['edb1166c-c576-4b3e-aec5-ea654d8fd758'] in n-d-791506-16 is: [{'id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'name': 'tempest-TestServerMultinode-1271950707-router', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:46Z', 'revision_number': 4, 'project_id': '016450a62817480cb0f072b7b9a79ae4', 'gw_port': {'id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'fea5a4d0-9267-40aa-b461-515bb2779df4', 'name': '', 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'mac_address': 'fa:16:3e:fe:f3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '4c7b19d1-1f0e-4662-8fdf-ab1539839c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:44Z', 'updated_at': '2021-07-08T20:44:52Z', 'revision_number': 4, 'project_id': '016450a62817480cb0f072b7b9a79ae4', 'subnets': [{'id': '4c7b19d1-1f0e-4662-8fdf-ab1539839c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:44:54.149611 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Transition to ACTIVE for port object f24d8964-cad7-4ecd-8454-4acf24d82ccf will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:54.180611 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Transition to ACTIVE for port object f24d8964-cad7-4ecd-8454-4acf24d82ccf will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:54.196117 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:54.264395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Network 49afb0c1-e9cb-4c80-8b85-db533fa8990f is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:54.273799 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:54.282347 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:54.289893 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7756e585-30ed-4553-8451-8c2107118268 req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 07aaa10d-b9e5-4b2f-ac51-843386608412 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:54.300475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Pushing event updated for resources: {'Port': ['ID=f24d8964-cad7-4ecd-8454-4acf24d82ccf,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:54.327462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-7756e585-30ed-4553-8451-8c2107118268 req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:54.349943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7756e585-30ed-4553-8451-8c2107118268 req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:54.426035 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Attempting to bind port f24d8964-cad7-4ecd-8454-4acf24d82ccf on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:44:54.427224 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Attempting to bind port f24d8964-cad7-4ecd-8454-4acf24d82ccf by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:44:54.428374 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Attempting to bind port f24d8964-cad7-4ecd-8454-4acf24d82ccf on network 49afb0c1-e9cb-4c80-8b85-db533fa8990f {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:54.454380 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:44:54.455908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Checking segment: {'id': '5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:54.457895 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:54.459260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Bound using segment: {'id': '5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:44:54.460525 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Bound port: f24d8964-cad7-4ecd-8454-4acf24d82ccf, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:44:54.461139 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:54.463964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=682a0dd4-1058-465b-b886-df17f1d441ef,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:54.496684 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-857d7a03-58f1-4295-a492-dbcf15983dfa req-99df0569-542b-41fe-96d9-d753a67df06a service neutron] 10.222.0.103 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871937 Jul 08 20:44:54.564900 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:54.574424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756e585-30ed-4553-8451-8c2107118268 req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:54.575918 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7756e585-30ed-4553-8451-8c2107118268 req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:54.646645 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] For port f24d8964-cad7-4ecd-8454-4acf24d82ccf, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:44:54.651698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] For port f24d8964-cad7-4ecd-8454-4acf24d82ccf, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f24d8964-cad7-4ecd-8454-4acf24d82ccf,segment=NetworkSegment(5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef),segment_id=5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:44:54.663019 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:54.667000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a09a06-dfa7-47ff-9f94-c8de497a3ec5 req-04c809c1-4b15-4e0d-b77a-340bcb01c6d1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:54.673194 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b5a09a06-dfa7-47ff-9f94-c8de497a3ec5 req-04c809c1-4b15-4e0d-b77a-340bcb01c6d1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 932 time: 0.2190259 Jul 08 20:44:54.684142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=8881eeb1-f9df-4221-a1b9-e7afac0c7e6b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:54.693163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-0505f71b-0358-480a-98e5-e03284e55937 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7922292 Jul 08 20:44:54.712254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:54.728350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Request body: {'port': {'device_id': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:44:54.738328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:54.743813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:54.763339 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f7cac72a-97c2-4a85-afdb-9847abf84b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '2363e22c-e848-4b65-88ac-015dc189f402', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'port_id': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'mac_address': 'fa:16:3e:ea:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a67f4-826f-4447-9391-c65cff6ecfd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:44:31Z', 'updated_at': '2021-07-08T20:44:51Z', 'revision_number': 1, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:20Z', 'revision_number': 5, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:54.791211 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b5a09a06-dfa7-47ff-9f94-c8de497a3ec5 req-03cbd94a-9df8-4d5a-acd1-f2eb8ff6cfbc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121738 Jul 08 20:44:54.855748 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cac72a-97c2-4a85-afdb-9847abf84b89 None None] The sync data for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 is: [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '2363e22c-e848-4b65-88ac-015dc189f402', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'port_id': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'mac_address': 'fa:16:3e:ea:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a67f4-826f-4447-9391-c65cff6ecfd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:44:31Z', 'updated_at': '2021-07-08T20:44:51Z', 'revision_number': 1, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:20Z', 'revision_number': 5, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:44:54.858487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65193a2-4983-4f51-8075-998f2d5e9049 None None] Pushing event updated for resources: {'Port': ['ID=f24d8964-cad7-4ecd-8454-4acf24d82ccf,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:54.897449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f2ca07f5-ff15-43f3-b063-4fe2325a7e38 None None] Provisioning for port 682a0dd4-1058-465b-b886-df17f1d441ef completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:54.903166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f2ca07f5-ff15-43f3-b063-4fe2325a7e38 None None] Provisioning complete for port 682a0dd4-1058-465b-b886-df17f1d441ef triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:54.903885 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f2ca07f5-ff15-43f3-b063-4fe2325a7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:54.968212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f2ca07f5-ff15-43f3-b063-4fe2325a7e38 None None] Port 682a0dd4-1058-465b-b886-df17f1d441ef cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:44:55.112759 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:55.418059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6e93a9-73c8-4a2e-b2e4-2bf332033e26 None None] New status for floating IP 2363e22c-e848-4b65-88ac-015dc189f402: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:44:55.442392 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:56.168944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fea5a4d0-9267-40aa-b461-515bb2779df4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:56.237474 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port fea5a4d0-9267-40aa-b461-515bb2779df4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:56.243548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port fea5a4d0-9267-40aa-b461-515bb2779df4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:56.243978 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:56.322945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240f9cd2-d3c4-48fa-b060-565f8fb100c3 None None] Network 49afb0c1-e9cb-4c80-8b85-db533fa8990f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:44:56.343374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b8501-3995-4f0f-862f-05a8069106c4 req-89c7d18f-f442-4fa4-8920-c18e1344fbb1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:56.350937 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e3b8501-3995-4f0f-862f-05a8069106c4 req-89c7d18f-f442-4fa4-8920-c18e1344fbb1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 932 time: 0.2756066 Jul 08 20:44:56.400575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f160d164-80f2-44e9-8aee-628ec157ac12 None None] Provisioning for port f24d8964-cad7-4ecd-8454-4acf24d82ccf completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:56.410004 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:56.427659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682a0dd4-1058-465b-b886-df17f1d441ef {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:44:56.445535 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:56.462077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port fea5a4d0-9267-40aa-b461-515bb2779df4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fea5a4d0-9267-40aa-b461-515bb2779df4,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:56.471460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Transition to ACTIVE for port object 682a0dd4-1058-465b-b886-df17f1d441ef will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:56.474903 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:56.475438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0701acdd-ace2-47fa-a86b-04cf50ff3b5d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:56.485063 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:56.499413 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:56.583939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9e3b8501-3995-4f0f-862f-05a8069106c4 req-40a41a7e-b638-481b-9404-de021214e741 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320998 Jul 08 20:44:56.665570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Pushing event updated for resources: {'Port': ['ID=682a0dd4-1058-465b-b886-df17f1d441ef,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:56.696661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=fea5a4d0-9267-40aa-b461-515bb2779df4,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:56.737278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:56.737278 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:56.779093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Attempting to bind port 682a0dd4-1058-465b-b886-df17f1d441ef on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:44:56.779506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Attempting to bind port 682a0dd4-1058-465b-b886-df17f1d441ef by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:44:56.779914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Attempting to bind port 682a0dd4-1058-465b-b886-df17f1d441ef on network 07aaa10d-b9e5-4b2f-ac51-843386608412 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:56.807073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Port 682a0dd4-1058-465b-b886-df17f1d441ef on network 07aaa10d-b9e5-4b2f-ac51-843386608412 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:44:56.807524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Attempting to bind port 682a0dd4-1058-465b-b886-df17f1d441ef on network 07aaa10d-b9e5-4b2f-ac51-843386608412 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:56.836282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:44:56.836655 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Checking segment: {'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:56.837058 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Bound using segment: {'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:44:56.837516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Bound port: 682a0dd4-1058-465b-b886-df17f1d441ef, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:44:56.837883 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:56.899745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Router 801bed31-b5b5-4641-817c-19d233022f95 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:44:56.976158 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] For port 682a0dd4-1058-465b-b886-df17f1d441ef, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:44:56.997165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] For port 682a0dd4-1058-465b-b886-df17f1d441ef, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=682a0dd4-1058-465b-b886-df17f1d441ef,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:44:57.032913 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:57.059116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f24d8964-cad7-4ecd-8454-4acf24d82ccf up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:57.098881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:57.099646 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:57.101405 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] 10.222.0.104 "PUT /v2.0/ports/682a0dd4-1058-465b-b886-df17f1d441ef HTTP/1.1" status: 200 len: 1093 time: 2.3863592 Jul 08 20:44:57.101838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:44:57.104893 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76fd72e-06cf-404f-94aa-fbcfda0db531" -d '{"events": [{"name": "network-changed", "server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:44:57.130427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port f24d8964-cad7-4ecd-8454-4acf24d82ccf completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:57.136339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f24d8964-cad7-4ecd-8454-4acf24d82ccf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:57.137215 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:57.150246 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:44:57.152008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13c696-7f77-409a-b8a6-4f939e964068 service neutron] Pushing event updated for resources: {'Port': ['ID=682a0dd4-1058-465b-b886-df17f1d441ef,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:57.165321 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Sync routers for ids ['801bed31-b5b5-4641-817c-19d233022f95'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:44:57.188408 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Routers {'801bed31-b5b5-4641-817c-19d233022f95'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:57.189284 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['801bed31-b5b5-4641-817c-19d233022f95'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:57.263344 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:57.265423 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-567198e8-bab8-4429-aaaf-22266f9e7ec6 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.5685480 Jul 08 20:44:57.269540 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34594) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:44:57.292331 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:57.307382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756e585-30ed-4553-8451-8c2107118268 req-abf70e28-df6e-4c96-aba9-fba1a3edf8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:57.309346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-abf70e28-df6e-4c96-aba9-fba1a3edf8b8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1096 time: 0.1193051 Jul 08 20:44:57.389307 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-eef9bac5-9e88-4e41-8383-34558f132b0c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=682a0dd4-1058-465b-b886-df17f1d441ef HTTP/1.1" status: 200 len: 217 time: 0.0721610 Jul 08 20:44:57.398942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port f24d8964-cad7-4ecd-8454-4acf24d82ccf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f24d8964-cad7-4ecd-8454-4acf24d82ccf,segment=NetworkSegment(5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef),segment_id=5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:44:57.408724 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:57.464937 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Set router 801bed31-b5b5-4641-817c-19d233022f95 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:57.522984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2abcb9c7-efba-445b-9c06-82147f652c5d None None] Provisioning complete for port f24d8964-cad7-4ecd-8454-4acf24d82ccf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:57.523559 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2abcb9c7-efba-445b-9c06-82147f652c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:57.526767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=f24d8964-cad7-4ecd-8454-4acf24d82ccf,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:57.527739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756e585-30ed-4553-8451-8c2107118268 req-c55bedbb-5ae6-48e7-ae4d-f0c293802e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:57.535037 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-c55bedbb-5ae6-48e7-ae4d-f0c293802e2a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=89d340c4-b176-46f3-aa97-5ad94c765d2d HTTP/1.1" status: 200 len: 835 time: 0.1366320 Jul 08 20:44:57.660604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756e585-30ed-4553-8451-8c2107118268 req-f13ce207-5f9e-49e3-bfc6-37a69a15e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:57.662386 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-f13ce207-5f9e-49e3-bfc6-37a69a15e396 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=07aaa10d-b9e5-4b2f-ac51-843386608412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202490 Jul 08 20:44:57.841258 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801bed31-b5b5-4641-817c-19d233022f95', 'name': 'tempest-TestServerMultinode-77620798-router', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:51Z', 'updated_at': '2021-07-08T20:44:55Z', 'revision_number': 3, 'project_id': '7076e605774740c88259e9bcc6efc026', 'gw_port': {'id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801bed31-b5b5-4641-817c-19d233022f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:53Z', 'updated_at': '2021-07-08T20:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:57.860962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-33cf75b8-5856-4109-addc-7a070954f69d service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904645 Jul 08 20:44:57.894277 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ecf5c4-505e-4dc3-91dd-015bbd1431ca x-openstack-request-id: req-17ecf5c4-505e-4dc3-91dd-015bbd1431ca {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:44:57.898791 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:44:57.899231 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-17ecf5c4-505e-4dc3-91dd-015bbd1431ca {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:44:57.900291 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef', 'status': 'completed', 'code': 200} Jul 08 20:44:57.913079 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Checking router: 801bed31-b5b5-4641-817c-19d233022f95 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:44:57.913585 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Updating router 801bed31-b5b5-4641-817c-19d233022f95 port 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:44:57.988397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fea5a4d0-9267-40aa-b461-515bb2779df4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:58.042925 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:58.137301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port fea5a4d0-9267-40aa-b461-515bb2779df4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:58.137792 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:58.138121 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7756e585-30ed-4553-8451-8c2107118268 req-c2f68f51-78d9-4278-a231-9789f6753f97 service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647653 Jul 08 20:44:58.176036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f2447-3ce6-41cb-a057-1d657d393565 req-a1d09689-1561-4fc7-9f2d-27ca3f405b8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:58.194987 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-069f2447-3ce6-41cb-a057-1d657d393565 req-a1d09689-1561-4fc7-9f2d-27ca3f405b8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 944 time: 0.3203368 Jul 08 20:44:58.239586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:58.267501 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f24d8964-cad7-4ecd-8454-4acf24d82ccf up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:44:58.325960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f24d8964-cad7-4ecd-8454-4acf24d82ccf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:58.327670 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:58.341131 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-069f2447-3ce6-41cb-a057-1d657d393565 req-311e4f68-e576-48ea-86ab-1e894ca71dd7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448460 Jul 08 20:44:58.374498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fd72e-06cf-404f-94aa-fbcfda0db531 req-c4353e84-22fe-410b-9134-304daf8b49be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:58.376494 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b76fd72e-06cf-404f-94aa-fbcfda0db531 req-c4353e84-22fe-410b-9134-304daf8b49be service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1096 time: 0.1643126 Jul 08 20:44:58.479892 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:58.488913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Allocated IP 172.20.0.1 (49afb0c1-e9cb-4c80-8b85-db533fa8990f/edc38fb6-b310-4b9a-b1cb-1afe34d5df3a/8054ea59-27a4-46b5-b705-96f0fb3bb7a4) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:44:58.491685 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Transition to ACTIVE for port object 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:58.498694 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:58.511023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fd72e-06cf-404f-94aa-fbcfda0db531 req-9305665e-2ad6-43ed-8314-9b08f65f007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:58.512691 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b76fd72e-06cf-404f-94aa-fbcfda0db531 req-9305665e-2ad6-43ed-8314-9b08f65f007d service neutron] 10.222.0.104 "GET /v2.0/networks?id=07aaa10d-b9e5-4b2f-ac51-843386608412 HTTP/1.1" status: 200 len: 897 time: 0.1234684 Jul 08 20:44:58.543406 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Pushing event updated for resources: {'Port': ['ID=8881eeb1-f9df-4221-a1b9-e7afac0c7e6b,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:58.555182 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:58.555508 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:58.555844 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:58.556171 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:58.556497 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:58.556842 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:58.557162 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:58.557964 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:58.558292 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:58.558610 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:58.558927 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:58.559240 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:44:58.568556 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b76fd72e-06cf-404f-94aa-fbcfda0db531 req-d7de3e95-7b87-45c9-baa7-a653f5264a39 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=682a0dd4-1058-465b-b886-df17f1d441ef HTTP/1.1" status: 200 len: 217 time: 0.0486107 Jul 08 20:44:58.585552 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Attempting to bind port 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:44:58.585915 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Attempting to bind port 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:44:58.586276 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Attempting to bind port 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:44:58.592229 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:44:58.592596 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:44:58.593048 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:58.593479 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:44:58.594072 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Bound port: 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:44:58.594854 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:58.627354 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fd72e-06cf-404f-94aa-fbcfda0db531 req-dee61510-ddf4-4ff6-a485-ce2b774ca388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:58.628515 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:58.629236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b76fd72e-06cf-404f-94aa-fbcfda0db531 req-dee61510-ddf4-4ff6-a485-ce2b774ca388 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=89d340c4-b176-46f3-aa97-5ad94c765d2d HTTP/1.1" status: 200 len: 835 time: 0.0541027 Jul 08 20:44:58.655292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Transition to ACTIVE for port object 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:44:58.664066 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] For port 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:44:58.667942 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] For port 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8881eeb1-f9df-4221-a1b9-e7afac0c7e6b,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:44:58.675569 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:58.699456 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fd72e-06cf-404f-94aa-fbcfda0db531 req-f25cc5cb-06c8-4771-be50-f4c9bcd84c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:58.701258 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b76fd72e-06cf-404f-94aa-fbcfda0db531 req-f25cc5cb-06c8-4771-be50-f4c9bcd84c87 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=07aaa10d-b9e5-4b2f-ac51-843386608412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652044 Jul 08 20:44:58.703910 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:58.743358 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Routers {'801bed31-b5b5-4641-817c-19d233022f95'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:44:58.743991 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['801bed31-b5b5-4641-817c-19d233022f95'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:58.753082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Network 49afb0c1-e9cb-4c80-8b85-db533fa8990f is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:58.758038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:58.763503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:44:58.768080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Pushing event updated for resources: {'Port': ['ID=8054ea59-27a4-46b5-b705-96f0fb3bb7a4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:58.799707 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3b80c-6703-487e-8b12-8b4f665fe36a None None] Pushing event updated for resources: {'Port': ['ID=8881eeb1-f9df-4221-a1b9-e7afac0c7e6b,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:58.830361 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:58.908507 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b76fd72e-06cf-404f-94aa-fbcfda0db531 req-4e7fc8ce-7425-4ce9-80ae-cf1543615555 service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969607 Jul 08 20:44:58.947970 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] Set router 801bed31-b5b5-4641-817c-19d233022f95 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:44:59.070057 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b76fd72e-06cf-404f-94aa-fbcfda0db531 req-6a23cf36-0de3-43b6-96cb-2020633fcf31 service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516864 Jul 08 20:44:59.076702 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:59.196073 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801bed31-b5b5-4641-817c-19d233022f95', 'name': 'tempest-TestServerMultinode-77620798-router', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:51Z', 'updated_at': '2021-07-08T20:44:55Z', 'revision_number': 3, 'project_id': '7076e605774740c88259e9bcc6efc026', 'gw_port': {'id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801bed31-b5b5-4641-817c-19d233022f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:53Z', 'updated_at': '2021-07-08T20:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:44:59.228930 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fbfaf1-bd3d-49ea-b0f8-fa748cbe1f04 None None] The sync data for ids ['801bed31-b5b5-4641-817c-19d233022f95'] in n-d-791506-16 is: [{'id': '801bed31-b5b5-4641-817c-19d233022f95', 'name': 'tempest-TestServerMultinode-77620798-router', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:51Z', 'updated_at': '2021-07-08T20:44:55Z', 'revision_number': 3, 'project_id': '7076e605774740c88259e9bcc6efc026', 'gw_port': {'id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801bed31-b5b5-4641-817c-19d233022f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:53Z', 'updated_at': '2021-07-08T20:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:44:59.238847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-07f98325-0c04-4527-8b88-1590588831b1 None None] Provisioning for port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:44:59.243687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-07f98325-0c04-4527-8b88-1590588831b1 None None] Provisioning complete for port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:59.244061 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-07f98325-0c04-4527-8b88-1590588831b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:59.294195 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:59.297690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-07f98325-0c04-4527-8b88-1590588831b1 None None] Port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:44:59.301447 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:59.359176 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:59.464177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Pushing event updated for resources: {'Port': ['ID=8054ea59-27a4-46b5-b705-96f0fb3bb7a4,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:44:59.576725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Network 49afb0c1-e9cb-4c80-8b85-db533fa8990f is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:44:59.578433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:44:59.740547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14661fbf-68e8-47d5-b85a-c0a3db8beec0 req-294479e8-e264-4ffe-b816-8961e2499f7f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:44:59.742355 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-14661fbf-68e8-47d5-b85a-c0a3db8beec0 req-294479e8-e264-4ffe-b816-8961e2499f7f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 944 time: 0.2439644 Jul 08 20:44:59.775127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Router 801bed31-b5b5-4641-817c-19d233022f95 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:44:59.825343 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-14661fbf-68e8-47d5-b85a-c0a3db8beec0 req-ea361e52-cc32-4348-be83-fb4018945112 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764506 Jul 08 20:44:59.936268 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-52c6e796-24ec-4921-a5ae-3497374189a2 None None] Provisioning complete for port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:44:59.946009 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-52c6e796-24ec-4921-a5ae-3497374189a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:44:59.989135 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:44:59.995043 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5d17a6f0-bff1-44b9-9a4e-58a294cc2792 admin admin] 10.222.0.101 "PUT /v2.0/routers/801bed31-b5b5-4641-817c-19d233022f95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7238398 Jul 08 20:45:00.008892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-52c6e796-24ec-4921-a5ae-3497374189a2 None None] Port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:45:00.043228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:45:00.137504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:45:00.144162 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:45:00.144964 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:00.240607 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:00.271925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8881eeb1-f9df-4221-a1b9-e7afac0c7e6b,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:00.283198 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:00.359191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=8881eeb1-f9df-4221-a1b9-e7afac0c7e6b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:00.366686 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 682a0dd4-1058-465b-b886-df17f1d441ef details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:45:00.568933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 682a0dd4-1058-465b-b886-df17f1d441ef, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=682a0dd4-1058-465b-b886-df17f1d441ef,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:00.583752 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '682a0dd4-1058-465b-b886-df17f1d441ef', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'port_id': '682a0dd4-1058-465b-b886-df17f1d441ef', 'mac_address': 'fa:16:3e:79:cb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:45:00.630423 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:00.646101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682a0dd4-1058-465b-b886-df17f1d441ef {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:45:00.671422 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 682a0dd4-1058-465b-b886-df17f1d441ef, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=682a0dd4-1058-465b-b886-df17f1d441ef,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:00.678974 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:00.737711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=682a0dd4-1058-465b-b886-df17f1d441ef,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:00.800570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-98e6f276-25a6-4f1d-a3ec-37ec0952e0e2 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:00.802090 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-98e6f276-25a6-4f1d-a3ec-37ec0952e0e2 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/networks?id=fc4f8d2b-4d86-421d-b810-32e7c7f691a6 HTTP/1.1" status: 200 len: 911 time: 0.1023324 Jul 08 20:45:00.818592 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-954bef2e-81a0-4731-ba25-663aedee748d tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/quotas/7076e605774740c88259e9bcc6efc026 HTTP/1.1" status: 200 len: 375 time: 0.0102119 Jul 08 20:45:00.868772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['682a0dd4-1058-465b-b886-df17f1d441ef'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:45:00.920430 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-7c5521dc-62ed-48b0-8954-26804a24181e tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?tenant_id=7076e605774740c88259e9bcc6efc026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962508 Jul 08 20:45:01.027977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886829c3-051e-443f-8d54-ee77a4975e95 req-bf9f3bda-5491-47e7-9e2b-4d40ab6be664 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:01.037292 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-886829c3-051e-443f-8d54-ee77a4975e95 req-bf9f3bda-5491-47e7-9e2b-4d40ab6be664 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 945 time: 0.0848484 Jul 08 20:45:01.049103 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-ce0dd9e0-7bf2-49f9-9e21-20cdea56ad06 service neutron] 10.222.0.101 "GET /v2.0/networks/fc4f8d2b-4d86-421d-b810-32e7c7f691a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201351 Jul 08 20:45:01.094394 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-886829c3-051e-443f-8d54-ee77a4975e95 req-407e8906-dc81-4dc1-a043-ebd8c095cf9d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554225 Jul 08 20:45:01.170207 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-16a2e857-06ac-4d67-96d3-48e3ef75556e service neutron] 10.222.0.101 "GET /v2.0/networks/fc4f8d2b-4d86-421d-b810-32e7c7f691a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194763 Jul 08 20:45:01.382782 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a779d17-1537-478b-8bdb-d464df3e67cc req-f860185f-5d9b-4a02-83e0-da73f4aff17f tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 210 time: 0.0320702 Jul 08 20:45:01.917204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:45:01.967836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:45:01.968204 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:02.267768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cc9b8-f3c8-4d26-9ecd-f648423735c9 req-68d2c8db-9193-4ce6-9c2f-7ef945542cda tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:02.269356 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f2cc9b8-f3c8-4d26-9ecd-f648423735c9 req-68d2c8db-9193-4ce6-9c2f-7ef945542cda tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 945 time: 0.0649714 Jul 08 20:45:02.309361 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f2cc9b8-f3c8-4d26-9ecd-f648423735c9 req-fd998464-bfc7-4438-b9e3-ab32742cb998 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342999 Jul 08 20:45:02.402761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 682a0dd4-1058-465b-b886-df17f1d441ef up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:45:02.549340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 682a0dd4-1058-465b-b886-df17f1d441ef completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:45:02.558086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 682a0dd4-1058-465b-b886-df17f1d441ef triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:45:02.558552 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:02.645960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a918d2bc-c27d-45f4-9bd2-fcb89af8a4ad req-82141404-b51c-4584-a326-ae9e04a51d90 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 210 time: 0.0664434 Jul 08 20:45:02.714299 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:02.727265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-cf2b9d72-a02a-4bcc-a26c-dea92da59792 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:02.729213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-cf2b9d72-a02a-4bcc-a26c-dea92da59792 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.103 "GET /v2.0/networks?id=fc4f8d2b-4d86-421d-b810-32e7c7f691a6 HTTP/1.1" status: 200 len: 911 time: 0.1683836 Jul 08 20:45:02.743178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Request body: {'port': {'device_id': '155f6e28-c10e-4a15-be9c-c823a9ad3b4a', 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6', 'admin_state_up': True, 'tenant_id': '7076e605774740c88259e9bcc6efc026'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:45:02.775382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Made reservation on behalf of 7076e605774740c88259e9bcc6efc026 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:45:02.779448 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:02.794521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:45:02.802443 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e590d5-0925-452b-8bbf-366daf322353" -d '{"events": [{"server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "name": "network-vif-plugged", "status": "completed", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:45:02.830084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 682a0dd4-1058-465b-b886-df17f1d441ef, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=682a0dd4-1058-465b-b886-df17f1d441ef,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:02.835350 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:02.919875 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0afe75-78d8-49f1-9562-9a334b41d714 x-openstack-request-id: req-3b0afe75-78d8-49f1-9562-9a334b41d714 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:45:02.920590 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "name": "network-vif-plugged", "status": "completed", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:45:02.920590 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3b0afe75-78d8-49f1-9562-9a334b41d714 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:45:02.922012 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef', 'code': 200} Jul 08 20:45:02.934472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=682a0dd4-1058-465b-b886-df17f1d441ef,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:02.952223 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-0d04cb9f-723e-474f-acbf-9fb30d64c068 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371599051&fields=id&tenant_id=969ed93d777c482282264778ffb8d915 HTTP/1.1" status: 200 len: 267 time: 0.1652884 Jul 08 20:45:03.071139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729acdb-7a98-41f4-b717-db8dbf14c569 req-dc451337-97e3-4292-b974-1799258f4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:03.073004 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d729acdb-7a98-41f4-b717-db8dbf14c569 req-dc451337-97e3-4292-b974-1799258f4955 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1098 time: 0.0849717 Jul 08 20:45:03.106497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Allocated IP 172.20.0.5 (fc4f8d2b-4d86-421d-b810-32e7c7f691a6/4c7b19d1-1f0e-4662-8fdf-ab1539839c55/9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:45:03.112596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d729acdb-7a98-41f4-b717-db8dbf14c569 req-46e09cd1-d6be-45c2-a4f9-d3c6731fa70a service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301440 Jul 08 20:45:03.145392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed40d9a-f536-45c8-8e10-96609713338c req-fc0f2b1a-0c8f-402d-8391-d3368a4a4b9f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:03.147053 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-fc0f2b1a-0c8f-402d-8391-d3368a4a4b9f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.1847632 Jul 08 20:45:03.182680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-f824b632-d14c-409e-a317-aea67171db27 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/quotas/969ed93d777c482282264778ffb8d915 HTTP/1.1" status: 200 len: 375 time: 0.0252347 Jul 08 20:45:03.250947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Sync routers for ids ['801bed31-b5b5-4641-817c-19d233022f95'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:45:03.261828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Routers {'801bed31-b5b5-4641-817c-19d233022f95'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:45:03.262815 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['801bed31-b5b5-4641-817c-19d233022f95'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:03.326041 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-0834a4da-2df8-4ee4-9b40-905a935cec6b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1348753 Jul 08 20:45:03.352911 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:03.383902 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Set router 801bed31-b5b5-4641-817c-19d233022f95 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:45:03.481675 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-a60f3cb3-d402-497a-ac58-2678b1e8ebc6 service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163499 Jul 08 20:45:03.489039 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Transition to ACTIVE for port object 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:45:03.574547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244fd0e-d8bf-4b03-86b7-401060ad2495 req-58117a64-7473-489a-80c6-ec6057ad861c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:03.576245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f244fd0e-d8bf-4b03-86b7-401060ad2495 req-58117a64-7473-489a-80c6-ec6057ad861c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0829823 Jul 08 20:45:03.617376 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-b3612edf-2dc9-43e0-a6ea-492feb41468f service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264532 Jul 08 20:45:03.622121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801bed31-b5b5-4641-817c-19d233022f95', 'name': 'tempest-TestServerMultinode-77620798-router', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:51Z', 'updated_at': '2021-07-08T20:44:59Z', 'revision_number': 4, 'project_id': '7076e605774740c88259e9bcc6efc026', 'gw_port': {'id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801bed31-b5b5-4641-817c-19d233022f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:53Z', 'updated_at': '2021-07-08T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '8054ea59-27a4-46b5-b705-96f0fb3bb7a4', 'name': '', 'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'mac_address': 'fa:16:3e:3b:50:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801bed31-b5b5-4641-817c-19d233022f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'edc38fb6-b310-4b9a-b1cb-1afe34d5df3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:58Z', 'updated_at': '2021-07-08T20:44:59Z', 'revision_number': 2, 'project_id': '7076e605774740c88259e9bcc6efc026', 'subnets': [{'id': 'edc38fb6-b310-4b9a-b1cb-1afe34d5df3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:03.635843 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:03.643870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f244fd0e-d8bf-4b03-86b7-401060ad2495 req-eb1eb917-7e34-4da5-8ba6-c7a2e9c0c67f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570056 Jul 08 20:45:03.666954 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Checking router: 801bed31-b5b5-4641-817c-19d233022f95 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:45:03.667314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Updating router 801bed31-b5b5-4641-817c-19d233022f95 port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:45:03.710757 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:03.716190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Pushing event updated for resources: {'Port': ['ID=9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:03.728155 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:45:03.730179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:45:03.732693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:45:03.812937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:03.813753 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:03.845842 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-d96086d6-6ff7-461c-bc53-facce9b0f37b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1077387 Jul 08 20:45:03.867023 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Request body: {'port': {'device_id': '155f6e28-c10e-4a15-be9c-c823a9ad3b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:45:04.020533 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:04.087969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f0cfb-5b86-47ce-a68c-72fca18c8e84 req-c684bba5-1795-4b73-b6c0-49f1530d51db tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:04.091916 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f77e65a-5b7a-4f0e-ae9e-3f097b6f7f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:04.102575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2d0f0cfb-5b86-47ce-a68c-72fca18c8e84 req-c684bba5-1795-4b73-b6c0-49f1530d51db tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1027 time: 0.1438751 Jul 08 20:45:04.170691 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:04.176579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2d0f0cfb-5b86-47ce-a68c-72fca18c8e84 req-2ce3b234-7595-4fef-8fbc-a7c076f78e8b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724111 Jul 08 20:45:04.197426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Transition to ACTIVE for port object 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:45:04.218042 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-33ecd63b-00ac-4b80-a405-896e0e08f930 None None] Provisioning for port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:45:04.228537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-33ecd63b-00ac-4b80-a405-896e0e08f930 None None] Provisioning complete for port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:45:04.228943 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-33ecd63b-00ac-4b80-a405-896e0e08f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:04.230627 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:04.291934 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7b08ebc-39a9-4520-8869-5ac1684473a4 req-2ef921fd-fdd4-404e-bfa4-4839dbdbe26c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 210 time: 0.0527856 Jul 08 20:45:04.350708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-33ecd63b-00ac-4b80-a405-896e0e08f930 None None] Port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:45:04.377131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5004e-2051-4f2d-b795-8ec2c146d005 None None] Pushing event updated for resources: {'Port': ['ID=8054ea59-27a4-46b5-b705-96f0fb3bb7a4,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:04.428337 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:45:04.439845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Attempting to bind port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:45:04.440221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Attempting to bind port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:45:04.440587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Attempting to bind port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 on network 49afb0c1-e9cb-4c80-8b85-db533fa8990f {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:45:04.446523 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:04.449827 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:45:04.450617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Checking segment: {'id': '5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:45:04.451251 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:04.451885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Bound using segment: {'id': '5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:45:04.453651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Bound port: 8054ea59-27a4-46b5-b705-96f0fb3bb7a4, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:45:04.455222 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:04.464185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Transition to ACTIVE for port object 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:45:04.470497 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:04.523631 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Pushing event updated for resources: {'Port': ['ID=9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:04.536021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:04.536559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:04.537197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:04.537197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:04.537407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:04.537719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:04.538111 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:04.538534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:04.538907 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:04.539376 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:04.539559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:04.539943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:04.555791 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] For port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:45:04.561496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] For port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8054ea59-27a4-46b5-b705-96f0fb3bb7a4,segment=NetworkSegment(5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef),segment_id=5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:45:04.569236 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:04.649871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5004e-2051-4f2d-b795-8ec2c146d005 None None] Pushing event updated for resources: {'Port': ['ID=8054ea59-27a4-46b5-b705-96f0fb3bb7a4,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:04.653003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Routers {'801bed31-b5b5-4641-817c-19d233022f95'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:45:04.653738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:44:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['801bed31-b5b5-4641-817c-19d233022f95'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:04.676889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Attempting to bind port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:45:04.677624 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Attempting to bind port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:45:04.678024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Attempting to bind port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e on network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:45:04.684221 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e on network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:45:04.684827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Attempting to bind port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e on network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:45:04.693264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:45:04.694708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Checking segment: {'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:45:04.696170 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Bound using segment: {'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:45:04.697198 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Bound port: 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:45:04.698348 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:04.851200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] For port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:45:04.863372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] For port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:45:04.891401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] Set router 801bed31-b5b5-4641-817c-19d233022f95 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:45:04.896769 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:04.980922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:04.981926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:04.983437 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] 10.222.0.103 "PUT /v2.0/ports/9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e HTTP/1.1" status: 200 len: 1092 time: 1.1218548 Jul 08 20:45:04.991860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155f6e28-c10e-4a15-be9c-c823a9ad3b4a', 'tag': '9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:45:04.994255 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238061e7-f433-4e4e-bdfc-4c308f96c621" -d '{"events": [{"name": "network-changed", "server_uuid": "155f6e28-c10e-4a15-be9c-c823a9ad3b4a", "tag": "9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:45:05.038195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c108baa-735a-4ffb-8468-6e3e905cdaaf service neutron] Pushing event updated for resources: {'Port': ['ID=9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:05.058748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1eb8c-1ee2-4796-bb74-a330ce005944 req-3709705f-6f86-41dd-8ef2-d43ec24bb5f3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:05.061073 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eba1eb8c-1ee2-4796-bb74-a330ce005944 req-3709705f-6f86-41dd-8ef2-d43ec24bb5f3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.1926227 Jul 08 20:45:05.104181 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5365374-98e0-4bf9-a6ae-d2b34e20c3a0 x-openstack-request-id: req-e5365374-98e0-4bf9-a6ae-d2b34e20c3a0 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:45:05.104480 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155f6e28-c10e-4a15-be9c-c823a9ad3b4a", "tag": "9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:45:05.104768 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e5365374-98e0-4bf9-a6ae-d2b34e20c3a0 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:45:05.105661 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155f6e28-c10e-4a15-be9c-c823a9ad3b4a', 'tag': '9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e', 'status': 'completed', 'code': 200} Jul 08 20:45:05.142820 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eba1eb8c-1ee2-4796-bb74-a330ce005944 req-3ecfe425-e74f-44e0-9d00-50d57cdefa38 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725439 Jul 08 20:45:05.169705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-8efdfb58-16f5-40dd-97c6-f6f74152cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:05.171486 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-8efdfb58-16f5-40dd-97c6-f6f74152cda6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7076e605774740c88259e9bcc6efc026&device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1095 time: 0.1222227 Jul 08 20:45:05.238997 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-a00051dc-b488-442d-a995-e5cffea2428e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e HTTP/1.1" status: 200 len: 217 time: 0.0600605 Jul 08 20:45:05.247225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801bed31-b5b5-4641-817c-19d233022f95', 'name': 'tempest-TestServerMultinode-77620798-router', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:51Z', 'updated_at': '2021-07-08T20:44:59Z', 'revision_number': 4, 'project_id': '7076e605774740c88259e9bcc6efc026', 'gw_port': {'id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801bed31-b5b5-4641-817c-19d233022f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:53Z', 'updated_at': '2021-07-08T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '8054ea59-27a4-46b5-b705-96f0fb3bb7a4', 'name': '', 'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'mac_address': 'fa:16:3e:3b:50:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801bed31-b5b5-4641-817c-19d233022f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'edc38fb6-b310-4b9a-b1cb-1afe34d5df3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:58Z', 'updated_at': '2021-07-08T20:45:04Z', 'revision_number': 4, 'project_id': '7076e605774740c88259e9bcc6efc026', 'subnets': [{'id': 'edc38fb6-b310-4b9a-b1cb-1afe34d5df3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:05.283370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0695b-94c0-4fa4-8570-877fc51fbbd8 None None] The sync data for ids ['801bed31-b5b5-4641-817c-19d233022f95'] in n-d-791506-16 is: [{'id': '801bed31-b5b5-4641-817c-19d233022f95', 'name': 'tempest-TestServerMultinode-77620798-router', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:51Z', 'updated_at': '2021-07-08T20:44:59Z', 'revision_number': 4, 'project_id': '7076e605774740c88259e9bcc6efc026', 'gw_port': {'id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801bed31-b5b5-4641-817c-19d233022f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:53Z', 'updated_at': '2021-07-08T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '8054ea59-27a4-46b5-b705-96f0fb3bb7a4', 'name': '', 'network_id': '49afb0c1-e9cb-4c80-8b85-db533fa8990f', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'mac_address': 'fa:16:3e:3b:50:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801bed31-b5b5-4641-817c-19d233022f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'edc38fb6-b310-4b9a-b1cb-1afe34d5df3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:58Z', 'updated_at': '2021-07-08T20:45:04Z', 'revision_number': 4, 'project_id': '7076e605774740c88259e9bcc6efc026', 'subnets': [{'id': 'edc38fb6-b310-4b9a-b1cb-1afe34d5df3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:45:05.324547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-41edc2c7-8565-482b-b555-ce5246d9f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:05.326416 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-41edc2c7-8565-482b-b555-ce5246d9f984 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4c7b19d1-1f0e-4662-8fdf-ab1539839c55 HTTP/1.1" status: 200 len: 849 time: 0.0767510 Jul 08 20:45:05.446519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf31f3-0714-426b-bb5a-aa037aab7c39 req-f74b8c6d-5174-4e33-b581-ff7d996d0fe2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:05.453811 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f7bf31f3-0714-426b-bb5a-aa037aab7c39 req-f74b8c6d-5174-4e33-b581-ff7d996d0fe2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.1149676 Jul 08 20:45:05.483650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-f8ce403c-9000-4606-8230-b7f763fe9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:05.485772 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-f8ce403c-9000-4606-8230-b7f763fe9319 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc4f8d2b-4d86-421d-b810-32e7c7f691a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513922 Jul 08 20:45:05.488738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1d67-18b2-4706-a630-0dbde80c1474 req-1b7fbda3-57e5-4c7b-a668-ead3c86688c0 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:05.490442 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba9d1d67-18b2-4706-a630-0dbde80c1474 req-1b7fbda3-57e5-4c7b-a668-ead3c86688c0 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1095 time: 0.0952103 Jul 08 20:45:05.505826 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f7bf31f3-0714-426b-bb5a-aa037aab7c39 req-aa56342d-a0d7-4743-a1e3-13461f22f0aa tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439532 Jul 08 20:45:05.536225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34720) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:05.639928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082cd3a5-5093-4968-a8bd-f55323aa7371 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:05.643909 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-082cd3a5-5093-4968-a8bd-f55323aa7371 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1093 time: 0.1065810 Jul 08 20:45:05.651472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ba9d1d67-18b2-4706-a630-0dbde80c1474 req-779b7eb0-5ec9-43d5-948e-0cade01a2b01 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495275 Jul 08 20:45:05.654415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34722) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:05.705323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '682a0dd4-1058-465b-b886-df17f1d441ef', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:45:05.711600 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-b12e5571-b7e5-4b30-a5ee-9b2a2756deab service neutron] 10.222.0.103 "GET /v2.0/networks/fc4f8d2b-4d86-421d-b810-32e7c7f691a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082391 Jul 08 20:45:05.802335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed40d9a-f536-45c8-8e10-96609713338c req-0d9460d4-e298-41d4-bbe1-abe361a62f07 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:05.804341 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-0d9460d4-e298-41d4-bbe1-abe361a62f07 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.1584389 Jul 08 20:45:05.869560 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44179156-23b1-4ba7-839f-0d98bac67e06 req-9e69cdbc-5528-4ae7-9cfc-6d0270be221f service neutron] 10.222.0.103 "GET /v2.0/networks/fc4f8d2b-4d86-421d-b810-32e7c7f691a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494439 Jul 08 20:45:05.872081 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2aa1ec22-e83e-41ce-adc8-e74c11639720 req-96291e9e-ea04-4708-ad36-ef418a3f12f4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 210 time: 0.0378134 Jul 08 20:45:05.889827 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-ec64325e-a788-4f98-9b6d-c9c062436828 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969ed93d777c482282264778ffb8d915 HTTP/1.1" status: 200 len: 379 time: 0.0763571 Jul 08 20:45:05.895420 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:05.901269 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-0ed40d9a-f536-45c8-8e10-96609713338c req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'port': {'device_id': 'c0737727-ab33-4d04-8c05-817f3cf94676', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'admin_state_up': True, 'tenant_id': '969ed93d777c482282264778ffb8d915', 'security_groups': ['86f65ae6-713d-41ed-9bfb-6b698aec94a3']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:45:06.064391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:45:06.080574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238061e7-f433-4e4e-bdfc-4c308f96c621 req-2fe9f550-260a-4e08-82fc-1b68f8f1b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:06.082262 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-238061e7-f433-4e4e-bdfc-4c308f96c621 req-2fe9f550-260a-4e08-82fc-1b68f8f1b497 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7076e605774740c88259e9bcc6efc026&device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1095 time: 0.0898948 Jul 08 20:45:06.144208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed40d9a-f536-45c8-8e10-96609713338c req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Made reservation on behalf of 969ed93d777c482282264778ffb8d915 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:45:06.149146 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ed40d9a-f536-45c8-8e10-96609713338c req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:06.334829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-0ed40d9a-f536-45c8-8e10-96609713338c req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Allocated IP 172.20.0.4 (be03543c-b5e2-4aa9-9633-fedc1ac723b5/adbac296-9a8c-4696-bf05-a8fb47a6df9c/54fa9766-ed82-498c-82bc-c4c6a99b2c1f) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:45:06.337352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:45:06.348724 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:45:06.349791 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:06.491870 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:06.564324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:06.572102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8054ea59-27a4-46b5-b705-96f0fb3bb7a4,segment=NetworkSegment(5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef),segment_id=5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:06.578240 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ed40d9a-f536-45c8-8e10-96609713338c req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:06.580694 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:06.617281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-0ed40d9a-f536-45c8-8e10-96609713338c req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Transition to ACTIVE for port object 54fa9766-ed82-498c-82bc-c4c6a99b2c1f will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:45:06.636877 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238061e7-f433-4e4e-bdfc-4c308f96c621 req-9c60a149-3084-4351-b0d1-237f3664f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:06.638666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-238061e7-f433-4e4e-bdfc-4c308f96c621 req-9c60a149-3084-4351-b0d1-237f3664f06c service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc4f8d2b-4d86-421d-b810-32e7c7f691a6 HTTP/1.1" status: 200 len: 911 time: 0.5472937 Jul 08 20:45:06.666787 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ed40d9a-f536-45c8-8e10-96609713338c req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:06.720363 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=8054ea59-27a4-46b5-b705-96f0fb3bb7a4,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:06.726139 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-238061e7-f433-4e4e-bdfc-4c308f96c621 req-b4fc1e29-a17d-469e-9a9f-18e4b1377a1f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e HTTP/1.1" status: 200 len: 217 time: 0.0770645 Jul 08 20:45:06.737558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:06.737908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:06.738254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:06.738594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:06.738934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:06.739275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:06.739608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:06.739985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:06.740318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:06.740714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:06.748203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:06.748970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:45:06.752218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed40d9a-f536-45c8-8e10-96609713338c req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:45:06.767350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-0ed40d9a-f536-45c8-8e10-96609713338c req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:45:06.784711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed40d9a-f536-45c8-8e10-96609713338c req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:45:06.789454 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'Port': ['ID=54fa9766-ed82-498c-82bc-c4c6a99b2c1f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:06.882621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed40d9a-f536-45c8-8e10-96609713338c req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:06.887245 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ed40d9a-f536-45c8-8e10-96609713338c req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:06.917376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-80a60b86-68d5-4390-bcc0-856cdd377ea9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0223839 Jul 08 20:45:06.929346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Request body: {'port': {'device_id': 'c0737727-ab33-4d04-8c05-817f3cf94676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:45:06.961152 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f3601e95-9d52-4172-94d5-89d71cd95190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:07.004113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238061e7-f433-4e4e-bdfc-4c308f96c621 req-5d32f85e-46b9-4368-8026-c708e9ed28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:07.006372 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-238061e7-f433-4e4e-bdfc-4c308f96c621 req-5d32f85e-46b9-4368-8026-c708e9ed28d7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4c7b19d1-1f0e-4662-8fdf-ab1539839c55 HTTP/1.1" status: 200 len: 849 time: 0.2661421 Jul 08 20:45:07.084444 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.25.4.211 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/31694721-318f-4597-ac40-6f9a4f295399) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:45:07.111572 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:07.152840 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:07.262120 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14112c-fef9-4820-81ae-538a6fb38762 req-ce681ea3-0dac-45c6-9371-f0be3b47fdf2 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:07.264090 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7e14112c-fef9-4820-81ae-538a6fb38762 req-ce681ea3-0dac-45c6-9371-f0be3b47fdf2 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1095 time: 0.3750103 Jul 08 20:45:07.297813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7173c6b9-f5be-42a3-b0d1-c9e961308943 None None] Provisioning for port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:45:07.302766 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7173c6b9-f5be-42a3-b0d1-c9e961308943 None None] Provisioning complete for port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:45:07.302935 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7173c6b9-f5be-42a3-b0d1-c9e961308943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:07.304213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238061e7-f433-4e4e-bdfc-4c308f96c621 req-81f228b8-e991-441e-b3a4-3fe5a2193836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:07.305773 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-238061e7-f433-4e4e-bdfc-4c308f96c621 req-81f228b8-e991-441e-b3a4-3fe5a2193836 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc4f8d2b-4d86-421d-b810-32e7c7f691a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2680624 Jul 08 20:45:07.350318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7173c6b9-f5be-42a3-b0d1-c9e961308943 None None] Port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:45:07.388348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7e14112c-fef9-4820-81ae-538a6fb38762 req-0a67fe67-57b6-47a1-a271-d2a1afec5475 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037037 Jul 08 20:45:07.419528 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:07.440351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fa9766-ed82-498c-82bc-c4c6a99b2c1f {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:45:07.457641 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25a9fa-68f3-4efb-84ad-dd30fdd840f6 req-5947c18b-d36a-4a1f-a5ad-4d456aff2259 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:07.464755 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a25a9fa-68f3-4efb-84ad-dd30fdd840f6 req-5947c18b-d36a-4a1f-a5ad-4d456aff2259 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 931 time: 0.3990266 Jul 08 20:45:07.467854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:07.478079 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-238061e7-f433-4e4e-bdfc-4c308f96c621 req-30414ffd-cfea-4a80-9f58-85bd00484f6a service neutron] 10.222.0.103 "GET /v2.0/networks/fc4f8d2b-4d86-421d-b810-32e7c7f691a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595049 Jul 08 20:45:07.498232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Transition to ACTIVE for port object 54fa9766-ed82-498c-82bc-c4c6a99b2c1f will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:45:07.523673 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:07.555563 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:07.556440 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a25a9fa-68f3-4efb-84ad-dd30fdd840f6 req-4e841cbe-066d-4829-9805-9a51d07ad471 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907037 Jul 08 20:45:07.614470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Pushing event updated for resources: {'Port': ['ID=54fa9766-ed82-498c-82bc-c4c6a99b2c1f,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:07.638921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:45:07.653903 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:45:07.662901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:45:07.665013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=31694721-318f-4597-ac40-6f9a4f295399,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:07.697030 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-238061e7-f433-4e4e-bdfc-4c308f96c621 req-02228324-e7ef-425b-8868-f945b6c480b5 service neutron] 10.222.0.103 "GET /v2.0/networks/fc4f8d2b-4d86-421d-b810-32e7c7f691a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089345 Jul 08 20:45:07.756962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Attempting to bind port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:45:07.757696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Attempting to bind port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:45:07.758189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Attempting to bind port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:45:07.763491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:45:07.764079 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Attempting to bind port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:45:07.770645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:45:07.771225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Checking segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:45:07.771936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Bound using segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:45:07.772613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Bound port: 54fa9766-ed82-498c-82bc-c4c6a99b2c1f, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:45:07.773161 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:07.869667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] For port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:45:07.873770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] For port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=54fa9766-ed82-498c-82bc-c4c6a99b2c1f,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:45:07.877118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:45:07.884567 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:07.983246 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:07.984101 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:07.985802 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] 10.222.0.104 "PUT /v2.0/ports/54fa9766-ed82-498c-82bc-c4c6a99b2c1f HTTP/1.1" status: 200 len: 1092 time: 1.0613508 Jul 08 20:45:07.988489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0737727-ab33-4d04-8c05-817f3cf94676', 'tag': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:45:07.992727 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c079fc74-27b8-4bf2-9fa8-b001a3a207d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0737727-ab33-4d04-8c05-817f3cf94676", "tag": "54fa9766-ed82-498c-82bc-c4c6a99b2c1f"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:45:08.014066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:45:08.018743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e50c04-ca2b-4710-95a4-2ac460340a54 service neutron] Pushing event updated for resources: {'Port': ['ID=54fa9766-ed82-498c-82bc-c4c6a99b2c1f,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:08.118529 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4b5759-9ebb-4653-898d-4c85ca771762 x-openstack-request-id: req-2d4b5759-9ebb-4653-898d-4c85ca771762 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:45:08.118806 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0737727-ab33-4d04-8c05-817f3cf94676", "tag": "54fa9766-ed82-498c-82bc-c4c6a99b2c1f", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:45:08.119111 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2d4b5759-9ebb-4653-898d-4c85ca771762 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:45:08.119558 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0737727-ab33-4d04-8c05-817f3cf94676', 'tag': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f', 'status': 'completed', 'code': 200} Jul 08 20:45:08.162003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed40d9a-f536-45c8-8e10-96609713338c req-ca09a08a-95ff-4e1e-b042-9265d339eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:08.168031 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:45:08.173023 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-ca09a08a-95ff-4e1e-b042-9265d339eda5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 1095 time: 0.1252975 Jul 08 20:45:08.184926 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:08.202144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e', 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6', 'port_id': '9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e', 'mac_address': 'fa:16:3e:0a:4e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7b19d1-1f0e-4662-8fdf-ab1539839c55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:45:08.233263 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-fbb7187f-976a-4c8e-958b-cddb19826f4a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54fa9766-ed82-498c-82bc-c4c6a99b2c1f HTTP/1.1" status: 200 len: 217 time: 0.0520132 Jul 08 20:45:08.251482 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:45:08.251880 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:08.294103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed40d9a-f536-45c8-8e10-96609713338c req-898bad8d-e01d-4a31-bdb5-a99c14172358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:08.295901 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-898bad8d-e01d-4a31-bdb5-a99c14172358 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0556035 Jul 08 20:45:08.299759 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:08.305925 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:08.308318 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:08.331550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:45:08.372794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:08.379060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed40d9a-f536-45c8-8e10-96609713338c req-aaa61e9e-5666-4e2c-bc8d-f878670c6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:08.380989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-aaa61e9e-5666-4e2c-bc8d-f878670c6505 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784545 Jul 08 20:45:08.414042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:08.424181 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:08.506070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:08.525162 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-9df5bcd2-3750-4dcc-a707-ab10130596b5 service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354768 Jul 08 20:45:08.635389 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ed40d9a-f536-45c8-8e10-96609713338c req-65815993-68de-4641-ab9f-0a998b770a46 service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035047 Jul 08 20:45:08.681852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455ace8-0bba-446e-8ffb-aeba57c4bb04 req-56569c07-0351-40aa-98f4-5f2ff9828869 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:08.685964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:45:08.690909 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b455ace8-0bba-446e-8ffb-aeba57c4bb04 req-56569c07-0351-40aa-98f4-5f2ff9828869 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1096 time: 0.1191733 Jul 08 20:45:08.699447 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:08.711645 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:08.764840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=31694721-318f-4597-ac40-6f9a4f295399,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:08.820816 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b455ace8-0bba-446e-8ffb-aeba57c4bb04 req-5dec3fe5-2fef-412c-9e2c-a44147109b04 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257100 Jul 08 20:45:08.822471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079fc74-27b8-4bf2-9fa8-b001a3a207d5 req-0101db85-82ff-46dc-868e-7b7d6ce3137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:08.824529 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c079fc74-27b8-4bf2-9fa8-b001a3a207d5 req-0101db85-82ff-46dc-868e-7b7d6ce3137e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 1095 time: 0.0863991 Jul 08 20:45:08.832614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c50066-c048-4733-8bda-70f238eddd16 req-8f698162-0553-47a9-984e-9f2260da0134 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:08.840217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4c50066-c048-4733-8bda-70f238eddd16 req-8f698162-0553-47a9-984e-9f2260da0134 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 943 time: 0.1381598 Jul 08 20:45:08.854705 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:08.947151 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4c50066-c048-4733-8bda-70f238eddd16 req-f8bd8393-a9ac-470c-94bc-5047fca075af tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056371 Jul 08 20:45:08.986285 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Floating IP 06557cb9-02f3-44a4-9d23-7add42897f8d associated. External IP: 172.25.4.211, port: 682a0dd4-1058-465b-b886-df17f1d441ef. Jul 08 20:45:08.992642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079fc74-27b8-4bf2-9fa8-b001a3a207d5 req-59983296-242a-4781-be41-22e0c7f48435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:08.994816 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c079fc74-27b8-4bf2-9fa8-b001a3a207d5 req-59983296-242a-4781-be41-22e0c7f48435 service neutron] 10.222.0.104 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.1511488 Jul 08 20:45:09.039496 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c079fc74-27b8-4bf2-9fa8-b001a3a207d5 req-be9ffaa3-4828-4ca4-8f24-075abd7fed14 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54fa9766-ed82-498c-82bc-c4c6a99b2c1f HTTP/1.1" status: 200 len: 217 time: 0.0386214 Jul 08 20:45:09.098286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079fc74-27b8-4bf2-9fa8-b001a3a207d5 req-46bcdd17-7a4f-4ade-99c0-a79b28f87213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:09.100213 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c079fc74-27b8-4bf2-9fa8-b001a3a207d5 req-46bcdd17-7a4f-4ade-99c0-a79b28f87213 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0549293 Jul 08 20:45:09.163278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079fc74-27b8-4bf2-9fa8-b001a3a207d5 req-b156d28c-7afd-4a07-8bc3-8136cfb3f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:09.165073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c079fc74-27b8-4bf2-9fa8-b001a3a207d5 req-b156d28c-7afd-4a07-8bc3-8136cfb3f472 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590250 Jul 08 20:45:09.237321 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router d4cb6506-a7e5-4455-b152-12798b7ea45e has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:45:09.271860 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c079fc74-27b8-4bf2-9fa8-b001a3a207d5 req-ee68e14b-e3c6-49b5-9ad8-032ba1455dc6 service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000876 Jul 08 20:45:09.362985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:45:09.375369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c079fc74-27b8-4bf2-9fa8-b001a3a207d5 req-f14f95b5-0310-4257-b78c-4910155b54a0 service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961344 Jul 08 20:45:09.376821 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d411769b-fdf8-4f36-bee3-e080fd6e8b8d None None] Sync routers for ids ['d4cb6506-a7e5-4455-b152-12798b7ea45e'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:45:09.384963 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:09.397841 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d411769b-fdf8-4f36-bee3-e080fd6e8b8d None None] Routers {'d4cb6506-a7e5-4455-b152-12798b7ea45e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:45:09.402656 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d411769b-fdf8-4f36-bee3-e080fd6e8b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:45:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['d4cb6506-a7e5-4455-b152-12798b7ea45e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:09.426213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6a90e82a-9e85-4c51-bab7-2f467f36434c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7660255 Jul 08 20:45:09.426213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:45:09.427088 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec48c0e9-773f-4f7c-8678-75d68d00e730" -d '{"events": [{"name": "network-changed", "server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:45:09.466537 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8264fd8-db01-4d83-ab2b-622afb61a288 x-openstack-request-id: req-c8264fd8-db01-4d83-ab2b-622afb61a288 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:45:09.466903 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:45:09.467227 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c8264fd8-db01-4d83-ab2b-622afb61a288 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:45:09.467819 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef', 'status': 'completed', 'code': 200} Jul 08 20:45:09.530181 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-d411769b-fdf8-4f36-bee3-e080fd6e8b8d None None] Set router d4cb6506-a7e5-4455-b152-12798b7ea45e gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:45:09.553033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48c0e9-773f-4f7c-8678-75d68d00e730 req-516a0087-9d4c-41ce-9ecf-6f6a603a88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:09.554875 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec48c0e9-773f-4f7c-8678-75d68d00e730 req-516a0087-9d4c-41ce-9ecf-6f6a603a88bc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1098 time: 0.0639205 Jul 08 20:45:09.619994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8f68c-7d27-4628-87b6-830bc1e70a25 req-01e0e07d-8dd8-4f42-b84d-f3abc0c8219f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:09.628751 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22a8f68c-7d27-4628-87b6-830bc1e70a25 req-01e0e07d-8dd8-4f42-b84d-f3abc0c8219f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0846152 Jul 08 20:45:09.668558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48c0e9-773f-4f7c-8678-75d68d00e730 req-704aa78c-a2fa-4ced-8fcf-7d271fddfdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:09.670079 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec48c0e9-773f-4f7c-8678-75d68d00e730 req-704aa78c-a2fa-4ced-8fcf-7d271fddfdbb service neutron] 10.222.0.104 "GET /v2.0/networks?id=07aaa10d-b9e5-4b2f-ac51-843386608412 HTTP/1.1" status: 200 len: 897 time: 0.1095192 Jul 08 20:45:09.675988 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-22a8f68c-7d27-4628-87b6-830bc1e70a25 req-cfb216d3-b07f-4129-a3c5-607ae6f2d4ca tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463412 Jul 08 20:45:09.706184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34750) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:09.777062 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-55af1eae-ec87-4f04-a803-5b2417e83a35 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/06557cb9-02f3-44a4-9d23-7add42897f8d HTTP/1.1" status: 200 len: 992 time: 0.0693011 Jul 08 20:45:09.811661 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:09.812865 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d411769b-fdf8-4f36-bee3-e080fd6e8b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:45Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '06557cb9-02f3-44a4-9d23-7add42897f8d', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'port_id': '682a0dd4-1058-465b-b886-df17f1d441ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'mac_address': 'fa:16:3e:79:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:45:08Z', 'updated_at': '2021-07-08T20:45:08Z', 'revision_number': 0, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0701acdd-ace2-47fa-a86b-04cf50ff3b5d', 'name': '', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:4e:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:43Z', 'updated_at': '2021-07-08T20:44:53Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:09.849674 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d411769b-fdf8-4f36-bee3-e080fd6e8b8d None None] Checking router: d4cb6506-a7e5-4455-b152-12798b7ea45e for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:45:09.875666 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d411769b-fdf8-4f36-bee3-e080fd6e8b8d None None] Routers {'d4cb6506-a7e5-4455-b152-12798b7ea45e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:45:09.876613 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d411769b-fdf8-4f36-bee3-e080fd6e8b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:45:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['d4cb6506-a7e5-4455-b152-12798b7ea45e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:09.891548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:45:09.956983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:45:09.961986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:45:09.962573 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:10.026744 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-d411769b-fdf8-4f36-bee3-e080fd6e8b8d None None] Set router d4cb6506-a7e5-4455-b152-12798b7ea45e gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:45:10.137639 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:10.142976 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec48c0e9-773f-4f7c-8678-75d68d00e730 req-1c760aa4-2a02-4b12-874a-682511d078e7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=682a0dd4-1058-465b-b886-df17f1d441ef HTTP/1.1" status: 200 len: 1000 time: 0.4637570 Jul 08 20:45:10.190148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:10.191150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155f6e28-c10e-4a15-be9c-c823a9ad3b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:45:10.193970 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2bfa3d-41a4-4684-b824-2793c6221872" -d '{"events": [{"server_uuid": "155f6e28-c10e-4a15-be9c-c823a9ad3b4a", "name": "network-vif-plugged", "status": "completed", "tag": "9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:45:10.195757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1f60-998d-4aa8-87d8-e53ad3a10d35 req-390b8308-4b9c-4ea1-9b59-b299fc5d58a6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:10.198528 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:10.203814 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a8f1f60-998d-4aa8-87d8-e53ad3a10d35 req-390b8308-4b9c-4ea1-9b59-b299fc5d58a6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1096 time: 0.1167715 Jul 08 20:45:10.255961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48c0e9-773f-4f7c-8678-75d68d00e730 req-87db1400-77ad-44fd-89e6-6155082e7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:10.257573 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec48c0e9-773f-4f7c-8678-75d68d00e730 req-87db1400-77ad-44fd-89e6-6155082e7be0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=89d340c4-b176-46f3-aa97-5ad94c765d2d HTTP/1.1" status: 200 len: 835 time: 0.1046541 Jul 08 20:45:10.271772 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3a8f1f60-998d-4aa8-87d8-e53ad3a10d35 req-b8af776c-b471-4d7a-af07-0ae7c6cbc14a tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670040 Jul 08 20:45:10.273172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:10.302864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275b843-3d49-4fca-839f-f26477f66ffd req-74dc0fd9-8d76-4e99-b595-531b143fb5a7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:10.305756 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f275b843-3d49-4fca-839f-f26477f66ffd req-74dc0fd9-8d76-4e99-b595-531b143fb5a7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 943 time: 0.1394527 Jul 08 20:45:10.372489 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f275b843-3d49-4fca-839f-f26477f66ffd req-3631b7a0-f39c-40ff-b846-9077b082173f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611603 Jul 08 20:45:10.380761 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48c0e9-773f-4f7c-8678-75d68d00e730 req-de0f353a-633c-4bf4-8aff-f7030cc7ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:10.386815 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec48c0e9-773f-4f7c-8678-75d68d00e730 req-de0f353a-633c-4bf4-8aff-f7030cc7ec3e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=07aaa10d-b9e5-4b2f-ac51-843386608412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140666 Jul 08 20:45:10.392249 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d411769b-fdf8-4f36-bee3-e080fd6e8b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:45Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '06557cb9-02f3-44a4-9d23-7add42897f8d', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'port_id': '682a0dd4-1058-465b-b886-df17f1d441ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'mac_address': 'fa:16:3e:79:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:45:08Z', 'updated_at': '2021-07-08T20:45:08Z', 'revision_number': 0, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0701acdd-ace2-47fa-a86b-04cf50ff3b5d', 'name': '', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:4e:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:43Z', 'updated_at': '2021-07-08T20:44:53Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:10.436290 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b20d5c-2068-4475-8ee2-ba88573ee01a x-openstack-request-id: req-10b20d5c-2068-4475-8ee2-ba88573ee01a {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:45:10.436589 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155f6e28-c10e-4a15-be9c-c823a9ad3b4a", "name": "network-vif-plugged", "status": "completed", "tag": "9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:45:10.437599 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-10b20d5c-2068-4475-8ee2-ba88573ee01a {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:45:10.438060 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155f6e28-c10e-4a15-be9c-c823a9ad3b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e', 'code': 200} Jul 08 20:45:10.438720 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d411769b-fdf8-4f36-bee3-e080fd6e8b8d None None] The sync data for ids ['d4cb6506-a7e5-4455-b152-12798b7ea45e'] in n-d-791506-16 is: [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:45Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '06557cb9-02f3-44a4-9d23-7add42897f8d', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'port_id': '682a0dd4-1058-465b-b886-df17f1d441ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'mac_address': 'fa:16:3e:79:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:45:08Z', 'updated_at': '2021-07-08T20:45:08Z', 'revision_number': 0, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0701acdd-ace2-47fa-a86b-04cf50ff3b5d', 'name': '', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:4e:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:43Z', 'updated_at': '2021-07-08T20:44:53Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:45:10.525023 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec48c0e9-773f-4f7c-8678-75d68d00e730 req-3f9a6742-d54e-494b-b070-c62c966e45a6 service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313045 Jul 08 20:45:10.579242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad75b18-dcc8-4d5c-92a7-3991fea3cda4 req-4ff221ab-83bd-445e-ab40-643a8d092c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:10.580997 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ad75b18-dcc8-4d5c-92a7-3991fea3cda4 req-4ff221ab-83bd-445e-ab40-643a8d092c72 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1097 time: 0.0725839 Jul 08 20:45:10.637679 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec48c0e9-773f-4f7c-8678-75d68d00e730 req-c9bbb163-ce42-4544-901f-dea0b06f4f58 service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040571 Jul 08 20:45:10.638406 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7ad75b18-dcc8-4d5c-92a7-3991fea3cda4 req-32889ad8-f8f8-42cb-946e-61ad9271c91b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Jul 08 20:45:10.734662 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d131df9-772f-43b2-93d0-4d346b90b507 None None] New status for floating IP 06557cb9-02f3-44a4-9d23-7add42897f8d: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:45:10.778463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34762) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:10.841951 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a23d6081-ab58-4074-b98f-58f939381c00 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/06557cb9-02f3-44a4-9d23-7add42897f8d HTTP/1.1" status: 200 len: 992 time: 0.0622177 Jul 08 20:45:11.455405 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242aa8c-57a1-4b24-976b-795be71ca641 req-16b01908-996b-4bd5-a8b7-48ff6b04c912 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:11.457137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b242aa8c-57a1-4b24-976b-795be71ca641 req-16b01908-996b-4bd5-a8b7-48ff6b04c912 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1097 time: 0.0707834 Jul 08 20:45:11.499441 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b242aa8c-57a1-4b24-976b-795be71ca641 req-2eae86da-e9f1-4d2f-8573-25c9e9db485f tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352161 Jul 08 20:45:11.795369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180f34a-903c-4948-aaa7-3a52a1eca474 req-d01dad9a-1fe6-46b3-b8fb-42ed13989f49 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:11.797655 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4180f34a-903c-4948-aaa7-3a52a1eca474 req-d01dad9a-1fe6-46b3-b8fb-42ed13989f49 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 943 time: 0.0860059 Jul 08 20:45:11.845073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4180f34a-903c-4948-aaa7-3a52a1eca474 req-e5e5290c-fa61-4e25-aeeb-7c4875307046 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413752 Jul 08 20:45:11.845700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 34772) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:11.908736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d8aeb799-a003-4f28-b945-fefdf4638a70 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/06557cb9-02f3-44a4-9d23-7add42897f8d HTTP/1.1" status: 200 len: 994 time: 0.0616302 Jul 08 20:45:12.676569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102db0f6-6cb8-44b0-b8b6-c083e1c6022e req-fb125669-a69f-47d6-86ea-92dbd691fd2c tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:12.678310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-102db0f6-6cb8-44b0-b8b6-c083e1c6022e req-fb125669-a69f-47d6-86ea-92dbd691fd2c tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1097 time: 0.0568120 Jul 08 20:45:12.719345 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-102db0f6-6cb8-44b0-b8b6-c083e1c6022e req-dc4a0423-de47-4935-9570-dd3f0bdc7d1e tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350769 Jul 08 20:45:12.887995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3019a0-32e3-4f92-bfeb-23f5b39f78d5 req-c6876651-e5c0-4fc4-bb58-80a227413ba5 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:12.889584 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6b3019a0-32e3-4f92-bfeb-23f5b39f78d5 req-c6876651-e5c0-4fc4-bb58-80a227413ba5 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1097 time: 0.0564115 Jul 08 20:45:12.927403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6b3019a0-32e3-4f92-bfeb-23f5b39f78d5 req-1450516a-750e-4499-b983-5fc47a69900a tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Jul 08 20:45:13.024560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3157ac-c8eb-4b99-89f5-15b4b32aae2e req-52bc4c54-7dcb-47ea-8e5a-4ff42193f34d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:13.026131 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa3157ac-c8eb-4b99-89f5-15b4b32aae2e req-52bc4c54-7dcb-47ea-8e5a-4ff42193f34d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 943 time: 0.0676124 Jul 08 20:45:13.064877 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa3157ac-c8eb-4b99-89f5-15b4b32aae2e req-abedd921-e1fa-446f-8353-4eb241dc39b7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323992 Jul 08 20:45:13.096860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f834f-be32-4d2f-a6d9-93bbd1c07c70 req-c9b76848-63b8-4b6e-a836-60bec795c8b3 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:13.098402 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-829f834f-be32-4d2f-a6d9-93bbd1c07c70 req-c9b76848-63b8-4b6e-a836-60bec795c8b3 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1097 time: 0.0562668 Jul 08 20:45:13.133137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-829f834f-be32-4d2f-a6d9-93bbd1c07c70 req-3d67ebba-8644-401c-a7cc-7c386604d96b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290716 Jul 08 20:45:13.465341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-739adf0c-cf63-46c7-9035-a16abad128bb tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:13.466867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-739adf0c-cf63-46c7-9035-a16abad128bb tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/networks?id=fc4f8d2b-4d86-421d-b810-32e7c7f691a6 HTTP/1.1" status: 200 len: 911 time: 0.0927727 Jul 08 20:45:13.484072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-85f2c8d5-895b-4d7e-9260-316d09e7788e tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/quotas/7076e605774740c88259e9bcc6efc026 HTTP/1.1" status: 200 len: 375 time: 0.0094879 Jul 08 20:45:13.576820 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-792211a0-b7b9-4ced-a191-d78bcaa26e08 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?tenant_id=7076e605774740c88259e9bcc6efc026&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874033 Jul 08 20:45:13.672417 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-17b1a224-72c1-4167-94a1-f816921cca95 service neutron] 10.222.0.101 "GET /v2.0/networks/fc4f8d2b-4d86-421d-b810-32e7c7f691a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877082 Jul 08 20:45:13.764206 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-f674564d-7b40-4613-91d5-d0e370aa16c1 service neutron] 10.222.0.101 "GET /v2.0/networks/fc4f8d2b-4d86-421d-b810-32e7c7f691a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862367 Jul 08 20:45:13.945346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7b2ea40c-922f-431a-b187-d0dca987484c req-4ada8db4-ba81-46b0-80ac-9b6e00b1a02f tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 210 time: 0.0368972 Jul 08 20:45:14.257994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4fb98-13df-4435-88d2-c815fbf42a19 req-7fc258aa-c3d0-4eeb-aef0-bb31459eb7ff tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:14.259549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ee4fb98-13df-4435-88d2-c815fbf42a19 req-7fc258aa-c3d0-4eeb-aef0-bb31459eb7ff tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 943 time: 0.0742912 Jul 08 20:45:14.302203 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ee4fb98-13df-4435-88d2-c815fbf42a19 req-4032e9ac-6231-42a9-9d24-dd8916e5969d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352328 Jul 08 20:45:15.047504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-d473ac9e-1166-4a74-8b72-68468072d952 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:15.049248 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-d473ac9e-1166-4a74-8b72-68468072d952 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.104 "GET /v2.0/networks?id=fc4f8d2b-4d86-421d-b810-32e7c7f691a6 HTTP/1.1" status: 200 len: 911 time: 0.1133187 Jul 08 20:45:15.069006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Request body: {'port': {'device_id': '15e0a495-d3bb-4520-86de-66767b2ee2d3', 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6', 'admin_state_up': True, 'tenant_id': '7076e605774740c88259e9bcc6efc026'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:45:15.105174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Made reservation on behalf of 7076e605774740c88259e9bcc6efc026 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:45:15.107685 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:15.207786 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58ddf972-ed96-487c-8b31-75ef16edc60b req-16aefbab-3d20-47e6-bff6-6a2b5ff3fb45 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 210 time: 0.0310001 Jul 08 20:45:15.312932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Allocated IP 172.20.0.9 (fc4f8d2b-4d86-421d-b810-32e7c7f691a6/4c7b19d1-1f0e-4662-8fdf-ab1539839c55/3b6c9d2a-83f3-4449-8bba-b1849e31beb3) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:45:15.496453 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:15.517635 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Transition to ACTIVE for port object 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:45:15.533034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afd2d2-a471-4b91-b012-dbb432fe8677 req-ab46896a-bf2d-4e43-836e-6873e2174ce0 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:15.534610 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94afd2d2-a471-4b91-b012-dbb432fe8677 req-ab46896a-bf2d-4e43-836e-6873e2174ce0 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 943 time: 0.1119969 Jul 08 20:45:15.594988 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94afd2d2-a471-4b91-b012-dbb432fe8677 req-253e75ae-8b09-4316-bf24-ad92e8b2ac45 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537527 Jul 08 20:45:15.600060 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:15.611857 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:45:15.646323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:45:15.649415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:45:15.651778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:45:15.680174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Pushing event updated for resources: {'Port': ['ID=3b6c9d2a-83f3-4449-8bba-b1849e31beb3,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:15.703114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:15.703737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:15.719803 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-7fb23102-667c-47bd-bc53-a6825ccd5e69 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6610668 Jul 08 20:45:15.732765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Request body: {'port': {'device_id': '15e0a495-d3bb-4520-86de-66767b2ee2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:45:15.815666 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:15.945681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-39cc572f-8dce-4dac-81cc-08ec72aabce4 None None] Provisioning for port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:45:15.949598 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-39cc572f-8dce-4dac-81cc-08ec72aabce4 None None] Provisioning complete for port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:45:15.949963 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-39cc572f-8dce-4dac-81cc-08ec72aabce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:15.984483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-39cc572f-8dce-4dac-81cc-08ec72aabce4 None None] Port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:45:16.094830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:45:16.102541 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:16.114911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Transition to ACTIVE for port object 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:45:16.118641 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:16.170477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6c9d2a-83f3-4449-8bba-b1849e31beb3,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:16.246238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Attempting to bind port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:45:16.246582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Attempting to bind port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:45:16.246923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Attempting to bind port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 on network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:45:16.252129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 on network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:45:16.252479 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Attempting to bind port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 on network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:45:16.258008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:45:16.258352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Checking segment: {'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:45:16.258780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Bound using segment: {'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:45:16.259219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Bound port: 3b6c9d2a-83f3-4449-8bba-b1849e31beb3, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb41434-e6de-47a5-928e-0feb1bd1ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:45:16.259585 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:16.343742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] For port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:45:16.375593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] For port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3b6c9d2a-83f3-4449-8bba-b1849e31beb3,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:45:16.382998 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:16.444949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:16.445582 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:16.447118 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] 10.222.0.104 "PUT /v2.0/ports/3b6c9d2a-83f3-4449-8bba-b1849e31beb3 HTTP/1.1" status: 200 len: 1092 time: 0.7198308 Jul 08 20:45:16.447585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e0a495-d3bb-4520-86de-66767b2ee2d3', 'tag': '3b6c9d2a-83f3-4449-8bba-b1849e31beb3'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:45:16.449959 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e26295-882b-4436-bb0b-7211d19074f0" -d '{"events": [{"name": "network-changed", "server_uuid": "15e0a495-d3bb-4520-86de-66767b2ee2d3", "tag": "3b6c9d2a-83f3-4449-8bba-b1849e31beb3"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:45:16.482261 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f5f1-078c-4eb3-b784-89b0fe40016d req-73f9bf61-bfe2-46e3-8d6e-fd757b8538d6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:16.483868 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-21b4f5f1-078c-4eb3-b784-89b0fe40016d req-73f9bf61-bfe2-46e3-8d6e-fd757b8538d6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1053 time: 0.1525373 Jul 08 20:45:16.488457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62cc34-fcd5-4a62-96fb-8ba93fd51041 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6c9d2a-83f3-4449-8bba-b1849e31beb3,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:16.502039 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd5407b-f559-4af8-9255-2ae453d79cc1 x-openstack-request-id: req-4cd5407b-f559-4af8-9255-2ae453d79cc1 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:45:16.502336 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e0a495-d3bb-4520-86de-66767b2ee2d3", "tag": "3b6c9d2a-83f3-4449-8bba-b1849e31beb3", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:45:16.502589 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4cd5407b-f559-4af8-9255-2ae453d79cc1 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:45:16.502991 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e0a495-d3bb-4520-86de-66767b2ee2d3', 'tag': '3b6c9d2a-83f3-4449-8bba-b1849e31beb3', 'status': 'completed', 'code': 200} Jul 08 20:45:16.560812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-21b4f5f1-078c-4eb3-b784-89b0fe40016d req-3fc3f905-85cd-4e7e-bff4-63af1a3efc84 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692961 Jul 08 20:45:16.581431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-507b646a-2add-4bab-a43d-4243f6289df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:16.583063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-507b646a-2add-4bab-a43d-4243f6289df8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7076e605774740c88259e9bcc6efc026&device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1095 time: 0.0957768 Jul 08 20:45:16.637294 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-bcbdf00e-5310-4770-aea7-ec5cd48a792f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b6c9d2a-83f3-4449-8bba-b1849e31beb3 HTTP/1.1" status: 200 len: 217 time: 0.0466771 Jul 08 20:45:16.693715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-8266f48c-1012-4b29-9959-e90b4e86a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:16.695236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-8266f48c-1012-4b29-9959-e90b4e86a05b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4c7b19d1-1f0e-4662-8fdf-ab1539839c55 HTTP/1.1" status: 200 len: 849 time: 0.0505700 Jul 08 20:45:16.755865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-2c9acbfc-a9c2-4deb-908b-6cbf19d06b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:16.757648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-2c9acbfc-a9c2-4deb-908b-6cbf19d06b03 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fc4f8d2b-4d86-421d-b810-32e7c7f691a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558033 Jul 08 20:45:16.785072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde09d3-dd16-4ca4-a419-36696ba534c0 req-d92e3dd0-7418-45ba-8057-9a70f9bdbf23 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:16.786628 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8cde09d3-dd16-4ca4-a419-36696ba534c0 req-d92e3dd0-7418-45ba-8057-9a70f9bdbf23 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 943 time: 0.0698588 Jul 08 20:45:16.824659 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8cde09d3-dd16-4ca4-a419-36696ba534c0 req-c74575c6-673a-43ce-8017-f80d6bcb05e6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324616 Jul 08 20:45:16.849937 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-e41130c6-c19a-460e-b78f-1455fd6dcde4 service neutron] 10.222.0.104 "GET /v2.0/networks/fc4f8d2b-4d86-421d-b810-32e7c7f691a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844300 Jul 08 20:45:16.942579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ab6cf09-ad2f-4b53-8194-005f0ce57040 req-08f3788f-708f-4952-a488-601887139f20 service neutron] 10.222.0.104 "GET /v2.0/networks/fc4f8d2b-4d86-421d-b810-32e7c7f691a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865729 Jul 08 20:45:17.046872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26295-882b-4436-bb0b-7211d19074f0 req-42c0914e-0190-4e0b-961d-5f9a082035d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:17.048261 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1e26295-882b-4436-bb0b-7211d19074f0 req-42c0914e-0190-4e0b-961d-5f9a082035d2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7076e605774740c88259e9bcc6efc026&device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1095 time: 0.0526505 Jul 08 20:45:17.143143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26295-882b-4436-bb0b-7211d19074f0 req-ce39655a-4177-40ea-89a4-67afc5d6ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:17.144693 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1e26295-882b-4436-bb0b-7211d19074f0 req-ce39655a-4177-40ea-89a4-67afc5d6ce4f service neutron] 10.222.0.104 "GET /v2.0/networks?id=fc4f8d2b-4d86-421d-b810-32e7c7f691a6 HTTP/1.1" status: 200 len: 911 time: 0.0899410 Jul 08 20:45:17.192002 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1e26295-882b-4436-bb0b-7211d19074f0 req-a0a149f1-2d55-4e6d-96ba-4e0a5d4d710a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b6c9d2a-83f3-4449-8bba-b1849e31beb3 HTTP/1.1" status: 200 len: 217 time: 0.0352371 Jul 08 20:45:17.241047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26295-882b-4436-bb0b-7211d19074f0 req-6762ec11-d267-4ccb-9e00-dacd425543a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:17.242500 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1e26295-882b-4436-bb0b-7211d19074f0 req-6762ec11-d267-4ccb-9e00-dacd425543a4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4c7b19d1-1f0e-4662-8fdf-ab1539839c55 HTTP/1.1" status: 200 len: 849 time: 0.0443497 Jul 08 20:45:17.303869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26295-882b-4436-bb0b-7211d19074f0 req-831f792f-70be-48c2-bca8-d546d4126580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:17.305292 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1e26295-882b-4436-bb0b-7211d19074f0 req-831f792f-70be-48c2-bca8-d546d4126580 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fc4f8d2b-4d86-421d-b810-32e7c7f691a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560191 Jul 08 20:45:17.395902 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1e26295-882b-4436-bb0b-7211d19074f0 req-5b6f7d63-e9a8-45fe-85e2-881d5ee79eba service neutron] 10.222.0.104 "GET /v2.0/networks/fc4f8d2b-4d86-421d-b810-32e7c7f691a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829220 Jul 08 20:45:17.496920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1e26295-882b-4436-bb0b-7211d19074f0 req-3434e08b-023c-46a5-bbf5-ce77bd0082b5 service neutron] 10.222.0.104 "GET /v2.0/networks/fc4f8d2b-4d86-421d-b810-32e7c7f691a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926101 Jul 08 20:45:17.641351 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:17.725781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455efaaf-cf58-4449-a9ee-656ff6316c54 req-c969d484-1a02-43e6-b98c-d08d0eea2083 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:17.727317 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-455efaaf-cf58-4449-a9ee-656ff6316c54 req-c969d484-1a02-43e6-b98c-d08d0eea2083 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1095 time: 0.0530403 Jul 08 20:45:17.760501 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-455efaaf-cf58-4449-a9ee-656ff6316c54 req-2db01fc7-455f-465c-aa76-59dee0bc1693 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276742 Jul 08 20:45:17.997744 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70b119-5861-4a2b-8f3f-118ff643c02a req-d1c78f0f-fc93-4cf4-8b5d-f964a0a0031a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:17.999756 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6d70b119-5861-4a2b-8f3f-118ff643c02a req-d1c78f0f-fc93-4cf4-8b5d-f964a0a0031a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 943 time: 0.0637009 Jul 08 20:45:18.037237 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6d70b119-5861-4a2b-8f3f-118ff643c02a req-5d3d543f-3654-4f15-8d95-82681cbf2a10 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318015 Jul 08 20:45:18.925685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8b0a9-5fe3-484f-9892-801244427db6 req-11aa4432-32cf-49e4-94b7-771d04d4ac19 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:18.927235 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbf8b0a9-5fe3-484f-9892-801244427db6 req-11aa4432-32cf-49e4-94b7-771d04d4ac19 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1095 time: 0.0535727 Jul 08 20:45:18.960989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bbf8b0a9-5fe3-484f-9892-801244427db6 req-dcd6a929-0536-4389-9159-629d6310c53f tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281065 Jul 08 20:45:19.210417 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f71f0b-a368-456d-8884-e616324a5c4b req-a6965de2-4540-43bb-ad5b-7a1f84e35092 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:19.211894 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-97f71f0b-a368-456d-8884-e616324a5c4b req-a6965de2-4540-43bb-ad5b-7a1f84e35092 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 943 time: 0.0631251 Jul 08 20:45:19.248444 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-97f71f0b-a368-456d-8884-e616324a5c4b req-2eb913b3-af61-4f7a-ab82-1d1c7538906b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310922 Jul 08 20:45:20.126757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cdbd8-2bb6-4100-a529-3c4f94ac88a3 req-487d1cea-3e0f-4e8c-9ec3-bde9b575d660 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:20.128363 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c67cdbd8-2bb6-4100-a529-3c4f94ac88a3 req-487d1cea-3e0f-4e8c-9ec3-bde9b575d660 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1095 time: 0.0569026 Jul 08 20:45:20.164155 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c67cdbd8-2bb6-4100-a529-3c4f94ac88a3 req-a4cad2f8-15f4-4ca6-9e21-ef1213ae588b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302892 Jul 08 20:45:20.428724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b10a6c-8335-483a-8b08-8b2bbdeff75f req-81b73d57-8fba-412d-aff9-3c72a37118a9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:20.430259 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84b10a6c-8335-483a-8b08-8b2bbdeff75f req-81b73d57-8fba-412d-aff9-3c72a37118a9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 943 time: 0.0683939 Jul 08 20:45:20.469446 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84b10a6c-8335-483a-8b08-8b2bbdeff75f req-890c2951-b540-481a-8c48-3f0138078293 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336065 Jul 08 20:45:20.485298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 54fa9766-ed82-498c-82bc-c4c6a99b2c1f details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:45:20.581118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=54fa9766-ed82-498c-82bc-c4c6a99b2c1f,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:20.592296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'port_id': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f', 'mac_address': 'fa:16:3e:bb:4f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:45:20.629245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:20.642250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fa9766-ed82-498c-82bc-c4c6a99b2c1f {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:45:20.661885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=54fa9766-ed82-498c-82bc-c4c6a99b2c1f,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:20.665724 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:20.666418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:45:20.755473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=54fa9766-ed82-498c-82bc-c4c6a99b2c1f,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:20.799080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3b6c9d2a-83f3-4449-8bba-b1849e31beb3,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:20.810732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '3b6c9d2a-83f3-4449-8bba-b1849e31beb3', 'network_id': 'fc4f8d2b-4d86-421d-b810-32e7c7f691a6', 'port_id': '3b6c9d2a-83f3-4449-8bba-b1849e31beb3', 'mac_address': 'fa:16:3e:de:7e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7b19d1-1f0e-4662-8fdf-ab1539839c55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:45:20.848309 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:20.860842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:45:20.880577 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3b6c9d2a-83f3-4449-8bba-b1849e31beb3,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:20.884082 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:20.933121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=3b6c9d2a-83f3-4449-8bba-b1849e31beb3,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:21.127700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['3b6c9d2a-83f3-4449-8bba-b1849e31beb3'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:45:21.130900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['54fa9766-ed82-498c-82bc-c4c6a99b2c1f'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:45:21.331825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853d117-faa2-4c5f-b037-d1905a5882b8 req-0bcad107-9e75-4c03-b5d9-e23a08204b7a tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:21.333402 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8853d117-faa2-4c5f-b037-d1905a5882b8 req-0bcad107-9e75-4c03-b5d9-e23a08204b7a tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0531166 Jul 08 20:45:21.368557 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8853d117-faa2-4c5f-b037-d1905a5882b8 req-6b2290c9-667f-4179-9995-7c9672932b2b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294204 Jul 08 20:45:21.649889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651247-d8ab-4c3a-8c23-919930d03846 req-f6483f55-a5db-47ef-88b5-d80905004673 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:21.651298 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5651247-d8ab-4c3a-8c23-919930d03846 req-f6483f55-a5db-47ef-88b5-d80905004673 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 944 time: 0.0660243 Jul 08 20:45:21.690077 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f5651247-d8ab-4c3a-8c23-919930d03846 req-78ec8c56-a8fb-422e-bb76-2f63bdf6f0b0 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327523 Jul 08 20:45:22.501819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 54fa9766-ed82-498c-82bc-c4c6a99b2c1f up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:45:22.546936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ada74-4292-47d1-a05d-1dcc353e9ff0 req-16f04a71-3573-4c09-8383-31d3d473f34d tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:22.548493 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa7ada74-4292-47d1-a05d-1dcc353e9ff0 req-16f04a71-3573-4c09-8383-31d3d473f34d tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0600805 Jul 08 20:45:22.555487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:45:22.559456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:45:22.559903 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:22.585972 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa7ada74-4292-47d1-a05d-1dcc353e9ff0 req-d406e274-33ea-4102-af01-f4e507962519 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303917 Jul 08 20:45:22.636454 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:22.659979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0737727-ab33-4d04-8c05-817f3cf94676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:45:22.662237 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ded286-bbdc-46a9-8020-627b32b97a9a" -d '{"events": [{"server_uuid": "c0737727-ab33-4d04-8c05-817f3cf94676", "name": "network-vif-plugged", "status": "completed", "tag": "54fa9766-ed82-498c-82bc-c4c6a99b2c1f"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:45:22.675579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=54fa9766-ed82-498c-82bc-c4c6a99b2c1f,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:22.679682 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:22.680522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:45:22.722658 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32594f78-2cf0-4e8b-afea-bfb91ba85f3d x-openstack-request-id: req-32594f78-2cf0-4e8b-afea-bfb91ba85f3d {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:45:22.722947 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0737727-ab33-4d04-8c05-817f3cf94676", "name": "network-vif-plugged", "status": "completed", "tag": "54fa9766-ed82-498c-82bc-c4c6a99b2c1f", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:45:22.723203 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-32594f78-2cf0-4e8b-afea-bfb91ba85f3d {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:45:22.723588 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0737727-ab33-4d04-8c05-817f3cf94676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f', 'code': 200} Jul 08 20:45:22.762078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=54fa9766-ed82-498c-82bc-c4c6a99b2c1f,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:22.776396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:45:22.780516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:45:22.780926 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:22.828020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea51eb7-b0eb-41a0-a358-a059148c79b6 req-a100db12-1686-46f8-9a31-84f31646b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:22.829582 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bea51eb7-b0eb-41a0-a358-a059148c79b6 req-a100db12-1686-46f8-9a31-84f31646b8df service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 1097 time: 0.0540943 Jul 08 20:45:22.860332 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:22.868598 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bea51eb7-b0eb-41a0-a358-a059148c79b6 req-43be098a-ddef-40bb-9982-b410273f5cc1 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322027 Jul 08 20:45:22.869956 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa478e9-1005-4914-96bd-e50facec9b14 req-b533657a-4b56-47e6-8052-d66bc755988d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:22.872027 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0aa478e9-1005-4914-96bd-e50facec9b14 req-b533657a-4b56-47e6-8052-d66bc755988d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 945 time: 0.0681458 Jul 08 20:45:22.895535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3b6c9d2a-83f3-4449-8bba-b1849e31beb3,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:22.899577 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:22.912438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0aa478e9-1005-4914-96bd-e50facec9b14 req-4492b004-4e32-49bc-bcf1-9e1cece85e47 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340822 Jul 08 20:45:22.950968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=3b6c9d2a-83f3-4449-8bba-b1849e31beb3,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:23.509262 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:23.755886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f62c4c-6cab-4097-bd9e-56ba53f6b519 req-7cfe74b2-579c-4d5c-a688-2eeacc7bb699 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:23.757565 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4f62c4c-6cab-4097-bd9e-56ba53f6b519 req-7cfe74b2-579c-4d5c-a688-2eeacc7bb699 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0598919 Jul 08 20:45:23.795583 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4f62c4c-6cab-4097-bd9e-56ba53f6b519 req-262184bf-1e9b-4fd9-a031-d1ed5f47b60c tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320511 Jul 08 20:45:24.096194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24182bc-401c-40e3-99b5-2ad993eaf0be req-7f58208a-4713-4ad0-a419-195c62cbba4b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:24.097747 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d24182bc-401c-40e3-99b5-2ad993eaf0be req-7f58208a-4713-4ad0-a419-195c62cbba4b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 945 time: 0.0714176 Jul 08 20:45:24.138538 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d24182bc-401c-40e3-99b5-2ad993eaf0be req-b888fd7f-8b5e-489b-a502-fb5eb8cfa025 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352221 Jul 08 20:45:24.315686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9732c2c-33cc-4113-b8c6-4e142660c865 req-4dcc7c3e-7930-4942-9579-954227f13dad tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:24.317130 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e9732c2c-33cc-4113-b8c6-4e142660c865 req-4dcc7c3e-7930-4942-9579-954227f13dad tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 945 time: 0.0684056 Jul 08 20:45:24.355099 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e9732c2c-33cc-4113-b8c6-4e142660c865 req-d09de16e-750f-4753-a203-9df2f8a7fe6c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324965 Jul 08 20:45:24.379411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34896) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:24.570344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2705bba1-4848-457b-a150-d52af5f57c76 tempest-TestVolumeBootPattern-1320220900 tempest-TestVolumeBootPattern-1320220900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:24.571797 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2705bba1-4848-457b-a150-d52af5f57c76 tempest-TestVolumeBootPattern-1320220900 tempest-TestVolumeBootPattern-1320220900-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 1092 time: 0.1914225 Jul 08 20:45:24.574812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34900) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:24.580919 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:45:24.603519 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:24.701567 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:24.725214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e0a495-d3bb-4520-86de-66767b2ee2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6c9d2a-83f3-4449-8bba-b1849e31beb3'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:45:24.727642 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffb7427-0e86-448f-a4f8-a3e681721194" -d '{"events": [{"server_uuid": "15e0a495-d3bb-4520-86de-66767b2ee2d3", "name": "network-vif-plugged", "status": "completed", "tag": "3b6c9d2a-83f3-4449-8bba-b1849e31beb3"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:45:24.763306 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cd115a-8df9-4312-8fc8-37ac20bf75f0 x-openstack-request-id: req-53cd115a-8df9-4312-8fc8-37ac20bf75f0 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:45:24.763664 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e0a495-d3bb-4520-86de-66767b2ee2d3", "name": "network-vif-plugged", "status": "completed", "tag": "3b6c9d2a-83f3-4449-8bba-b1849e31beb3", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:45:24.763979 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-53cd115a-8df9-4312-8fc8-37ac20bf75f0 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:45:24.765197 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e0a495-d3bb-4520-86de-66767b2ee2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6c9d2a-83f3-4449-8bba-b1849e31beb3', 'code': 200} Jul 08 20:45:24.808828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Allocated IP 172.25.4.240 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/9091b0cc-3297-48a5-bb1f-930e8bb4d300) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:45:24.995549 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:24.998614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9409a-a02f-4ddc-8fd9-bf5cf3155a70 req-b1a64de7-69ba-45db-b327-f4c6760ec2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:25.000923 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39d9409a-a02f-4ddc-8fd9-bf5cf3155a70 req-b1a64de7-69ba-45db-b327-f4c6760ec2a1 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1097 time: 0.1635613 Jul 08 20:45:25.051005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97158ad5-1e9d-4626-8a49-f4144baecca1 req-49052143-cb2c-4635-9c88-99de65f822cd tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:25.052498 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-97158ad5-1e9d-4626-8a49-f4144baecca1 req-49052143-cb2c-4635-9c88-99de65f822cd tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1097 time: 0.1309452 Jul 08 20:45:25.083376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39d9409a-a02f-4ddc-8fd9-bf5cf3155a70 req-b5213d5d-e27a-4b60-9d17-4eff1a80958d service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722947 Jul 08 20:45:25.098552 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:25.128593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-97158ad5-1e9d-4626-8a49-f4144baecca1 req-29c1b664-55c1-44c6-8cc7-5c7326e722a0 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650370 Jul 08 20:45:25.140667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:45:25.152937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:45:25.152937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:45:25.177223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'Port': ['ID=9091b0cc-3297-48a5-bb1f-930e8bb4d300,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:25.815637 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:25.893928 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:26.053323 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:26.058032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:26.129271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'Port': ['ID=9091b0cc-3297-48a5-bb1f-930e8bb4d300,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:26.138755 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:26.238677 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Floating IP b1b0275f-bd89-487f-b345-47054ae3c9d1 associated. External IP: 172.25.4.240, port: 54fa9766-ed82-498c-82bc-c4c6a99b2c1f. Jul 08 20:45:26.299367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b80d6f-8e68-4eda-bc3e-6b089113c722 req-8901f7d7-4890-4066-9ec1-6a23e6aa0363 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:26.300970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-13b80d6f-8e68-4eda-bc3e-6b089113c722 req-8901f7d7-4890-4066-9ec1-6a23e6aa0363 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0563037 Jul 08 20:45:26.335353 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-13b80d6f-8e68-4eda-bc3e-6b089113c722 req-5c0cc113-d31b-4f32-90a6-c94c29fe63c8 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288804 Jul 08 20:45:26.455674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Router 0486d880-fd55-41e5-97aa-e17fb0483714 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:45:26.505820 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ca225-8d43-45a4-9af0-fafc627ef286 req-17630bf5-7a43-4846-b3dd-8d304ba07264 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:26.508085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-976ca225-8d43-45a4-9af0-fafc627ef286 req-17630bf5-7a43-4846-b3dd-8d304ba07264 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0605030 Jul 08 20:45:26.544835 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-976ca225-8d43-45a4-9af0-fafc627ef286 req-22db4a3b-044a-46b6-829b-3e847304e99a tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308442 Jul 08 20:45:26.573745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:45:26.585399 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257682c-6277-4606-9399-62f3cd7883dd None None] Sync routers for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:45:26.590695 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:26.640029 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-af8dcea5-da62-4bb5-a54a-cbd4c98774ae tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0640790 Jul 08 20:45:26.641078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0737727-ab33-4d04-8c05-817f3cf94676', 'tag': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:45:26.645177 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e079a4b-d09a-4b77-9a17-f881f9e3c6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c0737727-ab33-4d04-8c05-817f3cf94676", "tag": "54fa9766-ed82-498c-82bc-c4c6a99b2c1f"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:45:26.696947 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257682c-6277-4606-9399-62f3cd7883dd None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:45:26.697557 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6257682c-6277-4606-9399-62f3cd7883dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:45:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:26.697910 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68663b0-91b1-473a-aaff-7a1a5244e6e4 x-openstack-request-id: req-a68663b0-91b1-473a-aaff-7a1a5244e6e4 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:45:26.698199 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0737727-ab33-4d04-8c05-817f3cf94676", "tag": "54fa9766-ed82-498c-82bc-c4c6a99b2c1f", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:45:26.698447 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a68663b0-91b1-473a-aaff-7a1a5244e6e4 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:45:26.698914 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0737727-ab33-4d04-8c05-817f3cf94676', 'tag': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f', 'status': 'completed', 'code': 200} Jul 08 20:45:26.753803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17ddbd-dc96-405c-b224-6c01d9957501 req-6df9d029-f011-45dd-8c5b-7dd4479cffed tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:26.755356 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7b17ddbd-dc96-405c-b224-6c01d9957501 req-6df9d029-f011-45dd-8c5b-7dd4479cffed tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0877440 Jul 08 20:45:26.792098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e079a4b-d09a-4b77-9a17-f881f9e3c6b9 req-a69bb1c4-c155-4501-8db4-c55f9664c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:26.793678 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e079a4b-d09a-4b77-9a17-f881f9e3c6b9 req-a69bb1c4-c155-4501-8db4-c55f9664c345 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 1097 time: 0.0839908 Jul 08 20:45:26.803307 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-6257682c-6277-4606-9399-62f3cd7883dd None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:45:26.813717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7b17ddbd-dc96-405c-b224-6c01d9957501 req-3757ecc0-6186-45be-9539-fed4e0e5a28c tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520313 Jul 08 20:45:26.895696 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e079a4b-d09a-4b77-9a17-f881f9e3c6b9 req-0b97a02f-a702-4e87-a87e-4f74ecad248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:26.897269 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e079a4b-d09a-4b77-9a17-f881f9e3c6b9 req-0b97a02f-a702-4e87-a87e-4f74ecad248f service neutron] 10.222.0.104 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.0960324 Jul 08 20:45:26.969134 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e079a4b-d09a-4b77-9a17-f881f9e3c6b9 req-b65612a4-d3eb-42b7-85db-ae71a0ab970e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54fa9766-ed82-498c-82bc-c4c6a99b2c1f HTTP/1.1" status: 200 len: 999 time: 0.0633981 Jul 08 20:45:27.028999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e079a4b-d09a-4b77-9a17-f881f9e3c6b9 req-4cf1777c-6e82-4ca1-bf66-601be3c54640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:27.031345 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e079a4b-d09a-4b77-9a17-f881f9e3c6b9 req-4cf1777c-6e82-4ca1-bf66-601be3c54640 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0559630 Jul 08 20:45:27.047247 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6257682c-6277-4606-9399-62f3cd7883dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'b1b0275f-bd89-487f-b345-47054ae3c9d1', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:bb:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0737727-ab33-4d04-8c05-817f3cf94676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:45:25Z', 'updated_at': '2021-07-08T20:45:25Z', 'revision_number': 0, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:27.091260 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257682c-6277-4606-9399-62f3cd7883dd None None] Checking router: 0486d880-fd55-41e5-97aa-e17fb0483714 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:45:27.101217 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257682c-6277-4606-9399-62f3cd7883dd None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:45:27.101736 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6257682c-6277-4606-9399-62f3cd7883dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:45:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:27.115018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e079a4b-d09a-4b77-9a17-f881f9e3c6b9 req-80f343f5-5af3-4cab-82ef-0e3ca69ca7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:27.116695 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e079a4b-d09a-4b77-9a17-f881f9e3c6b9 req-80f343f5-5af3-4cab-82ef-0e3ca69ca7c9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776577 Jul 08 20:45:27.225730 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-6257682c-6277-4606-9399-62f3cd7883dd None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:45:27.252114 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e079a4b-d09a-4b77-9a17-f881f9e3c6b9 req-f4828ca2-3e51-442d-b6d0-0f3b9f1be640 service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281261 Jul 08 20:45:27.286701 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603d588-1781-4a72-b794-7738b364acda req-a185db52-c601-4064-ab1b-232fab547f6a tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:27.289414 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9603d588-1781-4a72-b794-7738b364acda req-a185db52-c601-4064-ab1b-232fab547f6a tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0601728 Jul 08 20:45:27.331659 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9603d588-1781-4a72-b794-7738b364acda req-e3475f0c-bb63-41f6-ab73-957546b6e66d tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346799 Jul 08 20:45:27.359947 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e079a4b-d09a-4b77-9a17-f881f9e3c6b9 req-2a3d144d-2f58-41d8-a8dc-c4c252382508 service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007674 Jul 08 20:45:27.496528 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6257682c-6277-4606-9399-62f3cd7883dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'b1b0275f-bd89-487f-b345-47054ae3c9d1', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:bb:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0737727-ab33-4d04-8c05-817f3cf94676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:45:25Z', 'updated_at': '2021-07-08T20:45:25Z', 'revision_number': 0, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:27.525457 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257682c-6277-4606-9399-62f3cd7883dd None None] The sync data for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 is: [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'b1b0275f-bd89-487f-b345-47054ae3c9d1', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:bb:4f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0737727-ab33-4d04-8c05-817f3cf94676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:45:25Z', 'updated_at': '2021-07-08T20:45:25Z', 'revision_number': 0, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:45:27.730539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb76a51a-af1a-4700-b708-ef827ab30b63 None None] New status for floating IP b1b0275f-bd89-487f-b345-47054ae3c9d1: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:45:28.589138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf127f20-f6d9-48b9-aeb8-5114086aa318 req-6783283c-e17e-4a7a-9bda-ff3beb54c180 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:28.590706 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf127f20-f6d9-48b9-aeb8-5114086aa318 req-6783283c-e17e-4a7a-9bda-ff3beb54c180 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1097 time: 0.1421731 Jul 08 20:45:28.601640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7ad6d-757b-4f70-91c7-5aa7e02daf49 req-f253b57b-abfd-4aa2-b4b2-cc87bfc78ee6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:28.603057 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e9b7ad6d-757b-4f70-91c7-5aa7e02daf49 req-f253b57b-abfd-4aa2-b4b2-cc87bfc78ee6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 1097 time: 0.1242929 Jul 08 20:45:28.628256 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-772929c9-7fe9-4323-a79e-c80484473a17 req-79348bd8-ceb1-4f57-b5a3-72c7608f9c90 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1340423 Jul 08 20:45:28.666735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf127f20-f6d9-48b9-aeb8-5114086aa318 req-5bbd666c-1fb2-42ab-90a7-08c08e37082b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684600 Jul 08 20:45:28.760400 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772929c9-7fe9-4323-a79e-c80484473a17 req-dc801b1f-c662-4d59-9abe-9b48dc9df10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:28.761956 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-772929c9-7fe9-4323-a79e-c80484473a17 req-dc801b1f-c662-4d59-9abe-9b48dc9df10a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1098 time: 0.0906999 Jul 08 20:45:28.768280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-e9b7ad6d-757b-4f70-91c7-5aa7e02daf49 req-71b77e68-b9f3-4ff1-bbb6-43d0489a08c5 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Deleting port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:45:28.768616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e9b7ad6d-757b-4f70-91c7-5aa7e02daf49 req-71b77e68-b9f3-4ff1-bbb6-43d0489a08c5 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:28.912784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-e9b7ad6d-757b-4f70-91c7-5aa7e02daf49 req-71b77e68-b9f3-4ff1-bbb6-43d0489a08c5 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] For port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=3b6c9d2a-83f3-4449-8bba-b1849e31beb3,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:28.913145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e9b7ad6d-757b-4f70-91c7-5aa7e02daf49 req-71b77e68-b9f3-4ff1-bbb6-43d0489a08c5 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:28.933827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-e9b7ad6d-757b-4f70-91c7-5aa7e02daf49 req-71b77e68-b9f3-4ff1-bbb6-43d0489a08c5 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Calling delete_port for 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:45:28.936017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772929c9-7fe9-4323-a79e-c80484473a17 req-dca58b6b-cca6-4ef5-adf0-707aee9ff9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:28.938024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-772929c9-7fe9-4323-a79e-c80484473a17 req-dca58b6b-cca6-4ef5-adf0-707aee9ff9bf service neutron] 10.222.0.104 "GET /v2.0/networks?id=07aaa10d-b9e5-4b2f-ac51-843386608412 HTTP/1.1" status: 200 len: 897 time: 0.1331773 Jul 08 20:45:29.048085 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-772929c9-7fe9-4323-a79e-c80484473a17 req-b77d0c39-6e1f-4220-af50-fee72e10eecb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=682a0dd4-1058-465b-b886-df17f1d441ef HTTP/1.1" status: 200 len: 1002 time: 0.1027100 Jul 08 20:45:29.110769 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772929c9-7fe9-4323-a79e-c80484473a17 req-2d342f09-22db-4618-8b60-e47c2eb9e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:29.112230 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-772929c9-7fe9-4323-a79e-c80484473a17 req-2d342f09-22db-4618-8b60-e47c2eb9e0eb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=89d340c4-b176-46f3-aa97-5ad94c765d2d HTTP/1.1" status: 200 len: 835 time: 0.0571518 Jul 08 20:45:29.183924 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e9b7ad6d-757b-4f70-91c7-5aa7e02daf49 req-71b77e68-b9f3-4ff1-bbb6-43d0489a08c5 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:29.196198 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:45:29.198460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['3b6c9d2a-83f3-4449-8bba-b1849e31beb3'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:45:29.219231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b77e68-b9f3-4ff1-bbb6-43d0489a08c5 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b6c9d2a-83f3-4449-8bba-b1849e31beb3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:29.270236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772929c9-7fe9-4323-a79e-c80484473a17 req-85a1002d-6868-4be0-a8b8-92cc298ff688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:29.271769 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-772929c9-7fe9-4323-a79e-c80484473a17 req-85a1002d-6868-4be0-a8b8-92cc298ff688 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=07aaa10d-b9e5-4b2f-ac51-843386608412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416466 Jul 08 20:45:29.272730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b7ad6d-757b-4f70-91c7-5aa7e02daf49 req-71b77e68-b9f3-4ff1-bbb6-43d0489a08c5 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] No DVR routers for this DVR port 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:45:29.275751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e9b7ad6d-757b-4f70-91c7-5aa7e02daf49 req-71b77e68-b9f3-4ff1-bbb6-43d0489a08c5 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:29.278139 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e9b7ad6d-757b-4f70-91c7-5aa7e02daf49 req-71b77e68-b9f3-4ff1-bbb6-43d0489a08c5 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.104 "DELETE /v2.0/ports/3b6c9d2a-83f3-4449-8bba-b1849e31beb3 HTTP/1.1" status: 204 len: 173 time: 0.6609616 Jul 08 20:45:29.278697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e0a495-d3bb-4520-86de-66767b2ee2d3', 'name': 'network-vif-deleted', 'tag': '3b6c9d2a-83f3-4449-8bba-b1849e31beb3'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:45:29.281861 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b39d9b-ac7a-4039-8392-1b0be2db1742" -d '{"events": [{"server_uuid": "15e0a495-d3bb-4520-86de-66767b2ee2d3", "name": "network-vif-deleted", "tag": "3b6c9d2a-83f3-4449-8bba-b1849e31beb3"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:45:29.369488 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7c374d-7530-4f33-99af-cad3ad4a4d25 x-openstack-request-id: req-7c7c374d-7530-4f33-99af-cad3ad4a4d25 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:45:29.369785 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e0a495-d3bb-4520-86de-66767b2ee2d3", "name": "network-vif-deleted", "tag": "3b6c9d2a-83f3-4449-8bba-b1849e31beb3", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:45:29.370038 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7c7c374d-7530-4f33-99af-cad3ad4a4d25 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:45:29.370435 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e0a495-d3bb-4520-86de-66767b2ee2d3', 'name': 'network-vif-deleted', 'tag': '3b6c9d2a-83f3-4449-8bba-b1849e31beb3', 'status': 'completed', 'code': 200} Jul 08 20:45:29.413456 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-772929c9-7fe9-4323-a79e-c80484473a17 req-f0fc7972-5c21-4404-b055-53eadd6260a2 service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278956 Jul 08 20:45:29.517345 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-772929c9-7fe9-4323-a79e-c80484473a17 req-cf1d0f9b-45d1-45e4-b213-431c1a9f79ee service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969687 Jul 08 20:45:29.855020 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11f8e918-20da-4d53-9ec2-5a9c55237eee req-9e10fe52-c15b-44ce-abea-b9bfbd5e7a3d tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=15e0a495-d3bb-4520-86de-66767b2ee2d3 HTTP/1.1" status: 200 len: 210 time: 0.0443382 Jul 08 20:45:31.291015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49148a40-f4fd-4aa6-83bf-b7d843ada610 req-2e6e0fad-e545-417c-9a52-89580d66bd52 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:31.292480 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49148a40-f4fd-4aa6-83bf-b7d843ada610 req-2e6e0fad-e545-417c-9a52-89580d66bd52 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1097 time: 0.0522668 Jul 08 20:45:31.327061 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49148a40-f4fd-4aa6-83bf-b7d843ada610 req-83c9b4f7-3425-4400-8a02-ed94c04f26a0 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286126 Jul 08 20:45:32.490436 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a53a2-47cb-4c68-9bc4-e7b3b8f0d530 req-e89084c2-64fd-4746-a9de-8c36074d81fe tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:32.491967 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9b4a53a2-47cb-4c68-9bc4-e7b3b8f0d530 req-e89084c2-64fd-4746-a9de-8c36074d81fe tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1097 time: 0.0524058 Jul 08 20:45:32.527258 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9b4a53a2-47cb-4c68-9bc4-e7b3b8f0d530 req-aced8f27-22ff-4d5e-816b-8b6e871cc105 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=598d2897-86f9-4409-a6ef-eec32836678c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282209 Jul 08 20:45:32.553172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:45:32.572726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:45:32.573075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 3b6c9d2a-83f3-4449-8bba-b1849e31beb3 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:45:32.845646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15c46e-b28d-40a8-bfa0-94916984b1e2 req-d8d62bab-b08f-462c-988e-d56497a9a77b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:32.847222 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-af15c46e-b28d-40a8-bfa0-94916984b1e2 req-d8d62bab-b08f-462c-988e-d56497a9a77b tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 1097 time: 0.0560923 Jul 08 20:45:32.946313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-af15c46e-b28d-40a8-bfa0-94916984b1e2 req-c5b078f2-5f6b-46f5-a692-f312df3febc6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Deleting port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:45:32.946569 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-af15c46e-b28d-40a8-bfa0-94916984b1e2 req-c5b078f2-5f6b-46f5-a692-f312df3febc6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:33.029237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-af15c46e-b28d-40a8-bfa0-94916984b1e2 req-c5b078f2-5f6b-46f5-a692-f312df3febc6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] For port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:33.029623 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-af15c46e-b28d-40a8-bfa0-94916984b1e2 req-c5b078f2-5f6b-46f5-a692-f312df3febc6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:33.042000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-af15c46e-b28d-40a8-bfa0-94916984b1e2 req-c5b078f2-5f6b-46f5-a692-f312df3febc6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Calling delete_port for 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:45:33.162109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-af15c46e-b28d-40a8-bfa0-94916984b1e2 req-c5b078f2-5f6b-46f5-a692-f312df3febc6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:33.177985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:45:33.193131 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b078f2-5f6b-46f5-a692-f312df3febc6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:33.244086 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-af15c46e-b28d-40a8-bfa0-94916984b1e2 req-c5b078f2-5f6b-46f5-a692-f312df3febc6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] No DVR routers for this DVR port 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:45:33.247092 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-af15c46e-b28d-40a8-bfa0-94916984b1e2 req-c5b078f2-5f6b-46f5-a692-f312df3febc6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:33.249623 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-af15c46e-b28d-40a8-bfa0-94916984b1e2 req-c5b078f2-5f6b-46f5-a692-f312df3febc6 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.103 "DELETE /v2.0/ports/9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e HTTP/1.1" status: 204 len: 173 time: 0.3928375 Jul 08 20:45:33.251494 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155f6e28-c10e-4a15-be9c-c823a9ad3b4a', 'name': 'network-vif-deleted', 'tag': '9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:45:33.254925 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beebbf90-a7ba-45f6-8c9e-63d16bcc7872" -d '{"events": [{"server_uuid": "155f6e28-c10e-4a15-be9c-c823a9ad3b4a", "name": "network-vif-deleted", "tag": "9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:45:33.309162 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd416c5b-7281-46d9-868f-12d82c92ef35 x-openstack-request-id: req-dd416c5b-7281-46d9-868f-12d82c92ef35 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:45:33.309549 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155f6e28-c10e-4a15-be9c-c823a9ad3b4a", "name": "network-vif-deleted", "tag": "9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:45:33.310002 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dd416c5b-7281-46d9-868f-12d82c92ef35 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:45:33.310473 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155f6e28-c10e-4a15-be9c-c823a9ad3b4a', 'name': 'network-vif-deleted', 'tag': '9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e', 'status': 'completed', 'code': 200} Jul 08 20:45:33.675604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c2ba9c7-4f29-4be6-8f4f-f491ac1a4f96 req-9c335b37-105d-4495-9aa4-68a2c8f44f96 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=155f6e28-c10e-4a15-be9c-c823a9ad3b4a HTTP/1.1" status: 200 len: 210 time: 0.0270460 Jul 08 20:45:34.055851 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c3df72ee-44be-4c6a-b7c4-d4a19fa474e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:34.668275 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-992188e2-de54-4ae0-9f25-4ae5cc877a17 req-cd57807d-8153-45de-8c75-a709a5ee670a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533442 Jul 08 20:45:34.777133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992188e2-de54-4ae0-9f25-4ae5cc877a17 req-84dc29eb-c620-45be-abe6-9759c19c54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:34.778889 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-992188e2-de54-4ae0-9f25-4ae5cc877a17 req-84dc29eb-c620-45be-abe6-9759c19c54a0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 1097 time: 0.0586920 Jul 08 20:45:34.779384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 34988) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:34.898893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992188e2-de54-4ae0-9f25-4ae5cc877a17 req-ccb4f9b1-0a2b-4dd9-b85b-d3b9066a15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:34.900755 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-992188e2-de54-4ae0-9f25-4ae5cc877a17 req-ccb4f9b1-0a2b-4dd9-b85b-d3b9066a15b9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 918 time: 0.0953982 Jul 08 20:45:34.981058 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-992188e2-de54-4ae0-9f25-4ae5cc877a17 req-8c7f1a81-ed16-4c97-a49d-cb6222733416 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d HTTP/1.1" status: 200 len: 1001 time: 0.0691221 Jul 08 20:45:35.043673 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992188e2-de54-4ae0-9f25-4ae5cc877a17 req-9d6a054f-1616-4c69-8f63-80184f2d6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:35.045242 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-992188e2-de54-4ae0-9f25-4ae5cc877a17 req-9d6a054f-1616-4c69-8f63-80184f2d6fc3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0498857 Jul 08 20:45:35.112305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992188e2-de54-4ae0-9f25-4ae5cc877a17 req-1050f6cf-17fe-4f76-8b84-2626f27b91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:35.114183 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-992188e2-de54-4ae0-9f25-4ae5cc877a17 req-1050f6cf-17fe-4f76-8b84-2626f27b91c0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587351 Jul 08 20:45:35.174504 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-715e1e1b-0b73-49fe-9f6d-19dbb655e6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:35.217707 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-992188e2-de54-4ae0-9f25-4ae5cc877a17 req-7a5d97b2-ece0-4941-8fae-a2f0cf3ddf89 service neutron] 10.222.0.103 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956423 Jul 08 20:45:35.323525 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-992188e2-de54-4ae0-9f25-4ae5cc877a17 req-9cd7fe46-415e-496c-87ba-134654afa1e0 service neutron] 10.222.0.103 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880001 Jul 08 20:45:35.463525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-715e1e1b-0b73-49fe-9f6d-19dbb655e6b9 admin admin] Deleting port fea5a4d0-9267-40aa-b461-515bb2779df4 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:45:35.463887 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-715e1e1b-0b73-49fe-9f6d-19dbb655e6b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:35.554113 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-715e1e1b-0b73-49fe-9f6d-19dbb655e6b9 admin admin] For port fea5a4d0-9267-40aa-b461-515bb2779df4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fea5a4d0-9267-40aa-b461-515bb2779df4,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:35.554471 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-715e1e1b-0b73-49fe-9f6d-19dbb655e6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:35.569127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-715e1e1b-0b73-49fe-9f6d-19dbb655e6b9 admin admin] Calling delete_port for fea5a4d0-9267-40aa-b461-515bb2779df4 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:45:35.767452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-715e1e1b-0b73-49fe-9f6d-19dbb655e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:35.800281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e1e1b-0b73-49fe-9f6d-19dbb655e6b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea5a4d0-9267-40aa-b461-515bb2779df4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:36.286283 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-715e1e1b-0b73-49fe-9f6d-19dbb655e6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:36.512385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715e1e1b-0b73-49fe-9f6d-19dbb655e6b9 admin admin] Router edb1166c-c576-4b3e-aec5-ea654d8fd758 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:45:36.547582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b934c3c-0f65-486e-886b-814e262247de req-97f0c7cd-66dd-43b8-94ee-c4f9d9e00a38 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:36.549512 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b934c3c-0f65-486e-886b-814e262247de req-97f0c7cd-66dd-43b8-94ee-c4f9d9e00a38 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1098 time: 0.0583689 Jul 08 20:45:36.568274 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8b934c3c-0f65-486e-886b-814e262247de req-bae98ca7-98ba-4be6-b656-d829e003bdc6 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:36.619282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715e1e1b-0b73-49fe-9f6d-19dbb655e6b9 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:45:36.627346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35002) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:36.627513 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-715e1e1b-0b73-49fe-9f6d-19dbb655e6b9 admin admin] 10.222.0.101 "PUT /v2.0/routers/edb1166c-c576-4b3e-aec5-ea654d8fd758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8468246 Jul 08 20:45:36.629756 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a06ca53-19f5-4fce-9e34-31310141fd52 None None] Sync routers for ids ['edb1166c-c576-4b3e-aec5-ea654d8fd758'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:45:36.638458 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a06ca53-19f5-4fce-9e34-31310141fd52 None None] Routers {'edb1166c-c576-4b3e-aec5-ea654d8fd758'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:45:36.639055 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6a06ca53-19f5-4fce-9e34-31310141fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:45:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['edb1166c-c576-4b3e-aec5-ea654d8fd758'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:36.745096 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-6a06ca53-19f5-4fce-9e34-31310141fd52 None None] Set router edb1166c-c576-4b3e-aec5-ea654d8fd758 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:45:36.933073 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6a06ca53-19f5-4fce-9e34-31310141fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'name': 'tempest-TestServerMultinode-1271950707-router', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:45:35Z', 'revision_number': 5, 'project_id': '016450a62817480cb0f072b7b9a79ae4', 'gw_port': {'id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:36.956313 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d77f2fff-3573-4997-b279-1028266564ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:36.962462 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a06ca53-19f5-4fce-9e34-31310141fd52 None None] Checking router: edb1166c-c576-4b3e-aec5-ea654d8fd758 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:45:36.971866 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a06ca53-19f5-4fce-9e34-31310141fd52 None None] Routers {'edb1166c-c576-4b3e-aec5-ea654d8fd758'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:45:36.972485 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6a06ca53-19f5-4fce-9e34-31310141fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:45:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['edb1166c-c576-4b3e-aec5-ea654d8fd758'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:37.025428 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8b934c3c-0f65-486e-886b-814e262247de req-bae98ca7-98ba-4be6-b656-d829e003bdc6 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.034225 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-8b934c3c-0f65-486e-886b-814e262247de req-bae98ca7-98ba-4be6-b656-d829e003bdc6 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.067828 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b934c3c-0f65-486e-886b-814e262247de req-bae98ca7-98ba-4be6-b656-d829e003bdc6 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5126805 Jul 08 20:45:37.075404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae98ca7-98ba-4be6-b656-d829e003bdc6 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99b9d87-ec68-4754-8a1e-3325998b2a29,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:37.079224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.079785 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-6a06ca53-19f5-4fce-9e34-31310141fd52 None None] Set router edb1166c-c576-4b3e-aec5-ea654d8fd758 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:45:37.141853 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.198970 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.262302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Deleting port bdcbe576-905e-442e-96e6-c31affe79c08 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:45:37.262703 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.302169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a69ea8-225f-4c2f-b68c-3cf3dba130d3 req-b524b8be-1a1b-4fc0-a905-af8ced41cc8c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:37.303714 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26a69ea8-225f-4c2f-b68c-3cf3dba130d3 req-b524b8be-1a1b-4fc0-a905-af8ced41cc8c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0717015 Jul 08 20:45:37.357163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-26a69ea8-225f-4c2f-b68c-3cf3dba130d3 req-17354a8e-e3ee-4f80-b6c8-0f814f6cc7de tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471246 Jul 08 20:45:37.361914 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] For port bdcbe576-905e-442e-96e6-c31affe79c08, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bdcbe576-905e-442e-96e6-c31affe79c08,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:37.362708 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.373945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35010) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:37.386645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Calling delete_port for bdcbe576-905e-442e-96e6-c31affe79c08 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:45:37.396472 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6a06ca53-19f5-4fce-9e34-31310141fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'name': 'tempest-TestServerMultinode-1271950707-router', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:45:35Z', 'revision_number': 5, 'project_id': '016450a62817480cb0f072b7b9a79ae4', 'gw_port': {'id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:37.425991 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a06ca53-19f5-4fce-9e34-31310141fd52 None None] The sync data for ids ['edb1166c-c576-4b3e-aec5-ea654d8fd758'] in n-d-791506-16 is: [{'id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'name': 'tempest-TestServerMultinode-1271950707-router', 'tenant_id': '016450a62817480cb0f072b7b9a79ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:45:35Z', 'revision_number': 5, 'project_id': '016450a62817480cb0f072b7b9a79ae4', 'gw_port': {'id': 'bdcbe576-905e-442e-96e6-c31affe79c08', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:10:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1166c-c576-4b3e-aec5-ea654d8fd758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:40Z', 'updated_at': '2021-07-08T20:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:45:37.487024 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-715a3963-9492-409e-8c4a-1abf2197121d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/06557cb9-02f3-44a4-9d23-7add42897f8d HTTP/1.1" status: 200 len: 994 time: 0.1112103 Jul 08 20:45:37.613058 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.644332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdcbe576-905e-442e-96e6-c31affe79c08,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:37.705682 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.807436 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.809682 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.856520 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.857457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edb1166c-c576-4b3e-aec5-ea654d8fd758 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:45:37.863498 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.866890 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-717d2748-7a34-4874-a145-b178f1bcc4c3 admin admin] 10.222.0.101 "DELETE /v2.0/routers/edb1166c-c576-4b3e-aec5-ea654d8fd758 HTTP/1.1" status: 204 len: 168 time: 1.2361786 Jul 08 20:45:37.867080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35018) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:37.919559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-2e0ae21d-90cc-43ee-a62a-e732910832b5 req-be28f1ab-0f91-4c58-a263-4cee3ab68eb1 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:45:37.920727 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2e0ae21d-90cc-43ee-a62a-e732910832b5 req-be28f1ab-0f91-4c58-a263-4cee3ab68eb1 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056584 Jul 08 20:45:37.929150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19afddd-52b5-45be-a032-8df43348469d admin admin] Deleting subnet 4c7b19d1-1f0e-4662-8fdf-ab1539839c55 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:45:37.933675 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b19afddd-52b5-45be-a032-8df43348469d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.974399 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fea5a4d0-9267-40aa-b461-515bb2779df4 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:45:37.982483 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b19afddd-52b5-45be-a032-8df43348469d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:37.996323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: fea5a4d0-9267-40aa-b461-515bb2779df4 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:45:37.996698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fea5a4d0-9267-40aa-b461-515bb2779df4 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:45:38.063775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:45:38.070983 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b19afddd-52b5-45be-a032-8df43348469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.090816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:45:38.091311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 9d27cc39-84e9-4fe7-9ae2-1f3d02c2a55e not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:45:38.136788 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b19afddd-52b5-45be-a032-8df43348469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.166953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19afddd-52b5-45be-a032-8df43348469d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7b19d1-1f0e-4662-8fdf-ab1539839c55,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:38.172955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b19afddd-52b5-45be-a032-8df43348469d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.175210 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b19afddd-52b5-45be-a032-8df43348469d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/4c7b19d1-1f0e-4662-8fdf-ab1539839c55 HTTP/1.1" status: 204 len: 168 time: 0.3071613 Jul 08 20:45:38.179362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35024) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:38.183707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42894afa-8a3c-4c81-ba05-2ea8e6478573 None None] Network fc4f8d2b-4d86-421d-b810-32e7c7f691a6 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:45:38.270474 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.271561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.390291 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-928b7d65-055f-4571-b69d-01c5f3910313 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805593 Jul 08 20:45:38.395677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Deleting port 6187213e-a605-4910-b20a-d53fbf006dbd {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:45:38.395677 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.399307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223ba24-6bc2-4c5f-8546-4c41689b2ee2 req-d5259a52-db56-4e36-ae08-d31781107a29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:38.407192 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f223ba24-6bc2-4c5f-8546-4c41689b2ee2 req-d5259a52-db56-4e36-ae08-d31781107a29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0772531 Jul 08 20:45:38.446756 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f223ba24-6bc2-4c5f-8546-4c41689b2ee2 req-65d6ca9c-834d-4a6b-ae1f-37cfc6333ff1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355000 Jul 08 20:45:38.470010 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] For port 6187213e-a605-4910-b20a-d53fbf006dbd, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6187213e-a605-4910-b20a-d53fbf006dbd,segment=NetworkSegment(0fb41434-e6de-47a5-928e-0feb1bd1ab46),segment_id=0fb41434-e6de-47a5-928e-0feb1bd1ab46)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:38.470388 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.484668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Calling delete_port for 6187213e-a605-4910-b20a-d53fbf006dbd owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:45:38.582239 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.587205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b746bb2d-0231-4121-a42d-adaa88714f9e None None] DHCP port deletion for fc4f8d2b-4d86-421d-b810-32e7c7f691a6 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:45:38.609335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Pushing event deleted for resources: {'Port': ['ID=6187213e-a605-4910-b20a-d53fbf006dbd,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:38.615199 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] No DVR routers for this DVR port 6187213e-a605-4910-b20a-d53fbf006dbd on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:45:38.692721 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.702304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4f8d2b-4d86-421d-b810-32e7c7f691a6']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:38.713716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb41434-e6de-47a5-928e-0feb1bd1ab46') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:38.714319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb41434-e6de-47a5-928e-0feb1bd1ab46') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:38.725478 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.739762 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.745906 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:45:38.746337 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:45:38.747998 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:45:38.807199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.815692 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:38.817293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] 10.222.0.101 "DELETE /v2.0/networks/fc4f8d2b-4d86-421d-b810-32e7c7f691a6 HTTP/1.1" status: 204 len: 168 time: 0.6368797 Jul 08 20:45:38.820257 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35050) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:38.826992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd9553-6b0c-458e-af14-04988b2e76af admin admin] Pushing event deleted for resources: {'Network': ['ID=fc4f8d2b-4d86-421d-b810-32e7c7f691a6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:39.191680 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97ce5bc5-b44c-45ee-a9e8-0f5cb5086d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:39.454232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-97ce5bc5-b44c-45ee-a9e8-0f5cb5086d91 admin admin] Deleting port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:45:39.454923 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97ce5bc5-b44c-45ee-a9e8-0f5cb5086d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:39.537541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-97ce5bc5-b44c-45ee-a9e8-0f5cb5086d91 admin admin] For port 8054ea59-27a4-46b5-b705-96f0fb3bb7a4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8054ea59-27a4-46b5-b705-96f0fb3bb7a4,segment=NetworkSegment(5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef),segment_id=5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:39.537912 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97ce5bc5-b44c-45ee-a9e8-0f5cb5086d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:39.550919 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-97ce5bc5-b44c-45ee-a9e8-0f5cb5086d91 admin admin] Calling delete_port for 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:45:39.654441 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf06cd8-2072-40d9-8457-0472a1da3d78 req-cacc1673-33a5-4f59-b867-11935337c78b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:39.663282 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1cf06cd8-2072-40d9-8457-0472a1da3d78 req-cacc1673-33a5-4f59-b867-11935337c78b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0859697 Jul 08 20:45:39.701519 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1cf06cd8-2072-40d9-8457-0472a1da3d78 req-00bca954-9fda-46c5-8a33-44d68f6c6b39 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369749 Jul 08 20:45:39.770935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-3697d389-4099-4611-a413-dab86f81d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:39.772457 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-3697d389-4099-4611-a413-dab86f81d4c3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1098 time: 0.0883503 Jul 08 20:45:39.809273 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:39.871118 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97ce5bc5-b44c-45ee-a9e8-0f5cb5086d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:39.906966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce5bc5-b44c-45ee-a9e8-0f5cb5086d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=8054ea59-27a4-46b5-b705-96f0fb3bb7a4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:39.924809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-d1fa07b7-bfaf-48d4-b188-860934c29a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:39.926409 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-d1fa07b7-bfaf-48d4-b188-860934c29a4a service neutron] 10.222.0.104 "GET /v2.0/networks?id=07aaa10d-b9e5-4b2f-ac51-843386608412 HTTP/1.1" status: 200 len: 897 time: 0.1363029 Jul 08 20:45:39.944985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bdcbe576-905e-442e-96e6-c31affe79c08 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:45:39.967151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: bdcbe576-905e-442e-96e6-c31affe79c08 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:45:39.967579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bdcbe576-905e-442e-96e6-c31affe79c08 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:45:39.968883 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6187213e-a605-4910-b20a-d53fbf006dbd no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:45:39.988841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 6187213e-a605-4910-b20a-d53fbf006dbd {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:45:39.989277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6187213e-a605-4910-b20a-d53fbf006dbd not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:45:40.039087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-80a776a0-0297-45a3-8411-3fbdff7fe1a5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=682a0dd4-1058-465b-b886-df17f1d441ef HTTP/1.1" status: 200 len: 1002 time: 0.0956087 Jul 08 20:45:40.164242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-18e8736a-6ad5-44be-8cb7-384ac3e78198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:40.165680 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-18e8736a-6ad5-44be-8cb7-384ac3e78198 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=89d340c4-b176-46f3-aa97-5ad94c765d2d HTTP/1.1" status: 200 len: 835 time: 0.0962784 Jul 08 20:45:40.212304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97ce5bc5-b44c-45ee-a9e8-0f5cb5086d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:40.283404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-86f06a24-7f51-4f95-b751-04e899d8090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:40.285013 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-86f06a24-7f51-4f95-b751-04e899d8090c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=07aaa10d-b9e5-4b2f-ac51-843386608412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111991 Jul 08 20:45:40.463619 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-80ba568e-622b-4781-b10b-2294af016130 service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519029 Jul 08 20:45:40.931259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ce5bc5-b44c-45ee-a9e8-0f5cb5086d91 admin admin] Router 801bed31-b5b5-4641-817c-19d233022f95 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:45:40.963592 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-59850537-0c39-40eb-ab9b-6ea396625198 service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697070 Jul 08 20:45:41.012608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b066e-b7c7-41b1-9de7-137893db62ee req-488ca66f-c172-4e4e-855d-977388d5c62f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:41.014037 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-686b066e-b7c7-41b1-9de7-137893db62ee req-488ca66f-c172-4e4e-855d-977388d5c62f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.1833181 Jul 08 20:45:41.110786 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-686b066e-b7c7-41b1-9de7-137893db62ee req-d71fa44f-ecf3-4286-8233-4ea0ad59faf9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870171 Jul 08 20:45:41.115602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ce5bc5-b44c-45ee-a9e8-0f5cb5086d91 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:45:41.120484 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-97ce5bc5-b44c-45ee-a9e8-0f5cb5086d91 admin admin] 10.222.0.101 "PUT /v2.0/routers/801bed31-b5b5-4641-817c-19d233022f95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2990539 Jul 08 20:45:41.122950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35072) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:41.125465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850de27-c6bf-4a2a-a319-2ab9227367d8 None None] Sync routers for ids ['801bed31-b5b5-4641-817c-19d233022f95'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:45:41.138386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850de27-c6bf-4a2a-a319-2ab9227367d8 None None] Routers {'801bed31-b5b5-4641-817c-19d233022f95'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:45:41.139193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7850de27-c6bf-4a2a-a319-2ab9227367d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:45:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['801bed31-b5b5-4641-817c-19d233022f95'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:41.242390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:41.349759 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:41.412067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Deleting port 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:45:41.412280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7850de27-c6bf-4a2a-a319-2ab9227367d8 None None] Set router 801bed31-b5b5-4641-817c-19d233022f95 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:45:41.412495 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:41.492275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] For port 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8881eeb1-f9df-4221-a1b9-e7afac0c7e6b,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:41.493009 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:41.505266 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Calling delete_port for 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:45:41.584770 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7850de27-c6bf-4a2a-a319-2ab9227367d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801bed31-b5b5-4641-817c-19d233022f95', 'name': 'tempest-TestServerMultinode-77620798-router', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:51Z', 'updated_at': '2021-07-08T20:45:39Z', 'revision_number': 5, 'project_id': '7076e605774740c88259e9bcc6efc026', 'gw_port': {'id': '8881eeb1-f9df-4221-a1b9-e7afac0c7e6b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801bed31-b5b5-4641-817c-19d233022f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:53Z', 'updated_at': '2021-07-08T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:41.614476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850de27-c6bf-4a2a-a319-2ab9227367d8 None None] Checking router: 801bed31-b5b5-4641-817c-19d233022f95 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:45:41.622785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850de27-c6bf-4a2a-a319-2ab9227367d8 None None] Routers {'801bed31-b5b5-4641-817c-19d233022f95'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:45:41.623392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7850de27-c6bf-4a2a-a319-2ab9227367d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:45:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['801bed31-b5b5-4641-817c-19d233022f95'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:41.673101 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:41.704304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Pushing event deleted for resources: {'Port': ['ID=8881eeb1-f9df-4221-a1b9-e7afac0c7e6b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:41.711763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7850de27-c6bf-4a2a-a319-2ab9227367d8 None None] Set router 801bed31-b5b5-4641-817c-19d233022f95 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:45:41.763401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7850de27-c6bf-4a2a-a319-2ab9227367d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801bed31-b5b5-4641-817c-19d233022f95', 'name': 'tempest-TestServerMultinode-77620798-router', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:51Z', 'updated_at': '2021-07-08T20:45:41Z', 'revision_number': 6, 'project_id': '7076e605774740c88259e9bcc6efc026', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:41.779188 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:41.793834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850de27-c6bf-4a2a-a319-2ab9227367d8 None None] The sync data for ids ['801bed31-b5b5-4641-817c-19d233022f95'] in n-d-791506-16 is: [{'id': '801bed31-b5b5-4641-817c-19d233022f95', 'name': 'tempest-TestServerMultinode-77620798-router', 'tenant_id': '7076e605774740c88259e9bcc6efc026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:51Z', 'updated_at': '2021-07-08T20:45:41Z', 'revision_number': 6, 'project_id': '7076e605774740c88259e9bcc6efc026', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:45:41.883680 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:41.885907 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:41.935056 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:41.935764 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 801bed31-b5b5-4641-817c-19d233022f95 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:45:41.940715 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:41.944127 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1a498d4c-7e19-4986-aeaf-d06f5a78da4a admin admin] 10.222.0.101 "DELETE /v2.0/routers/801bed31-b5b5-4641-817c-19d233022f95 HTTP/1.1" status: 204 len: 168 time: 0.8180130 Jul 08 20:45:41.944370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35078) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:41.993232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-21088f49-e242-4b88-bc0a-0bb721ef7a4d admin admin] Deleting subnet edc38fb6-b310-4b9a-b1cb-1afe34d5df3a {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:45:41.996426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21088f49-e242-4b88-bc0a-0bb721ef7a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.031297 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21088f49-e242-4b88-bc0a-0bb721ef7a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.112900 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21088f49-e242-4b88-bc0a-0bb721ef7a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.179854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21088f49-e242-4b88-bc0a-0bb721ef7a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.222820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21088f49-e242-4b88-bc0a-0bb721ef7a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc38fb6-b310-4b9a-b1cb-1afe34d5df3a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:42.225080 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21088f49-e242-4b88-bc0a-0bb721ef7a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.229759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35082) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:42.230303 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-21088f49-e242-4b88-bc0a-0bb721ef7a4d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/edc38fb6-b310-4b9a-b1cb-1afe34d5df3a HTTP/1.1" status: 204 len: 168 time: 0.2845151 Jul 08 20:45:42.239060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a027f3-390c-4359-8027-169a252120e0 None None] Network 49afb0c1-e9cb-4c80-8b85-db533fa8990f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:45:42.302785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:45:42.334546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:45:42.334887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8054ea59-27a4-46b5-b705-96f0fb3bb7a4 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:45:42.363690 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.413074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052485d9-d3be-4a5b-8267-9f7601c96fc7 req-bacfbf93-ec92-4ccc-8b55-97ee700a65c7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:42.414311 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-052485d9-d3be-4a5b-8267-9f7601c96fc7 req-bacfbf93-ec92-4ccc-8b55-97ee700a65c7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.1116703 Jul 08 20:45:42.481023 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-052485d9-d3be-4a5b-8267-9f7601c96fc7 req-f087d884-d0e2-46e2-891e-7a73f721f3a6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565934 Jul 08 20:45:42.482705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Deleting port f24d8964-cad7-4ecd-8454-4acf24d82ccf {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:45:42.482945 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.557047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] For port f24d8964-cad7-4ecd-8454-4acf24d82ccf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f24d8964-cad7-4ecd-8454-4acf24d82ccf,segment=NetworkSegment(5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef),segment_id=5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:42.557333 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.570424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Calling delete_port for f24d8964-cad7-4ecd-8454-4acf24d82ccf owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:45:42.617617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79020af5-2bd6-4ba2-8f14-fb1b0bd7de65 None None] DHCP port deletion for 49afb0c1-e9cb-4c80-8b85-db533fa8990f request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:45:42.660928 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.670707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-79020af5-2bd6-4ba2-8f14-fb1b0bd7de65 None None] Deleting port f24d8964-cad7-4ecd-8454-4acf24d82ccf {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:45:42.671802 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-79020af5-2bd6-4ba2-8f14-fb1b0bd7de65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.690154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f24d8964-cad7-4ecd-8454-4acf24d82ccf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:42.697358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] No DVR routers for this DVR port f24d8964-cad7-4ecd-8454-4acf24d82ccf on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:45:42.736901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-79020af5-2bd6-4ba2-8f14-fb1b0bd7de65 None None] For port f24d8964-cad7-4ecd-8454-4acf24d82ccf, host n-d-791506-16, got binding levels [] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:42.737399 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-79020af5-2bd6-4ba2-8f14-fb1b0bd7de65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.752273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-79020af5-2bd6-4ba2-8f14-fb1b0bd7de65 None None] Calling delete_port for f24d8964-cad7-4ecd-8454-4acf24d82ccf owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:45:42.755290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.ipam_backend_mixin [None req-79020af5-2bd6-4ba2-8f14-fb1b0bd7de65 None None] Port f24d8964-cad7-4ecd-8454-4acf24d82ccf was not found and therefore no delete operation was performed {{(pid=94067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:45:42.756734 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-79020af5-2bd6-4ba2-8f14-fb1b0bd7de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.788136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79020af5-2bd6-4ba2-8f14-fb1b0bd7de65 None None] Pushing event deleted for resources: {'Port': ['ID=f24d8964-cad7-4ecd-8454-4acf24d82ccf,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:42.791847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79020af5-2bd6-4ba2-8f14-fb1b0bd7de65 None None] No DVR routers for this DVR port f24d8964-cad7-4ecd-8454-4acf24d82ccf on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:45:42.797062 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.811532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49afb0c1-e9cb-4c80-8b85-db533fa8990f']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:42.823238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:42.823537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba217d3-4e8a-43d9-9eb1-0ce729cb22ef') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:45:42.836840 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.855157 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.862785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:45:42.863307 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:45:42.865442 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:45:42.929227 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.947520 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:42.949620 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] 10.222.0.101 "DELETE /v2.0/networks/49afb0c1-e9cb-4c80-8b85-db533fa8990f HTTP/1.1" status: 204 len: 168 time: 0.7180698 Jul 08 20:45:42.951012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6423d-1f41-4b21-9c2b-13057c72ffb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=49afb0c1-e9cb-4c80-8b85-db533fa8990f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:43.114605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35090) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:43.155318 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bf1901b1-5588-42e9-9c6d-40b85380ebbd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=016450a62817480cb0f072b7b9a79ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395377 Jul 08 20:45:43.158486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35092) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:43.206630 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37370d91-e6da-41bb-9a8e-1af7f9ff9506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:43.228256 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37370d91-e6da-41bb-9a8e-1af7f9ff9506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:43.276570 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37370d91-e6da-41bb-9a8e-1af7f9ff9506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:43.279143 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37370d91-e6da-41bb-9a8e-1af7f9ff9506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:43.280468 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-37370d91-e6da-41bb-9a8e-1af7f9ff9506 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/377d38ab-de48-4514-8be3-ec0ab05a52bc HTTP/1.1" status: 204 len: 168 time: 0.1209612 Jul 08 20:45:43.288735 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37370d91-e6da-41bb-9a8e-1af7f9ff9506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377d38ab-de48-4514-8be3-ec0ab05a52bc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:43.590846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35100) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:43.631362 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-74d1ddcd-8123-401e-97d5-24c5fde36e7a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7076e605774740c88259e9bcc6efc026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393085 Jul 08 20:45:43.634054 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35102) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:45:43.687471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3737c9-5f99-47d6-af88-bf0aad12f37e req-6acba140-768d-466e-9c9f-5ebf93203d5f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:43.688989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1d3737c9-5f99-47d6-af88-bf0aad12f37e req-6acba140-768d-466e-9c9f-5ebf93203d5f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0669754 Jul 08 20:45:43.689648 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3172b8c5-eb6f-4286-ac97-4d25209770ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:43.711831 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3172b8c5-eb6f-4286-ac97-4d25209770ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:43.727562 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1d3737c9-5f99-47d6-af88-bf0aad12f37e req-b9ace4f5-1e74-4373-bca0-0c5042054ae0 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325444 Jul 08 20:45:43.760154 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3172b8c5-eb6f-4286-ac97-4d25209770ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:43.762707 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3172b8c5-eb6f-4286-ac97-4d25209770ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:43.763876 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3172b8c5-eb6f-4286-ac97-4d25209770ad admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/598d2897-86f9-4409-a6ef-eec32836678c HTTP/1.1" status: 204 len: 168 time: 0.1288848 Jul 08 20:45:43.772183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172b8c5-eb6f-4286-ac97-4d25209770ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598d2897-86f9-4409-a6ef-eec32836678c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:43.958709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:45:43.981900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:45:43.982337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8881eeb1-f9df-4221-a1b9-e7afac0c7e6b not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:45:43.988623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f24d8964-cad7-4ecd-8454-4acf24d82ccf no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:45:44.011164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: f24d8964-cad7-4ecd-8454-4acf24d82ccf {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:45:44.011527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f24d8964-cad7-4ecd-8454-4acf24d82ccf not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:45:44.909988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687daad-6846-43da-a7f7-3c6aea0826db req-eb2f4188-aa3e-4b46-bb87-e6fec5003104 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:44.911509 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f687daad-6846-43da-a7f7-3c6aea0826db req-eb2f4188-aa3e-4b46-bb87-e6fec5003104 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0649211 Jul 08 20:45:44.949498 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f687daad-6846-43da-a7f7-3c6aea0826db req-348d61d8-28fe-4fa5-917b-829e0e2a494f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324976 Jul 08 20:45:45.167708 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:45:46.132287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668c2b3-3e30-4fe0-ae92-bc52313d74a3 req-021effaa-f6c2-42f7-9f60-45deff283b1d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:46.133737 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d668c2b3-3e30-4fe0-ae92-bc52313d74a3 req-021effaa-f6c2-42f7-9f60-45deff283b1d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0646493 Jul 08 20:45:46.174590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d668c2b3-3e30-4fe0-ae92-bc52313d74a3 req-4d3cbb15-4bd6-45bc-9096-8bd296938805 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351069 Jul 08 20:45:47.367782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa3ddf-16be-4352-bfff-b0c7bd9c815c req-b69e96e3-6b82-4d79-a5ea-72f9afe0a86f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:47.369819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c7fa3ddf-16be-4352-bfff-b0c7bd9c815c req-b69e96e3-6b82-4d79-a5ea-72f9afe0a86f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0794160 Jul 08 20:45:47.411304 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c7fa3ddf-16be-4352-bfff-b0c7bd9c815c req-cb3980e5-ad0b-4fca-a342-797d714718ca tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358503 Jul 08 20:45:47.660168 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:48.632368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d1f92-cb7a-43cd-b61d-f4964a5ae2dc req-03109012-0863-49d5-bfd9-d215a58d20a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:48.633907 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a85d1f92-cb7a-43cd-b61d-f4964a5ae2dc req-03109012-0863-49d5-bfd9-d215a58d20a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0916545 Jul 08 20:45:48.673283 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a85d1f92-cb7a-43cd-b61d-f4964a5ae2dc req-495bca88-1aea-4973-9794-78b179a6c39b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334978 Jul 08 20:45:49.848978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ccc12-5b17-4d32-aad6-77f328124e66 req-d16b5223-f678-4110-9394-8892f02c3e93 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:49.850491 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a58ccc12-5b17-4d32-aad6-77f328124e66 req-d16b5223-f678-4110-9394-8892f02c3e93 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0651660 Jul 08 20:45:49.888978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a58ccc12-5b17-4d32-aad6-77f328124e66 req-12040a57-257d-4784-9f11-d442dc1135aa tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328832 Jul 08 20:45:51.072658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d9c0-e7f6-4399-b516-81dd4ffc7360 req-64863d64-63b6-4483-bf4f-ed24ce5952fe tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:51.074278 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2992d9c0-e7f6-4399-b516-81dd4ffc7360 req-64863d64-63b6-4483-bf4f-ed24ce5952fe tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0694027 Jul 08 20:45:51.118166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2992d9c0-e7f6-4399-b516-81dd4ffc7360 req-67eabde1-1ee0-4a42-8193-6cb98619df68 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373590 Jul 08 20:45:52.306151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e36d27-0433-44b1-af0e-9ca32879f4b8 req-fde08b00-4d54-4fbc-845e-34cb783de0ea tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:52.307671 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86e36d27-0433-44b1-af0e-9ca32879f4b8 req-fde08b00-4d54-4fbc-845e-34cb783de0ea tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0715239 Jul 08 20:45:52.346217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86e36d27-0433-44b1-af0e-9ca32879f4b8 req-599becf1-9f12-4ed5-b5f1-fe54720ab4db tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324123 Jul 08 20:45:53.511473 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:53.525673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73475aa8-a26d-4e6c-a05e-995e4897c985 req-338f0e78-2d54-413d-824a-3e07aeef960d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:53.527243 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73475aa8-a26d-4e6c-a05e-995e4897c985 req-338f0e78-2d54-413d-824a-3e07aeef960d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0657878 Jul 08 20:45:53.569187 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73475aa8-a26d-4e6c-a05e-995e4897c985 req-2a2b4da7-75f8-4674-93d4-f65f36ed3d10 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354903 Jul 08 20:45:54.747119 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f771544-b9b6-4f7f-8bdd-7ce2ef62ed11 req-cfca512e-e54c-429e-b699-5f00e207b63b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:54.748505 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4f771544-b9b6-4f7f-8bdd-7ce2ef62ed11 req-cfca512e-e54c-429e-b699-5f00e207b63b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0678105 Jul 08 20:45:54.787103 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4f771544-b9b6-4f7f-8bdd-7ce2ef62ed11 req-7cf8f360-e321-4833-8ae2-54904bf00b0f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324216 Jul 08 20:45:55.967653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d2f3a-8ebc-4168-9d23-693f6d123417 req-84b64437-ba9b-4c30-aa3e-4dc515a8a151 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:55.969867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-008d2f3a-8ebc-4168-9d23-693f6d123417 req-84b64437-ba9b-4c30-aa3e-4dc515a8a151 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0646369 Jul 08 20:45:56.011748 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-008d2f3a-8ebc-4168-9d23-693f6d123417 req-c36badf5-623c-4f8f-8c50-dcebebc8c746 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359561 Jul 08 20:45:57.389164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f3334-1d11-49eb-a30a-47bd0f467402 req-3172ac67-75c3-4e89-8e51-58b992ee5656 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:57.390656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-582f3334-1d11-49eb-a30a-47bd0f467402 req-3172ac67-75c3-4e89-8e51-58b992ee5656 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0669889 Jul 08 20:45:57.430328 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-582f3334-1d11-49eb-a30a-47bd0f467402 req-18f5016c-78d5-400a-9d36-528290703a3e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332937 Jul 08 20:45:58.048169 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-2b030418-2012-452c-aa6c-7d206381693d service neutron] show failed (client error): The resource could not be found. Jul 08 20:45:58.049233 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-2b030418-2012-452c-aa6c-7d206381693d service neutron] 10.222.0.104 "GET /v2.0/ports/682a0dd4-1058-465b-b886-df17f1d441ef/bindings/n-h2-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0569308 Jul 08 20:45:58.311031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-09d0b9b7-3ae0-4e47-8198-663bb72d9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:58.312497 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-09d0b9b7-3ae0-4e47-8198-663bb72d9d70 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6&tenant_id=87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 1098 time: 0.0608635 Jul 08 20:45:58.325116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:45:58.398430 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:58.614848 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] For port 682a0dd4-1058-465b-b886-df17f1d441ef, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=682a0dd4-1058-465b-b886-df17f1d441ef,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:45:58.632321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53a5f3-5727-427e-94d9-e62fe6b813fe req-793c440a-0001-4264-8a21-b48ff0d40916 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:58.633885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4f53a5f3-5727-427e-94d9-e62fe6b813fe req-793c440a-0001-4264-8a21-b48ff0d40916 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0736737 Jul 08 20:45:58.650564 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] For port 682a0dd4-1058-465b-b886-df17f1d441ef, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:45:58.673888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4f53a5f3-5727-427e-94d9-e62fe6b813fe req-24466014-22ff-4ca6-bc80-9f9687e36561 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341954 Jul 08 20:45:58.693944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:45:58.696205 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c49529d-6ca9-40e2-8051-0599efcd6768" -d '{"events": [{"server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "name": "network-vif-unplugged", "status": "completed", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:45:58.699736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:58.712299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Transition to ACTIVE for port object 682a0dd4-1058-465b-b886-df17f1d441ef will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:45:58.716091 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:58.751184 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838bee75-6a2c-4cbc-8cbb-900d44d88753 x-openstack-request-id: req-838bee75-6a2c-4cbc-8cbb-900d44d88753 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:45:58.751476 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "name": "network-vif-unplugged", "status": "completed", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:45:58.751728 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-838bee75-6a2c-4cbc-8cbb-900d44d88753 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:45:58.752116 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef', 'code': 200} Jul 08 20:45:58.785942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Pushing event updated for resources: {'Port': ['ID=682a0dd4-1058-465b-b886-df17f1d441ef,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:58.894201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] No DVR routers for this DVR port 682a0dd4-1058-465b-b886-df17f1d441ef on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:45:59.030272 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Attempting to bind port 682a0dd4-1058-465b-b886-df17f1d441ef on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:45:59.030620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Attempting to bind port 682a0dd4-1058-465b-b886-df17f1d441ef by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:45:59.030958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Attempting to bind port 682a0dd4-1058-465b-b886-df17f1d441ef on network 07aaa10d-b9e5-4b2f-ac51-843386608412 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:45:59.036373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Port 682a0dd4-1058-465b-b886-df17f1d441ef on network 07aaa10d-b9e5-4b2f-ac51-843386608412 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:45:59.036755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Attempting to bind port 682a0dd4-1058-465b-b886-df17f1d441ef on network 07aaa10d-b9e5-4b2f-ac51-843386608412 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:45:59.041746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:45:59.042077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Checking segment: {'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:45:59.042457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Bound using segment: {'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:45:59.042880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Bound port: 682a0dd4-1058-465b-b886-df17f1d441ef, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:45:59.043234 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:59.108690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] For port 682a0dd4-1058-465b-b886-df17f1d441ef, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:45:59.112959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] For port 682a0dd4-1058-465b-b886-df17f1d441ef, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=682a0dd4-1058-465b-b886-df17f1d441ef,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:45:59.117115 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:59.152194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:59.152843 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:45:59.154246 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] 10.222.0.103 "PUT /v2.0/ports/682a0dd4-1058-465b-b886-df17f1d441ef HTTP/1.1" status: 200 len: 1093 time: 0.8331904 Jul 08 20:45:59.180763 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fde3e-b98e-480f-b1b8-9d52ac536536 service neutron] Pushing event updated for resources: {'Port': ['ID=682a0dd4-1058-465b-b886-df17f1d441ef,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:45:59.240103 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-0ad072ca-ca7b-4f4f-9b09-bfe4e13239a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:59.241734 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-0ad072ca-ca7b-4f4f-9b09-bfe4e13239a1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1096 time: 0.0581157 Jul 08 20:45:59.340140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-8fb6a3b1-5b49-4a6a-bb2c-7fc9cb1eb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:59.341874 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-8fb6a3b1-5b49-4a6a-bb2c-7fc9cb1eb85f service neutron] 10.222.0.103 "GET /v2.0/networks?id=07aaa10d-b9e5-4b2f-ac51-843386608412 HTTP/1.1" status: 200 len: 897 time: 0.0919824 Jul 08 20:45:59.411965 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-e6e16046-7126-4a3a-b799-5f9c853bccd4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=682a0dd4-1058-465b-b886-df17f1d441ef HTTP/1.1" status: 200 len: 1000 time: 0.0627782 Jul 08 20:45:59.462206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-1df92851-f22b-49c3-ac1e-cba845f04c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:59.463718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-1df92851-f22b-49c3-ac1e-cba845f04c8c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=89d340c4-b176-46f3-aa97-5ad94c765d2d HTTP/1.1" status: 200 len: 835 time: 0.0445008 Jul 08 20:45:59.523641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-24fa324b-6ea2-4e3f-9241-2ca101acd8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:59.525191 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-24fa324b-6ea2-4e3f-9241-2ca101acd8e8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=07aaa10d-b9e5-4b2f-ac51-843386608412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533929 Jul 08 20:45:59.623881 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-9485f237-b541-4992-88f5-34699e08ef27 service neutron] 10.222.0.103 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901592 Jul 08 20:45:59.720346 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-771d87f6-33b4-4b09-bf82-a3d8ba0dd3d0 req-383ed0c7-a8a0-490d-892d-f318dc585830 service neutron] 10.222.0.103 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885069 Jul 08 20:45:59.858290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e5eb9-0bd5-4c81-85b9-b11f77d87ceb req-d3921f9e-ddcf-4f75-9315-87d7b7f4151b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:45:59.859860 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-362e5eb9-0bd5-4c81-85b9-b11f77d87ceb req-d3921f9e-ddcf-4f75-9315-87d7b7f4151b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 944 time: 0.0667052 Jul 08 20:45:59.899146 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-362e5eb9-0bd5-4c81-85b9-b11f77d87ceb req-0ebe1a34-3dd8-4c13-9515-c8e51d0a8645 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334959 Jul 08 20:46:00.753767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:46:00.757030 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:46:00.812060 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2100b1-e6a8-4bb4-ab66-0edb0a702082 x-openstack-request-id: req-9a2100b1-e6a8-4bb4-ab66-0edb0a702082 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:46:00.812614 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:46:00.813031 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9a2100b1-e6a8-4bb4-ab66-0edb0a702082 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:46:00.813628 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef', 'status': 'completed', 'code': 200} Jul 08 20:46:00.898618 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-abd819c6-c203-4835-b943-0905c9dc3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:00.900544 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-abd819c6-c203-4835-b943-0905c9dc3c7b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1096 time: 0.0647180 Jul 08 20:46:00.901219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-86f84631-e379-4ea9-ba0d-0842f613deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:00.902895 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-86f84631-e379-4ea9-ba0d-0842f613deb9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1096 time: 0.0680308 Jul 08 20:46:01.012813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-da62d8e0-753d-4929-bf0c-44eee83d848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:01.015073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-da62d8e0-753d-4929-bf0c-44eee83d848e service neutron] 10.222.0.104 "GET /v2.0/networks?id=07aaa10d-b9e5-4b2f-ac51-843386608412 HTTP/1.1" status: 200 len: 897 time: 0.1045346 Jul 08 20:46:01.034913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-a00b29ac-6350-4327-bf68-3313978b9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:01.036557 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-a00b29ac-6350-4327-bf68-3313978b9b39 service neutron] 10.222.0.103 "GET /v2.0/networks?id=07aaa10d-b9e5-4b2f-ac51-843386608412 HTTP/1.1" status: 200 len: 897 time: 0.1281781 Jul 08 20:46:01.121882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-a8db3bac-1baf-4f1a-8606-c2e003f39556 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=682a0dd4-1058-465b-b886-df17f1d441ef HTTP/1.1" status: 200 len: 1000 time: 0.0774825 Jul 08 20:46:01.141972 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-c243a26f-9d00-4449-a92d-6598b93146e4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=682a0dd4-1058-465b-b886-df17f1d441ef HTTP/1.1" status: 200 len: 1000 time: 0.1199982 Jul 08 20:46:01.182255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-442bab74-1fbc-4e47-9cdb-4b9810d9240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:01.183999 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-442bab74-1fbc-4e47-9cdb-4b9810d9240a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=89d340c4-b176-46f3-aa97-5ad94c765d2d HTTP/1.1" status: 200 len: 835 time: 0.0554905 Jul 08 20:46:01.206916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6958c3b-40c1-475a-858a-f498ee711a57 req-7861cd87-2499-4ae7-8348-c7e59189bc98 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:01.208548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6958c3b-40c1-475a-858a-f498ee711a57 req-7861cd87-2499-4ae7-8348-c7e59189bc98 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 944 time: 0.1280560 Jul 08 20:46:01.228432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-f4ab10b5-5534-47b8-b983-098b5c0e3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:01.230132 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-f4ab10b5-5534-47b8-b983-098b5c0e3544 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=89d340c4-b176-46f3-aa97-5ad94c765d2d HTTP/1.1" status: 200 len: 835 time: 0.0762708 Jul 08 20:46:01.262136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-aefc71bd-ce86-4206-a3ed-1cda51a01930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:01.263736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-aefc71bd-ce86-4206-a3ed-1cda51a01930 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=07aaa10d-b9e5-4b2f-ac51-843386608412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724595 Jul 08 20:46:01.296725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6958c3b-40c1-475a-858a-f498ee711a57 req-874cd8cf-43da-4944-b520-09b0283a7fe7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809858 Jul 08 20:46:01.324273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-51b72eea-51cc-4361-a49a-a605a69dd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:01.326486 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-51b72eea-51cc-4361-a49a-a605a69dd5ae service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=07aaa10d-b9e5-4b2f-ac51-843386608412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870745 Jul 08 20:46:01.376395 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-a408a9c7-d42c-4eca-8848-fc0208083628 service neutron] 10.222.0.103 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034410 Jul 08 20:46:01.434502 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-1dd8bb38-215e-4157-a0a8-d521323efac8 service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002994 Jul 08 20:46:01.478888 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-c3ee5752-56ee-40e7-9fef-41c114eb2827 service neutron] 10.222.0.103 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955672 Jul 08 20:46:01.530388 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76e569e9-c6cb-4fe3-ab45-e7292bc5b2e1 req-f0c8dac7-3e40-4db9-a5df-e3ff4af5d8ec service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886762 Jul 08 20:46:02.182010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 682a0dd4-1058-465b-b886-df17f1d441ef details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:46:02.276561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 682a0dd4-1058-465b-b886-df17f1d441ef, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=682a0dd4-1058-465b-b886-df17f1d441ef,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:02.288170 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '682a0dd4-1058-465b-b886-df17f1d441ef', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'port_id': '682a0dd4-1058-465b-b886-df17f1d441ef', 'mac_address': 'fa:16:3e:79:cb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:46:02.325495 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:02.339094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682a0dd4-1058-465b-b886-df17f1d441ef {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:46:02.360240 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 682a0dd4-1058-465b-b886-df17f1d441ef, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=682a0dd4-1058-465b-b886-df17f1d441ef,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:02.364092 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:02.416160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=682a0dd4-1058-465b-b886-df17f1d441ef,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:02.484661 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c0390-0337-43d0-8be1-dda4d2a42b0f req-84b24f18-eb9b-4c69-9dae-87540cc78d15 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:02.486141 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e71c0390-0337-43d0-8be1-dda4d2a42b0f req-84b24f18-eb9b-4c69-9dae-87540cc78d15 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 945 time: 0.0685534 Jul 08 20:46:02.523086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e71c0390-0337-43d0-8be1-dda4d2a42b0f req-e6d83642-630d-4272-a969-1d2776f41ce6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Jul 08 20:46:02.657321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['682a0dd4-1058-465b-b886-df17f1d441ef'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:46:02.697413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 682a0dd4-1058-465b-b886-df17f1d441ef no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:46:02.744433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 682a0dd4-1058-465b-b886-df17f1d441ef not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:46:02.978396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-27cb6670-c04a-486d-9aa5-4923f80cd2ef tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:02.979991 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-27cb6670-c04a-486d-9aa5-4923f80cd2ef tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.104 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6&tenant_id=87de211a996a4ed5bde38a65ec379f1e&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 945 time: 0.1814463 Jul 08 20:46:02.987724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd29ef-e222-4c5e-9fbd-7d641ea688db req-e38a4bea-683c-4d5b-a00e-74ce40208071 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:02.994643 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ccd29ef-e222-4c5e-9fbd-7d641ea688db req-e38a4bea-683c-4d5b-a00e-74ce40208071 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 945 time: 0.2169628 Jul 08 20:46:03.072293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ccd29ef-e222-4c5e-9fbd-7d641ea688db req-93c6b128-5484-4e76-a161-5a66388c7fbd tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767660 Jul 08 20:46:03.083989 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-403dd243-f8d7-4935-9615-d9042f6e6286 service neutron] delete failed (client error): The resource could not be found. Jul 08 20:46:03.085409 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-403dd243-f8d7-4935-9615-d9042f6e6286 service neutron] 10.222.0.104 "DELETE /v2.0/ports/682a0dd4-1058-465b-b886-df17f1d441ef/bindings/n-h1-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0826652 Jul 08 20:46:03.211526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-d2c07c2a-4816-4b2e-8dd5-ba1b0eecd985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:03.213072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-d2c07c2a-4816-4b2e-8dd5-ba1b0eecd985 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1097 time: 0.0671639 Jul 08 20:46:03.320347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-69b76cd2-2f4c-4ae7-a284-7190a8d5c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:03.322292 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-69b76cd2-2f4c-4ae7-a284-7190a8d5c455 service neutron] 10.222.0.104 "GET /v2.0/networks?id=07aaa10d-b9e5-4b2f-ac51-843386608412 HTTP/1.1" status: 200 len: 897 time: 0.1029742 Jul 08 20:46:03.390466 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-b774d6d9-d973-4f62-b42d-34e3e5b78d09 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=682a0dd4-1058-465b-b886-df17f1d441ef HTTP/1.1" status: 200 len: 1001 time: 0.0604682 Jul 08 20:46:03.477574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-bb3ad0c2-d5b6-4d68-bf9b-ffe25a85b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:03.478976 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-bb3ad0c2-d5b6-4d68-bf9b-ffe25a85b0c2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=89d340c4-b176-46f3-aa97-5ad94c765d2d HTTP/1.1" status: 200 len: 835 time: 0.0818496 Jul 08 20:46:03.532492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26397f-b818-4138-9ae8-c06908346e93 req-ef45f952-aadb-4b6f-8b0a-efa93dc7b657 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:03.534069 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8d26397f-b818-4138-9ae8-c06908346e93 req-ef45f952-aadb-4b6f-8b0a-efa93dc7b657 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.1267033 Jul 08 20:46:03.587051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-c684cf9e-3906-4ae8-9a7e-109e36597734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:03.588582 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-c684cf9e-3906-4ae8-9a7e-109e36597734 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=07aaa10d-b9e5-4b2f-ac51-843386608412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020539 Jul 08 20:46:03.591804 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8d26397f-b818-4138-9ae8-c06908346e93 req-b91b47ac-adaa-451f-97be-f134412ec87a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514922 Jul 08 20:46:03.677564 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-fa9332ca-a98b-4bad-a38d-4c68d6fa4549 service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822041 Jul 08 20:46:03.772777 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa799e4c-f3bd-46c8-83bd-7fdaee9158ff req-f2a64fe5-09da-45ee-bfcd-9d41a3326a88 service neutron] 10.222.0.104 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881569 Jul 08 20:46:04.058340 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b00c395f-840c-4063-b7bb-d640be5e3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:04.185189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 682a0dd4-1058-465b-b886-df17f1d441ef up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:46:04.243499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 682a0dd4-1058-465b-b886-df17f1d441ef completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:46:04.248008 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 682a0dd4-1058-465b-b886-df17f1d441ef triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:46:04.248373 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:04.309385 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf4844-eff4-4267-9728-8a3f612e75e6 req-c3154237-2f0d-4525-b48c-4f405e15c3e3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:04.311165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-daaf4844-eff4-4267-9728-8a3f612e75e6 req-c3154237-2f0d-4525-b48c-4f405e15c3e3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 945 time: 0.1019735 Jul 08 20:46:04.335787 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:04.369419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:46:04.371424 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-daaf4844-eff4-4267-9728-8a3f612e75e6 req-c1f4e413-afe9-4278-90c2-582b54dba55d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513020 Jul 08 20:46:04.372129 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996560d0-6904-4a7b-a89a-12a3ff7f3d32" -d '{"events": [{"server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "name": "network-vif-plugged", "status": "completed", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:46:04.387009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 682a0dd4-1058-465b-b886-df17f1d441ef, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=682a0dd4-1058-465b-b886-df17f1d441ef,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:04.392545 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:04.422004 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d926e50-432b-4346-a78c-9e5026a49f33 x-openstack-request-id: req-4d926e50-432b-4346-a78c-9e5026a49f33 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:46:04.422983 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "name": "network-vif-plugged", "status": "completed", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:46:04.423294 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4d926e50-432b-4346-a78c-9e5026a49f33 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:46:04.423688 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef', 'code': 200} Jul 08 20:46:04.447120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=682a0dd4-1058-465b-b886-df17f1d441ef,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:05.063831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f668-aa68-4cec-8603-3f157d9d7861 req-b32319a3-1cef-42f6-8c36-334ba035ae22 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:05.065299 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c11f668-aa68-4cec-8603-3f157d9d7861 req-b32319a3-1cef-42f6-8c36-334ba035ae22 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.3534780 Jul 08 20:46:05.104429 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c11f668-aa68-4cec-8603-3f157d9d7861 req-08179e99-a27c-4841-898c-a7add82315a4 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334733 Jul 08 20:46:05.538993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc216f2a-2417-412a-9802-7d1da800ea8e req-d0e4e381-4ff9-4d21-8064-a125f84c6f20 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:05.540494 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc216f2a-2417-412a-9802-7d1da800ea8e req-d0e4e381-4ff9-4d21-8064-a125f84c6f20 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0627134 Jul 08 20:46:05.577128 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc216f2a-2417-412a-9802-7d1da800ea8e req-16f17fb3-2af0-474d-a902-89770e357735 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312283 Jul 08 20:46:05.602474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35260) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:05.666104 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7747c800-f0c2-4408-a285-f610fd52d06f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/06557cb9-02f3-44a4-9d23-7add42897f8d HTTP/1.1" status: 200 len: 994 time: 0.0624249 Jul 08 20:46:06.288528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671bef9-66f7-42d3-9837-afe0e212d455 req-03b302d1-482b-4d3b-a01d-471aa8a2f084 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:06.290176 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7671bef9-66f7-42d3-9837-afe0e212d455 req-03b302d1-482b-4d3b-a01d-471aa8a2f084 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0657802 Jul 08 20:46:06.335652 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7671bef9-66f7-42d3-9837-afe0e212d455 req-cf945d3e-5e3a-42c4-aa24-60f2ba303c34 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397978 Jul 08 20:46:06.960573 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-45114d13-c358-4804-8205-ae4b1fe787cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:07.133644 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:07.518489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99f344-90e1-4655-8925-eb6f5d4bb80e req-1456314b-0fb3-4f0a-b4ef-15ce39bfb36f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:07.520583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e99f344-90e1-4655-8925-eb6f5d4bb80e req-1456314b-0fb3-4f0a-b4ef-15ce39bfb36f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0636139 Jul 08 20:46:07.558507 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e99f344-90e1-4655-8925-eb6f5d4bb80e req-cd59f1ce-776c-4aaa-bfdd-91297e949fb9 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313029 Jul 08 20:46:08.249135 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:08.744326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81980395-5dd3-4bc1-826d-b9921e405e61 req-fc810096-14dc-498e-9550-450065d7efa3 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:08.745868 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-81980395-5dd3-4bc1-826d-b9921e405e61 req-fc810096-14dc-498e-9550-450065d7efa3 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0708959 Jul 08 20:46:08.785319 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-81980395-5dd3-4bc1-826d-b9921e405e61 req-15d1a072-0f99-4adf-ba3b-da4bcaae3125 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341225 Jul 08 20:46:09.811885 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:09.967377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d9a3-f591-4e43-87f9-c17a74878081 req-1de53a7a-fa4c-48c5-84b4-8f6bfc1d2fe6 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:09.968814 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-acc8d9a3-f591-4e43-87f9-c17a74878081 req-1de53a7a-fa4c-48c5-84b4-8f6bfc1d2fe6 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0633821 Jul 08 20:46:10.006538 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-acc8d9a3-f591-4e43-87f9-c17a74878081 req-cbcf07d3-f503-4fe1-b658-802ee38f99be tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309443 Jul 08 20:46:11.184611 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e79d2-2797-4dc1-9826-ea3eb2b72c5c req-0960cc13-1034-4af9-9735-3e7abbf2ea0a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:11.186020 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-832e79d2-2797-4dc1-9826-ea3eb2b72c5c req-0960cc13-1034-4af9-9735-3e7abbf2ea0a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0623877 Jul 08 20:46:11.226616 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-832e79d2-2797-4dc1-9826-ea3eb2b72c5c req-34132370-b102-4525-b586-fba85e82a023 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351815 Jul 08 20:46:12.408108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293108ef-c8b4-4184-b9be-a5a7049a1100 req-39883a60-deb5-4ad9-b6a1-e9a95284a57c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:12.409680 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-293108ef-c8b4-4184-b9be-a5a7049a1100 req-39883a60-deb5-4ad9-b6a1-e9a95284a57c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0647435 Jul 08 20:46:12.447703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-293108ef-c8b4-4184-b9be-a5a7049a1100 req-6a5004e2-a7b1-44b6-9ac6-4d75c46378e8 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325315 Jul 08 20:46:13.624390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420e9b1-bd91-49d6-9abb-873789fedb30 req-6c5ce5f4-3ae2-4a9b-ab1a-80978a2ef99e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:13.625907 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8420e9b1-bd91-49d6-9abb-873789fedb30 req-6c5ce5f4-3ae2-4a9b-ab1a-80978a2ef99e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0638633 Jul 08 20:46:13.672211 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8420e9b1-bd91-49d6-9abb-873789fedb30 req-2639c2f0-9c55-4eb8-bf93-e21c43d46913 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396457 Jul 08 20:46:14.854526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04646d-5c67-4645-89fa-de23e624bf91 req-4a69efaf-9faf-4860-8fa8-a9b61479e797 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:14.856018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd04646d-5c67-4645-89fa-de23e624bf91 req-4a69efaf-9faf-4860-8fa8-a9b61479e797 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0666182 Jul 08 20:46:14.893014 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd04646d-5c67-4645-89fa-de23e624bf91 req-f905e405-9596-4a20-afc5-ec9b3a6bf83b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315003 Jul 08 20:46:16.072014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc0910-c5c4-42aa-a65f-cae0c6e3fea4 req-fb8baeef-dcdd-4952-b605-2d75b622266a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:16.073630 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ecc0910-c5c4-42aa-a65f-cae0c6e3fea4 req-fb8baeef-dcdd-4952-b605-2d75b622266a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0666809 Jul 08 20:46:16.114616 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ecc0910-c5c4-42aa-a65f-cae0c6e3fea4 req-a97ccce4-2be8-4a33-816a-9be63ef49673 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352788 Jul 08 20:46:16.216488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5d431a3b-83ca-43d2-87d6-b33eb286811d details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:46:16.315726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:16.327614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'port_id': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'mac_address': 'fa:16:3e:b6:5d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:46:16.365966 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:16.378471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d431a3b-83ca-43d2-87d6-b33eb286811d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:46:16.400121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:16.404453 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:16.460430 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5d431a3b-83ca-43d2-87d6-b33eb286811d,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:16.468495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:16.469007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:16.469382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:16.469727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:16.470068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:16.470406 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:16.470742 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:16.471228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:16.471623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:16.471960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:16.472293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:16.472623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:16.512671 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['5d431a3b-83ca-43d2-87d6-b33eb286811d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:46:17.313074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d2310-b561-48a1-8dad-5ef79284eead req-0d82be69-aa46-46c7-ac59-fd9ff2838101 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:17.315299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bd8d2310-b561-48a1-8dad-5ef79284eead req-0d82be69-aa46-46c7-ac59-fd9ff2838101 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.0709918 Jul 08 20:46:17.366677 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bd8d2310-b561-48a1-8dad-5ef79284eead req-b3cc3ca3-19b9-4c83-95d9-bbc974ab3f61 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404427 Jul 08 20:46:17.678425 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:18.245016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5d431a3b-83ca-43d2-87d6-b33eb286811d up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:46:18.297953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 5d431a3b-83ca-43d2-87d6-b33eb286811d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:46:18.298415 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:18.383255 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:18.412941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:46:18.415868 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf061a19-c3ad-4e4d-b47d-77b03feecf5f" -d '{"events": [{"server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "name": "network-vif-plugged", "status": "completed", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:46:18.435935 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:18.441206 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:18.505478 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3473594c-1a81-46b6-a602-d2682b005a26 x-openstack-request-id: req-3473594c-1a81-46b6-a602-d2682b005a26 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:46:18.506691 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "name": "network-vif-plugged", "status": "completed", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:46:18.506947 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3473594c-1a81-46b6-a602-d2682b005a26 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:46:18.507338 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'code': 200} Jul 08 20:46:18.511941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5d431a3b-83ca-43d2-87d6-b33eb286811d,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:18.628243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d71e0c-7360-4ad0-a0af-a62816ee4336 req-05099d2d-ac4c-4838-b0d2-b097f290b872 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:18.631146 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3d71e0c-7360-4ad0-a0af-a62816ee4336 req-05099d2d-ac4c-4838-b0d2-b097f290b872 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0723221 Jul 08 20:46:18.677592 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3d71e0c-7360-4ad0-a0af-a62816ee4336 req-0be5297e-7b38-43bf-85c4-c504427c82a0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396333 Jul 08 20:46:19.915944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98bf90-6d26-4ead-becc-ac2bf865840a req-e79ec349-b57b-4ec2-bfeb-be9fceaadf19 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:19.927417 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff98bf90-6d26-4ead-becc-ac2bf865840a req-e79ec349-b57b-4ec2-bfeb-be9fceaadf19 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.1132975 Jul 08 20:46:19.971537 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff98bf90-6d26-4ead-becc-ac2bf865840a req-1f8f0640-b112-4c65-86e3-3a996276e396 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Jul 08 20:46:21.196669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec75fb6-6789-4652-b061-adac6905866c req-3a241cae-382c-45c4-a3de-11e762b9ed2d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:21.198296 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ec75fb6-6789-4652-b061-adac6905866c req-3a241cae-382c-45c4-a3de-11e762b9ed2d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0797768 Jul 08 20:46:21.240755 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ec75fb6-6789-4652-b061-adac6905866c req-9d9466aa-b7ab-44fb-88ce-c2ba33a7228d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365727 Jul 08 20:46:22.167859 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:46:22.439873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934a89e-8055-44e6-83e1-57d707043749 req-75ef8a24-032f-4fa0-8ea4-236e2f1969ab tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:22.442040 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1934a89e-8055-44e6-83e1-57d707043749 req-75ef8a24-032f-4fa0-8ea4-236e2f1969ab tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0756667 Jul 08 20:46:22.495728 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1934a89e-8055-44e6-83e1-57d707043749 req-e72bbb4d-d20c-4979-94b6-de6aaade208c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439205 Jul 08 20:46:23.515245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:23.690289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df19270-18bb-4af7-81c7-fd65d56c5618 req-887ff807-57ce-4908-bd96-eb386aa1c235 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:23.693176 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8df19270-18bb-4af7-81c7-fd65d56c5618 req-887ff807-57ce-4908-bd96-eb386aa1c235 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0746431 Jul 08 20:46:23.740724 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8df19270-18bb-4af7-81c7-fd65d56c5618 req-1415b182-e2d6-4f21-8605-8fd361c7927f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413609 Jul 08 20:46:24.941618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f2603-fea3-4643-aedc-a4731009037b req-718af976-75ea-464e-9732-524d61af13ef tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:24.943680 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cc2f2603-fea3-4643-aedc-a4731009037b req-718af976-75ea-464e-9732-524d61af13ef tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0715075 Jul 08 20:46:24.984766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cc2f2603-fea3-4643-aedc-a4731009037b req-be0ddfdf-7bc9-44a3-a705-ed607083002c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355620 Jul 08 20:46:25.745037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ae170-8b07-4ba2-800e-a3c4fdfba499 req-f26a7e08-ef91-42fc-9e6d-555eff7ae520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:25.746466 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-885ae170-8b07-4ba2-800e-a3c4fdfba499 req-f26a7e08-ef91-42fc-9e6d-555eff7ae520 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 1097 time: 0.0528204 Jul 08 20:46:25.843400 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ae170-8b07-4ba2-800e-a3c4fdfba499 req-9abd7ee2-6e54-4169-a406-979157959cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:25.844896 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-885ae170-8b07-4ba2-800e-a3c4fdfba499 req-9abd7ee2-6e54-4169-a406-979157959cbe service neutron] 10.222.0.103 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 918 time: 0.0882313 Jul 08 20:46:25.912218 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-885ae170-8b07-4ba2-800e-a3c4fdfba499 req-527f2f8a-07af-4b22-96c4-d2e1b84108eb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d HTTP/1.1" status: 200 len: 1001 time: 0.0585127 Jul 08 20:46:25.966118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ae170-8b07-4ba2-800e-a3c4fdfba499 req-4b976bb0-6053-488f-8c80-389dab1832e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:25.967545 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-885ae170-8b07-4ba2-800e-a3c4fdfba499 req-4b976bb0-6053-488f-8c80-389dab1832e3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0436375 Jul 08 20:46:26.029709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ae170-8b07-4ba2-800e-a3c4fdfba499 req-45ce5191-26e8-4c6d-a025-d2bd0e7ae9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:26.031248 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-885ae170-8b07-4ba2-800e-a3c4fdfba499 req-45ce5191-26e8-4c6d-a025-d2bd0e7ae9ba service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568879 Jul 08 20:46:26.127499 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-885ae170-8b07-4ba2-800e-a3c4fdfba499 req-907b3850-d159-40cf-97e7-da795d49998f service neutron] 10.222.0.103 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848453 Jul 08 20:46:26.165489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40273037-70b4-4ceb-9442-9c0743c8b137 req-19715222-bdaa-490b-912c-3f9a277ecba0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:26.167136 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40273037-70b4-4ceb-9442-9c0743c8b137 req-19715222-bdaa-490b-912c-3f9a277ecba0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0658109 Jul 08 20:46:26.205415 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40273037-70b4-4ceb-9442-9c0743c8b137 req-63302568-065c-43d1-b133-1c2473c4b66c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326676 Jul 08 20:46:26.227006 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-885ae170-8b07-4ba2-800e-a3c4fdfba499 req-17009dd2-a874-4ccf-b432-f3401a3959b5 service neutron] 10.222.0.103 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900614 Jul 08 20:46:27.697842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686430a2-8779-4be3-b6dc-b121a0c32dac req-4aa770eb-1462-4e49-ab6a-0b1b2e8696e4 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:27.699480 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-686430a2-8779-4be3-b6dc-b121a0c32dac req-4aa770eb-1462-4e49-ab6a-0b1b2e8696e4 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.3762932 Jul 08 20:46:27.737845 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-686430a2-8779-4be3-b6dc-b121a0c32dac req-212781a2-76a7-4642-8a19-9bb633143c31 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321805 Jul 08 20:46:28.929388 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c8b5b-9945-4052-99be-b373d52b583d req-2bbd0296-d500-4466-8aea-452e954d6117 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:28.930901 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-120c8b5b-9945-4052-99be-b373d52b583d req-2bbd0296-d500-4466-8aea-452e954d6117 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0656557 Jul 08 20:46:28.969572 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-120c8b5b-9945-4052-99be-b373d52b583d req-85ec32ff-ed71-4076-a62c-17e80ebf6619 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331306 Jul 08 20:46:29.477201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-d58da80c-ef35-45c9-9058-a9e36deb5098 req-2b3ea35c-7a9e-4cf9-a3a1-69654af25d6a service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:46:29.478181 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d58da80c-ef35-45c9-9058-a9e36deb5098 req-2b3ea35c-7a9e-4cf9-a3a1-69654af25d6a service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061078 Jul 08 20:46:29.731697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a513538-af2a-455a-8498-2ec10b4fd010 req-cfd34208-2b3e-4295-8f1a-ed00a6613001 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:29.733385 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0a513538-af2a-455a-8498-2ec10b4fd010 req-cfd34208-2b3e-4295-8f1a-ed00a6613001 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0659487 Jul 08 20:46:29.772517 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0a513538-af2a-455a-8498-2ec10b4fd010 req-d835926b-4973-44b8-a8e4-fa9168b7ff80 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333109 Jul 08 20:46:29.859519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35422) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:30.011592 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-167038e5-111a-4d0d-b97b-7d8bfb91e842 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1508899 Jul 08 20:46:30.281786 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5d431a3b-83ca-43d2-87d6-b33eb286811d no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:46:30.362472 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:30.385812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:46:30.388054 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108ee8b2-a783-47c2-8756-8fcf8b4c46c3" -d '{"events": [{"server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:46:30.401651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:30.405805 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:30.431749 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 20:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f903dc7d-47d3-4762-8575-a5a2c5027afe x-openstack-request-id: req-f903dc7d-47d3-4762-8575-a5a2c5027afe {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:46:30.432044 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "name": "network-vif-unplugged", "status": "failed", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d", "code": 422}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:46:30.432298 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f903dc7d-47d3-4762-8575-a5a2c5027afe {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:46:30.432712 n-d-791506-16 neutron-server[94067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'code': 422} returned with failed status Jul 08 20:46:30.457924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5d431a3b-83ca-43d2-87d6-b33eb286811d,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:30.569001 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8a4576d-bc0a-4589-bc7a-5d61247a2904 req-d12f0056-9a6e-464b-a573-1831a19c7dda service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586946 Jul 08 20:46:30.642907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4576d-bc0a-4589-bc7a-5d61247a2904 req-3b3606dc-93e7-4389-97c2-dafb3a534628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:30.644434 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8a4576d-bc0a-4589-bc7a-5d61247a2904 req-3b3606dc-93e7-4389-97c2-dafb3a534628 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 1097 time: 0.0546119 Jul 08 20:46:30.748516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4576d-bc0a-4589-bc7a-5d61247a2904 req-9d972992-a9d7-4d2c-8a3f-1d4bdf060925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:30.750115 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8a4576d-bc0a-4589-bc7a-5d61247a2904 req-9d972992-a9d7-4d2c-8a3f-1d4bdf060925 service neutron] 10.222.0.104 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.0861034 Jul 08 20:46:30.821422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8a4576d-bc0a-4589-bc7a-5d61247a2904 req-1214e9ee-5925-4405-8729-1eeec7a37d4a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54fa9766-ed82-498c-82bc-c4c6a99b2c1f HTTP/1.1" status: 200 len: 1001 time: 0.0655155 Jul 08 20:46:30.871034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4576d-bc0a-4589-bc7a-5d61247a2904 req-e9a84c52-062b-4668-a36d-25d9957498a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:30.872580 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8a4576d-bc0a-4589-bc7a-5d61247a2904 req-e9a84c52-062b-4668-a36d-25d9957498a9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0453277 Jul 08 20:46:30.974260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4576d-bc0a-4589-bc7a-5d61247a2904 req-760ec707-622a-4bd4-8400-778a5a6f2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:30.975809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8a4576d-bc0a-4589-bc7a-5d61247a2904 req-760ec707-622a-4bd4-8400-778a5a6f2aa6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961902 Jul 08 20:46:31.037100 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a20eee-5266-4b8f-a044-b2c15265d153 req-f159af3a-f5bc-4db5-9b36-46ac3e551d99 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:31.038741 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63a20eee-5266-4b8f-a044-b2c15265d153 req-f159af3a-f5bc-4db5-9b36-46ac3e551d99 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 943 time: 0.1329124 Jul 08 20:46:31.108650 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63a20eee-5266-4b8f-a044-b2c15265d153 req-4aee3f94-4ca4-479f-86ba-e4e167898503 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613370 Jul 08 20:46:31.115481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8a4576d-bc0a-4589-bc7a-5d61247a2904 req-46f2dc27-4f92-43be-bdaf-315b55d339eb service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323798 Jul 08 20:46:31.209942 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8a4576d-bc0a-4589-bc7a-5d61247a2904 req-18d7cabf-ea26-4a98-b860-b8c58e5ced58 service neutron] 10.222.0.104 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879014 Jul 08 20:46:32.304623 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1948f-afd4-4cc7-abfe-fab9d8b2fb35 req-c856685d-5285-47db-8ab1-81deb643e85d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:32.306291 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d2c1948f-afd4-4cc7-abfe-fab9d8b2fb35 req-c856685d-5285-47db-8ab1-81deb643e85d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 943 time: 0.0730345 Jul 08 20:46:32.346638 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d2c1948f-afd4-4cc7-abfe-fab9d8b2fb35 req-64d3bbf1-9d42-42f2-bd57-122da67b4e87 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344505 Jul 08 20:46:33.532935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3758a1-caf4-4267-8feb-f16cbf0ecae3 req-fbabe4cf-36dc-4736-ac3b-798cc7d1b36b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:33.534377 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d3758a1-caf4-4267-8feb-f16cbf0ecae3 req-fbabe4cf-36dc-4736-ac3b-798cc7d1b36b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 943 time: 0.0657439 Jul 08 20:46:33.575590 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d3758a1-caf4-4267-8feb-f16cbf0ecae3 req-da360dbc-eb64-4bce-a3df-b4bc9565714e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353413 Jul 08 20:46:34.060517 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-68751805-ee49-4531-b1bd-cecd84b08c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:34.756678 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2969ebfd-2cbc-4bee-929b-a4fab0289c6d req-de1fd9d9-759e-4ab4-be7b-ca421f96ee83 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0913527 Jul 08 20:46:34.778822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062a7dd-f110-4a53-ba3f-aa5550011f90 req-4f8cd4a4-0110-4525-b9f3-8263e65fd725 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:34.780745 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7062a7dd-f110-4a53-ba3f-aa5550011f90 req-4f8cd4a4-0110-4525-b9f3-8263e65fd725 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 943 time: 0.0836048 Jul 08 20:46:34.847140 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7062a7dd-f110-4a53-ba3f-aa5550011f90 req-0701ea42-e4d4-4f10-89d8-12e13fd6a58c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573559 Jul 08 20:46:34.862926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ebfd-2cbc-4bee-929b-a4fab0289c6d req-d33edcf9-552e-41ef-8ac5-f4a9851f69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:34.864490 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2969ebfd-2cbc-4bee-929b-a4fab0289c6d req-d33edcf9-552e-41ef-8ac5-f4a9851f69e6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8904f969823445978f5bf7d6e599b8cb&device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 1097 time: 0.0820985 Jul 08 20:46:34.943379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-afe9d532-2464-497d-90f6-7b3f18a1b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:34.944922 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-afe9d532-2464-497d-90f6-7b3f18a1b086 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c&tenant_id=2707aad6b07445cb940afd1a942d77b8 HTTP/1.1" status: 200 len: 1095 time: 0.0916908 Jul 08 20:46:34.956214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:46:34.984055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ebfd-2cbc-4bee-929b-a4fab0289c6d req-21d24ca7-f5bb-47c8-abf5-a8c2e8c4f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:34.985587 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2969ebfd-2cbc-4bee-929b-a4fab0289c6d req-21d24ca7-f5bb-47c8-abf5-a8c2e8c4f94a service neutron] 10.222.0.103 "GET /v2.0/networks?id=eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 200 len: 911 time: 0.0911508 Jul 08 20:46:35.028357 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:35.052587 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2969ebfd-2cbc-4bee-929b-a4fab0289c6d req-e1ac1c32-d899-4f1c-8e53-6f076918714b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfad90fc-28e6-4fe3-8f84-650431e18ffe HTTP/1.1" status: 200 len: 999 time: 0.0582168 Jul 08 20:46:35.102822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ebfd-2cbc-4bee-929b-a4fab0289c6d req-59b92a2c-0a7b-4cea-a0df-c36df7b84483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:35.104371 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2969ebfd-2cbc-4bee-929b-a4fab0289c6d req-59b92a2c-0a7b-4cea-a0df-c36df7b84483 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=373f0c01-b696-4703-ab5a-3a737cebfdae HTTP/1.1" status: 200 len: 849 time: 0.0455182 Jul 08 20:46:35.169818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ebfd-2cbc-4bee-929b-a4fab0289c6d req-0421502d-8252-4696-83cd-44bdd3d95f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:35.171332 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2969ebfd-2cbc-4bee-929b-a4fab0289c6d req-0421502d-8252-4696-83cd-44bdd3d95f30 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=eb126676-baac-44c7-8776-db620659cc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594947 Jul 08 20:46:35.230925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:35.263438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2969ebfd-2cbc-4bee-929b-a4fab0289c6d req-2a20776c-8967-4700-834a-1663230f66f5 service neutron] 10.222.0.103 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842280 Jul 08 20:46:35.263976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:46:35.302024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d431a3b-83ca-43d2-87d6-b33eb286811d {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:46:35.309690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:35.321660 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Transition to ACTIVE for port object 5d431a3b-83ca-43d2-87d6-b33eb286811d will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:46:35.325595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:35.366182 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2969ebfd-2cbc-4bee-929b-a4fab0289c6d req-b29c3524-ff6b-4550-908c-c7e9dcfb30db service neutron] 10.222.0.103 "GET /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946050 Jul 08 20:46:35.445980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Pushing event updated for resources: {'Port': ['ID=5d431a3b-83ca-43d2-87d6-b33eb286811d,revision_number=9']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:35.469861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:35.470204 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:35.470552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:35.470892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:35.471230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:35.471564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:35.471891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:35.472221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:35.472552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:35.473430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:35.473785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:35.474363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:35.510392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] No DVR routers for this DVR port 5d431a3b-83ca-43d2-87d6-b33eb286811d on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:46:35.651662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Attempting to bind port 5d431a3b-83ca-43d2-87d6-b33eb286811d on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:46:35.651998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Attempting to bind port 5d431a3b-83ca-43d2-87d6-b33eb286811d by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:46:35.652321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Attempting to bind port 5d431a3b-83ca-43d2-87d6-b33eb286811d on network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:46:35.656487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Port 5d431a3b-83ca-43d2-87d6-b33eb286811d on network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:46:35.656834 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Attempting to bind port 5d431a3b-83ca-43d2-87d6-b33eb286811d on network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:46:35.662544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:46:35.662882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Checking segment: {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:46:35.663264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Bound using segment: {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:46:35.663686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Bound port: 5d431a3b-83ca-43d2-87d6-b33eb286811d, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:46:35.664039 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:35.733243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:46:35.736250 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:46:35.742450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:35.778233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:35.778933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:35.780480 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] 10.222.0.104 "PUT /v2.0/ports/5d431a3b-83ca-43d2-87d6-b33eb286811d HTTP/1.1" status: 200 len: 1092 time: 0.8287036 Jul 08 20:46:35.780941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:46:35.783172 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf5c732-317e-4df9-b28e-7fc0060a0eef" -d '{"events": [{"name": "network-changed", "server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:46:35.807638 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929565be-106f-49a2-b99a-1bf817af8047 service neutron] Pushing event updated for resources: {'Port': ['ID=5d431a3b-83ca-43d2-87d6-b33eb286811d,revision_number=10']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:35.867576 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ea8bf1-1069-4f4a-b621-f775d97b9002 x-openstack-request-id: req-e7ea8bf1-1069-4f4a-b621-f775d97b9002 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:46:35.867870 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:46:35.868379 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e7ea8bf1-1069-4f4a-b621-f775d97b9002 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:46:35.868963 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'status': 'completed', 'code': 200} Jul 08 20:46:35.905304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-b3d9a070-0f97-4403-bf38-b69e0d44264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:35.907152 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-b3d9a070-0f97-4403-bf38-b69e0d44264d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 1096 time: 0.0867527 Jul 08 20:46:36.019036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-12bdd898-19b5-4d36-aa09-ff367d72f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:36.020834 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-12bdd898-19b5-4d36-aa09-ff367d72f6f1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 918 time: 0.1046517 Jul 08 20:46:36.058414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d48e4-044d-4b3c-8d8d-923de3f28081 req-2d1d075d-733a-42dd-a810-9ee4eecd6dd5 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:36.065953 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a9d48e4-044d-4b3c-8d8d-923de3f28081 req-2d1d075d-733a-42dd-a810-9ee4eecd6dd5 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.0850067 Jul 08 20:46:36.104276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-fac5783b-7f7c-4760-9a2d-ed2ec4ef1068 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d HTTP/1.1" status: 200 len: 999 time: 0.0760684 Jul 08 20:46:36.109312 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a9d48e4-044d-4b3c-8d8d-923de3f28081 req-ff717064-d594-402a-8445-6acb96e2d8e1 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423164 Jul 08 20:46:36.157001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-cb4aeee0-aad2-4516-9fc0-83acbeb2b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:36.158553 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-cb4aeee0-aad2-4516-9fc0-83acbeb2b0ac service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0481229 Jul 08 20:46:36.219980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-85135e9e-eb0e-4da8-90d5-0ae36c4a3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:36.221549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-85135e9e-eb0e-4da8-90d5-0ae36c4a3356 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568233 Jul 08 20:46:36.309715 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-e2092082-fb4f-4313-883b-fbc9b02d6f64 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819380 Jul 08 20:46:36.405590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1938527-1a06-4e58-a7dd-17baae70ebf0 req-138615e7-e89b-4b5d-980a-a08a66271141 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893881 Jul 08 20:46:36.522971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c732-317e-4df9-b28e-7fc0060a0eef req-e343bb1d-98b6-418e-9fc4-9a79d946f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:36.524872 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2bf5c732-317e-4df9-b28e-7fc0060a0eef req-e343bb1d-98b6-418e-9fc4-9a79d946f890 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 1096 time: 0.0688674 Jul 08 20:46:36.624470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c732-317e-4df9-b28e-7fc0060a0eef req-85c3af9e-7c8e-4fc7-ad6a-bf5f9bf01cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:36.625994 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2bf5c732-317e-4df9-b28e-7fc0060a0eef req-85c3af9e-7c8e-4fc7-ad6a-bf5f9bf01cff service neutron] 10.222.0.104 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 918 time: 0.0951104 Jul 08 20:46:36.699265 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2bf5c732-317e-4df9-b28e-7fc0060a0eef req-1755c1e0-5b26-4476-8506-df562b741898 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d HTTP/1.1" status: 200 len: 999 time: 0.0671105 Jul 08 20:46:36.964369 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d3a55a5-1fad-4323-a5d0-ef63d3f08266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:37.142922 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:37.303883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a89d93-ad56-4d5b-8a3c-267a55574b0d req-f8ed8530-6cef-4c53-92bb-0596aaf51dbf tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:37.305497 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90a89d93-ad56-4d5b-8a3c-267a55574b0d req-f8ed8530-6cef-4c53-92bb-0596aaf51dbf tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.0725355 Jul 08 20:46:37.350742 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-90a89d93-ad56-4d5b-8a3c-267a55574b0d req-0a8d94f2-1e0d-4b2d-be3d-1a89c3a27d11 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364246 Jul 08 20:46:38.255606 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:38.583545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bbf3b-c81f-4c3b-bfe7-2ef7689511ec req-225b3f36-21fc-43ee-9c41-dbcb29ab09e3 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:38.585776 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dc3bbf3b-c81f-4c3b-bfe7-2ef7689511ec req-225b3f36-21fc-43ee-9c41-dbcb29ab09e3 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.0912836 Jul 08 20:46:38.641910 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dc3bbf3b-c81f-4c3b-bfe7-2ef7689511ec req-9d303b06-1029-4505-9063-f53b764c7a3f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463388 Jul 08 20:46:39.818227 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:39.836543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e96e6-7e9a-4dbe-82ec-4ef51fdf1da1 req-9ef56e68-4396-4a68-a578-e2f210fc4ffa tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:39.838125 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-576e96e6-7e9a-4dbe-82ec-4ef51fdf1da1 req-9ef56e68-4396-4a68-a578-e2f210fc4ffa tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.0746710 Jul 08 20:46:39.884118 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-576e96e6-7e9a-4dbe-82ec-4ef51fdf1da1 req-747939cc-8b50-4d25-a2ed-57352118557e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395350 Jul 08 20:46:41.108210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eca795-5885-4865-aa10-700bc97296d1 req-fcbff9dd-d65d-49bb-a599-c92360d0a60f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:41.110630 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-75eca795-5885-4865-aa10-700bc97296d1 req-fcbff9dd-d65d-49bb-a599-c92360d0a60f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.0947256 Jul 08 20:46:41.152769 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-75eca795-5885-4865-aa10-700bc97296d1 req-1f5207be-cd82-43a2-8ba4-3965364358ab tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356479 Jul 08 20:46:42.364898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae283189-6af1-4adc-90fa-5d37fa2c4d47 req-3f625e4d-234c-47e3-9197-a650af517c7e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:42.366724 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae283189-6af1-4adc-90fa-5d37fa2c4d47 req-3f625e4d-234c-47e3-9197-a650af517c7e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.0779617 Jul 08 20:46:42.413498 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae283189-6af1-4adc-90fa-5d37fa2c4d47 req-2e5721c4-110b-4966-af16-fbc7f3ddc7c4 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399680 Jul 08 20:46:43.173026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c169b9f-aa7d-4eeb-97b5-6774f0cb5d08 req-73dd95af-b8fc-4c74-83d0-c3c2a015a2b4 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:43.177202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c169b9f-aa7d-4eeb-97b5-6774f0cb5d08 req-73dd95af-b8fc-4c74-83d0-c3c2a015a2b4 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1098 time: 0.0731041 Jul 08 20:46:43.214648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c169b9f-aa7d-4eeb-97b5-6774f0cb5d08 req-66ec1a60-760c-45e4-a786-26c983d42f69 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309134 Jul 08 20:46:43.240911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35530) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:43.435323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port 31694721-318f-4597-ac40-6f9a4f295399 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:46:43.435993 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:43.518473 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:43.519177 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:43.533628 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for 31694721-318f-4597-ac40-6f9a4f295399 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:46:43.684214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c39cc-6372-4f82-91c6-2a71ff4fc8ab req-bc5f83c3-98a6-4cc8-8869-4d20470b6263 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:43.688278 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3d8c39cc-6372-4f82-91c6-2a71ff4fc8ab req-bc5f83c3-98a6-4cc8-8869-4d20470b6263 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.1082942 Jul 08 20:46:43.741150 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3d8c39cc-6372-4f82-91c6-2a71ff4fc8ab req-ed7f7711-ce88-48da-ac37-394a91d83c07 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480938 Jul 08 20:46:43.808313 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:43.844864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=31694721-318f-4597-ac40-6f9a4f295399,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:43.889199 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:43.889554 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:43.889893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:43.890524 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:43.890834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:43.891197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:43.891512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:43.892106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:43.892106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:43.892442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:43.892795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:43.893124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:46:43.936070 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:43.936315 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Floating IP 06557cb9-02f3-44a4-9d23-7add42897f8d disassociated (deleted). External IP: 172.25.4.211, port: 682a0dd4-1058-465b-b886-df17f1d441ef. Jul 08 20:46:44.178869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router d4cb6506-a7e5-4455-b152-12798b7ea45e has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:46:44.294250 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:46:44.299250 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:44.307832 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad6b358-3fb1-4724-abe8-5551a3b93b11 None None] Sync routers for ids ['d4cb6506-a7e5-4455-b152-12798b7ea45e'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:46:44.319290 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad6b358-3fb1-4724-abe8-5551a3b93b11 None None] Routers {'d4cb6506-a7e5-4455-b152-12798b7ea45e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:46:44.320606 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2ad6b358-3fb1-4724-abe8-5551a3b93b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:46:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['d4cb6506-a7e5-4455-b152-12798b7ea45e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:44.345320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-05c52cb0-49c5-44bc-80b2-9bcd4ffcb3cb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/floatingips/06557cb9-02f3-44a4-9d23-7add42897f8d HTTP/1.1" status: 204 len: 168 time: 1.1032336 Jul 08 20:46:44.345938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:46:44.349989 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca0c8f5-79c8-44cf-96e0-5cd31aa5cf92" -d '{"events": [{"name": "network-changed", "server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:46:44.392733 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bcdb01-01fb-4573-8424-eb81bf24887f x-openstack-request-id: req-56bcdb01-01fb-4573-8424-eb81bf24887f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:46:44.393027 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:46:44.393280 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-56bcdb01-01fb-4573-8424-eb81bf24887f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:46:44.393681 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef', 'status': 'completed', 'code': 200} Jul 08 20:46:44.493726 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-2ad6b358-3fb1-4724-abe8-5551a3b93b11 None None] Set router d4cb6506-a7e5-4455-b152-12798b7ea45e gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:46:44.540710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0c8f5-79c8-44cf-96e0-5cd31aa5cf92 req-12f44162-49bb-455b-a22b-1d2154f24de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:44.542257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aca0c8f5-79c8-44cf-96e0-5cd31aa5cf92 req-12f44162-49bb-455b-a22b-1d2154f24de5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 1098 time: 0.1141772 Jul 08 20:46:44.701255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0c8f5-79c8-44cf-96e0-5cd31aa5cf92 req-aa1e9377-29e0-4d6c-b6e3-070047d37f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:44.704453 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aca0c8f5-79c8-44cf-96e0-5cd31aa5cf92 req-aa1e9377-29e0-4d6c-b6e3-070047d37f19 service neutron] 10.222.0.103 "GET /v2.0/networks?id=07aaa10d-b9e5-4b2f-ac51-843386608412 HTTP/1.1" status: 200 len: 897 time: 0.1507723 Jul 08 20:46:44.750729 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aca0c8f5-79c8-44cf-96e0-5cd31aa5cf92 req-da387f02-b017-415a-b828-dc889d0890af service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=682a0dd4-1058-465b-b886-df17f1d441ef HTTP/1.1" status: 200 len: 217 time: 0.0372834 Jul 08 20:46:44.774857 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2ad6b358-3fb1-4724-abe8-5551a3b93b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:45Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '0701acdd-ace2-47fa-a86b-04cf50ff3b5d', 'name': '', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:4e:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:43Z', 'updated_at': '2021-07-08T20:44:53Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:44.822771 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad6b358-3fb1-4724-abe8-5551a3b93b11 None None] Checking router: d4cb6506-a7e5-4455-b152-12798b7ea45e for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:46:44.832847 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad6b358-3fb1-4724-abe8-5551a3b93b11 None None] Routers {'d4cb6506-a7e5-4455-b152-12798b7ea45e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:46:44.833477 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2ad6b358-3fb1-4724-abe8-5551a3b93b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:46:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['d4cb6506-a7e5-4455-b152-12798b7ea45e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:44.878645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdaab7-a2e3-4123-a585-5d54564c9243 req-42f11882-1ffe-4b78-9eaf-786b0069f004 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:44.880841 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c5fdaab7-a2e3-4123-a585-5d54564c9243 req-42f11882-1ffe-4b78-9eaf-786b0069f004 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.1289680 Jul 08 20:46:44.884922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0c8f5-79c8-44cf-96e0-5cd31aa5cf92 req-cc58223b-3cbe-429a-8d96-8f97d4273f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:44.886364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aca0c8f5-79c8-44cf-96e0-5cd31aa5cf92 req-cc58223b-3cbe-429a-8d96-8f97d4273f33 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=89d340c4-b176-46f3-aa97-5ad94c765d2d HTTP/1.1" status: 200 len: 835 time: 0.1008716 Jul 08 20:46:44.930539 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c5fdaab7-a2e3-4123-a585-5d54564c9243 req-9b581d59-9101-46d2-87e1-2828b0a52507 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 Jul 08 20:46:45.003212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0c8f5-79c8-44cf-96e0-5cd31aa5cf92 req-018e606f-ecc0-4ee2-a1d2-d5b2231dae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:45.005674 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aca0c8f5-79c8-44cf-96e0-5cd31aa5cf92 req-018e606f-ecc0-4ee2-a1d2-d5b2231dae7e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=07aaa10d-b9e5-4b2f-ac51-843386608412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861864 Jul 08 20:46:45.073372 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b72155-3c34-4615-b9ae-143f2525cfe7 req-f312e95d-2fa1-486a-80f6-6294d5774290 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:45.085438 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7b72155-3c34-4615-b9ae-143f2525cfe7 req-f312e95d-2fa1-486a-80f6-6294d5774290 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.0902479 Jul 08 20:46:45.095193 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-2ad6b358-3fb1-4724-abe8-5551a3b93b11 None None] Set router d4cb6506-a7e5-4455-b152-12798b7ea45e gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:46:45.163170 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aca0c8f5-79c8-44cf-96e0-5cd31aa5cf92 req-7134317e-ddfe-40f4-9bef-e0c583f1ad2d service neutron] 10.222.0.103 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466463 Jul 08 20:46:45.163835 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7b72155-3c34-4615-b9ae-143f2525cfe7 req-51f9e466-ba70-4b1c-bf33-c6203c703850 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643651 Jul 08 20:46:45.306257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aca0c8f5-79c8-44cf-96e0-5cd31aa5cf92 req-f97da4ef-8599-4bb1-86fa-d1d6b511b520 service neutron] 10.222.0.103 "GET /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386678 Jul 08 20:46:45.332530 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2ad6b358-3fb1-4724-abe8-5551a3b93b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:45Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '0701acdd-ace2-47fa-a86b-04cf50ff3b5d', 'name': '', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:4e:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:43Z', 'updated_at': '2021-07-08T20:44:53Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:45.362799 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad6b358-3fb1-4724-abe8-5551a3b93b11 None None] The sync data for ids ['d4cb6506-a7e5-4455-b152-12798b7ea45e'] in n-d-791506-16 is: [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:45Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '0701acdd-ace2-47fa-a86b-04cf50ff3b5d', 'name': '', 'network_id': '07aaa10d-b9e5-4b2f-ac51-843386608412', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:4e:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:43Z', 'updated_at': '2021-07-08T20:44:53Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '89d340c4-b176-46f3-aa97-5ad94c765d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:46:45.628163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812ffae-1057-49ef-91f3-064d5b8f9f17 None None] New status for floating IP 06557cb9-02f3-44a4-9d23-7add42897f8d: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:46:46.169403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff7e93-9cf5-4c1a-b67b-3dec54d7b3da req-769a203a-b0ba-47a7-be20-04348fb774a8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:46.170970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5ff7e93-9cf5-4c1a-b67b-3dec54d7b3da req-769a203a-b0ba-47a7-be20-04348fb774a8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0703137 Jul 08 20:46:46.211289 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5ff7e93-9cf5-4c1a-b67b-3dec54d7b3da req-e6a31d10-d99b-46ff-9b9f-cda496595b10 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=2ab54454-35d0-417b-99c7-0d335edee411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338314 Jul 08 20:46:46.371813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f0cc6-9b6a-4e3d-8946-742196119fd0 req-d1ae673f-905f-49e0-bdc5-9e4a071fdc4d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:46.373426 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff9f0cc6-9b6a-4e3d-8946-742196119fd0 req-d1ae673f-905f-49e0-bdc5-9e4a071fdc4d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.0705287 Jul 08 20:46:46.420406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ff9f0cc6-9b6a-4e3d-8946-742196119fd0 req-04016a9e-47b4-45d2-81fc-0cc13441df0c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358047 Jul 08 20:46:46.423885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560572f2-423c-49f1-b404-2e108d9e829a req-6e94d1f4-9c04-4272-a40a-b076fe25871e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:46.425520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-560572f2-423c-49f1-b404-2e108d9e829a req-6e94d1f4-9c04-4272-a40a-b076fe25871e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.103 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 946 time: 0.0732832 Jul 08 20:46:46.530307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-560572f2-423c-49f1-b404-2e108d9e829a req-a0b9ef58-35bd-4530-8616-fad6d913843c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port 682a0dd4-1058-465b-b886-df17f1d441ef {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:46:46.530561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-560572f2-423c-49f1-b404-2e108d9e829a req-a0b9ef58-35bd-4530-8616-fad6d913843c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:46.630183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-560572f2-423c-49f1-b404-2e108d9e829a req-a0b9ef58-35bd-4530-8616-fad6d913843c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] For port 682a0dd4-1058-465b-b886-df17f1d441ef, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=682a0dd4-1058-465b-b886-df17f1d441ef,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:46.630543 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-560572f2-423c-49f1-b404-2e108d9e829a req-a0b9ef58-35bd-4530-8616-fad6d913843c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:46.642615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-560572f2-423c-49f1-b404-2e108d9e829a req-a0b9ef58-35bd-4530-8616-fad6d913843c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for 682a0dd4-1058-465b-b886-df17f1d441ef owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:46:46.778094 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-560572f2-423c-49f1-b404-2e108d9e829a req-a0b9ef58-35bd-4530-8616-fad6d913843c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:46.809797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9ef58-35bd-4530-8616-fad6d913843c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=682a0dd4-1058-465b-b886-df17f1d441ef,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:46.860413 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-560572f2-423c-49f1-b404-2e108d9e829a req-a0b9ef58-35bd-4530-8616-fad6d913843c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] No DVR routers for this DVR port 682a0dd4-1058-465b-b886-df17f1d441ef on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:46:46.863615 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-560572f2-423c-49f1-b404-2e108d9e829a req-a0b9ef58-35bd-4530-8616-fad6d913843c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:46.865737 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-560572f2-423c-49f1-b404-2e108d9e829a req-a0b9ef58-35bd-4530-8616-fad6d913843c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.103 "DELETE /v2.0/ports/682a0dd4-1058-465b-b886-df17f1d441ef HTTP/1.1" status: 204 len: 173 time: 0.4340811 Jul 08 20:46:46.866187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'name': 'network-vif-deleted', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:46:46.868455 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1bd225-36a4-4a07-a4cf-934b3ae62aa3" -d '{"events": [{"server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "name": "network-vif-deleted", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:46:46.906037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c732-317e-4df9-b28e-7fc0060a0eef req-b46afe0d-b1e2-447e-9c9d-3f8686250e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:46.908197 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2bf5c732-317e-4df9-b28e-7fc0060a0eef req-b46afe0d-b1e2-447e-9c9d-3f8686250e1e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0613637 Jul 08 20:46:46.910818 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3f3326-bec3-4686-a8a0-848fa7352850 x-openstack-request-id: req-cb3f3326-bec3-4686-a8a0-848fa7352850 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:46:46.911105 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886cab1c-a1dd-4f1a-9738-809007abd8a6", "name": "network-vif-deleted", "tag": "682a0dd4-1058-465b-b886-df17f1d441ef", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:46:46.911356 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cb3f3326-bec3-4686-a8a0-848fa7352850 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:46:46.911802 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886cab1c-a1dd-4f1a-9738-809007abd8a6', 'name': 'network-vif-deleted', 'tag': '682a0dd4-1058-465b-b886-df17f1d441ef', 'status': 'completed', 'code': 200} Jul 08 20:46:46.982258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c732-317e-4df9-b28e-7fc0060a0eef req-e0df9eb7-954c-42d9-90e5-aae2f8885f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:46.983776 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2bf5c732-317e-4df9-b28e-7fc0060a0eef req-e0df9eb7-954c-42d9-90e5-aae2f8885f98 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683072 Jul 08 20:46:47.089475 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2bf5c732-317e-4df9-b28e-7fc0060a0eef req-311f173a-c389-445a-8e10-6f7dad26b366 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984328 Jul 08 20:46:47.194245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2bf5c732-317e-4df9-b28e-7fc0060a0eef req-f3099b67-6e53-4321-a544-5de51f1560f3 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958850 Jul 08 20:46:47.400031 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0db9c2da-59fe-4f87-b81c-c23412a4d76d req-ce5fdaba-23c6-4b0c-93ef-4d047b10c729 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=886cab1c-a1dd-4f1a-9738-809007abd8a6 HTTP/1.1" status: 200 len: 210 time: 0.0322645 Jul 08 20:46:47.617186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92bf33-b21b-4d8b-8717-0a2e1193e247 req-2caff4d8-7d04-438c-a248-49f2fbabc8eb tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:47.618881 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bd92bf33-b21b-4d8b-8717-0a2e1193e247 req-2caff4d8-7d04-438c-a248-49f2fbabc8eb tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.0705097 Jul 08 20:46:47.664561 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bd92bf33-b21b-4d8b-8717-0a2e1193e247 req-0f447587-4ad2-4cff-9e2c-a0a025ced2d2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398853 Jul 08 20:46:47.672305 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:48.498168 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35574) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:49.083615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3534a0-75a7-4cc3-96cf-099f6d11b89b req-69d89640-f88a-40ae-8b56-439a65af4795 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:49.085216 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa3534a0-75a7-4cc3-96cf-099f6d11b89b req-69d89640-f88a-40ae-8b56-439a65af4795 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.1209631 Jul 08 20:46:49.177660 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa3534a0-75a7-4cc3-96cf-099f6d11b89b req-bee430f1-55f4-4c8d-a171-b61b35ec83cf tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718517 Jul 08 20:46:49.277169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c52812f7-5ced-4865-ac34-e01cd502af6c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:49.552866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c52812f7-5ced-4865-ac34-e01cd502af6c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:46:49.553133 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c52812f7-5ced-4865-ac34-e01cd502af6c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:49.641267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c52812f7-5ced-4865-ac34-e01cd502af6c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] For port 0701acdd-ace2-47fa-a86b-04cf50ff3b5d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0701acdd-ace2-47fa-a86b-04cf50ff3b5d,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:49.641642 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c52812f7-5ced-4865-ac34-e01cd502af6c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:49.655555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c52812f7-5ced-4865-ac34-e01cd502af6c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for 0701acdd-ace2-47fa-a86b-04cf50ff3b5d owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:46:49.852384 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c52812f7-5ced-4865-ac34-e01cd502af6c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:49.892150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52812f7-5ced-4865-ac34-e01cd502af6c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=0701acdd-ace2-47fa-a86b-04cf50ff3b5d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:50.137445 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c52812f7-5ced-4865-ac34-e01cd502af6c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:50.341738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 682a0dd4-1058-465b-b886-df17f1d441ef no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:46:50.362481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 682a0dd4-1058-465b-b886-df17f1d441ef {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:46:50.362918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 682a0dd4-1058-465b-b886-df17f1d441ef not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:46:50.404894 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52812f7-5ced-4865-ac34-e01cd502af6c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router d4cb6506-a7e5-4455-b152-12798b7ea45e has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:46:50.431474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935301-f945-4eee-ad51-f9e936eeed79 req-07c2cee6-9eac-4f09-ad9b-78ac8f3c4782 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:50.432943 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-03935301-f945-4eee-ad51-f9e936eeed79 req-07c2cee6-9eac-4f09-ad9b-78ac8f3c4782 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.0958929 Jul 08 20:46:50.542240 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-03935301-f945-4eee-ad51-f9e936eeed79 req-87b47b05-7d80-4b1f-ad0d-dea36bc12462 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729601 Jul 08 20:46:50.563661 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52812f7-5ced-4865-ac34-e01cd502af6c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:46:50.569978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c52812f7-5ced-4865-ac34-e01cd502af6c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "PUT /v2.0/routers/d4cb6506-a7e5-4455-b152-12798b7ea45e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0706413 Jul 08 20:46:50.572584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35598) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:50.576669 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff3c3d-440b-40e0-9a8a-5e92722759e5 None None] Sync routers for ids ['d4cb6506-a7e5-4455-b152-12798b7ea45e'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:46:50.593082 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff3c3d-440b-40e0-9a8a-5e92722759e5 None None] Routers {'d4cb6506-a7e5-4455-b152-12798b7ea45e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:46:50.593082 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-4bff3c3d-440b-40e0-9a8a-5e92722759e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:46:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['d4cb6506-a7e5-4455-b152-12798b7ea45e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:50.630833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7c8c0f-aa04-4507-98e4-4b4897496941 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting subnet 89d340c4-b176-46f3-aa97-5ad94c765d2d {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:46:50.635745 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c0f-aa04-4507-98e4-4b4897496941 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:50.685583 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c0f-aa04-4507-98e4-4b4897496941 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:50.714057 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-4bff3c3d-440b-40e0-9a8a-5e92722759e5 None None] Set router d4cb6506-a7e5-4455-b152-12798b7ea45e gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:46:50.790129 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c0f-aa04-4507-98e4-4b4897496941 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:50.863543 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c0f-aa04-4507-98e4-4b4897496941 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:50.898351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c8c0f-aa04-4507-98e4-4b4897496941 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Subnet': ['ID=89d340c4-b176-46f3-aa97-5ad94c765d2d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:50.904873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8c0f-aa04-4507-98e4-4b4897496941 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:50.907104 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4a7c8c0f-aa04-4507-98e4-4b4897496941 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/subnets/89d340c4-b176-46f3-aa97-5ad94c765d2d HTTP/1.1" status: 204 len: 168 time: 0.3335752 Jul 08 20:46:50.911249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35600) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:50.912312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b614e-494c-4b04-8b01-67af5af791eb None None] Network 07aaa10d-b9e5-4b2f-ac51-843386608412 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:46:50.929434 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-4bff3c3d-440b-40e0-9a8a-5e92722759e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:46:49Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:50.962881 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff3c3d-440b-40e0-9a8a-5e92722759e5 None None] Checking router: d4cb6506-a7e5-4455-b152-12798b7ea45e for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:46:50.973129 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff3c3d-440b-40e0-9a8a-5e92722759e5 None None] Routers {'d4cb6506-a7e5-4455-b152-12798b7ea45e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:46:50.974278 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-4bff3c3d-440b-40e0-9a8a-5e92722759e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:46:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['d4cb6506-a7e5-4455-b152-12798b7ea45e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:51.026997 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:51.093461 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-4bff3c3d-440b-40e0-9a8a-5e92722759e5 None None] Set router d4cb6506-a7e5-4455-b152-12798b7ea45e gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:46:51.155535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70bb017-bc08-4660-8aa5-ad5a73ebaade None None] DHCP port deletion for 07aaa10d-b9e5-4b2f-ac51-843386608412 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:46:51.156824 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:51.261419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e70bb017-bc08-4660-8aa5-ad5a73ebaade None None] Deleting port 883c1f99-5967-4360-8f06-5ab13ce7974a {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:46:51.262536 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e70bb017-bc08-4660-8aa5-ad5a73ebaade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:51.267188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port bd1c01fb-4786-4b8f-a7e3-9b9034116f94 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:46:51.267544 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:51.355002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e70bb017-bc08-4660-8aa5-ad5a73ebaade None None] For port 883c1f99-5967-4360-8f06-5ab13ce7974a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=883c1f99-5967-4360-8f06-5ab13ce7974a,segment=NetworkSegment(b58ebd16-71fb-407a-b0a1-ac3f2ace220a),segment_id=b58ebd16-71fb-407a-b0a1-ac3f2ace220a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:51.356203 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e70bb017-bc08-4660-8aa5-ad5a73ebaade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:51.360322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] For port bd1c01fb-4786-4b8f-a7e3-9b9034116f94, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bd1c01fb-4786-4b8f-a7e3-9b9034116f94,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:51.360718 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:51.375596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e70bb017-bc08-4660-8aa5-ad5a73ebaade None None] Calling delete_port for 883c1f99-5967-4360-8f06-5ab13ce7974a owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:46:51.377572 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for bd1c01fb-4786-4b8f-a7e3-9b9034116f94 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:46:51.430644 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-4bff3c3d-440b-40e0-9a8a-5e92722759e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:46:49Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:51.459462 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff3c3d-440b-40e0-9a8a-5e92722759e5 None None] The sync data for ids ['d4cb6506-a7e5-4455-b152-12798b7ea45e'] in n-d-791506-16 is: [{'id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509052512', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:46:49Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'bd1c01fb-4786-4b8f-a7e3-9b9034116f94', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb6506-a7e5-4455-b152-12798b7ea45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:44:38Z', 'updated_at': '2021-07-08T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:46:51.489901 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e70bb017-bc08-4660-8aa5-ad5a73ebaade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:51.527397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bb017-bc08-4660-8aa5-ad5a73ebaade None None] Pushing event deleted for resources: {'Port': ['ID=883c1f99-5967-4360-8f06-5ab13ce7974a,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:51.544363 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70bb017-bc08-4660-8aa5-ad5a73ebaade None None] No DVR routers for this DVR port 883c1f99-5967-4360-8f06-5ab13ce7974a on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:46:51.606433 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:51.635289 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=bd1c01fb-4786-4b8f-a7e3-9b9034116f94,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:51.701628 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:51.759412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72f170-8ecc-42f0-bf68-04cac0cebd4b req-3d6afd3f-0d07-4a56-ba58-697f413f554b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:51.761972 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c72f170-8ecc-42f0-bf68-04cac0cebd4b req-3d6afd3f-0d07-4a56-ba58-697f413f554b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.0814545 Jul 08 20:46:51.800361 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:51.802597 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:51.806528 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c72f170-8ecc-42f0-bf68-04cac0cebd4b req-76b86d6e-c7cc-4b38-9b07-3db2b633900d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379825 Jul 08 20:46:51.852054 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:51.852732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Fanout notify agent at l3_agent the message router_deleted on router d4cb6506-a7e5-4455-b152-12798b7ea45e {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:46:51.860787 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:51.862045 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ef27d981-01cc-4b5e-90c2-5f6440f6dea1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/routers/d4cb6506-a7e5-4455-b152-12798b7ea45e HTTP/1.1" status: 204 len: 168 time: 0.9495606 Jul 08 20:46:51.865258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35606) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:51.951798 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-505b5e1c-fbb6-43e1-9ddb-6246d9039ef7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:52.069771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-505b5e1c-fbb6-43e1-9ddb-6246d9039ef7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:52.081484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-505b5e1c-fbb6-43e1-9ddb-6246d9039ef7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07aaa10d-b9e5-4b2f-ac51-843386608412']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:52.094948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-505b5e1c-fbb6-43e1-9ddb-6246d9039ef7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:52.095646 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-505b5e1c-fbb6-43e1-9ddb-6246d9039ef7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58ebd16-71fb-407a-b0a1-ac3f2ace220a') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:52.106049 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-505b5e1c-fbb6-43e1-9ddb-6246d9039ef7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:52.116927 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 883c1f99-5967-4360-8f06-5ab13ce7974a no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:46:52.127822 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-505b5e1c-fbb6-43e1-9ddb-6246d9039ef7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:52.136967 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505b5e1c-fbb6-43e1-9ddb-6246d9039ef7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:46:52.137590 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-505b5e1c-fbb6-43e1-9ddb-6246d9039ef7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:52.140806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 883c1f99-5967-4360-8f06-5ab13ce7974a {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:46:52.141970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 883c1f99-5967-4360-8f06-5ab13ce7974a not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:46:52.142110 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:46:52.146200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0701acdd-ace2-47fa-a86b-04cf50ff3b5d no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:46:52.162997 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 0701acdd-ace2-47fa-a86b-04cf50ff3b5d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:46:52.163634 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0701acdd-ace2-47fa-a86b-04cf50ff3b5d not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:46:52.206342 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-505b5e1c-fbb6-43e1-9ddb-6246d9039ef7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:52.211450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-505b5e1c-fbb6-43e1-9ddb-6246d9039ef7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:52.213511 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-505b5e1c-fbb6-43e1-9ddb-6246d9039ef7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/networks/07aaa10d-b9e5-4b2f-ac51-843386608412 HTTP/1.1" status: 204 len: 168 time: 0.3471174 Jul 08 20:46:52.216320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35608) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:52.229218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b5e1c-fbb6-43e1-9ddb-6246d9039ef7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Network': ['ID=07aaa10d-b9e5-4b2f-ac51-843386608412,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:52.330648 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cee3a0b0-0529-4026-a1fd-988fcc2c98af tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:52.359021 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cee3a0b0-0529-4026-a1fd-988fcc2c98af tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:52.423728 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cee3a0b0-0529-4026-a1fd-988fcc2c98af tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:52.423728 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cee3a0b0-0529-4026-a1fd-988fcc2c98af tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:52.425195 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cee3a0b0-0529-4026-a1fd-988fcc2c98af tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/security-groups/2ab54454-35d0-417b-99c7-0d335edee411 HTTP/1.1" status: 204 len: 168 time: 0.2075408 Jul 08 20:46:52.436459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3a0b0-0529-4026-a1fd-988fcc2c98af tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab54454-35d0-417b-99c7-0d335edee411,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:53.013176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4d6c9-5d63-4bc1-8ff2-e746dd71eb65 req-3a21e16c-1789-4171-b3da-063a521b254b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:53.014691 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10d4d6c9-5d63-4bc1-8ff2-e746dd71eb65 req-3a21e16c-1789-4171-b3da-063a521b254b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.0673945 Jul 08 20:46:53.055612 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10d4d6c9-5d63-4bc1-8ff2-e746dd71eb65 req-3a3ca528-ec49-4dfa-af11-dee4677b399e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344453 Jul 08 20:46:53.534656 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:53.947701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bd1c01fb-4786-4b8f-a7e3-9b9034116f94 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:46:53.970205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: bd1c01fb-4786-4b8f-a7e3-9b9034116f94 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:46:53.970727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bd1c01fb-4786-4b8f-a7e3-9b9034116f94 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:46:54.016596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35622) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:54.022377 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f29b5887-9dd3-4dc5-9f8a-0bfbda3e1f35 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-239307386', 'description': 'tempest-secgroup-smoke-239307386 description', 'project_id': '87de211a996a4ed5bde38a65ec379f1e'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:46:54.052513 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f29b5887-9dd3-4dc5-9f8a-0bfbda3e1f35 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.154532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f29b5887-9dd3-4dc5-9f8a-0bfbda3e1f35 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.159302 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f29b5887-9dd3-4dc5-9f8a-0bfbda3e1f35 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.209005 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f29b5887-9dd3-4dc5-9f8a-0bfbda3e1f35 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.210272 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f29b5887-9dd3-4dc5-9f8a-0bfbda3e1f35 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1924672 Jul 08 20:46:54.213523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35626) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:54.234219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3c5cf10d-55cc-4a4a-8721-1719c625b2a3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': 'ca8732ef-56c3-4f69-a697-88e673b78a77', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:46:54.239594 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b5887-9dd3-4dc5-9f8a-0bfbda3e1f35 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8732ef-56c3-4f69-a697-88e673b78a77,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:54.282548 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf10d-55cc-4a4a-8721-1719c625b2a3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.306998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47241f-a095-4fa4-8f79-a6cadd0e9ddb req-ebc6ab3b-1905-43b9-964f-ea63dea61473 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:54.308643 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d47241f-a095-4fa4-8f79-a6cadd0e9ddb req-ebc6ab3b-1905-43b9-964f-ea63dea61473 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 944 time: 0.1148448 Jul 08 20:46:54.391520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0d47241f-a095-4fa4-8f79-a6cadd0e9ddb req-11f58685-9049-4ec9-9277-8e9f066f8ae8 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744739 Jul 08 20:46:54.393473 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf10d-55cc-4a4a-8721-1719c625b2a3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.399773 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf10d-55cc-4a4a-8721-1719c625b2a3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.422936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cf10d-55cc-4a4a-8721-1719c625b2a3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab69ee9-fd93-42db-a84e-9858f5b669e7,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:54.438757 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf10d-55cc-4a4a-8721-1719c625b2a3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.440404 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3c5cf10d-55cc-4a4a-8721-1719c625b2a3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2260299 Jul 08 20:46:54.443588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35630) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:54.448481 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d103820c-ca36-4727-8d6b-7a6380a31341 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': 'ca8732ef-56c3-4f69-a697-88e673b78a77', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:46:54.477081 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d103820c-ca36-4727-8d6b-7a6380a31341 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.541757 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d103820c-ca36-4727-8d6b-7a6380a31341 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.545538 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d103820c-ca36-4727-8d6b-7a6380a31341 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.567754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103820c-ca36-4727-8d6b-7a6380a31341 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02f9048-d6ae-4cd1-8259-3a315b7395e8,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:54.571888 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d103820c-ca36-4727-8d6b-7a6380a31341 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.573383 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d103820c-ca36-4727-8d6b-7a6380a31341 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287124 Jul 08 20:46:54.576164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35632) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:54.581071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ba2443f6-2da9-4786-928b-24a58033c751 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': 'ca8732ef-56c3-4f69-a697-88e673b78a77', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:46:54.607554 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba2443f6-2da9-4786-928b-24a58033c751 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.665867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba2443f6-2da9-4786-928b-24a58033c751 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.669397 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba2443f6-2da9-4786-928b-24a58033c751 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.689368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2443f6-2da9-4786-928b-24a58033c751 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41cdb49-db9b-42ce-b57c-b9c9ab1069ab,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:54.696956 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ba2443f6-2da9-4786-928b-24a58033c751 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.698160 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ba2443f6-2da9-4786-928b-24a58033c751 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206932 Jul 08 20:46:54.700955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35634) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:54.705297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c1befafc-0c73-41bc-8649-0e5e07a81bb4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': 'ca8732ef-56c3-4f69-a697-88e673b78a77', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:46:54.730952 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1befafc-0c73-41bc-8649-0e5e07a81bb4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.794365 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1befafc-0c73-41bc-8649-0e5e07a81bb4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.798122 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1befafc-0c73-41bc-8649-0e5e07a81bb4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.813509 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1befafc-0c73-41bc-8649-0e5e07a81bb4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a7dad6-5e5e-4c72-950f-8810dd167cd7,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:54.823302 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1befafc-0c73-41bc-8649-0e5e07a81bb4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.825563 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c1befafc-0c73-41bc-8649-0e5e07a81bb4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227436 Jul 08 20:46:54.827453 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35636) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:54.832140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-28413abb-fa2d-4426-92a9-208b90b3c6a8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': 'ca8732ef-56c3-4f69-a697-88e673b78a77', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:46:54.856290 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-28413abb-fa2d-4426-92a9-208b90b3c6a8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Project 87de211a996a4ed5bde38a65ec379f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:46:54.861426 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28413abb-fa2d-4426-92a9-208b90b3c6a8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.910179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 5d431a3b-83ca-43d2-87d6-b33eb286811d details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:46:54.923343 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28413abb-fa2d-4426-92a9-208b90b3c6a8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.927836 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28413abb-fa2d-4426-92a9-208b90b3c6a8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.945985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28413abb-fa2d-4426-92a9-208b90b3c6a8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c360db-54d1-45c2-a4c6-9924a8d357f1,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:54.953307 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-28413abb-fa2d-4426-92a9-208b90b3c6a8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:54.957116 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35638) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:54.957654 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-28413abb-fa2d-4426-92a9-208b90b3c6a8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286123 Jul 08 20:46:54.961712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-873b2549-1e35-4b6e-80e2-04d21012809f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': 'ca8732ef-56c3-4f69-a697-88e673b78a77', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:46:54.989008 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-873b2549-1e35-4b6e-80e2-04d21012809f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Project 87de211a996a4ed5bde38a65ec379f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:46:54.994636 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-873b2549-1e35-4b6e-80e2-04d21012809f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.010017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:55.022221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'port_id': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'mac_address': 'fa:16:3e:b6:5d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:46:55.047294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-873b2549-1e35-4b6e-80e2-04d21012809f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.052226 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-873b2549-1e35-4b6e-80e2-04d21012809f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.060390 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.071220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b2549-1e35-4b6e-80e2-04d21012809f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e173e2cd-bcd3-46ac-a75f-30038212edb6,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:55.073408 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d431a3b-83ca-43d2-87d6-b33eb286811d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:46:55.077926 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-873b2549-1e35-4b6e-80e2-04d21012809f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.081078 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-873b2549-1e35-4b6e-80e2-04d21012809f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229324 Jul 08 20:46:55.082755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35640) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:55.088106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-243e1694-14cf-484d-9b9c-03812657eb8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'network': {'name': 'tempest-network-smoke--1363575074', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'port_security_enabled': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:46:55.095466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:55.100076 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.110361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243e1694-14cf-484d-9b9c-03812657eb8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Made reservation on behalf of 87de211a996a4ed5bde38a65ec379f1e for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:46:55.114609 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-243e1694-14cf-484d-9b9c-03812657eb8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.138397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243e1694-14cf-484d-9b9c-03812657eb8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:46:55.147886 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-243e1694-14cf-484d-9b9c-03812657eb8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.148236 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-243e1694-14cf-484d-9b9c-03812657eb8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Added segment 25835b93-5987-4517-ae38-8225a942493e of type vlan for network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 Jul 08 20:46:55.154900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=5d431a3b-83ca-43d2-87d6-b33eb286811d,revision_number=11']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:55.189342 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-243e1694-14cf-484d-9b9c-03812657eb8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.217599 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-243e1694-14cf-484d-9b9c-03812657eb8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.224128 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243e1694-14cf-484d-9b9c-03812657eb8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:55.224748 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-243e1694-14cf-484d-9b9c-03812657eb8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.284418 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-243e1694-14cf-484d-9b9c-03812657eb8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2001281 Jul 08 20:46:55.287749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35642) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:55.292527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'admin_state_up': True, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:46:55.293467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e1694-14cf-484d-9b9c-03812657eb8f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Network': ['ID=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:55.304245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:46:55.318795 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['5d431a3b-83ca-43d2-87d6-b33eb286811d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:46:55.319000 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.319819 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.371890 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.525938 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.615219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ea80f-bb8e-457f-b27b-55e0966e0dc0 req-5510553c-7687-40ca-9bb2-39490bba841e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:55.616872 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba7ea80f-bb8e-457f-b27b-55e0966e0dc0 req-5510553c-7687-40ca-9bb2-39490bba841e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.0695903 Jul 08 20:46:55.659205 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba7ea80f-bb8e-457f-b27b-55e0966e0dc0 req-1dda0c0a-35d8-4633-a548-b0e3ac3835ac tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362785 Jul 08 20:46:55.735582 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.758471 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:55.861852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.25.4.18 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/dc7909ca-147d-4f65-a026-16320e147cda) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:46:55.967995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:56.007842 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:56.048036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:46:56.051734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:46:56.055230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:46:56.060593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=dc7909ca-147d-4f65-a026-16320e147cda,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:56.306104 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:56.861509 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:56.925654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 5d431a3b-83ca-43d2-87d6-b33eb286811d up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:46:56.934938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce8178-c41e-410c-ba03-af47c973f3be req-0d73d673-c2ec-483c-a627-9b473e454750 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:56.936525 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-efce8178-c41e-410c-ba03-af47c973f3be req-0d73d673-c2ec-483c-a627-9b473e454750 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 945 time: 0.1354506 Jul 08 20:46:56.977665 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 5d431a3b-83ca-43d2-87d6-b33eb286811d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:46:56.982402 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 5d431a3b-83ca-43d2-87d6-b33eb286811d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:46:56.982672 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:57.037064 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-efce8178-c41e-410c-ba03-af47c973f3be req-c7243a0a-e5f5-42c0-b50b-bc892ff58665 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905755 Jul 08 20:46:57.069915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router f892a9e2-b12c-4de6-8587-7675970add31 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:46:57.070136 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:57.099678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:46:57.101986 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256fd62f-367b-467a-a46e-f60b93f087a2" -d '{"events": [{"server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "name": "network-vif-plugged", "status": "completed", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:46:57.116526 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:46:57.121794 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:57.150466 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b239c2-f083-4125-9dca-d16872df92fa x-openstack-request-id: req-e7b239c2-f083-4125-9dca-d16872df92fa {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:46:57.150733 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "name": "network-vif-plugged", "status": "completed", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:46:57.150989 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e7b239c2-f083-4125-9dca-d16872df92fa {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:46:57.151375 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'code': 200} Jul 08 20:46:57.198023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=5d431a3b-83ca-43d2-87d6-b33eb286811d,revision_number=12']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:57.215021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:46:57.225737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Sync routers for ids ['f892a9e2-b12c-4de6-8587-7675970add31'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:46:57.236191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Routers {'f892a9e2-b12c-4de6-8587-7675970add31'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:46:57.236929 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:46:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f892a9e2-b12c-4de6-8587-7675970add31'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:57.247603 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:57.252791 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-94bbe700-d87b-467d-9dca-dc7453b26f29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9606137 Jul 08 20:46:57.253870 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35654) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:57.289488 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5c68bf1f-77d2-4efa-8264-0647c90b0285 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=87de211a996a4ed5bde38a65ec379f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338447 Jul 08 20:46:57.292414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35658) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:57.370813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Set router f892a9e2-b12c-4de6-8587-7675970add31 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:46:57.371098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3122a4b-0879-48a4-a61f-403d4a27a910 req-97d6b4d5-1973-4bc6-8a40-4e6ddde4b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:57.373564 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f3122a4b-0879-48a4-a61f-403d4a27a910 req-97d6b4d5-1973-4bc6-8a40-4e6ddde4b31e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 1098 time: 0.0622308 Jul 08 20:46:57.428742 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f3122a4b-0879-48a4-a61f-403d4a27a910 req-2420f572-54fa-4c38-901e-d02402031993 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484638 Jul 08 20:46:57.492465 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d57ed80-8f0e-4a4e-a0fd-43b4e29f5d2e tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:57.495425 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3d57ed80-8f0e-4a4e-a0fd-43b4e29f5d2e tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2015345 Jul 08 20:46:57.497140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35660) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:57.540711 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e7cd8fab-d50f-4a40-ba18-7234044456be tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395060 Jul 08 20:46:57.540953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35662) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:57.546038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-1d87bce1-c379-45d5-b21e-8d11322151ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1555803608', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:46:57.587522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:56Z', 'revision_number': 3, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:57.622314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Checking router: f892a9e2-b12c-4de6-8587-7675970add31 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:46:57.622584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Updating router f892a9e2-b12c-4de6-8587-7675970add31 port dc7909ca-147d-4f65-a026-16320e147cda binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:46:57.654124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d87bce1-c379-45d5-b21e-8d11322151ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Made reservation on behalf of 87de211a996a4ed5bde38a65ec379f1e for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:46:57.659105 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d87bce1-c379-45d5-b21e-8d11322151ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:57.663950 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:57.892436 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d87bce1-c379-45d5-b21e-8d11322151ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:57.957654 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87bce1-c379-45d5-b21e-8d11322151ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Subnet': ['ID=625c02aa-ff09-46f6-8a43-a582bba409f3,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:57.967918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87bce1-c379-45d5-b21e-8d11322151ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Checking segment: {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:46:57.968288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d87bce1-c379-45d5-b21e-8d11322151ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network hostable DHCP agents. Network: 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:46:57.985720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d87bce1-c379-45d5-b21e-8d11322151ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:46:57.991373 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:57.996209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1d87bce1-c379-45d5-b21e-8d11322151ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:46:58.000529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d87bce1-c379-45d5-b21e-8d11322151ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:58.001162 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d87bce1-c379-45d5-b21e-8d11322151ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:58.005768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Transition to ACTIVE for port object dc7909ca-147d-4f65-a026-16320e147cda will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:46:58.009458 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101148a4-f62b-4fdd-911c-2c60c9990a95 None None] Network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:46:58.016288 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1d87bce1-c379-45d5-b21e-8d11322151ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4744458 Jul 08 20:46:58.019107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35666) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:46:58.028702 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:58.135875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e879b6e-7de6-4795-9f91-7809d609577b None None] Pushing event updated for resources: {'Port': ['ID=dc7909ca-147d-4f65-a026-16320e147cda,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:58.148126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Attempting to bind port dc7909ca-147d-4f65-a026-16320e147cda on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:46:58.149557 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Attempting to bind port dc7909ca-147d-4f65-a026-16320e147cda by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:46:58.153538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Attempting to bind port dc7909ca-147d-4f65-a026-16320e147cda on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:46:58.167606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:46:58.168308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:46:58.168927 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:58.169514 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:46:58.170369 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Bound port: dc7909ca-147d-4f65-a026-16320e147cda, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:46:58.170936 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:58.292253 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] For port dc7909ca-147d-4f65-a026-16320e147cda, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:46:58.297532 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] For port dc7909ca-147d-4f65-a026-16320e147cda, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=dc7909ca-147d-4f65-a026-16320e147cda,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:46:58.307031 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:58.355989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ips': [{'subnet_id': '625c02aa-ff09-46f6-8a43-a582bba409f3'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:46:58.356881 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:58.366071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e521821-f002-4bbf-a167-dbb7657db88f req-3fa239c2-15a5-435b-9121-f5a4f7812297 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:58.367756 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e521821-f002-4bbf-a167-dbb7657db88f req-3fa239c2-15a5-435b-9121-f5a4f7812297 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 946 time: 0.1654980 Jul 08 20:46:58.396755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Routers {'f892a9e2-b12c-4de6-8587-7675970add31'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:46:58.397319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:46:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f892a9e2-b12c-4de6-8587-7675970add31'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:58.458889 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e879b6e-7de6-4795-9f91-7809d609577b None None] Pushing event updated for resources: {'Port': ['ID=dc7909ca-147d-4f65-a026-16320e147cda,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:58.464239 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0e521821-f002-4bbf-a167-dbb7657db88f req-6714fc92-299d-482f-b866-8f96041a3be2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855048 Jul 08 20:46:58.639339 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:58.674606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] Set router f892a9e2-b12c-4de6-8587-7675970add31 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:46:58.741849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Allocated IP 172.20.0.2 (8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66/625c02aa-ff09-46f6-8a43-a582bba409f3/d5339926-f729-4fd6-aa75-35da64d79671) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:46:58.987306 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:58.999257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Transition to ACTIVE for port object d5339926-f729-4fd6-aa75-35da64d79671 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:46:59.005388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:56Z', 'revision_number': 3, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:46:59.040996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb656b3f-1fb3-49f0-88ee-ff25bd230dd8 None None] The sync data for ids ['f892a9e2-b12c-4de6-8587-7675970add31'] in n-d-791506-16 is: [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:56Z', 'revision_number': 3, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:46:59.046851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Transition to ACTIVE for port object d5339926-f729-4fd6-aa75-35da64d79671 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:46:59.054014 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:59.099018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:46:59.106424 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:46:59.109248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:46:59.117030 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Pushing event updated for resources: {'Port': ['ID=d5339926-f729-4fd6-aa75-35da64d79671,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:59.132800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.20.0.1 (8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66/625c02aa-ff09-46f6-8a43-a582bba409f3/4a382350-b5a6-47a5-894b-4490897d60a2) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:46:59.172433 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:46:59.189739 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Attempting to bind port d5339926-f729-4fd6-aa75-35da64d79671 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:46:59.190242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Attempting to bind port d5339926-f729-4fd6-aa75-35da64d79671 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:46:59.190396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Attempting to bind port d5339926-f729-4fd6-aa75-35da64d79671 on network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:46:59.197471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:46:59.197978 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Checking segment: {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:46:59.198238 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:59.198687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Bound using segment: {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:46:59.199160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Bound port: d5339926-f729-4fd6-aa75-35da64d79671, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:46:59.199541 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:59.278623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] For port d5339926-f729-4fd6-aa75-35da64d79671, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:46:59.280111 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:59.282154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] For port d5339926-f729-4fd6-aa75-35da64d79671, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d5339926-f729-4fd6-aa75-35da64d79671,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:46:59.288596 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:59.299311 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Transition to ACTIVE for port object 4a382350-b5a6-47a5-894b-4490897d60a2 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:46:59.354632 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:59.380183 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53789c98-4e85-4319-9099-7eb7d2b881ec None None] Pushing event updated for resources: {'Port': ['ID=d5339926-f729-4fd6-aa75-35da64d79671,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:59.428913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:46:59.434922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:46:59.439260 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:46:59.480664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=4a382350-b5a6-47a5-894b-4490897d60a2,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:46:59.498601 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:59.725782 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:46:59.768565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb56d59-c3b3-4360-a107-de7981a34c6b req-9c7468c6-1c28-4b95-b6f9-663427830106 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:46:59.779950 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ddb56d59-c3b3-4360-a107-de7981a34c6b req-9c7468c6-1c28-4b95-b6f9-663427830106 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 946 time: 0.1265378 Jul 08 20:46:59.823795 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ddb56d59-c3b3-4360-a107-de7981a34c6b req-08972a6e-095e-46bb-be59-ecf3fd146759 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425148 Jul 08 20:47:00.127331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d5339926-f729-4fd6-aa75-35da64d79671 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:47:00.141209 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:00.149644 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:00.240598 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port d5339926-f729-4fd6-aa75-35da64d79671 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:47:00.247570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device dc7909ca-147d-4f65-a026-16320e147cda up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:47:00.306953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=4a382350-b5a6-47a5-894b-4490897d60a2,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:00.312522 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:00.332947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port dc7909ca-147d-4f65-a026-16320e147cda completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:47:00.338465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port dc7909ca-147d-4f65-a026-16320e147cda triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:00.339072 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:00.455405 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:47:00.457013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:47:00.587255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router f892a9e2-b12c-4de6-8587-7675970add31 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:47:00.591083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e2aa9-9c4d-416b-beb6-4a3bca4ce856 None None] Network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:47:00.649026 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:00.683043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7c7a1747-17ad-4edb-952d-cccc3e035b26 None None] Provisioning for port d5339926-f729-4fd6-aa75-35da64d79671 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:47:00.686257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port dc7909ca-147d-4f65-a026-16320e147cda, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=dc7909ca-147d-4f65-a026-16320e147cda,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:00.696849 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:00.704407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7c7a1747-17ad-4edb-952d-cccc3e035b26 None None] Provisioning complete for port d5339926-f729-4fd6-aa75-35da64d79671 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:00.704976 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7c7a1747-17ad-4edb-952d-cccc3e035b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:00.846024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=dc7909ca-147d-4f65-a026-16320e147cda,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:00.944285 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7c7a1747-17ad-4edb-952d-cccc3e035b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:01.015291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7c7a1747-17ad-4edb-952d-cccc3e035b26 None None] For port d5339926-f729-4fd6-aa75-35da64d79671, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d5339926-f729-4fd6-aa75-35da64d79671,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:01.021133 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7c7a1747-17ad-4edb-952d-cccc3e035b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:01.074742 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:47:01.080173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-de55f4d7-bbae-429b-a0df-d764eededea2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "PUT /v2.0/routers/f892a9e2-b12c-4de6-8587-7675970add31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0591881 Jul 08 20:47:01.104770 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a1747-17ad-4edb-952d-cccc3e035b26 None None] Pushing event updated for resources: {'Port': ['ID=d5339926-f729-4fd6-aa75-35da64d79671,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:01.147616 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Sync routers for ids ['f892a9e2-b12c-4de6-8587-7675970add31'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:47:01.158330 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Routers {'f892a9e2-b12c-4de6-8587-7675970add31'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:01.159007 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:46:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f892a9e2-b12c-4de6-8587-7675970add31'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:01.308926 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Set router f892a9e2-b12c-4de6-8587-7675970add31 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:01.320299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-90983f75-7771-45e9-a53f-8b579546892f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239307386&fields=id&tenant_id=87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 267 time: 0.0378003 Jul 08 20:47:01.354962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cb720f72-e4e9-47ee-963a-ecdb0e84ec49 None None] Provisioning complete for port d5339926-f729-4fd6-aa75-35da64d79671 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:01.355942 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cb720f72-e4e9-47ee-963a-ecdb0e84ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:01.460001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-0d4b75d5-afd1-4e80-a736-d133e6ab17d9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:01.461928 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-0d4b75d5-afd1-4e80-a736-d133e6ab17d9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 797 time: 0.1347375 Jul 08 20:47:01.479706 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-d7f7f928-7144-49b7-b935-071eaab451be tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/quotas/87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 375 time: 0.0115733 Jul 08 20:47:01.482272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cb720f72-e4e9-47ee-963a-ecdb0e84ec49 None None] Provisioning for port 4a382350-b5a6-47a5-894b-4490897d60a2 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:47:01.487480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cb720f72-e4e9-47ee-963a-ecdb0e84ec49 None None] Provisioning complete for port 4a382350-b5a6-47a5-894b-4490897d60a2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:01.488233 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cb720f72-e4e9-47ee-963a-ecdb0e84ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:01.536376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cb720f72-e4e9-47ee-963a-ecdb0e84ec49 None None] Port 4a382350-b5a6-47a5-894b-4490897d60a2 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:47:01.568585 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-fcb8ea04-bb80-48dc-bfba-bbbd42cfa088 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826571 Jul 08 20:47:01.606542 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:59Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '4a382350-b5a6-47a5-894b-4490897d60a2', 'name': '', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:f4:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:58Z', 'updated_at': '2021-07-08T20:46:59Z', 'revision_number': 2, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:01.642713 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Checking router: f892a9e2-b12c-4de6-8587-7675970add31 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:47:01.643487 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Updating router f892a9e2-b12c-4de6-8587-7675970add31 port 4a382350-b5a6-47a5-894b-4490897d60a2 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:47:01.664350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-00c0f298-5d8a-4bc1-b4c8-b777618a037e None None] Provisioning complete for port 4a382350-b5a6-47a5-894b-4490897d60a2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:01.665139 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-00c0f298-5d8a-4bc1-b4c8-b777618a037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:01.683108 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-331388f8-bbfc-4a7c-8108-94f86aa18c57 service neutron] 10.222.0.101 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026220 Jul 08 20:47:01.685864 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:01.723122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-00c0f298-5d8a-4bc1-b4c8-b777618a037e None None] Port 4a382350-b5a6-47a5-894b-4490897d60a2 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:47:01.805362 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-4070069d-6887-485a-9bed-365b38a959d3 service neutron] 10.222.0.101 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115036 Jul 08 20:47:01.845765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-66157488-59b5-4f3d-b407-2ff0d0d7b14a None None] Provisioning complete for port 4a382350-b5a6-47a5-894b-4490897d60a2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:01.846240 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-66157488-59b5-4f3d-b407-2ff0d0d7b14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:01.888693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-66157488-59b5-4f3d-b407-2ff0d0d7b14a None None] Port 4a382350-b5a6-47a5-894b-4490897d60a2 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:47:02.036172 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:02.048916 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Transition to ACTIVE for port object 4a382350-b5a6-47a5-894b-4490897d60a2 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:47:02.055715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-05d652c7-4f3c-454f-9750-9ec51165233c req-99e3d4b7-4090-4080-b282-67c8fccfdc19 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 210 time: 0.0308285 Jul 08 20:47:02.058008 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:02.063817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d5339926-f729-4fd6-aa75-35da64d79671 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:47:02.103836 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Pushing event updated for resources: {'Port': ['ID=4a382350-b5a6-47a5-894b-4490897d60a2,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:02.157548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d5339926-f729-4fd6-aa75-35da64d79671 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:02.158134 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:02.176663 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Attempting to bind port 4a382350-b5a6-47a5-894b-4490897d60a2 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:47:02.177366 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Attempting to bind port 4a382350-b5a6-47a5-894b-4490897d60a2 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:47:02.177366 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Attempting to bind port 4a382350-b5a6-47a5-894b-4490897d60a2 on network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:47:02.183194 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:02.183537 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:02.183867 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:02.184198 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:02.184525 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:02.185290 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:02.185390 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:02.185674 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:02.185983 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:02.186299 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:02.186614 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:02.186928 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:02.190232 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:47:02.191408 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Checking segment: {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:47:02.191974 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:02.192545 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Bound using segment: {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:47:02.193230 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Bound port: 4a382350-b5a6-47a5-894b-4490897d60a2, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:47:02.193786 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:02.264978 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] For port 4a382350-b5a6-47a5-894b-4490897d60a2, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:47:02.268532 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] For port 4a382350-b5a6-47a5-894b-4490897d60a2, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4a382350-b5a6-47a5-894b-4490897d60a2,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:47:02.276134 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:02.297956 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device dc7909ca-147d-4f65-a026-16320e147cda up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:47:02.328774 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931274bc-a207-4975-a7ad-c746964b7bcd None None] Pushing event updated for resources: {'Port': ['ID=4a382350-b5a6-47a5-894b-4490897d60a2,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:02.345890 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Routers {'f892a9e2-b12c-4de6-8587-7675970add31'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:02.346413 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:46:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f892a9e2-b12c-4de6-8587-7675970add31'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:02.367332 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port dc7909ca-147d-4f65-a026-16320e147cda triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:02.367903 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:02.479320 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] Set router f892a9e2-b12c-4de6-8587-7675970add31 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:02.738045 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:59Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '4a382350-b5a6-47a5-894b-4490897d60a2', 'name': '', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:f4:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:58Z', 'updated_at': '2021-07-08T20:47:02Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:02.774432 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190be314-1893-4447-a458-4eb271ed4cfe None None] The sync data for ids ['f892a9e2-b12c-4de6-8587-7675970add31'] in n-d-791506-16 is: [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:59Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '4a382350-b5a6-47a5-894b-4490897d60a2', 'name': '', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:f4:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:58Z', 'updated_at': '2021-07-08T20:47:02Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:47:03.218101 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-43f1e8c2-763c-4199-8cc2-6e58ce9d652e req-e71030a4-d43c-4d1f-a53d-f1ae3a43951c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 210 time: 0.0332358 Jul 08 20:47:03.570641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-6953a454-48f7-4f5c-864f-c4a75c911cdb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:03.573669 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-6953a454-48f7-4f5c-864f-c4a75c911cdb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.103 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 797 time: 0.1312397 Jul 08 20:47:03.634026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-5b127fca-9716-42da-83eb-5a226444bf66 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 379 time: 0.0399446 Jul 08 20:47:03.646576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'port': {'device_id': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'admin_state_up': True, 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'security_groups': ['ca8732ef-56c3-4f69-a697-88e673b78a77']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:47:03.757434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Made reservation on behalf of 87de211a996a4ed5bde38a65ec379f1e for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:47:03.761202 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:03.897159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.20.0.3 (8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66/625c02aa-ff09-46f6-8a43-a582bba409f3/41b61571-7a6f-4329-bb80-520dd93fa6fc) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:47:04.041318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4a382350-b5a6-47a5-894b-4490897d60a2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:47:04.077238 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:04.091481 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Transition to ACTIVE for port object 41b61571-7a6f-4329-bb80-520dd93fa6fc will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:47:04.101009 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0928e9a8-4f6a-4d71-bcee-d9203537fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:04.119915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 4a382350-b5a6-47a5-894b-4490897d60a2 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:47:04.124070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4a382350-b5a6-47a5-894b-4490897d60a2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:04.124623 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:04.129727 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:04.182290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:47:04.185660 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:47:04.192525 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:47:04.196724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=41b61571-7a6f-4329-bb80-520dd93fa6fc,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:04.212503 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:04.244411 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:04.245102 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:04.252969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 4a382350-b5a6-47a5-894b-4490897d60a2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4a382350-b5a6-47a5-894b-4490897d60a2,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:04.259706 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:04.269303 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-92209b73-15ef-4277-af10-7c59977b7170 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6273122 Jul 08 20:47:04.288139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Request body: {'port': {'device_id': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:47:04.325187 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=4a382350-b5a6-47a5-894b-4490897d60a2,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:04.425463 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:04.490803 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856f00-5e04-40de-8fd3-9838bcb026df req-8e5791d5-897a-4df5-85a3-ea11d2ca03ca tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:04.492223 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f6856f00-5e04-40de-8fd3-9838bcb026df req-8e5791d5-897a-4df5-85a3-ea11d2ca03ca tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 931 time: 0.1199253 Jul 08 20:47:04.527197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-03b58d8a-b7d4-4840-946f-418893ce33ce None None] Provisioning for port 41b61571-7a6f-4329-bb80-520dd93fa6fc completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:47:04.531390 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-03b58d8a-b7d4-4840-946f-418893ce33ce None None] Provisioning complete for port 41b61571-7a6f-4329-bb80-520dd93fa6fc triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:04.532092 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-03b58d8a-b7d4-4840-946f-418893ce33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:04.575346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-03b58d8a-b7d4-4840-946f-418893ce33ce None None] Port 41b61571-7a6f-4329-bb80-520dd93fa6fc cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:47:04.603716 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f6856f00-5e04-40de-8fd3-9838bcb026df req-eb62c171-817e-4cf0-99c5-2a072c6c0b7e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013961 Jul 08 20:47:04.746745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b61571-7a6f-4329-bb80-520dd93fa6fc {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:47:04.754475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:04.766516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Transition to ACTIVE for port object 41b61571-7a6f-4329-bb80-520dd93fa6fc will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:47:04.769790 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:04.820059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Pushing event updated for resources: {'Port': ['ID=41b61571-7a6f-4329-bb80-520dd93fa6fc,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:04.891196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Attempting to bind port 41b61571-7a6f-4329-bb80-520dd93fa6fc on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:47:04.891548 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Attempting to bind port 41b61571-7a6f-4329-bb80-520dd93fa6fc by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:47:04.891874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Attempting to bind port 41b61571-7a6f-4329-bb80-520dd93fa6fc on network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:47:04.897247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Port 41b61571-7a6f-4329-bb80-520dd93fa6fc on network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:47:04.897665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Attempting to bind port 41b61571-7a6f-4329-bb80-520dd93fa6fc on network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:47:04.902622 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:47:04.902996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Checking segment: {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:47:04.903401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Bound using segment: {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:47:04.903845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Bound port: 41b61571-7a6f-4329-bb80-520dd93fa6fc, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:47:04.904205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:04.975960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:47:04.979107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:47:04.984504 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:05.018144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:05.018937 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:05.020517 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] 10.222.0.103 "PUT /v2.0/ports/41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 1092 time: 0.7384701 Jul 08 20:47:05.023703 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:47:05.026824 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f9bdce-eae6-4680-846c-d8a94091c8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:47:05.059088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781c8f5-14ef-41fa-b00f-58121835ee48 service neutron] Pushing event updated for resources: {'Port': ['ID=41b61571-7a6f-4329-bb80-520dd93fa6fc,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:05.078332 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94028608-9e29-4708-ad1d-332663cbaed8 x-openstack-request-id: req-94028608-9e29-4708-ad1d-332663cbaed8 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:47:05.078627 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:47:05.078885 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-94028608-9e29-4708-ad1d-332663cbaed8 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:47:05.079290 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'status': 'completed', 'code': 200} Jul 08 20:47:05.126950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-742c1823-76aa-4379-b73f-f376739ee1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:05.128693 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-742c1823-76aa-4379-b73f-f376739ee1bb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1095 time: 0.0630531 Jul 08 20:47:05.177121 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-28ad6974-a2cf-4e4c-a5da-f21f38859ed8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 217 time: 0.0400457 Jul 08 20:47:05.232330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-efc25d3b-7499-43ad-9764-8219a0708679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:05.233832 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-efc25d3b-7499-43ad-9764-8219a0708679 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.0457511 Jul 08 20:47:05.292949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-37aa4617-5734-4eed-a483-29d5d7f2c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:05.294619 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-37aa4617-5734-4eed-a483-29d5d7f2c62d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534708 Jul 08 20:47:05.401872 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-c023785f-b2dd-465b-9076-3bf64e09ee72 service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969815 Jul 08 20:47:05.493600 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-57538aa3-f26c-4812-8475-938bf7999cb8 req-d943a538-3467-4378-b713-a67eb249a63f service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817468 Jul 08 20:47:05.629426 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9bdce-eae6-4680-846c-d8a94091c8cd req-a6cd3aa3-356d-4fc3-a34c-b61426c152cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:05.631638 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f9bdce-eae6-4680-846c-d8a94091c8cd req-a6cd3aa3-356d-4fc3-a34c-b61426c152cc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1095 time: 0.0548315 Jul 08 20:47:05.753206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9bdce-eae6-4680-846c-d8a94091c8cd req-5e080727-d6c1-4e3a-b19d-d39e08ba1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:05.754674 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f9bdce-eae6-4680-846c-d8a94091c8cd req-5e080727-d6c1-4e3a-b19d-d39e08ba1976 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 898 time: 0.1164441 Jul 08 20:47:05.814650 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f9bdce-eae6-4680-846c-d8a94091c8cd req-29b3200b-6d52-4b0b-8b48-c30950e78748 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 217 time: 0.0464809 Jul 08 20:47:05.831268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95fad5-0a88-4792-be05-5064742c43fd req-6edd2b9c-880b-4806-902d-c616cc14e02a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:05.832732 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed95fad5-0a88-4792-be05-5064742c43fd req-6edd2b9c-880b-4806-902d-c616cc14e02a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 943 time: 0.1138077 Jul 08 20:47:05.898045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9bdce-eae6-4680-846c-d8a94091c8cd req-01013778-91d0-428d-9972-45d91b696d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:05.899442 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f9bdce-eae6-4680-846c-d8a94091c8cd req-01013778-91d0-428d-9972-45d91b696d1d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.0658712 Jul 08 20:47:05.904408 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed95fad5-0a88-4792-be05-5064742c43fd req-9001fd01-9241-43e1-b2a8-d7ba4ec16657 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637107 Jul 08 20:47:05.960213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9bdce-eae6-4680-846c-d8a94091c8cd req-edcdeee7-60a5-47c9-b136-db713febc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:05.962016 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f9bdce-eae6-4680-846c-d8a94091c8cd req-edcdeee7-60a5-47c9-b136-db713febc086 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556953 Jul 08 20:47:06.000057 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4a382350-b5a6-47a5-894b-4490897d60a2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:47:06.050125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4a382350-b5a6-47a5-894b-4490897d60a2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:06.050501 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:06.060505 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f9bdce-eae6-4680-846c-d8a94091c8cd req-0abaf899-81e0-4f32-816f-7e6d58b99511 service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909619 Jul 08 20:47:06.179526 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-09f9bdce-eae6-4680-846c-d8a94091c8cd req-f1649809-1e1f-4c0d-a6df-508e3326fc5c service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121256 Jul 08 20:47:06.966090 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2b85-136e-42f4-93cd-e328ce26894b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:07.079284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288cff2-c2a7-4dad-b47b-489109f528c3 req-0ffb940b-b7ec-4004-b768-6caa4a46893d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:07.080788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4288cff2-c2a7-4dad-b47b-489109f528c3 req-0ffb940b-b7ec-4004-b768-6caa4a46893d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 943 time: 0.0637643 Jul 08 20:47:07.121572 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4288cff2-c2a7-4dad-b47b-489109f528c3 req-276458b0-3353-49a7-86d8-ad55e46f810b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341418 Jul 08 20:47:07.136468 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:08.249551 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:08.302398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16f870-b20b-41a4-b5b2-8906bc8ea3ab req-0397ddf8-411a-41b4-8c34-5f3d9fedc39a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:08.304017 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed16f870-b20b-41a4-b5b2-8906bc8ea3ab req-0397ddf8-411a-41b4-8c34-5f3d9fedc39a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 943 time: 0.0689306 Jul 08 20:47:08.342217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ed16f870-b20b-41a4-b5b2-8906bc8ea3ab req-41b52540-4b28-4043-96e3-3135166968b4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324550 Jul 08 20:47:08.404222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 41b61571-7a6f-4329-bb80-520dd93fa6fc details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:47:08.499958 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:08.511890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'port_id': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'mac_address': 'fa:16:3e:98:b1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:47:08.548216 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:08.560451 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b61571-7a6f-4329-bb80-520dd93fa6fc {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:47:08.579747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:08.584347 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:08.629657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=41b61571-7a6f-4329-bb80-520dd93fa6fc,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:08.877025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['41b61571-7a6f-4329-bb80-520dd93fa6fc'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:47:09.522818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8bcb9-4248-449a-9c94-5ac70236e025 req-dac98707-8e5a-4341-bb10-7881e162fa83 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:09.524346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49c8bcb9-4248-449a-9c94-5ac70236e025 req-dac98707-8e5a-4341-bb10-7881e162fa83 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 944 time: 0.0690691 Jul 08 20:47:09.561278 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49c8bcb9-4248-449a-9c94-5ac70236e025 req-4ea2fe81-0abe-487e-a602-539001e719ae tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313921 Jul 08 20:47:09.817119 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:10.421443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 41b61571-7a6f-4329-bb80-520dd93fa6fc up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:47:10.472855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 41b61571-7a6f-4329-bb80-520dd93fa6fc completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:47:10.476967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 41b61571-7a6f-4329-bb80-520dd93fa6fc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:10.477353 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:10.553700 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:10.575244 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:47:10.577532 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b04ed1-5d47-4e95-91c8-3dd3e836ff7b" -d '{"events": [{"server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "name": "network-vif-plugged", "status": "completed", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:47:10.591151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:10.596567 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:10.624962 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac23a7a3-77b3-4017-9d09-2b42d775e3f0 x-openstack-request-id: req-ac23a7a3-77b3-4017-9d09-2b42d775e3f0 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:47:10.625257 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "name": "network-vif-plugged", "status": "completed", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:47:10.625511 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ac23a7a3-77b3-4017-9d09-2b42d775e3f0 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:47:10.626030 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'code': 200} Jul 08 20:47:10.652973 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=41b61571-7a6f-4329-bb80-520dd93fa6fc,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:10.756086 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da52ee0-77be-4c0e-94ae-2387aa88bceb req-620690d6-5b2b-43bc-a61d-16305aff78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:10.757925 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9da52ee0-77be-4c0e-94ae-2387aa88bceb req-620690d6-5b2b-43bc-a61d-16305aff78cb service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0542397 Jul 08 20:47:10.800016 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9da52ee0-77be-4c0e-94ae-2387aa88bceb req-5022eb5f-2693-47a9-849a-5a49d4c53599 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319881 Jul 08 20:47:10.801331 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073294f9-f584-4aba-a3cd-f339122d5278 req-da25e691-db11-4c2d-9162-db801c577e62 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:10.803436 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-073294f9-f584-4aba-a3cd-f339122d5278 req-da25e691-db11-4c2d-9162-db801c577e62 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.1263175 Jul 08 20:47:10.842699 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-073294f9-f584-4aba-a3cd-f339122d5278 req-2f5b9a4b-ed03-4632-bad6-fd560cb002ad tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326405 Jul 08 20:47:12.037129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa337b8-4907-4767-a4ca-3a7be931ca01 req-ea094076-d917-4636-ab1b-781b85329cb3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:12.038611 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8aa337b8-4907-4767-a4ca-3a7be931ca01 req-ea094076-d917-4636-ab1b-781b85329cb3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0661769 Jul 08 20:47:12.083137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8aa337b8-4907-4767-a4ca-3a7be931ca01 req-915882eb-5da3-494e-88e7-76eb4dd57572 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389771 Jul 08 20:47:12.449299 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b2e54-c4e7-4472-9527-61d63f9a80c2 req-17026058-f272-4b80-a11e-1a0f80c60d0e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:12.450890 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40b2e54-c4e7-4472-9527-61d63f9a80c2 req-17026058-f272-4b80-a11e-1a0f80c60d0e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0657206 Jul 08 20:47:12.494043 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d40b2e54-c4e7-4472-9527-61d63f9a80c2 req-ac298672-8449-4848-b427-0726ba8487fa tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375390 Jul 08 20:47:12.517888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35768) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:12.571567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ad184f-6b44-43bc-be9e-89842de9a43e tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:12.573317 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-22ad184f-6b44-43bc-be9e-89842de9a43e tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1092 time: 0.0544593 Jul 08 20:47:12.576255 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35770) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:12.580715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:47:12.602997 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:12.699968 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:12.808231 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.25.4.239 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/07f92b74-508d-495a-89bb-9eb26b415116) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:47:12.913651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:12.957500 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:12.996121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:47:13.000961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:47:13.003595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:47:13.036056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=07f92b74-508d-495a-89bb-9eb26b415116,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:13.696857 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:13.789995 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:13.948693 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:13.953828 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:14.028480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=07f92b74-508d-495a-89bb-9eb26b415116,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:14.041242 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:14.143759 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Floating IP 3f9e9aee-0c27-4040-98bb-0e7b204aa4dc associated. External IP: 172.25.4.239, port: 41b61571-7a6f-4329-bb80-520dd93fa6fc. Jul 08 20:47:14.365292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router f892a9e2-b12c-4de6-8587-7675970add31 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:47:14.477399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:47:14.487316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5527b0b-c0fe-4af4-9e76-721790f56505 None None] Sync routers for ids ['f892a9e2-b12c-4de6-8587-7675970add31'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:47:14.494279 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:14.497578 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5527b0b-c0fe-4af4-9e76-721790f56505 None None] Routers {'f892a9e2-b12c-4de6-8587-7675970add31'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:14.498241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a5527b0b-c0fe-4af4-9e76-721790f56505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f892a9e2-b12c-4de6-8587-7675970add31'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:14.539915 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f1c67d2d-1efb-4aa6-ad9b-92ef1bc99f6a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9625571 Jul 08 20:47:14.540796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:47:14.543215 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436030a3-e2d5-4062-bccf-f87fa19f99ac" -d '{"events": [{"name": "network-changed", "server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:47:14.586680 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae2c357-6da5-43a2-9211-b9e9169163d7 x-openstack-request-id: req-5ae2c357-6da5-43a2-9211-b9e9169163d7 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:47:14.586680 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:47:14.586978 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5ae2c357-6da5-43a2-9211-b9e9169163d7 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:47:14.587275 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'status': 'completed', 'code': 200} Jul 08 20:47:14.616088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a5527b0b-c0fe-4af4-9e76-721790f56505 None None] Set router f892a9e2-b12c-4de6-8587-7675970add31 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:14.698392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436030a3-e2d5-4062-bccf-f87fa19f99ac req-87ecc5bc-5aeb-4f0c-ba01-39d617578591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:14.701101 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-436030a3-e2d5-4062-bccf-f87fa19f99ac req-87ecc5bc-5aeb-4f0c-ba01-39d617578591 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0820413 Jul 08 20:47:14.848729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436030a3-e2d5-4062-bccf-f87fa19f99ac req-98d6b65a-3d6a-413f-b35e-0c99be0542fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:14.850328 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-436030a3-e2d5-4062-bccf-f87fa19f99ac req-98d6b65a-3d6a-413f-b35e-0c99be0542fa service neutron] 10.222.0.103 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 898 time: 0.1432042 Jul 08 20:47:14.861392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16fb65-07a6-4d28-9447-edb9ab9f9d54 req-d096647e-88d9-4236-9d9c-710e9ff9efa8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:14.862971 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff16fb65-07a6-4d28-9447-edb9ab9f9d54 req-d096647e-88d9-4236-9d9c-710e9ff9efa8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.2092633 Jul 08 20:47:14.877227 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a5527b0b-c0fe-4af4-9e76-721790f56505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:59Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '3f9e9aee-0c27-4040-98bb-0e7b204aa4dc', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'port_id': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'mac_address': 'fa:16:3e:98:b1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:13Z', 'updated_at': '2021-07-08T20:47:13Z', 'revision_number': 0, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a382350-b5a6-47a5-894b-4490897d60a2', 'name': '', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:f4:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:58Z', 'updated_at': '2021-07-08T20:47:04Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:14.908753 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5527b0b-c0fe-4af4-9e76-721790f56505 None None] Checking router: f892a9e2-b12c-4de6-8587-7675970add31 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:47:14.917578 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5527b0b-c0fe-4af4-9e76-721790f56505 None None] Routers {'f892a9e2-b12c-4de6-8587-7675970add31'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:14.918208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a5527b0b-c0fe-4af4-9e76-721790f56505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f892a9e2-b12c-4de6-8587-7675970add31'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:14.945321 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff16fb65-07a6-4d28-9447-edb9ab9f9d54 req-be07bd2d-08a5-48c4-869a-d1b935b49d6e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735204 Jul 08 20:47:14.951964 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-436030a3-e2d5-4062-bccf-f87fa19f99ac req-d143113d-1109-4299-a73f-d261cd1c3d48 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 999 time: 0.0880046 Jul 08 20:47:14.970948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35778) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:15.023265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436030a3-e2d5-4062-bccf-f87fa19f99ac req-6de93921-3c2d-4868-ac62-1b51b27c479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:15.025083 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-436030a3-e2d5-4062-bccf-f87fa19f99ac req-6de93921-3c2d-4868-ac62-1b51b27c479d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.0660417 Jul 08 20:47:15.038769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a5527b0b-c0fe-4af4-9e76-721790f56505 None None] Set router f892a9e2-b12c-4de6-8587-7675970add31 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:15.041518 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4091eec2-50f2-4c5e-999c-bc3a0f65101c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/3f9e9aee-0c27-4040-98bb-0e7b204aa4dc HTTP/1.1" status: 200 len: 991 time: 0.0682364 Jul 08 20:47:15.090642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436030a3-e2d5-4062-bccf-f87fa19f99ac req-f5268a6a-82fb-4669-b5bd-b048141d8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:15.092168 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-436030a3-e2d5-4062-bccf-f87fa19f99ac req-f5268a6a-82fb-4669-b5bd-b048141d8351 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608861 Jul 08 20:47:15.193611 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-436030a3-e2d5-4062-bccf-f87fa19f99ac req-c9d59821-10c6-4a6a-a3d0-a76de2dd676e service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935061 Jul 08 20:47:15.283560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a5527b0b-c0fe-4af4-9e76-721790f56505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:59Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '3f9e9aee-0c27-4040-98bb-0e7b204aa4dc', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'port_id': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'mac_address': 'fa:16:3e:98:b1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:13Z', 'updated_at': '2021-07-08T20:47:13Z', 'revision_number': 0, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a382350-b5a6-47a5-894b-4490897d60a2', 'name': '', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:f4:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:58Z', 'updated_at': '2021-07-08T20:47:04Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:15.294526 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-436030a3-e2d5-4062-bccf-f87fa19f99ac req-286f29c4-49c5-444c-b27a-09a1ba9c52fc service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941331 Jul 08 20:47:15.313254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5527b0b-c0fe-4af4-9e76-721790f56505 None None] The sync data for ids ['f892a9e2-b12c-4de6-8587-7675970add31'] in n-d-791506-16 is: [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:59Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '3f9e9aee-0c27-4040-98bb-0e7b204aa4dc', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'port_id': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'mac_address': 'fa:16:3e:98:b1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:13Z', 'updated_at': '2021-07-08T20:47:13Z', 'revision_number': 0, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a382350-b5a6-47a5-894b-4490897d60a2', 'name': '', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:f4:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:58Z', 'updated_at': '2021-07-08T20:47:04Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:47:15.530735 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b068f6-cf8e-4b1e-84a8-90e8bb67157e None None] New status for floating IP 3f9e9aee-0c27-4040-98bb-0e7b204aa4dc: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:47:16.043490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35780) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:16.110070 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c97c9280-38d8-409d-a097-63d9ae050a07 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/3f9e9aee-0c27-4040-98bb-0e7b204aa4dc HTTP/1.1" status: 200 len: 993 time: 0.0654945 Jul 08 20:47:17.675936 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:23.548211 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:24.742319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd37f7-4199-46fb-9e3c-de085a4f39d9 req-94e7e0d7-c5c1-4287-aaac-d741d0a88837 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:24.744091 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39fd37f7-4199-46fb-9e3c-de085a4f39d9 req-94e7e0d7-c5c1-4287-aaac-d741d0a88837 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 945 time: 0.0662522 Jul 08 20:47:24.791212 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39fd37f7-4199-46fb-9e3c-de085a4f39d9 req-f86622cd-36ea-4ddd-8336-2b8e2c11a0b2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366614 Jul 08 20:47:25.977328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7f6de-e447-4ba4-a0ba-abbaf52c46b6 req-596a7672-dc27-4692-9e42-2abb33d68fd1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:25.978871 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b0d7f6de-e447-4ba4-a0ba-abbaf52c46b6 req-596a7672-dc27-4692-9e42-2abb33d68fd1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 945 time: 0.0663967 Jul 08 20:47:26.016947 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b0d7f6de-e447-4ba4-a0ba-abbaf52c46b6 req-38bcc646-7507-4804-9897-f80b31759840 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322766 Jul 08 20:47:26.186300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-6c678398-8391-426c-ad01-fdee5fb1bda7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:26.187784 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-6c678398-8391-426c-ad01-fdee5fb1bda7 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 945 time: 0.0725427 Jul 08 20:47:26.339105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Deleting port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:47:26.339445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:26.361507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85b68c-bd7d-4bfc-a5b5-318cb30565c5 req-f38dbe07-3ceb-4236-9511-2884861f4447 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:26.363077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a85b68c-bd7d-4bfc-a5b5-318cb30565c5 req-f38dbe07-3ceb-4236-9511-2884861f4447 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 945 time: 0.1247160 Jul 08 20:47:26.454996 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a85b68c-bd7d-4bfc-a5b5-318cb30565c5 req-24fbe469-5b01-4592-9815-8826b0b8b62f tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=8d509300-e44a-4218-b9b4-b56c245c36f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612607 Jul 08 20:47:26.469982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] For port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=54fa9766-ed82-498c-82bc-c4c6a99b2c1f,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:26.470355 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:26.650027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:26.650304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:26.650640 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Floating IP b1b0275f-bd89-487f-b345-47054ae3c9d1 disassociated. External IP: 172.25.4.240, port: 54fa9766-ed82-498c-82bc-c4c6a99b2c1f. Jul 08 20:47:26.650988 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Calling delete_port for 54fa9766-ed82-498c-82bc-c4c6a99b2c1f owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:47:26.788608 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:26.820060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event deleted for resources: {'Port': ['ID=54fa9766-ed82-498c-82bc-c4c6a99b2c1f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:26.945734 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Router 0486d880-fd55-41e5-97aa-e17fb0483714 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:47:27.068489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:47:27.080802 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f70a093-3e30-4b64-9bbb-3b1aa62d7269 None None] Sync routers for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:47:27.090657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f70a093-3e30-4b64-9bbb-3b1aa62d7269 None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:27.093842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9f70a093-3e30-4b64-9bbb-3b1aa62d7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:27.120866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] No DVR routers for this DVR port 54fa9766-ed82-498c-82bc-c4c6a99b2c1f on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:47:27.123886 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:27.125975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e59ba02a-ec70-4a3b-b782-c39d9926740a req-99ceca83-f34f-4795-8460-8611e1c06703 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.104 "DELETE /v2.0/ports/54fa9766-ed82-498c-82bc-c4c6a99b2c1f HTTP/1.1" status: 204 len: 173 time: 0.9322937 Jul 08 20:47:27.126424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0737727-ab33-4d04-8c05-817f3cf94676', 'name': 'network-vif-deleted', 'tag': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:47:27.128723 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5b3d66-ece3-489c-ba25-90aeda1729d6" -d '{"events": [{"server_uuid": "c0737727-ab33-4d04-8c05-817f3cf94676", "name": "network-vif-deleted", "tag": "54fa9766-ed82-498c-82bc-c4c6a99b2c1f"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:47:27.184857 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-785512ac-fb79-4c4f-9487-3da9972915ed req-32e9fa5f-e044-4399-bfc1-64799e4a75b5 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 210 time: 0.0475025 Jul 08 20:47:27.197419 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ee9eb1-4bf7-4836-afaf-d767ba5f81cd x-openstack-request-id: req-95ee9eb1-4bf7-4836-afaf-d767ba5f81cd {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:47:27.198050 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0737727-ab33-4d04-8c05-817f3cf94676", "name": "network-vif-deleted", "tag": "54fa9766-ed82-498c-82bc-c4c6a99b2c1f", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:47:27.198474 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-95ee9eb1-4bf7-4836-afaf-d767ba5f81cd {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:47:27.199047 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0737727-ab33-4d04-8c05-817f3cf94676', 'name': 'network-vif-deleted', 'tag': '54fa9766-ed82-498c-82bc-c4c6a99b2c1f', 'status': 'completed', 'code': 200} Jul 08 20:47:27.243451 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-9f70a093-3e30-4b64-9bbb-3b1aa62d7269 None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:27.458603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9f70a093-3e30-4b64-9bbb-3b1aa62d7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:27.485772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f70a093-3e30-4b64-9bbb-3b1aa62d7269 None None] Checking router: 0486d880-fd55-41e5-97aa-e17fb0483714 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:47:27.495378 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f70a093-3e30-4b64-9bbb-3b1aa62d7269 None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:27.496005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9f70a093-3e30-4b64-9bbb-3b1aa62d7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:27.657179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbade32-a85c-427e-aa85-12b9b6f57897 req-e5fe1ba6-7ce2-42c4-8898-a37cce922350 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:27.658806 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5cbade32-a85c-427e-aa85-12b9b6f57897 req-e5fe1ba6-7ce2-42c4-8898-a37cce922350 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 945 time: 0.0774133 Jul 08 20:47:27.704446 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5cbade32-a85c-427e-aa85-12b9b6f57897 req-4ee89c5d-bcdd-41b4-ac05-e408070528d3 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=8d509300-e44a-4218-b9b4-b56c245c36f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388920 Jul 08 20:47:27.773517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-9f70a093-3e30-4b64-9bbb-3b1aa62d7269 None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:27.991122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9f70a093-3e30-4b64-9bbb-3b1aa62d7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:28.022845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f70a093-3e30-4b64-9bbb-3b1aa62d7269 None None] The sync data for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 is: [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:47:28.278064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-91f8eeda-c01d-40a0-9caa-b2eb7e0729ed tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:28.278681 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-91f8eeda-c01d-40a0-9caa-b2eb7e0729ed tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.103 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 945 time: 0.0774095 Jul 08 20:47:28.313840 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad75981-be51-4c55-b29c-87c5dc35152f None None] New status for floating IP b1b0275f-bd89-487f-b345-47054ae3c9d1: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:47:28.360976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d6b8a72-4011-4e6f-ab14-80d8d0965f01 req-b5def7a5-c72a-401c-8d75-e09fb1952a8d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 210 time: 0.0331907 Jul 08 20:47:28.429955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Deleting port cfad90fc-28e6-4fe3-8f84-650431e18ffe {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:47:28.430299 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:28.530097 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] For port cfad90fc-28e6-4fe3-8f84-650431e18ffe, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=cfad90fc-28e6-4fe3-8f84-650431e18ffe,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:28.530462 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:28.773486 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:28.773867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:28.774189 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Floating IP 2363e22c-e848-4b65-88ac-015dc189f402 disassociated. External IP: 172.25.4.5, port: cfad90fc-28e6-4fe3-8f84-650431e18ffe. Jul 08 20:47:28.774537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Calling delete_port for cfad90fc-28e6-4fe3-8f84-650431e18ffe owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:47:28.904846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843ec99-900d-4315-96de-0728e865ee18 req-6094f682-a523-4608-87d7-be1f74da5714 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:28.907559 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1843ec99-900d-4315-96de-0728e865ee18 req-6094f682-a523-4608-87d7-be1f74da5714 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/ports?device_id=e18a67f4-826f-4447-9391-c65cff6ecfd6 HTTP/1.1" status: 200 len: 945 time: 0.0823579 Jul 08 20:47:28.920358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:28.950579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1843ec99-900d-4315-96de-0728e865ee18 req-0b26510f-d567-4349-83ec-924e458bab77 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups?id=8d509300-e44a-4218-b9b4-b56c245c36f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366130 Jul 08 20:47:28.955153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event deleted for resources: {'Port': ['ID=cfad90fc-28e6-4fe3-8f84-650431e18ffe,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:29.094318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Router 48f5b8b7-3a2b-4352-bb73-038d956e2abb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:47:29.210218 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:47:29.220964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01b34d-7a0e-4ec4-828b-42b170f462a9 None None] Sync routers for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:47:29.232542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01b34d-7a0e-4ec4-828b-42b170f462a9 None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:29.233512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-0b01b34d-7a0e-4ec4-828b-42b170f462a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:29.258683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] No DVR routers for this DVR port cfad90fc-28e6-4fe3-8f84-650431e18ffe on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:47:29.261489 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:29.263675 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e712f7f-ac86-4e7f-ace9-159c0148d58c req-e13979dc-e819-4782-a72b-9cff336b2f02 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.103 "DELETE /v2.0/ports/cfad90fc-28e6-4fe3-8f84-650431e18ffe HTTP/1.1" status: 204 len: 173 time: 0.9794064 Jul 08 20:47:29.264398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a67f4-826f-4447-9391-c65cff6ecfd6', 'name': 'network-vif-deleted', 'tag': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:47:29.267006 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e893ed16-1272-4a90-af11-c35496caa4e4" -d '{"events": [{"server_uuid": "e18a67f4-826f-4447-9391-c65cff6ecfd6", "name": "network-vif-deleted", "tag": "cfad90fc-28e6-4fe3-8f84-650431e18ffe"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:47:29.307908 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefc12ef-7deb-46fb-9400-c7ec105361cc x-openstack-request-id: req-aefc12ef-7deb-46fb-9400-c7ec105361cc {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:47:29.308522 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18a67f4-826f-4447-9391-c65cff6ecfd6", "name": "network-vif-deleted", "tag": "cfad90fc-28e6-4fe3-8f84-650431e18ffe", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:47:29.308767 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-aefc12ef-7deb-46fb-9400-c7ec105361cc {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:47:29.309245 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a67f4-826f-4447-9391-c65cff6ecfd6', 'name': 'network-vif-deleted', 'tag': 'cfad90fc-28e6-4fe3-8f84-650431e18ffe', 'status': 'completed', 'code': 200} Jul 08 20:47:29.376284 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-0b01b34d-7a0e-4ec4-828b-42b170f462a9 None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:29.557431 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd5390d2-16f8-4532-8758-9d91595ca894 req-56e9c633-322c-4e35-9485-bf49af68f13b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 210 time: 0.0318465 Jul 08 20:47:29.612497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-0b01b34d-7a0e-4ec4-828b-42b170f462a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:20Z', 'revision_number': 5, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:29.640272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01b34d-7a0e-4ec4-828b-42b170f462a9 None None] Checking router: 48f5b8b7-3a2b-4352-bb73-038d956e2abb for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:47:29.649580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01b34d-7a0e-4ec4-828b-42b170f462a9 None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:29.650207 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-0b01b34d-7a0e-4ec4-828b-42b170f462a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:29.761230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-0b01b34d-7a0e-4ec4-828b-42b170f462a9 None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:29.997185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-0b01b34d-7a0e-4ec4-828b-42b170f462a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:20Z', 'revision_number': 5, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:30.026359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01b34d-7a0e-4ec4-828b-42b170f462a9 None None] The sync data for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 is: [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:40:08Z', 'revision_number': 4, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '92c7c9d0-22fb-4691-93c4-952018961e63', 'name': '', 'network_id': 'eb126676-baac-44c7-8776-db620659cc11', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:40:06Z', 'updated_at': '2021-07-08T20:40:20Z', 'revision_number': 5, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'subnets': [{'id': '373f0c01-b696-4703-ab5a-3a737cebfdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:47:30.089738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35858) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:30.160137 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aabf8e10-6e0b-4db5-8562-19aec2bafce5 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:30.197809 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aabf8e10-6e0b-4db5-8562-19aec2bafce5 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:30.256464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aabf8e10-6e0b-4db5-8562-19aec2bafce5 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:30.260769 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aabf8e10-6e0b-4db5-8562-19aec2bafce5 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:30.261988 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-aabf8e10-6e0b-4db5-8562-19aec2bafce5 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "DELETE /v2.0/security-groups/8d509300-e44a-4218-b9b4-b56c245c36f1 HTTP/1.1" status: 204 len: 168 time: 0.1711648 Jul 08 20:47:30.265193 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35860) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:30.274071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf8e10-6e0b-4db5-8562-19aec2bafce5 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d509300-e44a-4218-b9b4-b56c245c36f1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:30.284275 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-ecc87bcb-e1ef-4d94-9caa-7e043caa2f8e tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] show failed (client error): The resource could not be found. Jul 08 20:47:30.284275 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ecc87bcb-e1ef-4d94-9caa-7e043caa2f8e tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "GET /v2.0/security-groups/8d509300-e44a-4218-b9b4-b56c245c36f1 HTTP/1.1" status: 404 len: 347 time: 0.0162926 Jul 08 20:47:30.290083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35862) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:30.333291 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab8172-435c-442c-8386-e780a6c9b4b6 None None] New status for floating IP 2363e22c-e848-4b65-88ac-015dc189f402: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:47:30.430855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-55ce6626-ccb3-4e97-be81-69e3446555d2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Deleting port 38837a99-5342-4e00-b573-28867d98163e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:47:30.431694 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55ce6626-ccb3-4e97-be81-69e3446555d2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:30.515379 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55ce6626-ccb3-4e97-be81-69e3446555d2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:30.515713 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55ce6626-ccb3-4e97-be81-69e3446555d2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:30.529920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-55ce6626-ccb3-4e97-be81-69e3446555d2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Calling delete_port for 38837a99-5342-4e00-b573-28867d98163e owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:47:30.693008 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2a3865a0-6484-4bea-941b-e2cd22c9a8a2 req-d205e64d-ab1c-43da-96fd-11b5382e90e9 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1740470 Jul 08 20:47:30.702177 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55ce6626-ccb3-4e97-be81-69e3446555d2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:30.728181 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7aad69d7-ac2d-47d7-a87e-6b908ebe5c64 req-517e2b58-0235-4e69-b2f6-0027d44bfc10 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0737727-ab33-4d04-8c05-817f3cf94676 HTTP/1.1" status: 200 len: 210 time: 0.0379808 Jul 08 20:47:30.750455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce6626-ccb3-4e97-be81-69e3446555d2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Pushing event deleted for resources: {'Port': ['ID=38837a99-5342-4e00-b573-28867d98163e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:30.808099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3865a0-6484-4bea-941b-e2cd22c9a8a2 req-300a848d-96a0-4d80-b49d-b8363d3bb650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:30.809994 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2a3865a0-6484-4bea-941b-e2cd22c9a8a2 req-300a848d-96a0-4d80-b49d-b8363d3bb650 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 1098 time: 0.0697885 Jul 08 20:47:30.816427 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55ce6626-ccb3-4e97-be81-69e3446555d2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:30.819664 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55ce6626-ccb3-4e97-be81-69e3446555d2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:30.821074 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-55ce6626-ccb3-4e97-be81-69e3446555d2 tempest-AttachVolumeTestJSON-16060240 tempest-AttachVolumeTestJSON-16060240-project] 10.222.0.101 "DELETE /v2.0/floatingips/2363e22c-e848-4b65-88ac-015dc189f402 HTTP/1.1" status: 204 len: 168 time: 0.5341866 Jul 08 20:47:30.935838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3865a0-6484-4bea-941b-e2cd22c9a8a2 req-a3eb3514-89d4-49fc-874a-c77867fb7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:30.937728 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2a3865a0-6484-4bea-941b-e2cd22c9a8a2 req-a3eb3514-89d4-49fc-874a-c77867fb7821 service neutron] 10.222.0.104 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 918 time: 0.1037154 Jul 08 20:47:31.027822 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2a3865a0-6484-4bea-941b-e2cd22c9a8a2 req-209dc5d9-438b-404b-873f-e06fb1f96865 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d HTTP/1.1" status: 200 len: 1001 time: 0.0820642 Jul 08 20:47:31.034449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 54fa9766-ed82-498c-82bc-c4c6a99b2c1f no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:47:31.056430 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 54fa9766-ed82-498c-82bc-c4c6a99b2c1f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:47:31.057091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 54fa9766-ed82-498c-82bc-c4c6a99b2c1f not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:47:31.094371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3865a0-6484-4bea-941b-e2cd22c9a8a2 req-79b482c8-bfda-4bba-9a72-d809ce976e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:31.096544 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2a3865a0-6484-4bea-941b-e2cd22c9a8a2 req-79b482c8-bfda-4bba-9a72-d809ce976e7f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0554383 Jul 08 20:47:31.159931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3865a0-6484-4bea-941b-e2cd22c9a8a2 req-3b9a074d-c1a6-4fd7-81b8-a6448b3268e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:31.161650 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2a3865a0-6484-4bea-941b-e2cd22c9a8a2 req-3b9a074d-c1a6-4fd7-81b8-a6448b3268e9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593760 Jul 08 20:47:31.255797 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2a3865a0-6484-4bea-941b-e2cd22c9a8a2 req-7dfc9f3b-8ba6-4c30-996f-ddb8703c429b service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871625 Jul 08 20:47:31.353113 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2a3865a0-6484-4bea-941b-e2cd22c9a8a2 req-6f621d71-7eda-4475-ba44-934e3b873ef6 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910852 Jul 08 20:47:32.041957 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-6c2d2024-1b61-4b48-97b7-e22753469e71 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371599051&fields=id&tenant_id=969ed93d777c482282264778ffb8d915 HTTP/1.1" status: 200 len: 267 time: 0.0372796 Jul 08 20:47:32.498829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device cfad90fc-28e6-4fe3-8f84-650431e18ffe no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:47:32.504113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a397e9-211c-4256-a969-5c9a62c88971 req-3a7790da-364a-4433-a236-e382faee1fd8 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:32.506281 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-3a7790da-364a-4433-a236-e382faee1fd8 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.4560702 Jul 08 20:47:32.523295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: cfad90fc-28e6-4fe3-8f84-650431e18ffe {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:47:32.523633 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device cfad90fc-28e6-4fe3-8f84-650431e18ffe not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:47:32.526230 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-059eb838-a9bf-4b26-b96d-dec255f56f99 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/quotas/969ed93d777c482282264778ffb8d915 HTTP/1.1" status: 200 len: 375 time: 0.0108473 Jul 08 20:47:32.612852 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-e42bb277-7401-4f12-babc-66ab2d03534a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793731 Jul 08 20:47:32.712920 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-fc42ae6a-e437-41df-9dfe-38b1420a3cb0 service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875165 Jul 08 20:47:32.805263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-4cf0168b-f932-4e71-948c-616644c9ccd0 service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861223 Jul 08 20:47:33.209728 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b93e93e6-d6d4-49ab-bd87-cbffce7a3232 req-01c4f6e7-766e-48d7-8631-c5db99883d8f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 210 time: 0.0741780 Jul 08 20:47:34.068901 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e15e29bf-b7bd-4d7f-9df1-9da16e9441eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:34.375598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a397e9-211c-4256-a969-5c9a62c88971 req-e89f1b32-3781-4090-a87d-5a9c5001dfba tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:34.377569 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-e89f1b32-3781-4090-a87d-5a9c5001dfba tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.1283545 Jul 08 20:47:34.409449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-be76d483-ddd8-4c88-96f4-ec12778c2605 req-c9bd2ff1-5322-4c76-b671-87f62e14b7c2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 210 time: 0.0545566 Jul 08 20:47:34.442636 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-532d6dc8-905f-40b6-8f95-1a12c85e9c1b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969ed93d777c482282264778ffb8d915 HTTP/1.1" status: 200 len: 379 time: 0.0545006 Jul 08 20:47:34.455293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-85a397e9-211c-4256-a969-5c9a62c88971 req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'port': {'device_id': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'admin_state_up': True, 'tenant_id': '969ed93d777c482282264778ffb8d915', 'security_groups': ['86f65ae6-713d-41ed-9bfb-6b698aec94a3']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:47:34.589890 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a397e9-211c-4256-a969-5c9a62c88971 req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Made reservation on behalf of 969ed93d777c482282264778ffb8d915 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:47:34.594018 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-85a397e9-211c-4256-a969-5c9a62c88971 req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:34.743128 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-85a397e9-211c-4256-a969-5c9a62c88971 req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Allocated IP 172.20.0.11 (be03543c-b5e2-4aa9-9633-fedc1ac723b5/adbac296-9a8c-4696-bf05-a8fb47a6df9c/e6060f66-2750-44f0-801b-be6441b1834e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:47:34.906574 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-85a397e9-211c-4256-a969-5c9a62c88971 req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:34.923381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-85a397e9-211c-4256-a969-5c9a62c88971 req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Transition to ACTIVE for port object e6060f66-2750-44f0-801b-be6441b1834e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:47:34.961250 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-85a397e9-211c-4256-a969-5c9a62c88971 req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:35.020187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a397e9-211c-4256-a969-5c9a62c88971 req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:47:35.024522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-85a397e9-211c-4256-a969-5c9a62c88971 req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:47:35.029637 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a397e9-211c-4256-a969-5c9a62c88971 req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:47:35.037414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'Port': ['ID=e6060f66-2750-44f0-801b-be6441b1834e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:35.089904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a397e9-211c-4256-a969-5c9a62c88971 req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:35.090588 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-85a397e9-211c-4256-a969-5c9a62c88971 req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:35.115376 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-11918647-41a7-4bfe-9562-3aeece12f792 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6623371 Jul 08 20:47:35.127981 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Request body: {'port': {'device_id': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:47:35.209782 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:35.380204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-627b794a-8446-495c-a3e2-1a2acc84a566 None None] Provisioning for port e6060f66-2750-44f0-801b-be6441b1834e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:47:35.384709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-627b794a-8446-495c-a3e2-1a2acc84a566 None None] Provisioning complete for port e6060f66-2750-44f0-801b-be6441b1834e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:35.385089 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-627b794a-8446-495c-a3e2-1a2acc84a566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:35.432166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-627b794a-8446-495c-a3e2-1a2acc84a566 None None] Port e6060f66-2750-44f0-801b-be6441b1834e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:47:35.549009 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6060f66-2750-44f0-801b-be6441b1834e {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:47:35.574855 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:35.593624 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Transition to ACTIVE for port object e6060f66-2750-44f0-801b-be6441b1834e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:47:35.599482 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:35.713498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d4fc3-0e87-4379-a49c-f99f34da35f8 req-22643241-a4c4-4747-b74e-c35f9571ad9e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:35.715180 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec5d4fc3-0e87-4379-a49c-f99f34da35f8 req-22643241-a4c4-4747-b74e-c35f9571ad9e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 932 time: 0.1825585 Jul 08 20:47:35.719557 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Pushing event updated for resources: {'Port': ['ID=e6060f66-2750-44f0-801b-be6441b1834e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:35.820191 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79989c93-6090-4b53-8223-eb392a66becf req-ed1b2783-25ce-474a-a0c8-7d342ff313d4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1887996 Jul 08 20:47:35.823222 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec5d4fc3-0e87-4379-a49c-f99f34da35f8 req-0c7ebc3e-3886-47c5-a1da-a884d812d4a2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999649 Jul 08 20:47:35.854214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Attempting to bind port e6060f66-2750-44f0-801b-be6441b1834e on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:47:35.854602 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Attempting to bind port e6060f66-2750-44f0-801b-be6441b1834e by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:47:35.854887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Attempting to bind port e6060f66-2750-44f0-801b-be6441b1834e on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:47:35.861181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Port e6060f66-2750-44f0-801b-be6441b1834e on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:47:35.861529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Attempting to bind port e6060f66-2750-44f0-801b-be6441b1834e on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:47:35.868428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:47:35.868829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Checking segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:47:35.869377 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Bound using segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:47:35.870068 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Bound port: e6060f66-2750-44f0-801b-be6441b1834e, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:47:35.870461 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:35.986008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] For port e6060f66-2750-44f0-801b-be6441b1834e, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:47:35.990434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] For port e6060f66-2750-44f0-801b-be6441b1834e, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e6060f66-2750-44f0-801b-be6441b1834e,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:47:35.994280 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79989c93-6090-4b53-8223-eb392a66becf req-3a5f1a4e-4ab4-466d-a34f-4158d25c81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:35.995854 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79989c93-6090-4b53-8223-eb392a66becf req-3a5f1a4e-4ab4-466d-a34f-4158d25c81f7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1097 time: 0.1142485 Jul 08 20:47:35.997796 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:36.042631 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:36.043120 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:36.044887 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] 10.222.0.103 "PUT /v2.0/ports/e6060f66-2750-44f0-801b-be6441b1834e HTTP/1.1" status: 200 len: 1093 time: 0.9223399 Jul 08 20:47:36.048066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'tag': 'e6060f66-2750-44f0-801b-be6441b1834e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:47:36.051404 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa51f7ba-639b-4930-88ce-2e093b1b7769" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3067a8-4fbb-4491-8374-2bfef626bccb", "tag": "e6060f66-2750-44f0-801b-be6441b1834e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:47:36.126686 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff37778-1184-4ee5-9ea6-7e29f6701c13 x-openstack-request-id: req-fff37778-1184-4ee5-9ea6-7e29f6701c13 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:47:36.126982 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3067a8-4fbb-4491-8374-2bfef626bccb", "tag": "e6060f66-2750-44f0-801b-be6441b1834e", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:47:36.127242 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fff37778-1184-4ee5-9ea6-7e29f6701c13 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:47:36.127656 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'tag': 'e6060f66-2750-44f0-801b-be6441b1834e', 'status': 'completed', 'code': 200} Jul 08 20:47:36.166045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ead8f-c088-4aa8-b330-40347e838b6a service neutron] Pushing event updated for resources: {'Port': ['ID=e6060f66-2750-44f0-801b-be6441b1834e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:36.175618 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:47:36.214881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79989c93-6090-4b53-8223-eb392a66becf req-f6bb7518-6691-4a46-b7bd-29ad9057450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:36.216431 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79989c93-6090-4b53-8223-eb392a66becf req-f6bb7518-6691-4a46-b7bd-29ad9057450c service neutron] 10.222.0.103 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 898 time: 0.1877668 Jul 08 20:47:36.232893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a397e9-211c-4256-a969-5c9a62c88971 req-34e212de-b56e-4adc-bece-538107a1701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:36.234413 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-34e212de-b56e-4adc-bece-538107a1701c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 1096 time: 0.1265159 Jul 08 20:47:36.309428 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-015952a6-08eb-4a02-bdb7-aeef3414d158 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6060f66-2750-44f0-801b-be6441b1834e HTTP/1.1" status: 200 len: 217 time: 0.0401454 Jul 08 20:47:36.353853 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79989c93-6090-4b53-8223-eb392a66becf req-04438f09-a608-4770-8ee1-320a72e2caeb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 1001 time: 0.1293194 Jul 08 20:47:36.403495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a397e9-211c-4256-a969-5c9a62c88971 req-488795c7-aa71-4242-836d-e8f320eb0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:36.405022 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-488795c7-aa71-4242-836d-e8f320eb0b45 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0863776 Jul 08 20:47:36.449699 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79989c93-6090-4b53-8223-eb392a66becf req-6a8e61f4-b43c-4d27-8679-61a40d16dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:36.451207 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79989c93-6090-4b53-8223-eb392a66becf req-6a8e61f4-b43c-4d27-8679-61a40d16dfdc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.0901487 Jul 08 20:47:36.507409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a397e9-211c-4256-a969-5c9a62c88971 req-73df44f9-205a-4aaa-a35d-5a07d45ddadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:36.508988 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-73df44f9-205a-4aaa-a35d-5a07d45ddadb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955491 Jul 08 20:47:36.579340 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79989c93-6090-4b53-8223-eb392a66becf req-6df57b6b-fb5c-4483-9036-528c0e64abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:36.580882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79989c93-6090-4b53-8223-eb392a66becf req-6df57b6b-fb5c-4483-9036-528c0e64abe6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187561 Jul 08 20:47:36.668384 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-c0553163-cbf6-4479-add6-8a2f4c4e31d7 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473103 Jul 08 20:47:36.748474 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79989c93-6090-4b53-8223-eb392a66becf req-758ed4d8-17cc-4e53-88db-7816ee8f3609 service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522741 Jul 08 20:47:36.830869 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-0ec97c4d-30a8-4d27-ab33-c0095cf5f359 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502302 Jul 08 20:47:36.875420 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79989c93-6090-4b53-8223-eb392a66becf req-e7d36b5f-041d-49c5-af05-c0a353ec3bfc service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143303 Jul 08 20:47:36.950274 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51f7ba-639b-4930-88ce-2e093b1b7769 req-2192fc64-1c4f-490f-a3dc-813735175969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:36.957765 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa51f7ba-639b-4930-88ce-2e093b1b7769 req-2192fc64-1c4f-490f-a3dc-813735175969 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 1096 time: 0.0672274 Jul 08 20:47:36.968009 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2f51ca06-0283-4036-96a3-825ee633b2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:37.099100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d8de0-32d9-4df4-87ea-440f3a5d905d req-d555b60e-903b-4330-aeda-1b51303acf74 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:37.100759 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f35d8de0-32d9-4df4-87ea-440f3a5d905d req-d555b60e-903b-4330-aeda-1b51303acf74 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 944 time: 0.1420281 Jul 08 20:47:37.106774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51f7ba-639b-4930-88ce-2e093b1b7769 req-041652ac-0eba-4706-84c5-fb088e83a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:37.108275 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa51f7ba-639b-4930-88ce-2e093b1b7769 req-041652ac-0eba-4706-84c5-fb088e83a87b service neutron] 10.222.0.103 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.1403623 Jul 08 20:47:37.143417 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:37.165573 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa51f7ba-639b-4930-88ce-2e093b1b7769 req-5e8a1b1b-fc4b-4b86-a81e-095ba3aa24d5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6060f66-2750-44f0-801b-be6441b1834e HTTP/1.1" status: 200 len: 217 time: 0.0478661 Jul 08 20:47:37.209654 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f35d8de0-32d9-4df4-87ea-440f3a5d905d req-d594e892-cca1-4e54-b75c-9c7ac7553a86 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001899 Jul 08 20:47:37.264918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51f7ba-639b-4930-88ce-2e093b1b7769 req-6a169975-f2e6-4e83-823d-85ece2aff216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:37.267383 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa51f7ba-639b-4930-88ce-2e093b1b7769 req-6a169975-f2e6-4e83-823d-85ece2aff216 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0917475 Jul 08 20:47:37.328666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51f7ba-639b-4930-88ce-2e093b1b7769 req-e86c2d99-69e4-4d56-b701-c4e60294883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:37.330290 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa51f7ba-639b-4930-88ce-2e093b1b7769 req-e86c2d99-69e4-4d56-b701-c4e60294883e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549893 Jul 08 20:47:37.437966 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa51f7ba-639b-4930-88ce-2e093b1b7769 req-1e792cc0-f629-44da-bba7-6891367c19e6 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978348 Jul 08 20:47:37.543652 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aa51f7ba-639b-4930-88ce-2e093b1b7769 req-75a8584f-ae13-4a0c-be82-e92fa6f73ecb service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954797 Jul 08 20:47:37.687611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b491a-3c3a-49f3-9a3e-78d205f8035a req-a345e51f-e717-4eb2-a8bf-f96da186a8c0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:37.689144 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-988b491a-3c3a-49f3-9a3e-78d205f8035a req-a345e51f-e717-4eb2-a8bf-f96da186a8c0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 946 time: 0.0665133 Jul 08 20:47:37.732250 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-988b491a-3c3a-49f3-9a3e-78d205f8035a req-e949bd67-9e85-4fe7-92d2-624a663c13cc tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338693 Jul 08 20:47:38.261885 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:38.420029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d60f1-2361-435e-9d8d-bde840c6c523 req-d573d03d-960d-4448-b877-78d14129c780 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:38.433596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ee5d60f1-2361-435e-9d8d-bde840c6c523 req-d573d03d-960d-4448-b877-78d14129c780 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 944 time: 0.0886390 Jul 08 20:47:38.477050 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ee5d60f1-2361-435e-9d8d-bde840c6c523 req-d469d916-b456-4225-80e7-c60bb6786f7e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421698 Jul 08 20:47:38.923412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51c4a-7fff-4a29-82ec-e56e2563f6e7 req-ced0a65e-ca32-4a26-b8a1-fbdacf011f72 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:38.925662 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9cc51c4a-7fff-4a29-82ec-e56e2563f6e7 req-ced0a65e-ca32-4a26-b8a1-fbdacf011f72 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 946 time: 0.0725648 Jul 08 20:47:38.977482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9cc51c4a-7fff-4a29-82ec-e56e2563f6e7 req-04e780e8-0eb8-4ba8-a6d7-aea0ab7cbb3f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=8e925092-c939-4b91-ad83-d3a24b0bdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376809 Jul 08 20:47:39.045383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-6b18d614-8a4d-43f2-a421-3893dcc36e96 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:39.047593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-6b18d614-8a4d-43f2-a421-3893dcc36e96 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.104 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 946 time: 0.0766428 Jul 08 20:47:39.180367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Deleting port 5d431a3b-83ca-43d2-87d6-b33eb286811d {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:47:39.180881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:39.283012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] For port 5d431a3b-83ca-43d2-87d6-b33eb286811d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5d431a3b-83ca-43d2-87d6-b33eb286811d,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:39.283470 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:39.496964 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:39.497609 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:39.497774 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Floating IP 5eed1c89-51d1-4435-951c-a43452bfca69 disassociated. External IP: 172.25.4.198, port: 5d431a3b-83ca-43d2-87d6-b33eb286811d. Jul 08 20:47:39.498222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Calling delete_port for 5d431a3b-83ca-43d2-87d6-b33eb286811d owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:47:39.755323 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:39.800506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event deleted for resources: {'Port': ['ID=5d431a3b-83ca-43d2-87d6-b33eb286811d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:39.819475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:39.819822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:39.820160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:39.820510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:39.820855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:39.821186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:39.821514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:39.821842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:39.822170 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:39.822493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:39.822817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:39.823137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:39.834248 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:39.835207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b971e2-c6ef-4034-8409-720c741fda04 req-30e72abe-10b8-4dd5-961e-932d71adc11a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:39.836896 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5b971e2-c6ef-4034-8409-720c741fda04 req-30e72abe-10b8-4dd5-961e-932d71adc11a tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 944 time: 0.1422808 Jul 08 20:47:39.946202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f5b971e2-c6ef-4034-8409-720c741fda04 req-d9c259ff-764c-4449-9c49-2ce939892e09 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759242 Jul 08 20:47:39.977776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Router ebdd7341-4765-4a38-90d9-1f7637bcc246 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:47:40.106134 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:47:40.122935 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20934527-8221-4237-aa22-1bb364611d89 None None] Sync routers for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:47:40.135805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20934527-8221-4237-aa22-1bb364611d89 None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:40.138780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-20934527-8221-4237-aa22-1bb364611d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:40.164058 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-996b9a51-9c38-4b0b-9c45-c01bbc23ad7b req-cd6e4356-ec4b-4eb2-a7e6-e5defa798328 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=1df463e7-65d7-404d-b501-5bb69eee3f3c HTTP/1.1" status: 200 len: 210 time: 0.0475008 Jul 08 20:47:40.303246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-20934527-8221-4237-aa22-1bb364611d89 None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:40.547918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-20934527-8221-4237-aa22-1bb364611d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:06Z', 'revision_number': 5, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:40.575254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] No DVR routers for this DVR port 5d431a3b-83ca-43d2-87d6-b33eb286811d on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:47:40.578108 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:40.580202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5034796f-bea1-480b-b462-5f37a00e80b2 req-16acb55a-551f-4920-83b1-887ef2d5721f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.104 "DELETE /v2.0/ports/5d431a3b-83ca-43d2-87d6-b33eb286811d HTTP/1.1" status: 204 len: 173 time: 1.5272861 Jul 08 20:47:40.580662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'name': 'network-vif-deleted', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:47:40.580806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20934527-8221-4237-aa22-1bb364611d89 None None] Checking router: ebdd7341-4765-4a38-90d9-1f7637bcc246 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:47:40.583599 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128ad7b0-c572-4bf9-b57c-cd340b40f86f" -d '{"events": [{"server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "name": "network-vif-deleted", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:47:40.591960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20934527-8221-4237-aa22-1bb364611d89 None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:40.592605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-20934527-8221-4237-aa22-1bb364611d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:40.641893 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2275298b-ab9c-46d0-8a7c-8ad7638b6101 x-openstack-request-id: req-2275298b-ab9c-46d0-8a7c-8ad7638b6101 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:47:40.642989 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df463e7-65d7-404d-b501-5bb69eee3f3c", "name": "network-vif-deleted", "tag": "5d431a3b-83ca-43d2-87d6-b33eb286811d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:47:40.643430 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2275298b-ab9c-46d0-8a7c-8ad7638b6101 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:47:40.644004 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df463e7-65d7-404d-b501-5bb69eee3f3c', 'name': 'network-vif-deleted', 'tag': '5d431a3b-83ca-43d2-87d6-b33eb286811d', 'status': 'completed', 'code': 200} Jul 08 20:47:40.749410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-20934527-8221-4237-aa22-1bb364611d89 None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:40.981026 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-20934527-8221-4237-aa22-1bb364611d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:06Z', 'revision_number': 5, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:41.012383 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20934527-8221-4237-aa22-1bb364611d89 None None] The sync data for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 is: [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:06Z', 'revision_number': 5, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:47:41.201363 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91f8cd-2b91-46cf-afac-e6b92e9bcd57 req-c121c02c-c62f-431d-8ddf-a58cb7059ccf tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:41.202974 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f91f8cd-2b91-46cf-afac-e6b92e9bcd57 req-c121c02c-c62f-431d-8ddf-a58cb7059ccf tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 944 time: 0.1102273 Jul 08 20:47:41.264454 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f91f8cd-2b91-46cf-afac-e6b92e9bcd57 req-e0e8c0ef-b725-48c6-940b-5aac19bfd9e1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546355 Jul 08 20:47:41.365320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35970) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:41.440387 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6876677-70b7-428a-9873-e1773f59fbf8 None None] New status for floating IP 5eed1c89-51d1-4435-951c-a43452bfca69: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:47:41.441599 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-be57f972-872e-4256-9d6f-b5d23c26c413 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:41.467572 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-be57f972-872e-4256-9d6f-b5d23c26c413 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:41.524266 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-be57f972-872e-4256-9d6f-b5d23c26c413 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:41.528776 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-be57f972-872e-4256-9d6f-b5d23c26c413 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:41.532391 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-be57f972-872e-4256-9d6f-b5d23c26c413 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "DELETE /v2.0/security-groups/8e925092-c939-4b91-ad83-d3a24b0bdcca HTTP/1.1" status: 204 len: 168 time: 0.1636779 Jul 08 20:47:41.532805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35972) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:41.543040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57f972-872e-4256-9d6f-b5d23c26c413 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e925092-c939-4b91-ad83-d3a24b0bdcca,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:41.585742 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-c089b1b1-96b6-4c96-aad3-af9a0bbd3f00 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] show failed (client error): The resource could not be found. Jul 08 20:47:41.586812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c089b1b1-96b6-4c96-aad3-af9a0bbd3f00 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups/8e925092-c939-4b91-ad83-d3a24b0bdcca HTTP/1.1" status: 404 len: 347 time: 0.0530066 Jul 08 20:47:41.589901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35974) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:41.723862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-47a3e9db-537c-4b6c-9380-0c5f74b5183b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Deleting port 30acffb2-93c2-4d02-9884-a5aea92848fa {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:47:41.724355 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47a3e9db-537c-4b6c-9380-0c5f74b5183b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:41.810190 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47a3e9db-537c-4b6c-9380-0c5f74b5183b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:41.810528 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47a3e9db-537c-4b6c-9380-0c5f74b5183b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:41.824262 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-47a3e9db-537c-4b6c-9380-0c5f74b5183b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Calling delete_port for 30acffb2-93c2-4d02-9884-a5aea92848fa owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:47:42.017134 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47a3e9db-537c-4b6c-9380-0c5f74b5183b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:42.041842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3e9db-537c-4b6c-9380-0c5f74b5183b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event deleted for resources: {'Port': ['ID=30acffb2-93c2-4d02-9884-a5aea92848fa,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:42.115163 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47a3e9db-537c-4b6c-9380-0c5f74b5183b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:42.118008 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47a3e9db-537c-4b6c-9380-0c5f74b5183b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:42.120694 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-47a3e9db-537c-4b6c-9380-0c5f74b5183b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "DELETE /v2.0/floatingips/5eed1c89-51d1-4435-951c-a43452bfca69 HTTP/1.1" status: 204 len: 168 time: 0.5285170 Jul 08 20:47:42.515265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35986) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:42.522183 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0645cdd6-281a-4887-a610-5b9b39863440 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1059763653', 'description': 'tempest-description--12597689'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:47:42.570964 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2ceda-73e8-4797-99c3-ca7d6d038e4f req-2217fa4f-21c0-48c5-a28f-7eb08ac69e64 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:42.572503 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5ab2ceda-73e8-4797-99c3-ca7d6d038e4f req-2217fa4f-21c0-48c5-a28f-7eb08ac69e64 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 944 time: 0.1187589 Jul 08 20:47:42.573915 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0645cdd6-281a-4887-a610-5b9b39863440 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:42.634618 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5ab2ceda-73e8-4797-99c3-ca7d6d038e4f req-6c4712a6-8553-4503-a67c-274cb10f8c61 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512009 Jul 08 20:47:42.699938 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0645cdd6-281a-4887-a610-5b9b39863440 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:42.705569 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0645cdd6-281a-4887-a610-5b9b39863440 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:42.736402 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0645cdd6-281a-4887-a610-5b9b39863440 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:42.737972 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0645cdd6-281a-4887-a610-5b9b39863440 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2217462 Jul 08 20:47:42.740744 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645cdd6-281a-4887-a610-5b9b39863440 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e8a3cd-eebf-4c61-be6f-bffa7a685498,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:42.742196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35988) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:42.748136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9001901a-444f-4626-8860-f640443c2717 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Request body: {'security_group_rule': {'security_group_id': '66e8a3cd-eebf-4c61-be6f-bffa7a685498', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:47:42.779610 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9001901a-444f-4626-8860-f640443c2717 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:42.838484 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9001901a-444f-4626-8860-f640443c2717 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:42.842750 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9001901a-444f-4626-8860-f640443c2717 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:42.864431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001901a-444f-4626-8860-f640443c2717 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281f21b1-cdde-405d-b6d3-48a7848072c2,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:42.873706 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9001901a-444f-4626-8860-f640443c2717 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:42.878051 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9001901a-444f-4626-8860-f640443c2717 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315556 Jul 08 20:47:42.878234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 35994) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:42.891169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-4c782172-5d72-4cbd-bd82-04151b8afb47 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Request body: {'security_group_rule': {'security_group_id': '66e8a3cd-eebf-4c61-be6f-bffa7a685498', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:47:42.923569 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c782172-5d72-4cbd-bd82-04151b8afb47 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:42.992907 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c782172-5d72-4cbd-bd82-04151b8afb47 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:42.997441 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c782172-5d72-4cbd-bd82-04151b8afb47 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:43.015789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c782172-5d72-4cbd-bd82-04151b8afb47 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d824536-deb7-4c0c-89c7-1ddc16b1f793,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:43.016607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 35998) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:43.023830 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c782172-5d72-4cbd-bd82-04151b8afb47 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:43.029163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4c782172-5d72-4cbd-bd82-04151b8afb47 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496210 Jul 08 20:47:43.029418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36002) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:43.034028 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:47:43.059604 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:43.065974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 5d431a3b-83ca-43d2-87d6-b33eb286811d no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:47:43.093624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 5d431a3b-83ca-43d2-87d6-b33eb286811d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:47:43.094527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 5d431a3b-83ca-43d2-87d6-b33eb286811d not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:47:43.244162 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:43.446667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Allocated IP 172.25.4.202 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/681b0989-cf15-45c0-94d9-a2fc914eed90) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:47:43.610968 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:43.687756 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:43.744701 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:47:43.751389 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:47:43.755908 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65b29bd2-4649-4dc3-94e0-7781aedd85a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:43.757578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event updated for resources: {'Port': ['ID=681b0989-cf15-45c0-94d9-a2fc914eed90,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:43.760665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:47:43.822359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a93bf3-4f10-4ec1-bb97-a7ea0306006b req-bdf7e79b-6383-4301-b2fc-682187fe54ed tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:43.823999 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94a93bf3-4f10-4ec1-bb97-a7ea0306006b req-bdf7e79b-6383-4301-b2fc-682187fe54ed tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 944 time: 0.0698662 Jul 08 20:47:43.866538 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94a93bf3-4f10-4ec1-bb97-a7ea0306006b req-ccd4e22b-036b-442a-a286-9044dcdb48c2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367126 Jul 08 20:47:44.264217 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:44.339360 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:44.525124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-65b29bd2-4649-4dc3-94e0-7781aedd85a4 admin admin] Deleting port 92c7c9d0-22fb-4691-93c4-952018961e63 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:47:44.525375 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65b29bd2-4649-4dc3-94e0-7781aedd85a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:44.601521 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:44.609450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:44.691095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-65b29bd2-4649-4dc3-94e0-7781aedd85a4 admin admin] For port 92c7c9d0-22fb-4691-93c4-952018961e63, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=92c7c9d0-22fb-4691-93c4-952018961e63,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:44.692658 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65b29bd2-4649-4dc3-94e0-7781aedd85a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:44.695840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event updated for resources: {'Port': ['ID=681b0989-cf15-45c0-94d9-a2fc914eed90,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:44.717464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-65b29bd2-4649-4dc3-94e0-7781aedd85a4 admin admin] Calling delete_port for 92c7c9d0-22fb-4691-93c4-952018961e63 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:47:44.719759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:44.720113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:44.720461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:44.720829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:44.721164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:44.721503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:44.721838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:44.722172 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:44.722514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:44.722885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:44.723513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:44.723773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:44.741988 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:44.792362 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:44.793561 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0290c63d-cd1b-4312-8889-d3d5efcb8c52 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7631159 Jul 08 20:47:44.933440 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65b29bd2-4649-4dc3-94e0-7781aedd85a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:44.967011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b29bd2-4649-4dc3-94e0-7781aedd85a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c7c9d0-22fb-4691-93c4-952018961e63,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:45.049221 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-eec4a57a-0aa2-4a0c-a6e4-daad338f91aa tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1059763653&fields=id&tenant_id=2707aad6b07445cb940afd1a942d77b8 HTTP/1.1" status: 200 len: 267 time: 0.0859346 Jul 08 20:47:45.072531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ad2f4-5fae-41f6-afad-2221bcc7140b req-fcb64eff-4167-4e6b-98a4-49f08fd40148 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:45.074883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-265ad2f4-5fae-41f6-afad-2221bcc7140b req-fcb64eff-4167-4e6b-98a4-49f08fd40148 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 944 time: 0.0816600 Jul 08 20:47:45.125359 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-265ad2f4-5fae-41f6-afad-2221bcc7140b req-32757b0a-52ad-41e8-ab28-633b5c9f7abb tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444281 Jul 08 20:47:45.257333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-c9ae8e8d-30f3-487c-a52f-ed9d49d7850c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:45.258751 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-c9ae8e8d-30f3-487c-a52f-ed9d49d7850c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 817 time: 0.1957712 Jul 08 20:47:45.259494 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65b29bd2-4649-4dc3-94e0-7781aedd85a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:45.280886 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-0ec37db4-4c65-4f6d-bc3c-43aa3166f56e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/quotas/2707aad6b07445cb940afd1a942d77b8 HTTP/1.1" status: 200 len: 375 time: 0.0151246 Jul 08 20:47:45.454971 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-64c190c3-cf8b-456f-95a2-7bfabb3a2423 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1431777 Jul 08 20:47:45.630962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b29bd2-4649-4dc3-94e0-7781aedd85a4 admin admin] Router 48f5b8b7-3a2b-4352-bb73-038d956e2abb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:47:45.664538 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-810125db-5c5e-4bce-8486-53ba7bf4dfea service neutron] 10.222.0.101 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776631 Jul 08 20:47:45.841154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b29bd2-4649-4dc3-94e0-7781aedd85a4 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:47:45.844476 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-453ad20a-a178-433a-8c22-5e49a998f000 service neutron] 10.222.0.101 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450024 Jul 08 20:47:45.849108 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-65b29bd2-4649-4dc3-94e0-7781aedd85a4 admin admin] 10.222.0.101 "PUT /v2.0/routers/48f5b8b7-3a2b-4352-bb73-038d956e2abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8299816 Jul 08 20:47:45.850913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36024) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:45.853720 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e0e5fd-0004-40bb-a680-7b56f92512f5 None None] Sync routers for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:47:45.864078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0e5fd-0004-40bb-a680-7b56f92512f5 None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:45.864889 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-f3e0e5fd-0004-40bb-a680-7b56f92512f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:45.997225 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:46.086725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-916cf64f-f994-4459-8a12-3f0cb5c8a0dc req-c4c0d552-445b-40e8-b2f7-82413d543f81 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 210 time: 0.0403304 Jul 08 20:47:46.120300 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:46.186740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Deleting port a1818162-e3c9-4500-9e63-fe7a93907249 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:47:46.187218 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:46.204384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-f3e0e5fd-0004-40bb-a680-7b56f92512f5 None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:46.310310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] For port a1818162-e3c9-4500-9e63-fe7a93907249, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a1818162-e3c9-4500-9e63-fe7a93907249,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:46.310684 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:46.327995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Calling delete_port for a1818162-e3c9-4500-9e63-fe7a93907249 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:47:46.399778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5016c6-7001-43a6-a1fb-a0cf42360d97 req-e865337d-7958-48fc-b273-ab1fec6fb520 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:46.401394 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c5016c6-7001-43a6-a1fb-a0cf42360d97 req-e865337d-7958-48fc-b273-ab1fec6fb520 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 944 time: 0.1348438 Jul 08 20:47:46.414909 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-f3e0e5fd-0004-40bb-a680-7b56f92512f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:47:44Z', 'revision_number': 5, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port': {'id': 'a1818162-e3c9-4500-9e63-fe7a93907249', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:59Z', 'updated_at': '2021-07-08T20:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:46.444139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e0e5fd-0004-40bb-a680-7b56f92512f5 None None] Checking router: 48f5b8b7-3a2b-4352-bb73-038d956e2abb for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:47:46.455337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0e5fd-0004-40bb-a680-7b56f92512f5 None None] Routers {'48f5b8b7-3a2b-4352-bb73-038d956e2abb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:46.456037 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-f3e0e5fd-0004-40bb-a680-7b56f92512f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:46.494267 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c5016c6-7001-43a6-a1fb-a0cf42360d97 req-8a24fb3d-b54d-4a4e-a51c-f0ed1eed629b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845184 Jul 08 20:47:46.554379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-f3e0e5fd-0004-40bb-a680-7b56f92512f5 None None] Set router 48f5b8b7-3a2b-4352-bb73-038d956e2abb gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:46.567786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:46.598187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1818162-e3c9-4500-9e63-fe7a93907249,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:46.616769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-f3e0e5fd-0004-40bb-a680-7b56f92512f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:47:46Z', 'revision_number': 6, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:46.646570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e0e5fd-0004-40bb-a680-7b56f92512f5 None None] The sync data for ids ['48f5b8b7-3a2b-4352-bb73-038d956e2abb'] in n-d-791506-16 is: [{'id': '48f5b8b7-3a2b-4352-bb73-038d956e2abb', 'name': 'tempest-AttachVolumeTestJSON-377469747-router', 'tenant_id': '8904f969823445978f5bf7d6e599b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:58Z', 'updated_at': '2021-07-08T20:47:46Z', 'revision_number': 6, 'project_id': '8904f969823445978f5bf7d6e599b8cb', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:47:46.666711 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:46.767464 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:46.769937 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:46.817709 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:46.818247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48f5b8b7-3a2b-4352-bb73-038d956e2abb {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:47:46.822690 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:46.823850 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dd96f50b-0c8e-4729-ba55-4d4f8cd4b359 admin admin] 10.222.0.101 "DELETE /v2.0/routers/48f5b8b7-3a2b-4352-bb73-038d956e2abb HTTP/1.1" status: 204 len: 168 time: 0.9720240 Jul 08 20:47:46.826294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36038) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:46.877158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c96507-a6c0-4776-b949-59421c455b88 admin admin] Deleting subnet 373f0c01-b696-4703-ab5a-3a737cebfdae {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:47:46.880853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2c96507-a6c0-4776-b949-59421c455b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:46.915216 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2c96507-a6c0-4776-b949-59421c455b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:46.994971 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2c96507-a6c0-4776-b949-59421c455b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:47.051658 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2c96507-a6c0-4776-b949-59421c455b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:47.084846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c96507-a6c0-4776-b949-59421c455b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373f0c01-b696-4703-ab5a-3a737cebfdae,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:47.089984 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2c96507-a6c0-4776-b949-59421c455b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:47.091949 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a2c96507-a6c0-4776-b949-59421c455b88 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/373f0c01-b696-4703-ab5a-3a737cebfdae HTTP/1.1" status: 204 len: 168 time: 0.2647245 Jul 08 20:47:47.094594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36040) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:47.097195 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6eb5a8-351c-40b2-8cde-d96936ae8667 None None] Network eb126676-baac-44c7-8776-db620659cc11 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:47:47.282398 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c767ede0-7cd8-46ad-9c76-d62ca180add3 req-37d2fbdf-f98c-420e-9549-1d51b54f87d5 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 210 time: 0.0510161 Jul 08 20:47:47.303155 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:47.321523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-6caa5347-47df-4745-b3e4-724728fdbe6e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:47.323123 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-6caa5347-47df-4745-b3e4-724728fdbe6e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.104 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 817 time: 0.1663642 Jul 08 20:47:47.405613 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-38a6797c-fe13-4874-b181-a269c1fe862e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2707aad6b07445cb940afd1a942d77b8 HTTP/1.1" status: 200 len: 380 time: 0.0716810 Jul 08 20:47:47.415908 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Request body: {'port': {'device_id': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'admin_state_up': True, 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'security_groups': ['66e8a3cd-eebf-4c61-be6f-bffa7a685498']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:47:47.433009 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Deleting port d49f981a-bbf2-4782-a62a-70cd3cef7ee3 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:47:47.433355 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:47.463666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] DHCP port deletion for eb126676-baac-44c7-8776-db620659cc11 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:47:47.513084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Deleting port d49f981a-bbf2-4782-a62a-70cd3cef7ee3 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:47:47.513459 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:47.573394 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] For port d49f981a-bbf2-4782-a62a-70cd3cef7ee3, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d49f981a-bbf2-4782-a62a-70cd3cef7ee3,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:47.573686 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:47.583746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] For port d49f981a-bbf2-4782-a62a-70cd3cef7ee3, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d49f981a-bbf2-4782-a62a-70cd3cef7ee3,segment=NetworkSegment(d9268b16-4789-4616-b29f-a745973e1350),segment_id=d9268b16-4789-4616-b29f-a745973e1350)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:47.584146 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:47.598076 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Calling delete_port for d49f981a-bbf2-4782-a62a-70cd3cef7ee3 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:47:47.599483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Calling delete_port for d49f981a-bbf2-4782-a62a-70cd3cef7ee3 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:47:47.668339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Made reservation on behalf of 2707aad6b07445cb940afd1a942d77b8 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:47:47.672520 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:47.687919 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:47.702185 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:47.716955 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] No DVR routers for this DVR port d49f981a-bbf2-4782-a62a-70cd3cef7ee3 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:47:47.756269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Pushing event deleted for resources: {'Port': ['ID=d49f981a-bbf2-4782-a62a-70cd3cef7ee3,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:47.762370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:47.762731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:47.763096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:47.764710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:47.764710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:47.764710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:47.765020 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:47.765120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:47.765453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:47.765783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:47.766110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:47.766448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f2f3f-a60e-48f4-8367-ddbd3491fb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:47:47.768817 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160c934-7821-4e4b-ae42-9a758055cfc9 req-e031ba9a-7366-4f8c-b544-e0e80bc004c4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:47.775019 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5160c934-7821-4e4b-ae42-9a758055cfc9 req-e031ba9a-7366-4f8c-b544-e0e80bc004c4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 944 time: 0.1110194 Jul 08 20:47:47.783061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:47.820263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5160c934-7821-4e4b-ae42-9a758055cfc9 req-48281c08-6856-4aae-9e3a-ffce026e39ed tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395198 Jul 08 20:47:47.840920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Pushing event deleted for resources: {'Port': ['ID=d49f981a-bbf2-4782-a62a-70cd3cef7ee3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:47.846765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] No DVR routers for this DVR port d49f981a-bbf2-4782-a62a-70cd3cef7ee3 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:47:47.974933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Allocated IP 172.20.0.13 (af51cdf7-b2f2-4639-9cd3-57ba51eb39a1/a306532b-670c-4e37-b4c6-4b6a0cbfb4af/a381a664-a69a-4e56-80a4-3eafe3394064) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:47:48.015784 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.024391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d49f981a-bbf2-4782-a62a-70cd3cef7ee3 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:47:48.043792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb126676-baac-44c7-8776-db620659cc11']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:48.046793 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: d49f981a-bbf2-4782-a62a-70cd3cef7ee3 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:47:48.047377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d49f981a-bbf2-4782-a62a-70cd3cef7ee3 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:47:48.047888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 92c7c9d0-22fb-4691-93c4-952018961e63 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:47:48.071872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 92c7c9d0-22fb-4691-93c4-952018961e63 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:47:48.072133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 92c7c9d0-22fb-4691-93c4-952018961e63 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:47:48.072551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a1818162-e3c9-4500-9e63-fe7a93907249 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:47:48.075543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9268b16-4789-4616-b29f-a745973e1350') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:48.076039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9268b16-4789-4616-b29f-a745973e1350') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:48.091074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: a1818162-e3c9-4500-9e63-fe7a93907249 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:47:48.091422 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a1818162-e3c9-4500-9e63-fe7a93907249 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:47:48.105862 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.198420 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.219619 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:47:48.220283 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:47:48.223513 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:47:48.341014 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.351271 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.353274 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] 10.222.0.101 "DELETE /v2.0/networks/eb126676-baac-44c7-8776-db620659cc11 HTTP/1.1" status: 204 len: 168 time: 1.2508473 Jul 08 20:47:48.375086 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.378147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f13450-8c1d-47fd-8724-11f86c3caf6d admin admin] Pushing event deleted for resources: {'Network': ['ID=eb126676-baac-44c7-8776-db620659cc11,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:48.393869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Transition to ACTIVE for port object a381a664-a69a-4e56-80a4-3eafe3394064 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:47:48.455126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-034d09ca-a494-494e-ae71-80589c2684f1 req-bae850df-3011-46d0-8c49-54e73230ba79 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 210 time: 0.0379753 Jul 08 20:47:48.466299 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.489417 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36052) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:48.520252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:47:48.523585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:47:48.527681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:47:48.532058 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-22ccd808-d0ec-4767-af8c-e69d312c2fe8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8904f969823445978f5bf7d6e599b8cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402834 Jul 08 20:47:48.533478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36054) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:48.554398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event updated for resources: {'Port': ['ID=a381a664-a69a-4e56-80a4-3eafe3394064,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:48.585752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:48.586542 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.594261 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12c62e3c-6471-48aa-8d02-6775746a9679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.605167 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-848a45f0-ed7d-491a-ac86-830147cdd912 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1936209 Jul 08 20:47:48.617783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Request body: {'port': {'device_id': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:47:48.618199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12c62e3c-6471-48aa-8d02-6775746a9679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.679912 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12c62e3c-6471-48aa-8d02-6775746a9679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.682904 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12c62e3c-6471-48aa-8d02-6775746a9679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.684470 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-12c62e3c-6471-48aa-8d02-6775746a9679 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5a85ed08-fee1-4cfe-8dca-84059276889a HTTP/1.1" status: 204 len: 168 time: 0.1497200 Jul 08 20:47:48.694258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c62e3c-6471-48aa-8d02-6775746a9679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a85ed08-fee1-4cfe-8dca-84059276889a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:48.716039 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.803360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-82828495-0acc-4485-8d4a-96a1bc30f297 None None] Provisioning for port a381a664-a69a-4e56-80a4-3eafe3394064 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:47:48.807651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-82828495-0acc-4485-8d4a-96a1bc30f297 None None] Provisioning complete for port a381a664-a69a-4e56-80a4-3eafe3394064 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:48.808136 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-82828495-0acc-4485-8d4a-96a1bc30f297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:48.844917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-82828495-0acc-4485-8d4a-96a1bc30f297 None None] Port a381a664-a69a-4e56-80a4-3eafe3394064 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:47:49.016499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2536a6-0a33-4002-98d9-e48ce929d836 req-9d54b021-3636-49b5-ac5d-86182c0e8b99 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:49.018142 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5e2536a6-0a33-4002-98d9-e48ce929d836 req-9d54b021-3636-49b5-ac5d-86182c0e8b99 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 944 time: 0.0679955 Jul 08 20:47:49.018693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a381a664-a69a-4e56-80a4-3eafe3394064 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:47:49.031442 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:49.050716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Transition to ACTIVE for port object a381a664-a69a-4e56-80a4-3eafe3394064 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:47:49.057978 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:49.072109 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5e2536a6-0a33-4002-98d9-e48ce929d836 req-d42c0cbb-fcd2-4b7c-bdb4-8f0152411b1e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404661 Jul 08 20:47:49.163808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a381a664-a69a-4e56-80a4-3eafe3394064,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:49.197455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Attempting to bind port a381a664-a69a-4e56-80a4-3eafe3394064 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:47:49.197802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Attempting to bind port a381a664-a69a-4e56-80a4-3eafe3394064 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:47:49.198141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Attempting to bind port a381a664-a69a-4e56-80a4-3eafe3394064 on network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:47:49.202887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Port a381a664-a69a-4e56-80a4-3eafe3394064 on network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:47:49.203222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Attempting to bind port a381a664-a69a-4e56-80a4-3eafe3394064 on network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:47:49.208493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:47:49.208878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Checking segment: {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:47:49.209280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Bound using segment: {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:47:49.209717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Bound port: a381a664-a69a-4e56-80a4-3eafe3394064, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:47:49.210084 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:49.280956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] For port a381a664-a69a-4e56-80a4-3eafe3394064, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:47:49.284400 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] For port a381a664-a69a-4e56-80a4-3eafe3394064, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a381a664-a69a-4e56-80a4-3eafe3394064,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:47:49.289365 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:49.323150 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:49.323772 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:49.325221 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] 10.222.0.104 "PUT /v2.0/ports/a381a664-a69a-4e56-80a4-3eafe3394064 HTTP/1.1" status: 200 len: 1093 time: 0.7126369 Jul 08 20:47:49.325681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:47:49.327936 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25b4e6c-767f-47ea-a107-13cef388e751" -d '{"events": [{"name": "network-changed", "server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:47:49.378585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08809d6f-9531-4e30-8d7e-d0290e4ce9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a381a664-a69a-4e56-80a4-3eafe3394064,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:49.394239 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8e008a-7df9-42d2-a81c-ccaae0778aa7 x-openstack-request-id: req-7f8e008a-7df9-42d2-a81c-ccaae0778aa7 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:47:49.395630 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:47:49.395880 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7f8e008a-7df9-42d2-a81c-ccaae0778aa7 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:47:49.396645 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'status': 'completed', 'code': 200} Jul 08 20:47:49.458356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-de884b65-6d47-4e2c-a606-71f2d3a143e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:49.459989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-de884b65-6d47-4e2c-a606-71f2d3a143e0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 1096 time: 0.0623240 Jul 08 20:47:49.510855 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-91e896b6-5de8-4e6f-af2a-a9f3be2c37be service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a381a664-a69a-4e56-80a4-3eafe3394064 HTTP/1.1" status: 200 len: 217 time: 0.0409992 Jul 08 20:47:49.578726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-14a4ecf8-1ccc-4ed1-9d42-bc1c34356a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:49.580269 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-14a4ecf8-1ccc-4ed1-9d42-bc1c34356a17 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0625951 Jul 08 20:47:49.648860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-81b8e3cb-735c-444b-bb27-a786d046937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:49.650645 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-81b8e3cb-735c-444b-bb27-a786d046937b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611410 Jul 08 20:47:49.656702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140556a7-3265-4116-932e-24104a181227 req-c489bf27-eaf6-4a4b-874c-38de977d469e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:49.658237 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-140556a7-3265-4116-932e-24104a181227 req-c489bf27-eaf6-4a4b-874c-38de977d469e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.0685432 Jul 08 20:47:49.698085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-140556a7-3265-4116-932e-24104a181227 req-d4440629-1917-4604-a08f-eda47b4001fb tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336988 Jul 08 20:47:49.753305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-ba481d17-fbae-45e5-a826-b4da474ff125 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956020 Jul 08 20:47:49.845588 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a07c7cd-fda8-497e-8cb1-3b1a8e0080d7 req-7ea1599b-2907-4a1a-9b5a-c7796d5f5519 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863013 Jul 08 20:47:49.952435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b4e6c-767f-47ea-a107-13cef388e751 req-bc7a0615-c687-4898-8406-fc13114e0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:49.954016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b25b4e6c-767f-47ea-a107-13cef388e751 req-bc7a0615-c687-4898-8406-fc13114e0680 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 1096 time: 0.0586298 Jul 08 20:47:50.046205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b4e6c-767f-47ea-a107-13cef388e751 req-80f4bcdd-8e4b-4db9-9231-e33e2bc19aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:50.047694 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b25b4e6c-767f-47ea-a107-13cef388e751 req-80f4bcdd-8e4b-4db9-9231-e33e2bc19aae service neutron] 10.222.0.104 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 918 time: 0.0862844 Jul 08 20:47:50.088918 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b25b4e6c-767f-47ea-a107-13cef388e751 req-728a2cf0-8793-49dd-9c1a-8e03c72a7b0f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a381a664-a69a-4e56-80a4-3eafe3394064 HTTP/1.1" status: 200 len: 217 time: 0.0349281 Jul 08 20:47:50.152567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b4e6c-767f-47ea-a107-13cef388e751 req-72dc88e5-3db2-4817-b038-b6ea304490e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:50.154464 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b25b4e6c-767f-47ea-a107-13cef388e751 req-72dc88e5-3db2-4817-b038-b6ea304490e4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0591466 Jul 08 20:47:50.260242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b4e6c-767f-47ea-a107-13cef388e751 req-cdcdb164-04ec-4bda-a97a-70affa962b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:50.261795 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b25b4e6c-767f-47ea-a107-13cef388e751 req-cdcdb164-04ec-4bda-a97a-70affa962b25 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010303 Jul 08 20:47:50.274846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ba5ff-f713-40ca-8610-75a42dfe4feb req-a727e5f9-c852-48e5-a76f-263dfea87c75 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:50.276283 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f76ba5ff-f713-40ca-8610-75a42dfe4feb req-a727e5f9-c852-48e5-a76f-263dfea87c75 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 944 time: 0.0870545 Jul 08 20:47:50.365051 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f76ba5ff-f713-40ca-8610-75a42dfe4feb req-5b8e694e-369b-4cd5-b79e-98e9b242fede tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808406 Jul 08 20:47:50.392552 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b25b4e6c-767f-47ea-a107-13cef388e751 req-9a3de39a-691a-4296-b9c6-0f012173f677 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152914 Jul 08 20:47:50.487838 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b25b4e6c-767f-47ea-a107-13cef388e751 req-db985814-6c27-4eed-acb7-37f20dfa8a00 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884600 Jul 08 20:47:50.572736 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e6060f66-2750-44f0-801b-be6441b1834e details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:47:50.678438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e6060f66-2750-44f0-801b-be6441b1834e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e6060f66-2750-44f0-801b-be6441b1834e,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:50.689821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'e6060f66-2750-44f0-801b-be6441b1834e', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'port_id': 'e6060f66-2750-44f0-801b-be6441b1834e', 'mac_address': 'fa:16:3e:39:3e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:47:50.729246 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:50.743627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6060f66-2750-44f0-801b-be6441b1834e {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:47:50.764817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e6060f66-2750-44f0-801b-be6441b1834e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e6060f66-2750-44f0-801b-be6441b1834e,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:50.769134 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:50.818464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e6060f66-2750-44f0-801b-be6441b1834e,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:50.891702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf42d45-243d-4da1-882d-7fb507db95a5 req-19d3f061-391c-4090-b0da-6fe94e10151c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:50.893248 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bf42d45-243d-4da1-882d-7fb507db95a5 req-19d3f061-391c-4090-b0da-6fe94e10151c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.0705547 Jul 08 20:47:50.932190 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0bf42d45-243d-4da1-882d-7fb507db95a5 req-fed88585-432a-483c-b529-22f1dfc19e30 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327287 Jul 08 20:47:51.016381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['e6060f66-2750-44f0-801b-be6441b1834e'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:47:51.547261 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14512405-f788-4611-9e11-a600b01376dd req-b776f1c1-2b83-473a-9b27-c645b161e9ec tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:51.548939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-14512405-f788-4611-9e11-a600b01376dd req-b776f1c1-2b83-473a-9b27-c645b161e9ec tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 945 time: 0.0663118 Jul 08 20:47:51.589017 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-14512405-f788-4611-9e11-a600b01376dd req-c5db5c4d-19ce-497f-bf0b-025b445d3131 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330448 Jul 08 20:47:52.121711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdad14-29fc-40c9-9271-a1e3a1450b75 req-b68e4403-e309-4a36-b961-53fb47e11927 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:52.123222 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78bdad14-29fc-40c9-9271-a1e3a1450b75 req-b68e4403-e309-4a36-b961-53fb47e11927 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.0703063 Jul 08 20:47:52.163921 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78bdad14-29fc-40c9-9271-a1e3a1450b75 req-e2621eef-855e-4c25-96ac-3d4bb00f217a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351064 Jul 08 20:47:52.585851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e6060f66-2750-44f0-801b-be6441b1834e up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:47:52.640380 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port e6060f66-2750-44f0-801b-be6441b1834e completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:47:52.645112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port e6060f66-2750-44f0-801b-be6441b1834e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:52.645533 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:52.736788 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:52.763070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6060f66-2750-44f0-801b-be6441b1834e'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:47:52.766717 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a849b6a5-b6dc-478a-8459-8ce5a683d979" -d '{"events": [{"server_uuid": "fa3067a8-4fbb-4491-8374-2bfef626bccb", "name": "network-vif-plugged", "status": "completed", "tag": "e6060f66-2750-44f0-801b-be6441b1834e"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:47:52.774051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445e0a5-e4e0-4dfd-a110-5d61ceeb6517 req-0e7fa7f5-d8fc-4883-a6a5-1ff2ac25de59 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:52.781125 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7445e0a5-e4e0-4dfd-a110-5d61ceeb6517 req-0e7fa7f5-d8fc-4883-a6a5-1ff2ac25de59 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 945 time: 0.0737424 Jul 08 20:47:52.790967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port e6060f66-2750-44f0-801b-be6441b1834e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e6060f66-2750-44f0-801b-be6441b1834e,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:52.797486 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:52.830457 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aef62e-bd72-46b9-9f13-1af2e917e02a x-openstack-request-id: req-e8aef62e-bd72-46b9-9f13-1af2e917e02a {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:47:52.830457 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3067a8-4fbb-4491-8374-2bfef626bccb", "name": "network-vif-plugged", "status": "completed", "tag": "e6060f66-2750-44f0-801b-be6441b1834e", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:47:52.830779 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e8aef62e-bd72-46b9-9f13-1af2e917e02a {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:47:52.830882 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7445e0a5-e4e0-4dfd-a110-5d61ceeb6517 req-49d416a3-8fa1-42ed-a16a-0b207d04551c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485919 Jul 08 20:47:52.830983 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6060f66-2750-44f0-801b-be6441b1834e', 'code': 200} Jul 08 20:47:52.865374 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=e6060f66-2750-44f0-801b-be6441b1834e,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:52.945881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1d8f0-b2ec-4ac5-9961-57ff23a3a126 req-ed24526d-d646-4f03-99b5-ae4ec839321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:52.947340 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51c1d8f0-b2ec-4ac5-9961-57ff23a3a126 req-ed24526d-d646-4f03-99b5-ae4ec839321e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 1098 time: 0.0560315 Jul 08 20:47:52.995967 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51c1d8f0-b2ec-4ac5-9961-57ff23a3a126 req-d626d22a-5215-4f63-92e7-2f78538edee5 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413413 Jul 08 20:47:53.080512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a381a664-a69a-4e56-80a4-3eafe3394064 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:47:53.082774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-45eafcaa-e993-453c-820a-8f94cc76135e req-6b5f7af2-f53b-4b90-8f03-a1297e28a245 service neutron] (94066) timed out ('10.222.0.101', 43574) {{(pid=94066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 20:47:53.194723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a381a664-a69a-4e56-80a4-3eafe3394064, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a381a664-a69a-4e56-80a4-3eafe3394064,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:53.208658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'port_id': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'mac_address': 'fa:16:3e:7d:18:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:47:53.249752 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:53.264816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a381a664-a69a-4e56-80a4-3eafe3394064 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:47:53.290032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a381a664-a69a-4e56-80a4-3eafe3394064, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a381a664-a69a-4e56-80a4-3eafe3394064,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:53.295414 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:53.353140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a381a664-a69a-4e56-80a4-3eafe3394064,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:53.381112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3c0b-ac88-4ae5-ad19-48620633db9d req-545ce03e-ef61-4255-989f-6b4a89b46748 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:53.382660 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-332c3c0b-ac88-4ae5-ad19-48620633db9d req-545ce03e-ef61-4255-989f-6b4a89b46748 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 945 time: 0.0749764 Jul 08 20:47:53.429257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-332c3c0b-ac88-4ae5-ad19-48620633db9d req-e15aa55c-aaee-4238-b3cc-e229a93a6946 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408242 Jul 08 20:47:53.492088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['a381a664-a69a-4e56-80a4-3eafe3394064'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:47:53.514421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e23f3-6f24-48d3-b2f8-e8516b950bef req-f4193803-b5e3-472b-a184-043c2ba60f85 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:53.516955 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-141e23f3-6f24-48d3-b2f8-e8516b950bef req-f4193803-b5e3-472b-a184-043c2ba60f85 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0597258 Jul 08 20:47:53.541695 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:53.555588 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-141e23f3-6f24-48d3-b2f8-e8516b950bef req-47975017-66c9-4c48-ba82-72766cf46f5c tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321538 Jul 08 20:47:53.742983 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fc855-2f97-4b75-8566-2d0144f11354 req-7f39e5ee-c987-429a-b9b6-f76af04342c2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:53.745001 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c4fc855-2f97-4b75-8566-2d0144f11354 req-7f39e5ee-c987-429a-b9b6-f76af04342c2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0666971 Jul 08 20:47:53.792500 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9c4fc855-2f97-4b75-8566-2d0144f11354 req-08cd97e2-9690-4a97-9c2d-727cd1dbd25e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395734 Jul 08 20:47:53.819470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36188) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:53.893919 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d2843648-7764-4fe8-b103-7eabf8f29fd7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/3f9e9aee-0c27-4040-98bb-0e7b204aa4dc HTTP/1.1" status: 200 len: 993 time: 0.0725052 Jul 08 20:47:54.038498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57de4d2-b90b-4883-b5e3-04a122f60c6f req-638f936d-7173-463b-abeb-764febb52ac8 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:54.040107 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f57de4d2-b90b-4883-b5e3-04a122f60c6f req-638f936d-7173-463b-abeb-764febb52ac8 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 946 time: 0.0765989 Jul 08 20:47:54.086320 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f57de4d2-b90b-4883-b5e3-04a122f60c6f req-d308a9d5-97e8-461e-9bf1-f10e3421a838 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393121 Jul 08 20:47:54.150092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36198) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:54.261806 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60209741-dbe8-4091-bd49-25df79d2f42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:54.366180 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60209741-dbe8-4091-bd49-25df79d2f42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:54.369936 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60209741-dbe8-4091-bd49-25df79d2f42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:54.408614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60209741-dbe8-4091-bd49-25df79d2f42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6500cbf1-eaa8-4ce6-b505-871aa8406f6e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:54.417520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-60209741-dbe8-4091-bd49-25df79d2f42f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fe85f0a293cc4551847ba0fc1a2c0df5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633259 Jul 08 20:47:54.418684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36206) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:54.469165 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11c70879-f0ec-44e8-9444-109fe9e49540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:54.493989 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11c70879-f0ec-44e8-9444-109fe9e49540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:54.561659 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11c70879-f0ec-44e8-9444-109fe9e49540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:54.565538 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11c70879-f0ec-44e8-9444-109fe9e49540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:54.568143 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-11c70879-f0ec-44e8-9444-109fe9e49540 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6500cbf1-eaa8-4ce6-b505-871aa8406f6e HTTP/1.1" status: 204 len: 168 time: 0.1493890 Jul 08 20:47:54.585537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c70879-f0ec-44e8-9444-109fe9e49540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6500cbf1-eaa8-4ce6-b505-871aa8406f6e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:54.679174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198bd09-923d-476a-a9c8-d52c07ef7fb6 req-2921f16e-544d-44ae-a967-bbf83e91ed9b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:54.681379 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5198bd09-923d-476a-a9c8-d52c07ef7fb6 req-2921f16e-544d-44ae-a967-bbf83e91ed9b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 945 time: 0.1239281 Jul 08 20:47:54.731671 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5198bd09-923d-476a-a9c8-d52c07ef7fb6 req-8bf5d9b0-0b49-4119-9b0a-0dced13b70d1 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Jul 08 20:47:54.915019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36218) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:54.930799 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8263e78-75ed-4450-88bf-56fd2aab205e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:55.037245 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8263e78-75ed-4450-88bf-56fd2aab205e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:55.041494 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f8263e78-75ed-4450-88bf-56fd2aab205e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:55.086236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f8263e78-75ed-4450-88bf-56fd2aab205e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=07cad8a6f5824ea9a4119c9c43042259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699829 Jul 08 20:47:55.087249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8263e78-75ed-4450-88bf-56fd2aab205e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8f5911-998f-4f68-a781-754272ee5106,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:55.089850 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36220) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:55.095657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a381a664-a69a-4e56-80a4-3eafe3394064 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:47:55.147044 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-9d50010d-beae-465d-b247-34e1372d00f4 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4956112 Jul 08 20:47:55.167705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eaa7c-bb4b-43a6-9bb9-bec111bf2f1d req-0718e00e-ebb5-41da-84c6-345100d3bc6e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:55.169318 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea7eaa7c-bb4b-43a6-9bb9-bec111bf2f1d req-0718e00e-ebb5-41da-84c6-345100d3bc6e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.5192590 Jul 08 20:47:55.169704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port a381a664-a69a-4e56-80a4-3eafe3394064 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:47:55.176728 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port a381a664-a69a-4e56-80a4-3eafe3394064 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:47:55.177214 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:55.195021 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32f56792-29c7-4d3d-a079-e22588d562d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:55.239803 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32f56792-29c7-4d3d-a079-e22588d562d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:55.244063 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea7eaa7c-bb4b-43a6-9bb9-bec111bf2f1d req-a8a61221-d7dc-48bc-aec5-353676128253 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609207 Jul 08 20:47:55.275217 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:55.299967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32f56792-29c7-4d3d-a079-e22588d562d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:55.303864 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32f56792-29c7-4d3d-a079-e22588d562d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:55.305076 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-32f56792-29c7-4d3d-a079-e22588d562d3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cf8f5911-998f-4f68-a781-754272ee5106 HTTP/1.1" status: 204 len: 168 time: 0.2142799 Jul 08 20:47:55.319197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:47:55.322578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f56792-29c7-4d3d-a079-e22588d562d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8f5911-998f-4f68-a781-754272ee5106,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:55.324757 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55cc4aa-4bcd-4fac-a76c-5723e2e7683e" -d '{"events": [{"server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "name": "network-vif-plugged", "status": "completed", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:47:55.377202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a381a664-a69a-4e56-80a4-3eafe3394064, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a381a664-a69a-4e56-80a4-3eafe3394064,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:47:55.377352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378b6f3-d1b9-4de4-a393-70498774d747 req-2af4404d-3d0f-4b73-89c2-fdbd3b1f18e4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:55.381449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d378b6f3-d1b9-4de4-a393-70498774d747 req-2af4404d-3d0f-4b73-89c2-fdbd3b1f18e4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 946 time: 0.1509550 Jul 08 20:47:55.381757 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8780d58f-ee88-4930-9d16-2520af6cf9b9 x-openstack-request-id: req-8780d58f-ee88-4930-9d16-2520af6cf9b9 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:47:55.383169 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "name": "network-vif-plugged", "status": "completed", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:47:55.383678 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8780d58f-ee88-4930-9d16-2520af6cf9b9 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:47:55.385223 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'code': 200} Jul 08 20:47:55.386973 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:55.466223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a381a664-a69a-4e56-80a4-3eafe3394064,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:55.469367 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d378b6f3-d1b9-4de4-a393-70498774d747 req-2c55c3df-b897-4bda-a746-4b2fd42f4f71 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594463 Jul 08 20:47:55.535333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5a48-8437-430b-ade9-5b9f3ec0527f req-3f93b208-a006-4bc1-b352-49784319b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:55.537172 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-808b5a48-8437-430b-ade9-5b9f3ec0527f req-3f93b208-a006-4bc1-b352-49784319b267 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 1098 time: 0.0632167 Jul 08 20:47:55.588392 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-808b5a48-8437-430b-ade9-5b9f3ec0527f req-d89153c3-9879-4f1d-a047-3bf1107caa50 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453053 Jul 08 20:47:55.680249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50d8af-ed2a-4b87-9cb9-b369b4917abd req-24e99fc9-d9c3-4907-aaba-7618a6a8d034 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:55.682236 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb50d8af-ed2a-4b87-9cb9-b369b4917abd req-24e99fc9-d9c3-4907-aaba-7618a6a8d034 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 946 time: 0.0740182 Jul 08 20:47:55.724225 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fb50d8af-ed2a-4b87-9cb9-b369b4917abd req-af0345ea-5242-43f3-8b50-2ab76594e9d8 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349426 Jul 08 20:47:55.749248 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36256) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:55.811969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115a6a78-dcf0-49ab-be0e-2abaa395f452 tempest-TestVolumeBootPattern-1320220900 tempest-TestVolumeBootPattern-1320220900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:55.814558 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-115a6a78-dcf0-49ab-be0e-2abaa395f452 tempest-TestVolumeBootPattern-1320220900 tempest-TestVolumeBootPattern-1320220900-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 1093 time: 0.0643070 Jul 08 20:47:55.818273 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36262) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:55.823279 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': 'e6060f66-2750-44f0-801b-be6441b1834e', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:47:55.864366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:55.986898 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdb289-8c17-4908-92b3-46a70026e0bf req-20bbd4fc-59c8-44e9-87f7-38d929e7e0e6 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:55.997539 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16bdb289-8c17-4908-92b3-46a70026e0bf req-20bbd4fc-59c8-44e9-87f7-38d929e7e0e6 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.1054528 Jul 08 20:47:56.018599 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:56.048070 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16bdb289-8c17-4908-92b3-46a70026e0bf req-e1bd06be-0cea-4d46-8947-a811596db426 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495224 Jul 08 20:47:56.156712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Allocated IP 172.25.4.157 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/5ba3901b-a7ef-4193-bff4-f3bd2983636d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:47:56.291400 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:56.344282 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:56.441654 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:47:56.465369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:47:56.467607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'Port': ['ID=5ba3901b-a7ef-4193-bff4-f3bd2983636d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:56.471450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:47:56.576688 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9775d-2ec9-46bc-a3a7-944726eb8caa req-d075fcf3-6c1d-4862-89d3-73403e483cb3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:56.578312 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ade9775d-2ec9-46bc-a3a7-944726eb8caa req-d075fcf3-6c1d-4862-89d3-73403e483cb3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.1600363 Jul 08 20:47:56.671082 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ade9775d-2ec9-46bc-a3a7-944726eb8caa req-2d317af8-3981-4479-940e-2ce729d2ad7e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862470 Jul 08 20:47:57.006732 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:57.049923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01e704-89e7-484c-804d-2525defc0028 req-16dd08ff-4572-4547-9960-19f4cb7a4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:57.052173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-16dd08ff-4572-4547-9960-19f4cb7a4d3d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1097 time: 0.1157498 Jul 08 20:47:57.169099 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:57.241324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb18b63-af5b-4ff9-b502-67ae84cd160a req-3e921cf2-932f-4a97-8628-1edf9f98252d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:57.243724 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5bb18b63-af5b-4ff9-b502-67ae84cd160a req-3e921cf2-932f-4a97-8628-1edf9f98252d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.0708847 Jul 08 20:47:57.290132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01e704-89e7-484c-804d-2525defc0028 req-a48e3d80-8d9b-43e9-8585-3dccb02ae2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:57.291656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-a48e3d80-8d9b-43e9-8585-3dccb02ae2aa service neutron] 10.222.0.103 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 898 time: 0.2322900 Jul 08 20:47:57.297285 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5bb18b63-af5b-4ff9-b502-67ae84cd160a req-4adfeab2-3f00-49e4-885e-426996e983aa tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457420 Jul 08 20:47:57.404515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-dcda619e-d9ac-4bcb-8e9f-964d1c880c6e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 1001 time: 0.1036112 Jul 08 20:47:57.449779 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:57.487476 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:57.574677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01e704-89e7-484c-804d-2525defc0028 req-9bfc598f-664a-4cb4-a1d6-4a86485784a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:57.576171 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-9bfc598f-664a-4cb4-a1d6-4a86485784a3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.1549032 Jul 08 20:47:57.610555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'Port': ['ID=5ba3901b-a7ef-4193-bff4-f3bd2983636d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:47:57.642896 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:57.694046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39017d1c-dbea-4ef2-86fb-00e3159152dc req-2196c71b-9103-488a-8a82-c7341074ec6d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:57.695656 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39017d1c-dbea-4ef2-86fb-00e3159152dc req-2196c71b-9103-488a-8a82-c7341074ec6d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.2731359 Jul 08 20:47:57.704794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36322) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:47:57.710418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cd1c96bb-ba5c-4ce3-b3ab-f78b2ae36974 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Request body: {'floatingip': {'port_id': 'a381a664-a69a-4e56-80a4-3eafe3394064'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:47:57.763355 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd1c96bb-ba5c-4ce3-b3ab-f78b2ae36974 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:57.772062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01e704-89e7-484c-804d-2525defc0028 req-fbe218a8-b04e-4f83-81b5-e7fe4a7aef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:57.773643 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-fbe218a8-b04e-4f83-81b5-e7fe4a7aef19 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1854064 Jul 08 20:47:57.844109 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Floating IP d207a61e-1c50-481d-84f0-47b8dc3aef62 associated. External IP: 172.25.4.157, port: e6060f66-2750-44f0-801b-be6441b1834e. Jul 08 20:47:57.983428 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-059a6028-5cf1-4034-9069-f3b52f3fa875 service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031589 Jul 08 20:47:57.992290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd27f7-b0c9-481f-bbdb-b75c76005c3f req-15dba75a-8e15-4ad7-9919-60d4cd0f9bf5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:57.994319 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-95dd27f7-b0c9-481f-bbdb-b75c76005c3f req-15dba75a-8e15-4ad7-9919-60d4cd0f9bf5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.1617651 Jul 08 20:47:58.086371 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-95dd27f7-b0c9-481f-bbdb-b75c76005c3f req-ea7e3434-8380-449d-a371-2ff1bfebb8d3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825791 Jul 08 20:47:58.177124 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-75dcdbab-db34-41d2-aadd-d270ba8e93af service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850245 Jul 08 20:47:58.219256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Router 0486d880-fd55-41e5-97aa-e17fb0483714 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:47:58.374948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:47:58.386844 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f806a1d-8314-4ffd-89da-0bc5beb8027f None None] Sync routers for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:47:58.404611 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f806a1d-8314-4ffd-89da-0bc5beb8027f None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:58.406003 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6f806a1d-8314-4ffd-89da-0bc5beb8027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:58.417168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd1c96bb-ba5c-4ce3-b3ab-f78b2ae36974 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:58.418024 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:58.427364 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd1c96bb-ba5c-4ce3-b3ab-f78b2ae36974 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:58.465029 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dee57b80-f6dd-481c-9f4f-db570a87d512 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6454570 Jul 08 20:47:58.465546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'tag': 'e6060f66-2750-44f0-801b-be6441b1834e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:47:58.469057 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ef9a51-ea82-4185-8247-7feced7d8727" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3067a8-4fbb-4491-8374-2bfef626bccb", "tag": "e6060f66-2750-44f0-801b-be6441b1834e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:47:58.527125 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6779732-2284-4471-ac65-0f78f5668c67 x-openstack-request-id: req-a6779732-2284-4471-ac65-0f78f5668c67 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:47:58.527415 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3067a8-4fbb-4491-8374-2bfef626bccb", "tag": "e6060f66-2750-44f0-801b-be6441b1834e", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:47:58.527669 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a6779732-2284-4471-ac65-0f78f5668c67 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:47:58.528072 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'tag': 'e6060f66-2750-44f0-801b-be6441b1834e', 'status': 'completed', 'code': 200} Jul 08 20:47:58.575341 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-cd1c96bb-ba5c-4ce3-b3ab-f78b2ae36974 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Floating IP d5f7534d-0ad1-46bb-8d90-38966ca1ba0f associated. External IP: 172.25.4.202, port: a381a664-a69a-4e56-80a4-3eafe3394064. Jul 08 20:47:58.587405 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-6f806a1d-8314-4ffd-89da-0bc5beb8027f None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:58.632092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef9a51-ea82-4185-8247-7feced7d8727 req-231d030d-13c2-47f1-9853-87b009896b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:58.637114 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ef9a51-ea82-4185-8247-7feced7d8727 req-231d030d-13c2-47f1-9853-87b009896b08 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 1098 time: 0.0710518 Jul 08 20:47:58.743323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef9a51-ea82-4185-8247-7feced7d8727 req-35bbb119-60aa-47a1-b5bc-d83364b1acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:58.745181 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ef9a51-ea82-4185-8247-7feced7d8727 req-35bbb119-60aa-47a1-b5bc-d83364b1acbf service neutron] 10.222.0.103 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.1043141 Jul 08 20:47:58.838252 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ef9a51-ea82-4185-8247-7feced7d8727 req-54afaacb-f693-4d17-ab49-c41837905ac7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6060f66-2750-44f0-801b-be6441b1834e HTTP/1.1" status: 200 len: 1000 time: 0.0856643 Jul 08 20:47:58.895727 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef9a51-ea82-4185-8247-7feced7d8727 req-b8b9a8c9-4df3-4ac7-bd30-59c57eefc3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:58.897603 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ef9a51-ea82-4185-8247-7feced7d8727 req-b8b9a8c9-4df3-4ac7-bd30-59c57eefc3b3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0529892 Jul 08 20:47:58.914626 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6f806a1d-8314-4ffd-89da-0bc5beb8027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'd207a61e-1c50-481d-84f0-47b8dc3aef62', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': 'e6060f66-2750-44f0-801b-be6441b1834e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:39:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:56Z', 'updated_at': '2021-07-08T20:47:56Z', 'revision_number': 0, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:58.964224 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f806a1d-8314-4ffd-89da-0bc5beb8027f None None] Checking router: 0486d880-fd55-41e5-97aa-e17fb0483714 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:47:58.972959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef9a51-ea82-4185-8247-7feced7d8727 req-0eb0ca08-23be-4a60-aa46-6df0247b7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:58.974668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ef9a51-ea82-4185-8247-7feced7d8727 req-0eb0ca08-23be-4a60-aa46-6df0247b7747 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706470 Jul 08 20:47:58.977670 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f806a1d-8314-4ffd-89da-0bc5beb8027f None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:58.978659 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6f806a1d-8314-4ffd-89da-0bc5beb8027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:59.102611 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ef9a51-ea82-4185-8247-7feced7d8727 req-e0d038bb-aca8-47e3-8a71-6934a51c7f85 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198256 Jul 08 20:47:59.118248 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-6f806a1d-8314-4ffd-89da-0bc5beb8027f None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:59.249114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1c96bb-ba5c-4ce3-b3ab-f78b2ae36974 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Router ebdd7341-4765-4a38-90d9-1f7637bcc246 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:47:59.252808 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b9ef9a51-ea82-4185-8247-7feced7d8727 req-9847ef73-1e20-4b7d-8e0a-d8f138d111b1 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346366 Jul 08 20:47:59.421089 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6f806a1d-8314-4ffd-89da-0bc5beb8027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'd207a61e-1c50-481d-84f0-47b8dc3aef62', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': 'e6060f66-2750-44f0-801b-be6441b1834e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:39:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:56Z', 'updated_at': '2021-07-08T20:47:56Z', 'revision_number': 0, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:59.422954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249623-40f8-4583-8e48-8edc09749bfa req-525408cd-7bdc-41ac-8273-a05de532c7a1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:59.424492 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94249623-40f8-4583-8e48-8edc09749bfa req-525408cd-7bdc-41ac-8273-a05de532c7a1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.1247723 Jul 08 20:47:59.444654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1c96bb-ba5c-4ce3-b3ab-f78b2ae36974 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:47:59.454552 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cd1c96bb-ba5c-4ce3-b3ab-f78b2ae36974 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:47:59.460944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5af2cfb-245b-4fa2-825f-939d4f2e1f35 None None] Sync routers for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:47:59.464715 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f806a1d-8314-4ffd-89da-0bc5beb8027f None None] The sync data for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 is: [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'd207a61e-1c50-481d-84f0-47b8dc3aef62', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': 'e6060f66-2750-44f0-801b-be6441b1834e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:39:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:56Z', 'updated_at': '2021-07-08T20:47:56Z', 'revision_number': 0, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:47:59.473279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5af2cfb-245b-4fa2-825f-939d4f2e1f35 None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:47:59.474007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b5af2cfb-245b-4fa2-825f-939d4f2e1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:59.506562 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cd1c96bb-ba5c-4ce3-b3ab-f78b2ae36974 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "PUT /v2.0/floatingips/d5f7534d-0ad1-46bb-8d90-38966ca1ba0f HTTP/1.1" status: 200 len: 992 time: 1.8002448 Jul 08 20:47:59.515461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:47:59.517573 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367def89-f157-4b69-a25f-ed93b24b4c11" -d '{"events": [{"name": "network-changed", "server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:47:59.539938 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94249623-40f8-4583-8e48-8edc09749bfa req-d1affe3a-27bd-4f7d-99d9-70e214520453 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050532 Jul 08 20:47:59.587678 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60b7ed4-98d8-4b35-a7fc-81b76a3dfade x-openstack-request-id: req-e60b7ed4-98d8-4b35-a7fc-81b76a3dfade {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:47:59.588240 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:47:59.588741 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e60b7ed4-98d8-4b35-a7fc-81b76a3dfade {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:47:59.589540 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'status': 'completed', 'code': 200} Jul 08 20:47:59.635291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b5af2cfb-245b-4fa2-825f-939d4f2e1f35 None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:47:59.692067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367def89-f157-4b69-a25f-ed93b24b4c11 req-54c83733-216c-4f2c-9420-72ed5ac4dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:59.693660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-367def89-f157-4b69-a25f-ed93b24b4c11 req-54c83733-216c-4f2c-9420-72ed5ac4dcb1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 1098 time: 0.0793078 Jul 08 20:47:59.773140 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ae116a-34b1-469d-a9f8-92a20d7e704d None None] New status for floating IP d207a61e-1c50-481d-84f0-47b8dc3aef62: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:47:59.809956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367def89-f157-4b69-a25f-ed93b24b4c11 req-74f22226-6a89-4d50-8323-b5aa6967e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:59.812986 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-367def89-f157-4b69-a25f-ed93b24b4c11 req-74f22226-6a89-4d50-8323-b5aa6967e873 service neutron] 10.222.0.104 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 918 time: 0.1125195 Jul 08 20:47:59.896277 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-367def89-f157-4b69-a25f-ed93b24b4c11 req-3f2afde3-2453-4e91-8275-9f253ba78412 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a381a664-a69a-4e56-80a4-3eafe3394064 HTTP/1.1" status: 200 len: 1000 time: 0.0756216 Jul 08 20:47:59.920918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b5af2cfb-245b-4fa2-825f-939d4f2e1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'd5f7534d-0ad1-46bb-8d90-38966ca1ba0f', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'port_id': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'mac_address': 'fa:16:3e:7d:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:44Z', 'updated_at': '2021-07-08T20:47:58Z', 'revision_number': 1, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:06Z', 'revision_number': 5, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:47:59.964675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367def89-f157-4b69-a25f-ed93b24b4c11 req-0e3cc2a9-a3b2-4acc-a830-e314250e22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:47:59.966511 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-367def89-f157-4b69-a25f-ed93b24b4c11 req-0e3cc2a9-a3b2-4acc-a830-e314250e22fb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0636797 Jul 08 20:48:00.034516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367def89-f157-4b69-a25f-ed93b24b4c11 req-14a2e5c5-4b6c-40bb-9280-c6e4f575a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:00.036856 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-367def89-f157-4b69-a25f-ed93b24b4c11 req-14a2e5c5-4b6c-40bb-9280-c6e4f575a0a2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643942 Jul 08 20:48:00.119741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5af2cfb-245b-4fa2-825f-939d4f2e1f35 None None] Checking router: ebdd7341-4765-4a38-90d9-1f7637bcc246 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:48:00.128849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5af2cfb-245b-4fa2-825f-939d4f2e1f35 None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:48:00.129611 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b5af2cfb-245b-4fa2-825f-939d4f2e1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:47:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:00.152292 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-367def89-f157-4b69-a25f-ed93b24b4c11 req-5be9c613-de47-4a70-9530-5e04e56c072e service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083000 Jul 08 20:48:00.237760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b5af2cfb-245b-4fa2-825f-939d4f2e1f35 None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:48:00.246570 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-367def89-f157-4b69-a25f-ed93b24b4c11 req-504784b3-c714-49e7-9962-3704331c1bf4 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882440 Jul 08 20:48:00.481180 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b5af2cfb-245b-4fa2-825f-939d4f2e1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'd5f7534d-0ad1-46bb-8d90-38966ca1ba0f', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'port_id': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'mac_address': 'fa:16:3e:7d:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:44Z', 'updated_at': '2021-07-08T20:47:58Z', 'revision_number': 1, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:06Z', 'revision_number': 5, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:00.508187 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5af2cfb-245b-4fa2-825f-939d4f2e1f35 None None] The sync data for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 is: [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'd5f7534d-0ad1-46bb-8d90-38966ca1ba0f', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'port_id': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'mac_address': 'fa:16:3e:7d:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:44Z', 'updated_at': '2021-07-08T20:47:58Z', 'revision_number': 1, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:06Z', 'revision_number': 5, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:48:00.748228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c36dfd-ee14-4ffc-823e-a7c346e3e507 None None] New status for floating IP d5f7534d-0ad1-46bb-8d90-38966ca1ba0f: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:48:00.765579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a1d41-5f46-4596-a243-edff02e25e00 req-413a8986-95b1-44e3-8084-f7ce09b03d63 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:00.767447 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf7a1d41-5f46-4596-a243-edff02e25e00 req-413a8986-95b1-44e3-8084-f7ce09b03d63 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.1013641 Jul 08 20:48:00.814479 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf7a1d41-5f46-4596-a243-edff02e25e00 req-9472cf56-233f-4c49-84a7-6ea642e7a0fe tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398574 Jul 08 20:48:02.018286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231051ba-7658-42c7-ba2f-a008a642bcf5 req-a8b388d9-a6b6-49f9-8a65-772fb32b0a29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:02.020154 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-231051ba-7658-42c7-ba2f-a008a642bcf5 req-a8b388d9-a6b6-49f9-8a65-772fb32b0a29 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0754757 Jul 08 20:48:02.059281 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-231051ba-7658-42c7-ba2f-a008a642bcf5 req-fde17849-ace9-4f3a-9660-a400435a4d48 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330827 Jul 08 20:48:02.647944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36424) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:02.752321 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7587421-445b-49fd-ab99-2efcf74fe0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:02.845560 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7587421-445b-49fd-ab99-2efcf74fe0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:02.850481 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7587421-445b-49fd-ab99-2efcf74fe0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:02.891674 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36430) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:02.892166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b7587421-445b-49fd-ab99-2efcf74fe0eb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=656c302b2015418eb47bb4db9bac9e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426798 Jul 08 20:48:02.894933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7587421-445b-49fd-ab99-2efcf74fe0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c370c9f8-1291-4330-95a5-1fb68c7e2bf9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:02.965673 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93bf837c-01aa-4e93-ab4b-c0bc5b1e5a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:02.989035 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93bf837c-01aa-4e93-ab4b-c0bc5b1e5a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:03.037686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93bf837c-01aa-4e93-ab4b-c0bc5b1e5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:03.040782 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93bf837c-01aa-4e93-ab4b-c0bc5b1e5a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:03.042054 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-93bf837c-01aa-4e93-ab4b-c0bc5b1e5a7b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c370c9f8-1291-4330-95a5-1fb68c7e2bf9 HTTP/1.1" status: 204 len: 168 time: 0.1479948 Jul 08 20:48:03.052370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf837c-01aa-4e93-ab4b-c0bc5b1e5a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c370c9f8-1291-4330-95a5-1fb68c7e2bf9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:03.255211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26cd0c-e7f5-47ed-8ad0-7d465d9b13ca req-bce8ae2b-59a6-45d0-8cd3-3d7c6403f850 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:03.256936 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c26cd0c-e7f5-47ed-8ad0-7d465d9b13ca req-bce8ae2b-59a6-45d0-8cd3-3d7c6403f850 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0709007 Jul 08 20:48:03.299218 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c26cd0c-e7f5-47ed-8ad0-7d465d9b13ca req-75f1e9ae-3dcb-4eb4-9751-a1f07c019b57 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361321 Jul 08 20:48:03.353999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36438) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:03.372376 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0023e29b-468c-4345-9346-294eca3955e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:03.464995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0023e29b-468c-4345-9346-294eca3955e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:03.469656 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0023e29b-468c-4345-9346-294eca3955e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:03.510813 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0023e29b-468c-4345-9346-294eca3955e6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=48922ce04c194bf2913bf7469851f4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557107 Jul 08 20:48:03.511952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023e29b-468c-4345-9346-294eca3955e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60acf3b-117d-4514-996f-7a210b1e3081,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:03.513894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36440) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:03.563547 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4184cb5f-a722-451c-b2c3-916251d87108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:03.584813 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4184cb5f-a722-451c-b2c3-916251d87108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:03.631940 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4184cb5f-a722-451c-b2c3-916251d87108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:03.634734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4184cb5f-a722-451c-b2c3-916251d87108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:03.635897 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4184cb5f-a722-451c-b2c3-916251d87108 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a60acf3b-117d-4514-996f-7a210b1e3081 HTTP/1.1" status: 204 len: 168 time: 0.1209462 Jul 08 20:48:03.644422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184cb5f-a722-451c-b2c3-916251d87108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60acf3b-117d-4514-996f-7a210b1e3081,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:04.063010 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6d0268e2-4cdd-4bf1-815d-df1b58659054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:04.479904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce282ac8-39f8-41a2-9a15-711e2b12fce3 req-b3605aac-6557-4c18-9f7c-cad651beae21 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:04.481463 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce282ac8-39f8-41a2-9a15-711e2b12fce3 req-b3605aac-6557-4c18-9f7c-cad651beae21 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0649023 Jul 08 20:48:04.527333 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce282ac8-39f8-41a2-9a15-711e2b12fce3 req-f839d106-cbb6-4713-b346-70b4a54381d9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398180 Jul 08 20:48:05.720821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1a492-080e-40f2-8854-1cffbfb2af23 req-736dcbf2-2c48-463e-b19d-e230ddc11cf8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:05.722359 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dca1a492-080e-40f2-8854-1cffbfb2af23 req-736dcbf2-2c48-463e-b19d-e230ddc11cf8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0758255 Jul 08 20:48:05.759301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36514) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:05.765411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dca1a492-080e-40f2-8854-1cffbfb2af23 req-4ff19419-a44b-405c-bec1-99d8e812db5d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367727 Jul 08 20:48:05.874644 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d12e8e9-003c-4701-b530-d403d17c7ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:05.966479 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d12e8e9-003c-4701-b530-d403d17c7ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:05.970364 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2d12e8e9-003c-4701-b530-d403d17c7ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:06.010332 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2d12e8e9-003c-4701-b530-d403d17c7ff3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c0e92f57962f4fb4ae022fc5344d794c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498612 Jul 08 20:48:06.011273 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12e8e9-003c-4701-b530-d403d17c7ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46698b10-54dc-4e0e-8429-2d1257286ef4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:06.013178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36518) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:06.063600 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-50159ca7-d38b-47b4-a9b3-a3712746d8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:06.084457 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-50159ca7-d38b-47b4-a9b3-a3712746d8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:06.136737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-50159ca7-d38b-47b4-a9b3-a3712746d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:06.139599 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-50159ca7-d38b-47b4-a9b3-a3712746d8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:06.140918 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-50159ca7-d38b-47b4-a9b3-a3712746d8ed admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/46698b10-54dc-4e0e-8429-2d1257286ef4 HTTP/1.1" status: 204 len: 168 time: 0.1261578 Jul 08 20:48:06.149201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50159ca7-d38b-47b4-a9b3-a3712746d8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46698b10-54dc-4e0e-8429-2d1257286ef4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:06.419741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36526) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:06.433747 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28065b72-d5d2-4248-977a-714343f929ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:06.538502 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28065b72-d5d2-4248-977a-714343f929ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:06.543099 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28065b72-d5d2-4248-977a-714343f929ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:06.584733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28065b72-d5d2-4248-977a-714343f929ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16aeff18-8de4-43a8-965f-ecc2eab355d2,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:06.589779 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-28065b72-d5d2-4248-977a-714343f929ab admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=847193fc8bf54fb7aa208b9b9bd6d41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684005 Jul 08 20:48:06.591822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36528) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:06.648925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8ab68f7-ddc1-45f0-b062-fcc6086a8b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:06.670749 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8ab68f7-ddc1-45f0-b062-fcc6086a8b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:06.718101 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8ab68f7-ddc1-45f0-b062-fcc6086a8b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:06.720649 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8ab68f7-ddc1-45f0-b062-fcc6086a8b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:06.721835 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c8ab68f7-ddc1-45f0-b062-fcc6086a8b58 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/16aeff18-8de4-43a8-965f-ecc2eab355d2 HTTP/1.1" status: 204 len: 168 time: 0.1291189 Jul 08 20:48:06.730349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab68f7-ddc1-45f0-b062-fcc6086a8b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aeff18-8de4-43a8-965f-ecc2eab355d2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:06.946179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bea3fa-60e4-4803-a058-48b4616ae3cc req-0940ced2-c838-45df-a619-1ff59dfd754c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:06.947708 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59bea3fa-60e4-4803-a058-48b4616ae3cc req-0940ced2-c838-45df-a619-1ff59dfd754c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0651824 Jul 08 20:48:06.970620 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a6bf-49d9-46c3-8baa-39b46f958a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:06.997621 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59bea3fa-60e4-4803-a058-48b4616ae3cc req-467e12be-431d-47cf-8763-6eef54732449 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436969 Jul 08 20:48:07.136462 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:08.180771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcce49-e809-40cb-ba5f-c7f2817cae88 req-fc04cddb-0c98-4d7a-9de3-38780fbf72c8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:08.182451 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6dbcce49-e809-40cb-ba5f-c7f2817cae88 req-fc04cddb-0c98-4d7a-9de3-38780fbf72c8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0676496 Jul 08 20:48:08.223100 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6dbcce49-e809-40cb-ba5f-c7f2817cae88 req-0e2e3e68-f094-4514-b7ee-25e3bc46c1ab tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350611 Jul 08 20:48:08.261685 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:08.887867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36596) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:08.993034 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2908216-65ed-4f05-88a5-cca9c3e567ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.080298 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2908216-65ed-4f05-88a5-cca9c3e567ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.084783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f2908216-65ed-4f05-88a5-cca9c3e567ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.126612 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f2908216-65ed-4f05-88a5-cca9c3e567ab admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ddb672623b2d483ab7d69dfd9be15c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373548 Jul 08 20:48:09.127484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908216-65ed-4f05-88a5-cca9c3e567ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc47d3e2-4d1f-476e-8ef6-917a10ebc0c8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:09.129454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36600) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:09.179494 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9489f6b1-3366-43bb-ac73-d85a3421fa9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.203462 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9489f6b1-3366-43bb-ac73-d85a3421fa9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.251519 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9489f6b1-3366-43bb-ac73-d85a3421fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.255006 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9489f6b1-3366-43bb-ac73-d85a3421fa9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.258618 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9489f6b1-3366-43bb-ac73-d85a3421fa9d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fc47d3e2-4d1f-476e-8ef6-917a10ebc0c8 HTTP/1.1" status: 204 len: 168 time: 0.1277039 Jul 08 20:48:09.267185 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489f6b1-3366-43bb-ac73-d85a3421fa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc47d3e2-4d1f-476e-8ef6-917a10ebc0c8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:09.414897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4acf1-0d96-492b-a085-b40241d992b0 req-044aea1c-68ad-4ed2-8595-c260692f45e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:09.416460 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31b4acf1-0d96-492b-a085-b40241d992b0 req-044aea1c-68ad-4ed2-8595-c260692f45e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0731671 Jul 08 20:48:09.455919 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31b4acf1-0d96-492b-a085-b40241d992b0 req-ea1c26c8-a98a-4f9a-b95c-ba07857117b1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336480 Jul 08 20:48:09.529867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36610) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:09.544694 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4777357e-9169-4a75-91a2-ef353fb88e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.649307 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4777357e-9169-4a75-91a2-ef353fb88e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.653488 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4777357e-9169-4a75-91a2-ef353fb88e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.692668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4777357e-9169-4a75-91a2-ef353fb88e78 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e7f3cb6492534199be7ed8d995bfbae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616220 Jul 08 20:48:09.693726 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777357e-9169-4a75-91a2-ef353fb88e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bed6fa0-efd2-432b-bac9-d355916df3b2,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:09.695398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36612) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:09.758677 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ceee03d0-10ca-4da9-8093-8f63e2e47bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.781799 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ceee03d0-10ca-4da9-8093-8f63e2e47bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.828672 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.838243 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ceee03d0-10ca-4da9-8093-8f63e2e47bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.841159 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ceee03d0-10ca-4da9-8093-8f63e2e47bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:09.842623 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ceee03d0-10ca-4da9-8093-8f63e2e47bda admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5bed6fa0-efd2-432b-bac9-d355916df3b2 HTTP/1.1" status: 204 len: 168 time: 0.1443942 Jul 08 20:48:09.857624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee03d0-10ca-4da9-8093-8f63e2e47bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bed6fa0-efd2-432b-bac9-d355916df3b2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:10.647676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ce4fe-4b55-445e-a8f3-d97f0354eef0 req-5967bed6-bd2e-4ba5-8ba0-5a2f3ac7f551 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:10.653825 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e09ce4fe-4b55-445e-a8f3-d97f0354eef0 req-5967bed6-bd2e-4ba5-8ba0-5a2f3ac7f551 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0800900 Jul 08 20:48:10.697446 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e09ce4fe-4b55-445e-a8f3-d97f0354eef0 req-696fa6be-5ded-49b8-92dc-eabc9bed91f6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427573 Jul 08 20:48:11.289833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36668) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:11.393681 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37d0f46b-e9ba-4b1e-9708-fba57d430298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:11.486214 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37d0f46b-e9ba-4b1e-9708-fba57d430298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:11.490215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37d0f46b-e9ba-4b1e-9708-fba57d430298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:11.537696 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-37d0f46b-e9ba-4b1e-9708-fba57d430298 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ca05530c976f4287921813e38e8c5e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467299 Jul 08 20:48:11.540445 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36672) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:11.540999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0f46b-e9ba-4b1e-9708-fba57d430298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75502d60-950c-4be7-a669-fae66951c066,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:11.593226 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71de0ee6-dcde-4924-80b6-2ada8b093dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:11.615209 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71de0ee6-dcde-4924-80b6-2ada8b093dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:11.664128 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71de0ee6-dcde-4924-80b6-2ada8b093dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:11.666631 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71de0ee6-dcde-4924-80b6-2ada8b093dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:11.667783 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-71de0ee6-dcde-4924-80b6-2ada8b093dca admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/75502d60-950c-4be7-a669-fae66951c066 HTTP/1.1" status: 204 len: 168 time: 0.1263232 Jul 08 20:48:11.676758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de0ee6-dcde-4924-80b6-2ada8b093dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75502d60-950c-4be7-a669-fae66951c066,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:11.898857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6166d0a-29b9-4f0f-b2f5-2b50e619a828 req-c2bd913b-7dda-4a0c-a62b-500f9dbe7131 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:11.900803 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6166d0a-29b9-4f0f-b2f5-2b50e619a828 req-c2bd913b-7dda-4a0c-a62b-500f9dbe7131 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0745308 Jul 08 20:48:11.946123 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6166d0a-29b9-4f0f-b2f5-2b50e619a828 req-ae90f4bc-ed04-442f-95a1-d8e13ff85d61 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396550 Jul 08 20:48:13.127487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a7a4f-4811-4546-9389-e2c4e49f2e6f req-93ab06d6-8cf6-4fcc-880d-67077b122f18 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:13.129739 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eb4a7a4f-4811-4546-9389-e2c4e49f2e6f req-93ab06d6-8cf6-4fcc-880d-67077b122f18 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0696039 Jul 08 20:48:13.167592 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eb4a7a4f-4811-4546-9389-e2c4e49f2e6f req-b941c649-6656-42bd-b6bc-57defe03782d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322714 Jul 08 20:48:13.174258 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:48:14.346326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec784af-332d-4442-aaa4-0e520e9bc63c req-80224f6c-7694-44ee-a537-9cef71c7be39 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:14.347891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ec784af-332d-4442-aaa4-0e520e9bc63c req-80224f6c-7694-44ee-a537-9cef71c7be39 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0665278 Jul 08 20:48:14.386605 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9ec784af-332d-4442-aaa4-0e520e9bc63c req-90ecb089-92b0-4349-be0b-6ec26046ba5a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330663 Jul 08 20:48:15.560059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c157a-2cef-434f-bbaa-0c4b76d5fac3 req-273b5981-32af-4935-a238-ee03d48db70c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:15.561606 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-be0c157a-2cef-434f-bbaa-0c4b76d5fac3 req-273b5981-32af-4935-a238-ee03d48db70c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 945 time: 0.0628083 Jul 08 20:48:15.604151 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-be0c157a-2cef-434f-bbaa-0c4b76d5fac3 req-660581d3-4a16-43f8-90a9-b6153eb218d3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365100 Jul 08 20:48:15.694062 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-8e01e704-89e7-484c-804d-2525defc0028 req-afe9b41b-adfb-4665-950f-8741db8ffaed service neutron] show failed (client error): The resource could not be found. Jul 08 20:48:15.695022 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-afe9b41b-adfb-4665-950f-8741db8ffaed service neutron] 10.222.0.103 "GET /v2.0/ports/41b61571-7a6f-4329-bb80-520dd93fa6fc/bindings/n-h1-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0608547 Jul 08 20:48:15.938268 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01e704-89e7-484c-804d-2525defc0028 req-088a0b79-4240-43f8-8681-b7e3c9109901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:15.939827 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-088a0b79-4240-43f8-8681-b7e3c9109901 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3&tenant_id=87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 1097 time: 0.0535827 Jul 08 20:48:15.950538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:16.024739 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:16.227500 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:48:16.270003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:48:16.311654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:48:16.314142 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e68c824-9dd3-4ee5-b33a-5cbedfe29c92" -d '{"events": [{"server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "name": "network-vif-unplugged", "status": "completed", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:48:16.318724 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:16.331570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Transition to ACTIVE for port object 41b61571-7a6f-4329-bb80-520dd93fa6fc will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:48:16.335602 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:16.374904 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862c753e-8629-45ac-8372-946eb1c5c694 x-openstack-request-id: req-862c753e-8629-45ac-8372-946eb1c5c694 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:48:16.375196 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "name": "network-vif-unplugged", "status": "completed", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:48:16.375473 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-862c753e-8629-45ac-8372-946eb1c5c694 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:48:16.375863 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'code': 200} Jul 08 20:48:16.420361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Pushing event updated for resources: {'Port': ['ID=41b61571-7a6f-4329-bb80-520dd93fa6fc,revision_number=6']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:16.473514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] No DVR routers for this DVR port 41b61571-7a6f-4329-bb80-520dd93fa6fc on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:48:16.613893 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Attempting to bind port 41b61571-7a6f-4329-bb80-520dd93fa6fc on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:48:16.614546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Attempting to bind port 41b61571-7a6f-4329-bb80-520dd93fa6fc by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:48:16.614546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Attempting to bind port 41b61571-7a6f-4329-bb80-520dd93fa6fc on network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:48:16.618722 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Port 41b61571-7a6f-4329-bb80-520dd93fa6fc on network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:48:16.619045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Attempting to bind port 41b61571-7a6f-4329-bb80-520dd93fa6fc on network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:48:16.623859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:48:16.624203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Checking segment: {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:48:16.624593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Bound using segment: {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:48:16.625053 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Bound port: 41b61571-7a6f-4329-bb80-520dd93fa6fc, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:48:16.625421 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:16.689991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:48:16.693048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:48:16.698409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:16.744802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:16.745390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:16.746973 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] 10.222.0.104 "PUT /v2.0/ports/41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 1092 time: 0.8004622 Jul 08 20:48:16.762478 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660f792-da4a-4ae1-876f-d8a1beb57cad service neutron] Pushing event updated for resources: {'Port': ['ID=41b61571-7a6f-4329-bb80-520dd93fa6fc,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:16.807994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c0aab-a484-4bcf-bb99-4a372a63c165 req-1e6cdd2b-49a5-41ec-bda1-057f08b07267 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:16.809660 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-690c0aab-a484-4bcf-bb99-4a372a63c165 req-1e6cdd2b-49a5-41ec-bda1-057f08b07267 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 943 time: 0.0853603 Jul 08 20:48:16.839909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01e704-89e7-484c-804d-2525defc0028 req-8d46a1fc-6e18-4647-abb6-ef57b500b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:16.841516 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-8d46a1fc-6e18-4647-abb6-ef57b500b01f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1095 time: 0.0645835 Jul 08 20:48:16.851572 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-690c0aab-a484-4bcf-bb99-4a372a63c165 req-babd7bf2-b16e-43e1-a645-f4dc47fb16de tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350010 Jul 08 20:48:16.938953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01e704-89e7-484c-804d-2525defc0028 req-e2001881-2750-4310-815c-1fc6b82a2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:16.940601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-e2001881-2750-4310-815c-1fc6b82a2762 service neutron] 10.222.0.104 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 898 time: 0.0923934 Jul 08 20:48:17.010217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-8017a14d-147e-454d-bc83-c6a8c485c655 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 999 time: 0.0632472 Jul 08 20:48:17.060484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01e704-89e7-484c-804d-2525defc0028 req-94521074-487d-4898-a985-9d83d8c9fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:17.061678 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-94521074-487d-4898-a985-9d83d8c9fcd6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.0450954 Jul 08 20:48:17.123974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01e704-89e7-484c-804d-2525defc0028 req-a08bf26e-58b0-4696-8306-1a067cb34726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:17.125532 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-a08bf26e-58b0-4696-8306-1a067cb34726 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541527 Jul 08 20:48:17.225812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-7e65b219-2db3-475e-a3fd-5bfd8f474f97 service neutron] 10.222.0.104 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924582 Jul 08 20:48:17.329834 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8e01e704-89e7-484c-804d-2525defc0028 req-30527992-b69f-4924-a6fd-55e954a2392b service neutron] 10.222.0.104 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977416 Jul 08 20:48:17.686136 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:18.052999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf5635-25c0-413f-99d4-bf1b0f552f4b req-38af5745-8f25-43c3-a9c1-e9373c8ebf92 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:18.054499 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ffaf5635-25c0-413f-99d4-bf1b0f552f4b req-38af5745-8f25-43c3-a9c1-e9373c8ebf92 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 943 time: 0.0652189 Jul 08 20:48:18.106059 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ffaf5635-25c0-413f-99d4-bf1b0f552f4b req-9bf61b8e-527e-44b6-ac32-5215aa0466f2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448985 Jul 08 20:48:18.376793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:48:18.380129 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:48:18.432723 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a7f735-dadd-4611-9695-b4c2a55e0cce x-openstack-request-id: req-b1a7f735-dadd-4611-9695-b4c2a55e0cce {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:48:18.433021 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:48:18.433912 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b1a7f735-dadd-4611-9695-b4c2a55e0cce {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:48:18.434342 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'status': 'completed', 'code': 200} Jul 08 20:48:18.518107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-ed4ad7e1-65d6-4bd5-ac36-fbee8078ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:18.520248 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-ed4ad7e1-65d6-4bd5-ac36-fbee8078ae36 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1095 time: 0.0606327 Jul 08 20:48:18.637546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-818650f3-e424-4897-8af2-48dd271ede86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:18.639376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-818650f3-e424-4897-8af2-48dd271ede86 service neutron] 10.222.0.104 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 898 time: 0.1126652 Jul 08 20:48:18.716616 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-a1611f97-e6dc-4503-bd76-8585af63ceae service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 999 time: 0.0704989 Jul 08 20:48:18.774127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-be636f96-d734-4c0e-9ce2-8f00d8704f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:18.775633 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-be636f96-d734-4c0e-9ce2-8f00d8704f66 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.0524762 Jul 08 20:48:18.844383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-f8deb907-d19b-4a88-a710-988138101cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:18.845984 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-f8deb907-d19b-4a88-a710-988138101cd9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1095 time: 0.3927443 Jul 08 20:48:18.846426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-d36a8b60-3352-4cba-b076-5fcd931e068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:18.847862 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-d36a8b60-3352-4cba-b076-5fcd931e068d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634050 Jul 08 20:48:18.942782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-7bca6bc1-dbed-4bcb-b0f9-dba872854c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:18.944318 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-7bca6bc1-dbed-4bcb-b0f9-dba872854c71 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 898 time: 0.0897830 Jul 08 20:48:18.945073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-15eaf128-77be-4eb6-9d40-a4aaccaeaf75 service neutron] 10.222.0.104 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878243 Jul 08 20:48:19.023691 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-05bbfbda-8723-406b-b6dd-d3fbe77bb6a8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 999 time: 0.0722885 Jul 08 20:48:19.056410 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-080b064d-d460-4dab-8e6a-f0148dfb9a40 service neutron] 10.222.0.104 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039255 Jul 08 20:48:19.081830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-4c254553-bd44-4343-98ea-033234e8dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:19.083790 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-4c254553-bd44-4343-98ea-033234e8dc2d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.0518041 Jul 08 20:48:19.156715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-629771dd-3f29-4fe0-8884-b618c381923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:19.158481 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-629771dd-3f29-4fe0-8884-b618c381923e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679173 Jul 08 20:48:19.301532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-0fac4bd9-db34-4687-b5f1-8e04bb000649 service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351285 Jul 08 20:48:19.381541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c283eb-9122-4779-a1ce-886b21909158 req-09fb77b8-7c78-429d-be0f-1d18b7494954 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:19.383064 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5c283eb-9122-4779-a1ce-886b21909158 req-09fb77b8-7c78-429d-be0f-1d18b7494954 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 943 time: 0.1458411 Jul 08 20:48:19.444710 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5c283eb-9122-4779-a1ce-886b21909158 req-8720063f-1e48-4de6-b80e-c3e3d69296d2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558422 Jul 08 20:48:19.456997 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fd2c8286-6f11-47a2-82ef-ca378cfdb1d7 req-93c9b17b-8472-4756-b73b-f5fe4d1db31c service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462007 Jul 08 20:48:19.788811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-5ff25fd1-0119-414f-95f8-be811fadd216 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:19.790255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-5ff25fd1-0119-414f-95f8-be811fadd216 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.104 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3&tenant_id=87de211a996a4ed5bde38a65ec379f1e&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 943 time: 0.0760367 Jul 08 20:48:19.836179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45351-bfd3-4e9d-a0da-c25c41690ff5 req-694f10a0-ea86-4db8-a5e5-3995840dc844 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:19.837986 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5cf45351-bfd3-4e9d-a0da-c25c41690ff5 req-694f10a0-ea86-4db8-a5e5-3995840dc844 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 943 time: 0.0649855 Jul 08 20:48:19.853961 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-9f42e668-bf85-47bf-b6c2-cb8763e4bf1d service neutron] 10.222.0.104 "GET /v2.0/ports/41b61571-7a6f-4329-bb80-520dd93fa6fc/bindings/n-h1-791506-16 HTTP/1.1" status: 200 len: 383 time: 0.0577269 Jul 08 20:48:19.880908 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5cf45351-bfd3-4e9d-a0da-c25c41690ff5 req-850dc15d-627f-4486-aa84-88b8b93c44b1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368412 Jul 08 20:48:19.937654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-578de65d-1ab3-4bba-b9fd-a66bfe7b6f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:19.939156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-578de65d-1ab3-4bba-b9fd-a66bfe7b6f6b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1095 time: 0.0595856 Jul 08 20:48:20.029383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-6c8147c9-20ea-4d68-924f-5215c2aa7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:20.030874 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-6c8147c9-20ea-4d68-924f-5215c2aa7d88 service neutron] 10.222.0.104 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 898 time: 0.0850763 Jul 08 20:48:20.100100 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-eb44e88d-41a3-4b0c-804e-a4908a31127b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 999 time: 0.0623095 Jul 08 20:48:20.148742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-5aee699c-d3ef-41b8-83bd-3ebba572a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:20.150227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-5aee699c-d3ef-41b8-83bd-3ebba572a46f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.0443130 Jul 08 20:48:20.208239 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-7faaabbb-54fb-48e2-a5f6-27e45bac4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:20.209726 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-7faaabbb-54fb-48e2-a5f6-27e45bac4c4b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528698 Jul 08 20:48:20.302455 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-3fc1ea13-aa15-4ee0-83dc-5cb2a4a109ab service neutron] 10.222.0.104 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859416 Jul 08 20:48:20.391303 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-ffc0436b-c362-4bb2-aad8-0563aa44c3b6 service neutron] 10.222.0.104 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824335 Jul 08 20:48:20.728088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 41b61571-7a6f-4329-bb80-520dd93fa6fc no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:48:20.770399 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 41b61571-7a6f-4329-bb80-520dd93fa6fc not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:48:21.062399 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2889610-641c-4a56-9191-ac5b5d10b982 req-72d357ff-7bf7-45a0-9d81-197158bce0e7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:21.063905 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2889610-641c-4a56-9191-ac5b5d10b982 req-72d357ff-7bf7-45a0-9d81-197158bce0e7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 943 time: 0.0699067 Jul 08 20:48:21.102824 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2889610-641c-4a56-9191-ac5b5d10b982 req-9882a72e-512b-46a1-96e4-867041cc1c37 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333071 Jul 08 20:48:21.238858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 41b61571-7a6f-4329-bb80-520dd93fa6fc details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:48:21.331986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:48:21.343271 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'port_id': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'mac_address': 'fa:16:3e:98:b1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:48:21.380536 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:21.393914 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b61571-7a6f-4329-bb80-520dd93fa6fc {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:48:21.414329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:48:21.418327 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:21.472831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=41b61571-7a6f-4329-bb80-520dd93fa6fc,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:22.286910 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2403d-1d00-4dd5-ba2f-46966d7c0c3c req-dedbde6e-97fd-45eb-9d3c-ed39ce5e0ba7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:22.288439 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6e2403d-1d00-4dd5-ba2f-46966d7c0c3c req-dedbde6e-97fd-45eb-9d3c-ed39ce5e0ba7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 944 time: 0.0661263 Jul 08 20:48:22.328144 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6e2403d-1d00-4dd5-ba2f-46966d7c0c3c req-83402dec-d5fc-4f87-b42b-daade11d101d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341303 Jul 08 20:48:22.445335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-ea147c13-bf0b-479e-b7e2-6ca5368dc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:22.446833 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-ea147c13-bf0b-479e-b7e2-6ca5368dc9ea service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3&tenant_id=87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 1096 time: 0.0601432 Jul 08 20:48:22.459206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:22.531693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:22.751681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:48:22.786530 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:48:22.827035 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 41b61571-7a6f-4329-bb80-520dd93fa6fc {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:48:22.838432 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:22.850528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Ignored duplicate provisioning block setup for port 41b61571-7a6f-4329-bb80-520dd93fa6fc by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 20:48:22.855855 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:22.961235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Pushing event updated for resources: {'Port': ['ID=41b61571-7a6f-4329-bb80-520dd93fa6fc,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:23.007727 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] No DVR routers for this DVR port 41b61571-7a6f-4329-bb80-520dd93fa6fc on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:48:23.157974 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Attempting to bind port 41b61571-7a6f-4329-bb80-520dd93fa6fc on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:48:23.158314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Attempting to bind port 41b61571-7a6f-4329-bb80-520dd93fa6fc by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:48:23.158645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Attempting to bind port 41b61571-7a6f-4329-bb80-520dd93fa6fc on network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:48:23.163605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Port 41b61571-7a6f-4329-bb80-520dd93fa6fc on network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:48:23.163947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Attempting to bind port 41b61571-7a6f-4329-bb80-520dd93fa6fc on network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:48:23.168966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:48:23.169329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Checking segment: {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:48:23.169792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Bound using segment: {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:48:23.170248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Bound port: 41b61571-7a6f-4329-bb80-520dd93fa6fc, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25835b93-5987-4517-ae38-8225a942493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:48:23.170605 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:23.237774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:48:23.240928 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:48:23.245118 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:23.254658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 41b61571-7a6f-4329-bb80-520dd93fa6fc details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:48:23.280188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:23.280650 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:23.282052 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] 10.222.0.103 "PUT /v2.0/ports/41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 1092 time: 0.8273897 Jul 08 20:48:23.282488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:48:23.284761 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9590c650-61de-49b1-8d3e-e6aa405795ec" -d '{"events": [{"name": "network-changed", "server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:48:23.317528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5cd1f-d2f5-4548-9c6c-f113f4c8349e service neutron] Pushing event updated for resources: {'Port': ['ID=41b61571-7a6f-4329-bb80-520dd93fa6fc,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:23.370989 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8772f3-9ad9-4cb8-8560-5c0d741f89e0 x-openstack-request-id: req-af8772f3-9ad9-4cb8-8560-5c0d741f89e0 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:48:23.371409 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:48:23.372028 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-af8772f3-9ad9-4cb8-8560-5c0d741f89e0 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:48:23.372556 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'status': 'completed', 'code': 200} Jul 08 20:48:23.400842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:48:23.402937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-799382d3-10d1-4076-aefe-12de411bd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:23.404954 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-799382d3-10d1-4076-aefe-12de411bd6e8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0960562 Jul 08 20:48:23.413819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 41b61571-7a6f-4329-bb80-520dd93fa6fc has no active binding in host n-h1-791506-16 {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 20:48:23.462049 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-8a910ef6-57c2-4b1e-87f1-47d74cc060da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:23.463615 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-8a910ef6-57c2-4b1e-87f1-47d74cc060da service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0688012 Jul 08 20:48:23.535320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-4a142b2b-501d-4f08-9f73-9982bf975fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:23.537185 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-4a142b2b-501d-4f08-9f73-9982bf975fac service neutron] 10.222.0.103 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 898 time: 0.1220174 Jul 08 20:48:23.552712 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:23.612204 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-4857a284-75c6-4ec5-a4d4-2c9d7aa69142 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 999 time: 0.0662851 Jul 08 20:48:23.614510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-d8f6609d-f7b6-46c3-8ad3-18211ba64af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:23.616039 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-d8f6609d-f7b6-46c3-8ad3-18211ba64af9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 898 time: 0.1448188 Jul 08 20:48:23.628042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d3466-345d-46cb-b6f4-16bd33a96532 req-0175c86e-9d9a-4728-9758-62b63c12acb4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:23.630052 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-348d3466-345d-46cb-b6f4-16bd33a96532 req-0175c86e-9d9a-4728-9758-62b63c12acb4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 944 time: 0.1085207 Jul 08 20:48:23.672389 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-87668592-2a7c-47a2-a95a-785a7571c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:23.673933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-87668592-2a7c-47a2-a95a-785a7571c4ee service neutron] 10.222.0.103 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.0501170 Jul 08 20:48:23.713363 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-348d3466-345d-46cb-b6f4-16bd33a96532 req-dcf32104-6e3e-409a-95c4-6e344e95f62e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758469 Jul 08 20:48:23.720192 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-64dbf1ad-d9ff-4b70-9af1-bbc254fe9272 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 999 time: 0.0891685 Jul 08 20:48:23.736162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-de78944a-7e46-4c8e-8946-4613dd803388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:23.737743 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-de78944a-7e46-4c8e-8946-4613dd803388 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571163 Jul 08 20:48:23.772436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-7ff77b07-fe42-4eab-b1d9-d558adc0d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:23.774074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-7ff77b07-fe42-4eab-b1d9-d558adc0d365 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.0475612 Jul 08 20:48:23.831811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-6f562123-01ea-42d2-b4ca-34c30b3ed75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:23.833827 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-6f562123-01ea-42d2-b4ca-34c30b3ed75c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540099 Jul 08 20:48:23.834219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-bb626c0d-9daa-4f40-86eb-6e1efd6cb1d6 service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876985 Jul 08 20:48:23.929043 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-d28fd9d3-93f1-4d07-b163-f6be7ad46828 service neutron] 10.222.0.104 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880942 Jul 08 20:48:23.932823 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a2db0c1b-d835-40ae-9874-9d12de0eff4a req-5ac618fe-5086-4611-94cc-6fdd0b53f513 service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912859 Jul 08 20:48:24.028712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-475d6189-7ceb-42e9-9775-bbdfa2dfc4ad service neutron] 10.222.0.104 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930381 Jul 08 20:48:24.044830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-d8255b17-59ac-40df-8d17-1145e8b3c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:24.046379 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-d8255b17-59ac-40df-8d17-1145e8b3c187 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0581622 Jul 08 20:48:24.140803 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-a99a1413-4712-451b-804e-9f682d744b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:24.142326 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-a99a1413-4712-451b-804e-9f682d744b84 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 898 time: 0.0892341 Jul 08 20:48:24.207390 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-1164ca72-9765-484e-8b43-aed2cd019314 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 999 time: 0.0575836 Jul 08 20:48:24.256127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-1ad3f768-6e43-45d5-9768-60f71c739f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:24.257604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-1ad3f768-6e43-45d5-9768-60f71c739f82 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.0435050 Jul 08 20:48:24.320071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-b010a875-e3c9-4ead-927e-f4db3d912fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:24.321650 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-b010a875-e3c9-4ead-927e-f4db3d912fb1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564511 Jul 08 20:48:24.413825 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-866e21bb-168a-4ae4-95a9-511ea01859be service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843222 Jul 08 20:48:24.508779 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9590c650-61de-49b1-8d3e-e6aa405795ec req-4492f0b4-b994-42fe-8fe3-fa16e76c3602 service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871067 Jul 08 20:48:24.899273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9a662-f947-41d0-97b1-7e66a657acb6 req-53f82a3a-3395-4860-ae99-f6a187685e12 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:24.900818 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36f9a662-f947-41d0-97b1-7e66a657acb6 req-53f82a3a-3395-4860-ae99-f6a187685e12 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 944 time: 0.0692554 Jul 08 20:48:24.937688 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36f9a662-f947-41d0-97b1-7e66a657acb6 req-07699b73-b119-4e5f-9e07-420905fa32c5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313039 Jul 08 20:48:25.267141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 41b61571-7a6f-4329-bb80-520dd93fa6fc no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:48:25.308519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 41b61571-7a6f-4329-bb80-520dd93fa6fc not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:48:26.120499 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87429f7-88da-44a9-87fa-a2685f675efc req-cd63c7be-e7f2-4630-932c-1feb633c22db tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:26.121913 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f87429f7-88da-44a9-87fa-a2685f675efc req-cd63c7be-e7f2-4630-932c-1feb633c22db tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 944 time: 0.0673001 Jul 08 20:48:26.166265 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f87429f7-88da-44a9-87fa-a2685f675efc req-33cca084-7113-44a9-931a-7bb00131bf68 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384293 Jul 08 20:48:26.190393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36804) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:26.255924 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f601489f-beb3-4662-8534-1e82fee0bed1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/3f9e9aee-0c27-4040-98bb-0e7b204aa4dc HTTP/1.1" status: 200 len: 991 time: 0.0643091 Jul 08 20:48:26.752220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 41b61571-7a6f-4329-bb80-520dd93fa6fc details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:48:26.848523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:48:26.859780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'port_id': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'mac_address': 'fa:16:3e:98:b1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:48:26.899581 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:26.916220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b61571-7a6f-4329-bb80-520dd93fa6fc {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:48:26.935834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:48:26.939551 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:26.986693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=41b61571-7a6f-4329-bb80-520dd93fa6fc,revision_number=11']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:27.215169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['41b61571-7a6f-4329-bb80-520dd93fa6fc'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:48:28.774626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 41b61571-7a6f-4329-bb80-520dd93fa6fc up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:48:28.822583 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 41b61571-7a6f-4329-bb80-520dd93fa6fc completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:48:28.826340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 41b61571-7a6f-4329-bb80-520dd93fa6fc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:48:28.826714 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:28.913595 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:28.936055 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:48:28.938391 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b997f1c-417b-44c9-a2f8-62a1a4e1b07e" -d '{"events": [{"server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "name": "network-vif-plugged", "status": "completed", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:48:28.952059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:48:28.956481 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:28.982883 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc216b4-f2da-44f5-a698-2b2e7a24755c x-openstack-request-id: req-3fc216b4-f2da-44f5-a698-2b2e7a24755c {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:48:28.983201 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "name": "network-vif-plugged", "status": "completed", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:48:28.983458 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3fc216b4-f2da-44f5-a698-2b2e7a24755c {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:48:28.983847 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'code': 200} Jul 08 20:48:29.009085 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=41b61571-7a6f-4329-bb80-520dd93fa6fc,revision_number=12']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:31.536924 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7cd83269-8088-42b0-be29-3ef2c7fffcd7 req-9ca946d1-908c-42a7-91cc-8a9982b00c37 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0599229 Jul 08 20:48:31.638461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd83269-8088-42b0-be29-3ef2c7fffcd7 req-05b29d9e-6b7e-4e60-af2e-1025a67c30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:31.640018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7cd83269-8088-42b0-be29-3ef2c7fffcd7 req-05b29d9e-6b7e-4e60-af2e-1025a67c30d8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 1098 time: 0.0558591 Jul 08 20:48:31.775227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd83269-8088-42b0-be29-3ef2c7fffcd7 req-3bcfa530-b6b3-4b26-a978-fec845349808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:31.776753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7cd83269-8088-42b0-be29-3ef2c7fffcd7 req-3bcfa530-b6b3-4b26-a978-fec845349808 service neutron] 10.222.0.104 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 918 time: 0.1157615 Jul 08 20:48:32.179152 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7cd83269-8088-42b0-be29-3ef2c7fffcd7 req-d040fb56-8c58-41f4-b6cc-0be9cdf49dfa service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a381a664-a69a-4e56-80a4-3eafe3394064 HTTP/1.1" status: 200 len: 1002 time: 0.3957636 Jul 08 20:48:32.229993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd83269-8088-42b0-be29-3ef2c7fffcd7 req-5193f48f-3dab-478f-afed-43000deffbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:32.231455 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7cd83269-8088-42b0-be29-3ef2c7fffcd7 req-5193f48f-3dab-478f-afed-43000deffbdd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0457034 Jul 08 20:48:32.289857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd83269-8088-42b0-be29-3ef2c7fffcd7 req-392ff8bd-44c8-45f3-8aac-7dc3253608ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:32.291284 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7cd83269-8088-42b0-be29-3ef2c7fffcd7 req-392ff8bd-44c8-45f3-8aac-7dc3253608ae service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539742 Jul 08 20:48:32.384131 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7cd83269-8088-42b0-be29-3ef2c7fffcd7 req-92b5bdf8-db0e-4c54-a6e3-75c358a53d97 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863631 Jul 08 20:48:32.481764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7cd83269-8088-42b0-be29-3ef2c7fffcd7 req-15e222bd-8aef-44a5-bc81-aa1aa09a2574 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916805 Jul 08 20:48:34.065511 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5d1c41dc-4a2e-47a5-bdeb-6936c1639a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:36.391461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36864) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:36.500865 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3e79-6234-4e11-a5af-d54cb2d486fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:36.595756 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3e79-6234-4e11-a5af-d54cb2d486fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:36.600792 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3e79-6234-4e11-a5af-d54cb2d486fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:36.641841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d3e79-6234-4e11-a5af-d54cb2d486fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6441a238-22ab-4662-a40a-96f89ac2267d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:36.646930 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ea8d3e79-6234-4e11-a5af-d54cb2d486fa admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=28bcfb78fada464892b8c65149e77e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544155 Jul 08 20:48:36.649770 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36868) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:36.698392 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e94796a0-a681-4c5b-9685-9450df62b482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:36.720096 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e94796a0-a681-4c5b-9685-9450df62b482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:36.768349 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e94796a0-a681-4c5b-9685-9450df62b482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:36.772058 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e94796a0-a681-4c5b-9685-9450df62b482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:36.773327 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e94796a0-a681-4c5b-9685-9450df62b482 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6441a238-22ab-4662-a40a-96f89ac2267d HTTP/1.1" status: 204 len: 168 time: 0.1228139 Jul 08 20:48:36.780922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94796a0-a681-4c5b-9685-9450df62b482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6441a238-22ab-4662-a40a-96f89ac2267d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:36.973456 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c428eb95-26ca-4f73-9318-32a1dedfc560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:37.137643 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:37.789458 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7ced5f1-ddfe-4e57-a13e-de413469709a req-84a5673b-18fd-4ede-b2f3-9c9fa99623ca service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1710846 Jul 08 20:48:37.892623 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ced5f1-ddfe-4e57-a13e-de413469709a req-3727b91b-3a2f-4817-8f03-f82b5c65a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:37.894242 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7ced5f1-ddfe-4e57-a13e-de413469709a req-3727b91b-3a2f-4817-8f03-f82b5c65a636 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1098 time: 0.0583618 Jul 08 20:48:38.002305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ced5f1-ddfe-4e57-a13e-de413469709a req-10e42048-48f7-418f-b937-885ff7b69875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:38.004722 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7ced5f1-ddfe-4e57-a13e-de413469709a req-10e42048-48f7-418f-b937-885ff7b69875 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 898 time: 0.0892646 Jul 08 20:48:38.081014 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7ced5f1-ddfe-4e57-a13e-de413469709a req-2f7fbb7a-43f4-4b71-8ad2-d3da2f74c4b3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 1001 time: 0.0650423 Jul 08 20:48:38.137097 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ced5f1-ddfe-4e57-a13e-de413469709a req-f7a33dda-b7ac-445f-9a75-7e4069802c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:38.138909 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7ced5f1-ddfe-4e57-a13e-de413469709a req-f7a33dda-b7ac-445f-9a75-7e4069802c6d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.0493267 Jul 08 20:48:38.202225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ced5f1-ddfe-4e57-a13e-de413469709a req-56b409b6-b1bf-4ca6-ad58-0969bb51cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:38.203918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7ced5f1-ddfe-4e57-a13e-de413469709a req-56b409b6-b1bf-4ca6-ad58-0969bb51cc75 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555551 Jul 08 20:48:38.258078 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:38.312829 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7ced5f1-ddfe-4e57-a13e-de413469709a req-40a20f9e-e3fa-40ba-8637-f6dceba0ce97 service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988038 Jul 08 20:48:38.419234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7ced5f1-ddfe-4e57-a13e-de413469709a req-3ca8f400-05c7-4f06-826d-47ea478928c0 service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007359 Jul 08 20:48:38.660864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36950) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:38.766987 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3f904f40-6d2b-4343-a47d-f688bc7cc165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:38.860753 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3f904f40-6d2b-4343-a47d-f688bc7cc165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:38.864733 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3f904f40-6d2b-4343-a47d-f688bc7cc165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:38.903176 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3f904f40-6d2b-4343-a47d-f688bc7cc165 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5729764bc3674933b4f6c92c1499dcda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411799 Jul 08 20:48:38.904065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f904f40-6d2b-4343-a47d-f688bc7cc165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607b9008-9ce7-4781-a6c4-556a4ace6768,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:38.905923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36954) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:38.960141 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e76e47ed-d05e-45dc-87b0-f1cbbd93657e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:38.981553 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e76e47ed-d05e-45dc-87b0-f1cbbd93657e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:39.029410 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e76e47ed-d05e-45dc-87b0-f1cbbd93657e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:39.032010 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e76e47ed-d05e-45dc-87b0-f1cbbd93657e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:39.033251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e76e47ed-d05e-45dc-87b0-f1cbbd93657e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/607b9008-9ce7-4781-a6c4-556a4ace6768 HTTP/1.1" status: 204 len: 168 time: 0.1257749 Jul 08 20:48:39.041883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e47ed-d05e-45dc-87b0-f1cbbd93657e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607b9008-9ce7-4781-a6c4-556a4ace6768,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:39.291158 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 36960) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:39.304560 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59b897ab-7e3e-48b3-9bcb-2d0de9400ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:39.393632 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59b897ab-7e3e-48b3-9bcb-2d0de9400ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:39.397873 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-59b897ab-7e3e-48b3-9bcb-2d0de9400ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:39.439589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-59b897ab-7e3e-48b3-9bcb-2d0de9400ef3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a98e7a455c184e8fa0bf06be792e2275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447551 Jul 08 20:48:39.439589 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b897ab-7e3e-48b3-9bcb-2d0de9400ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e06ce-d934-4291-9d5b-cb66cd2c2660,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:39.441465 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 36964) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:39.496271 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b182786-9b41-4faf-9914-ad86c66a85e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:39.518518 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b182786-9b41-4faf-9914-ad86c66a85e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:39.564283 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b182786-9b41-4faf-9914-ad86c66a85e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:39.567608 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b182786-9b41-4faf-9914-ad86c66a85e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:39.568853 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4b182786-9b41-4faf-9914-ad86c66a85e6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b39e06ce-d934-4291-9d5b-cb66cd2c2660 HTTP/1.1" status: 204 len: 168 time: 0.1266832 Jul 08 20:48:39.576642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b182786-9b41-4faf-9914-ad86c66a85e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e06ce-d934-4291-9d5b-cb66cd2c2660,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:39.828209 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:41.615976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37078) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:41.723400 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7625e79c-a024-4667-ae6f-bb4b34514c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:41.815887 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7625e79c-a024-4667-ae6f-bb4b34514c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:41.819945 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7625e79c-a024-4667-ae6f-bb4b34514c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:41.861917 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7625e79c-a024-4667-ae6f-bb4b34514c0b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5cb803debb874c3493efbb64cd8fb8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2425072 Jul 08 20:48:41.861917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e79c-a024-4667-ae6f-bb4b34514c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b360edad-2496-4e50-a60f-d13069906340,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:41.862531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37086) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:41.912061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:41.932370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:41.983047 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:41.985738 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:41.986944 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b360edad-2496-4e50-a60f-d13069906340 HTTP/1.1" status: 204 len: 168 time: 0.1234095 Jul 08 20:48:41.997862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b360edad-2496-4e50-a60f-d13069906340,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:42.006954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:42.007300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:42.007657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:42.007976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:42.008309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:42.008650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:42.008999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:42.009338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:42.009647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:42.009966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:42.010287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:42.010606 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516c43-5850-46bb-b14d-bd7110a63a27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:42.250280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37092) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:42.264329 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8b2266f-d2c3-4174-b60e-0b5ce2abff04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:42.356136 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8b2266f-d2c3-4174-b60e-0b5ce2abff04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:42.359850 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b8b2266f-d2c3-4174-b60e-0b5ce2abff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:42.398394 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b8b2266f-d2c3-4174-b60e-0b5ce2abff04 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2477f6d61d0849169aeca9136da6cc93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469207 Jul 08 20:48:42.399779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2266f-d2c3-4174-b60e-0b5ce2abff04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85666203-f180-4dcd-8fa2-a34957ca9df0,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:42.401146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37094) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:42.452990 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d4f7-070e-4844-bb7f-477435dc4b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:42.476802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d4f7-070e-4844-bb7f-477435dc4b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:42.522106 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d4f7-070e-4844-bb7f-477435dc4b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:42.524853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d4f7-070e-4844-bb7f-477435dc4b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:42.526002 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4dc2d4f7-070e-4844-bb7f-477435dc4b30 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/85666203-f180-4dcd-8fa2-a34957ca9df0 HTTP/1.1" status: 204 len: 168 time: 0.1232178 Jul 08 20:48:42.534429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2d4f7-070e-4844-bb7f-477435dc4b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85666203-f180-4dcd-8fa2-a34957ca9df0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:44.141429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37210) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:44.246552 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a3ca-e444-4052-aac2-6e39959228e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:44.339631 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a3ca-e444-4052-aac2-6e39959228e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:44.343937 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a3ca-e444-4052-aac2-6e39959228e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:44.386788 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c5a3a3ca-e444-4052-aac2-6e39959228e8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4eb8249d4503470387aa8c4ebfbd3eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442026 Jul 08 20:48:44.389452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3a3ca-e444-4052-aac2-6e39959228e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3192297-033f-47e3-ab2b-89df5881b122,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:44.390053 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37214) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:44.443354 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9ae46e72-dce5-4db2-95ce-16aeb7bae99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:44.464282 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9ae46e72-dce5-4db2-95ce-16aeb7bae99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:44.511476 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9ae46e72-dce5-4db2-95ce-16aeb7bae99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:44.514419 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9ae46e72-dce5-4db2-95ce-16aeb7bae99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:44.515580 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9ae46e72-dce5-4db2-95ce-16aeb7bae99f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e3192297-033f-47e3-ab2b-89df5881b122 HTTP/1.1" status: 204 len: 168 time: 0.1245356 Jul 08 20:48:44.523236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae46e72-dce5-4db2-95ce-16aeb7bae99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3192297-033f-47e3-ab2b-89df5881b122,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:45.795426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37278) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:45.903179 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6128e0e-1a26-4b79-bc7d-30fb6cd09d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:45.994374 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6128e0e-1a26-4b79-bc7d-30fb6cd09d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:45.998415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6128e0e-1a26-4b79-bc7d-30fb6cd09d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:46.037366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6128e0e-1a26-4b79-bc7d-30fb6cd09d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7c1d31-eacd-4505-a5a5-24e34e34663c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:46.041840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a6128e0e-1a26-4b79-bc7d-30fb6cd09d14 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5b4163d932fa4d1d900add9e84c0d9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454004 Jul 08 20:48:46.044658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37282) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:46.094466 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96ae8663-b292-42c9-8a08-314af89eebe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:46.118186 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96ae8663-b292-42c9-8a08-314af89eebe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:46.166110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96ae8663-b292-42c9-8a08-314af89eebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:46.168930 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96ae8663-b292-42c9-8a08-314af89eebe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:46.170102 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-96ae8663-b292-42c9-8a08-314af89eebe3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7c7c1d31-eacd-4505-a5a5-24e34e34663c HTTP/1.1" status: 204 len: 168 time: 0.1246142 Jul 08 20:48:46.182036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae8663-b292-42c9-8a08-314af89eebe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7c1d31-eacd-4505-a5a5-24e34e34663c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:47.082588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37314) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:47.198126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:47.304215 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:47.307889 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:47.351477 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=84a2214e083746b6b9535ba299b9285b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675855 Jul 08 20:48:47.353457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff98c9b3-b191-4732-8912-2a73857ade93,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:47.354001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37320) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:47.361508 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:47.361906 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:47.362394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:47.363296 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:47.363765 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:47.364241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:47.364814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:47.365319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:47.365825 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:47.366313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:47.366809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:47.367305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa803516-01e0-4899-8989-3590980b6bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:48:47.408906 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-167e6e67-aaa3-4244-bebb-b61c5edcfd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:47.435105 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-167e6e67-aaa3-4244-bebb-b61c5edcfd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:47.483611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-167e6e67-aaa3-4244-bebb-b61c5edcfd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:47.486877 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-167e6e67-aaa3-4244-bebb-b61c5edcfd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:47.489314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-167e6e67-aaa3-4244-bebb-b61c5edcfd96 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ff98c9b3-b191-4732-8912-2a73857ade93 HTTP/1.1" status: 204 len: 168 time: 0.1342092 Jul 08 20:48:47.497834 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e6e67-aaa3-4244-bebb-b61c5edcfd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff98c9b3-b191-4732-8912-2a73857ade93,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:47.684172 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:48.168844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37342) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:48.271587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Request body: {'networks': [{'name': 'tempest-network--1207731277'}, {'name': 'tempest-network--1457052185'}]} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:48.271937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Request body: {'network': {'name': 'tempest-network--1207731277'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:48.272372 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Request body: {'network': {'name': 'tempest-network--1457052185'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:48.294370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Made reservation on behalf of 4437990e58744482ad0f56295adba4e4 for: {'network': 2} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:48:48.299516 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:48.310050 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:48.411682 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:48.415747 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:48.416273 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:48.454464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa659747-ad7a-4ea3-8b4e-26c54037b013,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:48.462965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:48:48.472731 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:48.473079 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Added segment 922f3226-5d53-4323-9d54-6c0bcace151a of type vlan for network be4f860e-e9a7-4831-9f87-f195b6931f86 Jul 08 20:48:48.514215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:48.552252 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:48:48.562593 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:48.562932 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Added segment 849b369e-3874-4a79-8655-1ec455d74234 of type vlan for network 3dd2308c-9bf0-4bcd-b6be-f11300e9d9c3 Jul 08 20:48:48.606788 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:48.636351 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:48.636878 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:48.642651 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:48.647489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:48.648113 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:48.703578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5334959 Jul 08 20:48:48.706571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37350) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:48.727497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event updated for resources: {'Network': ['ID=be4f860e-e9a7-4831-9f87-f195b6931f86,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:48.745819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network be4f860e-e9a7-4831-9f87-f195b6931f86 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:48:48.823689 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c76038-200a-410b-ab8b-b2147eb173dd tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event updated for resources: {'Network': ['ID=3dd2308c-9bf0-4bcd-b6be-f11300e9d9c3,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:48.835664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 3dd2308c-9bf0-4bcd-b6be-f11300e9d9c3 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:48:48.901297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0153827-5d4c-4879-8b0d-3819e1c7630f tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:48.907161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0153827-5d4c-4879-8b0d-3819e1c7630f tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:48.913728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0153827-5d4c-4879-8b0d-3819e1c7630f tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:48.919501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0153827-5d4c-4879-8b0d-3819e1c7630f tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:48.921251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b0153827-5d4c-4879-8b0d-3819e1c7630f tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2133243 Jul 08 20:48:48.924063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37352) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:49.006867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05fe07b4-0474-4859-adf8-10d122dc9641 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.103150 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05fe07b4-0474-4859-adf8-10d122dc9641 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.114970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-05fe07b4-0474-4859-adf8-10d122dc9641 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4f860e-e9a7-4831-9f87-f195b6931f86']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:49.125699 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-05fe07b4-0474-4859-adf8-10d122dc9641 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922f3226-5d53-4323-9d54-6c0bcace151a') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:49.126147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-05fe07b4-0474-4859-adf8-10d122dc9641 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922f3226-5d53-4323-9d54-6c0bcace151a') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:49.136227 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05fe07b4-0474-4859-adf8-10d122dc9641 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.154852 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05fe07b4-0474-4859-adf8-10d122dc9641 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.162526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fe07b4-0474-4859-adf8-10d122dc9641 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:48:49.163015 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05fe07b4-0474-4859-adf8-10d122dc9641 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:48:49.166210 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:48:49.230441 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05fe07b4-0474-4859-adf8-10d122dc9641 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.238286 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05fe07b4-0474-4859-adf8-10d122dc9641 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.240446 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-05fe07b4-0474-4859-adf8-10d122dc9641 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "DELETE /v2.0/networks/be4f860e-e9a7-4831-9f87-f195b6931f86 HTTP/1.1" status: 204 len: 168 time: 0.3153262 Jul 08 20:48:49.243442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37354) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:49.253166 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe07b4-0474-4859-adf8-10d122dc9641 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event deleted for resources: {'Network': ['ID=be4f860e-e9a7-4831-9f87-f195b6931f86,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:49.322608 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b658c92e-fef3-4748-9231-b8da650dabce tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.417381 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b658c92e-fef3-4748-9231-b8da650dabce tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.428062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-b658c92e-fef3-4748-9231-b8da650dabce tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd2308c-9bf0-4bcd-b6be-f11300e9d9c3']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:49.441333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-b658c92e-fef3-4748-9231-b8da650dabce tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849b369e-3874-4a79-8655-1ec455d74234') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:49.441631 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-b658c92e-fef3-4748-9231-b8da650dabce tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849b369e-3874-4a79-8655-1ec455d74234') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:49.451727 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b658c92e-fef3-4748-9231-b8da650dabce tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.466192 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b658c92e-fef3-4748-9231-b8da650dabce tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.472187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b658c92e-fef3-4748-9231-b8da650dabce tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:48:49.472575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b658c92e-fef3-4748-9231-b8da650dabce tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:48:49.475512 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:48:49.536935 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b658c92e-fef3-4748-9231-b8da650dabce tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.543881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b658c92e-fef3-4748-9231-b8da650dabce tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.545763 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b658c92e-fef3-4748-9231-b8da650dabce tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "DELETE /v2.0/networks/3dd2308c-9bf0-4bcd-b6be-f11300e9d9c3 HTTP/1.1" status: 204 len: 168 time: 0.3011861 Jul 08 20:48:49.548414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37358) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:49.557423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658c92e-fef3-4748-9231-b8da650dabce tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event deleted for resources: {'Network': ['ID=3dd2308c-9bf0-4bcd-b6be-f11300e9d9c3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:49.653194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6460fde2-c872-414c-aad4-6d28fec94bd4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:49.659210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6460fde2-c872-414c-aad4-6d28fec94bd4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:49.660795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6460fde2-c872-414c-aad4-6d28fec94bd4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1112819 Jul 08 20:48:49.664462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37360) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:49.669230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-47170db0-ae1b-4bfc-a832-69e9af27d950 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-836388034'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:49.689579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47170db0-ae1b-4bfc-a832-69e9af27d950 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Made reservation on behalf of 4437990e58744482ad0f56295adba4e4 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:48:49.693950 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47170db0-ae1b-4bfc-a832-69e9af27d950 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.720330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47170db0-ae1b-4bfc-a832-69e9af27d950 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:48:49.729540 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47170db0-ae1b-4bfc-a832-69e9af27d950 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.729876 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-47170db0-ae1b-4bfc-a832-69e9af27d950 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Added segment ac8a8a63-d6ce-4706-b662-c60feb236d6c of type vlan for network 8f4a9f20-c6b9-4e0b-a2f1-ffe0fec292a1 Jul 08 20:48:49.775870 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47170db0-ae1b-4bfc-a832-69e9af27d950 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.804322 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47170db0-ae1b-4bfc-a832-69e9af27d950 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.810057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47170db0-ae1b-4bfc-a832-69e9af27d950 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:49.810830 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47170db0-ae1b-4bfc-a832-69e9af27d950 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.899164 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-47170db0-ae1b-4bfc-a832-69e9af27d950 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2335780 Jul 08 20:48:49.902033 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37362) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:49.907817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0b602093-dd4e-49c0-a15b-97eede1f199e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2026338014'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:49.918187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47170db0-ae1b-4bfc-a832-69e9af27d950 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event updated for resources: {'Network': ['ID=8f4a9f20-c6b9-4e0b-a2f1-ffe0fec292a1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:49.931897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b602093-dd4e-49c0-a15b-97eede1f199e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Made reservation on behalf of 4437990e58744482ad0f56295adba4e4 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:48:49.932135 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 8f4a9f20-c6b9-4e0b-a2f1-ffe0fec292a1 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:48:49.935784 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b602093-dd4e-49c0-a15b-97eede1f199e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.963747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b602093-dd4e-49c0-a15b-97eede1f199e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:48:49.973347 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b602093-dd4e-49c0-a15b-97eede1f199e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:49.973772 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-0b602093-dd4e-49c0-a15b-97eede1f199e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Added segment 2e80db84-6298-4c39-b1fd-5efc3b95a4e6 of type vlan for network 3c912b93-368a-4fee-aef6-e5660d885a15 Jul 08 20:48:50.025819 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b602093-dd4e-49c0-a15b-97eede1f199e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:50.054603 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b602093-dd4e-49c0-a15b-97eede1f199e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:50.060036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b602093-dd4e-49c0-a15b-97eede1f199e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:50.060651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0b602093-dd4e-49c0-a15b-97eede1f199e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:50.108959 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0b602093-dd4e-49c0-a15b-97eede1f199e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2057295 Jul 08 20:48:50.111767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37364) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:50.117959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Request body: {'ports': [{'network_id': '8f4a9f20-c6b9-4e0b-a2f1-ffe0fec292a1', 'name': 'tempest-port--2146488078', 'admin_state_up': True}, {'network_id': '3c912b93-368a-4fee-aef6-e5660d885a15', 'admin_state_up': False}]} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:50.118278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Request body: {'port': {'network_id': '8f4a9f20-c6b9-4e0b-a2f1-ffe0fec292a1', 'name': 'tempest-port--2146488078', 'admin_state_up': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:50.118761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Request body: {'port': {'network_id': '3c912b93-368a-4fee-aef6-e5660d885a15', 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:50.130157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b602093-dd4e-49c0-a15b-97eede1f199e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event updated for resources: {'Network': ['ID=3c912b93-368a-4fee-aef6-e5660d885a15,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:50.141467 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 3c912b93-368a-4fee-aef6-e5660d885a15 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:48:50.174072 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:48:50.281286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Made reservation on behalf of 4437990e58744482ad0f56295adba4e4 for: {'port': 2} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:48:50.286524 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:50.304270 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:50.384129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] device_id is not set on port e83c52e1-2f7c-4e8f-bed5-fc760238a8b3 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:48:50.500805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:50.574259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] device_id is not set on port 4be989d8-28af-4d01-a356-eb1bdfb2533c yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:48:50.685716 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:50.725955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:50.790137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event updated for resources: {'Port': ['ID=e83c52e1-2f7c-4e8f-bed5-fc760238a8b3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:50.801489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Checking segment: {'id': 'ac8a8a63-d6ce-4706-b662-c60feb236d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8f4a9f20-c6b9-4e0b-a2f1-ffe0fec292a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:48:50.801881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Network hostable DHCP agents. Network: 8f4a9f20-c6b9-4e0b-a2f1-ffe0fec292a1, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:48:50.818131 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Network 8f4a9f20-c6b9-4e0b-a2f1-ffe0fec292a1 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:48:50.826634 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 8f4a9f20-c6b9-4e0b-a2f1-ffe0fec292a1) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:48:50.830802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:48:50.832916 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:50.836298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5531f7-575a-4d34-9712-00f386ab47fc None None] Network 8f4a9f20-c6b9-4e0b-a2f1-ffe0fec292a1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:48:50.896433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event updated for resources: {'Port': ['ID=4be989d8-28af-4d01-a356-eb1bdfb2533c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:50.906527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Checking segment: {'id': '2e80db84-6298-4c39-b1fd-5efc3b95a4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3c912b93-368a-4fee-aef6-e5660d885a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:48:50.906893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Network hostable DHCP agents. Network: 3c912b93-368a-4fee-aef6-e5660d885a15, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:48:50.924710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Network 3c912b93-368a-4fee-aef6-e5660d885a15 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:48:50.935008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 3c912b93-368a-4fee-aef6-e5660d885a15) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:48:50.938760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:48:50.945637 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:50.947148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bae0969-9f0b-4b6b-a286-0977be30412e None None] Network 3c912b93-368a-4fee-aef6-e5660d885a15 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:48:50.950612 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:50.951360 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:50.967029 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c2148aad-effd-4e28-a1a3-ab455c7c6044 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8534300 Jul 08 20:48:50.969743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37368) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:51.075680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e025971-7d58-4d8e-801b-78593e07e0f5 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:51.082663 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e025971-7d58-4d8e-801b-78593e07e0f5 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:51.084292 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5e025971-7d58-4d8e-801b-78593e07e0f5 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1136014 Jul 08 20:48:51.087094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37370) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:51.184798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4376b4cb-f222-46e7-9ce1-d0fc80d54826 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Deleting port e83c52e1-2f7c-4e8f-bed5-fc760238a8b3 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:48:51.185154 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4376b4cb-f222-46e7-9ce1-d0fc80d54826 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:51.256286 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4376b4cb-f222-46e7-9ce1-d0fc80d54826 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:51.271061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4376b4cb-f222-46e7-9ce1-d0fc80d54826 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Calling delete_port for e83c52e1-2f7c-4e8f-bed5-fc760238a8b3 owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:48:51.351250 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4376b4cb-f222-46e7-9ce1-d0fc80d54826 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:51.381089 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376b4cb-f222-46e7-9ce1-d0fc80d54826 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event deleted for resources: {'Port': ['ID=e83c52e1-2f7c-4e8f-bed5-fc760238a8b3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:51.392087 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4376b4cb-f222-46e7-9ce1-d0fc80d54826 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:51.392087 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4376b4cb-f222-46e7-9ce1-d0fc80d54826 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "DELETE /v2.0/ports/e83c52e1-2f7c-4e8f-bed5-fc760238a8b3 HTTP/1.1" status: 204 len: 168 time: 0.3012648 Jul 08 20:48:51.392087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37372) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:51.824553 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a05ca367-140c-481f-a874-909de8d8f51e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Deleting port 4be989d8-28af-4d01-a356-eb1bdfb2533c {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:48:51.825297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a05ca367-140c-481f-a874-909de8d8f51e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:51.895273 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a05ca367-140c-481f-a874-909de8d8f51e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:51.908866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a05ca367-140c-481f-a874-909de8d8f51e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Calling delete_port for 4be989d8-28af-4d01-a356-eb1bdfb2533c owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:48:51.995391 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a05ca367-140c-481f-a874-909de8d8f51e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:52.027180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ca367-140c-481f-a874-909de8d8f51e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event deleted for resources: {'Port': ['ID=4be989d8-28af-4d01-a356-eb1bdfb2533c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:52.032328 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a05ca367-140c-481f-a874-909de8d8f51e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:52.034953 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a05ca367-140c-481f-a874-909de8d8f51e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "DELETE /v2.0/ports/4be989d8-28af-4d01-a356-eb1bdfb2533c HTTP/1.1" status: 204 len: 168 time: 0.6411910 Jul 08 20:48:52.037513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37376) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:52.072042 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6138c75c-6ecf-4e81-a4b2-abcdc1ce8f76 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0334017 Jul 08 20:48:52.076356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37378) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:52.082425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-99faf2d5-51d5-4456-bb09-2e01c8dd8862 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1920783693'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:52.104706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99faf2d5-51d5-4456-bb09-2e01c8dd8862 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Made reservation on behalf of 4437990e58744482ad0f56295adba4e4 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:48:52.108454 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99faf2d5-51d5-4456-bb09-2e01c8dd8862 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:52.133445 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99faf2d5-51d5-4456-bb09-2e01c8dd8862 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:48:52.142999 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99faf2d5-51d5-4456-bb09-2e01c8dd8862 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:52.143903 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-99faf2d5-51d5-4456-bb09-2e01c8dd8862 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Added segment 5ca9373a-3258-4937-ac72-3101787de257 of type vlan for network 618e8a0d-a676-4f78-b243-2778ae8c5116 Jul 08 20:48:52.189197 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99faf2d5-51d5-4456-bb09-2e01c8dd8862 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:52.218305 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99faf2d5-51d5-4456-bb09-2e01c8dd8862 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:52.224535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99faf2d5-51d5-4456-bb09-2e01c8dd8862 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:52.225176 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99faf2d5-51d5-4456-bb09-2e01c8dd8862 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:52.288306 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-99faf2d5-51d5-4456-bb09-2e01c8dd8862 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2108529 Jul 08 20:48:52.291074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37380) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:52.296305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3c06c6e1-a078-424b-9fd4-7798ae334ce4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1841704031'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:52.298095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99faf2d5-51d5-4456-bb09-2e01c8dd8862 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event updated for resources: {'Network': ['ID=618e8a0d-a676-4f78-b243-2778ae8c5116,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:52.312986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 618e8a0d-a676-4f78-b243-2778ae8c5116 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:48:52.319902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c06c6e1-a078-424b-9fd4-7798ae334ce4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Made reservation on behalf of 4437990e58744482ad0f56295adba4e4 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:48:52.324388 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c06c6e1-a078-424b-9fd4-7798ae334ce4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:52.351984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c06c6e1-a078-424b-9fd4-7798ae334ce4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:48:52.363969 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c06c6e1-a078-424b-9fd4-7798ae334ce4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:52.364329 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-3c06c6e1-a078-424b-9fd4-7798ae334ce4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Added segment 45b34c76-f8b8-471d-874a-2b34f17f48bb of type vlan for network 4f2f82af-dc1e-4d32-85fa-a111b3e9639c Jul 08 20:48:52.412069 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c06c6e1-a078-424b-9fd4-7798ae334ce4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:52.444582 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c06c6e1-a078-424b-9fd4-7798ae334ce4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:52.450121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c06c6e1-a078-424b-9fd4-7798ae334ce4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:52.450725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c06c6e1-a078-424b-9fd4-7798ae334ce4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:52.515349 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3c06c6e1-a078-424b-9fd4-7798ae334ce4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2230558 Jul 08 20:48:52.525268 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06c6e1-a078-424b-9fd4-7798ae334ce4 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event updated for resources: {'Network': ['ID=4f2f82af-dc1e-4d32-85fa-a111b3e9639c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:52.536584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 4f2f82af-dc1e-4d32-85fa-a111b3e9639c details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:48:53.554182 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:55.751976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37392) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:55.757295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Request body: {'subnets': [{'network_id': '618e8a0d-a676-4f78-b243-2778ae8c5116', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1629863152', 'ip_version': 6}, {'network_id': '4f2f82af-dc1e-4d32-85fa-a111b3e9639c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:55.757616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Request body: {'subnet': {'network_id': '618e8a0d-a676-4f78-b243-2778ae8c5116', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1629863152', 'ip_version': 6}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:55.758300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Request body: {'subnet': {'network_id': '4f2f82af-dc1e-4d32-85fa-a111b3e9639c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:55.920022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Made reservation on behalf of 4437990e58744482ad0f56295adba4e4 for: {'subnet': 2} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:48:55.925153 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:55.925529 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:56.320491 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:56.380110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event updated for resources: {'Subnet': ['ID=a3d69694-2008-4c27-95c2-00c375624711,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:56.389688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Checking segment: {'id': '5ca9373a-3258-4937-ac72-3101787de257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '618e8a0d-a676-4f78-b243-2778ae8c5116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:48:56.390056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Network hostable DHCP agents. Network: 618e8a0d-a676-4f78-b243-2778ae8c5116, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:48:56.407486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Network 618e8a0d-a676-4f78-b243-2778ae8c5116 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:48:56.416612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 618e8a0d-a676-4f78-b243-2778ae8c5116) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:48:56.423604 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:56.428999 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf3ce5-b2f5-4ee7-bc52-a6d7a1ccf141 None None] Network 618e8a0d-a676-4f78-b243-2778ae8c5116 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:48:56.491400 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event updated for resources: {'Subnet': ['ID=8e4e3b00-d15b-4eda-8628-0fda45fe7cf2,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:56.500636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Checking segment: {'id': '45b34c76-f8b8-471d-874a-2b34f17f48bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4f2f82af-dc1e-4d32-85fa-a111b3e9639c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:48:56.501012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Network hostable DHCP agents. Network: 4f2f82af-dc1e-4d32-85fa-a111b3e9639c, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:48:56.518152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Network 4f2f82af-dc1e-4d32-85fa-a111b3e9639c is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:48:56.528476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 4f2f82af-dc1e-4d32-85fa-a111b3e9639c) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:48:56.533319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:56.534061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:56.535496 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:56.551574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3f196c77-e087-4efd-9ec5-e08e8f017054 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.7984946 Jul 08 20:48:56.554022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37396) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:56.611111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f6f24-ae99-4fab-b50b-8fa6fb475d09 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:56.613317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f6f24-ae99-4fab-b50b-8fa6fb475d09 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:56.614855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f6f24-ae99-4fab-b50b-8fa6fb475d09 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:56.616525 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-363f6f24-ae99-4fab-b50b-8fa6fb475d09 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0615618 Jul 08 20:48:56.626496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37398) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:56.680802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-784c7d01-5fc8-4398-9e78-8de0caf89ec6 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Deleting subnet a3d69694-2008-4c27-95c2-00c375624711 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:48:56.684424 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-784c7d01-5fc8-4398-9e78-8de0caf89ec6 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:56.697638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6dc37e-98ed-4004-ae90-b1f3ebc47506 None None] Network 4f2f82af-dc1e-4d32-85fa-a111b3e9639c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:48:56.730686 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-784c7d01-5fc8-4398-9e78-8de0caf89ec6 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:56.779089 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-784c7d01-5fc8-4398-9e78-8de0caf89ec6 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:56.797702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e04afea-bdd2-48ac-a984-822cf22282c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-618e8a0d-a676-4f78-b243-2778ae8c5116', 'network_id': '618e8a0d-a676-4f78-b243-2778ae8c5116', 'tenant_id': '4437990e58744482ad0f56295adba4e4', 'fixed_ips': [{'subnet_id': 'a3d69694-2008-4c27-95c2-00c375624711'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:48:56.798586 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e04afea-bdd2-48ac-a984-822cf22282c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:56.840287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-784c7d01-5fc8-4398-9e78-8de0caf89ec6 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:56.875168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c7d01-5fc8-4398-9e78-8de0caf89ec6 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d69694-2008-4c27-95c2-00c375624711,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:56.875168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-784c7d01-5fc8-4398-9e78-8de0caf89ec6 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:56.875168 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-784c7d01-5fc8-4398-9e78-8de0caf89ec6 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "DELETE /v2.0/subnets/a3d69694-2008-4c27-95c2-00c375624711 HTTP/1.1" status: 204 len: 168 time: 0.2468946 Jul 08 20:48:56.877166 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37402) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:56.930090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-5afa7081-b183-40f4-b81f-c56b5a0fe7b8 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Deleting subnet 8e4e3b00-d15b-4eda-8628-0fda45fe7cf2 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:48:56.933767 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5afa7081-b183-40f4-b81f-c56b5a0fe7b8 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server [None req-9e04afea-bdd2-48ac-a984-822cf22282c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3d69694-2008-4c27-95c2-00c375624711: This subnet is being modified by another concurrent operation. Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise exception Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3d69694-2008-4c27-95c2-00c375624711: This subnet is being modified by another concurrent operation. Jul 08 20:48:56.953734 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Jul 08 20:48:56.965051 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e016df-6656-499e-bbc2-4feea6b256df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-4f2f82af-dc1e-4d32-85fa-a111b3e9639c', 'network_id': '4f2f82af-dc1e-4d32-85fa-a111b3e9639c', 'tenant_id': '4437990e58744482ad0f56295adba4e4', 'fixed_ips': [{'subnet_id': '8e4e3b00-d15b-4eda-8628-0fda45fe7cf2'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:48:56.965356 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75e016df-6656-499e-bbc2-4feea6b256df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:56.977275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4b234f-e510-4830-a103-b6f3d010c9f3 None None] Network 618e8a0d-a676-4f78-b243-2778ae8c5116 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:48:56.986096 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5afa7081-b183-40f4-b81f-c56b5a0fe7b8 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.032162 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5afa7081-b183-40f4-b81f-c56b5a0fe7b8 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.098861 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5afa7081-b183-40f4-b81f-c56b5a0fe7b8 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.128224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa7081-b183-40f4-b81f-c56b5a0fe7b8 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4e3b00-d15b-4eda-8628-0fda45fe7cf2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:57.130162 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5afa7081-b183-40f4-b81f-c56b5a0fe7b8 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.135073 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37406) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:57.136107 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5afa7081-b183-40f4-b81f-c56b5a0fe7b8 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "DELETE /v2.0/subnets/8e4e3b00-d15b-4eda-8628-0fda45fe7cf2 HTTP/1.1" status: 204 len: 168 time: 0.2574348 Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server [None req-75e016df-6656-499e-bbc2-4feea6b256df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e4e3b00-d15b-4eda-8628-0fda45fe7cf2: This subnet is being modified by another concurrent operation. Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise exception Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e4e3b00-d15b-4eda-8628-0fda45fe7cf2: This subnet is being modified by another concurrent operation. Jul 08 20:48:57.151466 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Jul 08 20:48:57.179790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ab0e29-6921-4444-8b46-639aa9a6af18 None None] Network 4f2f82af-dc1e-4d32-85fa-a111b3e9639c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:48:57.227034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f843c3c-b884-4239-97cd-f2e811b1df0a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:48:57.232189 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6f843c3c-b884-4239-97cd-f2e811b1df0a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0962937 Jul 08 20:48:57.232653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37412) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:57.297230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf21271f-9e42-497e-8725-f129fc30a312 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:48:57.319509 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ada7383d-02f7-4abb-afa4-44df4362ed63 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.385287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf21271f-9e42-497e-8725-f129fc30a312 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:48:57.408844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ada7383d-02f7-4abb-afa4-44df4362ed63 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.418718 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ada7383d-02f7-4abb-afa4-44df4362ed63 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2f82af-dc1e-4d32-85fa-a111b3e9639c']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:57.430141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ada7383d-02f7-4abb-afa4-44df4362ed63 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b34c76-f8b8-471d-874a-2b34f17f48bb') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:57.430441 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ada7383d-02f7-4abb-afa4-44df4362ed63 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b34c76-f8b8-471d-874a-2b34f17f48bb') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:57.443902 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ada7383d-02f7-4abb-afa4-44df4362ed63 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.463056 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ada7383d-02f7-4abb-afa4-44df4362ed63 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.469963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada7383d-02f7-4abb-afa4-44df4362ed63 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:48:57.470359 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ada7383d-02f7-4abb-afa4-44df4362ed63 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:48:57.473670 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:48:57.533155 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ada7383d-02f7-4abb-afa4-44df4362ed63 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.542183 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ada7383d-02f7-4abb-afa4-44df4362ed63 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.544122 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ada7383d-02f7-4abb-afa4-44df4362ed63 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "DELETE /v2.0/networks/4f2f82af-dc1e-4d32-85fa-a111b3e9639c HTTP/1.1" status: 204 len: 168 time: 0.3102872 Jul 08 20:48:57.547096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37414) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:57.555703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7383d-02f7-4abb-afa4-44df4362ed63 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event deleted for resources: {'Network': ['ID=4f2f82af-dc1e-4d32-85fa-a111b3e9639c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:57.644043 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7b206ae-d4c3-4d0b-ae8a-52d800312061 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.666458 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef2f4e7-7447-407e-a54c-4970e4170149 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:48:57.734879 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7b206ae-d4c3-4d0b-ae8a-52d800312061 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.745912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b7b206ae-d4c3-4d0b-ae8a-52d800312061 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618e8a0d-a676-4f78-b243-2778ae8c5116']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:57.756244 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef2f4e7-7447-407e-a54c-4970e4170149 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:48:57.756471 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b7b206ae-d4c3-4d0b-ae8a-52d800312061 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca9373a-3258-4937-ac72-3101787de257') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:57.756694 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b7b206ae-d4c3-4d0b-ae8a-52d800312061 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca9373a-3258-4937-ac72-3101787de257') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:57.766272 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7b206ae-d4c3-4d0b-ae8a-52d800312061 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.780366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7b206ae-d4c3-4d0b-ae8a-52d800312061 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.787520 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b206ae-d4c3-4d0b-ae8a-52d800312061 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:48:57.787898 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7b206ae-d4c3-4d0b-ae8a-52d800312061 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:48:57.790934 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:48:57.858502 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7b206ae-d4c3-4d0b-ae8a-52d800312061 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.867049 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7b206ae-d4c3-4d0b-ae8a-52d800312061 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:57.868910 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b7b206ae-d4c3-4d0b-ae8a-52d800312061 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "DELETE /v2.0/networks/618e8a0d-a676-4f78-b243-2778ae8c5116 HTTP/1.1" status: 204 len: 168 time: 0.3203521 Jul 08 20:48:57.871395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37416) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:57.892005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b206ae-d4c3-4d0b-ae8a-52d800312061 tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event deleted for resources: {'Network': ['ID=618e8a0d-a676-4f78-b243-2778ae8c5116,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:57.964197 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84fa7aa7-335b-4a79-a880-7aafd9320e2a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.058567 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84fa7aa7-335b-4a79-a880-7aafd9320e2a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.068836 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-84fa7aa7-335b-4a79-a880-7aafd9320e2a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c912b93-368a-4fee-aef6-e5660d885a15']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:58.078939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-84fa7aa7-335b-4a79-a880-7aafd9320e2a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e80db84-6298-4c39-b1fd-5efc3b95a4e6') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:58.079227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-84fa7aa7-335b-4a79-a880-7aafd9320e2a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e80db84-6298-4c39-b1fd-5efc3b95a4e6') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:58.088927 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84fa7aa7-335b-4a79-a880-7aafd9320e2a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.103229 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84fa7aa7-335b-4a79-a880-7aafd9320e2a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.110432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fa7aa7-335b-4a79-a880-7aafd9320e2a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:48:58.110908 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84fa7aa7-335b-4a79-a880-7aafd9320e2a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:48:58.113877 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:48:58.176754 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84fa7aa7-335b-4a79-a880-7aafd9320e2a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.183397 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-84fa7aa7-335b-4a79-a880-7aafd9320e2a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.185285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-84fa7aa7-335b-4a79-a880-7aafd9320e2a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "DELETE /v2.0/networks/3c912b93-368a-4fee-aef6-e5660d885a15 HTTP/1.1" status: 204 len: 168 time: 0.3040974 Jul 08 20:48:58.187879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37418) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:58.197325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa7aa7-335b-4a79-a880-7aafd9320e2a tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event deleted for resources: {'Network': ['ID=3c912b93-368a-4fee-aef6-e5660d885a15,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:58.286205 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66cf2b33-75bb-44e0-8ec0-c7c999bbfc0e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.373460 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66cf2b33-75bb-44e0-8ec0-c7c999bbfc0e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.383790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-66cf2b33-75bb-44e0-8ec0-c7c999bbfc0e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4a9f20-c6b9-4e0b-a2f1-ffe0fec292a1']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:58.394892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-66cf2b33-75bb-44e0-8ec0-c7c999bbfc0e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8a8a63-d6ce-4706-b662-c60feb236d6c') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:58.395197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-66cf2b33-75bb-44e0-8ec0-c7c999bbfc0e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8a8a63-d6ce-4706-b662-c60feb236d6c') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:48:58.404247 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66cf2b33-75bb-44e0-8ec0-c7c999bbfc0e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.418963 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66cf2b33-75bb-44e0-8ec0-c7c999bbfc0e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.425015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66cf2b33-75bb-44e0-8ec0-c7c999bbfc0e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:48:58.425597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66cf2b33-75bb-44e0-8ec0-c7c999bbfc0e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:48:58.428658 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:48:58.494394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66cf2b33-75bb-44e0-8ec0-c7c999bbfc0e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.501346 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-66cf2b33-75bb-44e0-8ec0-c7c999bbfc0e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.503967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-66cf2b33-75bb-44e0-8ec0-c7c999bbfc0e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] 10.222.0.101 "DELETE /v2.0/networks/8f4a9f20-c6b9-4e0b-a2f1-ffe0fec292a1 HTTP/1.1" status: 204 len: 168 time: 0.3147922 Jul 08 20:48:58.516297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf2b33-75bb-44e0-8ec0-c7c999bbfc0e tempest-BulkNetworkOpsIpV6Test-467656359 tempest-BulkNetworkOpsIpV6Test-467656359-project] Pushing event deleted for resources: {'Network': ['ID=8f4a9f20-c6b9-4e0b-a2f1-ffe0fec292a1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:58.749428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37426) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:58.884156 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6a8400ac-96d6-4380-b921-efb69eba092e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4437990e58744482ad0f56295adba4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335437 Jul 08 20:48:58.886634 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37430) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:58.941250 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-440006b0-52ef-4011-a721-e560eac048f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:58.963704 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-440006b0-52ef-4011-a721-e560eac048f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:59.013133 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-440006b0-52ef-4011-a721-e560eac048f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:59.015751 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-440006b0-52ef-4011-a721-e560eac048f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:59.016982 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-440006b0-52ef-4011-a721-e560eac048f4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/aa659747-ad7a-4ea3-8b4e-26c54037b013 HTTP/1.1" status: 204 len: 168 time: 0.1294072 Jul 08 20:48:59.025005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440006b0-52ef-4011-a721-e560eac048f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa659747-ad7a-4ea3-8b4e-26c54037b013,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:59.654192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37454) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:48:59.752613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-320077288'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:48:59.776124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:48:59.779663 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:59.789615 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:59.885764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:59.890469 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:59.921973 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:48:59.936697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac65152-535f-4025-addb-93a8017ac269,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:48:59.941536 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:48:59.942331 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Added segment 211c1711-c3a7-44af-8ddb-9c3149e8c5c3 of type vlan for network a2948c1c-e472-4d02-b198-6789ae08a29f Jul 08 20:48:59.986115 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:00.021110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:00.027206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:00.027860 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:00.100674 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4350655 Jul 08 20:49:00.105516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee1d50-132a-4522-b28a-ff5b359a18c9 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Network': ['ID=a2948c1c-e472-4d02-b198-6789ae08a29f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:00.130173 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network a2948c1c-e472-4d02-b198-6789ae08a29f details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:01.108592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e4018-fc4e-47df-bfde-48e68f1ef2eb req-8e8564c7-ec56-4ea3-8003-02a802f0b709 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:01.110202 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f36e4018-fc4e-47df-bfde-48e68f1ef2eb req-8e8564c7-ec56-4ea3-8003-02a802f0b709 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1098 time: 0.0600407 Jul 08 20:49:01.144307 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f36e4018-fc4e-47df-bfde-48e68f1ef2eb req-61492adf-9455-4b98-949f-04362b103bed tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285537 Jul 08 20:49:01.170394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37466) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:01.343617 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8afe676f-e8c3-450d-b3f1-49546e17aab3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port 07f92b74-508d-495a-89bb-9eb26b415116 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:01.344071 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8afe676f-e8c3-450d-b3f1-49546e17aab3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:01.425848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8afe676f-e8c3-450d-b3f1-49546e17aab3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:01.426485 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8afe676f-e8c3-450d-b3f1-49546e17aab3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:01.438499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8afe676f-e8c3-450d-b3f1-49546e17aab3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for 07f92b74-508d-495a-89bb-9eb26b415116 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:01.592269 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8afe676f-e8c3-450d-b3f1-49546e17aab3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:01.623064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe676f-e8c3-450d-b3f1-49546e17aab3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=07f92b74-508d-495a-89bb-9eb26b415116,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:01.692103 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8afe676f-e8c3-450d-b3f1-49546e17aab3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:01.692556 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-8afe676f-e8c3-450d-b3f1-49546e17aab3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Floating IP 3f9e9aee-0c27-4040-98bb-0e7b204aa4dc disassociated (deleted). External IP: 172.25.4.239, port: 41b61571-7a6f-4329-bb80-520dd93fa6fc. Jul 08 20:49:01.909894 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afe676f-e8c3-450d-b3f1-49546e17aab3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router f892a9e2-b12c-4de6-8587-7675970add31 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:49:02.020894 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afe676f-e8c3-450d-b3f1-49546e17aab3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:49:02.025784 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8afe676f-e8c3-450d-b3f1-49546e17aab3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:02.031591 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce5f97e-27c6-4448-97bd-045ac5647745 None None] Sync routers for ids ['f892a9e2-b12c-4de6-8587-7675970add31'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:49:02.041938 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce5f97e-27c6-4448-97bd-045ac5647745 None None] Routers {'f892a9e2-b12c-4de6-8587-7675970add31'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:02.042826 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-cce5f97e-27c6-4448-97bd-045ac5647745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:48:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f892a9e2-b12c-4de6-8587-7675970add31'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:02.067831 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8afe676f-e8c3-450d-b3f1-49546e17aab3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/floatingips/3f9e9aee-0c27-4040-98bb-0e7b204aa4dc HTTP/1.1" status: 204 len: 168 time: 0.8930342 Jul 08 20:49:02.067831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:49:02.069205 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdb0a09-2e17-4b8f-abcd-f1daa3eb2023" -d '{"events": [{"name": "network-changed", "server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:49:02.187506 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dc3781-52f5-415d-b7c1-01675d7185f6 x-openstack-request-id: req-66dc3781-52f5-415d-b7c1-01675d7185f6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:49:02.188101 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:49:02.188214 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-66dc3781-52f5-415d-b7c1-01675d7185f6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:49:02.188589 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'status': 'completed', 'code': 200} Jul 08 20:49:02.275631 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb0a09-2e17-4b8f-abcd-f1daa3eb2023 req-9dbc3b5c-5709-4875-8cd5-1873e7ef542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:02.278990 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fdb0a09-2e17-4b8f-abcd-f1daa3eb2023 req-9dbc3b5c-5709-4875-8cd5-1873e7ef542e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 1098 time: 0.0672345 Jul 08 20:49:02.297680 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-cce5f97e-27c6-4448-97bd-045ac5647745 None None] Set router f892a9e2-b12c-4de6-8587-7675970add31 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:02.420294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb0a09-2e17-4b8f-abcd-f1daa3eb2023 req-a77d34db-9dde-4f7b-9dd5-1b76bc17fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:02.421999 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fdb0a09-2e17-4b8f-abcd-f1daa3eb2023 req-a77d34db-9dde-4f7b-9dd5-1b76bc17fa69 service neutron] 10.222.0.103 "GET /v2.0/networks?id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 200 len: 898 time: 0.1364727 Jul 08 20:49:02.473710 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fdb0a09-2e17-4b8f-abcd-f1daa3eb2023 req-d377610e-1404-443c-b6d1-34ab8738da3f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 200 len: 217 time: 0.0407679 Jul 08 20:49:02.530891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb0a09-2e17-4b8f-abcd-f1daa3eb2023 req-73b156dd-92e3-4f10-a5dd-fd7c9df8ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:02.532601 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fdb0a09-2e17-4b8f-abcd-f1daa3eb2023 req-73b156dd-92e3-4f10-a5dd-fd7c9df8ca46 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 200 len: 835 time: 0.0525048 Jul 08 20:49:02.564169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a71237-c66f-484c-be66-6a082de8d3bd req-d35d0a81-9c47-44f0-84cb-56ea1ad67d6f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:02.568657 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-cce5f97e-27c6-4448-97bd-045ac5647745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:59Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '4a382350-b5a6-47a5-894b-4490897d60a2', 'name': '', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:f4:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:58Z', 'updated_at': '2021-07-08T20:47:04Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:02.576563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35a71237-c66f-484c-be66-6a082de8d3bd req-d35d0a81-9c47-44f0-84cb-56ea1ad67d6f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 946 time: 0.1133811 Jul 08 20:49:02.608202 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce5f97e-27c6-4448-97bd-045ac5647745 None None] Checking router: f892a9e2-b12c-4de6-8587-7675970add31 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:49:02.611421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb0a09-2e17-4b8f-abcd-f1daa3eb2023 req-a9f0113a-8eaf-49ed-98db-76a4837a88b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:02.613274 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fdb0a09-2e17-4b8f-abcd-f1daa3eb2023 req-a9f0113a-8eaf-49ed-98db-76a4837a88b1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675936 Jul 08 20:49:02.625694 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35a71237-c66f-484c-be66-6a082de8d3bd req-95cf95fb-f7d4-4f60-a722-e6cfeab569a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481129 Jul 08 20:49:02.628000 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce5f97e-27c6-4448-97bd-045ac5647745 None None] Routers {'f892a9e2-b12c-4de6-8587-7675970add31'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:02.629113 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-cce5f97e-27c6-4448-97bd-045ac5647745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:48:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f892a9e2-b12c-4de6-8587-7675970add31'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:02.744200 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fdb0a09-2e17-4b8f-abcd-f1daa3eb2023 req-541e3ec9-fa14-465f-aca6-7a028e2d283b service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193492 Jul 08 20:49:02.750693 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-cce5f97e-27c6-4448-97bd-045ac5647745 None None] Set router f892a9e2-b12c-4de6-8587-7675970add31 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:02.855515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7fdb0a09-2e17-4b8f-abcd-f1daa3eb2023 req-6849659a-1493-47af-8e77-40f7f02e4f57 service neutron] 10.222.0.103 "GET /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010983 Jul 08 20:49:02.991809 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-cce5f97e-27c6-4448-97bd-045ac5647745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:59Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '4a382350-b5a6-47a5-894b-4490897d60a2', 'name': '', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:f4:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:58Z', 'updated_at': '2021-07-08T20:47:04Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:03.023243 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce5f97e-27c6-4448-97bd-045ac5647745 None None] The sync data for ids ['f892a9e2-b12c-4de6-8587-7675970add31'] in n-d-791506-16 is: [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:46:59Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '4a382350-b5a6-47a5-894b-4490897d60a2', 'name': '', 'network_id': '8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:f4:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:58Z', 'updated_at': '2021-07-08T20:47:04Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '625c02aa-ff09-46f6-8a43-a582bba409f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:49:03.270755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51436007-9f9b-4d0c-b3f7-88c340402ef3 None None] New status for floating IP 3f9e9aee-0c27-4040-98bb-0e7b204aa4dc: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:49:03.371478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37480) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:03.376909 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3a70cfe5-9a78-4a58-b371-87971392b9da tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'subnet': {'network_id': 'a2948c1c-e472-4d02-b198-6789ae08a29f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:03.475871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a70cfe5-9a78-4a58-b371-87971392b9da tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:03.479474 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a70cfe5-9a78-4a58-b371-87971392b9da tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:03.665736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a70cfe5-9a78-4a58-b371-87971392b9da tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:03.732940 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70cfe5-9a78-4a58-b371-87971392b9da tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Subnet': ['ID=55411bf4-a592-488c-83b6-e83be27bff28,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:03.737550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a70cfe5-9a78-4a58-b371-87971392b9da tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Checking segment: {'id': '211c1711-c3a7-44af-8ddb-9c3149e8c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a2948c1c-e472-4d02-b198-6789ae08a29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:03.737924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a70cfe5-9a78-4a58-b371-87971392b9da tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network hostable DHCP agents. Network: a2948c1c-e472-4d02-b198-6789ae08a29f, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:49:03.757706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a70cfe5-9a78-4a58-b371-87971392b9da tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network a2948c1c-e472-4d02-b198-6789ae08a29f is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:49:03.767740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3a70cfe5-9a78-4a58-b371-87971392b9da tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, a2948c1c-e472-4d02-b198-6789ae08a29f) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:03.772903 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a70cfe5-9a78-4a58-b371-87971392b9da tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:03.773790 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a70cfe5-9a78-4a58-b371-87971392b9da tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:03.781536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6d115f-12f7-42d7-87b8-922e50b195dc None None] Network a2948c1c-e472-4d02-b198-6789ae08a29f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:03.790605 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3a70cfe5-9a78-4a58-b371-87971392b9da tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4178245 Jul 08 20:49:03.795284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37484) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:03.800728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-dada9e3e-ffbd-4c24-81e3-0e472ee4f510 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1020200238'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:03.818427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63210a92-e686-458a-8b24-09880d060192 req-2042bfe2-08d0-4506-b439-340c99e15c83 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:03.820515 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63210a92-e686-458a-8b24-09880d060192 req-2042bfe2-08d0-4506-b439-340c99e15c83 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 946 time: 0.0805421 Jul 08 20:49:03.822748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dada9e3e-ffbd-4c24-81e3-0e472ee4f510 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:03.826488 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dada9e3e-ffbd-4c24-81e3-0e472ee4f510 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:03.853265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dada9e3e-ffbd-4c24-81e3-0e472ee4f510 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:49:03.863767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63210a92-e686-458a-8b24-09880d060192 req-0e9dfc0e-22bc-4cf0-b544-4c2b17b30f43 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=ca8732ef-56c3-4f69-a697-88e673b78a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371139 Jul 08 20:49:03.865929 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dada9e3e-ffbd-4c24-81e3-0e472ee4f510 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:03.866420 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-dada9e3e-ffbd-4c24-81e3-0e472ee4f510 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Added segment 1917a9e9-3e8a-4615-915f-28c22f0cccd1 of type vlan for network d32c142d-0a81-48e4-8927-4d75d1b43ead Jul 08 20:49:03.915769 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dada9e3e-ffbd-4c24-81e3-0e472ee4f510 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:03.947445 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dada9e3e-ffbd-4c24-81e3-0e472ee4f510 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:03.954209 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-a2948c1c-e472-4d02-b198-6789ae08a29f', 'network_id': 'a2948c1c-e472-4d02-b198-6789ae08a29f', 'tenant_id': '0487d7162a2d4e34a1f8e8ec6e4e2451', 'fixed_ips': [{'subnet_id': '55411bf4-a592-488c-83b6-e83be27bff28'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:49:03.955103 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:03.955641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dada9e3e-ffbd-4c24-81e3-0e472ee4f510 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:03.956718 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dada9e3e-ffbd-4c24-81e3-0e472ee4f510 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.057853 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37488) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:04.058118 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dada9e3e-ffbd-4c24-81e3-0e472ee4f510 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2616169 Jul 08 20:49:04.063798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-28219e7a-d23a-4c9d-894c-9cff91da22b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'subnet': {'network_id': 'd32c142d-0a81-48e4-8927-4d75d1b43ead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:04.088294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada9e3e-ffbd-4c24-81e3-0e472ee4f510 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Network': ['ID=d32c142d-0a81-48e4-8927-4d75d1b43ead,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:04.107185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network d32c142d-0a81-48e4-8927-4d75d1b43ead details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:04.109671 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-39abaff9-dd39-4318-a27e-2d7a41146140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.116023 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f677f-63be-4d7b-878c-6fe7ba3f8c3e req-00968e67-f46e-41db-b09b-2ae46aae2412 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:04.117766 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f83f677f-63be-4d7b-878c-6fe7ba3f8c3e req-00968e67-f46e-41db-b09b-2ae46aae2412 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.103 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 946 time: 0.1573634 Jul 08 20:49:04.183538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28219e7a-d23a-4c9d-894c-9cff91da22b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:04.189728 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28219e7a-d23a-4c9d-894c-9cff91da22b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.189990 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Allocated IP 2001:db8:0:ffff::2 (a2948c1c-e472-4d02-b198-6789ae08a29f/55411bf4-a592-488c-83b6-e83be27bff28/32452b96-fb9d-4249-951a-bae40d2493c4) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:04.251544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f83f677f-63be-4d7b-878c-6fe7ba3f8c3e req-eee6dc1b-dd1f-40dc-af4a-c1ada3061d16 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port 41b61571-7a6f-4329-bb80-520dd93fa6fc {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:04.252075 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f83f677f-63be-4d7b-878c-6fe7ba3f8c3e req-eee6dc1b-dd1f-40dc-af4a-c1ada3061d16 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.352181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-f83f677f-63be-4d7b-878c-6fe7ba3f8c3e req-eee6dc1b-dd1f-40dc-af4a-c1ada3061d16 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] For port 41b61571-7a6f-4329-bb80-520dd93fa6fc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=41b61571-7a6f-4329-bb80-520dd93fa6fc,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:04.352596 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f83f677f-63be-4d7b-878c-6fe7ba3f8c3e req-eee6dc1b-dd1f-40dc-af4a-c1ada3061d16 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.370778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f83f677f-63be-4d7b-878c-6fe7ba3f8c3e req-eee6dc1b-dd1f-40dc-af4a-c1ada3061d16 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for 41b61571-7a6f-4329-bb80-520dd93fa6fc owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:04.406119 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28219e7a-d23a-4c9d-894c-9cff91da22b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.419411 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.430246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Transition to ACTIVE for port object 32452b96-fb9d-4249-951a-bae40d2493c4 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:04.446984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Transition to ACTIVE for port object 32452b96-fb9d-4249-951a-bae40d2493c4 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:04.454323 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.479018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28219e7a-d23a-4c9d-894c-9cff91da22b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Subnet': ['ID=ec443a69-e680-494a-8477-d927873214e2,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:04.490168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28219e7a-d23a-4c9d-894c-9cff91da22b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Checking segment: {'id': '1917a9e9-3e8a-4615-915f-28c22f0cccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd32c142d-0a81-48e4-8927-4d75d1b43ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:04.490665 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28219e7a-d23a-4c9d-894c-9cff91da22b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network hostable DHCP agents. Network: d32c142d-0a81-48e4-8927-4d75d1b43ead, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:49:04.510347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28219e7a-d23a-4c9d-894c-9cff91da22b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network d32c142d-0a81-48e4-8927-4d75d1b43ead is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:49:04.513422 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Network a2948c1c-e472-4d02-b198-6789ae08a29f is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:04.518368 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:04.522156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-28219e7a-d23a-4c9d-894c-9cff91da22b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, d32c142d-0a81-48e4-8927-4d75d1b43ead) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:04.526654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28219e7a-d23a-4c9d-894c-9cff91da22b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:04.527625 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28219e7a-d23a-4c9d-894c-9cff91da22b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.528511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:04.541257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24292d34-0937-4024-a35d-5f661a118031 None None] Network d32c142d-0a81-48e4-8927-4d75d1b43ead requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:04.543639 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-28219e7a-d23a-4c9d-894c-9cff91da22b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4846661 Jul 08 20:49:04.544195 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f83f677f-63be-4d7b-878c-6fe7ba3f8c3e req-eee6dc1b-dd1f-40dc-af4a-c1ada3061d16 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.546367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37490) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:04.579381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6dc1b-dd1f-40dc-af4a-c1ada3061d16 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=41b61571-7a6f-4329-bb80-520dd93fa6fc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:04.648233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83f677f-63be-4d7b-878c-6fe7ba3f8c3e req-eee6dc1b-dd1f-40dc-af4a-c1ada3061d16 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] No DVR routers for this DVR port 41b61571-7a6f-4329-bb80-520dd93fa6fc on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:49:04.650909 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f83f677f-63be-4d7b-878c-6fe7ba3f8c3e req-eee6dc1b-dd1f-40dc-af4a-c1ada3061d16 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.653435 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f83f677f-63be-4d7b-878c-6fe7ba3f8c3e req-eee6dc1b-dd1f-40dc-af4a-c1ada3061d16 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.103 "DELETE /v2.0/ports/41b61571-7a6f-4329-bb80-520dd93fa6fc HTTP/1.1" status: 204 len: 173 time: 0.5262258 Jul 08 20:49:04.654470 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'name': 'network-vif-deleted', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:49:04.655060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Pushing event updated for resources: {'Port': ['ID=32452b96-fb9d-4249-951a-bae40d2493c4,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:04.659557 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847d7f7b-0ffa-4c8d-967c-acaa0d3c4515" -d '{"events": [{"server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "name": "network-vif-deleted", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:49:04.670794 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.703498 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a84f0ff-45ce-4a0a-a0be-e43d8f76b18d x-openstack-request-id: req-6a84f0ff-45ce-4a0a-a0be-e43d8f76b18d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:49:04.704035 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cab2d6-77c0-4547-bb38-c4b14625b9b3", "name": "network-vif-deleted", "tag": "41b61571-7a6f-4329-bb80-520dd93fa6fc", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:49:04.704466 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6a84f0ff-45ce-4a0a-a0be-e43d8f76b18d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:49:04.704760 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cab2d6-77c0-4547-bb38-c4b14625b9b3', 'name': 'network-vif-deleted', 'tag': '41b61571-7a6f-4329-bb80-520dd93fa6fc', 'status': 'completed', 'code': 200} Jul 08 20:49:04.729675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:04.730391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:04.730807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:04.731207 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.731344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:04.731675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:04.732076 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:04.732478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:04.732891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:04.733290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:04.733682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:04.734242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:04.735193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:04.747970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Attempting to bind port 32452b96-fb9d-4249-951a-bae40d2493c4 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:04.748358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Attempting to bind port 32452b96-fb9d-4249-951a-bae40d2493c4 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '211c1711-c3a7-44af-8ddb-9c3149e8c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a2948c1c-e472-4d02-b198-6789ae08a29f'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:04.748733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Attempting to bind port 32452b96-fb9d-4249-951a-bae40d2493c4 on network a2948c1c-e472-4d02-b198-6789ae08a29f {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:04.765107 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:04.766025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Checking segment: {'id': '211c1711-c3a7-44af-8ddb-9c3149e8c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a2948c1c-e472-4d02-b198-6789ae08a29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:04.766442 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.766847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Bound using segment: {'id': '211c1711-c3a7-44af-8ddb-9c3149e8c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a2948c1c-e472-4d02-b198-6789ae08a29f'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:04.767333 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Bound port: 32452b96-fb9d-4249-951a-bae40d2493c4, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211c1711-c3a7-44af-8ddb-9c3149e8c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a2948c1c-e472-4d02-b198-6789ae08a29f'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:04.767953 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.811086 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.840736 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Subnet': ['ID=ec443a69-e680-494a-8477-d927873214e2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:04.905083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] For port 32452b96-fb9d-4249-951a-bae40d2493c4, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:04.915561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.915821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b74006-4620-4e74-a3f3-f3e26d9f9942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-d32c142d-0a81-48e4-8927-4d75d1b43ead', 'network_id': 'd32c142d-0a81-48e4-8927-4d75d1b43ead', 'tenant_id': '0487d7162a2d4e34a1f8e8ec6e4e2451', 'fixed_ips': [{'subnet_id': 'ec443a69-e680-494a-8477-d927873214e2'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:49:04.916528 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f3b74006-4620-4e74-a3f3-f3e26d9f9942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.922774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] For port 32452b96-fb9d-4249-951a-bae40d2493c4, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=32452b96-fb9d-4249-951a-bae40d2493c4,segment=NetworkSegment(211c1711-c3a7-44af-8ddb-9c3149e8c5c3),segment_id=211c1711-c3a7-44af-8ddb-9c3149e8c5c3)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:04.932597 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.933857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32c142d-0a81-48e4-8927-4d75d1b43ead']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:04.948125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1917a9e9-3e8a-4615-915f-28c22f0cccd1') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:04.948519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1917a9e9-3e8a-4615-915f-28c22f0cccd1') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:04.958736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.976482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.994863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:04.995404 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:04.999069 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:05.072223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441b20b-8e72-49d4-aaf9-63124454bb65 None None] Pushing event updated for resources: {'Port': ['ID=32452b96-fb9d-4249-951a-bae40d2493c4,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:05.090521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72569b4-dde3-4de0-a298-487f06c5aa77 None None] Network d32c142d-0a81-48e4-8927-4d75d1b43ead requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:05.094310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b1462ed-1cb6-418e-a7a5-9d4372a5ffca req-f8d6b619-0730-48b7-82b7-b7c19e6ffdf2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=34cab2d6-77c0-4547-bb38-c4b14625b9b3 HTTP/1.1" status: 200 len: 210 time: 0.0599918 Jul 08 20:49:05.094826 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:05.104678 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:05.105731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72569b4-dde3-4de0-a298-487f06c5aa77 None None] Network d32c142d-0a81-48e4-8927-4d75d1b43ead could not be found, it might have been deleted concurrently. {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 20:49:05.108016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/d32c142d-0a81-48e4-8927-4d75d1b43ead HTTP/1.1" status: 204 len: 168 time: 0.5597856 Jul 08 20:49:05.111664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37496) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:05.123690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a41d56cd-ead9-4d96-9afa-92c4464e58cf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1361016072'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:05.127433 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4114b-dedb-4cf8-8753-e48174fec80a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Network': ['ID=d32c142d-0a81-48e4-8927-4d75d1b43ead,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:05.161664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41d56cd-ead9-4d96-9afa-92c4464e58cf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:05.167619 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a41d56cd-ead9-4d96-9afa-92c4464e58cf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:05.195519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41d56cd-ead9-4d96-9afa-92c4464e58cf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:49:05.207649 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a41d56cd-ead9-4d96-9afa-92c4464e58cf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:05.208173 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-a41d56cd-ead9-4d96-9afa-92c4464e58cf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Added segment ab216b01-2181-477c-9ff2-a551c6a52a92 of type vlan for network ad2769c2-088c-4808-8cdf-c01a9caef3df Jul 08 20:49:05.308043 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a41d56cd-ead9-4d96-9afa-92c4464e58cf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:05.344162 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a41d56cd-ead9-4d96-9afa-92c4464e58cf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:05.350845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d56cd-ead9-4d96-9afa-92c4464e58cf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:05.351545 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a41d56cd-ead9-4d96-9afa-92c4464e58cf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:05.413926 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a41d56cd-ead9-4d96-9afa-92c4464e58cf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2981369 Jul 08 20:49:05.417515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37500) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:05.421956 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-09400207-2a9a-4a02-8fca-73f91d69b2f7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'subnet': {'network_id': 'ad2769c2-088c-4808-8cdf-c01a9caef3df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:05.478002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d56cd-ead9-4d96-9afa-92c4464e58cf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Network': ['ID=ad2769c2-088c-4808-8cdf-c01a9caef3df,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:05.488034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network ad2769c2-088c-4808-8cdf-c01a9caef3df details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:05.522805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09400207-2a9a-4a02-8fca-73f91d69b2f7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:05.526346 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09400207-2a9a-4a02-8fca-73f91d69b2f7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:05.713872 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09400207-2a9a-4a02-8fca-73f91d69b2f7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:05.774603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09400207-2a9a-4a02-8fca-73f91d69b2f7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Subnet': ['ID=68fe1f8d-910c-48cd-b804-421cec5afbbc,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:05.791953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09400207-2a9a-4a02-8fca-73f91d69b2f7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Checking segment: {'id': 'ab216b01-2181-477c-9ff2-a551c6a52a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ad2769c2-088c-4808-8cdf-c01a9caef3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:05.792313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09400207-2a9a-4a02-8fca-73f91d69b2f7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network hostable DHCP agents. Network: ad2769c2-088c-4808-8cdf-c01a9caef3df, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:49:05.809711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09400207-2a9a-4a02-8fca-73f91d69b2f7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network ad2769c2-088c-4808-8cdf-c01a9caef3df is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:49:05.819437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-09400207-2a9a-4a02-8fca-73f91d69b2f7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, ad2769c2-088c-4808-8cdf-c01a9caef3df) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:05.824219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09400207-2a9a-4a02-8fca-73f91d69b2f7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:05.824857 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09400207-2a9a-4a02-8fca-73f91d69b2f7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:05.829909 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c4746a-859e-4d5b-8229-916119d90200 None None] Network ad2769c2-088c-4808-8cdf-c01a9caef3df requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:05.844475 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-09400207-2a9a-4a02-8fca-73f91d69b2f7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4231467 Jul 08 20:49:05.844723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37502) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:05.850472 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-69aee52d-6881-4d32-afb5-e53d283c101f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1522028684'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:05.873613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69aee52d-6881-4d32-afb5-e53d283c101f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:05.877398 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69aee52d-6881-4d32-afb5-e53d283c101f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:05.907222 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69aee52d-6881-4d32-afb5-e53d283c101f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:49:05.917866 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69aee52d-6881-4d32-afb5-e53d283c101f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:05.918229 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-69aee52d-6881-4d32-afb5-e53d283c101f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Added segment 4f5b7730-454c-405a-95f4-c42778811b47 of type vlan for network b202e5ce-31cf-4a40-971d-337a5d64bd31 Jul 08 20:49:05.969545 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69aee52d-6881-4d32-afb5-e53d283c101f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:05.998990 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-ad2769c2-088c-4808-8cdf-c01a9caef3df', 'network_id': 'ad2769c2-088c-4808-8cdf-c01a9caef3df', 'tenant_id': '0487d7162a2d4e34a1f8e8ec6e4e2451', 'fixed_ips': [{'subnet_id': '68fe1f8d-910c-48cd-b804-421cec5afbbc'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:49:06.000081 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.002122 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69aee52d-6881-4d32-afb5-e53d283c101f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.009837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aee52d-6881-4d32-afb5-e53d283c101f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:06.010587 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69aee52d-6881-4d32-afb5-e53d283c101f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.090124 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-69aee52d-6881-4d32-afb5-e53d283c101f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2415783 Jul 08 20:49:06.090472 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37504) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:06.095950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'subnet': {'network_id': 'b202e5ce-31cf-4a40-971d-337a5d64bd31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:06.159460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 32452b96-fb9d-4249-951a-bae40d2493c4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:06.178215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aee52d-6881-4d32-afb5-e53d283c101f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Network': ['ID=b202e5ce-31cf-4a40-971d-337a5d64bd31,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:06.197512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network b202e5ce-31cf-4a40-971d-337a5d64bd31 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:06.201449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Allocated IP 2001:db8::1 (ad2769c2-088c-4808-8cdf-c01a9caef3df/68fe1f8d-910c-48cd-b804-421cec5afbbc/af2c8865-9d73-4f2c-aac7-7882e5508ccf) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:06.236851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:06.240080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37508) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:06.241345 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.310987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Performing IP validity checks on allocation pools {{(pid=94065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 20:49:06.311563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 20:49:06.425627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574cd9ce-e5e9-473c-9da8-3d8844588db9 None None] Network a2948c1c-e472-4d02-b198-6789ae08a29f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:06.486416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.534877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-60d3d3cc-b3e8-4fe5-8518-af6ca1f76c06 None None] Provisioning for port 32452b96-fb9d-4249-951a-bae40d2493c4 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:06.536429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Subnet': ['ID=01eec47e-0ca7-4ea2-ab19-97cfb3717773,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:06.578613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Checking segment: {'id': '4f5b7730-454c-405a-95f4-c42778811b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'b202e5ce-31cf-4a40-971d-337a5d64bd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:06.579118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network hostable DHCP agents. Network: b202e5ce-31cf-4a40-971d-337a5d64bd31, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:49:06.583320 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 32452b96-fb9d-4249-951a-bae40d2493c4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:06.595528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 32452b96-fb9d-4249-951a-bae40d2493c4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:06.595905 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.603200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network b202e5ce-31cf-4a40-971d-337a5d64bd31 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:49:06.614802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, b202e5ce-31cf-4a40-971d-337a5d64bd31) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:06.619364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:06.620276 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.636224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8180644e-59da-486b-9430-97f2292fdc73 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5446231 Jul 08 20:49:06.639015 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37512) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:06.640142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0efeff-8fc3-45dd-83a9-f85ea78ec88f None None] Network b202e5ce-31cf-4a40-971d-337a5d64bd31 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:06.711745 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8820a34-3da1-4cd2-b221-61d93e125128 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.747659 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.817079 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.843878 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.870660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Transition to ACTIVE for port object af2c8865-9d73-4f2c-aac7-7882e5508ccf will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:06.927447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Transition to ACTIVE for port object af2c8865-9d73-4f2c-aac7-7882e5508ccf will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:06.932793 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.937701 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.947622 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:06.995488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Subnet': ['ID=01eec47e-0ca7-4ea2-ab19-97cfb3717773,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:07.077410 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a58984ff-b024-4e52-ba58-e4232d38706a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.079873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 32452b96-fb9d-4249-951a-bae40d2493c4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=32452b96-fb9d-4249-951a-bae40d2493c4,segment=NetworkSegment(211c1711-c3a7-44af-8ddb-9c3149e8c5c3),segment_id=211c1711-c3a7-44af-8ddb-9c3149e8c5c3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:07.082675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Network ad2769c2-088c-4808-8cdf-c01a9caef3df is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:07.083983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Pushing event updated for resources: {'Port': ['ID=af2c8865-9d73-4f2c-aac7-7882e5508ccf,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:07.088737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3981c95-fe8c-4a9e-a479-5478d689e7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-b202e5ce-31cf-4a40-971d-337a5d64bd31', 'network_id': 'b202e5ce-31cf-4a40-971d-337a5d64bd31', 'tenant_id': '0487d7162a2d4e34a1f8e8ec6e4e2451', 'fixed_ips': [{'subnet_id': '01eec47e-0ca7-4ea2-ab19-97cfb3717773'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:49:07.089880 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3981c95-fe8c-4a9e-a479-5478d689e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.092320 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:07.098750 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.101083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c8820a34-3da1-4cd2-b221-61d93e125128 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port 4a382350-b5a6-47a5-894b-4490897d60a2 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:07.101607 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8820a34-3da1-4cd2-b221-61d93e125128 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.104012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:07.106447 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.125786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b202e5ce-31cf-4a40-971d-337a5d64bd31']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:07.140835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5b7730-454c-405a-95f4-c42778811b47') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:07.141140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5b7730-454c-405a-95f4-c42778811b47') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:07.152853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.175141 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.185414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:07.185926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:07.192089 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:07.212559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c8820a34-3da1-4cd2-b221-61d93e125128 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] For port 4a382350-b5a6-47a5-894b-4490897d60a2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4a382350-b5a6-47a5-894b-4490897d60a2,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:07.212961 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8820a34-3da1-4cd2-b221-61d93e125128 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.228191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c8820a34-3da1-4cd2-b221-61d93e125128 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for 4a382350-b5a6-47a5-894b-4490897d60a2 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:07.280608 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.286378 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.302444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Attempting to bind port af2c8865-9d73-4f2c-aac7-7882e5508ccf on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:07.302826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Attempting to bind port af2c8865-9d73-4f2c-aac7-7882e5508ccf by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ab216b01-2181-477c-9ff2-a551c6a52a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ad2769c2-088c-4808-8cdf-c01a9caef3df'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:07.303279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Attempting to bind port af2c8865-9d73-4f2c-aac7-7882e5508ccf on network ad2769c2-088c-4808-8cdf-c01a9caef3df {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:07.305214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=32452b96-fb9d-4249-951a-bae40d2493c4,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:07.311160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:07.311541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Checking segment: {'id': 'ab216b01-2181-477c-9ff2-a551c6a52a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ad2769c2-088c-4808-8cdf-c01a9caef3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:07.312083 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.312331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Bound using segment: {'id': 'ab216b01-2181-477c-9ff2-a551c6a52a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ad2769c2-088c-4808-8cdf-c01a9caef3df'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:07.312843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Bound port: af2c8865-9d73-4f2c-aac7-7882e5508ccf, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab216b01-2181-477c-9ff2-a551c6a52a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ad2769c2-088c-4808-8cdf-c01a9caef3df'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:07.313353 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.314402 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.319999 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09013fd1-f464-49c0-bde8-30728fa8e755 None None] Network b202e5ce-31cf-4a40-971d-337a5d64bd31 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:07.321395 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/b202e5ce-31cf-4a40-971d-337a5d64bd31 HTTP/1.1" status: 204 len: 168 time: 0.6810887 Jul 08 20:49:07.326577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37514) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:07.331610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-48746b05-a5e7-4cfd-b94e-f7a95079c27c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1696733481'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:07.340108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b46099-73c2-479c-8c64-aab215d5f8a2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Network': ['ID=b202e5ce-31cf-4a40-971d-337a5d64bd31,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:07.341826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09013fd1-f464-49c0-bde8-30728fa8e755 None None] Network b202e5ce-31cf-4a40-971d-337a5d64bd31 could not be found, it might have been deleted concurrently. {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 20:49:07.406000 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48746b05-a5e7-4cfd-b94e-f7a95079c27c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:07.406374 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] For port af2c8865-9d73-4f2c-aac7-7882e5508ccf, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:07.409629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] For port af2c8865-9d73-4f2c-aac7-7882e5508ccf, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=af2c8865-9d73-4f2c-aac7-7882e5508ccf,segment=NetworkSegment(ab216b01-2181-477c-9ff2-a551c6a52a92),segment_id=ab216b01-2181-477c-9ff2-a551c6a52a92)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:07.409851 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48746b05-a5e7-4cfd-b94e-f7a95079c27c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.424438 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.452230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48746b05-a5e7-4cfd-b94e-f7a95079c27c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:49:07.498579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ee590-54b1-48d7-9c11-60195cd54cf2 None None] Pushing event updated for resources: {'Port': ['ID=af2c8865-9d73-4f2c-aac7-7882e5508ccf,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:07.500342 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48746b05-a5e7-4cfd-b94e-f7a95079c27c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.501318 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-48746b05-a5e7-4cfd-b94e-f7a95079c27c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Added segment 9c2446f2-0594-4481-bec9-6e2b17b5df4f of type vlan for network 002d0940-65e6-43aa-abec-01d9f4ced58a Jul 08 20:49:07.507119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4d279d31-bb11-4d2f-ae21-de97bca5eec7 None None] Provisioning complete for port 32452b96-fb9d-4249-951a-bae40d2493c4 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:07.507244 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4d279d31-bb11-4d2f-ae21-de97bca5eec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.580019 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48746b05-a5e7-4cfd-b94e-f7a95079c27c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.589258 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8820a34-3da1-4cd2-b221-61d93e125128 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.631646 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8820a34-3da1-4cd2-b221-61d93e125128 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=4a382350-b5a6-47a5-894b-4490897d60a2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:07.701893 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48746b05-a5e7-4cfd-b94e-f7a95079c27c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.707838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48746b05-a5e7-4cfd-b94e-f7a95079c27c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:07.708428 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48746b05-a5e7-4cfd-b94e-f7a95079c27c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.795567 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-48746b05-a5e7-4cfd-b94e-f7a95079c27c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4678926 Jul 08 20:49:07.799113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37518) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:07.812480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6c0e0414-0c4b-4e21-8d00-925201430e32 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'subnet': {'network_id': '002d0940-65e6-43aa-abec-01d9f4ced58a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:07.838682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48746b05-a5e7-4cfd-b94e-f7a95079c27c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Network': ['ID=002d0940-65e6-43aa-abec-01d9f4ced58a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:07.851472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 002d0940-65e6-43aa-abec-01d9f4ced58a details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:07.938348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0e0414-0c4b-4e21-8d00-925201430e32 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:07.942251 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0414-0c4b-4e21-8d00-925201430e32 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:07.950696 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8820a34-3da1-4cd2-b221-61d93e125128 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:08.266225 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:08.287312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 32452b96-fb9d-4249-951a-bae40d2493c4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:08.347072 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 32452b96-fb9d-4249-951a-bae40d2493c4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:08.347550 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:08.450237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device af2c8865-9d73-4f2c-aac7-7882e5508ccf up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:08.513945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port af2c8865-9d73-4f2c-aac7-7882e5508ccf completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:08.585340 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0414-0c4b-4e21-8d00-925201430e32 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:08.588479 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8820a34-3da1-4cd2-b221-61d93e125128 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router f892a9e2-b12c-4de6-8587-7675970add31 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:49:08.643560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7680b21-cff7-409a-8ff8-bea8d485b2df None None] Network ad2769c2-088c-4808-8cdf-c01a9caef3df requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:08.661715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e0414-0c4b-4e21-8d00-925201430e32 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Subnet': ['ID=44beb5ef-a3e4-4bc2-9915-d4235d6065fa,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:08.666571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e0414-0c4b-4e21-8d00-925201430e32 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Checking segment: {'id': '9c2446f2-0594-4481-bec9-6e2b17b5df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '002d0940-65e6-43aa-abec-01d9f4ced58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:08.667025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e0414-0c4b-4e21-8d00-925201430e32 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network hostable DHCP agents. Network: 002d0940-65e6-43aa-abec-01d9f4ced58a, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:49:08.687150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e0414-0c4b-4e21-8d00-925201430e32 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network 002d0940-65e6-43aa-abec-01d9f4ced58a is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:49:08.699294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6c0e0414-0c4b-4e21-8d00-925201430e32 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 002d0940-65e6-43aa-abec-01d9f4ced58a) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:08.706833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee8c84-ec97-49d7-b960-5121262fdae2 None None] Network 002d0940-65e6-43aa-abec-01d9f4ced58a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:08.710834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e0414-0c4b-4e21-8d00-925201430e32 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:08.711537 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0414-0c4b-4e21-8d00-925201430e32 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:08.721952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8820a34-3da1-4cd2-b221-61d93e125128 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:49:08.728051 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c8820a34-3da1-4cd2-b221-61d93e125128 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "PUT /v2.0/routers/f892a9e2-b12c-4de6-8587-7675970add31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4853647 Jul 08 20:49:08.731304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37522) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:08.736540 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90bfd6c-d0cf-40b9-a81d-cbe576b3faf3 None None] Sync routers for ids ['f892a9e2-b12c-4de6-8587-7675970add31'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:49:08.741195 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6c0e0414-0c4b-4e21-8d00-925201430e32 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9408953 Jul 08 20:49:08.741984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37524) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:08.758233 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90bfd6c-d0cf-40b9-a81d-cbe576b3faf3 None None] Routers {'f892a9e2-b12c-4de6-8587-7675970add31'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:08.759162 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d90bfd6c-d0cf-40b9-a81d-cbe576b3faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f892a9e2-b12c-4de6-8587-7675970add31'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:08.794301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e6ddbb8f-6692-44a5-90d1-2d17cf605c1d None None] Provisioning for port af2c8865-9d73-4f2c-aac7-7882e5508ccf completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:08.800565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f233b3-d3d3-418c-862f-68f6f6c2ca39 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting subnet 625c02aa-ff09-46f6-8a43-a582bba409f3 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:49:08.805003 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9f233b3-d3d3-418c-862f-68f6f6c2ca39 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:08.809872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e6ddbb8f-6692-44a5-90d1-2d17cf605c1d None None] Provisioning complete for port af2c8865-9d73-4f2c-aac7-7882e5508ccf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:08.810248 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbb8f-6692-44a5-90d1-2d17cf605c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:08.857041 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9f233b3-d3d3-418c-862f-68f6f6c2ca39 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:08.874621 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:08.903833 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-d90bfd6c-d0cf-40b9-a81d-cbe576b3faf3 None None] Set router f892a9e2-b12c-4de6-8587-7675970add31 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:08.950246 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:08.974151 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9f233b3-d3d3-418c-862f-68f6f6c2ca39 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.006039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12970cbc-637e-47df-b68a-acd14e70d731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-002d0940-65e6-43aa-abec-01d9f4ced58a', 'network_id': '002d0940-65e6-43aa-abec-01d9f4ced58a', 'tenant_id': '0487d7162a2d4e34a1f8e8ec6e4e2451', 'fixed_ips': [{'subnet_id': '44beb5ef-a3e4-4bc2-9915-d4235d6065fa'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:49:09.007520 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-12970cbc-637e-47df-b68a-acd14e70d731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.041440 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.047444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 41b61571-7a6f-4329-bb80-520dd93fa6fc no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:49:09.069015 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9f233b3-d3d3-418c-862f-68f6f6c2ca39 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.096772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 41b61571-7a6f-4329-bb80-520dd93fa6fc {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:49:09.097401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 41b61571-7a6f-4329-bb80-520dd93fa6fc not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:49:09.111581 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbb8f-6692-44a5-90d1-2d17cf605c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.114557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f233b3-d3d3-418c-862f-68f6f6c2ca39 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Subnet': ['ID=625c02aa-ff09-46f6-8a43-a582bba409f3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:09.117734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a9f233b3-d3d3-418c-862f-68f6f6c2ca39 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.118447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781d41fe-83fa-48e6-ad44-905bd213daef None None] Network 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:09.120866 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a9f233b3-d3d3-418c-862f-68f6f6c2ca39 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/subnets/625c02aa-ff09-46f6-8a43-a582bba409f3 HTTP/1.1" status: 204 len: 168 time: 0.3876724 Jul 08 20:49:09.123672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37526) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:09.135217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Subnet': ['ID=44beb5ef-a3e4-4bc2-9915-d4235d6065fa,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:09.144854 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d90bfd6c-d0cf-40b9-a81d-cbe576b3faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:49:07Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:09.156206 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.173271 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002d0940-65e6-43aa-abec-01d9f4ced58a']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:09.191860 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90bfd6c-d0cf-40b9-a81d-cbe576b3faf3 None None] Checking router: f892a9e2-b12c-4de6-8587-7675970add31 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:49:09.195108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2446f2-0594-4481-bec9-6e2b17b5df4f') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:09.195409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2446f2-0594-4481-bec9-6e2b17b5df4f') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:09.212064 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.215328 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90bfd6c-d0cf-40b9-a81d-cbe576b3faf3 None None] Routers {'f892a9e2-b12c-4de6-8587-7675970add31'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:09.216216 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d90bfd6c-d0cf-40b9-a81d-cbe576b3faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f892a9e2-b12c-4de6-8587-7675970add31'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:09.231623 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.246205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:09.246600 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:09.249933 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:09.265668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e6ddbb8f-6692-44a5-90d1-2d17cf605c1d None None] For port af2c8865-9d73-4f2c-aac7-7882e5508ccf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=af2c8865-9d73-4f2c-aac7-7882e5508ccf,segment=NetworkSegment(ab216b01-2181-477c-9ff2-a551c6a52a92),segment_id=ab216b01-2181-477c-9ff2-a551c6a52a92)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:09.273154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b826c3-4722-46b3-bfad-dac6bd556a65 None None] Network 002d0940-65e6-43aa-abec-01d9f4ced58a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:09.279368 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbb8f-6692-44a5-90d1-2d17cf605c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.284981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.377112 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.391448 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.393759 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/002d0940-65e6-43aa-abec-01d9f4ced58a HTTP/1.1" status: 204 len: 168 time: 0.6506088 Jul 08 20:49:09.405117 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-d90bfd6c-d0cf-40b9-a81d-cbe576b3faf3 None None] Set router f892a9e2-b12c-4de6-8587-7675970add31 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:09.408272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37528) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:09.417157 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7077b-dad2-4539-935c-8e5679025209 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Network': ['ID=002d0940-65e6-43aa-abec-01d9f4ced58a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:09.425510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-48cc6dbe-98ed-4f2b-9dc1-f5a2bf2250d6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1905619062'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:09.452891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cc6dbe-98ed-4f2b-9dc1-f5a2bf2250d6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:09.458247 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48cc6dbe-98ed-4f2b-9dc1-f5a2bf2250d6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.496168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cc6dbe-98ed-4f2b-9dc1-f5a2bf2250d6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:49:09.498938 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.513009 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48cc6dbe-98ed-4f2b-9dc1-f5a2bf2250d6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.513360 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-48cc6dbe-98ed-4f2b-9dc1-f5a2bf2250d6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Added segment b267a3bb-ea6c-4b4b-a672-4a40241e388f of type vlan for network 3e9803ab-4236-4a9a-aad6-cd3360cbf9c3 Jul 08 20:49:09.583100 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48cc6dbe-98ed-4f2b-9dc1-f5a2bf2250d6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.625301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port dc7909ca-147d-4f65-a026-16320e147cda {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:09.626390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.629737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48cc6dbe-98ed-4f2b-9dc1-f5a2bf2250d6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.635261 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cc6dbe-98ed-4f2b-9dc1-f5a2bf2250d6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:09.635876 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-48cc6dbe-98ed-4f2b-9dc1-f5a2bf2250d6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.638341 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d90bfd6c-d0cf-40b9-a81d-cbe576b3faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:49:07Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:09.652238 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddbb8f-6692-44a5-90d1-2d17cf605c1d None None] Pushing event updated for resources: {'Port': ['ID=af2c8865-9d73-4f2c-aac7-7882e5508ccf,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:09.669888 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90bfd6c-d0cf-40b9-a81d-cbe576b3faf3 None None] The sync data for ids ['f892a9e2-b12c-4de6-8587-7675970add31'] in n-d-791506-16 is: [{'id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690791230', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:49:07Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': 'dc7909ca-147d-4f65-a026-16320e147cda', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892a9e2-b12c-4de6-8587-7675970add31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:46:55Z', 'updated_at': '2021-07-08T20:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:49:09.694833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0a441586-5be0-435a-82f0-a58d5c2fccc5 None None] Provisioning complete for port af2c8865-9d73-4f2c-aac7-7882e5508ccf triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:09.694833 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0a441586-5be0-435a-82f0-a58d5c2fccc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.759758 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-48cc6dbe-98ed-4f2b-9dc1-f5a2bf2250d6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3502963 Jul 08 20:49:09.762821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37532) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:09.768576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-788e75fb-6179-42f0-807f-81d9957584bf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'subnet': {'network_id': '3e9803ab-4236-4a9a-aad6-cd3360cbf9c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:09.777594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc6dbe-98ed-4f2b-9dc1-f5a2bf2250d6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Network': ['ID=3e9803ab-4236-4a9a-aad6-cd3360cbf9c3,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:09.805751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] For port dc7909ca-147d-4f65-a026-16320e147cda, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=dc7909ca-147d-4f65-a026-16320e147cda,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:09.806183 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.810954 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 3e9803ab-4236-4a9a-aad6-cd3360cbf9c3 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:09.822083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for dc7909ca-147d-4f65-a026-16320e147cda owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:09.881431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788e75fb-6179-42f0-807f-81d9957584bf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:09.887774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-788e75fb-6179-42f0-807f-81d9957584bf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:09.891249 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.009289 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.041938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=dc7909ca-147d-4f65-a026-16320e147cda,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:10.055460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0598f0d-fb9e-4422-84a3-793268407214 None None] DHCP port deletion for 8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:49:10.120559 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-788e75fb-6179-42f0-807f-81d9957584bf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.125549 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.181962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c0598f0d-fb9e-4422-84a3-793268407214 None None] Deleting port d5339926-f729-4fd6-aa75-35da64d79671 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:10.182179 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c0598f0d-fb9e-4422-84a3-793268407214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.218307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e75fb-6179-42f0-807f-81d9957584bf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Subnet': ['ID=7e18f6fc-ce1f-487f-8248-cb8ae192a2dc,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:10.233172 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788e75fb-6179-42f0-807f-81d9957584bf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Checking segment: {'id': 'b267a3bb-ea6c-4b4b-a672-4a40241e388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3e9803ab-4236-4a9a-aad6-cd3360cbf9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:10.233380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e75fb-6179-42f0-807f-81d9957584bf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network hostable DHCP agents. Network: 3e9803ab-4236-4a9a-aad6-cd3360cbf9c3, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:49:10.235495 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.239276 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.268070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device af2c8865-9d73-4f2c-aac7-7882e5508ccf up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:10.268466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e75fb-6179-42f0-807f-81d9957584bf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network 3e9803ab-4236-4a9a-aad6-cd3360cbf9c3 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:49:10.279172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c0598f0d-fb9e-4422-84a3-793268407214 None None] For port d5339926-f729-4fd6-aa75-35da64d79671, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d5339926-f729-4fd6-aa75-35da64d79671,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:10.279678 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c0598f0d-fb9e-4422-84a3-793268407214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.281433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-788e75fb-6179-42f0-807f-81d9957584bf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 3e9803ab-4236-4a9a-aad6-cd3360cbf9c3) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:10.291055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e75fb-6179-42f0-807f-81d9957584bf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:10.291767 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-788e75fb-6179-42f0-807f-81d9957584bf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.303977 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.304586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Fanout notify agent at l3_agent the message router_deleted on router f892a9e2-b12c-4de6-8587-7675970add31 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:49:10.312689 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.316034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-788e75fb-6179-42f0-807f-81d9957584bf tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5491803 Jul 08 20:49:10.316183 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2808b7eb-eea5-48ea-bd60-842a6708bb1a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/routers/f892a9e2-b12c-4de6-8587-7675970add31 HTTP/1.1" status: 204 len: 168 time: 1.1891136 Jul 08 20:49:10.317387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37536) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:10.317964 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37534) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:10.318488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b0dd39-51b0-46ab-a27a-892112b56510 None None] Network 3e9803ab-4236-4a9a-aad6-cd3360cbf9c3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:10.338061 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c0598f0d-fb9e-4422-84a3-793268407214 None None] Calling delete_port for d5339926-f729-4fd6-aa75-35da64d79671 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:10.404273 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.434670 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.462518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port d5339926-f729-4fd6-aa75-35da64d79671 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:10.462915 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.497648 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.497941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port af2c8865-9d73-4f2c-aac7-7882e5508ccf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:10.498318 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.546740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] For port d5339926-f729-4fd6-aa75-35da64d79671, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d5339926-f729-4fd6-aa75-35da64d79671,segment=NetworkSegment(25835b93-5987-4517-ae38-8225a942493e),segment_id=25835b93-5987-4517-ae38-8225a942493e)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:10.547178 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.567626 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for d5339926-f729-4fd6-aa75-35da64d79671 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:10.574794 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c0598f0d-fb9e-4422-84a3-793268407214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.577073 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.615580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Subnet': ['ID=7e18f6fc-ce1f-487f-8248-cb8ae192a2dc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:10.621463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0598f0d-fb9e-4422-84a3-793268407214 None None] No DVR routers for this DVR port d5339926-f729-4fd6-aa75-35da64d79671 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:49:10.625551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0598f0d-fb9e-4422-84a3-793268407214 None None] Pushing event deleted for resources: {'Port': ['ID=d5339926-f729-4fd6-aa75-35da64d79671,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:10.672980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266143c2-45fc-4c5f-9299-92b8819eb7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-3e9803ab-4236-4a9a-aad6-cd3360cbf9c3', 'network_id': '3e9803ab-4236-4a9a-aad6-cd3360cbf9c3', 'tenant_id': '0487d7162a2d4e34a1f8e8ec6e4e2451', 'fixed_ips': [{'subnet_id': '7e18f6fc-ce1f-487f-8248-cb8ae192a2dc'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:49:10.673842 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-266143c2-45fc-4c5f-9299-92b8819eb7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.681665 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.698436 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.711382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9803ab-4236-4a9a-aad6-cd3360cbf9c3']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:10.711944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=d5339926-f729-4fd6-aa75-35da64d79671,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:10.715804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] No DVR routers for this DVR port d5339926-f729-4fd6-aa75-35da64d79671 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:49:10.731618 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b267a3bb-ea6c-4b4b-a672-4a40241e388f') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:10.731917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b267a3bb-ea6c-4b4b-a672-4a40241e388f') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:10.742975 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.768189 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.777257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:10.777736 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:10.781265 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:10.788388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5895cb02-2090-43ac-8951-6533f2f5d34c None None] Network 3e9803ab-4236-4a9a-aad6-cd3360cbf9c3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:10.808346 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.818366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:10.829464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25835b93-5987-4517-ae38-8225a942493e') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:10.829829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25835b93-5987-4517-ae38-8225a942493e') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:10.839651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.843323 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.852922 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681962'] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.858771 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/3e9803ab-4236-4a9a-aad6-cd3360cbf9c3 HTTP/1.1" status: 204 len: 168 time: 0.5359828 Jul 08 20:49:10.858960 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.858960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37538) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:10.871504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f8381-ccac-4ae4-b0db-1e01c24a04d7 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Network': ['ID=3e9803ab-4236-4a9a-aad6-cd3360cbf9c3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:10.875358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7bb8f501-d7cc-47fd-8a7d-790db102cae6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-869033631'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:10.885183 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:10.885599 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:10.888882 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:10.958707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb8f501-d7cc-47fd-8a7d-790db102cae6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:10.962261 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7bb8f501-d7cc-47fd-8a7d-790db102cae6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.965744 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.982249 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:10.984091 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/networks/8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66 HTTP/1.1" status: 204 len: 168 time: 0.6655908 Jul 08 20:49:10.987316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37542) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:11.006915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0d161-a0bc-45fa-929d-62a665eccf49 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Network': ['ID=8ae02aed-1cf0-4bbf-b23b-e9a70dd39b66,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:11.023062 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d5339926-f729-4fd6-aa75-35da64d79671 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:49:11.049713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: d5339926-f729-4fd6-aa75-35da64d79671 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:49:11.049713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d5339926-f729-4fd6-aa75-35da64d79671 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:49:11.049713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4a382350-b5a6-47a5-894b-4490897d60a2 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:49:11.050214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb8f501-d7cc-47fd-8a7d-790db102cae6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:49:11.070525 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 4a382350-b5a6-47a5-894b-4490897d60a2 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:49:11.071105 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4a382350-b5a6-47a5-894b-4490897d60a2 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:49:11.072844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7bb8f501-d7cc-47fd-8a7d-790db102cae6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.073362 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-7bb8f501-d7cc-47fd-8a7d-790db102cae6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Added segment 217ec7eb-d7fd-4489-9ce7-90b56e7b68e9 of type vlan for network ac5403a7-13ab-48ee-8fcb-f450db4e8cf1 Jul 08 20:49:11.116189 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c11de75d-fe67-40a1-aba0-6702081a69ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.137559 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7bb8f501-d7cc-47fd-8a7d-790db102cae6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.156098 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c11de75d-fe67-40a1-aba0-6702081a69ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.205687 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7bb8f501-d7cc-47fd-8a7d-790db102cae6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.212041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb8f501-d7cc-47fd-8a7d-790db102cae6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:11.212654 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7bb8f501-d7cc-47fd-8a7d-790db102cae6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.279127 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7bb8f501-d7cc-47fd-8a7d-790db102cae6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4190099 Jul 08 20:49:11.282312 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37544) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:11.290117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c5f70c06-b884-4aa5-a462-0b3f2783e33e tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'subnet': {'network_id': 'ac5403a7-13ab-48ee-8fcb-f450db4e8cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:11.307310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8f501-d7cc-47fd-8a7d-790db102cae6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Network': ['ID=ac5403a7-13ab-48ee-8fcb-f450db4e8cf1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:11.318135 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network ac5403a7-13ab-48ee-8fcb-f450db4e8cf1 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:11.344857 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c11de75d-fe67-40a1-aba0-6702081a69ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.347427 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c11de75d-fe67-40a1-aba0-6702081a69ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.349031 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c11de75d-fe67-40a1-aba0-6702081a69ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/security-groups/ca8732ef-56c3-4f69-a697-88e673b78a77 HTTP/1.1" status: 204 len: 168 time: 0.3523071 Jul 08 20:49:11.367831 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11de75d-fe67-40a1-aba0-6702081a69ff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8732ef-56c3-4f69-a697-88e673b78a77,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:11.429532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f70c06-b884-4aa5-a462-0b3f2783e33e tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:11.433209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5f70c06-b884-4aa5-a462-0b3f2783e33e tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.623267 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5f70c06-b884-4aa5-a462-0b3f2783e33e tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.624038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37550) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:11.630376 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d33df840-83e5-441b-8cbd-5374bb03e334 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1398754006', 'description': 'tempest-secgroup-smoke-1398754006 description', 'project_id': '87de211a996a4ed5bde38a65ec379f1e'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:11.653005 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d33df840-83e5-441b-8cbd-5374bb03e334 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.697080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f70c06-b884-4aa5-a462-0b3f2783e33e tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Subnet': ['ID=3e706128-f0a5-4452-b702-21dd4a36d787,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:11.702559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f70c06-b884-4aa5-a462-0b3f2783e33e tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Checking segment: {'id': '217ec7eb-d7fd-4489-9ce7-90b56e7b68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac5403a7-13ab-48ee-8fcb-f450db4e8cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:11.702853 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f70c06-b884-4aa5-a462-0b3f2783e33e tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network hostable DHCP agents. Network: ac5403a7-13ab-48ee-8fcb-f450db4e8cf1, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:49:11.720854 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f70c06-b884-4aa5-a462-0b3f2783e33e tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network ac5403a7-13ab-48ee-8fcb-f450db4e8cf1 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:49:11.730740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-c5f70c06-b884-4aa5-a462-0b3f2783e33e tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, ac5403a7-13ab-48ee-8fcb-f450db4e8cf1) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:11.736425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f70c06-b884-4aa5-a462-0b3f2783e33e tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:11.742057 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5f70c06-b884-4aa5-a462-0b3f2783e33e tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.745368 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ef0b36-8453-4bce-93a8-dbd84bcad0ac None None] Network ac5403a7-13ab-48ee-8fcb-f450db4e8cf1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:11.751988 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d33df840-83e5-441b-8cbd-5374bb03e334 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.757197 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d33df840-83e5-441b-8cbd-5374bb03e334 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.764386 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c5f70c06-b884-4aa5-a462-0b3f2783e33e tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4782608 Jul 08 20:49:11.764657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37552) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:11.770228 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a08de30e-82c7-4d36-a727-8d3901169676 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'subnet': {'network_id': 'ac5403a7-13ab-48ee-8fcb-f450db4e8cf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:11.791627 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d33df840-83e5-441b-8cbd-5374bb03e334 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.795579 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d33df840-83e5-441b-8cbd-5374bb03e334 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1672938 Jul 08 20:49:11.795817 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37554) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:11.802740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-e17e164b-0de8-48df-9527-1c83b178a22c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '898400c7-dd1a-4979-b757-29b7d7b0d092', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:11.807450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33df840-83e5-441b-8cbd-5374bb03e334 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898400c7-dd1a-4979-b757-29b7d7b0d092,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:11.833889 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e17e164b-0de8-48df-9527-1c83b178a22c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.893352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08de30e-82c7-4d36-a727-8d3901169676 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:11.896959 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a08de30e-82c7-4d36-a727-8d3901169676 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.903512 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e17e164b-0de8-48df-9527-1c83b178a22c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.908081 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e17e164b-0de8-48df-9527-1c83b178a22c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.911968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-ac5403a7-13ab-48ee-8fcb-f450db4e8cf1', 'network_id': 'ac5403a7-13ab-48ee-8fcb-f450db4e8cf1', 'tenant_id': '0487d7162a2d4e34a1f8e8ec6e4e2451', 'fixed_ips': [{'subnet_id': '3e706128-f0a5-4452-b702-21dd4a36d787'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:49:11.913192 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.929716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e164b-0de8-48df-9527-1c83b178a22c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db404afe-08b0-4cfc-86de-f443d609c2e7,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:11.939117 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e17e164b-0de8-48df-9527-1c83b178a22c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:11.941350 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e17e164b-0de8-48df-9527-1c83b178a22c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439922 Jul 08 20:49:11.944448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37556) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:11.951389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ca9db1ab-665e-4644-8b05-b1efcf026873 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '898400c7-dd1a-4979-b757-29b7d7b0d092', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:12.021967 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca9db1ab-665e-4644-8b05-b1efcf026873 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.073318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device dc7909ca-147d-4f65-a026-16320e147cda no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:49:12.108017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: dc7909ca-147d-4f65-a026-16320e147cda {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:49:12.108714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device dc7909ca-147d-4f65-a026-16320e147cda not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:49:12.112377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Allocated IP 2001:db8::2 (ac5403a7-13ab-48ee-8fcb-f450db4e8cf1/3e706128-f0a5-4452-b702-21dd4a36d787/8ce051a6-0c1f-43ca-88f6-e963dd93c17a) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:12.134270 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca9db1ab-665e-4644-8b05-b1efcf026873 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.139220 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca9db1ab-665e-4644-8b05-b1efcf026873 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.169974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9db1ab-665e-4644-8b05-b1efcf026873 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aeeff9c-c16c-46ef-ba27-81374759d9bb,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:12.173966 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ca9db1ab-665e-4644-8b05-b1efcf026873 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.175172 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ca9db1ab-665e-4644-8b05-b1efcf026873 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2297320 Jul 08 20:49:12.179255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37560) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:12.184543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-645daf99-83d2-48ad-9f39-322d627d25ac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '898400c7-dd1a-4979-b757-29b7d7b0d092', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:12.216925 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-645daf99-83d2-48ad-9f39-322d627d25ac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.258674 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a08de30e-82c7-4d36-a727-8d3901169676 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.276294 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.280918 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-645daf99-83d2-48ad-9f39-322d627d25ac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.285588 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-645daf99-83d2-48ad-9f39-322d627d25ac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.285856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Transition to ACTIVE for port object 8ce051a6-0c1f-43ca-88f6-e963dd93c17a will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:12.298378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08de30e-82c7-4d36-a727-8d3901169676 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network ac5403a7-13ab-48ee-8fcb-f450db4e8cf1 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:12.298868 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645daf99-83d2-48ad-9f39-322d627d25ac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35007ae1-b88c-44a8-8ddd-12f97ed40dfd,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:12.306137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-a08de30e-82c7-4d36-a727-8d3901169676 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:12.309210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Transition to ACTIVE for port object 8ce051a6-0c1f-43ca-88f6-e963dd93c17a will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:12.310270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08de30e-82c7-4d36-a727-8d3901169676 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:12.310859 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a08de30e-82c7-4d36-a727-8d3901169676 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.317767 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-645daf99-83d2-48ad-9f39-322d627d25ac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.321919 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-645daf99-83d2-48ad-9f39-322d627d25ac tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386802 Jul 08 20:49:12.322082 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.322232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37562) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:12.325156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08de30e-82c7-4d36-a727-8d3901169676 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Subnet': ['ID=112e5ba7-e1ef-44d2-9131-53a9203d8985,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:12.328229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-44644031-9128-4c68-954b-e99249211274 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '898400c7-dd1a-4979-b757-29b7d7b0d092', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:12.338628 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a08de30e-82c7-4d36-a727-8d3901169676 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5702496 Jul 08 20:49:12.338936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37564) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:12.358725 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-44644031-9128-4c68-954b-e99249211274 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.362079 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Network ac5403a7-13ab-48ee-8fcb-f450db4e8cf1 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:12.367166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:12.370988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:12.383044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Pushing event updated for resources: {'Port': ['ID=8ce051a6-0c1f-43ca-88f6-e963dd93c17a,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:12.412764 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc0c32-40a0-45d9-88bb-16ef540ac7d8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:12.414605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc0c32-40a0-45d9-88bb-16ef540ac7d8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:12.416274 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc0c32-40a0-45d9-88bb-16ef540ac7d8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:12.417799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc0c32-40a0-45d9-88bb-16ef540ac7d8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:12.419427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc0c32-40a0-45d9-88bb-16ef540ac7d8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:12.424833 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d9dc0c32-40a0-45d9-88bb-16ef540ac7d8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0812669 Jul 08 20:49:12.425019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37566) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:12.430843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9e64502d-ab23-47d9-9552-e4bf5f3f05e1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-136636770'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:12.439019 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Attempting to bind port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:12.439398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Attempting to bind port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '217ec7eb-d7fd-4489-9ce7-90b56e7b68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac5403a7-13ab-48ee-8fcb-f450db4e8cf1'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:12.439768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Attempting to bind port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a on network ac5403a7-13ab-48ee-8fcb-f450db4e8cf1 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:12.445085 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:12.445466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Checking segment: {'id': '217ec7eb-d7fd-4489-9ce7-90b56e7b68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac5403a7-13ab-48ee-8fcb-f450db4e8cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:12.445876 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.446279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Bound using segment: {'id': '217ec7eb-d7fd-4489-9ce7-90b56e7b68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac5403a7-13ab-48ee-8fcb-f450db4e8cf1'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:12.446684 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-44644031-9128-4c68-954b-e99249211274 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.446899 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Bound port: 8ce051a6-0c1f-43ca-88f6-e963dd93c17a, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217ec7eb-d7fd-4489-9ce7-90b56e7b68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac5403a7-13ab-48ee-8fcb-f450db4e8cf1'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:12.447262 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.451300 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-44644031-9128-4c68-954b-e99249211274 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.455188 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e64502d-ab23-47d9-9552-e4bf5f3f05e1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:12.460433 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e64502d-ab23-47d9-9552-e4bf5f3f05e1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.475283 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44644031-9128-4c68-954b-e99249211274 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4537b4b4-0ab7-4659-a1c1-9b3d130c17bf,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:12.479496 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-44644031-9128-4c68-954b-e99249211274 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.481422 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-44644031-9128-4c68-954b-e99249211274 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576309 Jul 08 20:49:12.483561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37568) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:12.489960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-1f50275f-9a75-49ef-89f0-d23f5268df72 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '898400c7-dd1a-4979-b757-29b7d7b0d092', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:12.491469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e64502d-ab23-47d9-9552-e4bf5f3f05e1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:49:12.502162 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e64502d-ab23-47d9-9552-e4bf5f3f05e1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.502977 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-9e64502d-ab23-47d9-9552-e4bf5f3f05e1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Added segment a3abdc82-717d-4e39-a884-5ec132285335 of type vlan for network 64795417-a32d-408a-8b6c-7e05ea7f7ae8 Jul 08 20:49:12.516818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] For port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:12.517376 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-1f50275f-9a75-49ef-89f0-d23f5268df72 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Project 87de211a996a4ed5bde38a65ec379f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:49:12.521175 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] For port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8ce051a6-0c1f-43ca-88f6-e963dd93c17a,segment=NetworkSegment(217ec7eb-d7fd-4489-9ce7-90b56e7b68e9),segment_id=217ec7eb-d7fd-4489-9ce7-90b56e7b68e9)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:12.523751 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f50275f-9a75-49ef-89f0-d23f5268df72 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.526077 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.548145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e64502d-ab23-47d9-9552-e4bf5f3f05e1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.586720 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e64502d-ab23-47d9-9552-e4bf5f3f05e1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.591729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499d1b5-2e44-4d44-a644-596cb3c37607 None None] Pushing event updated for resources: {'Port': ['ID=8ce051a6-0c1f-43ca-88f6-e963dd93c17a,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:12.597601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e64502d-ab23-47d9-9552-e4bf5f3f05e1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:12.599823 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e64502d-ab23-47d9-9552-e4bf5f3f05e1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.601122 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f50275f-9a75-49ef-89f0-d23f5268df72 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.606179 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f50275f-9a75-49ef-89f0-d23f5268df72 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.627346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50275f-9a75-49ef-89f0-d23f5268df72 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea579de-c7be-4aa0-9b37-0236bdb7d1d2,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:12.631733 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f50275f-9a75-49ef-89f0-d23f5268df72 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.636827 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1f50275f-9a75-49ef-89f0-d23f5268df72 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1522012 Jul 08 20:49:12.637754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37570) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:12.642548 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-68b6b5df-9aa6-4ad1-bf99-506dc650fc8a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '898400c7-dd1a-4979-b757-29b7d7b0d092', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:12.667201 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-68b6b5df-9aa6-4ad1-bf99-506dc650fc8a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Project 87de211a996a4ed5bde38a65ec379f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:49:12.673661 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68b6b5df-9aa6-4ad1-bf99-506dc650fc8a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.674036 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e64502d-ab23-47d9-9552-e4bf5f3f05e1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2479258 Jul 08 20:49:12.675071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64502d-ab23-47d9-9552-e4bf5f3f05e1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Network': ['ID=64795417-a32d-408a-8b6c-7e05ea7f7ae8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:12.677165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37572) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:12.684383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4ddc60d8-685f-4c59-828a-760a9d7637a4 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:12.686470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 64795417-a32d-408a-8b6c-7e05ea7f7ae8 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:12.856974 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68b6b5df-9aa6-4ad1-bf99-506dc650fc8a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.864452 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68b6b5df-9aa6-4ad1-bf99-506dc650fc8a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.901440 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6b5df-9aa6-4ad1-bf99-506dc650fc8a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27aea361-5cfb-4ab2-a824-25b50223d03f,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:12.913410 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68b6b5df-9aa6-4ad1-bf99-506dc650fc8a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.914651 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-68b6b5df-9aa6-4ad1-bf99-506dc650fc8a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2759418 Jul 08 20:49:12.917596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37574) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:12.923364 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ddc60d8-685f-4c59-828a-760a9d7637a4 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.924238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3aa87126-8df1-46ed-8f30-d0fd6fcf082f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'network': {'name': 'tempest-network-smoke--1826162408', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'port_security_enabled': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:12.940234 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ddc60d8-685f-4c59-828a-760a9d7637a4 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.951579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa87126-8df1-46ed-8f30-d0fd6fcf082f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Made reservation on behalf of 87de211a996a4ed5bde38a65ec379f1e for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:12.955435 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3aa87126-8df1-46ed-8f30-d0fd6fcf082f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.960821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ddc60d8-685f-4c59-828a-760a9d7637a4 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network 64795417-a32d-408a-8b6c-7e05ea7f7ae8 is not hosted by any dhcp agent {{(pid=94065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 20:49:12.966288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddc60d8-685f-4c59-828a-760a9d7637a4 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:12.966896 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ddc60d8-685f-4c59-828a-760a9d7637a4 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:12.968185 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4ddc60d8-685f-4c59-828a-760a9d7637a4 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "PUT /v2.0/networks/64795417-a32d-408a-8b6c-7e05ea7f7ae8 HTTP/1.1" status: 200 len: 723 time: 0.2894754 Jul 08 20:49:12.972963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37576) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:12.978034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c1e5786c-511d-49da-bcbc-c5337735167c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'subnet': {'network_id': '64795417-a32d-408a-8b6c-7e05ea7f7ae8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:13.015641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc60d8-685f-4c59-828a-760a9d7637a4 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Network': ['ID=64795417-a32d-408a-8b6c-7e05ea7f7ae8,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:13.026790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 64795417-a32d-408a-8b6c-7e05ea7f7ae8 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:13.028702 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa87126-8df1-46ed-8f30-d0fd6fcf082f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:49:13.049336 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3aa87126-8df1-46ed-8f30-d0fd6fcf082f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:13.049681 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-3aa87126-8df1-46ed-8f30-d0fd6fcf082f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Added segment 82f89585-8781-4a24-bd98-b7ae3a812aa0 of type vlan for network 953c0098-6583-4b14-ab97-1ea1e8479307 Jul 08 20:49:13.130597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3aa87126-8df1-46ed-8f30-d0fd6fcf082f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:13.166924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e5786c-511d-49da-bcbc-c5337735167c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:13.173513 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1e5786c-511d-49da-bcbc-c5337735167c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:13.275529 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3aa87126-8df1-46ed-8f30-d0fd6fcf082f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:13.282095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa87126-8df1-46ed-8f30-d0fd6fcf082f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:13.282915 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3aa87126-8df1-46ed-8f30-d0fd6fcf082f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:13.372564 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3aa87126-8df1-46ed-8f30-d0fd6fcf082f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4528708 Jul 08 20:49:13.375935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37580) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:13.380076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'admin_state_up': True, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:13.386291 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa87126-8df1-46ed-8f30-d0fd6fcf082f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Network': ['ID=953c0098-6583-4b14-ab97-1ea1e8479307,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:13.402349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 953c0098-6583-4b14-ab97-1ea1e8479307 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:13.415406 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:13.416487 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:13.482888 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:13.530900 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1e5786c-511d-49da-bcbc-c5337735167c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:13.597178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5786c-511d-49da-bcbc-c5337735167c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Subnet': ['ID=ced9b1b9-b1b1-4ce9-a724-85f92c49db27,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:13.609805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e5786c-511d-49da-bcbc-c5337735167c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Checking segment: {'id': 'a3abdc82-717d-4e39-a884-5ec132285335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '64795417-a32d-408a-8b6c-7e05ea7f7ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:13.610173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e5786c-511d-49da-bcbc-c5337735167c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network hostable DHCP agents. Network: 64795417-a32d-408a-8b6c-7e05ea7f7ae8, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:49:13.627826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e5786c-511d-49da-bcbc-c5337735167c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network 64795417-a32d-408a-8b6c-7e05ea7f7ae8 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:49:13.643439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-c1e5786c-511d-49da-bcbc-c5337735167c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 64795417-a32d-408a-8b6c-7e05ea7f7ae8) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:13.646244 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:13.648435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e5786c-511d-49da-bcbc-c5337735167c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:13.649058 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1e5786c-511d-49da-bcbc-c5337735167c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:13.656054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dff80e-bdcc-4c29-abb9-87043d0e2800 None None] Network 64795417-a32d-408a-8b6c-7e05ea7f7ae8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:13.670653 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c1e5786c-511d-49da-bcbc-c5337735167c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6928668 Jul 08 20:49:13.670910 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37582) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:13.680588 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab04b78a-582c-4d72-bf0c-3fa5c2527666 None None] Network ac5403a7-13ab-48ee-8fcb-f450db4e8cf1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:13.684517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-66bbcb51-0bb5-4011-909c-56cfdc919f3a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:13.789207 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e0aa1b83-19eb-46e3-b7f9-9632f643a722 None None] Provisioning for port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:13.823719 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66bbcb51-0bb5-4011-909c-56cfdc919f3a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126036371'] for subnet, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:13.946755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-64795417-a32d-408a-8b6c-7e05ea7f7ae8', 'network_id': '64795417-a32d-408a-8b6c-7e05ea7f7ae8', 'tenant_id': '0487d7162a2d4e34a1f8e8ec6e4e2451', 'fixed_ips': [{'subnet_id': 'ced9b1b9-b1b1-4ce9-a724-85f92c49db27'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:49:13.947609 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.059383 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.093088 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.096563 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66bbcb51-0bb5-4011-909c-56cfdc919f3a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794148736022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125939818'] for subnet, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.139130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8ce051a6-0c1f-43ca-88f6-e963dd93c17a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:14.163532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bbcb51-0bb5-4011-909c-56cfdc919f3a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:14.164144 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66bbcb51-0bb5-4011-909c-56cfdc919f3a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.168363 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-66bbcb51-0bb5-4011-909c-56cfdc919f3a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "PUT /v2.0/subnets/ced9b1b9-b1b1-4ce9-a724-85f92c49db27 HTTP/1.1" status: 200 len: 826 time: 0.4951761 Jul 08 20:49:14.168851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37584) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:14.183717 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Allocated IP 2001:db8::2 (64795417-a32d-408a-8b6c-7e05ea7f7ae8/ced9b1b9-b1b1-4ce9-a724-85f92c49db27/b14f002b-a049-4de7-9114-21b556e2fd31) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:14.213090 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eca808-779b-4e31-88d9-d8da3a424d79 None None] Update dhcp port {'port': {'network_id': 'ac5403a7-13ab-48ee-8fcb-f450db4e8cf1', 'fixed_ips': [{'subnet_id': '3e706128-f0a5-4452-b702-21dd4a36d787', 'ip_address': '2001:db8::2'}, {'subnet_id': '112e5ba7-e1ef-44d2-9131-53a9203d8985'}], 'binding:host_id': 'n-d-791506-16'}, 'id': '8ce051a6-0c1f-43ca-88f6-e963dd93c17a'} from n-d-791506-16. {{(pid=94067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 20:49:14.231577 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbcb51-0bb5-4011-909c-56cfdc919f3a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Subnet': ['ID=ced9b1b9-b1b1-4ce9-a724-85f92c49db27,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:14.277093 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.296228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.25.4.88 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/7ee54edd-2ee8-4e5b-a995-67b06f5f4371) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:14.333482 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e1eca808-779b-4e31-88d9-d8da3a424d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.335375 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.442309 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.483571 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.508787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:14.524745 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:14.525118 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.526985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:14.532094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:14.536101 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:14.560310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=7ee54edd-2ee8-4e5b-a995-67b06f5f4371,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:14.700651 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.717127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Transition to ACTIVE for port object b14f002b-a049-4de7-9114-21b556e2fd31 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:14.789432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Transition to ACTIVE for port object b14f002b-a049-4de7-9114-21b556e2fd31 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:14.797332 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.797932 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.802305 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.817820 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.818649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-e1eca808-779b-4e31-88d9-d8da3a424d79 None None] Allocated IP 172.20.0.1 (ac5403a7-13ab-48ee-8fcb-f450db4e8cf1/112e5ba7-e1ef-44d2-9131-53a9203d8985/8ce051a6-0c1f-43ca-88f6-e963dd93c17a) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:14.854213 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Subnet': ['ID=ced9b1b9-b1b1-4ce9-a724-85f92c49db27,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:14.893987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Network 64795417-a32d-408a-8b6c-7e05ea7f7ae8 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:14.914106 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.922563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:14.926678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64795417-a32d-408a-8b6c-7e05ea7f7ae8']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:14.928473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:14.932878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Pushing event updated for resources: {'Port': ['ID=b14f002b-a049-4de7-9114-21b556e2fd31,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:14.943197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3abdc82-717d-4e39-a884-5ec132285335') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:14.943592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3abdc82-717d-4e39-a884-5ec132285335') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:14.954323 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.974092 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.980700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:14.981125 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:14.984885 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:15.020506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Attempting to bind port b14f002b-a049-4de7-9114-21b556e2fd31 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:15.020506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Attempting to bind port b14f002b-a049-4de7-9114-21b556e2fd31 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'a3abdc82-717d-4e39-a884-5ec132285335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '64795417-a32d-408a-8b6c-7e05ea7f7ae8'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:15.021015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Attempting to bind port b14f002b-a049-4de7-9114-21b556e2fd31 on network 64795417-a32d-408a-8b6c-7e05ea7f7ae8 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:15.027573 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.035341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:15.035759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Checking segment: {'id': 'a3abdc82-717d-4e39-a884-5ec132285335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '64795417-a32d-408a-8b6c-7e05ea7f7ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:15.036206 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.036606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Bound using segment: {'id': 'a3abdc82-717d-4e39-a884-5ec132285335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '64795417-a32d-408a-8b6c-7e05ea7f7ae8'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:15.037116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Bound port: b14f002b-a049-4de7-9114-21b556e2fd31, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3abdc82-717d-4e39-a884-5ec132285335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '64795417-a32d-408a-8b6c-7e05ea7f7ae8'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:15.037500 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.040485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e1eca808-779b-4e31-88d9-d8da3a424d79 None None] For port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8ce051a6-0c1f-43ca-88f6-e963dd93c17a,segment=NetworkSegment(217ec7eb-d7fd-4489-9ce7-90b56e7b68e9),segment_id=217ec7eb-d7fd-4489-9ce7-90b56e7b68e9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:15.049044 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 20:49:15.049044 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 20:49:15.049044 n-d-791506-16 neutron-server[94066]: [parameters: {'id': '64795417-a32d-408a-8b6c-7e05ea7f7ae8'}] Jul 08 20:49:15.049044 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:49:15.049532 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:49:15.098741 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e1eca808-779b-4e31-88d9-d8da3a424d79 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.127444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e1eca808-779b-4e31-88d9-d8da3a424d79 None None] Transition to ACTIVE for port object 8ce051a6-0c1f-43ca-88f6-e963dd93c17a will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:15.135398 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e1eca808-779b-4e31-88d9-d8da3a424d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.167795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router eee18d74-c4fe-4224-8b26-13e4c06eacc2 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:49:15.176037 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] For port b14f002b-a049-4de7-9114-21b556e2fd31, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:15.247638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] For port b14f002b-a049-4de7-9114-21b556e2fd31, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b14f002b-a049-4de7-9114-21b556e2fd31,segment=NetworkSegment(a3abdc82-717d-4e39-a884-5ec132285335),segment_id=a3abdc82-717d-4e39-a884-5ec132285335)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:15.260010 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.279814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:49:15.296141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Sync routers for ids ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:49:15.299327 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.301155 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-16ce5df8-ae2c-4d08-a8bf-76bfa3735541 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9244087 Jul 08 20:49:15.303277 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:49:15.303632 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:49:15.305851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37588) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:15.308199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eca808-779b-4e31-88d9-d8da3a424d79 None None] Pushing event updated for resources: {'Port': ['ID=8ce051a6-0c1f-43ca-88f6-e963dd93c17a,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:15.337255 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8d5637a8-dc64-4db3-a905-4e2abdfe0f55 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=87de211a996a4ed5bde38a65ec379f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301816 Jul 08 20:49:15.339809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37590) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:15.346601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Routers {'eee18d74-c4fe-4224-8b26-13e4c06eacc2'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:15.347247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:15.445735 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53a994e-35ae-4e91-b0e0-e437f4586591 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:15.447455 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f53a994e-35ae-4e91-b0e0-e437f4586591 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1067116 Jul 08 20:49:15.450246 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37594) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:15.492931 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-79fa9494-3c37-41a5-b77a-d8c4bd94122b tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412393 Jul 08 20:49:15.495362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37596) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:15.501787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b5ff99a7-34ad-499d-aa69-7db4ac18cf3c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1049778816', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:15.502007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab36e6-76fc-42f4-a823-ba0fbfff740a None None] Pushing event updated for resources: {'Port': ['ID=b14f002b-a049-4de7-9114-21b556e2fd31,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:15.527756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6d602c-3ceb-415f-ab79-9b6065db3be2 None None] Network 64795417-a32d-408a-8b6c-7e05ea7f7ae8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:15.551950 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.597003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Set router eee18d74-c4fe-4224-8b26-13e4c06eacc2 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:15.616186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff99a7-34ad-499d-aa69-7db4ac18cf3c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Made reservation on behalf of 87de211a996a4ed5bde38a65ec379f1e for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:15.622296 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5ff99a7-34ad-499d-aa69-7db4ac18cf3c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.624689 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Deleting port b14f002b-a049-4de7-9114-21b556e2fd31 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:15.625209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.707808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] For port b14f002b-a049-4de7-9114-21b556e2fd31, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b14f002b-a049-4de7-9114-21b556e2fd31,segment=NetworkSegment(a3abdc82-717d-4e39-a884-5ec132285335),segment_id=a3abdc82-717d-4e39-a884-5ec132285335)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:15.708325 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.731009 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Calling delete_port for b14f002b-a049-4de7-9114-21b556e2fd31 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:15.845508 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6f69cd-a067-4fb1-949c-4dd8fb477548 None None] Network 64795417-a32d-408a-8b6c-7e05ea7f7ae8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:15.848595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.869048 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5ff99a7-34ad-499d-aa69-7db4ac18cf3c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.879992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Port': ['ID=b14f002b-a049-4de7-9114-21b556e2fd31,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:15.887562 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No DVR routers for this DVR port b14f002b-a049-4de7-9114-21b556e2fd31 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:49:15.924548 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff99a7-34ad-499d-aa69-7db4ac18cf3c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Subnet': ['ID=86602434-b638-42ff-b248-1b6063c93486,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:15.953285 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:15.962896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ff99a7-34ad-499d-aa69-7db4ac18cf3c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Checking segment: {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:15.963264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff99a7-34ad-499d-aa69-7db4ac18cf3c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network hostable DHCP agents. Network: 953c0098-6583-4b14-ab97-1ea1e8479307, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:49:15.991539 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff99a7-34ad-499d-aa69-7db4ac18cf3c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 953c0098-6583-4b14-ab97-1ea1e8479307 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:49:16.006871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b5ff99a7-34ad-499d-aa69-7db4ac18cf3c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 953c0098-6583-4b14-ab97-1ea1e8479307) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:16.018158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff99a7-34ad-499d-aa69-7db4ac18cf3c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:16.018772 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5ff99a7-34ad-499d-aa69-7db4ac18cf3c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.031495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:49:14Z', 'revision_number': 3, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:16.033567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23df8cbc-3d33-4a3c-abe6-a701e3f02e02 None None] Network ac5403a7-13ab-48ee-8fcb-f450db4e8cf1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:16.036243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73832de-20ee-4163-832c-285e166a90b9 None None] Network 953c0098-6583-4b14-ab97-1ea1e8479307 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:16.040518 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b5ff99a7-34ad-499d-aa69-7db4ac18cf3c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5412982 Jul 08 20:49:16.041290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37598) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:16.092755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8ce051a6-0c1f-43ca-88f6-e963dd93c17a,segment=NetworkSegment(217ec7eb-d7fd-4489-9ce7-90b56e7b68e9),segment_id=217ec7eb-d7fd-4489-9ce7-90b56e7b68e9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:16.143596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Checking router: eee18d74-c4fe-4224-8b26-13e4c06eacc2 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:49:16.143836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Updating router eee18d74-c4fe-4224-8b26-13e4c06eacc2 port 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:49:16.343303 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.351235 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.362822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64795417-a32d-408a-8b6c-7e05ea7f7ae8']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:16.376169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3abdc82-717d-4e39-a884-5ec132285335') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:16.376169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3abdc82-717d-4e39-a884-5ec132285335') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:16.390056 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.405338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-126db134-1b56-4c27-adc2-bcfe71c1106e None None] Provisioning for port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:16.411514 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.422261 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:16.422889 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:16.427918 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:16.476175 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-126db134-1b56-4c27-adc2-bcfe71c1106e None None] Provisioning complete for port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:16.477306 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-126db134-1b56-4c27-adc2-bcfe71c1106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.496715 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.500698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=8ce051a6-0c1f-43ca-88f6-e963dd93c17a,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:16.519063 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.525061 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/64795417-a32d-408a-8b6c-7e05ea7f7ae8 HTTP/1.1" status: 204 len: 168 time: 2.3520598 Jul 08 20:49:16.525061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33fa45-b930-4c04-9709-1e9a2071c9ee tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Network': ['ID=64795417-a32d-408a-8b6c-7e05ea7f7ae8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:16.525061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37600) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:16.538609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8ce051a6-0c1f-43ca-88f6-e963dd93c17a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:16.545254 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2698fa1-ed29-4549-b109-2fb25dffd610 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:16.545486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2698fa1-ed29-4549-b109-2fb25dffd610 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:16.557171 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a2698fa1-ed29-4549-b109-2fb25dffd610 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/64795417-a32d-408a-8b6c-7e05ea7f7ae8 HTTP/1.1" status: 404 len: 339 time: 0.0308378 Jul 08 20:49:16.558029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37604) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:16.567495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e9f0ded3-1895-4039-83e4-87e56a599cc0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1616002846', 'description': 'd1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:16.577578 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.605869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f0ded3-1895-4039-83e4-87e56a599cc0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:16.612542 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9f0ded3-1895-4039-83e4-87e56a599cc0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.665086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f0ded3-1895-4039-83e4-87e56a599cc0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:49:16.679166 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9f0ded3-1895-4039-83e4-87e56a599cc0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.679615 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-e9f0ded3-1895-4039-83e4-87e56a599cc0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Added segment e9aed7a9-ccf7-4524-9b52-bb6afaeeab87 of type vlan for network 213edf76-b3fe-4ce3-a3c2-417aa004e433 Jul 08 20:49:16.725664 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9f0ded3-1895-4039-83e4-87e56a599cc0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.757399 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9f0ded3-1895-4039-83e4-87e56a599cc0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.763604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f0ded3-1895-4039-83e4-87e56a599cc0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:16.764339 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e9f0ded3-1895-4039-83e4-87e56a599cc0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.821211 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e9f0ded3-1895-4039-83e4-87e56a599cc0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2618136 Jul 08 20:49:16.831621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37606) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:16.884521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:16.884871 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.897199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.903797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0ded3-1895-4039-83e4-87e56a599cc0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Network': ['ID=213edf76-b3fe-4ce3-a3c2-417aa004e433,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:16.922928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-953c0098-6583-4b14-ab97-1ea1e8479307', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ips': [{'subnet_id': '86602434-b638-42ff-b248-1b6063c93486'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:49:16.923693 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:16.926809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 213edf76-b3fe-4ce3-a3c2-417aa004e433 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:16.933995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da728f8a-9d98-4465-b187-5d033f48b25b tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:16.935662 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-da728f8a-9d98-4465-b187-5d033f48b25b tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "GET /v2.0/networks?id=213edf76-b3fe-4ce3-a3c2-417aa004e433 HTTP/1.1" status: 200 len: 765 time: 0.1031196 Jul 08 20:49:16.938364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37608) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:16.945027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-21731834-85d8-4d4c-a864-03fd31df9955 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'network': {'description': 'd2'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:17.111551 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21731834-85d8-4d4c-a864-03fd31df9955 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.129214 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21731834-85d8-4d4c-a864-03fd31df9955 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.140524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21731834-85d8-4d4c-a864-03fd31df9955 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network 213edf76-b3fe-4ce3-a3c2-417aa004e433 is not hosted by any dhcp agent {{(pid=94066) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 20:49:17.146120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21731834-85d8-4d4c-a864-03fd31df9955 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:17.146761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-21731834-85d8-4d4c-a864-03fd31df9955 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.150606 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-21731834-85d8-4d4c-a864-03fd31df9955 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "PUT /v2.0/networks/213edf76-b3fe-4ce3-a3c2-417aa004e433 HTTP/1.1" status: 200 len: 762 time: 0.2087760 Jul 08 20:49:17.151272 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37610) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:17.216724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21731834-85d8-4d4c-a864-03fd31df9955 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Network': ['ID=213edf76-b3fe-4ce3-a3c2-417aa004e433,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:17.231759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 213edf76-b3fe-4ce3-a3c2-417aa004e433 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:17.271681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.20.0.1 (953c0098-6583-4b14-ab97-1ea1e8479307/86602434-b638-42ff-b248-1b6063c93486/6990f1a3-3394-4262-b42f-ca9897cf0139) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:17.283795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6a6039-20bd-4856-a325-b15aef54a369 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:17.290510 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ff6a6039-20bd-4856-a325-b15aef54a369 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "GET /v2.0/networks?id=213edf76-b3fe-4ce3-a3c2-417aa004e433 HTTP/1.1" status: 200 len: 765 time: 0.1336157 Jul 08 20:49:17.290510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37612) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:17.413422 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.430715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Transition to ACTIVE for port object 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:17.437870 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.517973 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Attempting to bind port 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:17.518340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Attempting to bind port 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:17.518706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Attempting to bind port 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:17.521834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9f233-3a0f-4e56-a6bd-d675a0b4b3a5 None None] Pushing event updated for resources: {'Port': ['ID=7ee54edd-2ee8-4e5b-a995-67b06f5f4371,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:17.525912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e1197a6c-94a5-4f73-8ed6-0e2f0434382e None None] Provisioning complete for port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:17.526283 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e1197a6c-94a5-4f73-8ed6-0e2f0434382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.549708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:17.550489 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:17.550489 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.551517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:17.552020 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Bound port: 7ee54edd-2ee8-4e5b-a995-67b06f5f4371, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:17.552404 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.560017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb8b99-b17f-470a-8538-1d7a1c3466ea tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:17.561579 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-92bb8b99-b17f-470a-8538-1d7a1c3466ea tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2702432 Jul 08 20:49:17.564512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37614) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:17.585737 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.600644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Transition to ACTIVE for port object 6990f1a3-3394-4262-b42f-ca9897cf0139 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:17.626209 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-de74cfe8-d29f-4f6f-9b37-d90c453234d1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 207 time: 0.0564768 Jul 08 20:49:17.626442 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] For port 7ee54edd-2ee8-4e5b-a995-67b06f5f4371, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:17.626629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] For port 7ee54edd-2ee8-4e5b-a995-67b06f5f4371, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7ee54edd-2ee8-4e5b-a995-67b06f5f4371,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:17.626949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37616) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:17.640714 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.657924 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.693621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 953c0098-6583-4b14-ab97-1ea1e8479307 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:17.697992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:17.700762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:17.752841 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.777745 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.780074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Allocated IP 172.20.0.2 (953c0098-6583-4b14-ab97-1ea1e8479307/86602434-b638-42ff-b248-1b6063c93486/d4f9ff10-0f4c-4976-9011-2d90e4882b1d) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:17.791682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Routers {'eee18d74-c4fe-4224-8b26-13e4c06eacc2'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:17.792321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:17.799281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9f233-3a0f-4e56-a6bd-d675a0b4b3a5 None None] Pushing event updated for resources: {'Port': ['ID=7ee54edd-2ee8-4e5b-a995-67b06f5f4371,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:17.820217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=6990f1a3-3394-4262-b42f-ca9897cf0139,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:17.878303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b056fa3-dfa3-489f-8340-09f3e012a2d0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:17.884943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b056fa3-dfa3-489f-8340-09f3e012a2d0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:17.891413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b056fa3-dfa3-489f-8340-09f3e012a2d0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:17.897997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b056fa3-dfa3-489f-8340-09f3e012a2d0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:17.904413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b056fa3-dfa3-489f-8340-09f3e012a2d0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:17.910998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b056fa3-dfa3-489f-8340-09f3e012a2d0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:17.916714 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8b056fa3-dfa3-489f-8340-09f3e012a2d0 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2848182 Jul 08 20:49:17.917847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37620) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:17.930470 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:17.979524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] Set router eee18d74-c4fe-4224-8b26-13e4c06eacc2 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:18.063378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4d97a986-4ffb-40d3-8ec6-51aca30495db tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1411438 Jul 08 20:49:18.063781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37622) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:18.127961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd1733-7c0b-47cf-bdbf-1037b2676172 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:18.129724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd1733-7c0b-47cf-bdbf-1037b2676172 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:18.131329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd1733-7c0b-47cf-bdbf-1037b2676172 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:18.133081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd1733-7c0b-47cf-bdbf-1037b2676172 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:18.134902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd1733-7c0b-47cf-bdbf-1037b2676172 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:18.140449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e2dd1733-7c0b-47cf-bdbf-1037b2676172 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0719185 Jul 08 20:49:18.140675 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:18.140996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37624) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:18.154052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Transition to ACTIVE for port object d4f9ff10-0f4c-4976-9011-2d90e4882b1d will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:18.182550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Transition to ACTIVE for port object d4f9ff10-0f4c-4976-9011-2d90e4882b1d will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:18.204865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a0bbc-4864-47b0-a02b-86f23373c9b1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:18.206337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a0bbc-4864-47b0-a02b-86f23373c9b1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:18.207897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a0bbc-4864-47b0-a02b-86f23373c9b1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:18.209381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a0bbc-4864-47b0-a02b-86f23373c9b1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:18.210944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a0bbc-4864-47b0-a02b-86f23373c9b1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['shared'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:18.212664 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7a5a0bbc-4864-47b0-a02b-86f23373c9b1 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0705733 Jul 08 20:49:18.216320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37626) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:18.261637 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:18.268168 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:18.333317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabbaec6-5933-4567-8cc5-0c16c3ba671a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:18.338915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37628) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:18.339118 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-eabbaec6-5933-4567-8cc5-0c16c3ba671a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "GET /v2.0/networks/a2948c1c-e472-4d02-b198-6789ae08a29f HTTP/1.1" status: 200 len: 803 time: 0.1210845 Jul 08 20:49:18.381671 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:18.411903 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=6990f1a3-3394-4262-b42f-ca9897cf0139,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:18.418007 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:18.432360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Network 953c0098-6583-4b14-ab97-1ea1e8479307 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:18.438155 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:18.444174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:18.446185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Pushing event updated for resources: {'Port': ['ID=d4f9ff10-0f4c-4976-9011-2d90e4882b1d,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:18.451125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8ce051a6-0c1f-43ca-88f6-e963dd93c17a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:18.532527 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f4fb96c4-6cfa-4367-8c9d-907226473131 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "GET /v2.0/networks/a2948c1c-e472-4d02-b198-6789ae08a29f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1923325 Jul 08 20:49:18.536173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37630) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:18.540372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:49:14Z', 'revision_number': 3, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:18.575038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877a455-5b9a-4b4b-b09d-432650099c57 None None] The sync data for ids ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'] in n-d-791506-16 is: [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:49:14Z', 'revision_number': 3, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:49:18.580773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Attempting to bind port d4f9ff10-0f4c-4976-9011-2d90e4882b1d on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:18.581143 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Attempting to bind port d4f9ff10-0f4c-4976-9011-2d90e4882b1d by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:18.581507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Attempting to bind port d4f9ff10-0f4c-4976-9011-2d90e4882b1d on network 953c0098-6583-4b14-ab97-1ea1e8479307 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:18.589133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:18.589537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Checking segment: {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:18.589877 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:18.590267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Bound using segment: {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:18.590747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Bound port: d4f9ff10-0f4c-4976-9011-2d90e4882b1d, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:18.591131 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:18.603709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 953c0098-6583-4b14-ab97-1ea1e8479307 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:18.607138 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:18.617070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06ccb52-c342-48a1-9a0b-2b88f6a3b45d tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:18.617426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:18.617870 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:18.620197 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c06ccb52-c342-48a1-9a0b-2b88f6a3b45d tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "GET /v2.0/subnets/55411bf4-a592-488c-83b6-e83be27bff28 HTTP/1.1" status: 200 len: 843 time: 0.0813186 Jul 08 20:49:18.624272 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37632) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:18.714066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] For port d4f9ff10-0f4c-4976-9011-2d90e4882b1d, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:18.718802 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] For port d4f9ff10-0f4c-4976-9011-2d90e4882b1d, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d4f9ff10-0f4c-4976-9011-2d90e4882b1d,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:18.727223 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:18.750821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a05ea1-229d-4c14-8d77-cad9b592bb7f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['shared'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:18.756673 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-69a05ea1-229d-4c14-8d77-cad9b592bb7f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "GET /v2.0/subnets/55411bf4-a592-488c-83b6-e83be27bff28?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1269736 Jul 08 20:49:18.756673 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37634) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:18.765682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-03dc9afb-c0b9-4bb0-8e52-e9437f32be52 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2108025137'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:18.804471 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router eee18d74-c4fe-4224-8b26-13e4c06eacc2 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:49:18.805441 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dc9afb-c0b9-4bb0-8e52-e9437f32be52 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:18.810732 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03dc9afb-c0b9-4bb0-8e52-e9437f32be52 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:18.840510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa346-d5d4-4bf7-968d-588b61fa05dc None None] Pushing event updated for resources: {'Port': ['ID=d4f9ff10-0f4c-4976-9011-2d90e4882b1d,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:18.899159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03dc9afb-c0b9-4bb0-8e52-e9437f32be52 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:49:18.925916 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03dc9afb-c0b9-4bb0-8e52-e9437f32be52 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:18.926551 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-03dc9afb-c0b9-4bb0-8e52-e9437f32be52 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Added segment c93d015b-8713-43ca-9f50-7fffd1e769e3 of type vlan for network 34ad16db-0412-4c9b-95d6-e04de55eed41 Jul 08 20:49:19.015878 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03dc9afb-c0b9-4bb0-8e52-e9437f32be52 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:19.068755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:49:19.077301 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f74c8d3b-1a3b-4798-a61b-f51c8ae92c81 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "PUT /v2.0/routers/eee18d74-c4fe-4224-8b26-13e4c06eacc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0347400 Jul 08 20:49:19.087364 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03dc9afb-c0b9-4bb0-8e52-e9437f32be52 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:19.095060 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dc9afb-c0b9-4bb0-8e52-e9437f32be52 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:19.095891 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03dc9afb-c0b9-4bb0-8e52-e9437f32be52 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:19.189701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37640) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:19.197349 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-03dc9afb-c0b9-4bb0-8e52-e9437f32be52 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4398084 Jul 08 20:49:19.199195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'subnet': {'network_id': '34ad16db-0412-4c9b-95d6-e04de55eed41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:19.212264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc9afb-c0b9-4bb0-8e52-e9437f32be52 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Network': ['ID=34ad16db-0412-4c9b-95d6-e04de55eed41,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:19.312069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 34ad16db-0412-4c9b-95d6-e04de55eed41 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:19.321660 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Made reservation on behalf of 0487d7162a2d4e34a1f8e8ec6e4e2451 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:19.326561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:19.409288 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.ipam_backend_mixin [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Performing IP validity checks on allocation pools {{(pid=94066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 20:49:19.410361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.ipam_backend_mixin [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 20:49:19.430826 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-132de107-ca24-43b3-99ec-1ba8279ca31b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398754006&fields=id&tenant_id=87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 267 time: 0.0858083 Jul 08 20:49:19.623163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-3de0fdd1-72f8-48fd-817a-a3159c0db7a2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:19.624672 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-3de0fdd1-72f8-48fd-817a-a3159c0db7a2 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/networks?id=953c0098-6583-4b14-ab97-1ea1e8479307 HTTP/1.1" status: 200 len: 797 time: 0.1853452 Jul 08 20:49:19.668357 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-b2ceae44-c4c6-47f5-9693-eda33700a076 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/quotas/87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 375 time: 0.0231528 Jul 08 20:49:19.687690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:19.786689 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Subnet': ['ID=7dcb9c55-2163-4ee1-b901-220dcb243f9f,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:19.801311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Checking segment: {'id': 'c93d015b-8713-43ca-9f50-7fffd1e769e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34ad16db-0412-4c9b-95d6-e04de55eed41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:19.801705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network hostable DHCP agents. Network: 34ad16db-0412-4c9b-95d6-e04de55eed41, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:49:19.823302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c12b59a9-b2df-493c-8a8b-11bc4b228503 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1474564 Jul 08 20:49:19.831485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Network 34ad16db-0412-4c9b-95d6-e04de55eed41 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:49:19.869413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 34ad16db-0412-4c9b-95d6-e04de55eed41) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:19.876979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:19.877633 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:19.878329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0311d881-5ad5-4eab-829e-a488fd5ca620 None None] Network 34ad16db-0412-4c9b-95d6-e04de55eed41 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:19.936316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-110fb883-d86c-4748-8dd5-fac370001008 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7452967 Jul 08 20:49:19.938891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37652) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:19.945147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-86ceb991-0e99-4cb5-a5b6-bc8e413ea903 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:19.980493 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-dab6108f-2ae8-4e5e-a711-6752159b234e service neutron] 10.222.0.101 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436439 Jul 08 20:49:20.078059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-34ad16db-0412-4c9b-95d6-e04de55eed41', 'network_id': '34ad16db-0412-4c9b-95d6-e04de55eed41', 'tenant_id': '0487d7162a2d4e34a1f8e8ec6e4e2451', 'fixed_ips': [{'subnet_id': '7dcb9c55-2163-4ee1-b901-220dcb243f9f'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:49:20.080243 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:20.104941 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86ceb991-0e99-4cb5-a5b6-bc8e413ea903 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126036371'] for subnet, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:20.155585 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-65dbe970-e911-45b8-b857-2384104d50d1 service neutron] 10.222.0.101 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622419 Jul 08 20:49:20.176726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93d11f4-d23c-43d3-a009-488b5cefc282 None None] Network 953c0098-6583-4b14-ab97-1ea1e8479307 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:20.271023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e18beeb9-e4e4-47fe-9753-493cb24624dc None None] Provisioning for port d4f9ff10-0f4c-4976-9011-2d90e4882b1d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:20.346471 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86ceb991-0e99-4cb5-a5b6-bc8e413ea903 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794148736022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125939818'] for subnet, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:20.469346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Allocated IP 2001:db8::3 (34ad16db-0412-4c9b-95d6-e04de55eed41/7dcb9c55-2163-4ee1-b901-220dcb243f9f/abdf1b87-c898-4f5d-ab45-894bd8f43377) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:20.484448 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b008a68c-00fd-4ab5-8c9f-7931e191f365 req-0dc1ea0b-a8dd-4e61-a6d5-908a32549564 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 210 time: 0.1339064 Jul 08 20:49:20.494714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ceb991-0e99-4cb5-a5b6-bc8e413ea903 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:20.495723 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86ceb991-0e99-4cb5-a5b6-bc8e413ea903 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:20.498925 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-86ceb991-0e99-4cb5-a5b6-bc8e413ea903 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "PUT /v2.0/subnets/7dcb9c55-2163-4ee1-b901-220dcb243f9f HTTP/1.1" status: 200 len: 900 time: 0.5587547 Jul 08 20:49:20.500381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37660) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:20.510401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ceb991-0e99-4cb5-a5b6-bc8e413ea903 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event updated for resources: {'Subnet': ['ID=7dcb9c55-2163-4ee1-b901-220dcb243f9f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:20.580473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:20.701094 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:20.717647 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Sync routers for ids ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:49:20.723856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:20.733832 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Routers {'eee18d74-c4fe-4224-8b26-13e4c06eacc2'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:20.735441 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:20.735988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:20.736372 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:20.778481 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:20.802209 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:20.839565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Transition to ACTIVE for port object abdf1b87-c898-4f5d-ab45-894bd8f43377 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:20.898751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Transition to ACTIVE for port object abdf1b87-c898-4f5d-ab45-894bd8f43377 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:20.908516 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:20.917149 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:20.938046 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:20.984879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 7ee54edd-2ee8-4e5b-a995-67b06f5f4371, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7ee54edd-2ee8-4e5b-a995-67b06f5f4371,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:20.995756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcb9c55-2163-4ee1-b901-220dcb243f9f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:20.999861 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.000716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d4f9ff10-0f4c-4976-9011-2d90e4882b1d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:21.025855 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Set router eee18d74-c4fe-4224-8b26-13e4c06eacc2 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:21.047219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Network 34ad16db-0412-4c9b-95d6-e04de55eed41 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:21.061569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:21.074861 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:21.086541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Pushing event updated for resources: {'Port': ['ID=abdf1b87-c898-4f5d-ab45-894bd8f43377,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:21.090796 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.108189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ecf8a90b-3953-40f7-9d5f-9f82bfb636c5 None None] Provisioning for port 6990f1a3-3394-4262-b42f-ca9897cf0139 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:21.121459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ad16db-0412-4c9b-95d6-e04de55eed41']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:21.150458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93d015b-8713-43ca-9f50-7fffd1e769e3') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:21.150765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93d015b-8713-43ca-9f50-7fffd1e769e3') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:21.158504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port d4f9ff10-0f4c-4976-9011-2d90e4882b1d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:21.168686 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.177324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ecf8a90b-3953-40f7-9d5f-9f82bfb636c5 None None] Provisioning complete for port 6990f1a3-3394-4262-b42f-ca9897cf0139 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:21.177716 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a90b-3953-40f7-9d5f-9f82bfb636c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.188892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d4f9ff10-0f4c-4976-9011-2d90e4882b1d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:21.189252 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.194938 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.215594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:21.216006 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:21.226774 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:21.322139 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 20:49:21.322139 n-d-791506-16 neutron-server[94066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 20:49:21.322139 n-d-791506-16 neutron-server[94066]: [parameters: {'id': '34ad16db-0412-4c9b-95d6-e04de55eed41'}] Jul 08 20:49:21.322139 n-d-791506-16 neutron-server[94066]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:49:21.322636 n-d-791506-16 neutron-server[94066]: DEBUG oslo_db.api [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:49:21.345085 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=7ee54edd-2ee8-4e5b-a995-67b06f5f4371,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:21.348704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Attempting to bind port abdf1b87-c898-4f5d-ab45-894bd8f43377 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:21.349102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Attempting to bind port abdf1b87-c898-4f5d-ab45-894bd8f43377 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'c93d015b-8713-43ca-9f50-7fffd1e769e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34ad16db-0412-4c9b-95d6-e04de55eed41'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:21.349690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Attempting to bind port abdf1b87-c898-4f5d-ab45-894bd8f43377 on network 34ad16db-0412-4c9b-95d6-e04de55eed41 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:21.356619 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:49:17Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '6990f1a3-3394-4262-b42f-ca9897cf0139', 'name': '', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:7e:a0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '86602434-b638-42ff-b248-1b6063c93486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:17Z', 'updated_at': '2021-07-08T20:49:18Z', 'revision_number': 2, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '86602434-b638-42ff-b248-1b6063c93486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:21.360113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ecf8a90b-3953-40f7-9d5f-9f82bfb636c5 None None] Port 6990f1a3-3394-4262-b42f-ca9897cf0139 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:49:21.368110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:21.368836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Checking segment: {'id': 'c93d015b-8713-43ca-9f50-7fffd1e769e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34ad16db-0412-4c9b-95d6-e04de55eed41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:21.369430 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.370009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Bound using segment: {'id': 'c93d015b-8713-43ca-9f50-7fffd1e769e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34ad16db-0412-4c9b-95d6-e04de55eed41'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:21.370659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Bound port: abdf1b87-c898-4f5d-ab45-894bd8f43377, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93d015b-8713-43ca-9f50-7fffd1e769e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34ad16db-0412-4c9b-95d6-e04de55eed41'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:21.371225 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.394690 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Checking router: eee18d74-c4fe-4224-8b26-13e4c06eacc2 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:49:21.395050 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Updating router eee18d74-c4fe-4224-8b26-13e4c06eacc2 port 6990f1a3-3394-4262-b42f-ca9897cf0139 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:49:21.408599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ecf8a90b-3953-40f7-9d5f-9f82bfb636c5 None None] Provisioning complete for port d4f9ff10-0f4c-4976-9011-2d90e4882b1d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:21.409028 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a90b-3953-40f7-9d5f-9f82bfb636c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.443595 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.519880 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.563619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] For port abdf1b87-c898-4f5d-ab45-894bd8f43377, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:21.570903 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] For port abdf1b87-c898-4f5d-ab45-894bd8f43377, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=abdf1b87-c898-4f5d-ab45-894bd8f43377,segment=NetworkSegment(c93d015b-8713-43ca-9f50-7fffd1e769e3),segment_id=c93d015b-8713-43ca-9f50-7fffd1e769e3)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:21.585468 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.611429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port d4f9ff10-0f4c-4976-9011-2d90e4882b1d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d4f9ff10-0f4c-4976-9011-2d90e4882b1d,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:21.641752 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.703107 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a90b-3953-40f7-9d5f-9f82bfb636c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.705115 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1c54abf3-54da-4517-8969-0d3409b89762 req-d52f25f2-ec05-4f2c-a041-eb0332b2cafa tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 210 time: 0.0490985 Jul 08 20:49:21.711336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe643c4a-a89e-4311-ab17-d987cf12344d None None] Pushing event updated for resources: {'Port': ['ID=abdf1b87-c898-4f5d-ab45-894bd8f43377,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:21.801373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d4d03-057b-4cd9-ad96-db9c00fd0aba None None] Network 34ad16db-0412-4c9b-95d6-e04de55eed41 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:21.820891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=d4f9ff10-0f4c-4976-9011-2d90e4882b1d,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:21.824789 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.850146 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.868008 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Transition to ACTIVE for port object 6990f1a3-3394-4262-b42f-ca9897cf0139 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:21.872048 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-ecf8a90b-3953-40f7-9d5f-9f82bfb636c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:49:21.872415 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-ecf8a90b-3953-40f7-9d5f-9f82bfb636c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:49:21.875171 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:21.935495 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Pushing event updated for resources: {'Port': ['ID=6990f1a3-3394-4262-b42f-ca9897cf0139,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:21.968211 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:21.968568 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:21.968939 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:21.969271 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:21.969606 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:21.970204 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:21.970338 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:21.970567 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:21.970890 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:21.971748 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:21.972593 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:21.972971 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:21.986946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-5a1c66fe-9ea7-42c0-a561-9f0f2f92c71d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:21.989297 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-5a1c66fe-9ea7-42c0-a561-9f0f2f92c71d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.104 "GET /v2.0/networks?id=953c0098-6583-4b14-ab97-1ea1e8479307 HTTP/1.1" status: 200 len: 797 time: 0.1800327 Jul 08 20:49:22.012737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7301b1fb-0c04-43c7-b959-ad3f3285fe2e None None] Network 34ad16db-0412-4c9b-95d6-e04de55eed41 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:22.028329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Deleting port abdf1b87-c898-4f5d-ab45-894bd8f43377 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:22.028758 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.063849 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Attempting to bind port 6990f1a3-3394-4262-b42f-ca9897cf0139 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:22.064230 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Attempting to bind port 6990f1a3-3394-4262-b42f-ca9897cf0139 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:22.064569 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Attempting to bind port 6990f1a3-3394-4262-b42f-ca9897cf0139 on network 953c0098-6583-4b14-ab97-1ea1e8479307 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:22.076487 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:22.077043 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Checking segment: {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:22.077502 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.077949 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Bound using segment: {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:22.078484 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Bound port: 6990f1a3-3394-4262-b42f-ca9897cf0139, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:22.078918 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.122985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-1d5cd95f-5d3b-46cd-90fa-7d28fa4ef4bb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 380 time: 0.1242452 Jul 08 20:49:22.136675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'port': {'device_id': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'admin_state_up': True, 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'security_groups': ['898400c7-dd1a-4979-b757-29b7d7b0d092']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:22.176089 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] For port 6990f1a3-3394-4262-b42f-ca9897cf0139, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:22.180889 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] For port 6990f1a3-3394-4262-b42f-ca9897cf0139, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6990f1a3-3394-4262-b42f-ca9897cf0139,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:22.188824 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.195224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] For port abdf1b87-c898-4f5d-ab45-894bd8f43377, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=abdf1b87-c898-4f5d-ab45-894bd8f43377,segment=NetworkSegment(c93d015b-8713-43ca-9f50-7fffd1e769e3),segment_id=c93d015b-8713-43ca-9f50-7fffd1e769e3)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:22.195601 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.217386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Calling delete_port for abdf1b87-c898-4f5d-ab45-894bd8f43377 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:22.264981 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Routers {'eee18d74-c4fe-4224-8b26-13e4c06eacc2'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:22.265711 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:22.269459 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26f0c7-5dad-4921-abd9-6fd11133f889 None None] Pushing event updated for resources: {'Port': ['ID=6990f1a3-3394-4262-b42f-ca9897cf0139,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:22.342912 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Made reservation on behalf of 87de211a996a4ed5bde38a65ec379f1e for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:22.348395 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.390815 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.393402 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] Set router eee18d74-c4fe-4224-8b26-13e4c06eacc2 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:22.494903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No DVR routers for this DVR port abdf1b87-c898-4f5d-ab45-894bd8f43377 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:49:22.496705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Port': ['ID=abdf1b87-c898-4f5d-ab45-894bd8f43377,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:22.525704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:22.608538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d93dd3-b70a-4bfc-a361-b4df5885749e None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:49:22.609131 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.639799 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:22.640186 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.640397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ad16db-0412-4c9b-95d6-e04de55eed41']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:22.663722 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:49:17Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '6990f1a3-3394-4262-b42f-ca9897cf0139', 'name': '', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:7e:a0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '86602434-b638-42ff-b248-1b6063c93486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:17Z', 'updated_at': '2021-07-08T20:49:22Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '86602434-b638-42ff-b248-1b6063c93486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:22.664954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93d015b-8713-43ca-9f50-7fffd1e769e3') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:22.665349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93d015b-8713-43ca-9f50-7fffd1e769e3') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:22.682423 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.693329 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae5100c-330d-481c-b08c-69c9f52421b7 None None] The sync data for ids ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'] in n-d-791506-16 is: [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:49:17Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '6990f1a3-3394-4262-b42f-ca9897cf0139', 'name': '', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:7e:a0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '86602434-b638-42ff-b248-1b6063c93486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:17Z', 'updated_at': '2021-07-08T20:49:22Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '86602434-b638-42ff-b248-1b6063c93486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:49:22.695256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.20.0.11 (953c0098-6583-4b14-ab97-1ea1e8479307/86602434-b638-42ff-b248-1b6063c93486/d8c20ee8-b4c0-4bfe-a20f-ce389457f318) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:22.708017 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.718532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:22.718955 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:22.722668 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:22.863616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.874546 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:22.876932 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/34ad16db-0412-4c9b-95d6-e04de55eed41 HTTP/1.1" status: 204 len: 168 time: 2.3751161 Jul 08 20:49:22.881407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37676) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:22.905789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d841d8-343f-4567-ac83-e8a8831db40f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Network': ['ID=34ad16db-0412-4c9b-95d6-e04de55eed41,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:22.962737 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e8ed6f8d-da02-4c5f-8bff-9285d7006a61 req-739ebb7a-d82d-491f-a8a5-7e09b3d2f95b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 210 time: 0.0387108 Jul 08 20:49:22.963903 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2c683d-418b-4087-8a9a-a3ea8cbc9b63 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:22.964367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2c683d-418b-4087-8a9a-a3ea8cbc9b63 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:22.968535 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-af2c683d-418b-4087-8a9a-a3ea8cbc9b63 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/subnets/7dcb9c55-2163-4ee1-b901-220dcb243f9f HTTP/1.1" status: 404 len: 337 time: 0.0838232 Jul 08 20:49:22.969324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37678) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:22.995979 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca0a4e3-09d7-4e00-a7a4-27e61abbdb9d tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:22.996586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca0a4e3-09d7-4e00-a7a4-27e61abbdb9d tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:23.002512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fca0a4e3-09d7-4e00-a7a4-27e61abbdb9d tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/34ad16db-0412-4c9b-95d6-e04de55eed41 HTTP/1.1" status: 404 len: 339 time: 0.0281408 Jul 08 20:49:23.002795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37680) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:23.043658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d4f9ff10-0f4c-4976-9011-2d90e4882b1d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:23.072512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d93dd3-b70a-4bfc-a361-b4df5885749e None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:49:23.083229 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.099249 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7073891-264a-4753-8501-9e5bd0f9354a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.102945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Transition to ACTIVE for port object d8c20ee8-b4c0-4bfe-a20f-ce389457f318 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:23.148413 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.191119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d4f9ff10-0f4c-4976-9011-2d90e4882b1d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:23.191521 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.212936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 953c0098-6583-4b14-ab97-1ea1e8479307 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:23.213473 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7073891-264a-4753-8501-9e5bd0f9354a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.217165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:23.221399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:23.228788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:23.239885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c7073891-264a-4753-8501-9e5bd0f9354a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213edf76-b3fe-4ce3-a3c2-417aa004e433']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:23.255781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c7073891-264a-4753-8501-9e5bd0f9354a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9aed7a9-ccf7-4524-9b52-bb6afaeeab87') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:23.256391 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-c7073891-264a-4753-8501-9e5bd0f9354a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9aed7a9-ccf7-4524-9b52-bb6afaeeab87') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:23.271269 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7073891-264a-4753-8501-9e5bd0f9354a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.289216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:23.290002 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.296001 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7073891-264a-4753-8501-9e5bd0f9354a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.304767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7073891-264a-4753-8501-9e5bd0f9354a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:23.305414 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7073891-264a-4753-8501-9e5bd0f9354a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:23.310178 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:23.320861 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c18438bf-b1f5-42eb-8095-52cb16369bb7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1881478 Jul 08 20:49:23.334588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Request body: {'port': {'device_id': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:23.411417 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7073891-264a-4753-8501-9e5bd0f9354a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.419047 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7073891-264a-4753-8501-9e5bd0f9354a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.423241 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c7073891-264a-4753-8501-9e5bd0f9354a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/213edf76-b3fe-4ce3-a3c2-417aa004e433 HTTP/1.1" status: 204 len: 168 time: 0.4183664 Jul 08 20:49:23.423531 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37682) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:23.444620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7073891-264a-4753-8501-9e5bd0f9354a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Network': ['ID=213edf76-b3fe-4ce3-a3c2-417aa004e433,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:23.465973 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.467342 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02dfb90-a884-4d37-a838-dda48fa4c5aa tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:23.467822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02dfb90-a884-4d37-a838-dda48fa4c5aa tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:23.469786 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d02dfb90-a884-4d37-a838-dda48fa4c5aa tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/subnets/ced9b1b9-b1b1-4ce9-a724-85f92c49db27 HTTP/1.1" status: 404 len: 337 time: 0.0452487 Jul 08 20:49:23.474819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37684) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:23.507381 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd750ee-4ff2-40ad-acf1-f61a9f4ed276 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:23.507976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd750ee-4ff2-40ad-acf1-f61a9f4ed276 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:23.519968 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fdd750ee-4ff2-40ad-acf1-f61a9f4ed276 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/64795417-a32d-408a-8b6c-7e05ea7f7ae8 HTTP/1.1" status: 404 len: 339 time: 0.0431368 Jul 08 20:49:23.533115 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f061a8-c672-4301-a39c-cfe5855e0408 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 20:49:23.533328 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37688) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:23.601988 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.603319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-1828c74d-7a34-4fbd-ad1a-d4cf943c45a8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Deleting subnet 112e5ba7-e1ef-44d2-9131-53a9203d8985 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:49:23.607557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1828c74d-7a34-4fbd-ad1a-d4cf943c45a8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.660953 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1828c74d-7a34-4fbd-ad1a-d4cf943c45a8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.718118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f061a8-c672-4301-a39c-cfe5855e0408 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 20:49:23.768774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1828c74d-7a34-4fbd-ad1a-d4cf943c45a8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.861220 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1828c74d-7a34-4fbd-ad1a-d4cf943c45a8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.883744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c20ee8-b4c0-4bfe-a20f-ce389457f318 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:49:23.892809 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.900116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828c74d-7a34-4fbd-ad1a-d4cf943c45a8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Subnet': ['ID=112e5ba7-e1ef-44d2-9131-53a9203d8985,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:23.914747 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1828c74d-7a34-4fbd-ad1a-d4cf943c45a8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.915017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Transition to ACTIVE for port object d8c20ee8-b4c0-4bfe-a20f-ce389457f318 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:23.917730 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1828c74d-7a34-4fbd-ad1a-d4cf943c45a8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/subnets/112e5ba7-e1ef-44d2-9131-53a9203d8985 HTTP/1.1" status: 204 len: 168 time: 0.3830926 Jul 08 20:49:23.920181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37690) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:23.923706 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:23.983943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:23.999939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-274bfb8b-8a00-4182-9ae6-d535c1e1465d tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Deleting subnet 3e706128-f0a5-4452-b702-21dd4a36d787 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:49:24.005708 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-274bfb8b-8a00-4182-9ae6-d535c1e1465d tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.075000 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-274bfb8b-8a00-4182-9ae6-d535c1e1465d tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.098639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6c16f-bb51-4420-b801-7a3ac4fca00c None None] Network ac5403a7-13ab-48ee-8fcb-f450db4e8cf1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:24.109116 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Attempting to bind port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:24.109692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Attempting to bind port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:24.110063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Attempting to bind port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on network 953c0098-6583-4b14-ab97-1ea1e8479307 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:24.118256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on network 953c0098-6583-4b14-ab97-1ea1e8479307 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:49:24.118680 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Attempting to bind port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on network 953c0098-6583-4b14-ab97-1ea1e8479307 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:24.125051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:24.125420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Checking segment: {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:24.125742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Bound using segment: {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:24.126190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Bound port: d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:24.126680 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.245863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:24.251038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:24.255426 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-274bfb8b-8a00-4182-9ae6-d535c1e1465d tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.257719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.309816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:24.314780 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.318556 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] 10.222.0.104 "PUT /v2.0/ports/d8c20ee8-b4c0-4bfe-a20f-ce389457f318 HTTP/1.1" status: 200 len: 1093 time: 0.9873183 Jul 08 20:49:24.318941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:49:24.323302 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a24a759-3ace-4955-8b11-8ea70fb0f1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:49:24.356619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04c348-7ab9-42d2-9ea8-8400d37e044c req-88d6a965-c8b2-4291-9fed-f298370cdb74 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:24.358306 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ce04c348-7ab9-42d2-9ea8-8400d37e044c req-88d6a965-c8b2-4291-9fed-f298370cdb74 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 944 time: 0.1723659 Jul 08 20:49:24.361699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1080819-32af-4272-8a67-e635ce64f1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:24.424324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-274bfb8b-8a00-4182-9ae6-d535c1e1465d tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.459854 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f8e910-ca47-480f-a7cc-8da3976d9b01 x-openstack-request-id: req-b0f8e910-ca47-480f-a7cc-8da3976d9b01 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:49:24.460555 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:49:24.461198 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b0f8e910-ca47-480f-a7cc-8da3976d9b01 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:49:24.461941 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'status': 'completed', 'code': 200} Jul 08 20:49:24.479057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-b8c114af-077c-4682-bdc7-281a199bb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:24.481903 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-b8c114af-077c-4682-bdc7-281a199bb53c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 1096 time: 0.1179137 Jul 08 20:49:24.490038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bfb8b-8a00-4182-9ae6-d535c1e1465d tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Subnet': ['ID=3e706128-f0a5-4452-b702-21dd4a36d787,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:24.500048 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-274bfb8b-8a00-4182-9ae6-d535c1e1465d tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.501960 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-274bfb8b-8a00-4182-9ae6-d535c1e1465d tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/subnets/3e706128-f0a5-4452-b702-21dd4a36d787 HTTP/1.1" status: 204 len: 168 time: 0.5804005 Jul 08 20:49:24.508978 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0676c74c-b7fd-435e-a035-acaebd0e7bb5 None None] Provisioning for port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:24.509298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37696) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:24.548276 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ce04c348-7ab9-42d2-9ea8-8400d37e044c req-08aa0b56-a410-455b-8ee0-7d3744894e9f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646507 Jul 08 20:49:24.555608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6990f1a3-3394-4262-b42f-ca9897cf0139 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:24.573765 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-11aaef8d-2b6f-40f1-be74-7d8f1f1fe2a1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318 HTTP/1.1" status: 200 len: 217 time: 0.0841029 Jul 08 20:49:24.620901 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.641980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 6990f1a3-3394-4262-b42f-ca9897cf0139 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:24.648502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6990f1a3-3394-4262-b42f-ca9897cf0139 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:24.648963 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.653992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-9fc7b0ca-588a-4383-94f2-5b1cea905057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:24.655758 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-9fc7b0ca-588a-4383-94f2-5b1cea905057 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=86602434-b638-42ff-b248-1b6063c93486 HTTP/1.1" status: 200 len: 835 time: 0.0757875 Jul 08 20:49:24.709697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Deleting port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:24.711609 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.758409 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.789776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c4ada195-c707-4612-9ee1-dff9c5bb149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:24.792292 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-c4ada195-c707-4612-9ee1-dff9c5bb149c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=953c0098-6583-4b14-ab97-1ea1e8479307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1304927 Jul 08 20:49:24.808565 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] For port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8ce051a6-0c1f-43ca-88f6-e963dd93c17a,segment=NetworkSegment(217ec7eb-d7fd-4489-9ce7-90b56e7b68e9),segment_id=217ec7eb-d7fd-4489-9ce7-90b56e7b68e9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:24.809017 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.813674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 6990f1a3-3394-4262-b42f-ca9897cf0139, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6990f1a3-3394-4262-b42f-ca9897cf0139,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:24.819838 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.835301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Calling delete_port for 8ce051a6-0c1f-43ca-88f6-e963dd93c17a owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:24.933705 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=6990f1a3-3394-4262-b42f-ca9897cf0139,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:24.942615 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-81c63269-2f3c-48c1-aae2-323aa6124b0c service neutron] 10.222.0.104 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396246 Jul 08 20:49:24.969822 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:24.996807 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Port': ['ID=8ce051a6-0c1f-43ca-88f6-e963dd93c17a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:25.005253 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No DVR routers for this DVR port 8ce051a6-0c1f-43ca-88f6-e963dd93c17a on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:49:25.067647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-781ae9b8-f5bf-4a7f-9c34-87d79612ab5a req-a0f511fb-64c9-4c95-8599-e3ee0e68f8a8 service neutron] 10.222.0.104 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195500 Jul 08 20:49:25.101074 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:25.115808 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5403a7-13ab-48ee-8fcb-f450db4e8cf1']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:25.127706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217ec7eb-d7fd-4489-9ce7-90b56e7b68e9') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:25.128114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217ec7eb-d7fd-4489-9ce7-90b56e7b68e9') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:25.143338 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:25.163166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:25.170777 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:25.171534 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:25.175152 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:25.181374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24a759-3ace-4955-8b11-8ea70fb0f1e7 req-42c9cef9-a0cc-4f11-a06f-24151af1afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:25.183034 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a24a759-3ace-4955-8b11-8ea70fb0f1e7 req-42c9cef9-a0cc-4f11-a06f-24151af1afdc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 1096 time: 0.0634110 Jul 08 20:49:25.241354 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:25.248326 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:25.250263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/ac5403a7-13ab-48ee-8fcb-f450db4e8cf1 HTTP/1.1" status: 204 len: 168 time: 0.7347479 Jul 08 20:49:25.252866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37700) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:25.262943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20710aa1-1c81-4988-981d-5d4e72eeb7b8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Network': ['ID=ac5403a7-13ab-48ee-8fcb-f450db4e8cf1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:25.283760 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0007775-088f-4d94-bc82-c6c4efd3770b tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:25.284210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0007775-088f-4d94-bc82-c6c4efd3770b tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:25.287435 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b0007775-088f-4d94-bc82-c6c4efd3770b tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/subnets/7e18f6fc-ce1f-487f-8248-cb8ae192a2dc HTTP/1.1" status: 404 len: 337 time: 0.0328264 Jul 08 20:49:25.289671 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37702) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:25.308917 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b8a364-461a-427d-88a9-bd79dafe5705 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:25.309515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b8a364-461a-427d-88a9-bd79dafe5705 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:25.313709 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b5b8a364-461a-427d-88a9-bd79dafe5705 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/3e9803ab-4236-4a9a-aad6-cd3360cbf9c3 HTTP/1.1" status: 404 len: 339 time: 0.0204418 Jul 08 20:49:25.314959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37704) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:25.322306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24a759-3ace-4955-8b11-8ea70fb0f1e7 req-e75a0039-534f-4956-8ab9-c79dca6aaadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:25.324316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a24a759-3ace-4955-8b11-8ea70fb0f1e7 req-e75a0039-534f-4956-8ab9-c79dca6aaadb service neutron] 10.222.0.104 "GET /v2.0/networks?id=953c0098-6583-4b14-ab97-1ea1e8479307 HTTP/1.1" status: 200 len: 898 time: 0.1348331 Jul 08 20:49:25.346469 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e52ffed-310f-453a-8284-1edb099bfce6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:25.346926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e52ffed-310f-453a-8284-1edb099bfce6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:25.349361 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3e52ffed-310f-453a-8284-1edb099bfce6 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/subnets/44beb5ef-a3e4-4bc2-9915-d4235d6065fa HTTP/1.1" status: 404 len: 337 time: 0.0334542 Jul 08 20:49:25.351931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37706) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:25.365441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dba7847e-ed46-4ad6-8161-fec23dea2c19 None None] Could not find standard attr ID for object 8ce051a6-0c1f-43ca-88f6-e963dd93c17a. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:49:25.367688 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a24a759-3ace-4955-8b11-8ea70fb0f1e7 req-6e9e3d0d-2d5f-430b-a423-1d84802b4175 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318 HTTP/1.1" status: 200 len: 217 time: 0.0367789 Jul 08 20:49:25.370708 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce58cee4-e3dd-49cf-8cd4-4e58b8048d4c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:25.371094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce58cee4-e3dd-49cf-8cd4-4e58b8048d4c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:25.371445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c8c72-c778-4986-b690-20e11e13336c None None] DHCP port deletion for ac5403a7-13ab-48ee-8fcb-f450db4e8cf1 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:49:25.375058 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ce58cee4-e3dd-49cf-8cd4-4e58b8048d4c tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/002d0940-65e6-43aa-abec-01d9f4ced58a HTTP/1.1" status: 404 len: 339 time: 0.0199926 Jul 08 20:49:25.375573 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37708) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:25.403482 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa21c015-b75b-408b-a66c-57a7a66e5641 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:25.403949 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa21c015-b75b-408b-a66c-57a7a66e5641 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:25.405794 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fa21c015-b75b-408b-a66c-57a7a66e5641 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/subnets/01eec47e-0ca7-4ea2-ab19-97cfb3717773 HTTP/1.1" status: 404 len: 337 time: 0.0292985 Jul 08 20:49:25.408266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37710) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:25.426910 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef16f07e-d0c3-435e-81f9-09fb52043675 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:25.427467 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef16f07e-d0c3-435e-81f9-09fb52043675 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:25.427606 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24a759-3ace-4955-8b11-8ea70fb0f1e7 req-88f1c256-1107-477e-bfc5-62a042db0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:25.429141 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a24a759-3ace-4955-8b11-8ea70fb0f1e7 req-88f1c256-1107-477e-bfc5-62a042db0fba service neutron] 10.222.0.104 "GET /v2.0/subnets?id=86602434-b638-42ff-b248-1b6063c93486 HTTP/1.1" status: 200 len: 835 time: 0.0547080 Jul 08 20:49:25.429276 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ef16f07e-d0c3-435e-81f9-09fb52043675 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/b202e5ce-31cf-4a40-971d-337a5d64bd31 HTTP/1.1" status: 404 len: 339 time: 0.0200140 Jul 08 20:49:25.431670 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37712) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:25.482985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac35346-9b5d-4d78-b967-e7322414553a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Deleting subnet 68fe1f8d-910c-48cd-b804-421cec5afbbc {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:49:25.486249 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dac35346-9b5d-4d78-b967-e7322414553a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:25.488892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24a759-3ace-4955-8b11-8ea70fb0f1e7 req-6d281e33-212d-494a-b202-7fac2a880c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:25.490449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a24a759-3ace-4955-8b11-8ea70fb0f1e7 req-6d281e33-212d-494a-b202-7fac2a880c34 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=953c0098-6583-4b14-ab97-1ea1e8479307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549691 Jul 08 20:49:25.528175 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dac35346-9b5d-4d78-b967-e7322414553a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:25.581124 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a24a759-3ace-4955-8b11-8ea70fb0f1e7 req-931d971d-b59e-427b-86c4-74b180c00ded service neutron] 10.222.0.104 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823078 Jul 08 20:49:25.685985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a24a759-3ace-4955-8b11-8ea70fb0f1e7 req-74da687f-811f-4f97-a1f5-84c9131c3763 service neutron] 10.222.0.104 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977712 Jul 08 20:49:25.995557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dac35346-9b5d-4d78-b967-e7322414553a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.067432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56545b9-d39a-417c-b9fa-7891cb1aed26 req-32adb119-eca9-4cfc-a3e6-8537faf91dcb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:26.068961 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d56545b9-d39a-417c-b9fa-7891cb1aed26 req-32adb119-eca9-4cfc-a3e6-8537faf91dcb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 944 time: 0.1192384 Jul 08 20:49:26.090226 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dac35346-9b5d-4d78-b967-e7322414553a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.122690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac35346-9b5d-4d78-b967-e7322414553a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Subnet': ['ID=68fe1f8d-910c-48cd-b804-421cec5afbbc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:26.133125 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dac35346-9b5d-4d78-b967-e7322414553a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.135015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dac35346-9b5d-4d78-b967-e7322414553a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/subnets/68fe1f8d-910c-48cd-b804-421cec5afbbc HTTP/1.1" status: 204 len: 168 time: 0.7024434 Jul 08 20:49:26.135807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43888f6-eb5a-435e-ab4b-4a792141a9d9 None None] Network ad2769c2-088c-4808-8cdf-c01a9caef3df requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:26.137959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37718) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:26.152483 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d56545b9-d39a-417c-b9fa-7891cb1aed26 req-77c3b7b7-9eed-4f51-807b-65f6d31449eb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779212 Jul 08 20:49:26.218387 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.275776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Deleting port af2c8865-9d73-4f2c-aac7-7882e5508ccf {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:26.276122 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.333283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b77a33-cc7f-4a44-8c2b-c8fced72a42c None None] DHCP port deletion for ad2769c2-088c-4808-8cdf-c01a9caef3df request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:49:26.340279 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] For port af2c8865-9d73-4f2c-aac7-7882e5508ccf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=af2c8865-9d73-4f2c-aac7-7882e5508ccf,segment=NetworkSegment(ab216b01-2181-477c-9ff2-a551c6a52a92),segment_id=ab216b01-2181-477c-9ff2-a551c6a52a92)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:26.340686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.354424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Calling delete_port for af2c8865-9d73-4f2c-aac7-7882e5508ccf owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:26.381486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c5b77a33-cc7f-4a44-8c2b-c8fced72a42c None None] Deleting port af2c8865-9d73-4f2c-aac7-7882e5508ccf {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:26.381987 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c5b77a33-cc7f-4a44-8c2b-c8fced72a42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.444480 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.448393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c5b77a33-cc7f-4a44-8c2b-c8fced72a42c None None] For port af2c8865-9d73-4f2c-aac7-7882e5508ccf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=af2c8865-9d73-4f2c-aac7-7882e5508ccf,segment=NetworkSegment(ab216b01-2181-477c-9ff2-a551c6a52a92),segment_id=ab216b01-2181-477c-9ff2-a551c6a52a92)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:26.449044 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c5b77a33-cc7f-4a44-8c2b-c8fced72a42c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.452708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6990f1a3-3394-4262-b42f-ca9897cf0139 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:26.474091 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Port': ['ID=af2c8865-9d73-4f2c-aac7-7882e5508ccf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:26.481421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No DVR routers for this DVR port af2c8865-9d73-4f2c-aac7-7882e5508ccf on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:49:26.487396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c5b77a33-cc7f-4a44-8c2b-c8fced72a42c None None] Calling delete_port for af2c8865-9d73-4f2c-aac7-7882e5508ccf owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:26.559643 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.566285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6990f1a3-3394-4262-b42f-ca9897cf0139 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:26.566671 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.569464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2769c2-088c-4808-8cdf-c01a9caef3df']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:26.579926 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab216b01-2181-477c-9ff2-a551c6a52a92') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:26.580227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab216b01-2181-477c-9ff2-a551c6a52a92') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:26.589761 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.608806 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.609197 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c5b77a33-cc7f-4a44-8c2b-c8fced72a42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.615406 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:26.615812 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:26.619276 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:26.641643 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b77a33-cc7f-4a44-8c2b-c8fced72a42c None None] Pushing event deleted for resources: {'Port': ['ID=af2c8865-9d73-4f2c-aac7-7882e5508ccf,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:26.647700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b77a33-cc7f-4a44-8c2b-c8fced72a42c None None] No DVR routers for this DVR port af2c8865-9d73-4f2c-aac7-7882e5508ccf on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:49:26.681626 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.687889 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.693096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37720) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:26.694163 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/ad2769c2-088c-4808-8cdf-c01a9caef3df HTTP/1.1" status: 204 len: 168 time: 0.5552568 Jul 08 20:49:26.722762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d389fa-98dd-4438-9d49-02464b09e50f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Network': ['ID=ad2769c2-088c-4808-8cdf-c01a9caef3df,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:26.730605 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6026522-a491-4577-8f09-66da15d4119f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:26.731148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6026522-a491-4577-8f09-66da15d4119f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:26.735656 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37722) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:26.735865 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c6026522-a491-4577-8f09-66da15d4119f tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/subnets/ec443a69-e680-494a-8477-d927873214e2 HTTP/1.1" status: 404 len: 337 time: 0.0416298 Jul 08 20:49:26.750497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8ce051a6-0c1f-43ca-88f6-e963dd93c17a no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:49:26.754691 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-059e06e2-4802-4174-a67b-4d254cbf73e8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:26.755303 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059e06e2-4802-4174-a67b-4d254cbf73e8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:26.757215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-059e06e2-4802-4174-a67b-4d254cbf73e8 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/d32c142d-0a81-48e4-8927-4d75d1b43ead HTTP/1.1" status: 404 len: 339 time: 0.0205655 Jul 08 20:49:26.759754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37724) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:26.774678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 8ce051a6-0c1f-43ca-88f6-e963dd93c17a {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:49:26.775023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8ce051a6-0c1f-43ca-88f6-e963dd93c17a not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:49:26.775474 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device af2c8865-9d73-4f2c-aac7-7882e5508ccf no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:49:26.795892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: af2c8865-9d73-4f2c-aac7-7882e5508ccf {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:49:26.796235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device af2c8865-9d73-4f2c-aac7-7882e5508ccf not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:49:26.815679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-c299118f-cb07-4cea-bb6d-9d455e53c90a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Deleting subnet 55411bf4-a592-488c-83b6-e83be27bff28 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:49:26.819173 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c299118f-cb07-4cea-bb6d-9d455e53c90a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.864224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c299118f-cb07-4cea-bb6d-9d455e53c90a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:26.949056 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c299118f-cb07-4cea-bb6d-9d455e53c90a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.009525 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c299118f-cb07-4cea-bb6d-9d455e53c90a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.050478 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c299118f-cb07-4cea-bb6d-9d455e53c90a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.052166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0808cf38-b081-4fc8-9123-71f67058d6d0 None None] Network a2948c1c-e472-4d02-b198-6789ae08a29f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:27.055165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c299118f-cb07-4cea-bb6d-9d455e53c90a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/subnets/55411bf4-a592-488c-83b6-e83be27bff28 HTTP/1.1" status: 204 len: 168 time: 0.2923174 Jul 08 20:49:27.055165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299118f-cb07-4cea-bb6d-9d455e53c90a tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Subnet': ['ID=55411bf4-a592-488c-83b6-e83be27bff28,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:27.055544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37728) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:27.137231 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.174712 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:49:27.199266 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Deleting port 32452b96-fb9d-4249-951a-bae40d2493c4 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:27.199758 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.255766 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a4482-f4d2-44e6-bbbc-9683ee36700b None None] DHCP port deletion for a2948c1c-e472-4d02-b198-6789ae08a29f request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:49:27.270017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] For port 32452b96-fb9d-4249-951a-bae40d2493c4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=32452b96-fb9d-4249-951a-bae40d2493c4,segment=NetworkSegment(211c1711-c3a7-44af-8ddb-9c3149e8c5c3),segment_id=211c1711-c3a7-44af-8ddb-9c3149e8c5c3)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:27.270385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.283977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Calling delete_port for 32452b96-fb9d-4249-951a-bae40d2493c4 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:27.304980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e98a4482-f4d2-44e6-bbbc-9683ee36700b None None] Deleting port 32452b96-fb9d-4249-951a-bae40d2493c4 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:27.305364 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e98a4482-f4d2-44e6-bbbc-9683ee36700b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.353297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf509a8-1e1b-474e-b9c0-7640c4576270 req-7e043d40-a2ee-4f94-aa91-4497f5c1cc67 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:27.355257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-baf509a8-1e1b-474e-b9c0-7640c4576270 req-7e043d40-a2ee-4f94-aa91-4497f5c1cc67 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 944 time: 0.0737598 Jul 08 20:49:27.372224 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.375252 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e98a4482-f4d2-44e6-bbbc-9683ee36700b None None] For port 32452b96-fb9d-4249-951a-bae40d2493c4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=32452b96-fb9d-4249-951a-bae40d2493c4,segment=NetworkSegment(211c1711-c3a7-44af-8ddb-9c3149e8c5c3),segment_id=211c1711-c3a7-44af-8ddb-9c3149e8c5c3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:27.375527 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e98a4482-f4d2-44e6-bbbc-9683ee36700b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.392879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e98a4482-f4d2-44e6-bbbc-9683ee36700b None None] Calling delete_port for 32452b96-fb9d-4249-951a-bae40d2493c4 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:27.401896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Port': ['ID=32452b96-fb9d-4249-951a-bae40d2493c4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:27.406880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] No DVR routers for this DVR port 32452b96-fb9d-4249-951a-bae40d2493c4 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:49:27.414136 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-baf509a8-1e1b-474e-b9c0-7640c4576270 req-447256a6-4ec7-4711-8820-71f241990630 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494993 Jul 08 20:49:27.476170 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e98a4482-f4d2-44e6-bbbc-9683ee36700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.497452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.501873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a4482-f4d2-44e6-bbbc-9683ee36700b None None] Pushing event deleted for resources: {'Port': ['ID=32452b96-fb9d-4249-951a-bae40d2493c4,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:27.506231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a4482-f4d2-44e6-bbbc-9683ee36700b None None] No DVR routers for this DVR port 32452b96-fb9d-4249-951a-bae40d2493c4 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:49:27.511732 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2948c1c-e472-4d02-b198-6789ae08a29f']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:27.533170 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211c1711-c3a7-44af-8ddb-9c3149e8c5c3') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:27.533490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211c1711-c3a7-44af-8ddb-9c3149e8c5c3') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:27.543171 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.577782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device d8c20ee8-b4c0-4bfe-a20f-ce389457f318 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:49:27.686091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:27.699712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'port_id': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'mac_address': 'fa:16:3e:07:c3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86602434-b638-42ff-b248-1b6063c93486', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:49:27.740983 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.754753 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c20ee8-b4c0-4bfe-a20f-ce389457f318 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:49:27.776024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:27.780493 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.835084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:27.881996 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.888069 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:27.888459 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:27.891456 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:27.949180 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.955745 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:27.960110 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] 10.222.0.101 "DELETE /v2.0/networks/a2948c1c-e472-4d02-b198-6789ae08a29f HTTP/1.1" status: 204 len: 168 time: 0.9013312 Jul 08 20:49:27.970741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42118da-4669-422f-9e04-1a591965a4d2 tempest-NetworksIpV6Test-588117281 tempest-NetworksIpV6Test-588117281-project] Pushing event deleted for resources: {'Network': ['ID=a2948c1c-e472-4d02-b198-6789ae08a29f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:27.992198 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['d8c20ee8-b4c0-4bfe-a20f-ce389457f318'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:49:28.221265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37738) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:28.358311 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-30b4f152-53f5-4acd-ab0e-6dad5fea482b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0487d7162a2d4e34a1f8e8ec6e4e2451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357119 Jul 08 20:49:28.360811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37742) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:28.413496 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dbd373f-96c2-4d3c-befe-9418c60b4324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:28.435330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 32452b96-fb9d-4249-951a-bae40d2493c4 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:49:28.438894 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dbd373f-96c2-4d3c-befe-9418c60b4324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:28.458004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 32452b96-fb9d-4249-951a-bae40d2493c4 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:49:28.458431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 32452b96-fb9d-4249-951a-bae40d2493c4 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:49:28.489431 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dbd373f-96c2-4d3c-befe-9418c60b4324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:28.491998 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3dbd373f-96c2-4d3c-befe-9418c60b4324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:28.493251 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3dbd373f-96c2-4d3c-befe-9418c60b4324 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0ac65152-535f-4025-addb-93a8017ac269 HTTP/1.1" status: 204 len: 168 time: 0.1314726 Jul 08 20:49:28.501964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd373f-96c2-4d3c-befe-9418c60b4324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac65152-535f-4025-addb-93a8017ac269,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:28.596368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6290f-894d-4368-9388-8f3db784d1ac req-69cb09bb-c118-4ca9-8bc6-9d77839088c7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:28.597987 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-17e6290f-894d-4368-9388-8f3db784d1ac req-69cb09bb-c118-4ca9-8bc6-9d77839088c7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 945 time: 0.0665042 Jul 08 20:49:28.640463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-17e6290f-894d-4368-9388-8f3db784d1ac req-77143871-ad29-4c9e-9a49-436dfb7cd58d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362105 Jul 08 20:49:29.134005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37766) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:29.227384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-764549bd-125b-4701-b462-1c9510dcf686 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] Request body: {'port': {'network_id': 'f54a0aca-1e18-48a3-9938-c003ecaa1566', 'name': 'tempest-NetworksNegativeTestJSON-256607174'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:29.241646 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-764549bd-125b-4701-b462-1c9510dcf686 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] POST failed (client error): The resource could not be found. Jul 08 20:49:29.242198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764549bd-125b-4701-b462-1c9510dcf686 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:29.243349 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-764549bd-125b-4701-b462-1c9510dcf686 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1083426 Jul 08 20:49:29.247184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37772) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:29.265627 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba3c39b-9e52-4a2e-89c3-2e8f244d425e tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:29.266198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba3c39b-9e52-4a2e-89c3-2e8f244d425e tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:29.267893 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7ba3c39b-9e52-4a2e-89c3-2e8f244d425e tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] 10.222.0.101 "DELETE /v2.0/networks/37dd7750-2d5e-4637-8d65-ace23d08b9d1 HTTP/1.1" status: 404 len: 339 time: 0.0197899 Jul 08 20:49:29.272034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37774) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:29.297394 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5cf7d0-9e6b-48e7-a034-14fb62134420 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:29.298069 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5cf7d0-9e6b-48e7-a034-14fb62134420 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:29.303543 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5b5cf7d0-9e6b-48e7-a034-14fb62134420 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] 10.222.0.101 "DELETE /v2.0/ports/11f65496-9f51-4223-9ae2-dc87e43a18e9 HTTP/1.1" status: 404 len: 333 time: 0.0268750 Jul 08 20:49:29.303842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37776) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:29.330177 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3823f8cd-95be-4691-a922-8e3e85ec81d5 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] DELETE failed (client error): The resource could not be found. Jul 08 20:49:29.330636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3823f8cd-95be-4691-a922-8e3e85ec81d5 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:29.333048 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3823f8cd-95be-4691-a922-8e3e85ec81d5 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] 10.222.0.101 "DELETE /v2.0/subnets/24b79b4f-2bb7-4dc4-bf69-946a22732bb2 HTTP/1.1" status: 404 len: 337 time: 0.0282691 Jul 08 20:49:29.336604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37778) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:29.355973 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cc7fb1-06c9-4450-ae1e-f992a7e3a1cf tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] GET failed (client error): The resource could not be found. Jul 08 20:49:29.357385 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-39cc7fb1-06c9-4450-ae1e-f992a7e3a1cf tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] 10.222.0.101 "GET /v2.0/networks/cad0a5ec-684e-4dac-baf5-2fe213977592 HTTP/1.1" status: 404 len: 339 time: 0.0198238 Jul 08 20:49:29.360813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37780) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:29.391968 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41bc39a-96ef-4b23-ad41-a2e3ea74e08c tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] GET failed (client error): The resource could not be found. Jul 08 20:49:29.393378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b41bc39a-96ef-4b23-ad41-a2e3ea74e08c tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] 10.222.0.101 "GET /v2.0/ports/6e8722df-6b94-4791-b73b-2361826e64f3 HTTP/1.1" status: 404 len: 333 time: 0.0316508 Jul 08 20:49:29.397726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37782) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:29.424471 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c804135-e258-44f6-b624-414814eade17 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] GET failed (client error): The resource could not be found. Jul 08 20:49:29.425858 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5c804135-e258-44f6-b624-414814eade17 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] 10.222.0.101 "GET /v2.0/subnets/1a0050fc-aca1-488d-ba2b-84ec75cead0f HTTP/1.1" status: 404 len: 337 time: 0.0271487 Jul 08 20:49:29.429601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37784) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:29.434664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f3ad61aa-8567-4360-a2db-ec5ec89413cc tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:29.453210 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ad61aa-8567-4360-a2db-ec5ec89413cc tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] PUT failed (client error): The resource could not be found. Jul 08 20:49:29.453752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ad61aa-8567-4360-a2db-ec5ec89413cc tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:29.454899 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f3ad61aa-8567-4360-a2db-ec5ec89413cc tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] 10.222.0.101 "PUT /v2.0/networks/2b33ede0-8361-4212-be56-a35efff63ba2 HTTP/1.1" status: 404 len: 339 time: 0.0243771 Jul 08 20:49:29.459292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37786) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:29.464702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-dfe3846e-13dd-4414-b4b6-a0d09cf352d8 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:29.490677 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe3846e-13dd-4414-b4b6-a0d09cf352d8 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] PUT failed (client error): The resource could not be found. Jul 08 20:49:29.491324 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe3846e-13dd-4414-b4b6-a0d09cf352d8 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:29.492464 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dfe3846e-13dd-4414-b4b6-a0d09cf352d8 tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] 10.222.0.101 "PUT /v2.0/ports/91987410-98aa-4b4e-9bb0-fa1ab6cd7246 HTTP/1.1" status: 404 len: 333 time: 0.0321856 Jul 08 20:49:29.496215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37788) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:29.501384 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-05aff8bd-7f30-4fa5-bdd6-0bf252294c2e tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:29.523925 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-05aff8bd-7f30-4fa5-bdd6-0bf252294c2e tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] PUT failed (client error): The resource could not be found. Jul 08 20:49:29.524382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05aff8bd-7f30-4fa5-bdd6-0bf252294c2e tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:49:29.525551 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-05aff8bd-7f30-4fa5-bdd6-0bf252294c2e tempest-NetworksNegativeTestJSON-1731984666 tempest-NetworksNegativeTestJSON-1731984666-project] 10.222.0.101 "PUT /v2.0/subnets/37f11ba5-ce7e-4e87-8d5d-2b5527965fe3 HTTP/1.1" status: 404 len: 337 time: 0.0283487 Jul 08 20:49:29.595132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device d8c20ee8-b4c0-4bfe-a20f-ce389457f318 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:29.646538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:29.650176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:29.650543 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:29.734207 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:29.766253 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:49:29.768553 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45606ac-f184-427f-888b-4fd0b19816cf" -d '{"events": [{"server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "name": "network-vif-plugged", "status": "completed", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:49:29.788793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37800) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:29.789801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:29.799632 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:29.828044 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52a9a8-72f6-4285-a8e4-6706dc430ef1 req-4d07373c-0f37-414d-a722-de47738cad46 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:29.830518 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5a52a9a8-72f6-4285-a8e4-6706dc430ef1 req-4d07373c-0f37-414d-a722-de47738cad46 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 945 time: 0.0709529 Jul 08 20:49:29.856543 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:29.885445 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5a52a9a8-72f6-4285-a8e4-6706dc430ef1 req-68270510-313d-4f0c-be79-659b7b980f77 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476420 Jul 08 20:49:29.926944 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fbab111-5742-4776-bc91-4049eb490eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:29.957702 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7812a671-750a-4164-ab11-b0d1174e0c33 x-openstack-request-id: req-7812a671-750a-4164-ab11-b0d1174e0c33 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:49:29.957998 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "name": "network-vif-plugged", "status": "completed", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:49:29.958257 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7812a671-750a-4164-ab11-b0d1174e0c33 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:49:29.958656 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'code': 200} Jul 08 20:49:30.022610 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fbab111-5742-4776-bc91-4049eb490eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:30.030929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6fbab111-5742-4776-bc91-4049eb490eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:30.095255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6fbab111-5742-4776-bc91-4049eb490eca admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=01577289216d40ba96a81fd1f7c240ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051546 Jul 08 20:49:30.097854 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbab111-5742-4776-bc91-4049eb490eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a8914f-5b65-44c7-9ef5-6b1b60bcd5c6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:30.099219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37804) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:30.119325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cea68-c796-4ef6-84d2-1a687d883d51 req-49372fb1-19f3-4aa3-ab03-1c7b2d5aeea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:30.120883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-122cea68-c796-4ef6-84d2-1a687d883d51 req-49372fb1-19f3-4aa3-ab03-1c7b2d5aeea9 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 1098 time: 0.1004529 Jul 08 20:49:30.162044 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-122cea68-c796-4ef6-84d2-1a687d883d51 req-60e66d5a-63ca-4580-b3e8-beefcc7b30e8 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351324 Jul 08 20:49:30.163999 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2cd613c2-b2e4-4d17-808a-6e9d3804e1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:30.185903 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2cd613c2-b2e4-4d17-808a-6e9d3804e1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:30.232842 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2cd613c2-b2e4-4d17-808a-6e9d3804e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:30.235717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2cd613c2-b2e4-4d17-808a-6e9d3804e1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:30.236962 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2cd613c2-b2e4-4d17-808a-6e9d3804e1ea admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/43a8914f-5b65-44c7-9ef5-6b1b60bcd5c6 HTTP/1.1" status: 204 len: 168 time: 0.1358266 Jul 08 20:49:30.245257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd613c2-b2e4-4d17-808a-6e9d3804e1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a8914f-5b65-44c7-9ef5-6b1b60bcd5c6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:31.072995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc45cc-21f8-4f11-b601-d2540c461207 req-0136a5ea-9611-4b0c-9c86-0be2dd8ad9af tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:31.074510 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8dc45cc-21f8-4f11-b601-d2540c461207 req-0136a5ea-9611-4b0c-9c86-0be2dd8ad9af tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 946 time: 0.0652518 Jul 08 20:49:31.117547 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8dc45cc-21f8-4f11-b601-d2540c461207 req-52a0dd29-1125-454d-a330-ad689a52b253 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367470 Jul 08 20:49:31.882267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37864) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:31.990733 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f69450e-af30-4f96-a5fd-58300ff21aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.083140 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f69450e-af30-4f96-a5fd-58300ff21aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.086987 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f69450e-af30-4f96-a5fd-58300ff21aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.124932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4f69450e-af30-4f96-a5fd-58300ff21aa8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9f3769aaa9664c7682868321bca23379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415481 Jul 08 20:49:32.126956 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69450e-af30-4f96-a5fd-58300ff21aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f890b6f7-e2e8-4feb-a61a-b7e742d5e190,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:32.127599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37868) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:32.180256 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcdfc-4322-4508-8155-ac0a1ad28374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.201925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcdfc-4322-4508-8155-ac0a1ad28374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.285463 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcdfc-4322-4508-8155-ac0a1ad28374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.288057 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcdfc-4322-4508-8155-ac0a1ad28374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.289222 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5bcdcdfc-4322-4508-8155-ac0a1ad28374 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f890b6f7-e2e8-4feb-a61a-b7e742d5e190 HTTP/1.1" status: 204 len: 168 time: 0.1601620 Jul 08 20:49:32.300553 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdcdfc-4322-4508-8155-ac0a1ad28374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f890b6f7-e2e8-4feb-a61a-b7e742d5e190,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:32.314845 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8471221-394e-452c-8362-803abcdd7bf7 req-b2d1632b-4536-4113-9d54-b811f957a842 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:32.317196 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8471221-394e-452c-8362-803abcdd7bf7 req-b2d1632b-4536-4113-9d54-b811f957a842 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 946 time: 0.0831158 Jul 08 20:49:32.362705 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a8471221-394e-452c-8362-803abcdd7bf7 req-580c891d-cebf-4111-bf55-29fa412ccd4a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375955 Jul 08 20:49:32.543523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485797f5-1717-4fdd-a1a3-99104fd639aa req-97c2e24e-6968-481b-9db3-65e187b46d72 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:32.544996 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-485797f5-1717-4fdd-a1a3-99104fd639aa req-97c2e24e-6968-481b-9db3-65e187b46d72 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 946 time: 0.0647345 Jul 08 20:49:32.562931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37880) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:32.578120 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e6e95e84-47f9-49a1-9ed1-0053f4b699e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.587180 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-485797f5-1717-4fdd-a1a3-99104fd639aa req-361d6b18-c709-49ac-a272-f01c1a4a3db4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361249 Jul 08 20:49:32.618875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37882) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:32.679603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59bbd3-36af-4856-8f98-d4eb81731bd6 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:32.681208 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8d59bbd3-36af-4856-8f98-d4eb81731bd6 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 1093 time: 0.0614240 Jul 08 20:49:32.684025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37884) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:32.685094 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e6e95e84-47f9-49a1-9ed1-0053f4b699e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.688456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:32.689043 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e6e95e84-47f9-49a1-9ed1-0053f4b699e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.713538 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.731163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e6e95e84-47f9-49a1-9ed1-0053f4b699e6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9823bcd37fe8431994ed703307dbd941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671309 Jul 08 20:49:32.732026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e95e84-47f9-49a1-9ed1-0053f4b699e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028ce356-0b62-442f-8595-f7e1f6a6ff5a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:32.734622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37886) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:32.794737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1deb2e9a-49ea-4b9a-a3b7-e9b038a4b168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.812058 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.817307 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1deb2e9a-49ea-4b9a-a3b7-e9b038a4b168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.864865 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1deb2e9a-49ea-4b9a-a3b7-e9b038a4b168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.867408 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1deb2e9a-49ea-4b9a-a3b7-e9b038a4b168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:32.868558 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1deb2e9a-49ea-4b9a-a3b7-e9b038a4b168 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/028ce356-0b62-442f-8595-f7e1f6a6ff5a HTTP/1.1" status: 204 len: 168 time: 0.1333437 Jul 08 20:49:32.876529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb2e9a-49ea-4b9a-a3b7-e9b038a4b168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028ce356-0b62-442f-8595-f7e1f6a6ff5a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:32.929507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.25.4.222 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/810c7e20-f439-41b1-afb7-e88c7fe0cd2e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:33.052732 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:33.109209 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:33.158982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:33.163070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:33.167713 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:33.170568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=810c7e20-f439-41b1-afb7-e88c7fe0cd2e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:33.567931 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:33.596502 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7d74c5ec-bed9-4d33-b181-b2a83559ab99 req-dadcd0e9-ff7b-451d-9249-5cb426cc5f71 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570087 Jul 08 20:49:33.661427 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:33.720538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74c5ec-bed9-4d33-b181-b2a83559ab99 req-06f3b309-cee7-441f-b6f9-9a2fad0c4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:33.722273 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7d74c5ec-bed9-4d33-b181-b2a83559ab99 req-06f3b309-cee7-441f-b6f9-9a2fad0c4b36 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 1098 time: 0.0612211 Jul 08 20:49:33.841768 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:33.844120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74c5ec-bed9-4d33-b181-b2a83559ab99 req-4424cfb5-3fb8-4db5-8bc5-e42a74c685d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:33.845859 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7d74c5ec-bed9-4d33-b181-b2a83559ab99 req-4424cfb5-3fb8-4db5-8bc5-e42a74c685d7 service neutron] 10.222.0.104 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 918 time: 0.1033938 Jul 08 20:49:33.846594 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:33.914651 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7d74c5ec-bed9-4d33-b181-b2a83559ab99 req-ec47f780-dda8-4b84-8df8-682ca56a4816 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a381a664-a69a-4e56-80a4-3eafe3394064 HTTP/1.1" status: 200 len: 1002 time: 0.0617993 Jul 08 20:49:33.919266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=810c7e20-f439-41b1-afb7-e88c7fe0cd2e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:33.927793 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:33.973240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74c5ec-bed9-4d33-b181-b2a83559ab99 req-07c8c8db-92af-40c4-801c-8631cdf59897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:33.974921 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7d74c5ec-bed9-4d33-b181-b2a83559ab99 req-07c8c8db-92af-40c4-801c-8631cdf59897 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0536664 Jul 08 20:49:34.051806 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74c5ec-bed9-4d33-b181-b2a83559ab99 req-c068b38b-8730-407b-9dbf-9682f2add997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:34.052776 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Floating IP 3fd52447-876a-41bc-abb1-345a5e515ed1 associated. External IP: 172.25.4.222, port: d8c20ee8-b4c0-4bfe-a20f-ce389457f318. Jul 08 20:49:34.053559 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7d74c5ec-bed9-4d33-b181-b2a83559ab99 req-c068b38b-8730-407b-9dbf-9682f2add997 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655489 Jul 08 20:49:34.088893 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0fdbb60c-7279-4032-8e4c-e1ab4970bf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:34.139828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37918) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:34.182901 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7d74c5ec-bed9-4d33-b181-b2a83559ab99 req-cecdde30-1b61-4b92-a213-cc02d56ef94d service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217995 Jul 08 20:49:34.293182 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7d74c5ec-bed9-4d33-b181-b2a83559ab99 req-d4ccde93-5584-4f49-bb1c-8709cd8ba6e4 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036398 Jul 08 20:49:34.294060 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a19c91e3-b84f-4765-a05e-9529c3038758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:34.302255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router eee18d74-c4fe-4224-8b26-13e4c06eacc2 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:49:34.386580 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a19c91e3-b84f-4765-a05e-9529c3038758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:34.391111 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a19c91e3-b84f-4765-a05e-9529c3038758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:34.421550 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:49:34.432945 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a19c91e3-b84f-4765-a05e-9529c3038758 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dd469fc14517414188bc8733f85d2d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918079 Jul 08 20:49:34.434453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c91e3-b84f-4765-a05e-9529c3038758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0c5412-802c-422d-8aeb-2059e1ce7e2a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:34.435357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37922) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:34.439196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85473f8e-46e1-4c42-a848-95993d40b5b7 None None] Sync routers for ids ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:49:34.444741 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:34.450327 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85473f8e-46e1-4c42-a848-95993d40b5b7 None None] Routers {'eee18d74-c4fe-4224-8b26-13e4c06eacc2'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:34.450960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-85473f8e-46e1-4c42-a848-95993d40b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:34.505817 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5e797ff4-6cb3-486f-b838-d1a46f60277b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8207541 Jul 08 20:49:34.506653 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:49:34.509113 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bb5729-d6bd-46f5-a9ff-511f6f6aace5" -d '{"events": [{"name": "network-changed", "server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:49:34.526644 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03c23de3-924d-4e2d-8e7d-5740f5991c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:34.558596 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03c23de3-924d-4e2d-8e7d-5740f5991c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:34.561330 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cf7787-4a43-4305-84b8-5451e60e960a x-openstack-request-id: req-34cf7787-4a43-4305-84b8-5451e60e960a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:49:34.561622 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:49:34.561880 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-34cf7787-4a43-4305-84b8-5451e60e960a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:49:34.562282 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'status': 'completed', 'code': 200} Jul 08 20:49:34.566458 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-85473f8e-46e1-4c42-a848-95993d40b5b7 None None] Set router eee18d74-c4fe-4224-8b26-13e4c06eacc2 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:34.623978 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03c23de3-924d-4e2d-8e7d-5740f5991c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:34.626691 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03c23de3-924d-4e2d-8e7d-5740f5991c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:34.627849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-03c23de3-924d-4e2d-8e7d-5740f5991c2b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/df0c5412-802c-422d-8aeb-2059e1ce7e2a HTTP/1.1" status: 204 len: 168 time: 0.1915123 Jul 08 20:49:34.637273 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c23de3-924d-4e2d-8e7d-5740f5991c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0c5412-802c-422d-8aeb-2059e1ce7e2a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:34.689668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb5729-d6bd-46f5-a9ff-511f6f6aace5 req-83078e50-13c6-44b7-b87f-71d2204243e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:34.692191 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05bb5729-d6bd-46f5-a9ff-511f6f6aace5 req-83078e50-13c6-44b7-b87f-71d2204243e0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 1098 time: 0.1063404 Jul 08 20:49:34.704773 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e71bd2-16db-4345-88f4-db10669c5f06 req-c69f6841-882c-466f-a1ef-7c2bfea3bb24 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:34.706876 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36e71bd2-16db-4345-88f4-db10669c5f06 req-c69f6841-882c-466f-a1ef-7c2bfea3bb24 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 946 time: 0.0856388 Jul 08 20:49:34.797095 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36e71bd2-16db-4345-88f4-db10669c5f06 req-6ca4b242-46b4-4506-9b40-c37a9cde08a8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815809 Jul 08 20:49:34.833907 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37934) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:34.852241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb5729-d6bd-46f5-a9ff-511f6f6aace5 req-4732b0c9-7e9c-4bcc-852e-66b5367030f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:34.857802 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05bb5729-d6bd-46f5-a9ff-511f6f6aace5 req-4732b0c9-7e9c-4bcc-852e-66b5367030f5 service neutron] 10.222.0.104 "GET /v2.0/networks?id=953c0098-6583-4b14-ab97-1ea1e8479307 HTTP/1.1" status: 200 len: 898 time: 0.1497979 Jul 08 20:49:34.881298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-85473f8e-46e1-4c42-a848-95993d40b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:49:17Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '3fd52447-876a-41bc-abb1-345a5e515ed1', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'port_id': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'mac_address': 'fa:16:3e:07:c3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:49:33Z', 'updated_at': '2021-07-08T20:49:33Z', 'revision_number': 0, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6990f1a3-3394-4262-b42f-ca9897cf0139', 'name': '', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:7e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '86602434-b638-42ff-b248-1b6063c93486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:17Z', 'updated_at': '2021-07-08T20:49:24Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '86602434-b638-42ff-b248-1b6063c93486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:34.911579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85473f8e-46e1-4c42-a848-95993d40b5b7 None None] Checking router: eee18d74-c4fe-4224-8b26-13e4c06eacc2 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:49:34.920868 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85473f8e-46e1-4c42-a848-95993d40b5b7 None None] Routers {'eee18d74-c4fe-4224-8b26-13e4c06eacc2'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:34.922285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-85473f8e-46e1-4c42-a848-95993d40b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:34.931157 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d4dc7b81-e501-45ba-8967-df78707e0d2b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/3fd52447-876a-41bc-abb1-345a5e515ed1 HTTP/1.1" status: 200 len: 992 time: 0.0960333 Jul 08 20:49:34.940110 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05bb5729-d6bd-46f5-a9ff-511f6f6aace5 req-3f12952f-b75e-4178-b121-34432c16e131 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318 HTTP/1.1" status: 200 len: 1000 time: 0.0759094 Jul 08 20:49:35.015360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb5729-d6bd-46f5-a9ff-511f6f6aace5 req-a705dd26-9ffd-4059-925f-a6863e03a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:35.017094 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05bb5729-d6bd-46f5-a9ff-511f6f6aace5 req-a705dd26-9ffd-4059-925f-a6863e03a8c1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=86602434-b638-42ff-b248-1b6063c93486 HTTP/1.1" status: 200 len: 835 time: 0.0684175 Jul 08 20:49:35.046368 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-85473f8e-46e1-4c42-a848-95993d40b5b7 None None] Set router eee18d74-c4fe-4224-8b26-13e4c06eacc2 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:35.093619 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb5729-d6bd-46f5-a9ff-511f6f6aace5 req-99485da8-8782-4f22-97b2-eab027c7ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:35.095178 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05bb5729-d6bd-46f5-a9ff-511f6f6aace5 req-99485da8-8782-4f22-97b2-eab027c7ffe2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=953c0098-6583-4b14-ab97-1ea1e8479307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707140 Jul 08 20:49:35.220979 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05bb5729-d6bd-46f5-a9ff-511f6f6aace5 req-0210458a-3a9b-46e0-a77f-e0c45e275d57 service neutron] 10.222.0.104 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184907 Jul 08 20:49:35.338507 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05bb5729-d6bd-46f5-a9ff-511f6f6aace5 req-4e0190e6-e63a-4a0d-a14a-f4899cba1749 service neutron] 10.222.0.104 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105793 Jul 08 20:49:35.517800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-85473f8e-46e1-4c42-a848-95993d40b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:49:17Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '3fd52447-876a-41bc-abb1-345a5e515ed1', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'port_id': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'mac_address': 'fa:16:3e:07:c3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:49:33Z', 'updated_at': '2021-07-08T20:49:33Z', 'revision_number': 0, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6990f1a3-3394-4262-b42f-ca9897cf0139', 'name': '', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:7e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '86602434-b638-42ff-b248-1b6063c93486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:17Z', 'updated_at': '2021-07-08T20:49:24Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '86602434-b638-42ff-b248-1b6063c93486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:35.552799 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85473f8e-46e1-4c42-a848-95993d40b5b7 None None] The sync data for ids ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'] in n-d-791506-16 is: [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:49:17Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '3fd52447-876a-41bc-abb1-345a5e515ed1', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'port_id': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'mac_address': 'fa:16:3e:07:c3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:49:33Z', 'updated_at': '2021-07-08T20:49:33Z', 'revision_number': 0, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6990f1a3-3394-4262-b42f-ca9897cf0139', 'name': '', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:7e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '86602434-b638-42ff-b248-1b6063c93486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:17Z', 'updated_at': '2021-07-08T20:49:24Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '86602434-b638-42ff-b248-1b6063c93486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:49:35.778738 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a4f4e-b93d-4621-ae8e-8ec19a9ec974 None None] New status for floating IP 3fd52447-876a-41bc-abb1-345a5e515ed1: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:49:35.935938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 37980) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:36.186255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37986) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:36.222169 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bb8085e5-4898-4131-aea8-fcdc2218c67c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/3fd52447-876a-41bc-abb1-345a5e515ed1 HTTP/1.1" status: 200 len: 994 time: 0.2845917 Jul 08 20:49:36.298657 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f6391cd-baac-46b0-90de-9c05b9a58355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:36.393781 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f6391cd-baac-46b0-90de-9c05b9a58355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:36.398361 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f6391cd-baac-46b0-90de-9c05b9a58355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:36.436203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6391cd-baac-46b0-90de-9c05b9a58355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5504af8-e502-4c65-95ba-b28a07af5482,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:36.441062 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1f6391cd-baac-46b0-90de-9c05b9a58355 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=928c1d5694ec47939c4c97347ac078da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530432 Jul 08 20:49:36.444191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 37992) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:36.500178 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a81baa68-5231-4b07-a8e5-e38b5537f332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:36.522950 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a81baa68-5231-4b07-a8e5-e38b5537f332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:36.570457 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a81baa68-5231-4b07-a8e5-e38b5537f332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:36.573126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a81baa68-5231-4b07-a8e5-e38b5537f332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:36.574284 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a81baa68-5231-4b07-a8e5-e38b5537f332 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b5504af8-e502-4c65-95ba-b28a07af5482 HTTP/1.1" status: 204 len: 168 time: 0.1291363 Jul 08 20:49:36.584523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81baa68-5231-4b07-a8e5-e38b5537f332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5504af8-e502-4c65-95ba-b28a07af5482,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:36.981998 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-759124d1-ca19-4831-abe6-f5520a025e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.143227 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.189044 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38020) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:37.287976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1063089884-network', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:37.309379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Made reservation on behalf of 477795e592bc42b7aa73ebca656df3b3 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:37.312093 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.321919 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.422510 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.428397 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.457639 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:49:37.464421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4583ef74-6b26-4648-9658-ef96a7e4efae,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:37.471070 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.471452 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Added segment 8de3a4d2-6382-4e85-94c6-f6762fe6757b of type vlan for network 8ea051d0-8449-49ca-8801-65c0958a7ff9 Jul 08 20:49:37.516898 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.549734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.551072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:37.551792 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.621613 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4312446 Jul 08 20:49:37.624489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38034) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:37.631731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-97287686-25b7-44b6-b6de-3b6757a65bb2 admin admin] Request body: {'subnet': {'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1063089884-subnet', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:37.635813 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bd717-720a-437a-8f1c-0580ba2740a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8ea051d0-8449-49ca-8801-65c0958a7ff9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:37.647882 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 8ea051d0-8449-49ca-8801-65c0958a7ff9 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:37.655736 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97287686-25b7-44b6-b6de-3b6757a65bb2 admin admin] Made reservation on behalf of 477795e592bc42b7aa73ebca656df3b3 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:37.658591 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-97287686-25b7-44b6-b6de-3b6757a65bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.744833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18d553-3b84-47d9-8f89-1995f96e588b req-4fafcf10-0c24-4963-ab75-ebebc0dacd0e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:37.746340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ed18d553-3b84-47d9-8f89-1995f96e588b req-4fafcf10-0c24-4963-ab75-ebebc0dacd0e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.0717387 Jul 08 20:49:37.785989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ed18d553-3b84-47d9-8f89-1995f96e588b req-aede17a4-0646-41e5-b94a-311a75c9aa24 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338850 Jul 08 20:49:37.837721 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-97287686-25b7-44b6-b6de-3b6757a65bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.893288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97287686-25b7-44b6-b6de-3b6757a65bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=124dc8c5-cc8e-4f2e-a3cf-e6e77410be97,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:37.902138 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97287686-25b7-44b6-b6de-3b6757a65bb2 admin admin] Checking segment: {'id': '8de3a4d2-6382-4e85-94c6-f6762fe6757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:37.902492 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97287686-25b7-44b6-b6de-3b6757a65bb2 admin admin] Network hostable DHCP agents. Network: 8ea051d0-8449-49ca-8801-65c0958a7ff9, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:49:37.918834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97287686-25b7-44b6-b6de-3b6757a65bb2 admin admin] Network 8ea051d0-8449-49ca-8801-65c0958a7ff9 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:49:37.927676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-97287686-25b7-44b6-b6de-3b6757a65bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 8ea051d0-8449-49ca-8801-65c0958a7ff9) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:37.931609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97287686-25b7-44b6-b6de-3b6757a65bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:37.932192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-97287686-25b7-44b6-b6de-3b6757a65bb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.936811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456b12a9-8a63-4222-a8b5-42a851b55ffc None None] Network 8ea051d0-8449-49ca-8801-65c0958a7ff9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:37.948266 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-97287686-25b7-44b6-b6de-3b6757a65bb2 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3227370 Jul 08 20:49:37.950895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38036) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:37.955312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1063089884-router', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:37.975372 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:37.976464 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.034547 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.087681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-8ea051d0-8449-49ca-8801-65c0958a7ff9', 'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'fixed_ips': [{'subnet_id': '124dc8c5-cc8e-4f2e-a3cf-e6e77410be97'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:49:38.088622 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.174281 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.234504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Allocated IP 172.20.0.2 (8ea051d0-8449-49ca-8801-65c0958a7ff9/124dc8c5-cc8e-4f2e-a3cf-e6e77410be97/b71bf003-dbff-4b12-a2a8-c746e2981454) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:38.309881 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.383806 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.398582 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.403056 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.407087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Transition to ACTIVE for port object b71bf003-dbff-4b12-a2a8-c746e2981454 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:38.424176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Transition to ACTIVE for port object b71bf003-dbff-4b12-a2a8-c746e2981454 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:38.431919 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.468234 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Network 8ea051d0-8449-49ca-8801-65c0958a7ff9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:38.475336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:38.478226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:38.487141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Pushing event updated for resources: {'Port': ['ID=b71bf003-dbff-4b12-a2a8-c746e2981454,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:38.513392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Allocated IP 172.25.4.250 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/8245d162-5f68-42fb-8105-054af5f5fe2c) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:38.545920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Attempting to bind port b71bf003-dbff-4b12-a2a8-c746e2981454 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:38.546318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Attempting to bind port b71bf003-dbff-4b12-a2a8-c746e2981454 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '8de3a4d2-6382-4e85-94c6-f6762fe6757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:38.546676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Attempting to bind port b71bf003-dbff-4b12-a2a8-c746e2981454 on network 8ea051d0-8449-49ca-8801-65c0958a7ff9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:38.551783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:38.552181 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Checking segment: {'id': '8de3a4d2-6382-4e85-94c6-f6762fe6757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:38.552574 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.552994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Bound using segment: {'id': '8de3a4d2-6382-4e85-94c6-f6762fe6757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:38.553452 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Bound port: b71bf003-dbff-4b12-a2a8-c746e2981454, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de3a4d2-6382-4e85-94c6-f6762fe6757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:38.553826 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.615595 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.619075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] For port b71bf003-dbff-4b12-a2a8-c746e2981454, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:38.622502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] For port b71bf003-dbff-4b12-a2a8-c746e2981454, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b71bf003-dbff-4b12-a2a8-c746e2981454,segment=NetworkSegment(8de3a4d2-6382-4e85-94c6-f6762fe6757b),segment_id=8de3a4d2-6382-4e85-94c6-f6762fe6757b)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:38.629000 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.657346 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:38.686349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75834d-c3f0-4ac2-9950-a053cc8f3957 None None] Pushing event updated for resources: {'Port': ['ID=b71bf003-dbff-4b12-a2a8-c746e2981454,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:38.695058 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:38.699984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:38.703473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:38.735732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Pushing event updated for resources: {'Port': ['ID=8245d162-5f68-42fb-8105-054af5f5fe2c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:39.011262 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:39.464747 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014340ec-4dc4-4352-a446-dc1ca4f4f296 req-14636419-fb86-4d19-aa08-9097cede9a39 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:39.466471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-014340ec-4dc4-4352-a446-dc1ca4f4f296 req-14636419-fb86-4d19-aa08-9097cede9a39 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.5084462 Jul 08 20:49:39.552900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-014340ec-4dc4-4352-a446-dc1ca4f4f296 req-ab53c97c-644a-445e-8eef-6382a9c2cb13 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763741 Jul 08 20:49:39.627047 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:39.688017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74453b4-c696-48ca-b31d-b97e629d8ad0 None None] Network 8ea051d0-8449-49ca-8801-65c0958a7ff9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:39.753691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-91a5d4b9-b77e-4e93-8a2d-0de5a4124b39 None None] Provisioning for port b71bf003-dbff-4b12-a2a8-c746e2981454 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:39.779565 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f4a3329-e41a-41a0-962d-605dabd19178 req-6d1247a6-9f4a-4e7b-9d2d-402f3a22c85a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1109452 Jul 08 20:49:39.842600 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:39.858598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Router 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:49:39.937769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a3329-e41a-41a0-962d-605dabd19178 req-ae612dce-7b9c-47b3-9a36-8d0c467d1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:39.939314 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f4a3329-e41a-41a0-962d-605dabd19178 req-ae612dce-7b9c-47b3-9a36-8d0c467d1d64 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 1098 time: 0.1261489 Jul 08 20:49:40.055020 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:49:40.064948 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Sync routers for ids ['58b6fff9-fb87-4dcc-97d7-82b35339b5b7'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:49:40.075301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Routers {'58b6fff9-fb87-4dcc-97d7-82b35339b5b7'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:40.076225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['58b6fff9-fb87-4dcc-97d7-82b35339b5b7'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:40.098012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a3329-e41a-41a0-962d-605dabd19178 req-cb6b282e-555c-49a4-9f7a-2cd4a1900615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:40.099825 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f4a3329-e41a-41a0-962d-605dabd19178 req-cb6b282e-555c-49a4-9f7a-2cd4a1900615 service neutron] 10.222.0.103 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.1268051 Jul 08 20:49:40.109602 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:40.114963 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38044) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:40.116666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7236ada4-cd93-4726-830f-47ca00fc507c admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1642649 Jul 08 20:49:40.282007 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f4a3329-e41a-41a0-962d-605dabd19178 req-1ee73001-666f-4df3-9d8d-2ba0604fc058 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6060f66-2750-44f0-801b-be6441b1834e HTTP/1.1" status: 200 len: 1002 time: 0.1639998 Jul 08 20:49:40.301318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Set router 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:40.352371 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a3329-e41a-41a0-962d-605dabd19178 req-9170f24d-e6aa-43a7-9268-a6382a3e113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:40.354073 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f4a3329-e41a-41a0-962d-605dabd19178 req-9170f24d-e6aa-43a7-9268-a6382a3e113f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0623362 Jul 08 20:49:40.450406 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a3329-e41a-41a0-962d-605dabd19178 req-8a02047b-18f5-449e-b3fa-3a7e56841dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:40.452094 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f4a3329-e41a-41a0-962d-605dabd19178 req-8a02047b-18f5-449e-b3fa-3a7e56841dc3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885761 Jul 08 20:49:40.562820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'name': 'tempest-TestAggregatesBasicOps-1063089884-router', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:37Z', 'updated_at': '2021-07-08T20:49:38Z', 'revision_number': 3, 'project_id': '477795e592bc42b7aa73ebca656df3b3', 'gw_port': {'id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:38Z', 'updated_at': '2021-07-08T20:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:40.566952 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f4a3329-e41a-41a0-962d-605dabd19178 req-d9823558-b81d-4d80-8b62-48c3863e4cfa service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031649 Jul 08 20:49:40.567861 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b71bf003-dbff-4b12-a2a8-c746e2981454 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:40.625769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Checking router: 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:49:40.626250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Updating router 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 port 8245d162-5f68-42fb-8105-054af5f5fe2c binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:49:40.665022 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:40.675971 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f4a3329-e41a-41a0-962d-605dabd19178 req-932cd9ab-b31b-4c16-9b6c-441eb46c6700 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021712 Jul 08 20:49:40.760110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:40.791649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port b71bf003-dbff-4b12-a2a8-c746e2981454 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:40.797427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port b71bf003-dbff-4b12-a2a8-c746e2981454 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:40.797827 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:40.849000 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011321d-2b57-4069-84d8-e96270ee00fe req-571b8639-b50f-436e-9529-7e1a4b49d0dc tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:40.850509 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b011321d-2b57-4069-84d8-e96270ee00fe req-571b8639-b50f-436e-9529-7e1a4b49d0dc tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.1371381 Jul 08 20:49:40.931765 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b011321d-2b57-4069-84d8-e96270ee00fe req-9116d015-50da-461f-87bf-838bf51279da tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739379 Jul 08 20:49:40.958660 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:40.973907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Allocated IP 172.20.0.1 (8ea051d0-8449-49ca-8801-65c0958a7ff9/124dc8c5-cc8e-4f2e-a3cf-e6e77410be97/d73ad4b7-bdc8-4976-9aa6-08beb15ea50e) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:41.030336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port b71bf003-dbff-4b12-a2a8-c746e2981454, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b71bf003-dbff-4b12-a2a8-c746e2981454,segment=NetworkSegment(8de3a4d2-6382-4e85-94c6-f6762fe6757b),segment_id=8de3a4d2-6382-4e85-94c6-f6762fe6757b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:41.041345 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.044313 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.079422 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Transition to ACTIVE for port object 8245d162-5f68-42fb-8105-054af5f5fe2c will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:41.087982 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.090666 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.102255 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Transition to ACTIVE for port object d73ad4b7-bdc8-4976-9aa6-08beb15ea50e will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:41.121293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=b71bf003-dbff-4b12-a2a8-c746e2981454,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:41.140546 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.149688 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Attempting to bind port 8245d162-5f68-42fb-8105-054af5f5fe2c on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:41.150053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Attempting to bind port 8245d162-5f68-42fb-8105-054af5f5fe2c by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:41.150429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Attempting to bind port 8245d162-5f68-42fb-8105-054af5f5fe2c on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:41.164504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:41.164936 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:41.165381 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.165792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:41.166299 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Bound port: 8245d162-5f68-42fb-8105-054af5f5fe2c, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:41.166725 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.180401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Network 8ea051d0-8449-49ca-8801-65c0958a7ff9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:41.185303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:41.188847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:41.195511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04722f5a-1eb0-473c-9a97-0b14399eb26b None None] Pushing event updated for resources: {'Port': ['ID=8245d162-5f68-42fb-8105-054af5f5fe2c,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:41.219765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Pushing event updated for resources: {'Port': ['ID=d73ad4b7-bdc8-4976-9aa6-08beb15ea50e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:41.227163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] For port 8245d162-5f68-42fb-8105-054af5f5fe2c, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:41.230773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] For port 8245d162-5f68-42fb-8105-054af5f5fe2c, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8245d162-5f68-42fb-8105-054af5f5fe2c,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:41.234654 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.247309 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.301443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Routers {'58b6fff9-fb87-4dcc-97d7-82b35339b5b7'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:41.302165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['58b6fff9-fb87-4dcc-97d7-82b35339b5b7'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:41.349484 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04722f5a-1eb0-473c-9a97-0b14399eb26b None None] Pushing event updated for resources: {'Port': ['ID=8245d162-5f68-42fb-8105-054af5f5fe2c,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:41.427042 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.447519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] Set router 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:41.562460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5aab42b5-53c1-4b39-832b-26f99ea33eb5 None None] Provisioning for port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:41.570404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5aab42b5-53c1-4b39-832b-26f99ea33eb5 None None] Provisioning complete for port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:41.570857 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5aab42b5-53c1-4b39-832b-26f99ea33eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.621360 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.637245 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.637391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5aab42b5-53c1-4b39-832b-26f99ea33eb5 None None] Port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:49:41.694848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Pushing event updated for resources: {'Port': ['ID=d73ad4b7-bdc8-4976-9aa6-08beb15ea50e,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:41.713462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'name': 'tempest-TestAggregatesBasicOps-1063089884-router', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:37Z', 'updated_at': '2021-07-08T20:49:38Z', 'revision_number': 3, 'project_id': '477795e592bc42b7aa73ebca656df3b3', 'gw_port': {'id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:38Z', 'updated_at': '2021-07-08T20:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:41.715611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:41.743186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69410e-ad1a-4d52-a5c3-6dd5ec72059a None None] The sync data for ids ['58b6fff9-fb87-4dcc-97d7-82b35339b5b7'] in n-d-791506-16 is: [{'id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'name': 'tempest-TestAggregatesBasicOps-1063089884-router', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:37Z', 'updated_at': '2021-07-08T20:49:38Z', 'revision_number': 3, 'project_id': '477795e592bc42b7aa73ebca656df3b3', 'gw_port': {'id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:38Z', 'updated_at': '2021-07-08T20:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:49:41.821442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Network 8ea051d0-8449-49ca-8801-65c0958a7ff9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:41.823083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:41.947459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Router 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:49:42.148229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:49:42.156130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-20d20ca0-46a1-46ed-8c1d-1e8a0bf49f25 None None] Provisioning complete for port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:42.157381 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-20d20ca0-46a1-46ed-8c1d-1e8a0bf49f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:42.168788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-75ab1b9f-7964-4627-95bc-7545c48cada1 admin admin] 10.222.0.101 "PUT /v2.0/routers/58b6fff9-fb87-4dcc-97d7-82b35339b5b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0516679 Jul 08 20:49:42.200126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-20d20ca0-46a1-46ed-8c1d-1e8a0bf49f25 None None] Port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:49:42.224142 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cb18f-b500-4810-b4c2-865b10536381 req-40b853fa-3984-443a-a19b-781358b237d1 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:42.231976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-634cb18f-b500-4810-b4c2-865b10536381 req-40b853fa-3984-443a-a19b-781358b237d1 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.1216242 Jul 08 20:49:42.285624 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-634cb18f-b500-4810-b4c2-865b10536381 req-73681ef0-decc-4979-8af1-8e7067662b8e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495160 Jul 08 20:49:42.547949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b71bf003-dbff-4b12-a2a8-c746e2981454 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:42.603860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port b71bf003-dbff-4b12-a2a8-c746e2981454 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:42.604472 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:42.705005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8245d162-5f68-42fb-8105-054af5f5fe2c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:42.766410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 8245d162-5f68-42fb-8105-054af5f5fe2c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:42.772134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8245d162-5f68-42fb-8105-054af5f5fe2c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:42.772839 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:42.828201 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38080) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:42.834367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-533315926-network', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:42.863829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Made reservation on behalf of aed74c990e5544c18f3d70d05ece279d for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:42.866359 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:42.875171 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:42.877610 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:42.900536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 8245d162-5f68-42fb-8105-054af5f5fe2c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8245d162-5f68-42fb-8105-054af5f5fe2c,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:42.907154 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:42.979898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=8245d162-5f68-42fb-8105-054af5f5fe2c,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:42.980161 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:42.984552 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:43.009671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:49:43.021098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5736cd69-1ac6-4f00-80e9-491cc764b808,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:43.026368 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:43.026708 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Added segment 17218b54-7776-44b2-88ff-bf42023fc429 of type vlan for network 0077cba4-3a19-4669-b684-2f9933d621df Jul 08 20:49:43.038726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:43.039065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:43.039397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:43.039728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:43.040053 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:43.040376 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:43.040734 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:43.041053 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:43.041370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:43.041687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:43.042003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:43.042316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:43.090587 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:43.123394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:43.124550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:43.125220 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:43.213126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] Pushing event updated for resources: {'Network': ['ID=0077cba4-3a19-4669-b684-2f9933d621df,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:43.214082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 0077cba4-3a19-4669-b684-2f9933d621df details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:49:43.218650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38082) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:43.218821 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2c0daa9e-e01a-4b08-9683-3c1560f4d396 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3886480 Jul 08 20:49:43.226805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4790c97c-bba5-48c4-a294-d1b2f7eb5b1d admin admin] Request body: {'subnet': {'network_id': '0077cba4-3a19-4669-b684-2f9933d621df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-533315926-subnet', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:43.254247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4790c97c-bba5-48c4-a294-d1b2f7eb5b1d admin admin] Made reservation on behalf of aed74c990e5544c18f3d70d05ece279d for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:43.258360 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4790c97c-bba5-48c4-a294-d1b2f7eb5b1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:43.493392 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4790c97c-bba5-48c4-a294-d1b2f7eb5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:43.536163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b025557-02f5-47b4-b3c8-4565405d6234 req-1be4668a-f935-44a0-8371-de6b91c5ad3b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:43.538041 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1b025557-02f5-47b4-b3c8-4565405d6234 req-1be4668a-f935-44a0-8371-de6b91c5ad3b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.1043923 Jul 08 20:49:43.579032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790c97c-bba5-48c4-a294-d1b2f7eb5b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f198744-c84c-42e8-b556-03e14dae0162,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:43.588503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4790c97c-bba5-48c4-a294-d1b2f7eb5b1d admin admin] Checking segment: {'id': '17218b54-7776-44b2-88ff-bf42023fc429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:43.589355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4790c97c-bba5-48c4-a294-d1b2f7eb5b1d admin admin] Network hostable DHCP agents. Network: 0077cba4-3a19-4669-b684-2f9933d621df, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:49:43.598071 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1b025557-02f5-47b4-b3c8-4565405d6234 req-14a6f3b1-db3f-4a98-8277-acf748984e40 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531435 Jul 08 20:49:43.616801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4790c97c-bba5-48c4-a294-d1b2f7eb5b1d admin admin] Network 0077cba4-3a19-4669-b684-2f9933d621df is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:49:43.630637 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4790c97c-bba5-48c4-a294-d1b2f7eb5b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 0077cba4-3a19-4669-b684-2f9933d621df) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:43.636846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4790c97c-bba5-48c4-a294-d1b2f7eb5b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:43.638032 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4790c97c-bba5-48c4-a294-d1b2f7eb5b1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:43.645094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bc8770-6b0e-4d0f-a966-50e676612c8d None None] Network 0077cba4-3a19-4669-b684-2f9933d621df requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:43.670581 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4790c97c-bba5-48c4-a294-d1b2f7eb5b1d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4510813 Jul 08 20:49:43.672768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38086) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:43.680480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-533315926-router', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:43.717035 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:43.718586 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:43.807476 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:43.958367 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Sync routers for ids ['58b6fff9-fb87-4dcc-97d7-82b35339b5b7'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:49:43.990279 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Routers {'58b6fff9-fb87-4dcc-97d7-82b35339b5b7'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:43.991066 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['58b6fff9-fb87-4dcc-97d7-82b35339b5b7'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:43.996777 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:44.079599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-0077cba4-3a19-4669-b684-2f9933d621df', 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'fixed_ips': [{'subnet_id': '1f198744-c84c-42e8-b556-03e14dae0162'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:49:44.084183 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:44.121510 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Set router 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:44.247387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:44.249927 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Allocated IP 172.20.0.2 (0077cba4-3a19-4669-b684-2f9933d621df/1f198744-c84c-42e8-b556-03e14dae0162/ce656e9d-1182-4166-8ba8-4adb185a8d14) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:44.274076 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:44.365957 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'name': 'tempest-TestAggregatesBasicOps-1063089884-router', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:37Z', 'updated_at': '2021-07-08T20:49:41Z', 'revision_number': 4, 'project_id': '477795e592bc42b7aa73ebca656df3b3', 'gw_port': {'id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:38Z', 'updated_at': '2021-07-08T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd73ad4b7-bdc8-4976-9aa6-08beb15ea50e', 'name': '', 'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'mac_address': 'fa:16:3e:61:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '124dc8c5-cc8e-4f2e-a3cf-e6e77410be97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:40Z', 'updated_at': '2021-07-08T20:49:41Z', 'revision_number': 2, 'project_id': '477795e592bc42b7aa73ebca656df3b3', 'subnets': [{'id': '124dc8c5-cc8e-4f2e-a3cf-e6e77410be97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:44.399903 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Checking router: 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:49:44.400717 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Updating router 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:49:44.411637 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Allocated IP 172.25.4.93 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/0d045c9a-aa72-41b1-901c-0b8ba783b1f1) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:44.477597 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:44.491610 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:44.510269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Transition to ACTIVE for port object ce656e9d-1182-4166-8ba8-4adb185a8d14 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:44.538864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Transition to ACTIVE for port object ce656e9d-1182-4166-8ba8-4adb185a8d14 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:44.548203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8245d162-5f68-42fb-8105-054af5f5fe2c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:44.555627 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:44.576023 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:44.619779 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:44.635677 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Network 0077cba4-3a19-4669-b684-2f9933d621df is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:44.652322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:44.657466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:44.660842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:44.663839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:44.667386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:44.668444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Pushing event updated for resources: {'Port': ['ID=ce656e9d-1182-4166-8ba8-4adb185a8d14,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:44.735802 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Attempting to bind port ce656e9d-1182-4166-8ba8-4adb185a8d14 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:44.738416 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Attempting to bind port ce656e9d-1182-4166-8ba8-4adb185a8d14 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '17218b54-7776-44b2-88ff-bf42023fc429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:44.738416 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Attempting to bind port ce656e9d-1182-4166-8ba8-4adb185a8d14 on network 0077cba4-3a19-4669-b684-2f9933d621df {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:44.743499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:44.743874 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Checking segment: {'id': '17218b54-7776-44b2-88ff-bf42023fc429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:44.744494 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:44.745111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Bound using segment: {'id': '17218b54-7776-44b2-88ff-bf42023fc429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:44.745772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Bound port: ce656e9d-1182-4166-8ba8-4adb185a8d14, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17218b54-7776-44b2-88ff-bf42023fc429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:44.746339 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:44.748456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8245d162-5f68-42fb-8105-054af5f5fe2c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:44.749032 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:44.796348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=0d045c9a-aa72-41b1-901c-0b8ba783b1f1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:44.911658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] For port ce656e9d-1182-4166-8ba8-4adb185a8d14, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:44.932021 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] For port ce656e9d-1182-4166-8ba8-4adb185a8d14, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce656e9d-1182-4166-8ba8-4adb185a8d14,segment=NetworkSegment(17218b54-7776-44b2-88ff-bf42023fc429),segment_id=17218b54-7776-44b2-88ff-bf42023fc429)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:44.932424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa33f4c-14f1-45ea-a291-680f4611f1d0 req-774aa83c-5632-4826-8c10-e060eb0e2834 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:44.938317 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4aa33f4c-14f1-45ea-a291-680f4611f1d0 req-774aa83c-5632-4826-8c10-e060eb0e2834 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.1647770 Jul 08 20:49:44.942962 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:44.988925 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:45.006672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7449b-5b43-4726-8b50-83ee96c15237 None None] Pushing event updated for resources: {'Port': ['ID=ce656e9d-1182-4166-8ba8-4adb185a8d14,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:45.013710 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Transition to ACTIVE for port object d73ad4b7-bdc8-4976-9aa6-08beb15ea50e will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:45.030833 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:45.048426 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4aa33f4c-14f1-45ea-a291-680f4611f1d0 req-ad26c39e-3744-4f7e-a154-bccf18d6bb47 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997839 Jul 08 20:49:45.089816 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb8e44-cb87-4620-aa2f-f06371caee60 None None] Pushing event updated for resources: {'Port': ['ID=d73ad4b7-bdc8-4976-9aa6-08beb15ea50e,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:45.139711 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:45.197344 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Attempting to bind port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:45.197969 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Attempting to bind port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '8de3a4d2-6382-4e85-94c6-f6762fe6757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:45.198143 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Attempting to bind port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e on network 8ea051d0-8449-49ca-8801-65c0958a7ff9 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:45.205577 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:45.207468 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Checking segment: {'id': '8de3a4d2-6382-4e85-94c6-f6762fe6757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:45.207885 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:45.208315 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Bound using segment: {'id': '8de3a4d2-6382-4e85-94c6-f6762fe6757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:45.209481 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Bound port: d73ad4b7-bdc8-4976-9aa6-08beb15ea50e, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de3a4d2-6382-4e85-94c6-f6762fe6757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:45.210011 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:45.471621 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] For port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:45.475542 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] For port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d73ad4b7-bdc8-4976-9aa6-08beb15ea50e,segment=NetworkSegment(8de3a4d2-6382-4e85-94c6-f6762fe6757b),segment_id=8de3a4d2-6382-4e85-94c6-f6762fe6757b)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:45.485242 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:45.561051 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Routers {'58b6fff9-fb87-4dcc-97d7-82b35339b5b7'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:45.561703 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['58b6fff9-fb87-4dcc-97d7-82b35339b5b7'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:45.567056 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb8e44-cb87-4620-aa2f-f06371caee60 None None] Pushing event updated for resources: {'Port': ['ID=d73ad4b7-bdc8-4976-9aa6-08beb15ea50e,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:45.738452 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] Set router 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:45.973320 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:46.090239 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'name': 'tempest-TestAggregatesBasicOps-1063089884-router', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:37Z', 'updated_at': '2021-07-08T20:49:41Z', 'revision_number': 4, 'project_id': '477795e592bc42b7aa73ebca656df3b3', 'gw_port': {'id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:38Z', 'updated_at': '2021-07-08T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd73ad4b7-bdc8-4976-9aa6-08beb15ea50e', 'name': '', 'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'mac_address': 'fa:16:3e:61:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '124dc8c5-cc8e-4f2e-a3cf-e6e77410be97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:40Z', 'updated_at': '2021-07-08T20:49:45Z', 'revision_number': 4, 'project_id': '477795e592bc42b7aa73ebca656df3b3', 'subnets': [{'id': '124dc8c5-cc8e-4f2e-a3cf-e6e77410be97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:46.129823 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed0039-98f9-4bf5-84a6-d6621ce9ad89 None None] The sync data for ids ['58b6fff9-fb87-4dcc-97d7-82b35339b5b7'] in n-d-791506-16 is: [{'id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'name': 'tempest-TestAggregatesBasicOps-1063089884-router', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:37Z', 'updated_at': '2021-07-08T20:49:41Z', 'revision_number': 4, 'project_id': '477795e592bc42b7aa73ebca656df3b3', 'gw_port': {'id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:38Z', 'updated_at': '2021-07-08T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd73ad4b7-bdc8-4976-9aa6-08beb15ea50e', 'name': '', 'network_id': '8ea051d0-8449-49ca-8801-65c0958a7ff9', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'mac_address': 'fa:16:3e:61:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '124dc8c5-cc8e-4f2e-a3cf-e6e77410be97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:40Z', 'updated_at': '2021-07-08T20:49:45Z', 'revision_number': 4, 'project_id': '477795e592bc42b7aa73ebca656df3b3', 'subnets': [{'id': '124dc8c5-cc8e-4f2e-a3cf-e6e77410be97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:49:46.238496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Router 7f6a006a-e844-4061-bd45-ba03d6df33b0 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:49:46.510023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:49:46.519725 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c04464-7526-45bf-8ae9-b68a2567fb71 req-f81d5069-1bb5-48df-afea-f85009d2cc3d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:46.521233 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-80c04464-7526-45bf-8ae9-b68a2567fb71 req-f81d5069-1bb5-48df-afea-f85009d2cc3d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.2437370 Jul 08 20:49:46.528071 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Sync routers for ids ['7f6a006a-e844-4061-bd45-ba03d6df33b0'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:49:46.550747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Routers {'7f6a006a-e844-4061-bd45-ba03d6df33b0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:46.552101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7f6a006a-e844-4061-bd45-ba03d6df33b0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:46.561013 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:46.562658 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-91168e9a-bd53-40f4-aa0a-290265bb2fb7 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8884544 Jul 08 20:49:46.567113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38098) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:46.614767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-80c04464-7526-45bf-8ae9-b68a2567fb71 req-713703bf-a057-4826-aff6-9fb737ea88ec tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719910 Jul 08 20:49:46.704324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d73ad4b7-bdc8-4976-9aa6-08beb15ea50e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:46.875643 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e041b-0b40-4cbf-a40c-0ca8bdb9660b None None] Network 0077cba4-3a19-4669-b684-2f9933d621df requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:46.957641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Set router 7f6a006a-e844-4061-bd45-ba03d6df33b0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:47.100081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-131b2fd2-1602-4386-8c70-47ca0c33704f None None] Provisioning for port ce656e9d-1182-4166-8ba8-4adb185a8d14 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:47.140259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:47.153845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:47.154218 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:47.384033 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:47.422445 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:47.455191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'name': 'tempest-TestAggregatesBasicOps-533315926-router', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:43Z', 'updated_at': '2021-07-08T20:49:44Z', 'revision_number': 3, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'gw_port': {'id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:44Z', 'updated_at': '2021-07-08T20:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:47.553709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Checking router: 7f6a006a-e844-4061-bd45-ba03d6df33b0 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:49:47.557176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Updating router 7f6a006a-e844-4061-bd45-ba03d6df33b0 port 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:49:47.611573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d73ad4b7-bdc8-4976-9aa6-08beb15ea50e,segment=NetworkSegment(8de3a4d2-6382-4e85-94c6-f6762fe6757b),segment_id=8de3a4d2-6382-4e85-94c6-f6762fe6757b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:47.639261 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:47.640228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce656e9d-1182-4166-8ba8-4adb185a8d14 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:47.696397 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:47.749100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Allocated IP 172.20.0.1 (0077cba4-3a19-4669-b684-2f9933d621df/1f198744-c84c-42e8-b556-03e14dae0162/9ca1a18e-e4c1-47ab-b4fb-313ba4fff367) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:47.879665 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:47.997836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=d73ad4b7-bdc8-4976-9aa6-08beb15ea50e,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:48.016934 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.035207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ebd75-f64a-4a7b-b680-e1ec4fe8d395 req-3ebb373e-91d6-471a-b0b2-5e5dca19c097 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:48.051735 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-630ebd75-f64a-4a7b-b680-e1ec4fe8d395 req-3ebb373e-91d6-471a-b0b2-5e5dca19c097 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.1637945 Jul 08 20:49:48.078074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ce656e9d-1182-4166-8ba8-4adb185a8d14 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:48.090191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ce656e9d-1182-4166-8ba8-4adb185a8d14 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:48.090548 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.099037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Transition to ACTIVE for port object 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:48.150918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-630ebd75-f64a-4a7b-b680-e1ec4fe8d395 req-cc9460db-afeb-43e7-bf8b-d25ec0443e77 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976567 Jul 08 20:49:48.233190 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.311681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Network 0077cba4-3a19-4669-b684-2f9933d621df is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:48.318285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:48.322248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:48.369668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca1a18e-e4c1-47ab-b4fb-313ba4fff367,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:48.413677 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.418185 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.461714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:48.462117 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:48.462379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:48.462701 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:48.463030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:48.463358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:48.463683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:48.464004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:48.464309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:48.464652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:48.464982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:48.465293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:49:48.509131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port ce656e9d-1182-4166-8ba8-4adb185a8d14, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce656e9d-1182-4166-8ba8-4adb185a8d14,segment=NetworkSegment(17218b54-7776-44b2-88ff-bf42023fc429),segment_id=17218b54-7776-44b2-88ff-bf42023fc429)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:48.514507 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.521207 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.602830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Transition to ACTIVE for port object 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:48.663895 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.664220 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.679608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d73ad4b7-bdc8-4976-9aa6-08beb15ea50e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:48.735166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=ce656e9d-1182-4166-8ba8-4adb185a8d14,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:48.803348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Attempting to bind port 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:48.804952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Attempting to bind port 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:48.804952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Attempting to bind port 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:48.819988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71902d45-a089-4f4f-97aa-53f62fabd062 None None] Pushing event updated for resources: {'Port': ['ID=0d045c9a-aa72-41b1-901c-0b8ba783b1f1,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:48.824601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:48.825991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:48.825991 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.825991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:48.828072 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Bound port: 0d045c9a-aa72-41b1-901c-0b8ba783b1f1, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:48.828072 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.829134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-890b36af-490e-454d-a232-07270d0bf2af None None] Provisioning for port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:48.855593 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-890b36af-490e-454d-a232-07270d0bf2af None None] Provisioning complete for port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:48.856813 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-890b36af-490e-454d-a232-07270d0bf2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.916069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:48.916069 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.947753 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.951576 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] For port 0d045c9a-aa72-41b1-901c-0b8ba783b1f1, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:48.956897 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:48.962813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-890b36af-490e-454d-a232-07270d0bf2af None None] Port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:49:48.974056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] For port 0d045c9a-aa72-41b1-901c-0b8ba783b1f1, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0d045c9a-aa72-41b1-901c-0b8ba783b1f1,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:48.983270 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:49.063072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca1a18e-e4c1-47ab-b4fb-313ba4fff367,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:49.065871 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:49.088456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71902d45-a089-4f4f-97aa-53f62fabd062 None None] Pushing event updated for resources: {'Port': ['ID=0d045c9a-aa72-41b1-901c-0b8ba783b1f1,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:49.098083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Routers {'7f6a006a-e844-4061-bd45-ba03d6df33b0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:49.098702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7f6a006a-e844-4061-bd45-ba03d6df33b0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:49.200102 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Network 0077cba4-3a19-4669-b684-2f9933d621df is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:49.202085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:49.236187 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] Set router 7f6a006a-e844-4061-bd45-ba03d6df33b0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:49.447657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Router 7f6a006a-e844-4061-bd45-ba03d6df33b0 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:49:49.544865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750f1ce-a850-4d1e-9846-2ee36c1ca3d1 req-213888fc-c8fc-49bc-8b4f-154498a5bb2a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:49.550533 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4750f1ce-a850-4d1e-9846-2ee36c1ca3d1 req-213888fc-c8fc-49bc-8b4f-154498a5bb2a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.1785421 Jul 08 20:49:49.615168 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4750f1ce-a850-4d1e-9846-2ee36c1ca3d1 req-1ef3aca3-131d-42ab-9da9-b0dc739dacd5 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562837 Jul 08 20:49:49.622608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-774de997-9eae-421c-bdfe-f9212f84c14b None None] Provisioning complete for port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:49.623365 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-774de997-9eae-421c-bdfe-f9212f84c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:49.646401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:49:49.655092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-24ea722a-e4ba-418c-ade7-96baa5ea72e7 admin admin] 10.222.0.101 "PUT /v2.0/routers/7f6a006a-e844-4061-bd45-ba03d6df33b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0869298 Jul 08 20:49:49.678375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-774de997-9eae-421c-bdfe-f9212f84c14b None None] Port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:49:49.685535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'name': 'tempest-TestAggregatesBasicOps-533315926-router', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:43Z', 'updated_at': '2021-07-08T20:49:48Z', 'revision_number': 4, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'gw_port': {'id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:44Z', 'updated_at': '2021-07-08T20:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9ca1a18e-e4c1-47ab-b4fb-313ba4fff367', 'name': '', 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'mac_address': 'fa:16:3e:2b:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1f198744-c84c-42e8-b556-03e14dae0162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:47Z', 'updated_at': '2021-07-08T20:49:48Z', 'revision_number': 2, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'subnets': [{'id': '1f198744-c84c-42e8-b556-03e14dae0162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:49.713943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef71289-488d-4767-b243-a0aa2c8e01e3 None None] The sync data for ids ['7f6a006a-e844-4061-bd45-ba03d6df33b0'] in n-d-791506-16 is: [{'id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'name': 'tempest-TestAggregatesBasicOps-533315926-router', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:43Z', 'updated_at': '2021-07-08T20:49:48Z', 'revision_number': 4, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'gw_port': {'id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:44Z', 'updated_at': '2021-07-08T20:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9ca1a18e-e4c1-47ab-b4fb-313ba4fff367', 'name': '', 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'mac_address': 'fa:16:3e:2b:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1f198744-c84c-42e8-b556-03e14dae0162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:47Z', 'updated_at': '2021-07-08T20:49:48Z', 'revision_number': 2, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'subnets': [{'id': '1f198744-c84c-42e8-b556-03e14dae0162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:49:50.914351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:50.983228 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e72fb-d561-49db-bebd-35663c81f59e req-8feadd87-f5f5-4dfa-a684-2e95f70709af tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:50.986051 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-499e72fb-d561-49db-bebd-35663c81f59e req-8feadd87-f5f5-4dfa-a684-2e95f70709af tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.1415467 Jul 08 20:49:51.015648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:51.023383 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:51.023771 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:51.057264 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-499e72fb-d561-49db-bebd-35663c81f59e req-aa95fce4-d1bb-43bb-bfa8-dc13415c6f26 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647418 Jul 08 20:49:51.089906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38158) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:51.193672 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:51.220073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 0d045c9a-aa72-41b1-901c-0b8ba783b1f1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0d045c9a-aa72-41b1-901c-0b8ba783b1f1,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:51.226614 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:51.227437 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce656e9d-1182-4166-8ba8-4adb185a8d14 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:51.313374 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=0d045c9a-aa72-41b1-901c-0b8ba783b1f1,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:51.331213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ce656e9d-1182-4166-8ba8-4adb185a8d14 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:51.333783 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:51.625276 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92606136-5444-407e-a077-14300ca371d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:51.898886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-92606136-5444-407e-a077-14300ca371d9 admin admin] Deleting port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:51.899232 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92606136-5444-407e-a077-14300ca371d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:51.984799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-92606136-5444-407e-a077-14300ca371d9 admin admin] For port d73ad4b7-bdc8-4976-9aa6-08beb15ea50e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d73ad4b7-bdc8-4976-9aa6-08beb15ea50e,segment=NetworkSegment(8de3a4d2-6382-4e85-94c6-f6762fe6757b),segment_id=8de3a4d2-6382-4e85-94c6-f6762fe6757b)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:51.985441 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92606136-5444-407e-a077-14300ca371d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:51.999358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-92606136-5444-407e-a077-14300ca371d9 admin admin] Calling delete_port for d73ad4b7-bdc8-4976-9aa6-08beb15ea50e owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:52.194343 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92606136-5444-407e-a077-14300ca371d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:52.225382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92606136-5444-407e-a077-14300ca371d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d73ad4b7-bdc8-4976-9aa6-08beb15ea50e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:52.286312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546d1b3-a1d8-49f0-9de7-643ce59cafa0 req-c14b5acf-f4a5-42a3-9039-eb14f8227966 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:52.289221 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f546d1b3-a1d8-49f0-9de7-643ce59cafa0 req-c14b5acf-f4a5-42a3-9039-eb14f8227966 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.0858958 Jul 08 20:49:52.330208 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f546d1b3-a1d8-49f0-9de7-643ce59cafa0 req-4e71bca4-048f-4c80-8846-81e1730160c3 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362966 Jul 08 20:49:52.398428 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-92606136-5444-407e-a077-14300ca371d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:52.629121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92606136-5444-407e-a077-14300ca371d9 admin admin] Router 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:49:52.654947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:52.709298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:52.709744 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:52.755491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92606136-5444-407e-a077-14300ca371d9 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:49:52.763470 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-92606136-5444-407e-a077-14300ca371d9 admin admin] 10.222.0.101 "PUT /v2.0/routers/58b6fff9-fb87-4dcc-97d7-82b35339b5b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6691165 Jul 08 20:49:52.764868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38170) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:52.767037 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f99af1-ee5c-4bfd-b969-4078738a0926 None None] Sync routers for ids ['58b6fff9-fb87-4dcc-97d7-82b35339b5b7'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:49:52.777543 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f99af1-ee5c-4bfd-b969-4078738a0926 None None] Routers {'58b6fff9-fb87-4dcc-97d7-82b35339b5b7'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:52.778168 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-82f99af1-ee5c-4bfd-b969-4078738a0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['58b6fff9-fb87-4dcc-97d7-82b35339b5b7'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:52.892923 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:52.894452 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-82f99af1-ee5c-4bfd-b969-4078738a0926 None None] Set router 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:53.023301 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-43e7c616-f1a9-41ee-b9a2-832e56d35766 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371599051&fields=id&tenant_id=969ed93d777c482282264778ffb8d915 HTTP/1.1" status: 200 len: 267 time: 0.0472269 Jul 08 20:49:53.086855 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-82f99af1-ee5c-4bfd-b969-4078738a0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'name': 'tempest-TestAggregatesBasicOps-1063089884-router', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:37Z', 'updated_at': '2021-07-08T20:49:52Z', 'revision_number': 5, 'project_id': '477795e592bc42b7aa73ebca656df3b3', 'gw_port': {'id': '8245d162-5f68-42fb-8105-054af5f5fe2c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:38Z', 'updated_at': '2021-07-08T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:53.089714 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:53.119506 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f99af1-ee5c-4bfd-b969-4078738a0926 None None] Checking router: 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:49:53.129198 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f99af1-ee5c-4bfd-b969-4078738a0926 None None] Routers {'58b6fff9-fb87-4dcc-97d7-82b35339b5b7'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:53.129827 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-82f99af1-ee5c-4bfd-b969-4078738a0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['58b6fff9-fb87-4dcc-97d7-82b35339b5b7'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:53.172143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-b6f8732f-d73f-4704-946c-539f954d549b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:53.173670 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-b6f8732f-d73f-4704-946c-539f954d549b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.1428394 Jul 08 20:49:53.197422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-4b86035f-2662-45e0-8c99-39ff478bd7af tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/quotas/969ed93d777c482282264778ffb8d915 HTTP/1.1" status: 200 len: 375 time: 0.0136757 Jul 08 20:49:53.201018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Deleting port 8245d162-5f68-42fb-8105-054af5f5fe2c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:53.201360 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:53.221876 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-82f99af1-ee5c-4bfd-b969-4078738a0926 None None] Set router 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:53.274852 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-82f99af1-ee5c-4bfd-b969-4078738a0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'name': 'tempest-TestAggregatesBasicOps-1063089884-router', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:37Z', 'updated_at': '2021-07-08T20:49:53Z', 'revision_number': 6, 'project_id': '477795e592bc42b7aa73ebca656df3b3', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:53.305148 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f99af1-ee5c-4bfd-b969-4078738a0926 None None] The sync data for ids ['58b6fff9-fb87-4dcc-97d7-82b35339b5b7'] in n-d-791506-16 is: [{'id': '58b6fff9-fb87-4dcc-97d7-82b35339b5b7', 'name': 'tempest-TestAggregatesBasicOps-1063089884-router', 'tenant_id': '477795e592bc42b7aa73ebca656df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:37Z', 'updated_at': '2021-07-08T20:49:53Z', 'revision_number': 6, 'project_id': '477795e592bc42b7aa73ebca656df3b3', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:49:53.327253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] For port 8245d162-5f68-42fb-8105-054af5f5fe2c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8245d162-5f68-42fb-8105-054af5f5fe2c,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:53.327611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:53.344209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Calling delete_port for 8245d162-5f68-42fb-8105-054af5f5fe2c owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:53.362494 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-f0280a5c-f571-4e0a-8da4-1dfe7c510265 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1561346 Jul 08 20:49:53.539790 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b192324-5699-4787-8a55-d2f21dd3cf43 req-434333b1-9727-4cd5-bcc6-c1c90fe5bb41 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:53.541500 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b192324-5699-4787-8a55-d2f21dd3cf43 req-434333b1-9727-4cd5-bcc6-c1c90fe5bb41 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.0710733 Jul 08 20:49:53.567976 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:53.600023 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b192324-5699-4787-8a55-d2f21dd3cf43 req-92f6fed7-d4a1-4d76-b755-accae401efaa tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504854 Jul 08 20:49:53.639347 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:53.689023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=8245d162-5f68-42fb-8105-054af5f5fe2c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:53.697490 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-842e432a-c3fa-4880-9282-0ce61ae748f6 service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889817 Jul 08 20:49:53.813898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Sync routers for ids ['7f6a006a-e844-4061-bd45-ba03d6df33b0'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:49:53.826342 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Routers {'7f6a006a-e844-4061-bd45-ba03d6df33b0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:53.827154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7f6a006a-e844-4061-bd45-ba03d6df33b0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:53.947410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Set router 7f6a006a-e844-4061-bd45-ba03d6df33b0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:54.143884 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.159173 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'name': 'tempest-TestAggregatesBasicOps-533315926-router', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:43Z', 'updated_at': '2021-07-08T20:49:48Z', 'revision_number': 4, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'gw_port': {'id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:44Z', 'updated_at': '2021-07-08T20:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9ca1a18e-e4c1-47ab-b4fb-313ba4fff367', 'name': '', 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'mac_address': 'fa:16:3e:2b:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1f198744-c84c-42e8-b556-03e14dae0162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:47Z', 'updated_at': '2021-07-08T20:49:48Z', 'revision_number': 2, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'subnets': [{'id': '1f198744-c84c-42e8-b556-03e14dae0162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:54.192707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Checking router: 7f6a006a-e844-4061-bd45-ba03d6df33b0 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:49:54.193017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Updating router 7f6a006a-e844-4061-bd45-ba03d6df33b0 port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:49:54.228743 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.244668 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.248480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.302818 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-666c16b5-a734-4a3b-981f-6be0d633d17f service neutron] 10.222.0.101 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873394 Jul 08 20:49:54.317614 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.318482 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58b6fff9-fb87-4dcc-97d7-82b35339b5b7 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:49:54.326080 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.327391 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ecb761db-684e-4279-9598-162d29287b6e admin admin] 10.222.0.101 "DELETE /v2.0/routers/58b6fff9-fb87-4dcc-97d7-82b35339b5b7 HTTP/1.1" status: 204 len: 168 time: 1.5541148 Jul 08 20:49:54.329914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38180) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:54.381077 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-495572ef-49e7-4bff-9f46-0ababd1e6ab4 admin admin] Deleting subnet 124dc8c5-cc8e-4f2e-a3cf-e6e77410be97 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:49:54.384393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-495572ef-49e7-4bff-9f46-0ababd1e6ab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.423905 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-495572ef-49e7-4bff-9f46-0ababd1e6ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.530790 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-495572ef-49e7-4bff-9f46-0ababd1e6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.539500 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.552741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Transition to ACTIVE for port object 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:54.563929 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.606452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-495572ef-49e7-4bff-9f46-0ababd1e6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.639809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495572ef-49e7-4bff-9f46-0ababd1e6ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124dc8c5-cc8e-4f2e-a3cf-e6e77410be97,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:54.642111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8245d162-5f68-42fb-8105-054af5f5fe2c no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:49:54.643645 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-495572ef-49e7-4bff-9f46-0ababd1e6ab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.645894 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-495572ef-49e7-4bff-9f46-0ababd1e6ab4 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/124dc8c5-cc8e-4f2e-a3cf-e6e77410be97 HTTP/1.1" status: 204 len: 168 time: 0.3147180 Jul 08 20:49:54.648026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38190) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:54.667610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78441810-ee91-4975-a78f-4c5cd5f95be0 None None] Network 8ea051d0-8449-49ca-8801-65c0958a7ff9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:49:54.746265 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.771659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7b4b9-70f4-461a-9fb1-75376c73cf02 None None] Pushing event updated for resources: {'Port': ['ID=9ca1a18e-e4c1-47ab-b4fb-313ba4fff367,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:54.817722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 8245d162-5f68-42fb-8105-054af5f5fe2c {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:49:54.818428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8245d162-5f68-42fb-8105-054af5f5fe2c not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:49:54.818532 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d73ad4b7-bdc8-4976-9aa6-08beb15ea50e no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:49:54.832957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee48088-92b6-451a-8d6a-24d6fe617ff7 req-10ab5ecf-0748-49a5-a76a-c1092a9c2a01 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:54.840192 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ee48088-92b6-451a-8d6a-24d6fe617ff7 req-10ab5ecf-0748-49a5-a76a-c1092a9c2a01 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.0886571 Jul 08 20:49:54.854655 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0fb74ec6-eb4d-43c3-b8c4-89882ae6982d req-482c2e2e-cada-4c81-a313-f926b7de4cf6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 210 time: 0.0865223 Jul 08 20:49:54.881874 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ee48088-92b6-451a-8d6a-24d6fe617ff7 req-497dea33-8925-4d4d-b69b-6b38e65803cb tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407434 Jul 08 20:49:54.883552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Deleting port b71bf003-dbff-4b12-a2a8-c746e2981454 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:54.883984 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.934060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: d73ad4b7-bdc8-4976-9aa6-08beb15ea50e {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:49:54.934179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d73ad4b7-bdc8-4976-9aa6-08beb15ea50e not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:49:54.966974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] For port b71bf003-dbff-4b12-a2a8-c746e2981454, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b71bf003-dbff-4b12-a2a8-c746e2981454,segment=NetworkSegment(8de3a4d2-6382-4e85-94c6-f6762fe6757b),segment_id=8de3a4d2-6382-4e85-94c6-f6762fe6757b)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:54.967344 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:54.981657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Calling delete_port for b71bf003-dbff-4b12-a2a8-c746e2981454 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:54.993083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Attempting to bind port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:49:54.993478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Attempting to bind port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '17218b54-7776-44b2-88ff-bf42023fc429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:49:54.993815 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Attempting to bind port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 on network 0077cba4-3a19-4669-b684-2f9933d621df {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:49:55.001226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:49:55.001606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Checking segment: {'id': '17218b54-7776-44b2-88ff-bf42023fc429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:49:55.002102 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:55.003097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Bound using segment: {'id': '17218b54-7776-44b2-88ff-bf42023fc429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:49:55.003449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Bound port: 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17218b54-7776-44b2-88ff-bf42023fc429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:49:55.003836 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:55.095890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:55.104585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] For port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:49:55.109806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] For port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9ca1a18e-e4c1-47ab-b4fb-313ba4fff367,segment=NetworkSegment(17218b54-7776-44b2-88ff-bf42023fc429),segment_id=17218b54-7776-44b2-88ff-bf42023fc429)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:49:55.115424 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:55.167890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Routers {'7f6a006a-e844-4061-bd45-ba03d6df33b0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:49:55.168533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7f6a006a-e844-4061-bd45-ba03d6df33b0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:55.168772 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Pushing event deleted for resources: {'Port': ['ID=b71bf003-dbff-4b12-a2a8-c746e2981454,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:55.173840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] No DVR routers for this DVR port b71bf003-dbff-4b12-a2a8-c746e2981454 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:49:55.297252 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:55.329670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea051d0-8449-49ca-8801-65c0958a7ff9']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:55.343704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de3a4d2-6382-4e85-94c6-f6762fe6757b') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:55.344235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de3a4d2-6382-4e85-94c6-f6762fe6757b') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:55.373874 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:55.410626 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:55.422254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:49:55.425483 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:49:55.428013 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:49:55.449592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4167317f-5b07-472e-84c9-f59967033e93 None None] DHCP port deletion for 8ea051d0-8449-49ca-8801-65c0958a7ff9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:49:55.478647 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7b4b9-70f4-461a-9fb1-75376c73cf02 None None] Pushing event updated for resources: {'Port': ['ID=9ca1a18e-e4c1-47ab-b4fb-313ba4fff367,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:55.495759 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:55.504180 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:55.508835 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] 10.222.0.101 "DELETE /v2.0/networks/8ea051d0-8449-49ca-8801-65c0958a7ff9 HTTP/1.1" status: 204 len: 168 time: 0.8571348 Jul 08 20:49:55.509267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38214) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:49:55.526328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] Set router 7f6a006a-e844-4061-bd45-ba03d6df33b0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:49:55.528798 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e26b1-cdb5-4fd2-88d9-f1d6b15918af admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea051d0-8449-49ca-8801-65c0958a7ff9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:55.684199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a381a664-a69a-4e56-80a4-3eafe3394064 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:49:55.889731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a381a664-a69a-4e56-80a4-3eafe3394064, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a381a664-a69a-4e56-80a4-3eafe3394064,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:55.910505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'port_id': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'mac_address': 'fa:16:3e:7d:18:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:49:55.967445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'name': 'tempest-TestAggregatesBasicOps-533315926-router', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:43Z', 'updated_at': '2021-07-08T20:49:48Z', 'revision_number': 4, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'gw_port': {'id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:44Z', 'updated_at': '2021-07-08T20:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9ca1a18e-e4c1-47ab-b4fb-313ba4fff367', 'name': '', 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'mac_address': 'fa:16:3e:2b:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1f198744-c84c-42e8-b556-03e14dae0162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:47Z', 'updated_at': '2021-07-08T20:49:55Z', 'revision_number': 4, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'subnets': [{'id': '1f198744-c84c-42e8-b556-03e14dae0162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:49:56.005946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6e224-b939-4690-ac36-0741fc5ee4ef None None] The sync data for ids ['7f6a006a-e844-4061-bd45-ba03d6df33b0'] in n-d-791506-16 is: [{'id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'name': 'tempest-TestAggregatesBasicOps-533315926-router', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:43Z', 'updated_at': '2021-07-08T20:49:48Z', 'revision_number': 4, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'gw_port': {'id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:44Z', 'updated_at': '2021-07-08T20:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9ca1a18e-e4c1-47ab-b4fb-313ba4fff367', 'name': '', 'network_id': '0077cba4-3a19-4669-b684-2f9933d621df', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'mac_address': 'fa:16:3e:2b:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1f198744-c84c-42e8-b556-03e14dae0162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:47Z', 'updated_at': '2021-07-08T20:49:55Z', 'revision_number': 4, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'subnets': [{'id': '1f198744-c84c-42e8-b556-03e14dae0162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:49:56.007686 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:56.034628 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a381a664-a69a-4e56-80a4-3eafe3394064 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:49:56.064485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a381a664-a69a-4e56-80a4-3eafe3394064, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a381a664-a69a-4e56-80a4-3eafe3394064,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:56.074454 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:56.091915 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c70ef535-75eb-47d4-ad67-68f4793469ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:56.122412 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8b1baa15-5dcf-4c61-9227-956837f5bc5d req-da07140c-d976-41db-8bdb-ae65112cb818 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 210 time: 0.0515261 Jul 08 20:49:56.207450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a381a664-a69a-4e56-80a4-3eafe3394064,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:56.246491 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['a381a664-a69a-4e56-80a4-3eafe3394064'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:49:56.320277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f802602-8670-494d-9bb2-f9d309ed336c req-30437f89-6fd7-41d6-b2ac-f41faa72533a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:56.324265 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0f802602-8670-494d-9bb2-f9d309ed336c req-30437f89-6fd7-41d6-b2ac-f41faa72533a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 945 time: 0.1783869 Jul 08 20:49:56.626862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-51ea6c04-2f08-42bb-a7e5-9679a7660294 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:56.629620 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-51ea6c04-2f08-42bb-a7e5-9679a7660294 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 812 time: 0.3004050 Jul 08 20:49:56.704778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0f802602-8670-494d-9bb2-f9d309ed336c req-8f5582c9-c3f6-48dc-ae4d-7e07530394ca tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842744 Jul 08 20:49:56.706346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:56.734271 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-201bd3ed-b175-4c01-a5c7-6b086c6ab8ac tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969ed93d777c482282264778ffb8d915 HTTP/1.1" status: 200 len: 379 time: 0.0833502 Jul 08 20:49:56.770406 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'port': {'device_id': '39a3a45d-4e7f-4709-9886-4aae40632108', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'admin_state_up': True, 'tenant_id': '969ed93d777c482282264778ffb8d915', 'security_groups': ['86f65ae6-713d-41ed-9bfb-6b698aec94a3']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:56.815190 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:56.820944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:56.821285 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:56.946119 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:57.029084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9ca1a18e-e4c1-47ab-b4fb-313ba4fff367,segment=NetworkSegment(17218b54-7776-44b2-88ff-bf42023fc429),segment_id=17218b54-7776-44b2-88ff-bf42023fc429)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:57.037039 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Made reservation on behalf of 969ed93d777c482282264778ffb8d915 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:49:57.045296 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:57.047535 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:57.139746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b71bf003-dbff-4b12-a2a8-c746e2981454 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:49:57.203793 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: b71bf003-dbff-4b12-a2a8-c746e2981454 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:49:57.204202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b71bf003-dbff-4b12-a2a8-c746e2981454 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:49:57.233215 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=9ca1a18e-e4c1-47ab-b4fb-313ba4fff367,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:57.265986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c70ef535-75eb-47d4-ad67-68f4793469ac admin admin] Deleting port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:49:57.266612 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c70ef535-75eb-47d4-ad67-68f4793469ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:57.367487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Allocated IP 172.20.0.4 (be03543c-b5e2-4aa9-9633-fedc1ac723b5/adbac296-9a8c-4696-bf05-a8fb47a6df9c/0ef7e886-66c3-4a86-b5da-cd194c571366) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:49:57.436534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c70ef535-75eb-47d4-ad67-68f4793469ac admin admin] For port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9ca1a18e-e4c1-47ab-b4fb-313ba4fff367,segment=NetworkSegment(17218b54-7776-44b2-88ff-bf42023fc429),segment_id=17218b54-7776-44b2-88ff-bf42023fc429)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:57.436997 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c70ef535-75eb-47d4-ad67-68f4793469ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:57.441347 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-194ce8e8-bfe9-4fbf-acea-ff7577a9fdb5 req-56369e1b-0299-408e-aaa6-b4b166d4cdf6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 210 time: 0.0641820 Jul 08 20:49:57.688384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a381a664-a69a-4e56-80a4-3eafe3394064 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:57.792561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port a381a664-a69a-4e56-80a4-3eafe3394064 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:57.793177 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:57.938714 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:57.953462 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:57.967605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Transition to ACTIVE for port object 0ef7e886-66c3-4a86-b5da-cd194c571366 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:58.016198 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:58.020031 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:49:58.028367 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6880bf-5df7-4f73-bc5a-a98a86b07d3a" -d '{"events": [{"server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "name": "network-vif-plugged", "status": "completed", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:49:58.044221 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c70ef535-75eb-47d4-ad67-68f4793469ac admin admin] Calling delete_port for 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:49:58.045382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a381a664-a69a-4e56-80a4-3eafe3394064, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a381a664-a69a-4e56-80a4-3eafe3394064,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:49:58.055463 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:58.088903 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:49:58.099380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:49:58.118428 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30a23e8-62b8-44b3-a746-87185110173e x-openstack-request-id: req-b30a23e8-62b8-44b3-a746-87185110173e {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:49:58.118720 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "name": "network-vif-plugged", "status": "completed", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:49:58.119008 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b30a23e8-62b8-44b3-a746-87185110173e {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:49:58.119408 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'code': 200} Jul 08 20:49:58.129930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:49:58.145189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a381a664-a69a-4e56-80a4-3eafe3394064,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:58.266246 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'Port': ['ID=0ef7e886-66c3-4a86-b5da-cd194c571366,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:58.300524 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:58.301369 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:58.316320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fc225-c859-4c08-b75c-78afc3c9b911 req-4264b70d-8a1e-4d33-9ed3-0e0ef73951f9 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:58.328374 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-393fc225-c859-4c08-b75c-78afc3c9b911 req-4264b70d-8a1e-4d33-9ed3-0e0ef73951f9 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 945 time: 0.3278115 Jul 08 20:49:58.385426 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1b81dc3f-4b52-4e81-85d6-3cada435833c tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6267531 Jul 08 20:49:58.437930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Request body: {'port': {'device_id': '39a3a45d-4e7f-4709-9886-4aae40632108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:49:58.482556 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bc3c4f9c-88c9-4059-8a6b-21cb039b698e None None] Provisioning for port 0ef7e886-66c3-4a86-b5da-cd194c571366 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:49:58.487310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-393fc225-c859-4c08-b75c-78afc3c9b911 req-8694b650-59dc-45a1-8e20-294921d7d9b5 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569490 Jul 08 20:49:58.492803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bc3c4f9c-88c9-4059-8a6b-21cb039b698e None None] Provisioning complete for port 0ef7e886-66c3-4a86-b5da-cd194c571366 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:58.496269 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bc3c4f9c-88c9-4059-8a6b-21cb039b698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:58.612568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c4f9c-88c9-4059-8a6b-21cb039b698e None None] Port 0ef7e886-66c3-4a86-b5da-cd194c571366 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:49:58.616508 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:58.662850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:49:58.773387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:49:58.773784 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:58.826878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Could not find standard attr ID for object 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:49:58.830689 n-d-791506-16 neutron-server[94067]: INFO neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No ports have port_id starting with 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 Jul 08 20:49:58.856150 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c70ef535-75eb-47d4-ad67-68f4793469ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:58.897368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde4c80-618c-4e55-a1ec-f49ee3fe8fba req-fb8db016-83ab-4419-b33d-c37c0897fb2f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:58.906261 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bde4c80-618c-4e55-a1ec-f49ee3fe8fba req-fb8db016-83ab-4419-b33d-c37c0897fb2f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 931 time: 0.1110971 Jul 08 20:49:58.951077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ef535-75eb-47d4-ad67-68f4793469ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca1a18e-e4c1-47ab-b4fb-313ba4fff367,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:58.964025 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bde4c80-618c-4e55-a1ec-f49ee3fe8fba req-bf201eb0-5163-4f7e-87d5-e32b3bf85f40 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564208 Jul 08 20:49:59.350335 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c70ef535-75eb-47d4-ad67-68f4793469ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:59.419226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef7e886-66c3-4a86-b5da-cd194c571366 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:49:59.430613 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:59.456503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Transition to ACTIVE for port object 0ef7e886-66c3-4a86-b5da-cd194c571366 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:49:59.519899 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:49:59.770629 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Pushing event updated for resources: {'Port': ['ID=0ef7e886-66c3-4a86-b5da-cd194c571366,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:49:59.838590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70ef535-75eb-47d4-ad67-68f4793469ac admin admin] Router 7f6a006a-e844-4061-bd45-ba03d6df33b0 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:49:59.886586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8202e-3e1c-4c5a-852d-a1ce0a741e81 req-27379eea-64a4-41b8-85f1-c2bce30c8e40 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:49:59.893933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fe8202e-3e1c-4c5a-852d-a1ce0a741e81 req-27379eea-64a4-41b8-85f1-c2bce30c8e40 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.2234223 Jul 08 20:50:00.014114 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fe8202e-3e1c-4c5a-852d-a1ce0a741e81 req-2e3feadb-a3f9-4905-bd8a-20c1b58eb9ac tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191339 Jul 08 20:50:00.014946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Attempting to bind port 0ef7e886-66c3-4a86-b5da-cd194c571366 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:50:00.015289 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Attempting to bind port 0ef7e886-66c3-4a86-b5da-cd194c571366 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:50:00.015636 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Attempting to bind port 0ef7e886-66c3-4a86-b5da-cd194c571366 on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:50:00.039946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Port 0ef7e886-66c3-4a86-b5da-cd194c571366 on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:50:00.040583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Attempting to bind port 0ef7e886-66c3-4a86-b5da-cd194c571366 on network be03543c-b5e2-4aa9-9633-fedc1ac723b5 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:50:00.053199 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:50:00.053199 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Checking segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:50:00.053602 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Bound using segment: {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:50:00.053860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Bound port: 0ef7e886-66c3-4a86-b5da-cd194c571366, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea45f945-0d14-4bee-b0ab-e5fc7df58084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:50:00.054216 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:00.185089 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70ef535-75eb-47d4-ad67-68f4793469ac admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:50:00.193519 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c70ef535-75eb-47d4-ad67-68f4793469ac admin admin] 10.222.0.101 "PUT /v2.0/routers/7f6a006a-e844-4061-bd45-ba03d6df33b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6829011 Jul 08 20:50:00.194896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38258) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:00.196349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] For port 0ef7e886-66c3-4a86-b5da-cd194c571366, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:50:00.197731 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb2ab28-6f5f-4d60-827a-a32912a08d60 None None] Sync routers for ids ['7f6a006a-e844-4061-bd45-ba03d6df33b0'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:50:00.201298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] For port 0ef7e886-66c3-4a86-b5da-cd194c571366, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0ef7e886-66c3-4a86-b5da-cd194c571366,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:50:00.217674 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb2ab28-6f5f-4d60-827a-a32912a08d60 None None] Routers {'7f6a006a-e844-4061-bd45-ba03d6df33b0'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:00.218698 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ffb2ab28-6f5f-4d60-827a-a32912a08d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7f6a006a-e844-4061-bd45-ba03d6df33b0'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:00.249387 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:00.282465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a48fd-0e84-4c4e-972a-4aa3ec616327 req-7e020ec0-8745-4198-af5d-b3215db28f52 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:00.289565 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b0a48fd-0e84-4c4e-972a-4aa3ec616327 req-7e020ec0-8745-4198-af5d-b3215db28f52 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 943 time: 0.1326623 Jul 08 20:50:00.332481 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:00.333298 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:00.334904 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] 10.222.0.103 "PUT /v2.0/ports/0ef7e886-66c3-4a86-b5da-cd194c571366 HTTP/1.1" status: 200 len: 1092 time: 1.9016182 Jul 08 20:50:00.393568 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b0a48fd-0e84-4c4e-972a-4aa3ec616327 req-3f129995-52cd-4a93-8309-0418fdd49ab4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771952 Jul 08 20:50:00.397247 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-ffb2ab28-6f5f-4d60-827a-a32912a08d60 None None] Set router 7f6a006a-e844-4061-bd45-ba03d6df33b0 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:00.404319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a3a45d-4e7f-4709-9886-4aae40632108', 'tag': '0ef7e886-66c3-4a86-b5da-cd194c571366'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:00.415281 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4e7bfb-f0a6-4bf0-b179-bfababfb051a" -d '{"events": [{"name": "network-changed", "server_uuid": "39a3a45d-4e7f-4709-9886-4aae40632108", "tag": "0ef7e886-66c3-4a86-b5da-cd194c571366"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:00.519812 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4079ccaf-2398-442d-ae14-ee145f461eac x-openstack-request-id: req-4079ccaf-2398-442d-ae14-ee145f461eac {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:00.520127 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a3a45d-4e7f-4709-9886-4aae40632108", "tag": "0ef7e886-66c3-4a86-b5da-cd194c571366", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:00.520331 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4079ccaf-2398-442d-ae14-ee145f461eac {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:00.520747 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a3a45d-4e7f-4709-9886-4aae40632108', 'tag': '0ef7e886-66c3-4a86-b5da-cd194c571366', 'status': 'completed', 'code': 200} Jul 08 20:50:00.558490 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec1cf1-344c-4dad-ab89-2ee1f4af2beb service neutron] Pushing event updated for resources: {'Port': ['ID=0ef7e886-66c3-4a86-b5da-cd194c571366,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:00.576885 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:00.740755 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ffb2ab28-6f5f-4d60-827a-a32912a08d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'name': 'tempest-TestAggregatesBasicOps-533315926-router', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:43Z', 'updated_at': '2021-07-08T20:49:58Z', 'revision_number': 5, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'gw_port': {'id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:44Z', 'updated_at': '2021-07-08T20:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:00.757095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1645fbca-87a7-4bff-8ae2-d04a00905ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:00.758811 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-1645fbca-87a7-4bff-8ae2-d04a00905ac6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 1095 time: 0.2877119 Jul 08 20:50:00.779356 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb2ab28-6f5f-4d60-827a-a32912a08d60 None None] Checking router: 7f6a006a-e844-4061-bd45-ba03d6df33b0 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:50:00.789763 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb2ab28-6f5f-4d60-827a-a32912a08d60 None None] Routers {'7f6a006a-e844-4061-bd45-ba03d6df33b0'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:00.790681 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ffb2ab28-6f5f-4d60-827a-a32912a08d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:49:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7f6a006a-e844-4061-bd45-ba03d6df33b0'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:00.859373 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-93f12f06-abc0-4318-b7e4-9a6f2a5d28cb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef7e886-66c3-4a86-b5da-cd194c571366 HTTP/1.1" status: 200 len: 217 time: 0.0870283 Jul 08 20:50:00.941657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-19d07dd0-9bce-41d9-967a-91455ca6383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:00.943631 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-19d07dd0-9bce-41d9-967a-91455ca6383b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0752683 Jul 08 20:50:00.953816 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:01.037826 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-ffb2ab28-6f5f-4d60-827a-a32912a08d60 None None] Set router 7f6a006a-e844-4061-bd45-ba03d6df33b0 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:01.182614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Deleting port 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:50:01.183017 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:01.284161 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] For port 0d045c9a-aa72-41b1-901c-0b8ba783b1f1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=0d045c9a-aa72-41b1-901c-0b8ba783b1f1,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:01.284161 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:01.300001 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Calling delete_port for 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:50:01.446078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-f1e2c25a-164e-43c5-8019-7360a9f153db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:01.447743 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-f1e2c25a-164e-43c5-8019-7360a9f153db service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4898038 Jul 08 20:50:01.545142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797ad0c-6fde-42ca-91a9-386b7b9264b2 req-150fede4-e7cd-4bc0-b804-629e8ee106de tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:01.559529 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6797ad0c-6fde-42ca-91a9-386b7b9264b2 req-150fede4-e7cd-4bc0-b804-629e8ee106de tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.2892618 Jul 08 20:50:01.575916 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:01.633959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d045c9a-aa72-41b1-901c-0b8ba783b1f1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:01.678375 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ffb2ab28-6f5f-4d60-827a-a32912a08d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'name': 'tempest-TestAggregatesBasicOps-533315926-router', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:43Z', 'updated_at': '2021-07-08T20:49:58Z', 'revision_number': 5, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'gw_port': {'id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:44Z', 'updated_at': '2021-07-08T20:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:01.684374 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6797ad0c-6fde-42ca-91a9-386b7b9264b2 req-be9be1b4-ee7e-416e-94fb-3d2a9e6084f5 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165619 Jul 08 20:50:01.737137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-5c0588bd-e677-4b6b-8ac5-4ceae0e5472d service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670233 Jul 08 20:50:01.751242 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb2ab28-6f5f-4d60-827a-a32912a08d60 None None] The sync data for ids ['7f6a006a-e844-4061-bd45-ba03d6df33b0'] in n-d-791506-16 is: [{'id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'name': 'tempest-TestAggregatesBasicOps-533315926-router', 'tenant_id': 'aed74c990e5544c18f3d70d05ece279d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:43Z', 'updated_at': '2021-07-08T20:49:58Z', 'revision_number': 5, 'project_id': 'aed74c990e5544c18f3d70d05ece279d', 'gw_port': {'id': '0d045c9a-aa72-41b1-901c-0b8ba783b1f1', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6a006a-e844-4061-bd45-ba03d6df33b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:44Z', 'updated_at': '2021-07-08T20:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:50:01.855928 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:01.994942 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:02.006920 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:02.078577 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dd64132d-d66c-40cd-9867-d1a726c01605 req-c71ea119-d7f5-4163-a0d3-8da9e8a66c6f service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418601 Jul 08 20:50:02.098343 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:02.099776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6a006a-e844-4061-bd45-ba03d6df33b0 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:50:02.133443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887c00c-351e-4744-9b63-d7f7c91d53e2 req-d71efd65-2634-4247-82ba-4119b89e78ab tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:02.145549 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7887c00c-351e-4744-9b63-d7f7c91d53e2 req-d71efd65-2634-4247-82ba-4119b89e78ab tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 943 time: 0.3465283 Jul 08 20:50:02.165297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:02.169532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3648375f-d826-44a0-9c6f-cc8f69d51117 admin admin] 10.222.0.101 "DELETE /v2.0/routers/7f6a006a-e844-4061-bd45-ba03d6df33b0 HTTP/1.1" status: 204 len: 168 time: 1.9679480 Jul 08 20:50:02.169673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38270) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:02.263497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcde62c6-2176-4f13-beee-16b247a9f6f0 admin admin] Deleting subnet 1f198744-c84c-42e8-b556-03e14dae0162 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:50:02.271351 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fcde62c6-2176-4f13-beee-16b247a9f6f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:02.299912 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7887c00c-351e-4744-9b63-d7f7c91d53e2 req-4a910b75-0023-447b-84d7-7f6d3bd72310 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245866 Jul 08 20:50:02.349657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fcde62c6-2176-4f13-beee-16b247a9f6f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:02.360815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7bfb-f0a6-4bf0-b179-bfababfb051a req-c73c42a1-3637-4231-a8b4-4043207dd2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:02.366822 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd4e7bfb-f0a6-4bf0-b179-bfababfb051a req-c73c42a1-3637-4231-a8b4-4043207dd2e4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 1095 time: 0.2198641 Jul 08 20:50:02.521160 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fcde62c6-2176-4f13-beee-16b247a9f6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:02.575082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7bfb-f0a6-4bf0-b179-bfababfb051a req-ec35864b-85f4-4799-91f3-92d8f9d498a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:02.583956 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd4e7bfb-f0a6-4bf0-b179-bfababfb051a req-ec35864b-85f4-4799-91f3-92d8f9d498a1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.2079115 Jul 08 20:50:02.647781 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fcde62c6-2176-4f13-beee-16b247a9f6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:02.698383 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fefa077-543d-4364-b4fa-75fdf4234345 None None] Network 0077cba4-3a19-4669-b684-2f9933d621df requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:50:02.713594 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fcde62c6-2176-4f13-beee-16b247a9f6f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:02.736828 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fcde62c6-2176-4f13-beee-16b247a9f6f0 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/1f198744-c84c-42e8-b556-03e14dae0162 HTTP/1.1" status: 204 len: 168 time: 0.5606153 Jul 08 20:50:02.787612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38274) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:02.814245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:50:02.827791 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd4e7bfb-f0a6-4bf0-b179-bfababfb051a req-d11547d2-c344-4a1f-83f2-7f4ef95072cf service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef7e886-66c3-4a86-b5da-cd194c571366 HTTP/1.1" status: 200 len: 217 time: 0.2265427 Jul 08 20:50:02.911647 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:50:02.912003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9ca1a18e-e4c1-47ab-b4fb-313ba4fff367 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:50:02.967503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde62c6-2176-4f13-beee-16b247a9f6f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f198744-c84c-42e8-b556-03e14dae0162,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:02.986655 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7bfb-f0a6-4bf0-b179-bfababfb051a req-901e203d-9b68-4e22-bbdf-1b99a8dad906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:02.987334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd4e7bfb-f0a6-4bf0-b179-bfababfb051a req-901e203d-9b68-4e22-bbdf-1b99a8dad906 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.1494079 Jul 08 20:50:03.035760 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:03.096761 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0e7d4-861e-4cb6-bb8f-68470c327daa req-788a071a-c2d7-45a2-9197-93d349a03cff tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:03.104973 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d2f0e7d4-861e-4cb6-bb8f-68470c327daa req-788a071a-c2d7-45a2-9197-93d349a03cff tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.1332405 Jul 08 20:50:03.177047 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d2f0e7d4-861e-4cb6-bb8f-68470c327daa req-fe5d6178-41d3-4e63-af6e-e47fed2ac899 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708091 Jul 08 20:50:03.188343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Deleting port ce656e9d-1182-4166-8ba8-4adb185a8d14 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:50:03.188937 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:03.226094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7bfb-f0a6-4bf0-b179-bfababfb051a req-e724b2e0-b47f-4755-ad51-7af73cec9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:03.233769 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd4e7bfb-f0a6-4bf0-b179-bfababfb051a req-e724b2e0-b47f-4755-ad51-7af73cec9fa4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2381563 Jul 08 20:50:03.330443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee070b9-a016-4b98-a951-c8c7826f3eb1 None None] DHCP port deletion for 0077cba4-3a19-4669-b684-2f9933d621df request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:50:03.374457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] For port ce656e9d-1182-4166-8ba8-4adb185a8d14, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce656e9d-1182-4166-8ba8-4adb185a8d14,segment=NetworkSegment(17218b54-7776-44b2-88ff-bf42023fc429),segment_id=17218b54-7776-44b2-88ff-bf42023fc429)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:03.376558 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:03.403980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Calling delete_port for ce656e9d-1182-4166-8ba8-4adb185a8d14 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:50:03.470011 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd4e7bfb-f0a6-4bf0-b179-bfababfb051a req-ebaaf9b1-d06d-4612-a388-54a578bff0d8 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286873 Jul 08 20:50:03.558287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-3ee070b9-a016-4b98-a951-c8c7826f3eb1 None None] Deleting port ce656e9d-1182-4166-8ba8-4adb185a8d14 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:50:03.558669 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3ee070b9-a016-4b98-a951-c8c7826f3eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:03.589058 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:03.687499 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] No DVR routers for this DVR port ce656e9d-1182-4166-8ba8-4adb185a8d14 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:50:03.698367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce656e9d-1182-4166-8ba8-4adb185a8d14,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:03.744875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3ee070b9-a016-4b98-a951-c8c7826f3eb1 None None] For port ce656e9d-1182-4166-8ba8-4adb185a8d14, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce656e9d-1182-4166-8ba8-4adb185a8d14,segment=NetworkSegment(17218b54-7776-44b2-88ff-bf42023fc429),segment_id=17218b54-7776-44b2-88ff-bf42023fc429)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:03.745507 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3ee070b9-a016-4b98-a951-c8c7826f3eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:03.794950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-3ee070b9-a016-4b98-a951-c8c7826f3eb1 None None] Calling delete_port for ce656e9d-1182-4166-8ba8-4adb185a8d14 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:50:03.888566 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:03.912905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0077cba4-3a19-4669-b684-2f9933d621df']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:03.929997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17218b54-7776-44b2-88ff-bf42023fc429') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:03.930534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17218b54-7776-44b2-88ff-bf42023fc429') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:03.954713 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:03.982974 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:03.994613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:50:03.995029 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:50:04.002319 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:50:04.008943 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3ee070b9-a016-4b98-a951-c8c7826f3eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:04.100741 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:04.134309 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:04.136718 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] 10.222.0.101 "DELETE /v2.0/networks/0077cba4-3a19-4669-b684-2f9933d621df HTTP/1.1" status: 204 len: 168 time: 1.3464983 Jul 08 20:50:04.137865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c96f8-0a54-4543-9d59-8b7428d7ad02 admin admin] Pushing event deleted for resources: {'Network': ['ID=0077cba4-3a19-4669-b684-2f9933d621df,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:04.160872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee070b9-a016-4b98-a951-c8c7826f3eb1 None None] Pushing event deleted for resources: {'Port': ['ID=ce656e9d-1182-4166-8ba8-4adb185a8d14,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:04.163859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee070b9-a016-4b98-a951-c8c7826f3eb1 None None] No DVR routers for this DVR port ce656e9d-1182-4166-8ba8-4adb185a8d14 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:50:04.169451 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2dab-a264-4c33-88c3-f05f7e4e335b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:04.192272 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:50:04.405471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd4e7bfb-f0a6-4bf0-b179-bfababfb051a req-344a5e06-8806-47c7-9bdf-96f976b341bf service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9283621 Jul 08 20:50:04.470637 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455be84-8949-4d83-81bb-d9bddf8c98de req-d9b9140e-2ccb-4ef5-95b2-8ec54c517acd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:04.480514 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7455be84-8949-4d83-81bb-d9bddf8c98de req-d9b9140e-2ccb-4ef5-95b2-8ec54c517acd tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 943 time: 0.8093996 Jul 08 20:50:04.507399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d97421-b1b7-4525-8e49-9c9e5f1793fd req-adad6fff-d0f2-4c27-a5ad-5e48988c18b3 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:04.514920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66d97421-b1b7-4525-8e49-9c9e5f1793fd req-adad6fff-d0f2-4c27-a5ad-5e48988c18b3 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.1673763 Jul 08 20:50:04.514920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38286) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:04.545871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7455be84-8949-4d83-81bb-d9bddf8c98de req-7fb2f261-9bff-4393-9446-697733fe92e5 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641119 Jul 08 20:50:04.655670 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66d97421-b1b7-4525-8e49-9c9e5f1793fd req-ee91479b-0d83-46b1-81cf-1a3418d91dfd tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363626 Jul 08 20:50:04.668787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38290) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:04.669229 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6e7b21bb-76f4-484b-bdf9-4bf2716a9919 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=477795e592bc42b7aa73ebca656df3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522648 Jul 08 20:50:04.675041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:50:04.726782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:50:04.727783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 0d045c9a-aa72-41b1-901c-0b8ba783b1f1 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:50:04.729580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce656e9d-1182-4166-8ba8-4adb185a8d14 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:50:04.753374 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: ce656e9d-1182-4166-8ba8-4adb185a8d14 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:50:04.754660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce656e9d-1182-4166-8ba8-4adb185a8d14 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:50:04.761542 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc8980d2-fdd4-452c-9302-64f308c5119b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:04.796084 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc8980d2-fdd4-452c-9302-64f308c5119b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:04.858854 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc8980d2-fdd4-452c-9302-64f308c5119b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:04.862515 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc8980d2-fdd4-452c-9302-64f308c5119b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:04.864124 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fc8980d2-fdd4-452c-9302-64f308c5119b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4583ef74-6b26-4648-9658-ef96a7e4efae HTTP/1.1" status: 204 len: 168 time: 0.1937840 Jul 08 20:50:04.874658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8980d2-fdd4-452c-9302-64f308c5119b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4583ef74-6b26-4648-9658-ef96a7e4efae,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:05.295220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38296) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:05.350282 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9c664aec-fc5a-482c-aa7e-7927cedef2ab admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=aed74c990e5544c18f3d70d05ece279d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515859 Jul 08 20:50:05.350605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38298) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:05.419425 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0305b423-e8cb-40ff-8849-f6d29a2c40e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:05.450001 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0305b423-e8cb-40ff-8849-f6d29a2c40e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:05.512413 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0305b423-e8cb-40ff-8849-f6d29a2c40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:05.515122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0305b423-e8cb-40ff-8849-f6d29a2c40e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:05.516291 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0305b423-e8cb-40ff-8849-f6d29a2c40e1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5736cd69-1ac6-4f00-80e9-491cc764b808 HTTP/1.1" status: 204 len: 168 time: 0.1647639 Jul 08 20:50:05.525855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305b423-e8cb-40ff-8849-f6d29a2c40e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5736cd69-1ac6-4f00-80e9-491cc764b808,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:05.799596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92713fe8-c8a1-4513-94d8-dc78bf57cb9a req-d70e50a2-5e65-4f18-bb7a-1aeecc0f6742 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:05.805823 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-92713fe8-c8a1-4513-94d8-dc78bf57cb9a req-d70e50a2-5e65-4f18-bb7a-1aeecc0f6742 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 943 time: 0.0916271 Jul 08 20:50:05.927452 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-92713fe8-c8a1-4513-94d8-dc78bf57cb9a req-16a1ddb7-cfcc-454a-9227-1778d3f89562 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860698 Jul 08 20:50:05.933376 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1ba14-0702-4dfe-8a39-18d4e33af6e0 req-890670a3-cc47-4f3d-b2da-e69f740c4c0c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:05.940897 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-64e1ba14-0702-4dfe-8a39-18d4e33af6e0 req-890670a3-cc47-4f3d-b2da-e69f740c4c0c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.0978365 Jul 08 20:50:05.998970 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-64e1ba14-0702-4dfe-8a39-18d4e33af6e0 req-af3aa9b8-23dd-4bfb-9f70-6d59f481be7b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570199 Jul 08 20:50:06.998557 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0c1b61c2-de32-4473-ab10-8ab8c874d8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:07.132254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4554e-0563-451a-972d-84364fa4be66 req-dd2ff114-2163-4990-ba7f-e25e92cd315d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:07.134776 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10c4554e-0563-451a-972d-84364fa4be66 req-dd2ff114-2163-4990-ba7f-e25e92cd315d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 943 time: 0.0783246 Jul 08 20:50:07.154095 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:07.198379 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10c4554e-0563-451a-972d-84364fa4be66 req-ba2c4a09-ba94-47ae-a3cc-bdb6a7b91f89 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569994 Jul 08 20:50:07.232746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3c19f-3880-4405-b475-00eda890dc8b req-735ba508-5a39-47d9-b546-09443ee0e63d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:07.235133 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f6f3c19f-3880-4405-b475-00eda890dc8b req-735ba508-5a39-47d9-b546-09443ee0e63d tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.0885358 Jul 08 20:50:07.280082 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f6f3c19f-3880-4405-b475-00eda890dc8b req-ab661dbb-4c69-44cb-b73f-6d5c09778493 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390100 Jul 08 20:50:07.732500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca12fe4-c32d-4c5f-a0bf-07d122d75373 req-82015032-8e58-48d3-ae97-7eaa5acb0165 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:07.734983 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aca12fe4-c32d-4c5f-a0bf-07d122d75373 req-82015032-8e58-48d3-ae97-7eaa5acb0165 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 946 time: 0.0977013 Jul 08 20:50:07.777314 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aca12fe4-c32d-4c5f-a0bf-07d122d75373 req-00d0af85-7d51-4038-b1b2-d6a56505f2c3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358145 Jul 08 20:50:07.805168 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38318) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:07.879968 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b508291d-4450-4438-8411-e4b5a5203cf9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/3fd52447-876a-41bc-abb1-345a5e515ed1 HTTP/1.1" status: 200 len: 994 time: 0.0734994 Jul 08 20:50:08.286683 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:08.442019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf5706-c924-4693-80e7-a71117733470 req-21b7c207-d0b5-48ca-a667-3f7c16191603 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:08.454023 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0faf5706-c924-4693-80e7-a71117733470 req-21b7c207-d0b5-48ca-a667-3f7c16191603 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 943 time: 0.0864182 Jul 08 20:50:08.494959 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0faf5706-c924-4693-80e7-a71117733470 req-0e34dee1-96fe-4338-9289-2e319d1467c9 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397594 Jul 08 20:50:08.586138 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7160d-46e1-4dad-815d-68cbcc55c927 req-8d83ef99-9ec1-4529-91ec-37b4e5a80e9b tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:08.587706 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e8e7160d-46e1-4dad-815d-68cbcc55c927 req-8d83ef99-9ec1-4529-91ec-37b4e5a80e9b tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 1098 time: 0.0564671 Jul 08 20:50:08.635824 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e8e7160d-46e1-4dad-815d-68cbcc55c927 req-871d606f-22d1-450f-bcdb-0345439fdeec tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423944 Jul 08 20:50:08.711472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec8fa-284d-40f0-b098-0966ebbe88bd req-d2a8da64-3816-40c6-ab4c-7610244e8fe0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:08.713056 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73bec8fa-284d-40f0-b098-0966ebbe88bd req-d2a8da64-3816-40c6-ab4c-7610244e8fe0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.0820644 Jul 08 20:50:08.769511 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73bec8fa-284d-40f0-b098-0966ebbe88bd req-3b060e43-1586-4525-9f2e-4d71fdb9ee02 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490556 Jul 08 20:50:09.499735 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f07f8039-80e0-43a4-b108-b41cb883017d service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1779606 Jul 08 20:50:09.722768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1497e1-c693-4a1b-a98e-28e918e65b4c req-070a2689-eb0d-454c-95a1-11b4f5de6e84 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:09.724363 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1d1497e1-c693-4a1b-a98e-28e918e65b4c req-070a2689-eb0d-454c-95a1-11b4f5de6e84 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 943 time: 0.0948293 Jul 08 20:50:09.776664 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1d1497e1-c693-4a1b-a98e-28e918e65b4c req-71ebfd60-f21f-4877-b752-4e9ed8c0702b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418725 Jul 08 20:50:09.842920 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:09.993837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d5deb-6add-4c65-aa97-bebb9c321671 req-da043487-bac3-4499-8016-ecc63d72d6f7 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:09.995483 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb5d5deb-6add-4c65-aa97-bebb9c321671 req-da043487-bac3-4499-8016-ecc63d72d6f7 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.0816796 Jul 08 20:50:10.063936 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb5d5deb-6add-4c65-aa97-bebb9c321671 req-090fd4fc-498b-4c3c-9b02-eab5abf93d1f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625489 Jul 08 20:50:10.203032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-7244cd2b-2ab5-48e9-b952-9f1bc5283146 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:50:10.204397 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-7244cd2b-2ab5-48e9-b952-9f1bc5283146 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0760398 Jul 08 20:50:10.215473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] Request body: {'binding': {'host': 'n-h2-791506-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:10.216285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] Unknown quota resources ['binding']. {{(pid=94065) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:50:10.359106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] Attempting to bind port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on host n-h2-791506-16 for vnic_type normal with profile None {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:50:10.359535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] Attempting to bind port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:50:10.359776 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] Attempting to bind port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on network 953c0098-6583-4b14-ab97-1ea1e8479307 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:50:10.364482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] Port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on network 953c0098-6583-4b14-ab97-1ea1e8479307 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:50:10.364914 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] Attempting to bind port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on network 953c0098-6583-4b14-ab97-1ea1e8479307 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:50:10.369906 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:50:10.370239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] Checking segment: {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:50:10.370622 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] Bound using segment: {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:50:10.371061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] Bound port: d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:50:10.484384 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:50:10.490648 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:10.492028 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] 10.222.0.101 "POST /v2.0/ports/d8c20ee8-b4c0-4bfe-a20f-ce389457f318/bindings HTTP/1.1" status: 201 len: 390 time: 0.2805934 Jul 08 20:50:10.696550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb300d-0ab0-45e1-9390-dee255e7c412 req-a246f79b-387e-4528-8b6d-a5c155f63939 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:10.698173 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-50cb300d-0ab0-45e1-9390-dee255e7c412 req-a246f79b-387e-4528-8b6d-a5c155f63939 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 946 time: 0.0666389 Jul 08 20:50:10.738003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-50cb300d-0ab0-45e1-9390-dee255e7c412 req-886db510-8705-4350-9522-43750673f615 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340753 Jul 08 20:50:10.744943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-d3fbe93a-fef4-4e2b-addb-2edd4c377ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:10.746538 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-d3fbe93a-fef4-4e2b-addb-2edd4c377ced service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 1098 time: 0.0559428 Jul 08 20:50:10.849932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-89376125-b762-4d67-9fae-74d2d42e95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:10.851432 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-89376125-b762-4d67-9fae-74d2d42e95f6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=953c0098-6583-4b14-ab97-1ea1e8479307 HTTP/1.1" status: 200 len: 898 time: 0.0946705 Jul 08 20:50:10.954610 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-86385a41-6ebf-4a56-85c4-3d155d623bf3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318 HTTP/1.1" status: 200 len: 1002 time: 0.0918045 Jul 08 20:50:11.026621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1a2a2-9336-471a-9dcf-b931ca0bac3b req-8ac4d0d3-3d53-4079-a554-78b28182a355 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:11.028090 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-33f1a2a2-9336-471a-9dcf-b931ca0bac3b req-8ac4d0d3-3d53-4079-a554-78b28182a355 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 943 time: 0.1237137 Jul 08 20:50:11.031778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-7f275792-ad3a-4534-91e2-64168c339bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:11.034350 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-7f275792-ad3a-4534-91e2-64168c339bf7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=86602434-b638-42ff-b248-1b6063c93486 HTTP/1.1" status: 200 len: 835 time: 0.0662153 Jul 08 20:50:11.099129 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-33f1a2a2-9336-471a-9dcf-b931ca0bac3b req-44c65e12-0dae-4661-85d7-7a46cdd12185 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636945 Jul 08 20:50:11.123032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e260-d66d-499c-a87e-d914fa3aa264 req-80bf0031-192b-46dc-aa22-a6f8945d35af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:11.123315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c5f28436-4d5b-412b-a1e2-c44fe3076f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:11.124550 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8761e260-d66d-499c-a87e-d914fa3aa264 req-80bf0031-192b-46dc-aa22-a6f8945d35af service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 1098 time: 0.0618727 Jul 08 20:50:11.124828 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c5f28436-4d5b-412b-a1e2-c44fe3076f1a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=953c0098-6583-4b14-ab97-1ea1e8479307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761528 Jul 08 20:50:11.228431 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-b3d58745-4d3e-46ea-bfdd-a0c93afe3059 service neutron] 10.222.0.103 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911515 Jul 08 20:50:11.263928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e260-d66d-499c-a87e-d914fa3aa264 req-6097a09e-28f2-422a-8ab7-773f85e6b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:11.265453 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8761e260-d66d-499c-a87e-d914fa3aa264 req-6097a09e-28f2-422a-8ab7-773f85e6b38b service neutron] 10.222.0.104 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 918 time: 0.1345727 Jul 08 20:50:11.328471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-a7a6509c-9462-451a-9494-bb9cf5af153e service neutron] 10.222.0.103 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890872 Jul 08 20:50:11.336500 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566c7c4-3861-401a-9374-ad21491b401c req-a2c7257d-838a-43d3-8696-738fe0c9ad11 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:11.338696 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a566c7c4-3861-401a-9374-ad21491b401c req-a2c7257d-838a-43d3-8696-738fe0c9ad11 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.1496606 Jul 08 20:50:11.377171 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8761e260-d66d-499c-a87e-d914fa3aa264 req-10236d18-05e1-4899-9611-83721ec98b86 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a381a664-a69a-4e56-80a4-3eafe3394064 HTTP/1.1" status: 200 len: 1002 time: 0.1041141 Jul 08 20:50:11.422239 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a566c7c4-3861-401a-9374-ad21491b401c req-439bf8d7-eb02-4eb7-a858-e3fbcf0948a1 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758810 Jul 08 20:50:11.441209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e260-d66d-499c-a87e-d914fa3aa264 req-40d1e610-047f-4fe3-9bc6-54073992f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:11.442841 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8761e260-d66d-499c-a87e-d914fa3aa264 req-40d1e610-047f-4fe3-9bc6-54073992f744 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0597839 Jul 08 20:50:11.500507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e260-d66d-499c-a87e-d914fa3aa264 req-1a814a5c-8166-4a47-a436-bd3983a1adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:11.502729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8761e260-d66d-499c-a87e-d914fa3aa264 req-1a814a5c-8166-4a47-a436-bd3983a1adf7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531189 Jul 08 20:50:11.504396 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-01f2ac1a-1d2d-44de-b480-0a25555a336c tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:11.505931 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-01f2ac1a-1d2d-44de-b480-0a25555a336c tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca&tenant_id=87de211a996a4ed5bde38a65ec379f1e&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 1098 time: 0.1039028 Jul 08 20:50:11.522874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-16'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:11.598636 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8761e260-d66d-499c-a87e-d914fa3aa264 req-37f3570b-53c2-4b47-aef4-c5e2d570a1db service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897410 Jul 08 20:50:11.614944 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:11.695073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8761e260-d66d-499c-a87e-d914fa3aa264 req-5e478da2-284f-4b58-a3a0-c00a7cf14771 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898919 Jul 08 20:50:11.732397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-42c01eb9-05cd-4e06-a8b4-ea34ce946738 req-3ad3c4e5-d3cf-4ef2-ad16-8c3b06e54714 service neutron] (94066) timed out ('10.222.0.101', 46952) {{(pid=94066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 20:50:11.750813 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:11.791799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:50:11.833603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:11.835862 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab2cdef-66ac-4d32-be15-37ffad5a1adc" -d '{"events": [{"server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:11.839786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:11.846558 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:11.891579 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ce81de-9c31-4f92-af9c-79dd9b0ff7ef x-openstack-request-id: req-00ce81de-9c31-4f92-af9c-79dd9b0ff7ef {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:11.891868 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:11.892128 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-00ce81de-9c31-4f92-af9c-79dd9b0ff7ef {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:11.892567 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'code': 200} Jul 08 20:50:12.033891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Pushing event updated for resources: {'Port': ['ID=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:12.093774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62537d6-404d-4d6d-8254-6bbbcf8b8277 req-d75fb9b4-e92d-49a1-b602-49e37c0b564f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:12.095876 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d62537d6-404d-4d6d-8254-6bbbcf8b8277 req-d75fb9b4-e92d-49a1-b602-49e37c0b564f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 944 time: 0.2401063 Jul 08 20:50:12.134562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a281b756-8fa8-4c0a-aba4-16996e0d95d4 None None] Provisioning complete for port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:12.135153 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a281b756-8fa8-4c0a-aba4-16996e0d95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:12.148015 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Attempting to bind port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on host n-h1-791506-16 for vnic_type normal with profile {"migrating_to": "n-h2-791506-16"} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:50:12.148496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Attempting to bind port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:50:12.148708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Attempting to bind port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on network 953c0098-6583-4b14-ab97-1ea1e8479307 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:50:12.164122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on network 953c0098-6583-4b14-ab97-1ea1e8479307 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:50:12.164457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Attempting to bind port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on network 953c0098-6583-4b14-ab97-1ea1e8479307 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:50:12.168897 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d62537d6-404d-4d6d-8254-6bbbcf8b8277 req-b1530a41-2a8f-4107-b0af-54a71dc968ae tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562408 Jul 08 20:50:12.171943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a281b756-8fa8-4c0a-aba4-16996e0d95d4 None None] Port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:50:12.174580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:50:12.175100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Checking segment: {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:50:12.175367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Bound using segment: {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:50:12.175828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Bound port: d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f89585-8781-4a24-bd98-b7ae3a812aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:50:12.176374 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:12.242264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:50:12.247053 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:50:12.251423 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:12.304970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc80c2-1813-49cf-b653-77ccd4b56812 req-07e582bc-55e1-4ff5-a316-d7e917e7813d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:12.309126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6dbc80c2-1813-49cf-b653-77ccd4b56812 req-07e582bc-55e1-4ff5-a316-d7e917e7813d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 943 time: 0.0760367 Jul 08 20:50:12.349867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6dbc80c2-1813-49cf-b653-77ccd4b56812 req-e522a9a1-e7db-4dfc-a43f-c22f7a2de999 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375912 Jul 08 20:50:12.350576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Pushing event updated for resources: {'Port': ['ID=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:12.400206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:12.400881 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:12.402328 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f165809c-59c5-4a25-a962-08f0599ba74e service neutron] 10.222.0.103 "PUT /v2.0/ports/d8c20ee8-b4c0-4bfe-a20f-ce389457f318 HTTP/1.1" status: 200 len: 1124 time: 0.8850853 Jul 08 20:50:12.469655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['d8c20ee8-b4c0-4bfe-a20f-ce389457f318'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:50:12.614459 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Provisioning complete for port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:12.614832 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:12.619885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b20d1-ce6b-46cf-acc1-5947e33342b5 req-ea4c02fd-56ff-4837-b6c9-b31187aec54b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:12.621522 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3c8b20d1-ce6b-46cf-acc1-5947e33342b5 req-ea4c02fd-56ff-4837-b6c9-b31187aec54b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.0722096 Jul 08 20:50:12.663494 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3c8b20d1-ce6b-46cf-acc1-5947e33342b5 req-79bf99f0-06db-4a65-9a54-b687e2f918c0 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339665 Jul 08 20:50:12.757224 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:12.795657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:12.797840 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce5280-6477-4a3f-9606-8038a4f92ced" -d '{"events": [{"server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "name": "network-vif-plugged", "status": "completed", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:12.812793 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:12.818366 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:12.861819 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9525772-1e05-44e0-94b6-0dad4eddcbcf x-openstack-request-id: req-d9525772-1e05-44e0-94b6-0dad4eddcbcf {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:12.862132 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "name": "network-vif-plugged", "status": "completed", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:12.862373 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d9525772-1e05-44e0-94b6-0dad4eddcbcf {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:12.862765 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'code': 200} Jul 08 20:50:12.956989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Pushing event updated for resources: {'Port': ['ID=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:12.974002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:12.974353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:12.974767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:12.975109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:12.975447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:12.975781 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:12.976183 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:12.976515 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:12.976873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:12.977273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:12.977655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:12.978010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c343051-1a15-499b-8d5b-fbf6a1c930e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:13.312610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 0ef7e886-66c3-4a86-b5da-cd194c571366 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:50:13.406076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40355c3-b4a2-4b28-b8b3-7eacbd57a369 req-592026a0-34fc-4fcd-aea4-922f33613a65 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:13.407691 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d40355c3-b4a2-4b28-b8b3-7eacbd57a369 req-592026a0-34fc-4fcd-aea4-922f33613a65 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 946 time: 0.1134632 Jul 08 20:50:13.453271 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 0ef7e886-66c3-4a86-b5da-cd194c571366, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0ef7e886-66c3-4a86-b5da-cd194c571366,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:13.460862 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d40355c3-b4a2-4b28-b8b3-7eacbd57a369 req-5b6acd0c-f0f9-49d0-828a-3e2d6a871572 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441711 Jul 08 20:50:13.470182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '0ef7e886-66c3-4a86-b5da-cd194c571366', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'port_id': '0ef7e886-66c3-4a86-b5da-cd194c571366', 'mac_address': 'fa:16:3e:18:7c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:50:13.511320 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:13.524777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef7e886-66c3-4a86-b5da-cd194c571366 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:50:13.545904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 0ef7e886-66c3-4a86-b5da-cd194c571366, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0ef7e886-66c3-4a86-b5da-cd194c571366,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:13.550504 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:13.551868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd09ce3-3070-4919-8e03-0f5b7ab805c5 req-09fee7f1-50e4-4ae6-bc52-3c2bfb571ce3 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:13.553488 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ddd09ce3-3070-4919-8e03-0f5b7ab805c5 req-09fee7f1-50e4-4ae6-bc52-3c2bfb571ce3 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 943 time: 0.0659380 Jul 08 20:50:13.593690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ddd09ce3-3070-4919-8e03-0f5b7ab805c5 req-23afd4bb-012c-45d1-9076-a402fb767221 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340538 Jul 08 20:50:13.604402 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=0ef7e886-66c3-4a86-b5da-cd194c571366,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:13.764225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a381a664-a69a-4e56-80a4-3eafe3394064 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:50:13.838502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['0ef7e886-66c3-4a86-b5da-cd194c571366'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:50:13.857789 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6a86a-38bb-492d-bf96-1276665ee423 req-e71c5cd9-3578-46f5-b674-58073d2758a8 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:13.859340 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cec6a86a-38bb-492d-bf96-1276665ee423 req-e71c5cd9-3578-46f5-b674-58073d2758a8 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 946 time: 0.0732434 Jul 08 20:50:13.881994 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:13.896154 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:13.898556 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4321c335-a910-4101-a922-6decbb2450e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:13.909882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cec6a86a-38bb-492d-bf96-1276665ee423 req-1a433b38-3e84-43a4-8ad1-dfaf151c904c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448081 Jul 08 20:50:13.929510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a381a664-a69a-4e56-80a4-3eafe3394064, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a381a664-a69a-4e56-80a4-3eafe3394064,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:13.946350 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:13.948847 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7b941e-67a2-4f1c-b2b5-3a858902f796 x-openstack-request-id: req-9c7b941e-67a2-4f1c-b2b5-3a858902f796 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:13.949342 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:13.949666 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9c7b941e-67a2-4f1c-b2b5-3a858902f796 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:13.950136 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'status': 'completed', 'code': 200} Jul 08 20:50:14.029691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321c335-a910-4101-a922-6decbb2450e7 req-84cb8092-9735-440c-8840-40dcebfa774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:14.031863 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4321c335-a910-4101-a922-6decbb2450e7 req-84cb8092-9735-440c-8840-40dcebfa774c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 1129 time: 0.0580704 Jul 08 20:50:14.032009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a381a664-a69a-4e56-80a4-3eafe3394064,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:14.141208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321c335-a910-4101-a922-6decbb2450e7 req-272b3ca1-17ea-4884-905e-0d481a0b2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:14.142964 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4321c335-a910-4101-a922-6decbb2450e7 req-272b3ca1-17ea-4884-905e-0d481a0b2e77 service neutron] 10.222.0.104 "GET /v2.0/networks?id=953c0098-6583-4b14-ab97-1ea1e8479307 HTTP/1.1" status: 200 len: 898 time: 0.1052482 Jul 08 20:50:14.220139 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4321c335-a910-4101-a922-6decbb2450e7 req-e0bc8185-391b-43c4-85b1-2cb0ce4865ec service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318 HTTP/1.1" status: 200 len: 1002 time: 0.0704906 Jul 08 20:50:14.278117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321c335-a910-4101-a922-6decbb2450e7 req-be976e0e-1b07-483d-85b9-b2d160dd1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:14.280705 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4321c335-a910-4101-a922-6decbb2450e7 req-be976e0e-1b07-483d-85b9-b2d160dd1860 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=86602434-b638-42ff-b248-1b6063c93486 HTTP/1.1" status: 200 len: 835 time: 0.0541713 Jul 08 20:50:14.343422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321c335-a910-4101-a922-6decbb2450e7 req-830c66c9-89e7-49c8-8000-98650a52bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:14.345030 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4321c335-a910-4101-a922-6decbb2450e7 req-830c66c9-89e7-49c8-8000-98650a52bf0a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=953c0098-6583-4b14-ab97-1ea1e8479307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583472 Jul 08 20:50:14.471552 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4321c335-a910-4101-a922-6decbb2450e7 req-81cd1baa-dd6c-4156-9534-eb2ed83bd06c service neutron] 10.222.0.104 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163683 Jul 08 20:50:14.579279 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4321c335-a910-4101-a922-6decbb2450e7 req-4f9399ba-9c65-4b6a-b7a5-4a19d5fe2d54 service neutron] 10.222.0.104 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005979 Jul 08 20:50:14.652829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702700c-a1d6-4585-9e31-050890897d69 req-5c1152fe-3730-4d9d-9204-55fa898d8864 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:14.654373 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6702700c-a1d6-4585-9e31-050890897d69 req-5c1152fe-3730-4d9d-9204-55fa898d8864 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 946 time: 0.0677326 Jul 08 20:50:14.694049 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6702700c-a1d6-4585-9e31-050890897d69 req-d1d9abf9-feea-496c-9c75-0d02e2d0fcbf tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332565 Jul 08 20:50:14.863570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6174fd-ac83-4c57-82a6-bc48de820b34 req-1fb73871-1b71-4231-83b9-88edc92372ca tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:14.864265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:14.865176 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a6174fd-ac83-4c57-82a6-bc48de820b34 req-1fb73871-1b71-4231-83b9-88edc92372ca tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 944 time: 0.0664895 Jul 08 20:50:14.866856 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf125ad0-b083-4b8a-8ca8-dc6f455d6e68" -d '{"events": [{"server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "name": "network-vif-unplugged", "status": "completed", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:14.905969 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a6174fd-ac83-4c57-82a6-bc48de820b34 req-c3e28f3d-5d32-45f7-b60c-1874bf8bcd01 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345283 Jul 08 20:50:14.948185 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85129015-332b-4df7-b364-aacfd07314d8 x-openstack-request-id: req-85129015-332b-4df7-b364-aacfd07314d8 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:14.948480 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "name": "network-vif-unplugged", "status": "failed", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064", "code": 422}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:14.948771 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-85129015-332b-4df7-b364-aacfd07314d8 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:14.949179 n-d-791506-16 neutron-server[94067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'code': 422} returned with failed status Jul 08 20:50:15.166619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557aac9-2e71-4545-b0f0-ed81a92643c6 req-39abf588-db73-457f-89cf-e97d2586e4c1 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:15.168124 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2557aac9-2e71-4545-b0f0-ed81a92643c6 req-39abf588-db73-457f-89cf-e97d2586e4c1 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.1118162 Jul 08 20:50:15.170714 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5826d467-187e-4c42-970e-69d797ecd680 req-1992da82-22ce-4832-b36a-0471073b1d52 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1028085 Jul 08 20:50:15.210340 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2557aac9-2e71-4545-b0f0-ed81a92643c6 req-32b9fb2d-ab4d-4b0c-b6d0-4d07cb36e9f6 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348012 Jul 08 20:50:15.318272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d8c20ee8-b4c0-4bfe-a20f-ce389457f318 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:50:15.322226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 0ef7e886-66c3-4a86-b5da-cd194c571366 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:50:15.429808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 0ef7e886-66c3-4a86-b5da-cd194c571366 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:50:15.443180 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 0ef7e886-66c3-4a86-b5da-cd194c571366 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:15.443538 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:15.489866 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:15.504995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d8c20ee8-b4c0-4bfe-a20f-ce389457f318 has no active binding in host n-h2-791506-16 {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 20:50:15.549022 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:15.582782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 0ef7e886-66c3-4a86-b5da-cd194c571366, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0ef7e886-66c3-4a86-b5da-cd194c571366,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:15.587192 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:15.637421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=0ef7e886-66c3-4a86-b5da-cd194c571366,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:15.878666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885d753-3ec0-4c91-ba31-407f56c16937 req-3db6c908-eb8f-41e2-8c29-00aa51f41e16 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:15.880214 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8885d753-3ec0-4c91-ba31-407f56c16937 req-3db6c908-eb8f-41e2-8c29-00aa51f41e16 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 946 time: 0.0675483 Jul 08 20:50:15.919145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8885d753-3ec0-4c91-ba31-407f56c16937 req-c674e043-47a9-4e7a-8ffa-6aec5a71e1c4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331388 Jul 08 20:50:16.092255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f681c1-d8dc-4d06-b739-e9bb5585fba0 req-9834ab6d-814e-4b9e-92e9-3141d0cb9875 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:16.093915 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4f681c1-d8dc-4d06-b739-e9bb5585fba0 req-9834ab6d-814e-4b9e-92e9-3141d0cb9875 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 945 time: 0.0700626 Jul 08 20:50:16.097016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826d467-187e-4c42-970e-69d797ecd680 req-1a6dc50e-d4ab-48e9-b45b-53d0de7096b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:16.098681 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5826d467-187e-4c42-970e-69d797ecd680 req-1a6dc50e-d4ab-48e9-b45b-53d0de7096b5 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d&tenant_id=2707aad6b07445cb940afd1a942d77b8 HTTP/1.1" status: 200 len: 1096 time: 0.0588019 Jul 08 20:50:16.134184 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4f681c1-d8dc-4d06-b739-e9bb5585fba0 req-2882a2d4-2ca5-4e60-b5e2-04395e99d634 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344834 Jul 08 20:50:16.176522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826d467-187e-4c42-970e-69d797ecd680 req-fa67f7ce-0498-4e70-a9b8-db18a96872d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:16.178066 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5826d467-187e-4c42-970e-69d797ecd680 req-fa67f7ce-0498-4e70-a9b8-db18a96872d3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2707aad6b07445cb940afd1a942d77b8&device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 1096 time: 0.0537281 Jul 08 20:50:16.271153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826d467-187e-4c42-970e-69d797ecd680 req-a67a45a5-721a-42e8-a010-3083d28b187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:16.272771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5826d467-187e-4c42-970e-69d797ecd680 req-a67a45a5-721a-42e8-a010-3083d28b187a service neutron] 10.222.0.104 "GET /v2.0/networks?id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 200 len: 918 time: 0.0879102 Jul 08 20:50:16.370692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5826d467-187e-4c42-970e-69d797ecd680 req-b0e2e19c-83f6-46ba-b1ad-70acc29bde74 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a381a664-a69a-4e56-80a4-3eafe3394064 HTTP/1.1" status: 200 len: 1000 time: 0.0910246 Jul 08 20:50:16.439824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5998c7-bf6d-4799-9266-6635b68315ca req-406e52d9-8203-412a-b2e7-1df94c4fc2d9 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:16.441364 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd5998c7-bf6d-4799-9266-6635b68315ca req-406e52d9-8203-412a-b2e7-1df94c4fc2d9 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.1086514 Jul 08 20:50:16.443174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826d467-187e-4c42-970e-69d797ecd680 req-25a1003d-4343-42d5-aefc-ac5f7b1993a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:16.444496 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5826d467-187e-4c42-970e-69d797ecd680 req-25a1003d-4343-42d5-aefc-ac5f7b1993a7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 200 len: 856 time: 0.0660567 Jul 08 20:50:16.513050 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cd5998c7-bf6d-4799-9266-6635b68315ca req-869b510a-3a46-4d35-b000-b4d6e17f8600 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659833 Jul 08 20:50:16.531040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826d467-187e-4c42-970e-69d797ecd680 req-10f0e4d5-3c7b-4c84-bccc-29e7d16b880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:16.532554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5826d467-187e-4c42-970e-69d797ecd680 req-10f0e4d5-3c7b-4c84-bccc-29e7d16b880a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794787 Jul 08 20:50:16.623486 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5826d467-187e-4c42-970e-69d797ecd680 req-72b55958-5481-4de0-adab-0c7bb250abc2 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835226 Jul 08 20:50:16.718016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5826d467-187e-4c42-970e-69d797ecd680 req-aff6edfe-6fc0-481d-b6fb-44b1e86edcd1 service neutron] 10.222.0.104 "GET /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886784 Jul 08 20:50:16.950149 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a3a45d-4e7f-4709-9886-4aae40632108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef7e886-66c3-4a86-b5da-cd194c571366'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:16.952831 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f420dae-e5a7-4c08-958d-418a264dd23b" -d '{"events": [{"server_uuid": "39a3a45d-4e7f-4709-9886-4aae40632108", "name": "network-vif-plugged", "status": "completed", "tag": "0ef7e886-66c3-4a86-b5da-cd194c571366"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:16.990848 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ca0eee-403c-4370-a5fd-bb09f42f6a4a x-openstack-request-id: req-81ca0eee-403c-4370-a5fd-bb09f42f6a4a {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:16.991147 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a3a45d-4e7f-4709-9886-4aae40632108", "name": "network-vif-plugged", "status": "completed", "tag": "0ef7e886-66c3-4a86-b5da-cd194c571366", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:16.991404 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-81ca0eee-403c-4370-a5fd-bb09f42f6a4a {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:16.991808 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a3a45d-4e7f-4709-9886-4aae40632108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef7e886-66c3-4a86-b5da-cd194c571366', 'code': 200} Jul 08 20:50:17.205860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06bb86-3a02-450e-b30e-e004e405aa7b req-4ff3f2e3-b318-456a-90de-4abb66e47cfe tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:17.208359 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0a06bb86-3a02-450e-b30e-e004e405aa7b req-4ff3f2e3-b318-456a-90de-4abb66e47cfe tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 946 time: 0.1665127 Jul 08 20:50:17.270949 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0a06bb86-3a02-450e-b30e-e004e405aa7b req-079d9ea3-3d74-4fdd-9c60-383b26b86b4a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528204 Jul 08 20:50:17.273863 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd79d1c-5061-4d12-8e1e-ecc850a16d9d req-dcb4350e-72c3-4191-a072-eb9e43e66390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:17.276947 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdd79d1c-5061-4d12-8e1e-ecc850a16d9d req-dcb4350e-72c3-4191-a072-eb9e43e66390 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 1097 time: 0.1864645 Jul 08 20:50:17.343164 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdd79d1c-5061-4d12-8e1e-ecc850a16d9d req-4d72c5b7-6618-4680-ba1a-50c8b439fc80 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537593 Jul 08 20:50:17.410537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf416f-e8f1-4713-a4c8-1fbc70257794 req-9122eb75-8c3d-4e40-b0ce-9013f57f3919 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:17.421085 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08cf416f-e8f1-4713-a4c8-1fbc70257794 req-9122eb75-8c3d-4e40-b0ce-9013f57f3919 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 945 time: 0.1235807 Jul 08 20:50:17.473475 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08cf416f-e8f1-4713-a4c8-1fbc70257794 req-0669e9c3-8683-4ad1-a5e0-240414d7955f tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514259 Jul 08 20:50:17.717182 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:17.736676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0276ef-a907-482a-884c-531510f89126 req-02c02ddf-1ef3-4a8c-921d-ff303c960646 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:17.738337 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7a0276ef-a907-482a-884c-531510f89126 req-02c02ddf-1ef3-4a8c-921d-ff303c960646 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.0935004 Jul 08 20:50:17.787465 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7a0276ef-a907-482a-884c-531510f89126 req-36820801-f7d5-48d9-9d4e-b335b94f070f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386300 Jul 08 20:50:17.795784 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a381a664-a69a-4e56-80a4-3eafe3394064 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:50:18.481730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fe205-04e3-426a-8e0a-ab998f4740ea req-ac1e5e91-4076-4a4e-bcee-6800b978644f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:18.484470 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f1fe205-04e3-426a-8e0a-ab998f4740ea req-ac1e5e91-4076-4a4e-bcee-6800b978644f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 946 time: 0.0827904 Jul 08 20:50:18.531712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f1fe205-04e3-426a-8e0a-ab998f4740ea req-16cfa286-51f8-4050-9e94-483e35d172fd tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402117 Jul 08 20:50:18.671011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4c185-6961-4bac-95eb-9c9e4c71ec62 req-f4f3a4a1-69e8-48e3-ba97-a05bb62ab2a4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:18.672848 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4a4c185-6961-4bac-95eb-9c9e4c71ec62 req-f4f3a4a1-69e8-48e3-ba97-a05bb62ab2a4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 945 time: 0.0734532 Jul 08 20:50:18.718711 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e4a4c185-6961-4bac-95eb-9c9e4c71ec62 req-bc314f3e-58c2-44d6-aa89-d59c6af04855 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395393 Jul 08 20:50:18.918279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b352d-add9-442b-8d78-cc7546fb37b0 req-b78301c1-e0e9-43fb-9271-33e865f21e1e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:18.920094 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-736b352d-add9-442b-8d78-cc7546fb37b0 req-b78301c1-e0e9-43fb-9271-33e865f21e1e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 945 time: 0.0799074 Jul 08 20:50:18.963313 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-736b352d-add9-442b-8d78-cc7546fb37b0 req-c60651a7-694a-45d4-8ce0-cb15c5449c4e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363085 Jul 08 20:50:18.995527 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38484) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:19.011868 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebe7c7-7140-4ab0-b2c3-35e1c9132cfc req-57dd81f5-fd78-4765-8f15-e9b85654654a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:19.017818 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bfebe7c7-7140-4ab0-b2c3-35e1c9132cfc req-57dd81f5-fd78-4765-8f15-e9b85654654a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.0923975 Jul 08 20:50:19.053590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361a3d1f-ff1b-4fde-b8e0-e487e1b568e6 tempest-TestVolumeBootPattern-1320220900 tempest-TestVolumeBootPattern-1320220900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:19.058169 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-361a3d1f-ff1b-4fde-b8e0-e487e1b568e6 tempest-TestVolumeBootPattern-1320220900 tempest-TestVolumeBootPattern-1320220900-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 1092 time: 0.0615580 Jul 08 20:50:19.058784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38486) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:19.063394 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '0ef7e886-66c3-4a86-b5da-cd194c571366', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:19.091479 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:19.092916 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bfebe7c7-7140-4ab0-b2c3-35e1c9132cfc req-92c13e2e-4adc-4a22-a4cf-194efa42e4ec tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722322 Jul 08 20:50:19.201794 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:19.317886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Allocated IP 172.25.4.173 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/f6f833eb-305a-4330-be70-e43a7ca6c1db) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:50:19.423170 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:19.468045 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:19.507197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:50:19.515419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:50:19.519208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:50:19.547892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'Port': ['ID=f6f833eb-305a-4330-be70-e43a7ca6c1db,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:19.823305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bb6ad-e1bc-4082-a05d-f84b8111cd0f req-480d21fb-f8a3-4ec8-9d05-3b9358a018b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:19.824898 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e6bb6ad-e1bc-4082-a05d-f84b8111cd0f req-480d21fb-f8a3-4ec8-9d05-3b9358a018b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 946 time: 0.1279478 Jul 08 20:50:19.943770 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e6bb6ad-e1bc-4082-a05d-f84b8111cd0f req-fe5c22d0-3f40-4e5d-92df-187b506a4ffe tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841551 Jul 08 20:50:20.022145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:20.110313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:20.309825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:20.319965 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:20.336800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141d939-add4-49f4-a87c-85c8ebdce9ef req-480362d6-b03e-44bd-a2e8-a1e64d75b605 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:20.344552 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f141d939-add4-49f4-a87c-85c8ebdce9ef req-480362d6-b03e-44bd-a2e8-a1e64d75b605 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.0889287 Jul 08 20:50:20.398515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f141d939-add4-49f4-a87c-85c8ebdce9ef req-2a138cc4-f524-4409-b649-1b1fefbe9455 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516131 Jul 08 20:50:20.399596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event updated for resources: {'Port': ['ID=f6f833eb-305a-4330-be70-e43a7ca6c1db,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:20.412035 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:20.514251 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Floating IP 4aecd094-ef31-4e41-823e-9a1dba416371 associated. External IP: 172.25.4.173, port: 0ef7e886-66c3-4a86-b5da-cd194c571366. Jul 08 20:50:20.749087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Router 0486d880-fd55-41e5-97aa-e17fb0483714 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:50:21.247406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:50:21.258697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de3cb1-326a-4063-a5d4-97b77d277c49 None None] Sync routers for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:50:21.271597 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de3cb1-326a-4063-a5d4-97b77d277c49 None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:21.273188 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d1de3cb1-326a-4063-a5d4-97b77d277c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:50:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:21.275237 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:21.289833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9980f1-3e25-4007-b35b-c4e65618a2a3 req-2f793c21-2d05-4e1f-a2df-e45c079fcc20 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:21.291415 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb9980f1-3e25-4007-b35b-c4e65618a2a3 req-2f793c21-2d05-4e1f-a2df-e45c079fcc20 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 946 time: 0.1009247 Jul 08 20:50:21.362978 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3c8532a1-650a-4ebd-88b1-883be2b03c92 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2946315 Jul 08 20:50:21.362978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a3a45d-4e7f-4709-9886-4aae40632108', 'tag': '0ef7e886-66c3-4a86-b5da-cd194c571366'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:21.362978 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df889404-ce77-4378-b8e8-cc904ded27e1" -d '{"events": [{"name": "network-changed", "server_uuid": "39a3a45d-4e7f-4709-9886-4aae40632108", "tag": "0ef7e886-66c3-4a86-b5da-cd194c571366"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:21.373465 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb9980f1-3e25-4007-b35b-c4e65618a2a3 req-d023ca88-4662-4cca-8506-c56136206201 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608807 Jul 08 20:50:21.394156 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-d1de3cb1-326a-4063-a5d4-97b77d277c49 None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:21.501322 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560d4ed6-26a5-4438-bf62-ea5739529505 x-openstack-request-id: req-560d4ed6-26a5-4438-bf62-ea5739529505 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:21.501614 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a3a45d-4e7f-4709-9886-4aae40632108", "tag": "0ef7e886-66c3-4a86-b5da-cd194c571366", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:21.501870 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-560d4ed6-26a5-4438-bf62-ea5739529505 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:21.502276 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a3a45d-4e7f-4709-9886-4aae40632108', 'tag': '0ef7e886-66c3-4a86-b5da-cd194c571366', 'status': 'completed', 'code': 200} Jul 08 20:50:21.616512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df889404-ce77-4378-b8e8-cc904ded27e1 req-04f02562-9eb3-4aec-9496-f86481874c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:21.618167 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df889404-ce77-4378-b8e8-cc904ded27e1 req-04f02562-9eb3-4aec-9496-f86481874c25 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 1097 time: 0.0885322 Jul 08 20:50:21.697103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d2976-e458-4fea-8fa5-72ee8e41cbaa req-ccd14099-89b2-4738-aeb9-15d736c77f2c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:21.700332 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-287d2976-e458-4fea-8fa5-72ee8e41cbaa req-ccd14099-89b2-4738-aeb9-15d736c77f2c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.0960608 Jul 08 20:50:21.739368 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d1de3cb1-326a-4063-a5d4-97b77d277c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '4aecd094-ef31-4e41-823e-9a1dba416371', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': '0ef7e886-66c3-4a86-b5da-cd194c571366', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:18:7c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a3a45d-4e7f-4709-9886-4aae40632108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:50:19Z', 'updated_at': '2021-07-08T20:50:19Z', 'revision_number': 0, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}, {'id': 'd207a61e-1c50-481d-84f0-47b8dc3aef62', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': 'e6060f66-2750-44f0-801b-be6441b1834e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:39:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:56Z', 'updated_at': '2021-07-08T20:47:59Z', 'revision_number': 1, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:21.766535 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-287d2976-e458-4fea-8fa5-72ee8e41cbaa req-6e9817d7-35c5-4e93-98be-f07140cabbbd tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591631 Jul 08 20:50:21.770378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df889404-ce77-4378-b8e8-cc904ded27e1 req-0a240ae2-593e-4a90-9709-c27d4b075add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:21.774444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de3cb1-326a-4063-a5d4-97b77d277c49 None None] Checking router: 0486d880-fd55-41e5-97aa-e17fb0483714 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:50:21.776868 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df889404-ce77-4378-b8e8-cc904ded27e1 req-0a240ae2-593e-4a90-9709-c27d4b075add service neutron] 10.222.0.103 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.1522052 Jul 08 20:50:21.784198 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de3cb1-326a-4063-a5d4-97b77d277c49 None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:21.785127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d1de3cb1-326a-4063-a5d4-97b77d277c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:50:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:21.830420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device d8c20ee8-b4c0-4bfe-a20f-ce389457f318 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:50:21.850425 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df889404-ce77-4378-b8e8-cc904ded27e1 req-4e42c3e3-496b-4a06-ba87-3a6bb0f41710 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef7e886-66c3-4a86-b5da-cd194c571366 HTTP/1.1" status: 200 len: 999 time: 0.0658448 Jul 08 20:50:21.914787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df889404-ce77-4378-b8e8-cc904ded27e1 req-c47e488e-2ca1-4a48-94a1-aebe3aeebd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:21.916307 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df889404-ce77-4378-b8e8-cc904ded27e1 req-c47e488e-2ca1-4a48-94a1-aebe3aeebd93 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0597091 Jul 08 20:50:21.987347 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-d1de3cb1-326a-4063-a5d4-97b77d277c49 None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:21.987584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df889404-ce77-4378-b8e8-cc904ded27e1 req-ef99f6b2-6d04-4893-be6c-f1e99af1ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:21.988949 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df889404-ce77-4378-b8e8-cc904ded27e1 req-ef99f6b2-6d04-4893-be6c-f1e99af1ac97 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636156 Jul 08 20:50:22.039180 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:22.117400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:22.119758 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daccba2-bdbe-4947-9634-64074c3c19ed" -d '{"events": [{"server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:22.121484 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df889404-ce77-4378-b8e8-cc904ded27e1 req-7653ab88-feff-4f4f-abf1-b03159f29782 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117485 Jul 08 20:50:22.141619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:22.166149 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:22.173869 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c064d5-e24d-4559-8902-3f7d2c4ec262 x-openstack-request-id: req-02c064d5-e24d-4559-8902-3f7d2c4ec262 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:22.174307 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:22.174625 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-02c064d5-e24d-4559-8902-3f7d2c4ec262 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:22.175093 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'code': 200} Jul 08 20:50:22.255069 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df889404-ce77-4378-b8e8-cc904ded27e1 req-1bf19f42-7d76-4ebb-9190-a04999b99d09 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212568 Jul 08 20:50:22.333684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,revision_number=10']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:22.464300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d1de3cb1-326a-4063-a5d4-97b77d277c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '4aecd094-ef31-4e41-823e-9a1dba416371', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': '0ef7e886-66c3-4a86-b5da-cd194c571366', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:18:7c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a3a45d-4e7f-4709-9886-4aae40632108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:50:19Z', 'updated_at': '2021-07-08T20:50:19Z', 'revision_number': 0, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}, {'id': 'd207a61e-1c50-481d-84f0-47b8dc3aef62', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': 'e6060f66-2750-44f0-801b-be6441b1834e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:39:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:56Z', 'updated_at': '2021-07-08T20:47:59Z', 'revision_number': 1, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:22.495447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de3cb1-326a-4063-a5d4-97b77d277c49 None None] The sync data for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 is: [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '4aecd094-ef31-4e41-823e-9a1dba416371', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': '0ef7e886-66c3-4a86-b5da-cd194c571366', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:18:7c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a3a45d-4e7f-4709-9886-4aae40632108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:50:19Z', 'updated_at': '2021-07-08T20:50:19Z', 'revision_number': 0, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}, {'id': 'd207a61e-1c50-481d-84f0-47b8dc3aef62', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': 'e6060f66-2750-44f0-801b-be6441b1834e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:39:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:56Z', 'updated_at': '2021-07-08T20:47:59Z', 'revision_number': 1, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:50:22.590914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d3ead-a838-4714-b424-0c1fd55705a7 req-9b087c60-1cd1-467f-af0d-af389a9051cd tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:22.592474 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f7d3ead-a838-4714-b424-0c1fd55705a7 req-9b087c60-1cd1-467f-af0d-af389a9051cd tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 945 time: 0.0802300 Jul 08 20:50:22.641027 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f7d3ead-a838-4714-b424-0c1fd55705a7 req-a951de67-d18c-4a8c-bac7-3f5fb84aeb6c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398409 Jul 08 20:50:22.748101 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26db44b-89a5-40c3-8891-b61e1b74bb5e None None] New status for floating IP 4aecd094-ef31-4e41-823e-9a1dba416371: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:50:22.997115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3b6f1-42b1-4a6a-8572-cdc9c4aa43e3 req-62c76643-2b17-41b8-b5d0-4b5fb0a30d2b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:22.998931 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74b3b6f1-42b1-4a6a-8572-cdc9c4aa43e3 req-62c76643-2b17-41b8-b5d0-4b5fb0a30d2b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.0860701 Jul 08 20:50:23.040173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-74b3b6f1-42b1-4a6a-8572-cdc9c4aa43e3 req-a06e43a0-ce18-4839-a6c5-7e059c3a7570 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352745 Jul 08 20:50:23.591452 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:23.834558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321e7e5-4d11-43de-af4d-5deb42acb750 req-808ba40b-9c69-4ee1-b29a-10ed7d12e1b9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:23.836307 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4321e7e5-4d11-43de-af4d-5deb42acb750 req-808ba40b-9c69-4ee1-b29a-10ed7d12e1b9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 945 time: 0.0748048 Jul 08 20:50:23.879208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4321e7e5-4d11-43de-af4d-5deb42acb750 req-db0f2454-764f-4695-821e-10bd5cd4f70a tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365660 Jul 08 20:50:24.260573 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab6bc7-60d8-4814-8d0d-2f9555c0f081 req-c36d7eff-47c7-4051-8155-66c911fa4ddd tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:24.262562 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0cab6bc7-60d8-4814-8d0d-2f9555c0f081 req-c36d7eff-47c7-4051-8155-66c911fa4ddd tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.0841887 Jul 08 20:50:24.308192 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0cab6bc7-60d8-4814-8d0d-2f9555c0f081 req-54e294a5-0282-4f77-9aa9-275837d73e51 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382402 Jul 08 20:50:25.065869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69722682-4704-482e-a43f-1a84a9f19ac7 req-d77dba66-760e-4c48-b0ad-08822bba11eb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:25.067586 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69722682-4704-482e-a43f-1a84a9f19ac7 req-d77dba66-760e-4c48-b0ad-08822bba11eb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 945 time: 0.0692530 Jul 08 20:50:25.112691 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69722682-4704-482e-a43f-1a84a9f19ac7 req-6f6a7cf7-789c-408a-929e-80c8f61dcd00 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368948 Jul 08 20:50:25.508651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925104c1-0b22-4968-b060-5e44c445c188 req-8a0394a7-2bc4-4dbb-9efd-1879dfa60cc3 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:25.510265 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-925104c1-0b22-4968-b060-5e44c445c188 req-8a0394a7-2bc4-4dbb-9efd-1879dfa60cc3 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.0670614 Jul 08 20:50:25.558224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-925104c1-0b22-4968-b060-5e44c445c188 req-b87934f1-f3a7-43fa-a568-65f3bacac1cb tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Jul 08 20:50:26.382621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787079d-dd8f-4126-948f-a763f4ea764f req-9d0c3658-d0ce-4146-b140-34f4e57831ad tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:26.384324 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c787079d-dd8f-4126-948f-a763f4ea764f req-9d0c3658-d0ce-4146-b140-34f4e57831ad tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 945 time: 0.0911462 Jul 08 20:50:26.425962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c787079d-dd8f-4126-948f-a763f4ea764f req-c5569fe9-eb3b-4a53-afba-fb091279e5a0 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350158 Jul 08 20:50:26.745315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8d7bd-8403-4d7d-b0ec-4249e8395020 req-a2553be4-c159-46e7-a290-94bf9dc366b3 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:26.746887 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4a8d7bd-8403-4d7d-b0ec-4249e8395020 req-a2553be4-c159-46e7-a290-94bf9dc366b3 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.0667951 Jul 08 20:50:26.788186 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4a8d7bd-8403-4d7d-b0ec-4249e8395020 req-27a24071-4bf6-477b-afd3-f1e5b4435f5c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349176 Jul 08 20:50:27.465614 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-df81f5bc-91b2-4dad-b1bd-3e49b1b29188 service neutron] 10.222.0.104 "GET /v2.0/ports/d8c20ee8-b4c0-4bfe-a20f-ce389457f318/bindings/n-h2-791506-16 HTTP/1.1" status: 200 len: 385 time: 0.0565000 Jul 08 20:50:27.693769 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17175273-d841-43e8-8c73-305f777a708b req-07e8ca6a-8515-41e7-9986-986e30ec84d9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:27.695213 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17175273-d841-43e8-8c73-305f777a708b req-07e8ca6a-8515-41e7-9986-986e30ec84d9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 945 time: 0.1415086 Jul 08 20:50:27.700729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-d1cd7b89-0d48-47ea-bba5-b301af65effc service neutron] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:27.742587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-d1cd7b89-0d48-47ea-bba5-b301af65effc service neutron] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:50:27.776516 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17175273-d841-43e8-8c73-305f777a708b req-17791280-1921-4626-9ff7-746443a74dae tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731957 Jul 08 20:50:27.786983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-d1cd7b89-0d48-47ea-bba5-b301af65effc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c20ee8-b4c0-4bfe-a20f-ce389457f318 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:50:27.798550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-d1cd7b89-0d48-47ea-bba5-b301af65effc service neutron] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:27.813576 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-d1cd7b89-0d48-47ea-bba5-b301af65effc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:27.895428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-d1cd7b89-0d48-47ea-bba5-b301af65effc service neutron] Transition to ACTIVE for port object d8c20ee8-b4c0-4bfe-a20f-ce389457f318 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:50:27.900102 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-d1cd7b89-0d48-47ea-bba5-b301af65effc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:27.979713 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc9903-1f08-40e7-ad58-dbcb916dc353 req-43d5c188-399e-46e4-ad97-b2f8e7d709f7 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:27.981366 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95bc9903-1f08-40e7-ad58-dbcb916dc353 req-43d5c188-399e-46e4-ad97-b2f8e7d709f7 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.0714726 Jul 08 20:50:28.000182 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd7b89-0d48-47ea-bba5-b301af65effc service neutron] Pushing event updated for resources: {'Port': ['ID=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,revision_number=12']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:28.025551 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95bc9903-1f08-40e7-ad58-dbcb916dc353 req-f29abe79-c574-4cd0-af34-b5b2a15a85b5 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369432 Jul 08 20:50:28.044569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-d1cd7b89-0d48-47ea-bba5-b301af65effc service neutron] No DVR routers for this DVR port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:50:28.181749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-d1cd7b89-0d48-47ea-bba5-b301af65effc service neutron] 10.222.0.104 "PUT /v2.0/ports/d8c20ee8-b4c0-4bfe-a20f-ce389457f318/bindings/n-h2-791506-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7039626 Jul 08 20:50:28.301919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-0cb48e83-57d6-471c-ac6c-f003420d43d4 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:28.303448 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-0cb48e83-57d6-471c-ac6c-f003420d43d4 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca&tenant_id=87de211a996a4ed5bde38a65ec379f1e&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 1097 time: 0.0589957 Jul 08 20:50:28.397509 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-977cf19c-0d62-4cef-bd42-22ba61833d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:28.399058 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-977cf19c-0d62-4cef-bd42-22ba61833d6b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca&tenant_id=87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 1097 time: 0.0888560 Jul 08 20:50:28.487652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-30f499a4-905a-4af9-8e4a-fd0815dfbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:28.489105 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-30f499a4-905a-4af9-8e4a-fd0815dfbe07 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 1097 time: 0.0541353 Jul 08 20:50:28.590923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-5ef7ee71-8e2c-4bf9-b1a5-aa56c70a3ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:28.592447 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-5ef7ee71-8e2c-4bf9-b1a5-aa56c70a3ef4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=953c0098-6583-4b14-ab97-1ea1e8479307 HTTP/1.1" status: 200 len: 898 time: 0.0880933 Jul 08 20:50:28.660519 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-7d2ccae9-0f9c-4666-901c-a72c4b9ad88c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318 HTTP/1.1" status: 200 len: 1000 time: 0.0603545 Jul 08 20:50:28.713475 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-8982293d-c2b3-48b4-90c9-dbc558d4a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:28.714969 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-8982293d-c2b3-48b4-90c9-dbc558d4a031 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=86602434-b638-42ff-b248-1b6063c93486 HTTP/1.1" status: 200 len: 835 time: 0.0464618 Jul 08 20:50:28.789273 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-ca11be95-c5f7-4be2-b10e-cfb213683b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:28.790795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-ca11be95-c5f7-4be2-b10e-cfb213683b76 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=953c0098-6583-4b14-ab97-1ea1e8479307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593898 Jul 08 20:50:28.888095 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f7d562c4-6413-44ef-accd-56b0ccfd9042 service neutron] 10.222.0.103 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906160 Jul 08 20:50:28.963967 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b134ba5-4354-4b3b-88d8-8d9478fd5648 req-d2342661-8266-460f-8c20-2fe05e352fba tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:28.965563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b134ba5-4354-4b3b-88d8-8d9478fd5648 req-d2342661-8266-460f-8c20-2fe05e352fba tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 945 time: 0.0714962 Jul 08 20:50:28.993048 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-125043d0-4e0c-44f5-9a32-299c704e0fc4 service neutron] 10.222.0.103 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988591 Jul 08 20:50:29.013554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b134ba5-4354-4b3b-88d8-8d9478fd5648 req-53533779-e777-4053-8f56-922f7512c829 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362723 Jul 08 20:50:29.216429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148435a6-6f1c-4b54-a2fb-94d77f54a7f6 req-226ec7a7-002b-4d07-b4c3-6b792ce4088b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:29.218108 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-148435a6-6f1c-4b54-a2fb-94d77f54a7f6 req-226ec7a7-002b-4d07-b4c3-6b792ce4088b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 944 time: 0.0673130 Jul 08 20:50:29.286046 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-148435a6-6f1c-4b54-a2fb-94d77f54a7f6 req-98099a35-785a-4467-85cf-4cbd5ada728b tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621705 Jul 08 20:50:29.315093 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f4b6bbe3-f198-41b2-a6eb-d7a348c9e3c1 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:29.316622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-f4b6bbe3-f198-41b2-a6eb-d7a348c9e3c1 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca&tenant_id=87de211a996a4ed5bde38a65ec379f1e&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 1097 time: 0.0736938 Jul 08 20:50:29.448787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-0a5cf251-c556-4dfb-bec8-405892a9a157 service neutron] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:50:29.451929 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-0a5cf251-c556-4dfb-bec8-405892a9a157 service neutron] Notify callbacks [] for binding, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:29.453078 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-0a5cf251-c556-4dfb-bec8-405892a9a157 service neutron] 10.222.0.103 "DELETE /v2.0/ports/d8c20ee8-b4c0-4bfe-a20f-ce389457f318/bindings/n-h1-791506-16 HTTP/1.1" status: 204 len: 173 time: 0.1280894 Jul 08 20:50:29.842823 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a381a664-a69a-4e56-80a4-3eafe3394064 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:50:29.944155 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a381a664-a69a-4e56-80a4-3eafe3394064, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a381a664-a69a-4e56-80a4-3eafe3394064,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:29.956485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'port_id': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'mac_address': 'fa:16:3e:7d:18:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:50:29.995146 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:30.008151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a381a664-a69a-4e56-80a4-3eafe3394064 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:50:30.029121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a381a664-a69a-4e56-80a4-3eafe3394064, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a381a664-a69a-4e56-80a4-3eafe3394064,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:30.034044 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:30.089976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a381a664-a69a-4e56-80a4-3eafe3394064,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:30.208791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe06e46-10b6-405d-8626-01ad19c9addd req-cd654553-0c2e-4571-b406-fee1798f2b92 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:30.210385 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fbe06e46-10b6-405d-8626-01ad19c9addd req-cd654553-0c2e-4571-b406-fee1798f2b92 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 945 time: 0.0682414 Jul 08 20:50:30.236646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['a381a664-a69a-4e56-80a4-3eafe3394064'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:50:30.252233 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fbe06e46-10b6-405d-8626-01ad19c9addd req-c89c8b78-fa25-4653-87b9-60b1753e2f8b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355725 Jul 08 20:50:30.433013 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76ce14-da7e-4246-a2e7-df61c860f993 req-b287cea1-20e4-4edb-9865-00c5d15f68b2 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:30.434943 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa76ce14-da7e-4246-a2e7-df61c860f993 req-b287cea1-20e4-4edb-9865-00c5d15f68b2 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 1097 time: 0.0631526 Jul 08 20:50:30.474985 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa76ce14-da7e-4246-a2e7-df61c860f993 req-4cdda60f-af5b-435e-8a84-79c1fe78656e tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342767 Jul 08 20:50:30.480817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2834d-eb30-49e5-b59e-367fc3bb2b24 req-e1dfbfcb-e5ae-4506-adb3-271ba681827a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:30.482425 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-15d2834d-eb30-49e5-b59e-367fc3bb2b24 req-e1dfbfcb-e5ae-4506-adb3-271ba681827a tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 945 time: 0.0692105 Jul 08 20:50:30.522895 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-15d2834d-eb30-49e5-b59e-367fc3bb2b24 req-ebd7b414-4126-460c-9254-94b15be0c1a9 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345769 Jul 08 20:50:30.656798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8313cd4-a80b-4f18-863d-919d0cc3a411 req-296c88bd-252d-40c6-b681-fbeb7cea57c3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:30.659832 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b8313cd4-a80b-4f18-863d-919d0cc3a411 req-296c88bd-252d-40c6-b681-fbeb7cea57c3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 945 time: 0.0713084 Jul 08 20:50:30.703897 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b8313cd4-a80b-4f18-863d-919d0cc3a411 req-b95e0229-b33f-4ef9-8923-49b82af9c238 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383661 Jul 08 20:50:30.730094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38546) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:30.798039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-39d0ef6b-08ea-478c-a45c-0290deba22a8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/3fd52447-876a-41bc-abb1-345a5e515ed1 HTTP/1.1" status: 200 len: 992 time: 0.0664842 Jul 08 20:50:31.069457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38552) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:31.234427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5eb612fc-9af0-4812-9c3f-88611f0541e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port 810c7e20-f439-41b1-afb7-e88c7fe0cd2e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:50:31.234776 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5eb612fc-9af0-4812-9c3f-88611f0541e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:31.315913 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5eb612fc-9af0-4812-9c3f-88611f0541e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:31.316243 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5eb612fc-9af0-4812-9c3f-88611f0541e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:31.327746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5eb612fc-9af0-4812-9c3f-88611f0541e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for 810c7e20-f439-41b1-afb7-e88c7fe0cd2e owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:50:31.842077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a381a664-a69a-4e56-80a4-3eafe3394064 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:50:31.890881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port a381a664-a69a-4e56-80a4-3eafe3394064 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:31.891299 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:31.901459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654a247-d118-422d-8c15-e94fba0e6f6c req-cd8b46cc-e824-4354-a561-c435d6b9510e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:31.903059 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0654a247-d118-422d-8c15-e94fba0e6f6c req-cd8b46cc-e824-4354-a561-c435d6b9510e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 945 time: 0.1031513 Jul 08 20:50:31.904285 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5eb612fc-9af0-4812-9c3f-88611f0541e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:31.943935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb612fc-9af0-4812-9c3f-88611f0541e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=810c7e20-f439-41b1-afb7-e88c7fe0cd2e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:31.979068 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:32.003732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:32.006089 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af825de3-592b-4d12-890a-25efcd48c503" -d '{"events": [{"server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "name": "network-vif-plugged", "status": "completed", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:32.018152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0654a247-d118-422d-8c15-e94fba0e6f6c req-95d718ce-9d7d-4a3d-ab56-e13fe04ee911 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050835 Jul 08 20:50:32.020562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a381a664-a69a-4e56-80a4-3eafe3394064, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a381a664-a69a-4e56-80a4-3eafe3394064,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:32.027796 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:32.028353 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5eb612fc-9af0-4812-9c3f-88611f0541e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:32.029004 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-5eb612fc-9af0-4812-9c3f-88611f0541e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Floating IP 3fd52447-876a-41bc-abb1-345a5e515ed1 disassociated (deleted). External IP: 172.25.4.222, port: d8c20ee8-b4c0-4bfe-a20f-ce389457f318. Jul 08 20:50:32.087436 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a381a664-a69a-4e56-80a4-3eafe3394064,revision_number=10']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:32.259331 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc58b14b-6783-4bf6-88fc-4cfbfbb94a97 x-openstack-request-id: req-dc58b14b-6783-4bf6-88fc-4cfbfbb94a97 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:32.259634 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "name": "network-vif-plugged", "status": "completed", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:32.259897 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dc58b14b-6783-4bf6-88fc-4cfbfbb94a97 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:32.260302 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'code': 200} Jul 08 20:50:32.268585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb612fc-9af0-4812-9c3f-88611f0541e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router eee18d74-c4fe-4224-8b26-13e4c06eacc2 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:50:32.381703 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb612fc-9af0-4812-9c3f-88611f0541e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:50:32.386530 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5eb612fc-9af0-4812-9c3f-88611f0541e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:32.398718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab78df-e396-49d6-a464-3dd96ebabc68 None None] Sync routers for ids ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:50:32.410627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab78df-e396-49d6-a464-3dd96ebabc68 None None] Routers {'eee18d74-c4fe-4224-8b26-13e4c06eacc2'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:32.411655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-deab78df-e396-49d6-a464-3dd96ebabc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:50:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:32.429840 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5eb612fc-9af0-4812-9c3f-88611f0541e5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/floatingips/3fd52447-876a-41bc-abb1-345a5e515ed1 HTTP/1.1" status: 204 len: 168 time: 1.3569145 Jul 08 20:50:32.429840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:32.430965 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd42105-8ff7-4bae-a969-c8f081ffe688" -d '{"events": [{"name": "network-changed", "server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:32.458230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e87051-dc92-4b28-ad46-56a123deb574 req-a3397ac8-0bd8-4271-825a-ddbf5c67f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:32.460000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f3e87051-dc92-4b28-ad46-56a123deb574 req-a3397ac8-0bd8-4271-825a-ddbf5c67f36b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 1099 time: 0.0778525 Jul 08 20:50:32.500862 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919a1a1f-1d19-4069-8686-c64312fac8ed x-openstack-request-id: req-919a1a1f-1d19-4069-8686-c64312fac8ed {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:32.501522 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:32.501522 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-919a1a1f-1d19-4069-8686-c64312fac8ed {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:32.501847 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'status': 'completed', 'code': 200} Jul 08 20:50:32.518708 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f3e87051-dc92-4b28-ad46-56a123deb574 req-cb00a11d-fead-4061-baf5-25d58b3c35e3 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518613 Jul 08 20:50:32.556415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-deab78df-e396-49d6-a464-3dd96ebabc68 None None] Set router eee18d74-c4fe-4224-8b26-13e4c06eacc2 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:32.590260 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42105-8ff7-4bae-a969-c8f081ffe688 req-cde2cf86-dd7d-41f9-9552-7225c242dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:32.591927 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9bd42105-8ff7-4bae-a969-c8f081ffe688 req-cde2cf86-dd7d-41f9-9552-7225c242dbb9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 1097 time: 0.0578279 Jul 08 20:50:32.697194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42105-8ff7-4bae-a969-c8f081ffe688 req-805764c9-55eb-4635-a16c-d5481ec92358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:32.698740 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9bd42105-8ff7-4bae-a969-c8f081ffe688 req-805764c9-55eb-4635-a16c-d5481ec92358 service neutron] 10.222.0.103 "GET /v2.0/networks?id=953c0098-6583-4b14-ab97-1ea1e8479307 HTTP/1.1" status: 200 len: 898 time: 0.0995004 Jul 08 20:50:32.746766 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9bd42105-8ff7-4bae-a969-c8f081ffe688 req-cb630fd9-a645-4c16-acad-a548493c6c38 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318 HTTP/1.1" status: 200 len: 217 time: 0.0399544 Jul 08 20:50:32.801073 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42105-8ff7-4bae-a969-c8f081ffe688 req-fbe35043-cefd-45b2-bec0-96f25fd42568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:32.802726 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9bd42105-8ff7-4bae-a969-c8f081ffe688 req-fbe35043-cefd-45b2-bec0-96f25fd42568 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=86602434-b638-42ff-b248-1b6063c93486 HTTP/1.1" status: 200 len: 835 time: 0.0494156 Jul 08 20:50:32.870072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec2912-81aa-4e71-8ac1-f7f884f4563f req-cd02ada9-fdf6-4248-afcc-ef8a820ff07b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:32.871775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5ec2912-81aa-4e71-8ac1-f7f884f4563f req-cd02ada9-fdf6-4248-afcc-ef8a820ff07b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 945 time: 0.0677748 Jul 08 20:50:32.880166 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42105-8ff7-4bae-a969-c8f081ffe688 req-850db138-c144-4927-aa20-cd5976fb827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:32.881795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9bd42105-8ff7-4bae-a969-c8f081ffe688 req-850db138-c144-4927-aa20-cd5976fb827b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=953c0098-6583-4b14-ab97-1ea1e8479307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690932 Jul 08 20:50:32.913804 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5ec2912-81aa-4e71-8ac1-f7f884f4563f req-dee196b4-1a84-41fd-9be3-0afe4451b478 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=898400c7-dd1a-4979-b757-29b7d7b0d092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347168 Jul 08 20:50:32.974105 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-deab78df-e396-49d6-a464-3dd96ebabc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:49:17Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '6990f1a3-3394-4262-b42f-ca9897cf0139', 'name': '', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:7e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '86602434-b638-42ff-b248-1b6063c93486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:17Z', 'updated_at': '2021-07-08T20:49:24Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '86602434-b638-42ff-b248-1b6063c93486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:32.978179 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9bd42105-8ff7-4bae-a969-c8f081ffe688 req-aeb2cbdc-4f12-4799-9bc9-569d4d45219b service neutron] 10.222.0.103 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887675 Jul 08 20:50:33.000491 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab78df-e396-49d6-a464-3dd96ebabc68 None None] Checking router: eee18d74-c4fe-4224-8b26-13e4c06eacc2 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:50:33.010096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab78df-e396-49d6-a464-3dd96ebabc68 None None] Routers {'eee18d74-c4fe-4224-8b26-13e4c06eacc2'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:33.010991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-deab78df-e396-49d6-a464-3dd96ebabc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:50:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:33.078701 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9bd42105-8ff7-4bae-a969-c8f081ffe688 req-2f75ed14-a77c-4803-a382-ba43fd567cd7 service neutron] 10.222.0.103 "GET /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932200 Jul 08 20:50:33.123024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-deab78df-e396-49d6-a464-3dd96ebabc68 None None] Set router eee18d74-c4fe-4224-8b26-13e4c06eacc2 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:33.215673 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3c5a4-22be-46ab-93ee-a2fcb019b427 req-3a3e83ae-7c3c-4e13-bff3-740a56d4c14f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:33.217151 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-07c3c5a4-22be-46ab-93ee-a2fcb019b427 req-3a3e83ae-7c3c-4e13-bff3-740a56d4c14f tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 947 time: 0.0664039 Jul 08 20:50:33.295245 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-07c3c5a4-22be-46ab-93ee-a2fcb019b427 req-22fa0f42-0c84-4990-a0de-fe779d8ec252 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669630 Jul 08 20:50:33.327875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea9fed-e414-4863-acab-c2d6605fae60 req-0acc9cf3-04f5-4bb0-bcbd-ce1662fc833e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:33.329934 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fdea9fed-e414-4863-acab-c2d6605fae60 req-0acc9cf3-04f5-4bb0-bcbd-ce1662fc833e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.103 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 945 time: 0.0856473 Jul 08 20:50:33.345889 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-deab78df-e396-49d6-a464-3dd96ebabc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:49:17Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '6990f1a3-3394-4262-b42f-ca9897cf0139', 'name': '', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:7e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '86602434-b638-42ff-b248-1b6063c93486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:17Z', 'updated_at': '2021-07-08T20:49:24Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '86602434-b638-42ff-b248-1b6063c93486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:33.378712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab78df-e396-49d6-a464-3dd96ebabc68 None None] The sync data for ids ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'] in n-d-791506-16 is: [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:49:17Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '6990f1a3-3394-4262-b42f-ca9897cf0139', 'name': '', 'network_id': '953c0098-6583-4b14-ab97-1ea1e8479307', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:7e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '86602434-b638-42ff-b248-1b6063c93486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:17Z', 'updated_at': '2021-07-08T20:49:24Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': '86602434-b638-42ff-b248-1b6063c93486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:50:33.472240 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-fdea9fed-e414-4863-acab-c2d6605fae60 req-8a7df990-909a-44c6-8729-df7d1f8df8c4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:50:33.472591 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fdea9fed-e414-4863-acab-c2d6605fae60 req-8a7df990-909a-44c6-8729-df7d1f8df8c4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:33.589086 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-fdea9fed-e414-4863-acab-c2d6605fae60 req-8a7df990-909a-44c6-8729-df7d1f8df8c4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] For port d8c20ee8-b4c0-4bfe-a20f-ce389457f318, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:33.589464 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fdea9fed-e414-4863-acab-c2d6605fae60 req-8a7df990-909a-44c6-8729-df7d1f8df8c4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:33.609715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-fdea9fed-e414-4863-acab-c2d6605fae60 req-8a7df990-909a-44c6-8729-df7d1f8df8c4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for d8c20ee8-b4c0-4bfe-a20f-ce389457f318 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:50:33.663862 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e89d1db-3b0c-4e11-95d1-daa043d9f816 None None] New status for floating IP 3fd52447-876a-41bc-abb1-345a5e515ed1: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:50:33.772620 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fdea9fed-e414-4863-acab-c2d6605fae60 req-8a7df990-909a-44c6-8729-df7d1f8df8c4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:33.805365 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7df990-909a-44c6-8729-df7d1f8df8c4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=d8c20ee8-b4c0-4bfe-a20f-ce389457f318,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:33.876558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdea9fed-e414-4863-acab-c2d6605fae60 req-8a7df990-909a-44c6-8729-df7d1f8df8c4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] No DVR routers for this DVR port d8c20ee8-b4c0-4bfe-a20f-ce389457f318 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:50:33.879268 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-fdea9fed-e414-4863-acab-c2d6605fae60 req-8a7df990-909a-44c6-8729-df7d1f8df8c4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:33.881799 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fdea9fed-e414-4863-acab-c2d6605fae60 req-8a7df990-909a-44c6-8729-df7d1f8df8c4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.103 "DELETE /v2.0/ports/d8c20ee8-b4c0-4bfe-a20f-ce389457f318 HTTP/1.1" status: 204 len: 173 time: 0.5457780 Jul 08 20:50:34.071596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05134fb0-1c14-4156-969c-eed511b121e3 req-1395c8cf-2cb3-4a88-95c5-dace301de93d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=e55b6114-e28f-41ae-896d-b5cc42ef92ca HTTP/1.1" status: 200 len: 210 time: 0.0383732 Jul 08 20:50:34.078038 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a1084ef3-2bf6-4403-85ad-5592479427ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:34.488370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8ecd-d401-4ec3-84b7-c274e23a7b0a req-fffc072a-0cd9-4494-b74e-312ea24c7fd1 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:34.489965 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff2a8ecd-d401-4ec3-84b7-c274e23a7b0a req-fffc072a-0cd9-4494-b74e-312ea24c7fd1 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 947 time: 0.0651312 Jul 08 20:50:34.502996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'name': 'network-vif-deleted', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:34.505314 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b6e524-3ea8-4ed0-be3c-ac6496df44c9" -d '{"events": [{"server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "name": "network-vif-deleted", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:34.536509 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ff2a8ecd-d401-4ec3-84b7-c274e23a7b0a req-e08afed2-4e07-467f-9a07-d5314b5bb39c tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404637 Jul 08 20:50:34.542393 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f4d869-ace1-4f23-8222-c229691dc8d1 x-openstack-request-id: req-89f4d869-ace1-4f23-8222-c229691dc8d1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:34.542692 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55b6114-e28f-41ae-896d-b5cc42ef92ca", "name": "network-vif-deleted", "tag": "d8c20ee8-b4c0-4bfe-a20f-ce389457f318", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:34.542947 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-89f4d869-ace1-4f23-8222-c229691dc8d1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:34.543453 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55b6114-e28f-41ae-896d-b5cc42ef92ca', 'name': 'network-vif-deleted', 'tag': 'd8c20ee8-b4c0-4bfe-a20f-ce389457f318', 'status': 'completed', 'code': 200} Jul 08 20:50:35.174817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38612) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:35.538942 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4105f1c5-ee96-4510-b2d9-3102412fa3ec tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:35.811965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-4105f1c5-ee96-4510-b2d9-3102412fa3ec tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port 6990f1a3-3394-4262-b42f-ca9897cf0139 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:50:35.812226 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4105f1c5-ee96-4510-b2d9-3102412fa3ec tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:35.926582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-4105f1c5-ee96-4510-b2d9-3102412fa3ec tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] For port 6990f1a3-3394-4262-b42f-ca9897cf0139, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6990f1a3-3394-4262-b42f-ca9897cf0139,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:35.926949 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4105f1c5-ee96-4510-b2d9-3102412fa3ec tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:35.938835 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-4105f1c5-ee96-4510-b2d9-3102412fa3ec tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for 6990f1a3-3394-4262-b42f-ca9897cf0139 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:50:36.128018 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4105f1c5-ee96-4510-b2d9-3102412fa3ec tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:36.156822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105f1c5-ee96-4510-b2d9-3102412fa3ec tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=6990f1a3-3394-4262-b42f-ca9897cf0139,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:36.337645 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4105f1c5-ee96-4510-b2d9-3102412fa3ec tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:36.566264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4105f1c5-ee96-4510-b2d9-3102412fa3ec tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router eee18d74-c4fe-4224-8b26-13e4c06eacc2 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:50:36.682446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4105f1c5-ee96-4510-b2d9-3102412fa3ec tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:50:36.687354 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4105f1c5-ee96-4510-b2d9-3102412fa3ec tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "PUT /v2.0/routers/eee18d74-c4fe-4224-8b26-13e4c06eacc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5115123 Jul 08 20:50:36.691319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38614) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:36.692075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff03edd-18fb-4d2a-9761-bbefb8815479 None None] Sync routers for ids ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:50:36.701869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff03edd-18fb-4d2a-9761-bbefb8815479 None None] Routers {'eee18d74-c4fe-4224-8b26-13e4c06eacc2'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:36.702490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-eff03edd-18fb-4d2a-9761-bbefb8815479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:50:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:36.742214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-516f6628-4869-4e20-b1f3-dcf58e8fdd38 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting subnet 86602434-b638-42ff-b248-1b6063c93486 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:50:36.745396 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-516f6628-4869-4e20-b1f3-dcf58e8fdd38 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:36.787003 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-516f6628-4869-4e20-b1f3-dcf58e8fdd38 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:36.808906 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-eff03edd-18fb-4d2a-9761-bbefb8815479 None None] Set router eee18d74-c4fe-4224-8b26-13e4c06eacc2 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:36.877199 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-516f6628-4869-4e20-b1f3-dcf58e8fdd38 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:36.937035 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-516f6628-4869-4e20-b1f3-dcf58e8fdd38 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:36.963714 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f6628-4869-4e20-b1f3-dcf58e8fdd38 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Subnet': ['ID=86602434-b638-42ff-b248-1b6063c93486,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:36.969694 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-516f6628-4869-4e20-b1f3-dcf58e8fdd38 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:36.971691 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-516f6628-4869-4e20-b1f3-dcf58e8fdd38 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/subnets/86602434-b638-42ff-b248-1b6063c93486 HTTP/1.1" status: 204 len: 168 time: 0.2793472 Jul 08 20:50:36.974425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38616) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:36.982805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e01e52-5058-4bf0-be1e-122376d3a6eb None None] Network 953c0098-6583-4b14-ab97-1ea1e8479307 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:50:37.031959 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-da28cf8b-fc9f-43c6-b578-dd63ad927599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.088106 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.112241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-eff03edd-18fb-4d2a-9761-bbefb8815479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:50:36Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:37.154286 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff03edd-18fb-4d2a-9761-bbefb8815479 None None] Checking router: eee18d74-c4fe-4224-8b26-13e4c06eacc2 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:50:37.173900 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.180178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff03edd-18fb-4d2a-9761-bbefb8815479 None None] Routers {'eee18d74-c4fe-4224-8b26-13e4c06eacc2'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:37.180864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-eff03edd-18fb-4d2a-9761-bbefb8815479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:50:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:37.206245 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.269147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:50:37.269507 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.305068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-eff03edd-18fb-4d2a-9761-bbefb8815479 None None] Set router eee18d74-c4fe-4224-8b26-13e4c06eacc2 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:37.308351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b861e777-f403-4c0c-92eb-bf1e36673fa9 None None] DHCP port deletion for 953c0098-6583-4b14-ab97-1ea1e8479307 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:50:37.364577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] For port 7ee54edd-2ee8-4e5b-a995-67b06f5f4371, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7ee54edd-2ee8-4e5b-a995-67b06f5f4371,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:37.365259 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.380658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:50:37.445384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d8c20ee8-b4c0-4bfe-a20f-ce389457f318 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:50:37.476471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: d8c20ee8-b4c0-4bfe-a20f-ce389457f318 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:50:37.476738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d8c20ee8-b4c0-4bfe-a20f-ce389457f318 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:50:37.509930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b861e777-f403-4c0c-92eb-bf1e36673fa9 None None] Deleting port d4f9ff10-0f4c-4976-9011-2d90e4882b1d {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:50:37.510313 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b861e777-f403-4c0c-92eb-bf1e36673fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.570704 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.601905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=7ee54edd-2ee8-4e5b-a995-67b06f5f4371,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:37.612287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-b861e777-f403-4c0c-92eb-bf1e36673fa9 None None] For port d4f9ff10-0f4c-4976-9011-2d90e4882b1d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d4f9ff10-0f4c-4976-9011-2d90e4882b1d,segment=NetworkSegment(82f89585-8781-4a24-bd98-b7ae3a812aa0),segment_id=82f89585-8781-4a24-bd98-b7ae3a812aa0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:37.612713 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b861e777-f403-4c0c-92eb-bf1e36673fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.629022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b861e777-f403-4c0c-92eb-bf1e36673fa9 None None] Calling delete_port for d4f9ff10-0f4c-4976-9011-2d90e4882b1d owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:50:37.644474 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-eff03edd-18fb-4d2a-9761-bbefb8815479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:50:36Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:37.680265 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.700336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff03edd-18fb-4d2a-9761-bbefb8815479 None None] The sync data for ids ['eee18d74-c4fe-4224-8b26-13e4c06eacc2'] in n-d-791506-16 is: [{'id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478576125', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:49:13Z', 'updated_at': '2021-07-08T20:50:36Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7ee54edd-2ee8-4e5b-a995-67b06f5f4371', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee18d74-c4fe-4224-8b26-13e4c06eacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:49:14Z', 'updated_at': '2021-07-08T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:50:37.746351 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b861e777-f403-4c0c-92eb-bf1e36673fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.773739 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.776027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.824572 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.825171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Fanout notify agent at l3_agent the message router_deleted on router eee18d74-c4fe-4224-8b26-13e4c06eacc2 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:50:37.833086 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.834291 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6c6d0baa-412d-4f0d-8da2-1167ea7727b5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/routers/eee18d74-c4fe-4224-8b26-13e4c06eacc2 HTTP/1.1" status: 204 len: 168 time: 0.8589048 Jul 08 20:50:37.837161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38618) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:37.917695 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8126-0f80-4d19-bef6-b5f23d9945a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:37.939449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861e777-f403-4c0c-92eb-bf1e36673fa9 None None] Pushing event deleted for resources: {'Port': ['ID=d4f9ff10-0f4c-4976-9011-2d90e4882b1d,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:37.943145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861e777-f403-4c0c-92eb-bf1e36673fa9 None None] No DVR routers for this DVR port d4f9ff10-0f4c-4976-9011-2d90e4882b1d on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:50:38.012523 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8126-0f80-4d19-bef6-b5f23d9945a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:38.022796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-dc2a8126-0f80-4d19-bef6-b5f23d9945a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953c0098-6583-4b14-ab97-1ea1e8479307']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:38.033820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-dc2a8126-0f80-4d19-bef6-b5f23d9945a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f89585-8781-4a24-bd98-b7ae3a812aa0') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:38.034109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-dc2a8126-0f80-4d19-bef6-b5f23d9945a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f89585-8781-4a24-bd98-b7ae3a812aa0') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:38.043010 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8126-0f80-4d19-bef6-b5f23d9945a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:38.061624 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8126-0f80-4d19-bef6-b5f23d9945a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:38.068921 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2a8126-0f80-4d19-bef6-b5f23d9945a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:50:38.069471 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8126-0f80-4d19-bef6-b5f23d9945a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:50:38.072614 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:50:38.142911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8126-0f80-4d19-bef6-b5f23d9945a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:38.152982 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8126-0f80-4d19-bef6-b5f23d9945a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:38.152982 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dc2a8126-0f80-4d19-bef6-b5f23d9945a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/networks/953c0098-6583-4b14-ab97-1ea1e8479307 HTTP/1.1" status: 204 len: 168 time: 0.3135412 Jul 08 20:50:38.158705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38620) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:38.172701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a8126-0f80-4d19-bef6-b5f23d9945a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Network': ['ID=953c0098-6583-4b14-ab97-1ea1e8479307,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:38.257518 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79735850-0a72-49aa-ab9a-4b52baa8b27c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:38.280340 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:38.299326 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79735850-0a72-49aa-ab9a-4b52baa8b27c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:38.399002 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79735850-0a72-49aa-ab9a-4b52baa8b27c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:38.403766 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79735850-0a72-49aa-ab9a-4b52baa8b27c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:38.405891 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-79735850-0a72-49aa-ab9a-4b52baa8b27c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/security-groups/898400c7-dd1a-4979-b757-29b7d7b0d092 HTTP/1.1" status: 204 len: 168 time: 0.2449019 Jul 08 20:50:38.417712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79735850-0a72-49aa-ab9a-4b52baa8b27c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898400c7-dd1a-4979-b757-29b7d7b0d092,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:38.838439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38626) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:38.843187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-e0d84b41-f2b8-4400-a8ae-a68a45fc2959 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1095593597', 'description': 'tempest-secgroup-smoke-1095593597 description', 'project_id': '87de211a996a4ed5bde38a65ec379f1e'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:38.882606 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0d84b41-f2b8-4400-a8ae-a68a45fc2959 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:38.896245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6990f1a3-3394-4262-b42f-ca9897cf0139 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:50:38.917480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 6990f1a3-3394-4262-b42f-ca9897cf0139 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:50:38.917834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6990f1a3-3394-4262-b42f-ca9897cf0139 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:50:38.918294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:50:38.938109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:50:38.938453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7ee54edd-2ee8-4e5b-a995-67b06f5f4371 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:50:38.938864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d4f9ff10-0f4c-4976-9011-2d90e4882b1d no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:50:38.957568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: d4f9ff10-0f4c-4976-9011-2d90e4882b1d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:50:38.957904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d4f9ff10-0f4c-4976-9011-2d90e4882b1d not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:50:38.974221 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0d84b41-f2b8-4400-a8ae-a68a45fc2959 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:38.978125 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0d84b41-f2b8-4400-a8ae-a68a45fc2959 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.006946 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0d84b41-f2b8-4400-a8ae-a68a45fc2959 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.008199 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e0d84b41-f2b8-4400-a8ae-a68a45fc2959 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1687605 Jul 08 20:50:39.010163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d84b41-f2b8-4400-a8ae-a68a45fc2959 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1336c97e-f3a1-4a1a-9384-07d69c5cd368,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:39.011432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38628) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:39.018559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-94a294ba-92ff-4d12-9b3b-a9dd137d18ea tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '1336c97e-f3a1-4a1a-9384-07d69c5cd368', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:39.046257 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94a294ba-92ff-4d12-9b3b-a9dd137d18ea tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.111380 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94a294ba-92ff-4d12-9b3b-a9dd137d18ea tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.115093 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94a294ba-92ff-4d12-9b3b-a9dd137d18ea tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.133340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a294ba-92ff-4d12-9b3b-a9dd137d18ea tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40deffeb-8429-4195-89d9-bba1dff63e04,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:39.138594 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94a294ba-92ff-4d12-9b3b-a9dd137d18ea tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.139920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-94a294ba-92ff-4d12-9b3b-a9dd137d18ea tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267867 Jul 08 20:50:39.143086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38630) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:39.147762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3c736b50-3c5f-46bc-baeb-b9d8ef981c4c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '1336c97e-f3a1-4a1a-9384-07d69c5cd368', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:39.175482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c736b50-3c5f-46bc-baeb-b9d8ef981c4c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.234147 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c736b50-3c5f-46bc-baeb-b9d8ef981c4c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.238736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c736b50-3c5f-46bc-baeb-b9d8ef981c4c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.258656 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c736b50-3c5f-46bc-baeb-b9d8ef981c4c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b409eec0-f821-463e-8363-53452acbcc19,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:39.267522 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c736b50-3c5f-46bc-baeb-b9d8ef981c4c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.268889 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3c736b50-3c5f-46bc-baeb-b9d8ef981c4c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248195 Jul 08 20:50:39.271567 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38632) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:39.275948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d9b2ddad-cd89-409a-9f3f-ec8115075f8e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '1336c97e-f3a1-4a1a-9384-07d69c5cd368', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:39.302507 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ddad-cd89-409a-9f3f-ec8115075f8e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.360961 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ddad-cd89-409a-9f3f-ec8115075f8e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.364755 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ddad-cd89-409a-9f3f-ec8115075f8e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.382554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2ddad-cd89-409a-9f3f-ec8115075f8e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4938caca-c684-45c2-81f2-3496e29b7d79,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:39.388831 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ddad-cd89-409a-9f3f-ec8115075f8e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.390033 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d9b2ddad-cd89-409a-9f3f-ec8115075f8e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175303 Jul 08 20:50:39.393445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38634) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:39.398261 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a7783e3a-bf78-414d-9290-74c4671592eb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '1336c97e-f3a1-4a1a-9384-07d69c5cd368', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:39.428935 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a7783e3a-bf78-414d-9290-74c4671592eb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.493594 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a7783e3a-bf78-414d-9290-74c4671592eb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.497262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a7783e3a-bf78-414d-9290-74c4671592eb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.515507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7783e3a-bf78-414d-9290-74c4671592eb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138ce867-6e9f-4233-8699-3167af5146f1,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:39.522500 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a7783e3a-bf78-414d-9290-74c4671592eb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.523259 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a7783e3a-bf78-414d-9290-74c4671592eb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286185 Jul 08 20:50:39.526108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38636) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:39.530813 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-d8d81114-007e-48c2-9efa-5073d6683b43 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '1336c97e-f3a1-4a1a-9384-07d69c5cd368', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:39.552949 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-d8d81114-007e-48c2-9efa-5073d6683b43 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Project 87de211a996a4ed5bde38a65ec379f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:50:39.561099 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8d81114-007e-48c2-9efa-5073d6683b43 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.619102 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8d81114-007e-48c2-9efa-5073d6683b43 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.622591 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8d81114-007e-48c2-9efa-5073d6683b43 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.646019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d81114-007e-48c2-9efa-5073d6683b43 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b82eab2-d12b-4957-a89d-fce74aa7a149,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:39.675596 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8d81114-007e-48c2-9efa-5073d6683b43 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.677858 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d8d81114-007e-48c2-9efa-5073d6683b43 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498296 Jul 08 20:50:39.680121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38638) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:39.684902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-be05257d-8af1-458c-b626-6445e6226eff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'security_group_rule': {'security_group_id': '1336c97e-f3a1-4a1a-9384-07d69c5cd368', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:39.705849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bf24e1ae-bbfb-4d91-8ae1-55074c678165 req-3aa1dc68-71ed-49bb-91f6-9f485207db66 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0610151 Jul 08 20:50:39.709355 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-be05257d-8af1-458c-b626-6445e6226eff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Project 87de211a996a4ed5bde38a65ec379f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:50:39.715055 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be05257d-8af1-458c-b626-6445e6226eff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.790611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be05257d-8af1-458c-b626-6445e6226eff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.794575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be05257d-8af1-458c-b626-6445e6226eff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.812066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24e1ae-bbfb-4d91-8ae1-55074c678165 req-95accd44-157b-4ada-9f70-896af89a2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:39.812589 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05257d-8af1-458c-b626-6445e6226eff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525d73ea-f7f3-4e60-9781-822214da30b8,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:39.814178 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bf24e1ae-bbfb-4d91-8ae1-55074c678165 req-95accd44-157b-4ada-9f70-896af89a2e16 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 1098 time: 0.0575366 Jul 08 20:50:39.820906 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be05257d-8af1-458c-b626-6445e6226eff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.824838 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-be05257d-8af1-458c-b626-6445e6226eff tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410947 Jul 08 20:50:39.825273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38640) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:39.831394 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3442fdaf-3649-4c6b-b697-2ca6c4be62e9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'network': {'name': 'tempest-network-smoke--419456480', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'port_security_enabled': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:39.843373 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.853344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3442fdaf-3649-4c6b-b697-2ca6c4be62e9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Made reservation on behalf of 87de211a996a4ed5bde38a65ec379f1e for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:50:39.856942 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3442fdaf-3649-4c6b-b697-2ca6c4be62e9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.882016 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3442fdaf-3649-4c6b-b697-2ca6c4be62e9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:50:39.893152 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3442fdaf-3649-4c6b-b697-2ca6c4be62e9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.893527 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-3442fdaf-3649-4c6b-b697-2ca6c4be62e9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Added segment da904e92-368c-48d5-84de-c0c1e80a6137 of type vlan for network 69f13aa4-0209-4fce-870a-01f9db802e24 Jul 08 20:50:39.934810 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3442fdaf-3649-4c6b-b697-2ca6c4be62e9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.936841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24e1ae-bbfb-4d91-8ae1-55074c678165 req-5245928a-ea37-40fe-9e4f-6d03d33444aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:39.939119 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bf24e1ae-bbfb-4d91-8ae1-55074c678165 req-5245928a-ea37-40fe-9e4f-6d03d33444aa service neutron] 10.222.0.103 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.0953338 Jul 08 20:50:39.964510 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3442fdaf-3649-4c6b-b697-2ca6c4be62e9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:39.970264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3442fdaf-3649-4c6b-b697-2ca6c4be62e9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:39.971022 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3442fdaf-3649-4c6b-b697-2ca6c4be62e9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:40.010697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bf24e1ae-bbfb-4d91-8ae1-55074c678165 req-84f49b96-36eb-4a6a-bc0b-6eaa3946578a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6060f66-2750-44f0-801b-be6441b1834e HTTP/1.1" status: 200 len: 1002 time: 0.0598543 Jul 08 20:50:40.032931 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3442fdaf-3649-4c6b-b697-2ca6c4be62e9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2062776 Jul 08 20:50:40.035826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38642) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:40.040422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'admin_state_up': True, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:40.056284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442fdaf-3649-4c6b-b697-2ca6c4be62e9 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Network': ['ID=69f13aa4-0209-4fce-870a-01f9db802e24,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:40.068965 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24e1ae-bbfb-4d91-8ae1-55074c678165 req-baa765db-b278-4449-a463-29bfbb600bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:40.069185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 69f13aa4-0209-4fce-870a-01f9db802e24 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:50:40.070758 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bf24e1ae-bbfb-4d91-8ae1-55074c678165 req-baa765db-b278-4449-a463-29bfbb600bcc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0523198 Jul 08 20:50:40.074292 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:40.075439 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:40.134241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:40.147107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24e1ae-bbfb-4d91-8ae1-55074c678165 req-0f33531a-f372-4663-81f4-6010d607909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:40.148954 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bf24e1ae-bbfb-4d91-8ae1-55074c678165 req-0f33531a-f372-4663-81f4-6010d607909e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698106 Jul 08 20:50:40.241427 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bf24e1ae-bbfb-4d91-8ae1-55074c678165 req-895a63d7-6b54-4ae9-a853-1f2d4f7fedd3 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852172 Jul 08 20:50:40.283545 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:40.341316 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bf24e1ae-bbfb-4d91-8ae1-55074c678165 req-b51a6f29-030b-4680-a318-26ebcd20bdde service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925536 Jul 08 20:50:40.481829 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:40.500146 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:40.603614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.25.4.253 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/7c5b7019-5a11-44f6-9930-903d261521c0) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:50:40.707106 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:40.744975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:40.781683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:50:40.785090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:50:40.790776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:50:40.819699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=7c5b7019-5a11-44f6-9930-903d261521c0,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:41.171499 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:50:41.396595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:41.598858 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:41.730130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router 22e744cf-36a0-4694-9791-f3c1a87632fb is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:50:41.837511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:50:41.849214 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Sync routers for ids ['22e744cf-36a0-4694-9791-f3c1a87632fb'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:50:41.855230 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:41.859207 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7388f08a-8013-4f81-a7f4-42c23913fefb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8197002 Jul 08 20:50:41.859370 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Routers {'22e744cf-36a0-4694-9791-f3c1a87632fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:41.860363 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:50:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['22e744cf-36a0-4694-9791-f3c1a87632fb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:41.861275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38644) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:41.896376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3c500a8c-deaf-48ab-964f-872e698e8898 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=87de211a996a4ed5bde38a65ec379f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339625 Jul 08 20:50:41.898952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38646) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:41.973691 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Set router 22e744cf-36a0-4694-9791-f3c1a87632fb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:41.996224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f47815-7da3-4051-bdaf-8670e096b033 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:41.997825 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-28f47815-7da3-4051-bdaf-8670e096b033 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979698 Jul 08 20:50:42.000928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38648) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:42.030046 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f6338f1b-db61-4ed0-8bc0-e05ceba30937 tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281162 Jul 08 20:50:42.033076 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38650) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:42.038094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ac548670-f756-4103-9027-11be4003c37b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1749994491', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:42.133987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac548670-f756-4103-9027-11be4003c37b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Made reservation on behalf of 87de211a996a4ed5bde38a65ec379f1e for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:50:42.138080 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac548670-f756-4103-9027-11be4003c37b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:42.160077 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:40Z', 'revision_number': 3, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:42.192275 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Checking router: 22e744cf-36a0-4694-9791-f3c1a87632fb for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:50:42.193046 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Updating router 22e744cf-36a0-4694-9791-f3c1a87632fb port 7c5b7019-5a11-44f6-9930-903d261521c0 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:50:42.229153 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:42.333255 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac548670-f756-4103-9027-11be4003c37b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:42.408311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac548670-f756-4103-9027-11be4003c37b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Subnet': ['ID=a16366ae-76eb-4725-b1dc-f89fd6adda0c,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:42.413706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac548670-f756-4103-9027-11be4003c37b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Checking segment: {'id': 'da904e92-368c-48d5-84de-c0c1e80a6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:50:42.414082 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac548670-f756-4103-9027-11be4003c37b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network hostable DHCP agents. Network: 69f13aa4-0209-4fce-870a-01f9db802e24, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:50:42.433346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac548670-f756-4103-9027-11be4003c37b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 69f13aa4-0209-4fce-870a-01f9db802e24 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:50:42.442859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ac548670-f756-4103-9027-11be4003c37b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 69f13aa4-0209-4fce-870a-01f9db802e24) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:50:42.447659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac548670-f756-4103-9027-11be4003c37b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:42.448279 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ac548670-f756-4103-9027-11be4003c37b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:42.455653 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187e517b-3c91-4ec9-9af2-5eb4ccd7881f None None] Network 69f13aa4-0209-4fce-870a-01f9db802e24 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:50:42.465639 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ac548670-f756-4103-9027-11be4003c37b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4312952 Jul 08 20:50:42.468652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38654) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:42.509575 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:42.522313 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Transition to ACTIVE for port object 7c5b7019-5a11-44f6-9930-903d261521c0 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:50:42.529349 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:42.586449 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Pushing event updated for resources: {'Port': ['ID=7c5b7019-5a11-44f6-9930-903d261521c0,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:42.595605 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:42.596147 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:42.596498 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:42.597715 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:42.598310 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:42.598778 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:42.599207 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:42.599682 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:42.600023 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:42.600352 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:42.600703 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:42.601029 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:42.613675 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Attempting to bind port 7c5b7019-5a11-44f6-9930-903d261521c0 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:50:42.614185 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Attempting to bind port 7c5b7019-5a11-44f6-9930-903d261521c0 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:50:42.614399 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Attempting to bind port 7c5b7019-5a11-44f6-9930-903d261521c0 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:50:42.618510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-69f13aa4-0209-4fce-870a-01f9db802e24', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ips': [{'subnet_id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:50:42.619841 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:42.620119 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:50:42.620559 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:50:42.621099 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:42.621750 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:50:42.622157 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Bound port: 7c5b7019-5a11-44f6-9930-903d261521c0, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:50:42.622601 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:42.683379 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] For port 7c5b7019-5a11-44f6-9930-903d261521c0, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:50:42.686876 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] For port 7c5b7019-5a11-44f6-9930-903d261521c0, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7c5b7019-5a11-44f6-9930-903d261521c0,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:50:42.692678 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:42.744867 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Routers {'22e744cf-36a0-4694-9791-f3c1a87632fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:42.745507 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:50:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['22e744cf-36a0-4694-9791-f3c1a87632fb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:42.775802 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Allocated IP 172.20.0.2 (69f13aa4-0209-4fce-870a-01f9db802e24/a16366ae-76eb-4725-b1dc-f89fd6adda0c/dbf761d3-c0d6-4229-bb20-d159a546e98f) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:50:42.798840 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c27c59-5e1f-42df-9da9-d37632f31bed None None] Pushing event updated for resources: {'Port': ['ID=7c5b7019-5a11-44f6-9930-903d261521c0,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:42.868317 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] Set router 22e744cf-36a0-4694-9791-f3c1a87632fb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:42.942707 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:42.952778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Transition to ACTIVE for port object dbf761d3-c0d6-4229-bb20-d159a546e98f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:50:42.969542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Transition to ACTIVE for port object dbf761d3-c0d6-4229-bb20-d159a546e98f will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:50:42.977285 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:43.017835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Network 69f13aa4-0209-4fce-870a-01f9db802e24 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:50:43.023525 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:50:43.027618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:50:43.037522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Pushing event updated for resources: {'Port': ['ID=dbf761d3-c0d6-4229-bb20-d159a546e98f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:43.060146 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:43.071939 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:40Z', 'revision_number': 3, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:43.105914 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a8768-91d6-4e6a-8d29-180917f600dc None None] The sync data for ids ['22e744cf-36a0-4694-9791-f3c1a87632fb'] in n-d-791506-16 is: [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:40Z', 'revision_number': 3, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:50:43.107403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Attempting to bind port dbf761d3-c0d6-4229-bb20-d159a546e98f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:50:43.107871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Attempting to bind port dbf761d3-c0d6-4229-bb20-d159a546e98f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'da904e92-368c-48d5-84de-c0c1e80a6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:50:43.108199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Attempting to bind port dbf761d3-c0d6-4229-bb20-d159a546e98f on network 69f13aa4-0209-4fce-870a-01f9db802e24 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:50:43.115449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:50:43.115891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Checking segment: {'id': 'da904e92-368c-48d5-84de-c0c1e80a6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:50:43.116345 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:43.116679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Bound using segment: {'id': 'da904e92-368c-48d5-84de-c0c1e80a6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:50:43.117196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Bound port: dbf761d3-c0d6-4229-bb20-d159a546e98f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da904e92-368c-48d5-84de-c0c1e80a6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:50:43.117658 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:43.195772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] For port dbf761d3-c0d6-4229-bb20-d159a546e98f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:50:43.199602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] For port dbf761d3-c0d6-4229-bb20-d159a546e98f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=dbf761d3-c0d6-4229-bb20-d159a546e98f,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:50:43.206123 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:43.272542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796ee0f-a118-44ad-91c3-62fd6ff6418b None None] Pushing event updated for resources: {'Port': ['ID=dbf761d3-c0d6-4229-bb20-d159a546e98f,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:43.889712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.20.0.1 (69f13aa4-0209-4fce-870a-01f9db802e24/a16366ae-76eb-4725-b1dc-f89fd6adda0c/e992c583-4c60-4de0-a597-ca76bbc77fd2) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:50:44.033060 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:44.048065 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Transition to ACTIVE for port object e992c583-4c60-4de0-a597-ca76bbc77fd2 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:50:44.085732 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:44.129178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 69f13aa4-0209-4fce-870a-01f9db802e24 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:50:44.135583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:50:44.140338 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:50:44.168835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=e992c583-4c60-4de0-a597-ca76bbc77fd2,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:44.193416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:44.343131 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:44.519550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f443ca-8be7-42ae-ab6f-e968f75d373c None None] Network 69f13aa4-0209-4fce-870a-01f9db802e24 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:50:44.583213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-21e84de5-32d5-4b1b-a8a0-e543fb0c555c None None] Provisioning for port dbf761d3-c0d6-4229-bb20-d159a546e98f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:50:44.651635 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:44.658333 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:44.745729 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:44.748583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=e992c583-4c60-4de0-a597-ca76bbc77fd2,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:44.758986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device dbf761d3-c0d6-4229-bb20-d159a546e98f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:50:44.812519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port dbf761d3-c0d6-4229-bb20-d159a546e98f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:50:44.818484 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port dbf761d3-c0d6-4229-bb20-d159a546e98f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:44.818835 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:44.860826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 69f13aa4-0209-4fce-870a-01f9db802e24 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:50:44.862564 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:50:44.915281 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:44.952792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port dbf761d3-c0d6-4229-bb20-d159a546e98f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=dbf761d3-c0d6-4229-bb20-d159a546e98f,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:44.957318 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:44.958252 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7c5b7019-5a11-44f6-9930-903d261521c0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:50:44.996584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router 22e744cf-36a0-4694-9791-f3c1a87632fb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:50:45.053337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab75af43-4ed9-4b9a-a82f-aea7c49ac4a1 None None] Provisioning for port e992c583-4c60-4de0-a597-ca76bbc77fd2 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:50:45.063263 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab75af43-4ed9-4b9a-a82f-aea7c49ac4a1 None None] Provisioning complete for port e992c583-4c60-4de0-a597-ca76bbc77fd2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:45.064118 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab75af43-4ed9-4b9a-a82f-aea7c49ac4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:45.067064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=dbf761d3-c0d6-4229-bb20-d159a546e98f,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:45.103631 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 7c5b7019-5a11-44f6-9930-903d261521c0 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:50:45.112927 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7c5b7019-5a11-44f6-9930-903d261521c0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:45.113311 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:45.139965 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:50:45.155068 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e3b20744-3871-4279-9014-4c6194cdc0b3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "PUT /v2.0/routers/22e744cf-36a0-4694-9791-f3c1a87632fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6760767 Jul 08 20:50:45.155288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ab75af43-4ed9-4b9a-a82f-aea7c49ac4a1 None None] Port e992c583-4c60-4de0-a597-ca76bbc77fd2 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:50:45.177052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab75af43-4ed9-4b9a-a82f-aea7c49ac4a1 None None] Provisioning complete for port dbf761d3-c0d6-4229-bb20-d159a546e98f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:45.177432 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab75af43-4ed9-4b9a-a82f-aea7c49ac4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:45.237411 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:45.263549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 7c5b7019-5a11-44f6-9930-903d261521c0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7c5b7019-5a11-44f6-9930-903d261521c0,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:45.275139 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:45.354379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Sync routers for ids ['22e744cf-36a0-4694-9791-f3c1a87632fb'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:50:45.373895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=7c5b7019-5a11-44f6-9930-903d261521c0,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:45.381094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Routers {'22e744cf-36a0-4694-9791-f3c1a87632fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:45.381743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:50:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['22e744cf-36a0-4694-9791-f3c1a87632fb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:45.422565 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-8845dbea-62f5-46b7-9397-e54a635ce835 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095593597&fields=id&tenant_id=87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 267 time: 0.0657361 Jul 08 20:50:45.509133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Set router 22e744cf-36a0-4694-9791-f3c1a87632fb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:45.511238 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fac3febf-f2e7-4202-b64b-6776ef4029fb None None] Provisioning complete for port e992c583-4c60-4de0-a597-ca76bbc77fd2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:45.511610 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fac3febf-f2e7-4202-b64b-6776ef4029fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:45.540318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-bd75a56c-fc59-4e5a-81a7-f43de0db78cd tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:45.541857 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-bd75a56c-fc59-4e5a-81a7-f43de0db78cd tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/networks?id=69f13aa4-0209-4fce-870a-01f9db802e24 HTTP/1.1" status: 200 len: 796 time: 0.1185012 Jul 08 20:50:45.557402 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-29c03345-6f56-45c7-bdf8-1b56348e596c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/quotas/87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 375 time: 0.0093756 Jul 08 20:50:45.608209 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-fac3febf-f2e7-4202-b64b-6776ef4029fb None None] Port e992c583-4c60-4de0-a597-ca76bbc77fd2 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:50:45.669213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-bc8bd705-1abc-43a3-a4f0-1b7088243ea4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060147 Jul 08 20:50:45.744314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-378e8277-c8fe-4eab-8659-95d46749decc None None] Provisioning complete for port e992c583-4c60-4de0-a597-ca76bbc77fd2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:45.744708 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-378e8277-c8fe-4eab-8659-95d46749decc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:45.775319 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-564b599c-c099-456c-9cb8-8a169f4aefb0 service neutron] 10.222.0.101 "GET /v2.0/networks/69f13aa4-0209-4fce-870a-01f9db802e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925570 Jul 08 20:50:45.804712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-378e8277-c8fe-4eab-8659-95d46749decc None None] Port e992c583-4c60-4de0-a597-ca76bbc77fd2 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:50:45.809165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:44Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e992c583-4c60-4de0-a597-ca76bbc77fd2', 'name': '', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:0b:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:43Z', 'updated_at': '2021-07-08T20:50:44Z', 'revision_number': 2, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:45.841781 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Checking router: 22e744cf-36a0-4694-9791-f3c1a87632fb for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:50:45.842173 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Updating router 22e744cf-36a0-4694-9791-f3c1a87632fb port e992c583-4c60-4de0-a597-ca76bbc77fd2 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:50:45.874105 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-06d81d13-31d7-482d-ade5-dbf8d85b92de service neutron] 10.222.0.101 "GET /v2.0/networks/69f13aa4-0209-4fce-870a-01f9db802e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927331 Jul 08 20:50:45.881103 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:46.079680 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d3757246-0f6d-471f-9865-bf64fe24ceeb req-f8ed171e-8017-455a-82b5-8f5ece3d62d5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 210 time: 0.0377557 Jul 08 20:50:46.195015 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:46.205697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Transition to ACTIVE for port object e992c583-4c60-4de0-a597-ca76bbc77fd2 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:50:46.212603 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:46.278262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948476d4-2cf6-4d8f-8b78-54edd93a04fe None None] Pushing event updated for resources: {'Port': ['ID=e992c583-4c60-4de0-a597-ca76bbc77fd2,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:46.337988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Attempting to bind port e992c583-4c60-4de0-a597-ca76bbc77fd2 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:50:46.338391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Attempting to bind port e992c583-4c60-4de0-a597-ca76bbc77fd2 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'da904e92-368c-48d5-84de-c0c1e80a6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:50:46.338729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Attempting to bind port e992c583-4c60-4de0-a597-ca76bbc77fd2 on network 69f13aa4-0209-4fce-870a-01f9db802e24 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:50:46.344424 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:50:46.345463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Checking segment: {'id': 'da904e92-368c-48d5-84de-c0c1e80a6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:50:46.345886 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:46.346458 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Bound using segment: {'id': 'da904e92-368c-48d5-84de-c0c1e80a6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:50:46.347715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Bound port: e992c583-4c60-4de0-a597-ca76bbc77fd2, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da904e92-368c-48d5-84de-c0c1e80a6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:50:46.347715 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:46.431861 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] For port e992c583-4c60-4de0-a597-ca76bbc77fd2, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:50:46.436873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] For port e992c583-4c60-4de0-a597-ca76bbc77fd2, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e992c583-4c60-4de0-a597-ca76bbc77fd2,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:50:46.445381 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:46.504879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Routers {'22e744cf-36a0-4694-9791-f3c1a87632fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:46.505405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:50:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['22e744cf-36a0-4694-9791-f3c1a87632fb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:46.566570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948476d4-2cf6-4d8f-8b78-54edd93a04fe None None] Pushing event updated for resources: {'Port': ['ID=e992c583-4c60-4de0-a597-ca76bbc77fd2,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:46.782232 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device dbf761d3-c0d6-4229-bb20-d159a546e98f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:50:46.847024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] Set router 22e744cf-36a0-4694-9791-f3c1a87632fb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:46.936748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port dbf761d3-c0d6-4229-bb20-d159a546e98f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:46.937033 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:47.137500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7c5b7019-5a11-44f6-9930-903d261521c0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:50:47.197821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:44Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e992c583-4c60-4de0-a597-ca76bbc77fd2', 'name': '', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:0b:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:43Z', 'updated_at': '2021-07-08T20:50:46Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:47.238307 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d827b8-5198-48a5-8b8d-55cebc9c080a None None] The sync data for ids ['22e744cf-36a0-4694-9791-f3c1a87632fb'] in n-d-791506-16 is: [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:44Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e992c583-4c60-4de0-a597-ca76bbc77fd2', 'name': '', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:0b:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:43Z', 'updated_at': '2021-07-08T20:50:46Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:50:47.248764 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7c5b7019-5a11-44f6-9930-903d261521c0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:47.249146 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:47.273197 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f6c433e6-2525-4fcd-81e9-2eeff060d0ec req-0982bda1-994f-42a6-ab5b-a614c3745f31 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 210 time: 0.0544281 Jul 08 20:50:47.292947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-92bcbda2-b5a9-498d-a64d-adcd6a589073 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:47.295316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-92bcbda2-b5a9-498d-a64d-adcd6a589073 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.104 "GET /v2.0/networks?id=69f13aa4-0209-4fce-870a-01f9db802e24 HTTP/1.1" status: 200 len: 796 time: 0.1307366 Jul 08 20:50:47.364664 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-d913e7c4-3a95-44e4-b87a-caf0c787edd3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87de211a996a4ed5bde38a65ec379f1e HTTP/1.1" status: 200 len: 380 time: 0.0446472 Jul 08 20:50:47.380294 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'port': {'device_id': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'admin_state_up': True, 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'security_groups': ['1336c97e-f3a1-4a1a-9384-07d69c5cd368']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:47.530906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Made reservation on behalf of 87de211a996a4ed5bde38a65ec379f1e for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:50:47.535138 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:47.684199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.20.0.6 (69f13aa4-0209-4fce-870a-01f9db802e24/a16366ae-76eb-4725-b1dc-f89fd6adda0c/f79cc81e-ab52-4874-aa69-1c0d6b01a616) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:50:47.701298 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:47.843649 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:47.861815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Transition to ACTIVE for port object f79cc81e-ab52-4874-aa69-1c0d6b01a616 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:50:47.898904 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:47.952157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 69f13aa4-0209-4fce-870a-01f9db802e24 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:50:47.955541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:50:47.959637 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:50:47.986458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=f79cc81e-ab52-4874-aa69-1c0d6b01a616,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:48.002160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:48.002515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:48.002855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:48.003196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:48.003532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:48.003877 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:48.004200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:48.004535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:48.004894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:48.005221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:48.005548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:48.005876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:48.036150 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:48.037002 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:48.053758 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-5881474b-6b98-422b-b9e3-74bcf7e1a7d6 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6837258 Jul 08 20:50:48.067406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Request body: {'port': {'device_id': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:48.148061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:48.243706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cf24231a-ba11-4d36-ae54-6f50b2220524 None None] Provisioning for port f79cc81e-ab52-4874-aa69-1c0d6b01a616 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:50:48.248210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-cf24231a-ba11-4d36-ae54-6f50b2220524 None None] Provisioning complete for port f79cc81e-ab52-4874-aa69-1c0d6b01a616 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:48.248688 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf24231a-ba11-4d36-ae54-6f50b2220524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:48.306122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-cf24231a-ba11-4d36-ae54-6f50b2220524 None None] Port f79cc81e-ab52-4874-aa69-1c0d6b01a616 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:50:48.497217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79cc81e-ab52-4874-aa69-1c0d6b01a616 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:50:48.507163 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:48.523902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6ae82-4a46-4dc0-9401-b0431f1cdaf6 req-ca869b02-6619-4d8c-bfba-8252badefc64 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:48.525493 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ceb6ae82-4a46-4dc0-9401-b0431f1cdaf6 req-ca869b02-6619-4d8c-bfba-8252badefc64 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 931 time: 0.1261125 Jul 08 20:50:48.539789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Transition to ACTIVE for port object f79cc81e-ab52-4874-aa69-1c0d6b01a616 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:50:48.551035 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:48.625204 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ceb6ae82-4a46-4dc0-9401-b0431f1cdaf6 req-8dedffc6-b87f-428f-afc3-26cfb95aa9c1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938559 Jul 08 20:50:48.632905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21854134-da28-48d2-859f-105869c143c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f79cc81e-ab52-4874-aa69-1c0d6b01a616,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:48.683612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e992c583-4c60-4de0-a597-ca76bbc77fd2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:50:48.713750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Attempting to bind port f79cc81e-ab52-4874-aa69-1c0d6b01a616 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:50:48.714092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Attempting to bind port f79cc81e-ab52-4874-aa69-1c0d6b01a616 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'da904e92-368c-48d5-84de-c0c1e80a6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:50:48.714452 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Attempting to bind port f79cc81e-ab52-4874-aa69-1c0d6b01a616 on network 69f13aa4-0209-4fce-870a-01f9db802e24 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:50:48.721056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Port f79cc81e-ab52-4874-aa69-1c0d6b01a616 on network 69f13aa4-0209-4fce-870a-01f9db802e24 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:50:48.721750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Attempting to bind port f79cc81e-ab52-4874-aa69-1c0d6b01a616 on network 69f13aa4-0209-4fce-870a-01f9db802e24 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:50:48.727737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:50:48.728171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Checking segment: {'id': 'da904e92-368c-48d5-84de-c0c1e80a6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:50:48.728650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Bound using segment: {'id': 'da904e92-368c-48d5-84de-c0c1e80a6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:50:48.729185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Bound port: f79cc81e-ab52-4874-aa69-1c0d6b01a616, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da904e92-368c-48d5-84de-c0c1e80a6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:50:48.729599 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:48.736792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port e992c583-4c60-4de0-a597-ca76bbc77fd2 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:50:48.741032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port e992c583-4c60-4de0-a597-ca76bbc77fd2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:48.741668 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:48.810244 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] For port f79cc81e-ab52-4874-aa69-1c0d6b01a616, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:50:48.815145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] For port f79cc81e-ab52-4874-aa69-1c0d6b01a616, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:50:48.819968 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:48.849994 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:48.859369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:48.860149 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:48.861693 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-21854134-da28-48d2-859f-105869c143c3 service neutron] 10.222.0.104 "PUT /v2.0/ports/f79cc81e-ab52-4874-aa69-1c0d6b01a616 HTTP/1.1" status: 200 len: 1092 time: 0.7995808 Jul 08 20:50:48.862165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:48.864490 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81de6589-0c22-4c2b-9619-3ebd6d70c598" -d '{"events": [{"name": "network-changed", "server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:48.897096 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port e992c583-4c60-4de0-a597-ca76bbc77fd2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e992c583-4c60-4de0-a597-ca76bbc77fd2,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:48.903224 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:48.926110 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684f8144-15cd-4a04-ad4a-2ac819e19f6f x-openstack-request-id: req-684f8144-15cd-4a04-ad4a-2ac819e19f6f {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:48.926386 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:48.926692 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-684f8144-15cd-4a04-ad4a-2ac819e19f6f {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:48.927135 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'status': 'completed', 'code': 200} Jul 08 20:50:48.927936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21854134-da28-48d2-859f-105869c143c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f79cc81e-ab52-4874-aa69-1c0d6b01a616,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:48.970511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=e992c583-4c60-4de0-a597-ca76bbc77fd2,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:48.984263 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-34665667-a451-4b0e-adcb-54fb1b9c58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:48.985897 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-34665667-a451-4b0e-adcb-54fb1b9c58c3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 1095 time: 0.0750999 Jul 08 20:50:49.029628 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-2a5fe092-c6ca-4f2e-8c11-7ff001a47af0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616 HTTP/1.1" status: 200 len: 217 time: 0.0363123 Jul 08 20:50:49.087282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-c0438abe-67ae-44b2-9eb0-68b4d462cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:49.088790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-c0438abe-67ae-44b2-9eb0-68b4d462cd6d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a16366ae-76eb-4725-b1dc-f89fd6adda0c HTTP/1.1" status: 200 len: 835 time: 0.0524011 Jul 08 20:50:49.147240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-b1cc778d-243a-4544-8018-a025335c78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:49.148853 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-b1cc778d-243a-4544-8018-a025335c78d2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=69f13aa4-0209-4fce-870a-01f9db802e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539503 Jul 08 20:50:49.244946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-9c3760b1-3881-4a21-a74a-49bdce6ebb73 service neutron] 10.222.0.104 "GET /v2.0/networks/69f13aa4-0209-4fce-870a-01f9db802e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890024 Jul 08 20:50:49.339985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea38d3ee-6f9d-42da-b034-3d4a19119133 req-9cf39c30-d348-4ae7-b54a-2df02fb45dd5 service neutron] 10.222.0.104 "GET /v2.0/networks/69f13aa4-0209-4fce-870a-01f9db802e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882616 Jul 08 20:50:49.444951 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de6589-0c22-4c2b-9619-3ebd6d70c598 req-d6691e5f-986c-4fb6-82e0-4a29b5b3661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:49.446512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-81de6589-0c22-4c2b-9619-3ebd6d70c598 req-d6691e5f-986c-4fb6-82e0-4a29b5b3661a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 1095 time: 0.0555918 Jul 08 20:50:49.558653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de6589-0c22-4c2b-9619-3ebd6d70c598 req-21644f8e-5063-4bf4-a256-bb16b5e14f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:49.560055 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-81de6589-0c22-4c2b-9619-3ebd6d70c598 req-21644f8e-5063-4bf4-a256-bb16b5e14f7b service neutron] 10.222.0.104 "GET /v2.0/networks?id=69f13aa4-0209-4fce-870a-01f9db802e24 HTTP/1.1" status: 200 len: 897 time: 0.1068959 Jul 08 20:50:49.602664 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-81de6589-0c22-4c2b-9619-3ebd6d70c598 req-69a716dd-cfc1-4496-a31c-8ddf698559da service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616 HTTP/1.1" status: 200 len: 217 time: 0.0358295 Jul 08 20:50:49.653217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de6589-0c22-4c2b-9619-3ebd6d70c598 req-1c5e473f-9305-4aff-a19b-bcb2f0530e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:49.654706 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-81de6589-0c22-4c2b-9619-3ebd6d70c598 req-1c5e473f-9305-4aff-a19b-bcb2f0530e1f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a16366ae-76eb-4725-b1dc-f89fd6adda0c HTTP/1.1" status: 200 len: 835 time: 0.0457602 Jul 08 20:50:49.721002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de6589-0c22-4c2b-9619-3ebd6d70c598 req-ee74fcf8-2516-4419-92ae-7f78ee1101b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:49.722831 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-81de6589-0c22-4c2b-9619-3ebd6d70c598 req-ee74fcf8-2516-4419-92ae-7f78ee1101b3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=69f13aa4-0209-4fce-870a-01f9db802e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610852 Jul 08 20:50:49.870320 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-81de6589-0c22-4c2b-9619-3ebd6d70c598 req-48c2537d-4135-485a-ad81-e0105a4e99ba service neutron] 10.222.0.104 "GET /v2.0/networks/69f13aa4-0209-4fce-870a-01f9db802e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394157 Jul 08 20:50:49.882596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7f7a6-7d6c-4f03-ac25-c19d3c4ae9e9 req-5588cb82-f245-4616-847a-bde0cb73ef02 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:49.884021 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-95f7f7a6-7d6c-4f03-ac25-c19d3c4ae9e9 req-5588cb82-f245-4616-847a-bde0cb73ef02 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 943 time: 0.1352761 Jul 08 20:50:49.975819 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-95f7f7a6-7d6c-4f03-ac25-c19d3c4ae9e9 req-71a703e3-817c-4bfa-97d3-dee0b27de4ae tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825686 Jul 08 20:50:49.998236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-81de6589-0c22-4c2b-9619-3ebd6d70c598 req-9f7ad88b-1851-4dbf-81c6-bbe24d7ec799 service neutron] 10.222.0.104 "GET /v2.0/networks/69f13aa4-0209-4fce-870a-01f9db802e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132598 Jul 08 20:50:50.631688 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e992c583-4c60-4de0-a597-ca76bbc77fd2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:50:50.679673 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port e992c583-4c60-4de0-a597-ca76bbc77fd2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:50.680047 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:51.161288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0e0f0-6b4d-4e67-b3b0-76509116d11a req-09a1f801-5c17-4dee-8764-e6cd4c068415 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:51.162842 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ff0e0f0-6b4d-4e67-b3b0-76509116d11a req-09a1f801-5c17-4dee-8764-e6cd4c068415 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 943 time: 0.0738199 Jul 08 20:50:51.202195 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ff0e0f0-6b4d-4e67-b3b0-76509116d11a req-76f3ca06-ffec-43f0-908e-8f099be867a8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337594 Jul 08 20:50:51.888155 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f79cc81e-ab52-4874-aa69-1c0d6b01a616 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:50:51.985884 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f79cc81e-ab52-4874-aa69-1c0d6b01a616, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:51.999401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'port_id': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'mac_address': 'fa:16:3e:cd:a0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:50:52.037246 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:52.051967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79cc81e-ab52-4874-aa69-1c0d6b01a616 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:50:52.073910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f79cc81e-ab52-4874-aa69-1c0d6b01a616, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:52.077644 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:52.131397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=f79cc81e-ab52-4874-aa69-1c0d6b01a616,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:52.297895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['f79cc81e-ab52-4874-aa69-1c0d6b01a616'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:50:52.387703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf7f8c-b0bf-4f15-b188-e5f33ae8d416 req-85037560-8ad0-4b29-9729-b0d4c7c43f2e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:52.389253 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09cf7f8c-b0bf-4f15-b188-e5f33ae8d416 req-85037560-8ad0-4b29-9729-b0d4c7c43f2e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 944 time: 0.0694337 Jul 08 20:50:52.429638 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09cf7f8c-b0bf-4f15-b188-e5f33ae8d416 req-bb3aaef6-a767-461f-8a54-35bd9bd9a804 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345583 Jul 08 20:50:53.595922 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:53.607033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f62ad1-eda1-427e-aa45-ec03686bd677 req-25d86cf2-2c0d-450d-9280-473809123494 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:53.608558 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65f62ad1-eda1-427e-aa45-ec03686bd677 req-25d86cf2-2c0d-450d-9280-473809123494 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 944 time: 0.0657806 Jul 08 20:50:53.648844 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-65f62ad1-eda1-427e-aa45-ec03686bd677 req-df03d898-21ee-4afe-81e6-af93a94ed1f7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339947 Jul 08 20:50:53.888204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f79cc81e-ab52-4874-aa69-1c0d6b01a616 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:50:53.939103 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port f79cc81e-ab52-4874-aa69-1c0d6b01a616 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:50:53.943039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port f79cc81e-ab52-4874-aa69-1c0d6b01a616 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:50:53.943409 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:54.020621 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:54.042816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:54.045118 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ef3859-c660-454c-ba2c-2acdc559882a" -d '{"events": [{"server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "name": "network-vif-plugged", "status": "completed", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:54.062330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f79cc81e-ab52-4874-aa69-1c0d6b01a616, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:50:54.066649 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:54.089712 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48566e2-0d41-4ded-bdfd-c913d4b35809 x-openstack-request-id: req-a48566e2-0d41-4ded-bdfd-c913d4b35809 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:54.090007 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "name": "network-vif-plugged", "status": "completed", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:54.090373 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a48566e2-0d41-4ded-bdfd-c913d4b35809 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:54.090764 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'code': 200} Jul 08 20:50:54.117761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=f79cc81e-ab52-4874-aa69-1c0d6b01a616,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:54.198944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e2702-6c1b-4606-a177-65081517c403 req-e31c723e-7ee7-4883-bb54-006a02bbf197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:54.200386 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ca4e2702-6c1b-4606-a177-65081517c403 req-e31c723e-7ee7-4883-bb54-006a02bbf197 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 1097 time: 0.0524323 Jul 08 20:50:54.235243 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ca4e2702-6c1b-4606-a177-65081517c403 req-620494b5-25da-46c5-90d3-01fdb84bcaa9 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273089 Jul 08 20:50:54.830531 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d728f-8094-4b4e-85a7-cee0878e9445 req-26dd40b7-097e-4bf9-80cd-6e5a416f72a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:54.832082 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3f3d728f-8094-4b4e-85a7-cee0878e9445 req-26dd40b7-097e-4bf9-80cd-6e5a416f72a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.0692964 Jul 08 20:50:54.869368 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3f3d728f-8094-4b4e-85a7-cee0878e9445 req-7162f21a-bc78-4679-8c17-7c31cde5f87f tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Jul 08 20:50:56.046960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2d10b-f702-4962-beaf-99a3ff6b1b6b req-7ad98f66-8c8c-439f-9d51-dcdb18cc41aa tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:56.048527 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-baf2d10b-f702-4962-beaf-99a3ff6b1b6b req-7ad98f66-8c8c-439f-9d51-dcdb18cc41aa tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.0653589 Jul 08 20:50:56.089215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-baf2d10b-f702-4962-beaf-99a3ff6b1b6b req-ac98e5f7-604e-4d55-8f4e-9a86903b6bed tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351782 Jul 08 20:50:56.269282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d7be8-7cd5-42ef-9975-6a9fa658820f req-3bfc7f7c-7f03-45c6-b9c5-af6616b51679 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:56.270716 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-374d7be8-7cd5-42ef-9975-6a9fa658820f req-3bfc7f7c-7f03-45c6-b9c5-af6616b51679 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.0635009 Jul 08 20:50:56.308107 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-374d7be8-7cd5-42ef-9975-6a9fa658820f req-a470cb5c-2fcc-4e50-a1ad-7987458bebbc tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318670 Jul 08 20:50:56.333038 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38704) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:56.383911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5665228d-ae34-429f-90e7-1638260d0cca tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:56.385749 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5665228d-ae34-429f-90e7-1638260d0cca tempest-TestNetworkAdvancedServerOps-973047492 tempest-TestNetworkAdvancedServerOps-973047492-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 1092 time: 0.0517278 Jul 08 20:50:56.388568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38706) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:56.393533 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:50:56.415597 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:56.515033 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:56.623125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Allocated IP 172.25.4.81 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/fc91529e-5f11-4cfb-a36b-3a4b4f4a4e2f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:50:56.723952 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:56.764041 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:56.805545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:50:56.808334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:50:56.811861 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:50:56.840193 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=fc91529e-5f11-4cfb-a36b-3a4b4f4a4e2f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:56.853765 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:56.854118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:56.854463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:56.854807 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:56.855144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:56.855482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:56.855817 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:56.856147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:56.856479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:56.856846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:56.857175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:56.857502 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:50:57.206169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:57.286902 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:57.439272 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:57.443676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:57.513598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event updated for resources: {'Port': ['ID=fc91529e-5f11-4cfb-a36b-3a4b4f4a4e2f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:50:57.524904 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:57.904933 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Floating IP af6f40ff-a01c-46f8-9b39-4a2ed69c4f27 associated. External IP: 172.25.4.81, port: f79cc81e-ab52-4874-aa69-1c0d6b01a616. Jul 08 20:50:58.112040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router 22e744cf-36a0-4694-9791-f3c1a87632fb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:50:58.223030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:50:58.233653 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc559e18-797d-46d8-9f63-d55c2c53d972 None None] Sync routers for ids ['22e744cf-36a0-4694-9791-f3c1a87632fb'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:50:58.243816 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:50:58.251785 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc559e18-797d-46d8-9f63-d55c2c53d972 None None] Routers {'22e744cf-36a0-4694-9791-f3c1a87632fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:58.252955 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-dc559e18-797d-46d8-9f63-d55c2c53d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:50:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['22e744cf-36a0-4694-9791-f3c1a87632fb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:58.284687 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-57f3a4eb-1b28-4cc6-96b6-f3c39caffcf1 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8950436 Jul 08 20:50:58.285388 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:50:58.287797 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f518f44e-1144-40f1-a212-58e2102c418a" -d '{"events": [{"name": "network-changed", "server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:50:58.325673 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eb2ca5-c414-498b-9ac6-85d695b069f8 x-openstack-request-id: req-04eb2ca5-c414-498b-9ac6-85d695b069f8 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:50:58.325973 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:50:58.326258 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-04eb2ca5-c414-498b-9ac6-85d695b069f8 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:50:58.326641 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'status': 'completed', 'code': 200} Jul 08 20:50:58.446018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518f44e-1144-40f1-a212-58e2102c418a req-0a2d0b47-ffcf-4c9f-8baf-9529ffb7882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:58.447528 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f518f44e-1144-40f1-a212-58e2102c418a req-0a2d0b47-ffcf-4c9f-8baf-9529ffb7882e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 1097 time: 0.0973375 Jul 08 20:50:58.462163 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-dc559e18-797d-46d8-9f63-d55c2c53d972 None None] Set router 22e744cf-36a0-4694-9791-f3c1a87632fb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:58.471378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a05a7-7b7a-44e2-a22b-ac6ce04dca57 req-fbac3f8b-df55-4ef4-8a11-1ce0fe42c7fe tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:58.472909 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f15a05a7-7b7a-44e2-a22b-ac6ce04dca57 req-fbac3f8b-df55-4ef4-8a11-1ce0fe42c7fe tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.0921648 Jul 08 20:50:58.559415 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f15a05a7-7b7a-44e2-a22b-ac6ce04dca57 req-5faa43cd-3615-4dbf-95f4-3ca420621589 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767229 Jul 08 20:50:58.579282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518f44e-1144-40f1-a212-58e2102c418a req-fdb54d1e-183d-4b5b-ab43-790e78fca20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:58.580794 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f518f44e-1144-40f1-a212-58e2102c418a req-fdb54d1e-183d-4b5b-ab43-790e78fca20a service neutron] 10.222.0.104 "GET /v2.0/networks?id=69f13aa4-0209-4fce-870a-01f9db802e24 HTTP/1.1" status: 200 len: 897 time: 0.1252120 Jul 08 20:50:58.587879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38714) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:58.651523 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f518f44e-1144-40f1-a212-58e2102c418a req-f662824b-cf7e-4339-9ea6-84355d6f616c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616 HTTP/1.1" status: 200 len: 998 time: 0.0645182 Jul 08 20:50:58.655595 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-faebc160-81bc-4559-bedd-ec1624d5749b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/af6f40ff-a01c-46f8-9b39-4a2ed69c4f27 HTTP/1.1" status: 200 len: 990 time: 0.0664661 Jul 08 20:50:58.690938 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-dc559e18-797d-46d8-9f63-d55c2c53d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:44Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'af6f40ff-a01c-46f8-9b39-4a2ed69c4f27', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'port_id': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'mac_address': 'fa:16:3e:cd:a0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:50:57Z', 'updated_at': '2021-07-08T20:50:57Z', 'revision_number': 0, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e992c583-4c60-4de0-a597-ca76bbc77fd2', 'name': '', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:0b:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:43Z', 'updated_at': '2021-07-08T20:50:48Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:58.703991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518f44e-1144-40f1-a212-58e2102c418a req-0dcb64d5-a59b-4ed0-82c8-3713a9d04b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:58.705532 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f518f44e-1144-40f1-a212-58e2102c418a req-0dcb64d5-a59b-4ed0-82c8-3713a9d04b42 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a16366ae-76eb-4725-b1dc-f89fd6adda0c HTTP/1.1" status: 200 len: 835 time: 0.0483069 Jul 08 20:50:58.721026 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc559e18-797d-46d8-9f63-d55c2c53d972 None None] Checking router: 22e744cf-36a0-4694-9791-f3c1a87632fb for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:50:58.729354 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc559e18-797d-46d8-9f63-d55c2c53d972 None None] Routers {'22e744cf-36a0-4694-9791-f3c1a87632fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:50:58.729962 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-dc559e18-797d-46d8-9f63-d55c2c53d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:50:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['22e744cf-36a0-4694-9791-f3c1a87632fb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:58.762126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518f44e-1144-40f1-a212-58e2102c418a req-7c277294-22f1-41bd-b124-396175b15620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:50:58.763647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f518f44e-1144-40f1-a212-58e2102c418a req-7c277294-22f1-41bd-b124-396175b15620 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=69f13aa4-0209-4fce-870a-01f9db802e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522153 Jul 08 20:50:58.838730 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-dc559e18-797d-46d8-9f63-d55c2c53d972 None None] Set router 22e744cf-36a0-4694-9791-f3c1a87632fb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:50:58.852246 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f518f44e-1144-40f1-a212-58e2102c418a req-c386bfdb-f526-4058-9509-663a2b4f299a service neutron] 10.222.0.104 "GET /v2.0/networks/69f13aa4-0209-4fce-870a-01f9db802e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822649 Jul 08 20:50:58.947260 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f518f44e-1144-40f1-a212-58e2102c418a req-17b15250-8f8f-4617-a5a6-9ec2c9d395b2 service neutron] 10.222.0.104 "GET /v2.0/networks/69f13aa4-0209-4fce-870a-01f9db802e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889461 Jul 08 20:50:59.065692 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-dc559e18-797d-46d8-9f63-d55c2c53d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:44Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'af6f40ff-a01c-46f8-9b39-4a2ed69c4f27', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'port_id': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'mac_address': 'fa:16:3e:cd:a0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:50:57Z', 'updated_at': '2021-07-08T20:50:57Z', 'revision_number': 0, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e992c583-4c60-4de0-a597-ca76bbc77fd2', 'name': '', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:0b:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:43Z', 'updated_at': '2021-07-08T20:50:48Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:50:59.091806 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc559e18-797d-46d8-9f63-d55c2c53d972 None None] The sync data for ids ['22e744cf-36a0-4694-9791-f3c1a87632fb'] in n-d-791506-16 is: [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:44Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'af6f40ff-a01c-46f8-9b39-4a2ed69c4f27', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'port_id': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'mac_address': 'fa:16:3e:cd:a0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:50:57Z', 'updated_at': '2021-07-08T20:50:57Z', 'revision_number': 0, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e992c583-4c60-4de0-a597-ca76bbc77fd2', 'name': '', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:0b:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:43Z', 'updated_at': '2021-07-08T20:50:48Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:50:59.281660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb1f281-5c68-44fe-b854-d4d0c610c47b None None] New status for floating IP af6f40ff-a01c-46f8-9b39-4a2ed69c4f27: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:50:59.659691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38716) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:50:59.718360 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f6cff0b0-696d-40c2-8056-215bf705c903 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/af6f40ff-a01c-46f8-9b39-4a2ed69c4f27 HTTP/1.1" status: 200 len: 992 time: 0.0575781 Jul 08 20:51:04.069927 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-04a7f493-936a-45e9-87b5-2fc2b22759e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:06.437020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f3a6f-f027-457b-ac2c-23e6e4b6b9ae req-01809306-0832-47d9-8674-37373fb2f099 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:06.439719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6f3a6f-f027-457b-ac2c-23e6e4b6b9ae req-01809306-0832-47d9-8674-37373fb2f099 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 947 time: 0.0824695 Jul 08 20:51:06.479726 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a6f3a6f-f027-457b-ac2c-23e6e4b6b9ae req-0af6e98a-79b1-4512-9f62-9aa90312b56e tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343366 Jul 08 20:51:06.983290 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1c80eca9-821b-417f-80ef-667616d5b446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:07.144819 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:07.666899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9e39a-6617-492f-b8f6-52af82208d9c req-a5cc19e7-1a23-4765-b342-3df673b0ea63 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:07.668366 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58c9e39a-6617-492f-b8f6-52af82208d9c req-a5cc19e7-1a23-4765-b342-3df673b0ea63 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 947 time: 0.0652173 Jul 08 20:51:07.709242 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58c9e39a-6617-492f-b8f6-52af82208d9c req-d12deb0f-15c3-47ac-ad3e-979f4c943960 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups?id=66e8a3cd-eebf-4c61-be6f-bffa7a685498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339372 Jul 08 20:51:07.724281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-31645831-1ae8-4dd9-a4c9-729f57a7cdfb tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:07.725856 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-31645831-1ae8-4dd9-a4c9-729f57a7cdfb tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.104 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 947 time: 0.0715225 Jul 08 20:51:07.827062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Deleting port a381a664-a69a-4e56-80a4-3eafe3394064 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:07.827398 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:07.926686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] For port a381a664-a69a-4e56-80a4-3eafe3394064, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a381a664-a69a-4e56-80a4-3eafe3394064,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:07.926949 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:08.101894 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:08.102274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:08.102593 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Floating IP d5f7534d-0ad1-46bb-8d90-38966ca1ba0f disassociated. External IP: 172.25.4.202, port: a381a664-a69a-4e56-80a4-3eafe3394064. Jul 08 20:51:08.102940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Calling delete_port for a381a664-a69a-4e56-80a4-3eafe3394064 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:08.236135 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:08.267487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event deleted for resources: {'Port': ['ID=a381a664-a69a-4e56-80a4-3eafe3394064,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:08.289094 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:08.383716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Router ebdd7341-4765-4a38-90d9-1f7637bcc246 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:51:08.494485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:51:08.504852 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae3646-fd5b-4dd0-8fc2-26e6d43b9efd None None] Sync routers for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:51:08.514484 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae3646-fd5b-4dd0-8fc2-26e6d43b9efd None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:08.515987 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d2ae3646-fd5b-4dd0-8fc2-26e6d43b9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:08.541495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] No DVR routers for this DVR port a381a664-a69a-4e56-80a4-3eafe3394064 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:51:08.544077 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:08.546347 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a473a565-fa74-4a1b-a5e8-84544b081151 req-501e06ca-ed2c-4405-a14e-4538fd66c7c2 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.104 "DELETE /v2.0/ports/a381a664-a69a-4e56-80a4-3eafe3394064 HTTP/1.1" status: 204 len: 173 time: 0.8150980 Jul 08 20:51:08.547557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'name': 'network-vif-deleted', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:51:08.549848 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8872423d-1b73-4e5f-b0b7-00f3684c4421" -d '{"events": [{"server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "name": "network-vif-deleted", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:51:08.589778 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cba3696-633e-4df9-95ec-23cb782f5190 x-openstack-request-id: req-5cba3696-633e-4df9-95ec-23cb782f5190 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:51:08.590078 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e17c822-1ef9-4b10-b235-a50cf47db50d", "name": "network-vif-deleted", "tag": "a381a664-a69a-4e56-80a4-3eafe3394064", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:51:08.590331 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5cba3696-633e-4df9-95ec-23cb782f5190 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:51:08.590803 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e17c822-1ef9-4b10-b235-a50cf47db50d', 'name': 'network-vif-deleted', 'tag': 'a381a664-a69a-4e56-80a4-3eafe3394064', 'status': 'completed', 'code': 200} Jul 08 20:51:08.646790 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-d2ae3646-fd5b-4dd0-8fc2-26e6d43b9efd None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:51:08.878277 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d2ae3646-fd5b-4dd0-8fc2-26e6d43b9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:06Z', 'revision_number': 5, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:08.893399 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-508e1985-7b77-4a7d-bf87-3e6ff932eeac req-355e2dfe-cd91-46ea-b54b-81026dedaf36 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e17c822-1ef9-4b10-b235-a50cf47db50d HTTP/1.1" status: 200 len: 210 time: 0.0354543 Jul 08 20:51:08.909121 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae3646-fd5b-4dd0-8fc2-26e6d43b9efd None None] Checking router: ebdd7341-4765-4a38-90d9-1f7637bcc246 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:51:08.918861 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae3646-fd5b-4dd0-8fc2-26e6d43b9efd None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:08.920281 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d2ae3646-fd5b-4dd0-8fc2-26e6d43b9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:09.032039 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-d2ae3646-fd5b-4dd0-8fc2-26e6d43b9efd None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:51:09.231512 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d2ae3646-fd5b-4dd0-8fc2-26e6d43b9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:06Z', 'revision_number': 5, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:09.261608 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae3646-fd5b-4dd0-8fc2-26e6d43b9efd None None] The sync data for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 is: [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:43:58Z', 'revision_number': 4, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8', 'name': '', 'network_id': 'af51cdf7-b2f2-4639-9cd3-57ba51eb39a1', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'mac_address': 'fa:16:3e:60:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:57Z', 'updated_at': '2021-07-08T20:44:06Z', 'revision_number': 5, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'subnets': [{'id': 'a306532b-670c-4e37-b4c6-4b6a0cbfb4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:51:09.478331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029e336d-774f-4566-95d0-602ed6423336 None None] New status for floating IP d5f7534d-0ad1-46bb-8d90-38966ca1ba0f: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:51:09.846086 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:10.036397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38742) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:10.096585 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fff28216-864f-4dcb-9dda-2f3ba1a56960 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:10.120030 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fff28216-864f-4dcb-9dda-2f3ba1a56960 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:10.170188 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fff28216-864f-4dcb-9dda-2f3ba1a56960 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:10.173571 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fff28216-864f-4dcb-9dda-2f3ba1a56960 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:10.174809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fff28216-864f-4dcb-9dda-2f3ba1a56960 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "DELETE /v2.0/security-groups/66e8a3cd-eebf-4c61-be6f-bffa7a685498 HTTP/1.1" status: 204 len: 168 time: 0.1373837 Jul 08 20:51:10.177614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38744) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:10.184328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff28216-864f-4dcb-9dda-2f3ba1a56960 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e8a3cd-eebf-4c61-be6f-bffa7a685498,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:10.192662 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-cc5471a1-5524-4766-9942-bc7fa6578401 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] show failed (client error): The resource could not be found. Jul 08 20:51:10.193825 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cc5471a1-5524-4766-9942-bc7fa6578401 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "GET /v2.0/security-groups/66e8a3cd-eebf-4c61-be6f-bffa7a685498 HTTP/1.1" status: 404 len: 347 time: 0.0150921 Jul 08 20:51:10.196728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 38746) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:10.333299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-727218d5-f286-47c2-9e0c-3b7440f6f145 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Deleting port 681b0989-cf15-45c0-94d9-a2fc914eed90 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:10.333648 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-727218d5-f286-47c2-9e0c-3b7440f6f145 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:10.413517 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-727218d5-f286-47c2-9e0c-3b7440f6f145 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:10.413846 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-727218d5-f286-47c2-9e0c-3b7440f6f145 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:10.426784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-727218d5-f286-47c2-9e0c-3b7440f6f145 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Calling delete_port for 681b0989-cf15-45c0-94d9-a2fc914eed90 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:10.564538 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-727218d5-f286-47c2-9e0c-3b7440f6f145 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:10.590615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727218d5-f286-47c2-9e0c-3b7440f6f145 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Pushing event deleted for resources: {'Port': ['ID=681b0989-cf15-45c0-94d9-a2fc914eed90,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:10.653027 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-727218d5-f286-47c2-9e0c-3b7440f6f145 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:10.655603 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-727218d5-f286-47c2-9e0c-3b7440f6f145 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:10.657323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-727218d5-f286-47c2-9e0c-3b7440f6f145 tempest-AttachVolumeShelveTestJSON-1581494592 tempest-AttachVolumeShelveTestJSON-1581494592-project] 10.222.0.101 "DELETE /v2.0/floatingips/d5f7534d-0ad1-46bb-8d90-38966ca1ba0f HTTP/1.1" status: 204 len: 168 time: 0.4595978 Jul 08 20:51:11.934057 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a381a664-a69a-4e56-80a4-3eafe3394064 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:51:11.960115 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: a381a664-a69a-4e56-80a4-3eafe3394064 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:51:11.960381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a381a664-a69a-4e56-80a4-3eafe3394064 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:51:15.376360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38776) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:16.179506 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5689248-fd82-4849-9a4b-d8ba158f52aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:16.444484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c5689248-fd82-4849-9a4b-d8ba158f52aa admin admin] Deleting port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:16.445280 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5689248-fd82-4849-9a4b-d8ba158f52aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:16.538915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c5689248-fd82-4849-9a4b-d8ba158f52aa admin admin] For port be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:16.539320 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5689248-fd82-4849-9a4b-d8ba158f52aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:16.553284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c5689248-fd82-4849-9a4b-d8ba158f52aa admin admin] Calling delete_port for be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:16.748954 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5689248-fd82-4849-9a4b-d8ba158f52aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:16.774398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689248-fd82-4849-9a4b-d8ba158f52aa admin admin] Pushing event deleted for resources: {'Port': ['ID=be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:16.944857 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5689248-fd82-4849-9a4b-d8ba158f52aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:17.173131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5689248-fd82-4849-9a4b-d8ba158f52aa admin admin] Router ebdd7341-4765-4a38-90d9-1f7637bcc246 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:51:17.281828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5689248-fd82-4849-9a4b-d8ba158f52aa admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:51:17.287898 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c5689248-fd82-4849-9a4b-d8ba158f52aa admin admin] 10.222.0.101 "PUT /v2.0/routers/ebdd7341-4765-4a38-90d9-1f7637bcc246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9092181 Jul 08 20:51:17.289336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38780) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:17.291709 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea3072-4cfa-4157-b8ec-04682a67869a None None] Sync routers for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:51:17.301771 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea3072-4cfa-4157-b8ec-04682a67869a None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:17.302415 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-73ea3072-4cfa-4157-b8ec-04682a67869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:17.409728 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:17.517895 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-73ea3072-4cfa-4157-b8ec-04682a67869a None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:51:17.518656 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:17.575415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Deleting port 13558774-3276-4e3a-a496-947adb68c59c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:17.575757 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:17.667881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] For port 13558774-3276-4e3a-a496-947adb68c59c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=13558774-3276-4e3a-a496-947adb68c59c,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:17.668245 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:17.683273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Calling delete_port for 13558774-3276-4e3a-a496-947adb68c59c owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:17.698603 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:17.714294 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-73ea3072-4cfa-4157-b8ec-04682a67869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '13558774-3276-4e3a-a496-947adb68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:51:16Z', 'revision_number': 5, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port': {'id': '13558774-3276-4e3a-a496-947adb68c59c', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:43:54Z', 'updated_at': '2021-07-08T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:17.742198 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea3072-4cfa-4157-b8ec-04682a67869a None None] Checking router: ebdd7341-4765-4a38-90d9-1f7637bcc246 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:51:17.751888 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea3072-4cfa-4157-b8ec-04682a67869a None None] Routers {'ebdd7341-4765-4a38-90d9-1f7637bcc246'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:17.752495 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-73ea3072-4cfa-4157-b8ec-04682a67869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ebdd7341-4765-4a38-90d9-1f7637bcc246'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:17.846860 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-73ea3072-4cfa-4157-b8ec-04682a67869a None None] Set router ebdd7341-4765-4a38-90d9-1f7637bcc246 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:51:17.879505 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:17.904615 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-73ea3072-4cfa-4157-b8ec-04682a67869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:51:17Z', 'revision_number': 6, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:17.909455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=13558774-3276-4e3a-a496-947adb68c59c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:17.937912 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea3072-4cfa-4157-b8ec-04682a67869a None None] The sync data for ids ['ebdd7341-4765-4a38-90d9-1f7637bcc246'] in n-d-791506-16 is: [{'id': 'ebdd7341-4765-4a38-90d9-1f7637bcc246', 'name': 'tempest-AttachVolumeShelveTestJSON-2000358838-router', 'tenant_id': '2707aad6b07445cb940afd1a942d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:43:53Z', 'updated_at': '2021-07-08T20:51:17Z', 'revision_number': 6, 'project_id': '2707aad6b07445cb940afd1a942d77b8', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:51:17.972859 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.070076 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.072205 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.115583 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.116075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebdd7341-4765-4a38-90d9-1f7637bcc246 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:51:18.120575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.121743 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e2548d5-2c39-4f52-aac6-3896036c11f4 admin admin] 10.222.0.101 "DELETE /v2.0/routers/ebdd7341-4765-4a38-90d9-1f7637bcc246 HTTP/1.1" status: 204 len: 168 time: 0.8314741 Jul 08 20:51:18.125052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38782) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:18.170503 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:51:18.170787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f2d7c2-7228-400a-9cb2-0ff7cdb3dc28 admin admin] Deleting subnet a306532b-670c-4e37-b4c6-4b6a0cbfb4af {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:51:18.174421 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97f2d7c2-7228-400a-9cb2-0ff7cdb3dc28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.209218 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97f2d7c2-7228-400a-9cb2-0ff7cdb3dc28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.295376 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97f2d7c2-7228-400a-9cb2-0ff7cdb3dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.356008 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97f2d7c2-7228-400a-9cb2-0ff7cdb3dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.384558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2d7c2-7228-400a-9cb2-0ff7cdb3dc28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a306532b-670c-4e37-b4c6-4b6a0cbfb4af,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:18.390785 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97f2d7c2-7228-400a-9cb2-0ff7cdb3dc28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.392246 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-97f2d7c2-7228-400a-9cb2-0ff7cdb3dc28 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a306532b-670c-4e37-b4c6-4b6a0cbfb4af HTTP/1.1" status: 204 len: 168 time: 0.2664802 Jul 08 20:51:18.394754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38784) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:18.399163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e6fa2-5c57-49fc-8c58-be7acf206119 None None] Network af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:51:18.467685 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.525369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Deleting port df73f936-de9f-4862-a2b9-c5a16e1c0352 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:18.526094 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.588284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] For port df73f936-de9f-4862-a2b9-c5a16e1c0352, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=df73f936-de9f-4862-a2b9-c5a16e1c0352,segment=NetworkSegment(e8f17d41-d7bf-4d72-b068-d4403a3c4ab3),segment_id=e8f17d41-d7bf-4d72-b068-d4403a3c4ab3)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:18.588638 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.601762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Calling delete_port for df73f936-de9f-4862-a2b9-c5a16e1c0352 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:18.686169 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.713835 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Pushing event deleted for resources: {'Port': ['ID=df73f936-de9f-4862-a2b9-c5a16e1c0352,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:18.723955 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] No DVR routers for this DVR port df73f936-de9f-4862-a2b9-c5a16e1c0352 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:51:18.726953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15928312-2d18-48d6-a70a-8c2d9856fbcb None None] DHCP port deletion for af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:51:18.800662 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 13558774-3276-4e3a-a496-947adb68c59c no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:51:18.807992 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.818633 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af51cdf7-b2f2-4639-9cd3-57ba51eb39a1']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:18.820450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 13558774-3276-4e3a-a496-947adb68c59c {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:51:18.820825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 13558774-3276-4e3a-a496-947adb68c59c not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:51:18.821262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:51:18.831329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:18.831629 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f17d41-d7bf-4d72-b068-d4403a3c4ab3') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:18.841142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:51:18.841731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device be03411f-fcdc-4ba5-b8b1-c9a8cfa17bf8 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:51:18.841923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device df73f936-de9f-4862-a2b9-c5a16e1c0352 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:51:18.843498 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.859967 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.863940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: df73f936-de9f-4862-a2b9-c5a16e1c0352 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:51:18.864359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device df73f936-de9f-4862-a2b9-c5a16e1c0352 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:51:18.868460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:51:18.868968 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:51:18.870882 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:51:18.929071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.934910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:18.940659 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] 10.222.0.101 "DELETE /v2.0/networks/af51cdf7-b2f2-4639-9cd3-57ba51eb39a1 HTTP/1.1" status: 204 len: 168 time: 0.5410628 Jul 08 20:51:18.949129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab9f3d-ea64-466f-9913-34c8d9c80488 admin admin] Pushing event deleted for resources: {'Network': ['ID=af51cdf7-b2f2-4639-9cd3-57ba51eb39a1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:19.073624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38788) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:19.114134 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b4a7e060-47a2-4ef8-8f15-b3a7e58276a8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2707aad6b07445cb940afd1a942d77b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390649 Jul 08 20:51:19.116525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38790) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:19.171415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5cd026d7-3929-4853-830b-48d4c2b37010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:19.193479 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5cd026d7-3929-4853-830b-48d4c2b37010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:19.240042 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5cd026d7-3929-4853-830b-48d4c2b37010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:19.242644 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5cd026d7-3929-4853-830b-48d4c2b37010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:19.243827 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5cd026d7-3929-4853-830b-48d4c2b37010 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ac32e702-ec39-4b5d-95be-f1eecd5a7e06 HTTP/1.1" status: 204 len: 168 time: 0.1263559 Jul 08 20:51:19.251829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd026d7-3929-4853-830b-48d4c2b37010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac32e702-ec39-4b5d-95be-f1eecd5a7e06,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:20.281710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38826) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:20.386752 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a8d52cad-be80-4337-ac12-c2b123f1b4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:20.490263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a8d52cad-be80-4337-ac12-c2b123f1b4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:20.494262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a8d52cad-be80-4337-ac12-c2b123f1b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:20.532890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d52cad-be80-4337-ac12-c2b123f1b4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d8e85a-e8b3-4aaf-b84f-8a7fdf5c7db8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:20.538312 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a8d52cad-be80-4337-ac12-c2b123f1b4fc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=444785edf1e34b52afbe8004eb68004f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555969 Jul 08 20:51:20.541044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 38830) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:20.594064 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc910-ad45-4e48-838f-ab76b0e7263d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:20.619674 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc910-ad45-4e48-838f-ab76b0e7263d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:20.674712 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc910-ad45-4e48-838f-ab76b0e7263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:20.677341 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc910-ad45-4e48-838f-ab76b0e7263d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:20.678501 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ab4bc910-ad45-4e48-838f-ab76b0e7263d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a9d8e85a-e8b3-4aaf-b84f-8a7fdf5c7db8 HTTP/1.1" status: 204 len: 168 time: 0.1366515 Jul 08 20:51:20.686722 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bc910-ad45-4e48-838f-ab76b0e7263d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d8e85a-e8b3-4aaf-b84f-8a7fdf5c7db8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:23.597079 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:23.829641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39044) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:23.945607 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d6b55d7-41b7-4372-b4b0-61b01dbf26b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:24.049102 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d6b55d7-41b7-4372-b4b0-61b01dbf26b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:24.053825 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d6b55d7-41b7-4372-b4b0-61b01dbf26b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:24.098995 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9d6b55d7-41b7-4372-b4b0-61b01dbf26b8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e41a3a08f2d14796beb53c60e9ffe9d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659774 Jul 08 20:51:24.098995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b55d7-41b7-4372-b4b0-61b01dbf26b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79df1808-04ae-4622-a797-5590ea71212a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:24.099467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39048) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:24.152137 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e7db-ff25-4813-b224-4093103ba5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:24.173101 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e7db-ff25-4813-b224-4093103ba5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:24.220601 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e7db-ff25-4813-b224-4093103ba5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:24.223340 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e7db-ff25-4813-b224-4093103ba5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:24.224507 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6dd5e7db-ff25-4813-b224-4093103ba5a0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/79df1808-04ae-4622-a797-5590ea71212a HTTP/1.1" status: 204 len: 168 time: 0.1240370 Jul 08 20:51:24.233128 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5e7db-ff25-4813-b224-4093103ba5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79df1808-04ae-4622-a797-5590ea71212a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:25.386407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39086) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:25.532679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-685599771'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:25.554361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Made reservation on behalf of 776124f054b24d81938c56f9905eba9a for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:51:25.557866 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:25.566723 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:25.657814 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:25.661867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:25.690803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:51:25.696110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918e9f0a-c294-4bc8-afd9-9513dea04531,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:25.703337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:25.704321 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Added segment 8e3293dd-c919-4061-bf22-1e931b09d395 of type vlan for network 17fd3aee-58b8-493b-aa50-a84c27cad9d8 Jul 08 20:51:25.746414 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:25.775616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:25.782202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:25.782800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:25.845225 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4573498 Jul 08 20:51:25.848383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39090) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:25.853289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f0fd760b-77d9-47b5-bff5-d00fcb41843f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Request body: {'subnet': {'network_id': '17fd3aee-58b8-493b-aa50-a84c27cad9d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:25.859845 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b4615-d5ae-44ca-a216-657414135410 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Pushing event updated for resources: {'Network': ['ID=17fd3aee-58b8-493b-aa50-a84c27cad9d8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:25.871237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 17fd3aee-58b8-493b-aa50-a84c27cad9d8 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:51:25.951005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fd760b-77d9-47b5-bff5-d00fcb41843f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Made reservation on behalf of 776124f054b24d81938c56f9905eba9a for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:51:25.955077 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f0fd760b-77d9-47b5-bff5-d00fcb41843f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:26.136508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f0fd760b-77d9-47b5-bff5-d00fcb41843f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:26.198364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd760b-77d9-47b5-bff5-d00fcb41843f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Pushing event updated for resources: {'Subnet': ['ID=4629096b-2725-4b03-a86b-3f1497e9f459,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:26.206931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd760b-77d9-47b5-bff5-d00fcb41843f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Checking segment: {'id': '8e3293dd-c919-4061-bf22-1e931b09d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '17fd3aee-58b8-493b-aa50-a84c27cad9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:51:26.207298 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fd760b-77d9-47b5-bff5-d00fcb41843f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Network hostable DHCP agents. Network: 17fd3aee-58b8-493b-aa50-a84c27cad9d8, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:51:26.224610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fd760b-77d9-47b5-bff5-d00fcb41843f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Network 17fd3aee-58b8-493b-aa50-a84c27cad9d8 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:51:26.233865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-f0fd760b-77d9-47b5-bff5-d00fcb41843f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 17fd3aee-58b8-493b-aa50-a84c27cad9d8) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:51:26.238387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fd760b-77d9-47b5-bff5-d00fcb41843f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:26.240431 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f0fd760b-77d9-47b5-bff5-d00fcb41843f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:26.241765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231c7a86-fdd1-4951-ab59-f68f7e271205 None None] Network 17fd3aee-58b8-493b-aa50-a84c27cad9d8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:51:26.255941 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f0fd760b-77d9-47b5-bff5-d00fcb41843f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4064264 Jul 08 20:51:26.258388 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39092) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:26.263645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Request body: {'port': {'network_id': '17fd3aee-58b8-493b-aa50-a84c27cad9d8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-885364724'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:26.377666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Made reservation on behalf of 776124f054b24d81938c56f9905eba9a for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:51:26.381323 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:26.391626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-17fd3aee-58b8-493b-aa50-a84c27cad9d8', 'network_id': '17fd3aee-58b8-493b-aa50-a84c27cad9d8', 'tenant_id': '776124f054b24d81938c56f9905eba9a', 'fixed_ips': [{'subnet_id': '4629096b-2725-4b03-a86b-3f1497e9f459'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:51:26.392508 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:26.401040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] device_id is not set on port abe11401-b915-4569-96cc-ee768031f2c7 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:51:26.515379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Allocated IP 172.20.0.8 (17fd3aee-58b8-493b-aa50-a84c27cad9d8/4629096b-2725-4b03-a86b-3f1497e9f459/abe11401-b915-4569-96cc-ee768031f2c7) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:51:26.664623 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:26.678529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Transition to ACTIVE for port object abe11401-b915-4569-96cc-ee768031f2c7 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:51:26.714266 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:26.759807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Allocated IP 172.20.0.2 (17fd3aee-58b8-493b-aa50-a84c27cad9d8/4629096b-2725-4b03-a86b-3f1497e9f459/ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:51:26.762199 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Network 17fd3aee-58b8-493b-aa50-a84c27cad9d8 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:51:26.768339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:51:26.773505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:51:26.777206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Pushing event updated for resources: {'Port': ['ID=abe11401-b915-4569-96cc-ee768031f2c7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:26.823689 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:26.824310 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:26.839226 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-941212a5-b6dd-4c80-b60a-5a0b3a060f4f tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5796928 Jul 08 20:51:26.843434 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39094) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:26.911444 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:26.921330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Transition to ACTIVE for port object ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:51:26.938124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Transition to ACTIVE for port object ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:51:26.944260 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:26.949674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-e2823f79-d496-458c-a783-632d7d2fb08e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Deleting port abe11401-b915-4569-96cc-ee768031f2c7 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:26.949929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2823f79-d496-458c-a783-632d7d2fb08e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:26.984134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Network 17fd3aee-58b8-493b-aa50-a84c27cad9d8 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:51:26.986960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:51:26.990483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:51:26.997350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Pushing event updated for resources: {'Port': ['ID=ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:27.008474 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:27.008845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:27.009212 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:27.009848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:27.010179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:27.010502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:27.010824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:27.011146 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:27.011465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:27.011783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:27.012101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:27.012417 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:27.038809 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2823f79-d496-458c-a783-632d7d2fb08e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:27.052930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-e2823f79-d496-458c-a783-632d7d2fb08e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Calling delete_port for abe11401-b915-4569-96cc-ee768031f2c7 owned by {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:27.066872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Attempting to bind port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:51:27.067248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Attempting to bind port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '8e3293dd-c919-4061-bf22-1e931b09d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '17fd3aee-58b8-493b-aa50-a84c27cad9d8'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:51:27.067613 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Attempting to bind port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 on network 17fd3aee-58b8-493b-aa50-a84c27cad9d8 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:51:27.072584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:51:27.072985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Checking segment: {'id': '8e3293dd-c919-4061-bf22-1e931b09d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '17fd3aee-58b8-493b-aa50-a84c27cad9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:51:27.073392 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:27.073792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Bound using segment: {'id': '8e3293dd-c919-4061-bf22-1e931b09d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '17fd3aee-58b8-493b-aa50-a84c27cad9d8'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:51:27.074261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Bound port: ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3293dd-c919-4061-bf22-1e931b09d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '17fd3aee-58b8-493b-aa50-a84c27cad9d8'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:51:27.074648 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:27.139876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] For port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:51:27.143182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] For port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689,segment=NetworkSegment(8e3293dd-c919-4061-bf22-1e931b09d395),segment_id=8e3293dd-c919-4061-bf22-1e931b09d395)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:51:27.147884 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:27.189895 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2823f79-d496-458c-a783-632d7d2fb08e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:27.207467 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1269077-ab60-4f94-b62c-0bef71e80f3f None None] Pushing event updated for resources: {'Port': ['ID=ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:27.224933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2823f79-d496-458c-a783-632d7d2fb08e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Pushing event deleted for resources: {'Port': ['ID=abe11401-b915-4569-96cc-ee768031f2c7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:27.301267 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2823f79-d496-458c-a783-632d7d2fb08e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:27.303212 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e2823f79-d496-458c-a783-632d7d2fb08e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] 10.222.0.101 "DELETE /v2.0/ports/abe11401-b915-4569-96cc-ee768031f2c7 HTTP/1.1" status: 204 len: 168 time: 0.4586785 Jul 08 20:51:27.305947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39096) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:27.383884 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-88fffc47-f3ff-4f85-8d3c-dcf7ddaa67f9 tempest-DHCPAgentSchedulersTestJSON-238323245 tempest-DHCPAgentSchedulersTestJSON-238323245-project-admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4686 time: 0.0767791 Jul 08 20:51:27.386817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39100) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:27.393014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7e7bea47-dfdc-4af7-9b7c-74852f92dab9 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-532711215'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:27.424755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7bea47-dfdc-4af7-9b7c-74852f92dab9 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Made reservation on behalf of 776124f054b24d81938c56f9905eba9a for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:51:27.430579 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e7bea47-dfdc-4af7-9b7c-74852f92dab9 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:27.456902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7bea47-dfdc-4af7-9b7c-74852f92dab9 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:51:27.467101 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e7bea47-dfdc-4af7-9b7c-74852f92dab9 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:27.467448 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-7e7bea47-dfdc-4af7-9b7c-74852f92dab9 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Added segment a2aa3513-a21e-45b8-8df6-6af80debe781 of type vlan for network 60fa5c85-ebeb-4fcc-9bb6-edbb006d9e94 Jul 08 20:51:27.512834 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e7bea47-dfdc-4af7-9b7c-74852f92dab9 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:27.542218 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e7bea47-dfdc-4af7-9b7c-74852f92dab9 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:27.548430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7bea47-dfdc-4af7-9b7c-74852f92dab9 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:27.549066 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e7bea47-dfdc-4af7-9b7c-74852f92dab9 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:27.609735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7e7bea47-dfdc-4af7-9b7c-74852f92dab9 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2213471 Jul 08 20:51:27.612088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39102) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:27.620603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bea47-dfdc-4af7-9b7c-74852f92dab9 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Pushing event updated for resources: {'Network': ['ID=60fa5c85-ebeb-4fcc-9bb6-edbb006d9e94,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:27.635979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 60fa5c85-ebeb-4fcc-9bb6-edbb006d9e94 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:51:27.774304 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-45139c26-04c6-4bb4-912e-cf8d7b2fbf32 tempest-DHCPAgentSchedulersTestJSON-238323245 tempest-DHCPAgentSchedulersTestJSON-238323245-project-admin] 10.222.0.101 "GET /v2.0/agents/8df3477d-2f64-46db-959a-df276f431765/dhcp-networks HTTP/1.1" status: 200 len: 5675 time: 0.1599658 Jul 08 20:51:27.777897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39104) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:27.863517 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a58b53-1053-4263-b095-cb5372685f69 tempest-DHCPAgentSchedulersTestJSON-238323245 tempest-DHCPAgentSchedulersTestJSON-238323245-project-admin] Network 60fa5c85-ebeb-4fcc-9bb6-edbb006d9e94 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:51:27.877325 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-29a58b53-1053-4263-b095-cb5372685f69 tempest-DHCPAgentSchedulersTestJSON-238323245 tempest-DHCPAgentSchedulersTestJSON-238323245-project-admin] 10.222.0.101 "POST /v2.0/agents/8df3477d-2f64-46db-959a-df276f431765/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0960238 Jul 08 20:51:27.877691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39106) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:27.880888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe71aa64-dac1-4d4b-b829-ddd93db24cd9 None None] Network 60fa5c85-ebeb-4fcc-9bb6-edbb006d9e94 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:51:28.188948 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149edf3c-ea27-41fd-a860-8f0cfc25ad92 None None] Network 17fd3aee-58b8-493b-aa50-a84c27cad9d8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:51:28.287730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a04701eb-2273-48b5-ace8-4f37832f4bec None None] Provisioning for port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:51:28.375655 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-865536aa-7843-4b13-871c-7625658d3367 tempest-DHCPAgentSchedulersTestJSON-238323245 tempest-DHCPAgentSchedulersTestJSON-238323245-project-admin] 10.222.0.101 "GET /v2.0/agents/8df3477d-2f64-46db-959a-df276f431765/dhcp-networks HTTP/1.1" status: 200 len: 6445 time: 0.4968717 Jul 08 20:51:28.378555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39110) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:28.464127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39114) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:28.464689 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f8e0381a-f78e-48c2-9c10-d1b6d1589419 tempest-DHCPAgentSchedulersTestJSON-238323245 tempest-DHCPAgentSchedulersTestJSON-238323245-project-admin] 10.222.0.101 "DELETE /v2.0/agents/8df3477d-2f64-46db-959a-df276f431765/dhcp-networks/60fa5c85-ebeb-4fcc-9bb6-edbb006d9e94 HTTP/1.1" status: 204 len: 168 time: 0.0846136 Jul 08 20:51:28.615645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39124) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:28.616270 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8a9f9f8b-975f-45e6-b4ea-21c746141fc6 tempest-DHCPAgentSchedulersTestJSON-238323245 tempest-DHCPAgentSchedulersTestJSON-238323245-project-admin] 10.222.0.101 "GET /v2.0/agents/8df3477d-2f64-46db-959a-df276f431765/dhcp-networks HTTP/1.1" status: 200 len: 5675 time: 0.1491225 Jul 08 20:51:28.648146 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39126) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:28.648382 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f6186d8f-4325-44b0-80f4-febd85126c0c tempest-DHCPAgentSchedulersTestJSON-238323245 tempest-DHCPAgentSchedulersTestJSON-238323245-project-admin] 10.222.0.101 "GET /v2.0/networks/17fd3aee-58b8-493b-aa50-a84c27cad9d8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0305083 Jul 08 20:51:28.672682 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a83e1f8d-a9b9-4f38-bd3e-0ee614b6de95 tempest-DHCPAgentSchedulersTestJSON-238323245 tempest-DHCPAgentSchedulersTestJSON-238323245-project-admin] 10.222.0.101 "GET /v2.0/networks/17fd3aee-58b8-493b-aa50-a84c27cad9d8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0218394 Jul 08 20:51:28.674770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39128) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:28.763985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:51:28.860607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39136) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:28.863784 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:51:28.870625 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0778c7c1-da73-47bd-82bc-02f2a99ac3f5 tempest-DHCPAgentSchedulersTestJSON-238323245 tempest-DHCPAgentSchedulersTestJSON-238323245-project-admin] 10.222.0.101 "GET /v2.0/agents/8df3477d-2f64-46db-959a-df276f431765/dhcp-networks HTTP/1.1" status: 200 len: 5675 time: 0.1934767 Jul 08 20:51:28.882632 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:51:28.884089 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:28.973258 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f20216b-e12d-4263-aee9-574826a741a4 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:28.995020 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.045541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689,segment=NetworkSegment(8e3293dd-c919-4061-bf22-1e931b09d395),segment_id=8e3293dd-c919-4061-bf22-1e931b09d395)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:29.048842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1f6a1765-2c26-4e16-965e-2acc334ea7ee None None] Could not find standard attr ID for object abe11401-b915-4569-96cc-ee768031f2c7. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:51:29.052651 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdb4bd-d3d9-42bf-898f-8b081c5e4a8e req-87748ed2-4c4f-4db6-a808-5c030565d3fb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:29.055467 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-91fdb4bd-d3d9-42bf-898f-8b081c5e4a8e req-87748ed2-4c4f-4db6-a808-5c030565d3fb tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.1192563 Jul 08 20:51:29.062964 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.114063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-91fdb4bd-d3d9-42bf-898f-8b081c5e4a8e req-27ee2823-4489-4a3a-bd41-efc813e15c02 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506077 Jul 08 20:51:29.148675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:29.154925 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f20216b-e12d-4263-aee9-574826a741a4 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.173664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-3f20216b-e12d-4263-aee9-574826a741a4 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fa5c85-ebeb-4fcc-9bb6-edbb006d9e94']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:29.194669 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-3f20216b-e12d-4263-aee9-574826a741a4 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2aa3513-a21e-45b8-8df6-6af80debe781') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:29.194971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-3f20216b-e12d-4263-aee9-574826a741a4 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2aa3513-a21e-45b8-8df6-6af80debe781') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:29.217882 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f20216b-e12d-4263-aee9-574826a741a4 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.235483 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f20216b-e12d-4263-aee9-574826a741a4 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.242048 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f20216b-e12d-4263-aee9-574826a741a4 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:51:29.242444 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f20216b-e12d-4263-aee9-574826a741a4 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:51:29.245449 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:51:29.304802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f20216b-e12d-4263-aee9-574826a741a4 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.314791 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f20216b-e12d-4263-aee9-574826a741a4 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.316758 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3f20216b-e12d-4263-aee9-574826a741a4 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] 10.222.0.101 "DELETE /v2.0/networks/60fa5c85-ebeb-4fcc-9bb6-edbb006d9e94 HTTP/1.1" status: 204 len: 168 time: 0.4549940 Jul 08 20:51:29.319536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39138) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:29.329450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20216b-e12d-4263-aee9-574826a741a4 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Pushing event deleted for resources: {'Network': ['ID=60fa5c85-ebeb-4fcc-9bb6-edbb006d9e94,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:29.348561 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-05857eb3-3ff5-4b70-b5b6-68d7efefd339 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] DELETE failed (client error): The resource could not be found. Jul 08 20:51:29.349256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05857eb3-3ff5-4b70-b5b6-68d7efefd339 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:51:29.351032 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-05857eb3-3ff5-4b70-b5b6-68d7efefd339 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] 10.222.0.101 "DELETE /v2.0/ports/abe11401-b915-4569-96cc-ee768031f2c7 HTTP/1.1" status: 404 len: 333 time: 0.0305059 Jul 08 20:51:29.353551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39140) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:29.410509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a82df8-46fe-44df-abba-b0e85c35e507 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Deleting subnet 4629096b-2725-4b03-a86b-3f1497e9f459 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:51:29.414231 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b9a82df8-46fe-44df-abba-b0e85c35e507 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.464327 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b9a82df8-46fe-44df-abba-b0e85c35e507 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.550589 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b9a82df8-46fe-44df-abba-b0e85c35e507 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.609795 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b9a82df8-46fe-44df-abba-b0e85c35e507 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.637307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a82df8-46fe-44df-abba-b0e85c35e507 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Pushing event deleted for resources: {'Subnet': ['ID=4629096b-2725-4b03-a86b-3f1497e9f459,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:29.641658 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b9a82df8-46fe-44df-abba-b0e85c35e507 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.645798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b9a82df8-46fe-44df-abba-b0e85c35e507 tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] 10.222.0.101 "DELETE /v2.0/subnets/4629096b-2725-4b03-a86b-3f1497e9f459 HTTP/1.1" status: 204 len: 168 time: 0.2891190 Jul 08 20:51:29.646794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39142) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:29.650095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b22ec8-a0c0-44cf-9c9a-1f13fc0927ab None None] Network 17fd3aee-58b8-493b-aa50-a84c27cad9d8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:51:29.734990 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.792566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Deleting port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:29.793684 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.858875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8659f405-7d6e-4292-882c-badd05596264 None None] DHCP port deletion for 17fd3aee-58b8-493b-aa50-a84c27cad9d8 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:51:29.866036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] For port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689,segment=NetworkSegment(8e3293dd-c919-4061-bf22-1e931b09d395),segment_id=8e3293dd-c919-4061-bf22-1e931b09d395)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:29.866036 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.880614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Calling delete_port for ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:29.915951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8659f405-7d6e-4292-882c-badd05596264 None None] Deleting port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:29.916330 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8659f405-7d6e-4292-882c-badd05596264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.966804 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.984685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8659f405-7d6e-4292-882c-badd05596264 None None] For port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689,segment=NetworkSegment(8e3293dd-c919-4061-bf22-1e931b09d395),segment_id=8e3293dd-c919-4061-bf22-1e931b09d395)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:29.985083 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8659f405-7d6e-4292-882c-badd05596264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:29.993863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Pushing event deleted for resources: {'Port': ['ID=ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:29.997572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] No DVR routers for this DVR port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:51:29.998435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8659f405-7d6e-4292-882c-badd05596264 None None] Calling delete_port for ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:30.081987 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:30.093355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fd3aee-58b8-493b-aa50-a84c27cad9d8']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:30.105932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3293dd-c919-4061-bf22-1e931b09d395') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:30.106292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3293dd-c919-4061-bf22-1e931b09d395') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:30.117533 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:30.136309 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:30.143812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:51:30.144229 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:51:30.147610 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:51:30.219891 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:30.227478 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:30.231964 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] 10.222.0.101 "DELETE /v2.0/networks/17fd3aee-58b8-493b-aa50-a84c27cad9d8 HTTP/1.1" status: 204 len: 168 time: 0.5826602 Jul 08 20:51:30.243952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9e746-10ca-40d1-89c1-fb1d4aef6e8e tempest-DHCPAgentSchedulersTestJSON-944370903 tempest-DHCPAgentSchedulersTestJSON-944370903-project] Pushing event deleted for resources: {'Network': ['ID=17fd3aee-58b8-493b-aa50-a84c27cad9d8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:30.254905 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8659f405-7d6e-4292-882c-badd05596264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:30.278880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659f405-7d6e-4292-882c-badd05596264 None None] Pushing event deleted for resources: {'Port': ['ID=ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:30.283549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8659f405-7d6e-4292-882c-badd05596264 None None] Network 17fd3aee-58b8-493b-aa50-a84c27cad9d8 is not hosted by any dhcp agent {{(pid=94067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 20:51:30.284154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8659f405-7d6e-4292-882c-badd05596264 None None] No DVR routers for this DVR port ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:51:30.345085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5aeb6-24ca-40f5-805f-7d5cd4f55ef4 req-c673a532-9422-4c13-b403-a79739bb47a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:30.347034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aae5aeb6-24ca-40f5-805f-7d5cd4f55ef4 req-c673a532-9422-4c13-b403-a79739bb47a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.0848873 Jul 08 20:51:30.388478 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aae5aeb6-24ca-40f5-805f-7d5cd4f55ef4 req-6ecba444-0087-40a0-b792-95fc920c9b59 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355241 Jul 08 20:51:30.514151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39150) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:30.651277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:51:30.659197 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7f267ff4-5e09-425a-8dcf-d7f0ac39a46a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=776124f054b24d81938c56f9905eba9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405663 Jul 08 20:51:30.659459 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39154) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:30.672137 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:51:30.672567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ea1c4c84-dce9-4f80-bfc6-0d8bd9ff7689 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:51:30.712679 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20cf5b2d-2d62-4844-a62b-8f432f255dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:30.733944 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20cf5b2d-2d62-4844-a62b-8f432f255dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:30.783782 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20cf5b2d-2d62-4844-a62b-8f432f255dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:30.786880 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20cf5b2d-2d62-4844-a62b-8f432f255dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:30.788125 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-20cf5b2d-2d62-4844-a62b-8f432f255dcd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/918e9f0a-c294-4bc8-afd9-9513dea04531 HTTP/1.1" status: 204 len: 168 time: 0.1272483 Jul 08 20:51:30.798195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf5b2d-2d62-4844-a62b-8f432f255dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e9f0a-c294-4bc8-afd9-9513dea04531,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:31.067879 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39160) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:31.081577 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41934744-30b6-4952-9198-2fba0eb0795a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:31.185444 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41934744-30b6-4952-9198-2fba0eb0795a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:31.190615 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41934744-30b6-4952-9198-2fba0eb0795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:31.226656 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41934744-30b6-4952-9198-2fba0eb0795a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b7aff0-dc96-4031-b06d-ae3bfcfee5ad,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:31.231123 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-41934744-30b6-4952-9198-2fba0eb0795a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d255aa452364413995241fdbab1268dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629360 Jul 08 20:51:31.235136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39162) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:31.288591 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a15de1c-89bc-4b27-8da0-03ce6c9b69bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:31.310780 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a15de1c-89bc-4b27-8da0-03ce6c9b69bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:31.363564 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a15de1c-89bc-4b27-8da0-03ce6c9b69bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:31.366145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5a15de1c-89bc-4b27-8da0-03ce6c9b69bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:31.367335 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5a15de1c-89bc-4b27-8da0-03ce6c9b69bc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d9b7aff0-dc96-4031-b06d-ae3bfcfee5ad HTTP/1.1" status: 204 len: 168 time: 0.1312172 Jul 08 20:51:31.376545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15de1c-89bc-4b27-8da0-03ce6c9b69bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b7aff0-dc96-4031-b06d-ae3bfcfee5ad,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:31.580593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7beca0a-e65c-4bce-98b7-69aa9420977b req-dcaab3b0-6c65-451c-8f39-511f9622479c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:31.582210 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f7beca0a-e65c-4bce-98b7-69aa9420977b req-dcaab3b0-6c65-451c-8f39-511f9622479c tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.0712814 Jul 08 20:51:31.632557 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f7beca0a-e65c-4bce-98b7-69aa9420977b req-59279fc3-88d7-4ef6-9c99-a258ee6e7970 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441906 Jul 08 20:51:32.591576 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39200) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:32.688344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:32.710899 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:32.800934 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:32.824406 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a68251-4fd5-4c62-b541-feb962a85eba req-bb2c4bba-631e-4c96-9ab8-f9d34591dbaf tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:32.825947 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1a68251-4fd5-4c62-b541-feb962a85eba req-bb2c4bba-631e-4c96-9ab8-f9d34591dbaf tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.0633676 Jul 08 20:51:32.864545 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a1a68251-4fd5-4c62-b541-feb962a85eba req-6d67b6af-3afd-4f6d-8c10-1fff8aa5987d tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326691 Jul 08 20:51:32.909163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Allocated IP 172.25.4.56 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/7dff5d39-2f03-493c-974a-982440e7c92c) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:51:33.014018 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:33.057069 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:33.098669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:51:33.101544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:51:33.104133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:51:33.127770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Pushing event updated for resources: {'Port': ['ID=7dff5d39-2f03-493c-974a-982440e7c92c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:33.198047 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:33.242095 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:33.401089 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:33.407534 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:33.479507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Pushing event updated for resources: {'Port': ['ID=7dff5d39-2f03-493c-974a-982440e7c92c,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:33.488215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:33.500977 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:33.502195 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2bf74713-8008-41d0-83b6-efa61c1cbd8a tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9096236 Jul 08 20:51:33.505136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39206) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:33.510054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-5c30050f-dd08-4af1-9400-6793a0e6442d tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-934662390', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'fixed_ips': [{'ip_address': '172.25.4.56'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:33.532021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c30050f-dd08-4af1-9400-6793a0e6442d tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Made reservation on behalf of e3346f15fc614c21a9b99f3a8174c052 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:51:33.534445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5c30050f-dd08-4af1-9400-6793a0e6442d tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:33.543124 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5c30050f-dd08-4af1-9400-6793a0e6442d tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:33.630385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5c30050f-dd08-4af1-9400-6793a0e6442d tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:33.634110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5c30050f-dd08-4af1-9400-6793a0e6442d tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:33.644414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [None req-5c30050f-dd08-4af1-9400-6793a0e6442d tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] device_id is not set on port e1658e18-1ffb-408c-95aa-6f4fe70eeb47 yet. {{(pid=94066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:51:33.707377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30050f-dd08-4af1-9400-6793a0e6442d tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c192887-6b9f-4a4d-9248-117899abb9ce,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:33.837651 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c30050f-dd08-4af1-9400-6793a0e6442d tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 20:51:33.838155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c30050f-dd08-4af1-9400-6793a0e6442d tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:51:33.851878 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5c30050f-dd08-4af1-9400-6793a0e6442d tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3457189 Jul 08 20:51:33.854609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39208) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:34.055725 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b74e5dbb-8630-49d6-b379-f120caa6b0ea tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Deleting port 7dff5d39-2f03-493c-974a-982440e7c92c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:34.056099 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b74e5dbb-8630-49d6-b379-f120caa6b0ea tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:34.070794 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-63a43924-a3c8-4f8a-baa0-e240694a8d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:34.124457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b8378-0cc1-41f7-a730-b397fcb448dc req-210bb41c-1fe8-41b6-8d0c-f4ea984a4025 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:34.126841 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da1b8378-0cc1-41f7-a730-b397fcb448dc req-210bb41c-1fe8-41b6-8d0c-f4ea984a4025 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.1377206 Jul 08 20:51:34.190569 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da1b8378-0cc1-41f7-a730-b397fcb448dc req-619264a6-08fa-4ce2-8454-26dc499efc18 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563507 Jul 08 20:51:34.202474 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b74e5dbb-8630-49d6-b379-f120caa6b0ea tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:34.202474 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b74e5dbb-8630-49d6-b379-f120caa6b0ea tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:34.216078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b74e5dbb-8630-49d6-b379-f120caa6b0ea tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Calling delete_port for 7dff5d39-2f03-493c-974a-982440e7c92c owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:34.352021 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b74e5dbb-8630-49d6-b379-f120caa6b0ea tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:34.375129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e5dbb-8630-49d6-b379-f120caa6b0ea tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dff5d39-2f03-493c-974a-982440e7c92c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:34.440314 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b74e5dbb-8630-49d6-b379-f120caa6b0ea tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:34.443005 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b74e5dbb-8630-49d6-b379-f120caa6b0ea tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:34.444193 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b74e5dbb-8630-49d6-b379-f120caa6b0ea tempest-ExternalNetworksAdminNegativeTestJSON-1857002051 tempest-ExternalNetworksAdminNegativeTestJSON-1857002051-project-admin] 10.222.0.101 "DELETE /v2.0/floatingips/04051266-58a6-4eff-96df-10edec82c8d5 HTTP/1.1" status: 204 len: 168 time: 0.5886836 Jul 08 20:51:34.680018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39216) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:34.789650 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ce040e02-95b0-485b-900a-54491a5b049d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:34.878695 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ce040e02-95b0-485b-900a-54491a5b049d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:34.882693 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ce040e02-95b0-485b-900a-54491a5b049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:34.922128 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ce040e02-95b0-485b-900a-54491a5b049d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=96e9c7ddc57c45519fba107e6299dc31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408862 Jul 08 20:51:34.923111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce040e02-95b0-485b-900a-54491a5b049d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc47830-dcad-443f-8856-ba6abc393735,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:34.924793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39220) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:34.977521 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7238e319-3938-4887-8aac-709199683c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:34.999889 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7238e319-3938-4887-8aac-709199683c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:35.045969 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7238e319-3938-4887-8aac-709199683c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:35.048540 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7238e319-3938-4887-8aac-709199683c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:35.049731 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7238e319-3938-4887-8aac-709199683c5a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7cc47830-dcad-443f-8856-ba6abc393735 HTTP/1.1" status: 204 len: 168 time: 0.1238978 Jul 08 20:51:35.057368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238e319-3938-4887-8aac-709199683c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc47830-dcad-443f-8856-ba6abc393735,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:35.321101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39228) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:35.361421 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9359f66f-b1c9-4523-97c2-221c12bc0f8e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e3346f15fc614c21a9b99f3a8174c052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389857 Jul 08 20:51:35.363808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39230) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:35.379838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20815bc4-1ba1-4b64-96ab-a6fdf14deef1 req-44626d06-8e50-4cb7-b017-067a5f2b5f60 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:35.381433 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20815bc4-1ba1-4b64-96ab-a6fdf14deef1 req-44626d06-8e50-4cb7-b017-067a5f2b5f60 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.0755801 Jul 08 20:51:35.414640 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-708483ea-065e-41f4-9653-d8050715ee5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:35.423058 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20815bc4-1ba1-4b64-96ab-a6fdf14deef1 req-c54e090f-2204-4d2d-b210-70a75bebda87 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355468 Jul 08 20:51:35.438069 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-708483ea-065e-41f4-9653-d8050715ee5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:35.487599 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-708483ea-065e-41f4-9653-d8050715ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:35.491844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-708483ea-065e-41f4-9653-d8050715ee5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:35.493093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-708483ea-065e-41f4-9653-d8050715ee5f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7c192887-6b9f-4a4d-9248-117899abb9ce HTTP/1.1" status: 204 len: 168 time: 0.1282794 Jul 08 20:51:35.502061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708483ea-065e-41f4-9653-d8050715ee5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c192887-6b9f-4a4d-9248-117899abb9ce,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:36.602401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39f1fc-1a06-4e33-9087-feeac82e1db5 req-b653a1c9-958d-4fa2-925d-5997aac07a40 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:36.603991 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ee39f1fc-1a06-4e33-9087-feeac82e1db5 req-b653a1c9-958d-4fa2-925d-5997aac07a40 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.0660303 Jul 08 20:51:36.644970 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ee39f1fc-1a06-4e33-9087-feeac82e1db5 req-e04eab6e-1f95-4963-86f5-557ea2dca774 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342932 Jul 08 20:51:36.773414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39268) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:36.868319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-20abd80d-70ee-4240-989a-006271bddee2 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-607392296'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:36.868804 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-20abd80d-70ee-4240-989a-006271bddee2 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Unknown quota resources ['metering_label']. {{(pid=94065) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:51:36.990326 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-143bbdaf-01c3-4d0c-b28c-e132f064c505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:37.058074 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20abd80d-70ee-4240-989a-006271bddee2 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:37.059281 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-20abd80d-70ee-4240-989a-006271bddee2 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2848639 Jul 08 20:51:37.062241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39272) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:37.066635 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0ab8b0d1-1192-4e89-bf01-7987aea90e35 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '300a4274-b735-4e3a-9899-12a5728536cf'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:37.067144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0ab8b0d1-1192-4e89-bf01-7987aea90e35 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94065) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:51:37.146163 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:37.156194 n-d-791506-16 neutron-server[94065]: WARNING neutron.services.metering.metering_plugin [None req-0ab8b0d1-1192-4e89-bf01-7987aea90e35 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 20:51:37.256287 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ab8b0d1-1192-4e89-bf01-7987aea90e35 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:37.257413 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0ab8b0d1-1192-4e89-bf01-7987aea90e35 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1942322 Jul 08 20:51:37.260771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39274) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:37.265603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-62eded87-8bf8-4f37-81ef-2711811640f0 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '300a4274-b735-4e3a-9899-12a5728536cf'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:37.266090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-62eded87-8bf8-4f37-81ef-2711811640f0 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94065) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:51:37.317423 n-d-791506-16 neutron-server[94065]: WARNING neutron.services.metering.metering_plugin [None req-62eded87-8bf8-4f37-81ef-2711811640f0 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 20:51:37.407281 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62eded87-8bf8-4f37-81ef-2711811640f0 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:37.408540 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-62eded87-8bf8-4f37-81ef-2711811640f0 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1468420 Jul 08 20:51:37.411271 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39276) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:37.426519 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-74c3d74a-8d93-4ea7-ab6a-415bf52c13de tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=9ceddf33-093c-4489-ae2d-ca3c277e9604 HTTP/1.1" status: 200 len: 462 time: 0.0141592 Jul 08 20:51:37.430436 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39278) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:37.536129 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d321e282-08c8-46ea-9a8e-0e92156eeb9d tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:37.537208 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d321e282-08c8-46ea-9a8e-0e92156eeb9d tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-label-rules/9ceddf33-093c-4489-ae2d-ca3c277e9604 HTTP/1.1" status: 204 len: 168 time: 0.1058996 Jul 08 20:51:37.539990 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39280) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:37.549164 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-36709927-546b-4d2f-85b3-9a76816c841c tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=9ceddf33-093c-4489-ae2d-ca3c277e9604 HTTP/1.1" status: 200 len: 221 time: 0.0081570 Jul 08 20:51:37.552657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39282) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:37.556855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-321900c0-3f21-4079-b977-a5ed6972ec75 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--438864088', 'description': 'label created by tempest'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:37.557300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-321900c0-3f21-4079-b977-a5ed6972ec75 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Unknown quota resources ['metering_label']. {{(pid=94065) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:51:37.568540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9417-fe0a-44a3-9826-8de3a17fb8a5 req-e113f05e-89ea-4fd3-8e11-9e612637f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:37.570123 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-200e9417-fe0a-44a3-9826-8de3a17fb8a5 req-e113f05e-89ea-4fd3-8e11-9e612637f91b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 1097 time: 0.0592737 Jul 08 20:51:37.689395 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9417-fe0a-44a3-9826-8de3a17fb8a5 req-6c5a1e53-2c4a-4328-948c-463d40c96af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:37.690987 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-200e9417-fe0a-44a3-9826-8de3a17fb8a5 req-6c5a1e53-2c4a-4328-948c-463d40c96af4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=69f13aa4-0209-4fce-870a-01f9db802e24 HTTP/1.1" status: 200 len: 897 time: 0.0982468 Jul 08 20:51:37.775956 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-200e9417-fe0a-44a3-9826-8de3a17fb8a5 req-c174af78-e28e-4d1b-962f-8eeb49f9bb0f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616 HTTP/1.1" status: 200 len: 1000 time: 0.0774105 Jul 08 20:51:37.827195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9417-fe0a-44a3-9826-8de3a17fb8a5 req-2860d6b7-079f-44ab-a390-f73751885066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:37.828616 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-200e9417-fe0a-44a3-9826-8de3a17fb8a5 req-2860d6b7-079f-44ab-a390-f73751885066 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a16366ae-76eb-4725-b1dc-f89fd6adda0c HTTP/1.1" status: 200 len: 835 time: 0.0464885 Jul 08 20:51:37.892279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9417-fe0a-44a3-9826-8de3a17fb8a5 req-940e35f3-59c8-4b1e-a2ab-a3b5112df9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:37.893903 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-200e9417-fe0a-44a3-9826-8de3a17fb8a5 req-940e35f3-59c8-4b1e-a2ab-a3b5112df9a2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=69f13aa4-0209-4fce-870a-01f9db802e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591922 Jul 08 20:51:37.986303 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-200e9417-fe0a-44a3-9826-8de3a17fb8a5 req-c0645b67-03cd-4f82-925f-4ed4480eb280 service neutron] 10.222.0.104 "GET /v2.0/networks/69f13aa4-0209-4fce-870a-01f9db802e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850971 Jul 08 20:51:38.031706 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-321900c0-3f21-4079-b977-a5ed6972ec75 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:38.032901 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-321900c0-3f21-4079-b977-a5ed6972ec75 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4793077 Jul 08 20:51:38.036785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39286) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:38.081364 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-200e9417-fe0a-44a3-9826-8de3a17fb8a5 req-7967f0ea-c681-4633-abff-f92d48be62aa service neutron] 10.222.0.104 "GET /v2.0/networks/69f13aa4-0209-4fce-870a-01f9db802e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887699 Jul 08 20:51:38.118937 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a7b5cedf-7068-4bcc-ba80-deab92d929ab tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=41f4a193-03d2-4ed0-ab46-d27f989888dd HTTP/1.1" status: 200 len: 467 time: 0.0810418 Jul 08 20:51:38.121874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39288) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:38.144952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce8d7-da8b-4b49-9c2b-3089d73166e8 req-f1804a55-5493-4bb1-8af1-8ddc42a75262 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:38.147272 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e87ce8d7-da8b-4b49-9c2b-3089d73166e8 req-f1804a55-5493-4bb1-8af1-8ddc42a75262 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.2084417 Jul 08 20:51:38.188139 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e87ce8d7-da8b-4b49-9c2b-3089d73166e8 req-ab4f09d1-4c12-45dc-afd3-7c66643ad478 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354846 Jul 08 20:51:38.276773 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:38.367384 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3d75-88ab-46fc-9527-cb8ff7f64e10 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:38.368447 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7c4c3d75-88ab-46fc-9527-cb8ff7f64e10 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-labels/41f4a193-03d2-4ed0-ab46-d27f989888dd HTTP/1.1" status: 204 len: 168 time: 0.2453728 Jul 08 20:51:38.371211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39290) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:38.382338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-615417d3-eaad-4729-b041-3f77687e6d04 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=41f4a193-03d2-4ed0-ab46-d27f989888dd HTTP/1.1" status: 200 len: 216 time: 0.0100279 Jul 08 20:51:38.385860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39292) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:38.396098 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-caadcb12-03ec-43b3-90ce-4eae8efa88b8 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091453 Jul 08 20:51:38.399941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39294) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:38.413413 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-549b9d4e-b195-49fc-8b70-ccc817378816 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0124166 Jul 08 20:51:38.416618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39296) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:38.465799 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ab70c2eb-d1b3-4b64-911b-0edec8a4bb71 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels/300a4274-b735-4e3a-9899-12a5728536cf HTTP/1.1" status: 200 len: 472 time: 0.0480967 Jul 08 20:51:38.470610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39298) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:38.482466 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-694f5dc7-5f45-4c7b-b350-b2c2096f9883 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules/63fb6b6c-9501-4de1-b216-fd504c9d28a2 HTTP/1.1" status: 200 len: 459 time: 0.0106616 Jul 08 20:51:38.487172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39300) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:38.589570 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-50ec9b0e-0555-473b-bcab-170dd81b986c tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:38.590696 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-50ec9b0e-0555-473b-bcab-170dd81b986c tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-label-rules/63fb6b6c-9501-4de1-b216-fd504c9d28a2 HTTP/1.1" status: 204 len: 168 time: 0.1023650 Jul 08 20:51:38.593930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39302) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:38.773440 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29c76ac9-431b-4ea2-9c31-8df0cc882243 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:38.774546 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-29c76ac9-431b-4ea2-9c31-8df0cc882243 tempest-MeteringIpV6TestJSON-1676776182 tempest-MeteringIpV6TestJSON-1676776182-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-labels/300a4274-b735-4e3a-9899-12a5728536cf HTTP/1.1" status: 204 len: 168 time: 0.1797121 Jul 08 20:51:39.013689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39308) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:39.120252 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1fad877a-85fe-42ed-9eff-5d2ccb16d99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:39.210581 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1fad877a-85fe-42ed-9eff-5d2ccb16d99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:39.214698 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1fad877a-85fe-42ed-9eff-5d2ccb16d99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:39.260548 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1fad877a-85fe-42ed-9eff-5d2ccb16d99f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=de414b96f7894f74afc07ea72da4e938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451365 Jul 08 20:51:39.261875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad877a-85fe-42ed-9eff-5d2ccb16d99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f18dbc9-18cb-49b3-81cb-d1c3e548fab0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:39.263224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39314) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:39.349781 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-672b6158-851d-403b-9516-0a02327a97f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:39.378817 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-672b6158-851d-403b-9516-0a02327a97f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:39.413138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90475f74-7ca1-428a-949a-de3b91dab066 req-08d26f01-1cf7-425f-bca8-f3112a8e3473 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:39.414696 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90475f74-7ca1-428a-949a-de3b91dab066 req-08d26f01-1cf7-425f-bca8-f3112a8e3473 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.1085567 Jul 08 20:51:39.459351 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90475f74-7ca1-428a-949a-de3b91dab066 req-fd4b3a61-ad72-4948-bebd-70f685dcca32 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363798 Jul 08 20:51:39.464281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-672b6158-851d-403b-9516-0a02327a97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:39.466941 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-672b6158-851d-403b-9516-0a02327a97f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:39.469141 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-672b6158-851d-403b-9516-0a02327a97f6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9f18dbc9-18cb-49b3-81cb-d1c3e548fab0 HTTP/1.1" status: 204 len: 168 time: 0.2032225 Jul 08 20:51:39.478411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b6158-851d-403b-9516-0a02327a97f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f18dbc9-18cb-49b3-81cb-d1c3e548fab0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:39.691803 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9eb9d7df-ddc0-404e-84d1-ddcc80fc5996 req-7f3c4725-ec1f-406b-994a-ae06dbbb53b6 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544801 Jul 08 20:51:39.740060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39320) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:39.754881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00e30255-6574-4d85-81cc-9bb1c35cab75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:39.776672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9d7df-ddc0-404e-84d1-ddcc80fc5996 req-c1ee90fb-56d8-462d-808c-f4faecedb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:39.778263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9eb9d7df-ddc0-404e-84d1-ddcc80fc5996 req-c1ee90fb-56d8-462d-808c-f4faecedb821 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 1097 time: 0.0546098 Jul 08 20:51:39.845651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00e30255-6574-4d85-81cc-9bb1c35cab75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:39.849283 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:39.850658 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-00e30255-6574-4d85-81cc-9bb1c35cab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:39.893357 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e30255-6574-4d85-81cc-9bb1c35cab75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a45715-b894-4212-bf31-ae75e05c6513,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:39.897883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-00e30255-6574-4d85-81cc-9bb1c35cab75 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=53df342b76e1467e9d176a9fc87d7825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566164 Jul 08 20:51:39.901049 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39322) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:39.905313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9d7df-ddc0-404e-84d1-ddcc80fc5996 req-fd41ea57-dc9c-45ea-8f54-bb2cc64b8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:39.906811 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9eb9d7df-ddc0-404e-84d1-ddcc80fc5996 req-fd41ea57-dc9c-45ea-8f54-bb2cc64b8bea service neutron] 10.222.0.103 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.1044509 Jul 08 20:51:39.949267 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9aff8838-5238-45d8-9cfb-0950ab2a90e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:39.971505 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9aff8838-5238-45d8-9cfb-0950ab2a90e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:39.976679 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9eb9d7df-ddc0-404e-84d1-ddcc80fc5996 req-b24959e2-efc1-41dc-9a29-2f4987a718c3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef7e886-66c3-4a86-b5da-cd194c571366 HTTP/1.1" status: 200 len: 1001 time: 0.0594070 Jul 08 20:51:40.018839 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9aff8838-5238-45d8-9cfb-0950ab2a90e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:40.021467 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9aff8838-5238-45d8-9cfb-0950ab2a90e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:40.022657 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9aff8838-5238-45d8-9cfb-0950ab2a90e9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d7a45715-b894-4212-bf31-ae75e05c6513 HTTP/1.1" status: 204 len: 168 time: 0.1211660 Jul 08 20:51:40.033781 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff8838-5238-45d8-9cfb-0950ab2a90e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a45715-b894-4212-bf31-ae75e05c6513,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:40.034978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9d7df-ddc0-404e-84d1-ddcc80fc5996 req-7455c0ec-5954-4a27-91c9-5d3e4beda8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:40.037694 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9eb9d7df-ddc0-404e-84d1-ddcc80fc5996 req-7455c0ec-5954-4a27-91c9-5d3e4beda8fa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0505352 Jul 08 20:51:40.106641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9d7df-ddc0-404e-84d1-ddcc80fc5996 req-1d82e0c0-c1ab-459e-b6bc-a03d889d61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:40.108781 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9eb9d7df-ddc0-404e-84d1-ddcc80fc5996 req-1d82e0c0-c1ab-459e-b6bc-a03d889d61ba service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602362 Jul 08 20:51:40.209017 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9eb9d7df-ddc0-404e-84d1-ddcc80fc5996 req-278bd532-6c17-4104-8736-a73a847b3590 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890501 Jul 08 20:51:40.312951 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9eb9d7df-ddc0-404e-84d1-ddcc80fc5996 req-1c0d9b3a-5db8-45a8-b558-a07525228b3e service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918791 Jul 08 20:51:40.647001 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8058cf-2b2b-4ed4-b185-1aee5d3cc688 req-b7aaa00a-cab0-4b87-9400-13a4cddc7082 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:40.648955 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b8058cf-2b2b-4ed4-b185-1aee5d3cc688 req-b7aaa00a-cab0-4b87-9400-13a4cddc7082 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.0717256 Jul 08 20:51:40.690634 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1b8058cf-2b2b-4ed4-b185-1aee5d3cc688 req-f34236a5-c8e0-43dc-87f5-59927b484b62 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360050 Jul 08 20:51:41.260398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39360) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:41.355130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3c1d1de9-9cdb-4d5d-ac0d-69a32ea25f8b tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-745067825'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:41.355642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3c1d1de9-9cdb-4d5d-ac0d-69a32ea25f8b tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Unknown quota resources ['metering_label']. {{(pid=94066) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:51:41.907303 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3c1d1de9-9cdb-4d5d-ac0d-69a32ea25f8b tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:41.908466 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3c1d1de9-9cdb-4d5d-ac0d-69a32ea25f8b tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6469724 Jul 08 20:51:41.911345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39366) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:41.916037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4d5c2860-c24a-4896-bc76-4376c7df8e19 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd5bae85c-9a7e-4a07-b232-d126af01ec32'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:41.916659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4d5c2860-c24a-4896-bc76-4376c7df8e19 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94065) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:51:41.942463 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dfdd0-d94f-4c9e-807c-fa57e079dff6 req-92809bc3-2506-43da-b4f8-6215da7f38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:41.943977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e8dfdd0-d94f-4c9e-807c-fa57e079dff6 req-92809bc3-2506-43da-b4f8-6215da7f38d8 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 1097 time: 0.1906455 Jul 08 20:51:41.966019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65579e9c-e3cd-4b26-9ccf-d837b2c2dca0 req-0accc6dd-bd56-4233-a5f4-befcefa243e3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:41.968117 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65579e9c-e3cd-4b26-9ccf-d837b2c2dca0 req-0accc6dd-bd56-4233-a5f4-befcefa243e3 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.1223607 Jul 08 20:51:41.972091 n-d-791506-16 neutron-server[94065]: WARNING neutron.services.metering.metering_plugin [None req-4d5c2860-c24a-4896-bc76-4376c7df8e19 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 20:51:42.010290 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e8dfdd0-d94f-4c9e-807c-fa57e079dff6 req-3526c6db-9f26-4bbc-b400-4f9b0e9b3c6a service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597982 Jul 08 20:51:42.022379 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65579e9c-e3cd-4b26-9ccf-d837b2c2dca0 req-66b42f32-c7e8-4ac2-aaea-8f53989a6f8b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472982 Jul 08 20:51:42.055380 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2860-c24a-4896-bc76-4376c7df8e19 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:42.056566 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4d5c2860-c24a-4896-bc76-4376c7df8e19 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1441042 Jul 08 20:51:42.059791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39368) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:42.065042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c09dfec4-690b-463a-87dc-341c9dd60f8a tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd5bae85c-9a7e-4a07-b232-d126af01ec32'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:42.065527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c09dfec4-690b-463a-87dc-341c9dd60f8a tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94065) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:51:42.116106 n-d-791506-16 neutron-server[94065]: WARNING neutron.services.metering.metering_plugin [None req-c09dfec4-690b-463a-87dc-341c9dd60f8a tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 20:51:42.195953 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c09dfec4-690b-463a-87dc-341c9dd60f8a tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:42.197145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c09dfec4-690b-463a-87dc-341c9dd60f8a tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1363401 Jul 08 20:51:42.199783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39370) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:42.209064 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3095e173-5041-4f0d-a8c3-c6dfa3bc7063 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=080db55d-5cfb-4012-8940-80ca5d6ccd6f HTTP/1.1" status: 200 len: 464 time: 0.0082362 Jul 08 20:51:42.211237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39372) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:42.310937 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e2c8-898f-4408-88de-0fd287357f8c tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:42.312032 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9cd6e2c8-898f-4408-88de-0fd287357f8c tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-label-rules/080db55d-5cfb-4012-8940-80ca5d6ccd6f HTTP/1.1" status: 204 len: 168 time: 0.0999365 Jul 08 20:51:42.314707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39374) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:42.323493 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2619af75-160c-4c66-8870-602d43817a15 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=080db55d-5cfb-4012-8940-80ca5d6ccd6f HTTP/1.1" status: 200 len: 221 time: 0.0078070 Jul 08 20:51:42.327008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39376) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:42.331171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4f0dd4bc-1423-44f3-990f-a6c89f494ae0 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1000333197', 'description': 'label created by tempest'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:42.331612 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4f0dd4bc-1423-44f3-990f-a6c89f494ae0 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Unknown quota resources ['metering_label']. {{(pid=94065) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 20:51:42.488226 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd4bc-1423-44f3-990f-a6c89f494ae0 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:42.489421 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4f0dd4bc-1423-44f3-990f-a6c89f494ae0 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1613760 Jul 08 20:51:42.492046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39378) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:42.541114 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-94821ba6-e757-4b14-b425-cb20db605f56 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=7f0e29e5-df97-4df0-ad3a-4f6cd81dad37 HTTP/1.1" status: 200 len: 468 time: 0.0479813 Jul 08 20:51:42.543695 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39380) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:42.727675 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f95faf2-1fcc-47a7-96d9-8b84a06b8d48 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:42.731272 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7f95faf2-1fcc-47a7-96d9-8b84a06b8d48 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-labels/7f0e29e5-df97-4df0-ad3a-4f6cd81dad37 HTTP/1.1" status: 204 len: 168 time: 0.1842237 Jul 08 20:51:42.731494 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39382) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:42.745901 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9617a7f4-ea76-4a8e-a653-2f76e6237559 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=7f0e29e5-df97-4df0-ad3a-4f6cd81dad37 HTTP/1.1" status: 200 len: 216 time: 0.0104251 Jul 08 20:51:42.746303 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39384) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:42.755440 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-107860e6-6340-4178-9597-a80894e12e4b tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080204 Jul 08 20:51:42.758411 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39386) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:42.770100 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-de964c0a-3e4c-4b22-8a1a-e0252efe9801 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0106318 Jul 08 20:51:42.773266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39388) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:42.822882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5d25fe3b-932c-401b-9f8d-e35621554f47 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels/d5bae85c-9a7e-4a07-b232-d126af01ec32 HTTP/1.1" status: 200 len: 472 time: 0.0485225 Jul 08 20:51:42.826340 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39390) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:42.835878 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9de1f3ba-e570-4565-81f1-8c2b500812fe tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules/51988910-2556-4a14-97ce-8ce430aa8669 HTTP/1.1" status: 200 len: 461 time: 0.0084028 Jul 08 20:51:42.838984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39392) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:42.943090 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-add32814-ac88-4a8d-908f-ab27603b5fc7 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:42.944107 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-add32814-ac88-4a8d-908f-ab27603b5fc7 tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-label-rules/51988910-2556-4a14-97ce-8ce430aa8669 HTTP/1.1" status: 204 len: 168 time: 0.1041272 Jul 08 20:51:42.946557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39394) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:43.126133 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e26400a8-0044-4a3e-a771-8ba90ff2bffa tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:43.127286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e26400a8-0044-4a3e-a771-8ba90ff2bffa tempest-MeteringTestJSON-1815497702 tempest-MeteringTestJSON-1815497702-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-labels/d5bae85c-9a7e-4a07-b232-d126af01ec32 HTTP/1.1" status: 204 len: 168 time: 0.1798079 Jul 08 20:51:43.209515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b17c1-f8d8-4237-a26e-e954a19b8f21 req-d18670a7-a84c-4d75-92f8-a6b1af6027d4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:43.211042 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-028b17c1-f8d8-4237-a26e-e954a19b8f21 req-d18670a7-a84c-4d75-92f8-a6b1af6027d4 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.0684254 Jul 08 20:51:43.253016 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-028b17c1-f8d8-4237-a26e-e954a19b8f21 req-98bee994-6877-4b07-86f7-41d6ea7c98f7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360479 Jul 08 20:51:43.278483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39400) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:43.349155 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d4e7de36-fa97-4430-8012-e8d8fac31648 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/floatingips/af6f40ff-a01c-46f8-9b39-4a2ed69c4f27 HTTP/1.1" status: 200 len: 992 time: 0.0687890 Jul 08 20:51:43.379750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39404) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:43.489055 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ac63bd5-e301-4321-8372-ce86f91add10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:43.579441 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ac63bd5-e301-4321-8372-ce86f91add10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:43.583174 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ac63bd5-e301-4321-8372-ce86f91add10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:43.625662 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7ac63bd5-e301-4321-8372-ce86f91add10 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e22e051e36344761b2b5d45705b88207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448285 Jul 08 20:51:43.626515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac63bd5-e301-4321-8372-ce86f91add10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955f914f-425b-4504-8313-3bc3a5700378,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:43.628396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39408) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:43.681274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cda4602d-83be-4067-b3f2-c10bde769033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:43.702347 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cda4602d-83be-4067-b3f2-c10bde769033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:43.751570 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cda4602d-83be-4067-b3f2-c10bde769033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:43.754389 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cda4602d-83be-4067-b3f2-c10bde769033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:43.755559 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cda4602d-83be-4067-b3f2-c10bde769033 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/955f914f-425b-4504-8313-3bc3a5700378 HTTP/1.1" status: 204 len: 168 time: 0.1261401 Jul 08 20:51:43.763474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4602d-83be-4067-b3f2-c10bde769033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955f914f-425b-4504-8313-3bc3a5700378,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:44.011824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39414) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:44.026927 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6aae3f70-7b48-4c02-a518-740fec756197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:44.079773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f79cc81e-ab52-4874-aa69-1c0d6b01a616 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:51:44.094821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f79cc81e-ab52-4874-aa69-1c0d6b01a616 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:51:44.133806 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6aae3f70-7b48-4c02-a518-740fec756197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:44.138549 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6aae3f70-7b48-4c02-a518-740fec756197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:44.185286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae3f70-7b48-4c02-a518-740fec756197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df176782-a64f-41dd-80eb-a27234e9c0bd,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:44.191117 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6aae3f70-7b48-4c02-a518-740fec756197 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5c40e84fdfa149eba79b7cd520321967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774788 Jul 08 20:51:44.193777 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39416) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:44.240895 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:44.256491 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6abd95a8-0656-4859-b666-8f01269fcc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:44.272055 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f79cc81e-ab52-4874-aa69-1c0d6b01a616, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:44.283334 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6abd95a8-0656-4859-b666-8f01269fcc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:44.286539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:51:44.288837 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340c3728-ca98-47cc-a137-a672f928f39b" -d '{"events": [{"server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "name": "network-vif-unplugged", "status": "completed", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:51:44.300003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'port_id': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'mac_address': 'fa:16:3e:cd:a0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:51:44.305934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f79cc81e-ab52-4874-aa69-1c0d6b01a616, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:44.309986 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:44.342697 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6abd95a8-0656-4859-b666-8f01269fcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:44.345481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6abd95a8-0656-4859-b666-8f01269fcc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:44.346668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6abd95a8-0656-4859-b666-8f01269fcc90 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/df176782-a64f-41dd-80eb-a27234e9c0bd HTTP/1.1" status: 204 len: 168 time: 0.1519015 Jul 08 20:51:44.353787 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 20:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a182fa-64bc-4b37-b6fc-4f7f1deba31d x-openstack-request-id: req-a5a182fa-64bc-4b37-b6fc-4f7f1deba31d {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:51:44.354079 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "name": "network-vif-unplugged", "status": "completed", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:51:44.354345 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a5a182fa-64bc-4b37-b6fc-4f7f1deba31d {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:51:44.354728 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'code': 200} Jul 08 20:51:44.355644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd95a8-0656-4859-b666-8f01269fcc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df176782-a64f-41dd-80eb-a27234e9c0bd,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:44.383449 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:44.408312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=f79cc81e-ab52-4874-aa69-1c0d6b01a616,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:44.411670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79cc81e-ab52-4874-aa69-1c0d6b01a616 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:51:44.433954 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f79cc81e-ab52-4874-aa69-1c0d6b01a616, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:44.438933 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:44.491342 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=f79cc81e-ab52-4874-aa69-1c0d6b01a616,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:44.650763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['f79cc81e-ab52-4874-aa69-1c0d6b01a616'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:51:45.567192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39456) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:45.661866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1094116627', 'router:external': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:45.683504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Made reservation on behalf of 7986fc1d4fff4fb0a37890a76cad034d for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:51:45.686503 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:45.694732 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:45.783780 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:45.787705 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:45.809579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:51:45.825011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfc9820-5f61-4f2b-84f8-442cb01fda28,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:45.828014 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:45.828367 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Added segment 1969bdca-d906-408d-a7dd-90dce6fd5a64 of type vlan for network b4fdf1ea-65bb-463a-913d-fc5f5e212892 Jul 08 20:51:45.878450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:45.911685 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:45.912700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:45.913281 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:45.968224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3993821 Jul 08 20:51:45.971487 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39460) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:45.978197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-06f3ab04-74a0-4763-b011-2774cecb73bb tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Request body: {'subnet': {'network_id': 'b4fdf1ea-65bb-463a-913d-fc5f5e212892', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:45.982413 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32a61f-ffcb-4da2-aa57-75f4afd52b48 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event updated for resources: {'Network': ['ID=b4fdf1ea-65bb-463a-913d-fc5f5e212892,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:45.993226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network b4fdf1ea-65bb-463a-913d-fc5f5e212892 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:51:46.002867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f3ab04-74a0-4763-b011-2774cecb73bb tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Made reservation on behalf of 7986fc1d4fff4fb0a37890a76cad034d for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:51:46.005994 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-06f3ab04-74a0-4763-b011-2774cecb73bb tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:46.095528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f79cc81e-ab52-4874-aa69-1c0d6b01a616 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:51:46.143629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port f79cc81e-ab52-4874-aa69-1c0d6b01a616 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:51:46.144003 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:46.226396 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:46.259965 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port f79cc81e-ab52-4874-aa69-1c0d6b01a616, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:46.264586 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:46.299374 n-d-791506-16 neutron-server[94065]: DEBUG neutron.objects.ports [None req-06f3ab04-74a0-4763-b011-2774cecb73bb tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 20:51:46.299842 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-06f3ab04-74a0-4763-b011-2774cecb73bb tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:46.313272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=f79cc81e-ab52-4874-aa69-1c0d6b01a616,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:46.355864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:51:46.357202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3ab04-74a0-4763-b011-2774cecb73bb tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c6557b1d-39a3-45a5-9cbb-453f765b738e,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:46.360136 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec540ebf-503d-4763-a9c9-82769a1d7d16" -d '{"events": [{"server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "name": "network-vif-plugged", "status": "completed", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:51:46.367562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3ab04-74a0-4763-b011-2774cecb73bb tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Checking segment: {'id': '1969bdca-d906-408d-a7dd-90dce6fd5a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b4fdf1ea-65bb-463a-913d-fc5f5e212892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:51:46.367930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f3ab04-74a0-4763-b011-2774cecb73bb tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Network hostable DHCP agents. Network: b4fdf1ea-65bb-463a-913d-fc5f5e212892, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:51:46.386994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f3ab04-74a0-4763-b011-2774cecb73bb tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Network b4fdf1ea-65bb-463a-913d-fc5f5e212892 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:51:46.398972 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-06f3ab04-74a0-4763-b011-2774cecb73bb tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, b4fdf1ea-65bb-463a-913d-fc5f5e212892) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:51:46.399772 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1027c3-e224-402b-b76d-1a8204529c7c x-openstack-request-id: req-3e1027c3-e224-402b-b76d-1a8204529c7c {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:51:46.400199 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "name": "network-vif-plugged", "status": "completed", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:51:46.400508 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3e1027c3-e224-402b-b76d-1a8204529c7c {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:51:46.401392 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'code': 200} Jul 08 20:51:46.403916 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f3ab04-74a0-4763-b011-2774cecb73bb tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:46.405246 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-06f3ab04-74a0-4763-b011-2774cecb73bb tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:46.409873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c41928-54f5-42de-9585-50bb32374ed2 None None] Network b4fdf1ea-65bb-463a-913d-fc5f5e212892 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:51:46.432114 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-06f3ab04-74a0-4763-b011-2774cecb73bb tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4595032 Jul 08 20:51:46.435273 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39464) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:46.440779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1354945487', 'network_id': 'b4fdf1ea-65bb-463a-913d-fc5f5e212892'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:46.461559 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Made reservation on behalf of 7986fc1d4fff4fb0a37890a76cad034d for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:51:46.464142 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:46.485188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] device_id is not set on port 3d85e226-036c-4ff6-bd48-448f4745cb6a yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:51:46.557043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f98d005-a892-4e43-ab0f-b45e86ff4e65 None None] Network b4fdf1ea-65bb-463a-913d-fc5f5e212892 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:51:46.603645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Allocated IP 2001:db8::1b2 (b4fdf1ea-65bb-463a-913d-fc5f5e212892/c6557b1d-39a3-45a5-9cbb-453f765b738e/3d85e226-036c-4ff6-bd48-448f4745cb6a) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:51:46.750739 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:46.791227 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:46.833604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Network b4fdf1ea-65bb-463a-913d-fc5f5e212892 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:51:46.836367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:51:46.839836 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:51:46.840999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:46.841611 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:46.850404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event updated for resources: {'Port': ['ID=3d85e226-036c-4ff6-bd48-448f4745cb6a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:46.861154 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7b28b343-7417-46fd-9d4e-d1f353625a5f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4248610 Jul 08 20:51:46.863566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39466) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:46.950832 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6109934a-23f6-4e9e-a47c-778e087573b4 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Deleting port 3d85e226-036c-4ff6-bd48-448f4745cb6a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:46.951192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6109934a-23f6-4e9e-a47c-778e087573b4 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:47.024051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6109934a-23f6-4e9e-a47c-778e087573b4 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:47.035271 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6109934a-23f6-4e9e-a47c-778e087573b4 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Calling delete_port for 3d85e226-036c-4ff6-bd48-448f4745cb6a owned by {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:47.157738 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6109934a-23f6-4e9e-a47c-778e087573b4 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:47.186036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109934a-23f6-4e9e-a47c-778e087573b4 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d85e226-036c-4ff6-bd48-448f4745cb6a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:47.209702 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6109934a-23f6-4e9e-a47c-778e087573b4 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:47.211717 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6109934a-23f6-4e9e-a47c-778e087573b4 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "DELETE /v2.0/ports/3d85e226-036c-4ff6-bd48-448f4745cb6a HTTP/1.1" status: 204 len: 168 time: 0.3472400 Jul 08 20:51:47.214403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39468) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:47.219693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4fdf1ea-65bb-463a-913d-fc5f5e212892', 'external_fixed_ips': [{'subnet_id': 'c6557b1d-39a3-45a5-9cbb-453f765b738e', 'ip_address': '2001:db8::1b2'}]}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:47.240061 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:47.241114 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:47.591009 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:47.697963 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:47.727678 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:47.964919 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:47.984938 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:48.130655 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Allocated IP 2001:db8::1b2 (b4fdf1ea-65bb-463a-913d-fc5f5e212892/c6557b1d-39a3-45a5-9cbb-453f765b738e/93917b81-5187-45fa-830b-3a59b4536daa) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:51:48.238893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:48.279567 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:48.315542 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Network b4fdf1ea-65bb-463a-913d-fc5f5e212892 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:51:48.318432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:51:48.323941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:51:48.392076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event updated for resources: {'Port': ['ID=93917b81-5187-45fa-830b-3a59b4536daa,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:48.536890 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:48.735125 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:48.863108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Router a20ab67b-7f63-4f42-87f5-c5ac9195c2cb is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:51:48.968722 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:51:48.977209 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] Sync routers for ids ['a20ab67b-7f63-4f42-87f5-c5ac9195c2cb'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:51:48.984990 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:48.988540 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3906c10c-544f-4fd5-a989-83f1a5111082 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.7709138 Jul 08 20:51:48.988842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39470) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:48.989806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] Routers {'a20ab67b-7f63-4f42-87f5-c5ac9195c2cb'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:48.990441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['a20ab67b-7f63-4f42-87f5-c5ac9195c2cb'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:49.094840 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.098345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] Set router a20ab67b-7f63-4f42-87f5-c5ac9195c2cb gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:51:49.193771 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.249541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Deleting port 93917b81-5187-45fa-830b-3a59b4536daa {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:49.249887 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.277422 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ab67b-7f63-4f42-87f5-c5ac9195c2cb', 'name': '', 'tenant_id': '7986fc1d4fff4fb0a37890a76cad034d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fdf1ea-65bb-463a-913d-fc5f5e212892', 'external_fixed_ips': [{'subnet_id': 'c6557b1d-39a3-45a5-9cbb-453f765b738e', 'ip_address': '2001:db8::1b2'}], 'enable_snat': True}, 'gw_port_id': '93917b81-5187-45fa-830b-3a59b4536daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:51:47Z', 'updated_at': '2021-07-08T20:51:48Z', 'revision_number': 3, 'project_id': '7986fc1d4fff4fb0a37890a76cad034d', 'gw_port': {'id': '93917b81-5187-45fa-830b-3a59b4536daa', 'name': '', 'network_id': 'b4fdf1ea-65bb-463a-913d-fc5f5e212892', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:65:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ab67b-7f63-4f42-87f5-c5ac9195c2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c6557b1d-39a3-45a5-9cbb-453f765b738e', 'ip_address': '2001:db8::1b2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:51:47Z', 'updated_at': '2021-07-08T20:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6557b1d-39a3-45a5-9cbb-453f765b738e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:49.307973 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] Checking router: a20ab67b-7f63-4f42-87f5-c5ac9195c2cb for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:51:49.308314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] Updating router a20ab67b-7f63-4f42-87f5-c5ac9195c2cb port 93917b81-5187-45fa-830b-3a59b4536daa binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:51:49.325649 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.339004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Calling delete_port for 93917b81-5187-45fa-830b-3a59b4536daa owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:49.343897 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.512315 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.539208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event deleted for resources: {'Port': ['ID=93917b81-5187-45fa-830b-3a59b4536daa,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:49.569366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.601445 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:51:49.601801 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:51:49.662893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.665016 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.708182 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.708768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a20ab67b-7f63-4f42-87f5-c5ac9195c2cb {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:51:49.713109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.717504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7cf08d3d-b47a-407f-bd0b-bc5ba492ae2d tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "DELETE /v2.0/routers/a20ab67b-7f63-4f42-87f5-c5ac9195c2cb HTTP/1.1" status: 204 len: 168 time: 0.7244761 Jul 08 20:51:49.718236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39472) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:49.762493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fce3894-3c5e-4189-bbc7-e9641cae6380 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Deleting subnet c6557b1d-39a3-45a5-9cbb-453f765b738e {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:51:49.766457 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fce3894-3c5e-4189-bbc7-e9641cae6380 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.804824 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fce3894-3c5e-4189-bbc7-e9641cae6380 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.844119 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fce3894-3c5e-4189-bbc7-e9641cae6380 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.897411 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fce3894-3c5e-4189-bbc7-e9641cae6380 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.923890 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce3894-3c5e-4189-bbc7-e9641cae6380 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c6557b1d-39a3-45a5-9cbb-453f765b738e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:49.927592 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fce3894-3c5e-4189-bbc7-e9641cae6380 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:49.929427 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4fce3894-3c5e-4189-bbc7-e9641cae6380 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "DELETE /v2.0/subnets/c6557b1d-39a3-45a5-9cbb-453f765b738e HTTP/1.1" status: 204 len: 168 time: 0.2102735 Jul 08 20:51:49.931970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39474) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:50.013201 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.097303 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.107165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fdf1ea-65bb-463a-913d-fc5f5e212892']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:50.118473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1969bdca-d906-408d-a7dd-90dce6fd5a64') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:50.118766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1969bdca-d906-408d-a7dd-90dce6fd5a64') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:50.127259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] Port 93917b81-5187-45fa-830b-3a59b4536daa not found while updating agent binding for router a20ab67b-7f63-4f42-87f5-c5ac9195c2cb. {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 08 20:51:50.128895 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.136024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] Routers set() bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:50.136393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] Router IDs set() for agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 20:51:50.137032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_agentschedulers_db [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a20ab67b-7f63-4f42-87f5-c5ac9195c2cb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent'). {{(pid=94067) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 20:51:50.137407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e485a3c-abc6-4fd9-825f-248e66863160 None None] The sync data for ids ['a20ab67b-7f63-4f42-87f5-c5ac9195c2cb'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:51:50.143382 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.150583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:51:50.150994 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:51:50.152779 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:51:50.221525 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.226697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4fdf1ea-65bb-463a-913d-fc5f5e212892 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 20:51:50.233662 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.233662 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "DELETE /v2.0/networks/b4fdf1ea-65bb-463a-913d-fc5f5e212892 HTTP/1.1" status: 204 len: 168 time: 0.2986948 Jul 08 20:51:50.249277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d158c-a42d-4539-8499-d3fb28134157 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4fdf1ea-65bb-463a-913d-fc5f5e212892,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:50.425640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39482) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:50.430241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-55ce0b51-09c8-48db-9fd9-bb5c2c0609da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Request body: {'router': {'name': 'tempest-router--208384475', 'project_id': '328140ab800c43e3a664aee79801b0d2'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:50.450522 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55ce0b51-09c8-48db-9fd9-bb5c2c0609da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.451599 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55ce0b51-09c8-48db-9fd9-bb5c2c0609da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.507475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55ce0b51-09c8-48db-9fd9-bb5c2c0609da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.512259 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55ce0b51-09c8-48db-9fd9-bb5c2c0609da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.525412 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55ce0b51-09c8-48db-9fd9-bb5c2c0609da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.526711 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-55ce0b51-09c8-48db-9fd9-bb5c2c0609da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1000552 Jul 08 20:51:50.530465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39484) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:50.601835 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db8b9fe6-92c6-4233-bab4-b21948543914 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.762648 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db8b9fe6-92c6-4233-bab4-b21948543914 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.764911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db8b9fe6-92c6-4233-bab4-b21948543914 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.810357 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db8b9fe6-92c6-4233-bab4-b21948543914 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.811448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8b9fe6-92c6-4233-bab4-b21948543914 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11e19719-069d-491e-828d-cb84eafbcd65 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:51:50.815931 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db8b9fe6-92c6-4233-bab4-b21948543914 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:50.817091 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-db8b9fe6-92c6-4233-bab4-b21948543914 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "DELETE /v2.0/routers/11e19719-069d-491e-828d-cb84eafbcd65 HTTP/1.1" status: 204 len: 168 time: 0.2856226 Jul 08 20:51:50.922444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39488) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:51.108590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-586427498', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:51.132326 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:51.133385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:51.185112 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:51.335796 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:51.532672 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:51.551517 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:51.664808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Allocated IP 172.25.4.104 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/b5dc1e2c-51d6-4b9f-a612-12209257d15e) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:51:51.773299 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:51.816697 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:51.858044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:51:51.861075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:51:51.864610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:51:51.887686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Pushing event updated for resources: {'Port': ['ID=b5dc1e2c-51d6-4b9f-a612-12209257d15e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:51.901676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:51.902024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:51.902397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:51.902742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:51.903078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:51.903411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:51.903740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:51.904066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:51.904487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:51.904758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:51.905083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:51.905406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:52.142233 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:52.355444 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:52.486400 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Router 342cffe4-81d9-4234-8f31-751d2bd5b821 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:51:52.592397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:51:52.602362 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1a7f26-bd28-4f11-b863-08815acabbca None None] Sync routers for ids ['342cffe4-81d9-4234-8f31-751d2bd5b821'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:51:52.615103 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:52.615963 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1a7f26-bd28-4f11-b863-08815acabbca None None] Routers {'342cffe4-81d9-4234-8f31-751d2bd5b821'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:52.619096 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-bd1a7f26-bd28-4f11-b863-08815acabbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['342cffe4-81d9-4234-8f31-751d2bd5b821'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:52.619350 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-099718be-8c2a-4c9f-9043-77d43fa5427c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.6931701 Jul 08 20:51:52.619494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39492) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:52.653589 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-bd1a7f26-bd28-4f11-b863-08815acabbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:52.663791 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1a7f26-bd28-4f11-b863-08815acabbca None None] Routers {'342cffe4-81d9-4234-8f31-751d2bd5b821'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:52.664394 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-bd1a7f26-bd28-4f11-b863-08815acabbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['342cffe4-81d9-4234-8f31-751d2bd5b821'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:52.697506 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-bd1a7f26-bd28-4f11-b863-08815acabbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:52.698148 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1a7f26-bd28-4f11-b863-08815acabbca None None] The sync data for ids ['342cffe4-81d9-4234-8f31-751d2bd5b821'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:51:52.726741 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7b4c00a0-b825-4ae7-afd0-25b8888c85af tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/routers/342cffe4-81d9-4234-8f31-751d2bd5b821 HTTP/1.1" status: 200 len: 924 time: 0.1059606 Jul 08 20:51:52.729463 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39494) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:52.758475 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4d6a89ae-dd13-4086-8ed6-03aa8ea95426 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "GET /v2.0/ports?device_id=342cffe4-81d9-4234-8f31-751d2bd5b821 HTTP/1.1" status: 200 len: 205 time: 0.0279624 Jul 08 20:51:52.761257 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39496) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:52.864323 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:52.971954 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:53.023917 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Deleting port b5dc1e2c-51d6-4b9f-a612-12209257d15e {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:53.024279 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:53.098266 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:53.109755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Calling delete_port for b5dc1e2c-51d6-4b9f-a612-12209257d15e owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:53.272369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:53.305599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Pushing event deleted for resources: {'Port': ['ID=b5dc1e2c-51d6-4b9f-a612-12209257d15e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:53.362873 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:53.609720 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:53.789138 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:53.791265 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:53.836744 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:53.837248 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Fanout notify agent at l3_agent the message router_deleted on router 342cffe4-81d9-4234-8f31-751d2bd5b821 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:51:53.844544 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:53.845613 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6675a6e5-4825-4741-960c-deba23316aca tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "DELETE /v2.0/routers/342cffe4-81d9-4234-8f31-751d2bd5b821 HTTP/1.1" status: 204 len: 168 time: 1.0834315 Jul 08 20:51:53.849102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39498) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:53.853301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2105352996', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'enable_snat': False}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:53.873394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:53.874347 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:53.924072 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:54.057870 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:54.255781 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:54.275314 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:54.398552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Allocated IP 172.25.4.113 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/d48b91a7-2c82-4973-83fa-862699a2c97f) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:51:54.498848 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:54.542128 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:54.578295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:51:54.584387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:51:54.587878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:51:54.593433 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event updated for resources: {'Port': ['ID=d48b91a7-2c82-4973-83fa-862699a2c97f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:54.843720 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.044421 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.095605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39500) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:55.170055 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:51:55.178106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Router 7302ba89-81d4-487b-831e-88f0e01f1fc5 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:51:55.293012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:51:55.303013 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Sync routers for ids ['7302ba89-81d4-487b-831e-88f0e01f1fc5'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:51:55.310969 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.312472 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-99600831-0508-40d2-9578-f59c18a7424b tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.4624031 Jul 08 20:51:55.315373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39502) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:55.321100 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Routers {'7302ba89-81d4-487b-831e-88f0e01f1fc5'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:55.322210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7302ba89-81d4-487b-831e-88f0e01f1fc5'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:55.436079 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c945c4d5-2318-4e64-b599-003426e49384 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/routers/7302ba89-81d4-487b-831e-88f0e01f1fc5 HTTP/1.1" status: 200 len: 909 time: 0.1164780 Jul 08 20:51:55.436450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39504) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:55.440844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Set router 7302ba89-81d4-487b-831e-88f0e01f1fc5 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:51:55.441524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2105352996', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'enable_snat': True}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:55.465391 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.468061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.522684 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.584521 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-916e7e86-94c4-4f53-afb5-532a672bd69d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Deleting port f6f833eb-305a-4330-be70-e43a7ca6c1db {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:55.584951 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-916e7e86-94c4-4f53-afb5-532a672bd69d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.625885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7302ba89-81d4-487b-831e-88f0e01f1fc5', 'name': 'tempest-snat-router-2105352996', 'tenant_id': '7986fc1d4fff4fb0a37890a76cad034d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.113'}], 'enable_snat': False}, 'gw_port_id': 'd48b91a7-2c82-4973-83fa-862699a2c97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:51:53Z', 'updated_at': '2021-07-08T20:51:54Z', 'revision_number': 3, 'project_id': '7986fc1d4fff4fb0a37890a76cad034d', 'gw_port': {'id': 'd48b91a7-2c82-4973-83fa-862699a2c97f', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7302ba89-81d4-487b-831e-88f0e01f1fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:51:54Z', 'updated_at': '2021-07-08T20:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:55.653523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Checking router: 7302ba89-81d4-487b-831e-88f0e01f1fc5 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:51:55.653772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Updating router 7302ba89-81d4-487b-831e-88f0e01f1fc5 port d48b91a7-2c82-4973-83fa-862699a2c97f binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:51:55.666066 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-916e7e86-94c4-4f53-afb5-532a672bd69d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.666455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-916e7e86-94c4-4f53-afb5-532a672bd69d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.671364 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.679217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-916e7e86-94c4-4f53-afb5-532a672bd69d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Calling delete_port for f6f833eb-305a-4330-be70-e43a7ca6c1db owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:55.694536 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.837165 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-916e7e86-94c4-4f53-afb5-532a672bd69d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.870904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e7e86-94c4-4f53-afb5-532a672bd69d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event deleted for resources: {'Port': ['ID=f6f833eb-305a-4330-be70-e43a7ca6c1db,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:55.882899 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.909181 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.947388 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-916e7e86-94c4-4f53-afb5-532a672bd69d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:55.947730 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-916e7e86-94c4-4f53-afb5-532a672bd69d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Floating IP 4aecd094-ef31-4e41-823e-9a1dba416371 disassociated (deleted). External IP: 172.25.4.173, port: 0ef7e886-66c3-4a86-b5da-cd194c571366. Jul 08 20:51:56.118630 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:56.129869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Transition to ACTIVE for port object d48b91a7-2c82-4973-83fa-862699a2c97f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:51:56.135413 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:56.167893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916e7e86-94c4-4f53-afb5-532a672bd69d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Router 0486d880-fd55-41e5-97aa-e17fb0483714 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:51:56.182083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Attempting to bind port d48b91a7-2c82-4973-83fa-862699a2c97f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:51:56.182453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Attempting to bind port d48b91a7-2c82-4973-83fa-862699a2c97f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:51:56.182828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Attempting to bind port d48b91a7-2c82-4973-83fa-862699a2c97f on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:51:56.186819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Allocated IP 172.25.4.190 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/4fca92e0-7869-47dc-803f-df94562d7ce8) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:51:56.194748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:51:56.195128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:51:56.195537 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:56.195935 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:51:56.196430 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Bound port: d48b91a7-2c82-4973-83fa-862699a2c97f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:51:56.197041 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:56.220753 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d363cb5-6d5c-466e-ac7f-2bd5501d581a None None] Pushing event updated for resources: {'Port': ['ID=d48b91a7-2c82-4973-83fa-862699a2c97f,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:56.261413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] For port d48b91a7-2c82-4973-83fa-862699a2c97f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:51:56.265440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] For port d48b91a7-2c82-4973-83fa-862699a2c97f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d48b91a7-2c82-4973-83fa-862699a2c97f,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:51:56.269662 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:56.285167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916e7e86-94c4-4f53-afb5-532a672bd69d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:51:56.290103 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-916e7e86-94c4-4f53-afb5-532a672bd69d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:56.306069 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b473fa16-fc4e-4935-9a19-bc8e614c073b None None] Sync routers for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:51:56.309844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:56.325097 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b473fa16-fc4e-4935-9a19-bc8e614c073b None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:56.327094 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b473fa16-fc4e-4935-9a19-bc8e614c073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:56.329746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Routers {'7302ba89-81d4-487b-831e-88f0e01f1fc5'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:56.330398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7302ba89-81d4-487b-831e-88f0e01f1fc5'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:56.335300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d363cb5-6d5c-466e-ac7f-2bd5501d581a None None] Pushing event updated for resources: {'Port': ['ID=d48b91a7-2c82-4973-83fa-862699a2c97f,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:56.339513 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-916e7e86-94c4-4f53-afb5-532a672bd69d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "DELETE /v2.0/floatingips/4aecd094-ef31-4e41-823e-9a1dba416371 HTTP/1.1" status: 204 len: 168 time: 1.2428753 Jul 08 20:51:56.340244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a3a45d-4e7f-4709-9886-4aae40632108', 'tag': '0ef7e886-66c3-4a86-b5da-cd194c571366'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:51:56.343188 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448d4362-d006-4a71-aa1b-df0c9b64fa5c" -d '{"events": [{"name": "network-changed", "server_uuid": "39a3a45d-4e7f-4709-9886-4aae40632108", "tag": "0ef7e886-66c3-4a86-b5da-cd194c571366"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:51:56.382185 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdde3188-cb51-46e9-9a4d-51458587ef2b x-openstack-request-id: req-fdde3188-cb51-46e9-9a4d-51458587ef2b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:51:56.382491 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a3a45d-4e7f-4709-9886-4aae40632108", "tag": "0ef7e886-66c3-4a86-b5da-cd194c571366", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:51:56.382750 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fdde3188-cb51-46e9-9a4d-51458587ef2b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:51:56.383161 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a3a45d-4e7f-4709-9886-4aae40632108', 'tag': '0ef7e886-66c3-4a86-b5da-cd194c571366', 'status': 'completed', 'code': 200} Jul 08 20:51:56.401631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:56.470982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:51:56.472361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event updated for resources: {'Port': ['ID=4fca92e0-7869-47dc-803f-df94562d7ce8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:56.475224 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b473fa16-fc4e-4935-9a19-bc8e614c073b None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:51:56.475559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:51:56.477816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:51:56.514357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d4362-d006-4a71-aa1b-df0c9b64fa5c req-cc8ca3de-3052-450d-9db6-625c19a590dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:56.515910 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-448d4362-d006-4a71-aa1b-df0c9b64fa5c req-cc8ca3de-3052-450d-9db6-625c19a590dd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 1097 time: 0.1057327 Jul 08 20:51:56.552924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] Set router 7302ba89-81d4-487b-831e-88f0e01f1fc5 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:51:56.670544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d4362-d006-4a71-aa1b-df0c9b64fa5c req-c527ed1c-c00a-4e18-8149-efabc46a8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:56.671811 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-448d4362-d006-4a71-aa1b-df0c9b64fa5c req-c527ed1c-c00a-4e18-8149-efabc46a8dd0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.1472611 Jul 08 20:51:56.728969 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-448d4362-d006-4a71-aa1b-df0c9b64fa5c req-edaa899e-255e-480d-a0b8-d6c855a98ce5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef7e886-66c3-4a86-b5da-cd194c571366 HTTP/1.1" status: 200 len: 217 time: 0.0473862 Jul 08 20:51:56.801151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7302ba89-81d4-487b-831e-88f0e01f1fc5', 'name': 'tempest-snat-router-2105352996', 'tenant_id': '7986fc1d4fff4fb0a37890a76cad034d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.113'}], 'enable_snat': False}, 'gw_port_id': 'd48b91a7-2c82-4973-83fa-862699a2c97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:51:53Z', 'updated_at': '2021-07-08T20:51:54Z', 'revision_number': 3, 'project_id': '7986fc1d4fff4fb0a37890a76cad034d', 'gw_port': {'id': 'd48b91a7-2c82-4973-83fa-862699a2c97f', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7302ba89-81d4-487b-831e-88f0e01f1fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:51:54Z', 'updated_at': '2021-07-08T20:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:56.816561 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b473fa16-fc4e-4935-9a19-bc8e614c073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'd207a61e-1c50-481d-84f0-47b8dc3aef62', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': 'e6060f66-2750-44f0-801b-be6441b1834e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:39:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:56Z', 'updated_at': '2021-07-08T20:47:59Z', 'revision_number': 1, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:56.828412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d4362-d006-4a71-aa1b-df0c9b64fa5c req-8ccf0b15-3bd0-40c0-8458-476fdeb14ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:56.829983 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-448d4362-d006-4a71-aa1b-df0c9b64fa5c req-8ccf0b15-3bd0-40c0-8458-476fdeb14ce1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0923843 Jul 08 20:51:56.840151 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:56.842346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3976fa-113e-46f1-9d67-980b4b7d6dfa None None] The sync data for ids ['7302ba89-81d4-487b-831e-88f0e01f1fc5'] in n-d-791506-16 is: [{'id': '7302ba89-81d4-487b-831e-88f0e01f1fc5', 'name': 'tempest-snat-router-2105352996', 'tenant_id': '7986fc1d4fff4fb0a37890a76cad034d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.113'}], 'enable_snat': False}, 'gw_port_id': 'd48b91a7-2c82-4973-83fa-862699a2c97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:51:53Z', 'updated_at': '2021-07-08T20:51:54Z', 'revision_number': 3, 'project_id': '7986fc1d4fff4fb0a37890a76cad034d', 'gw_port': {'id': 'd48b91a7-2c82-4973-83fa-862699a2c97f', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7302ba89-81d4-487b-831e-88f0e01f1fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:51:54Z', 'updated_at': '2021-07-08T20:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:51:56.849133 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b473fa16-fc4e-4935-9a19-bc8e614c073b None None] Checking router: 0486d880-fd55-41e5-97aa-e17fb0483714 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:51:56.858970 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b473fa16-fc4e-4935-9a19-bc8e614c073b None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:56.859610 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b473fa16-fc4e-4935-9a19-bc8e614c073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:56.887302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3d38d-cd2a-438c-85bb-1e8cbba31545 req-b28e729e-5671-49df-be92-ba16206f8f18 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:56.889763 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4f3d38d-cd2a-438c-85bb-1e8cbba31545 req-b28e729e-5671-49df-be92-ba16206f8f18 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 945 time: 0.1223814 Jul 08 20:51:56.936711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d4362-d006-4a71-aa1b-df0c9b64fa5c req-1f5aa467-fc10-4f01-8376-c693f1a9189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:56.938259 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-448d4362-d006-4a71-aa1b-df0c9b64fa5c req-1f5aa467-fc10-4f01-8376-c693f1a9189b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007977 Jul 08 20:51:56.964273 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c4f3d38d-cd2a-438c-85bb-1e8cbba31545 req-6c74c289-3cef-400c-909c-6aa63f5bf802 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634351 Jul 08 20:51:56.983387 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b473fa16-fc4e-4935-9a19-bc8e614c073b None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:51:57.061280 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-448d4362-d006-4a71-aa1b-df0c9b64fa5c req-0287f915-826f-46bc-bd9d-25e33acf129d service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122639 Jul 08 20:51:57.207032 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-448d4362-d006-4a71-aa1b-df0c9b64fa5c req-1b4de7bf-386a-46b2-ac48-5379aea5c151 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364739 Jul 08 20:51:57.285939 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b473fa16-fc4e-4935-9a19-bc8e614c073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'd207a61e-1c50-481d-84f0-47b8dc3aef62', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': 'e6060f66-2750-44f0-801b-be6441b1834e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:39:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:56Z', 'updated_at': '2021-07-08T20:47:59Z', 'revision_number': 1, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:57.321183 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b473fa16-fc4e-4935-9a19-bc8e614c073b None None] The sync data for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 is: [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'd207a61e-1c50-481d-84f0-47b8dc3aef62', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'port_id': 'e6060f66-2750-44f0-801b-be6441b1834e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'mac_address': 'fa:16:3e:39:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:47:56Z', 'updated_at': '2021-07-08T20:47:59Z', 'revision_number': 1, 'project_id': '969ed93d777c482282264778ffb8d915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:51:57.486764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:57.643317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Router b3c82789-ca82-404f-807e-dd54a6ee9b09 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:51:57.665471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46974cb5-ee4f-430d-a4b6-f0f471f354dc None None] New status for floating IP 4aecd094-ef31-4e41-823e-9a1dba416371: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:51:57.764488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:51:57.773761 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] Sync routers for ids ['b3c82789-ca82-404f-807e-dd54a6ee9b09'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:51:57.784990 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] Routers {'b3c82789-ca82-404f-807e-dd54a6ee9b09'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:57.785826 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b3c82789-ca82-404f-807e-dd54a6ee9b09'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:57.787722 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:57.792064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39512) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:57.792354 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3cc74c8b-b3c7-4388-9ed4-98f5345136da tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3543019 Jul 08 20:51:57.896520 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] Set router b3c82789-ca82-404f-807e-dd54a6ee9b09 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:51:57.911148 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b93551b6-9519-4a99-a920-a820d2109079 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/routers/b3c82789-ca82-404f-807e-dd54a6ee9b09 HTTP/1.1" status: 200 len: 908 time: 0.1150892 Jul 08 20:51:57.911493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39514) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:58.026891 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.146288 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.154645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c4ef0-f6e7-4f92-a678-101290a6afd7 req-43ae0c26-e0b0-4711-b211-dcee80151aa2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:58.157136 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-184c4ef0-f6e7-4f92-a678-101290a6afd7 req-43ae0c26-e0b0-4711-b211-dcee80151aa2 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 945 time: 0.0711911 Jul 08 20:51:58.193293 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c82789-ca82-404f-807e-dd54a6ee9b09', 'name': 'tempest-snat-router-2105352996', 'tenant_id': '7986fc1d4fff4fb0a37890a76cad034d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4fca92e0-7869-47dc-803f-df94562d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:51:55Z', 'updated_at': '2021-07-08T20:51:56Z', 'revision_number': 3, 'project_id': '7986fc1d4fff4fb0a37890a76cad034d', 'gw_port': {'id': '4fca92e0-7869-47dc-803f-df94562d7ce8', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ae:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c82789-ca82-404f-807e-dd54a6ee9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:51:55Z', 'updated_at': '2021-07-08T20:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:51:58.201490 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-184c4ef0-f6e7-4f92-a678-101290a6afd7 req-b7f859e3-2394-4020-957c-e345479565cc tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383031 Jul 08 20:51:58.204809 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Deleting port 4fca92e0-7869-47dc-803f-df94562d7ce8 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:58.205201 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.226596 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] Checking router: b3c82789-ca82-404f-807e-dd54a6ee9b09 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:51:58.226596 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] Updating router b3c82789-ca82-404f-807e-dd54a6ee9b09 port 4fca92e0-7869-47dc-803f-df94562d7ce8 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:51:58.255708 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.283609 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.298642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Calling delete_port for 4fca92e0-7869-47dc-803f-df94562d7ce8 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:58.484765 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.527008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fca92e0-7869-47dc-803f-df94562d7ce8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:58.538610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:58.538896 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:58.539243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:58.539585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:58.539925 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:58.540258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:58.540591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:58.540963 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:58.541299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:58.541632 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:58.541962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:58.542286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:51:58.543440 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.db.api [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:51:58.543948 n-d-791506-16 neutron-server[94068]: DEBUG oslo_db.api [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:51:58.640556 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.693080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d48b91a7-2c82-4973-83fa-862699a2c97f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:51:58.745844 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.746158 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port d48b91a7-2c82-4973-83fa-862699a2c97f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:51:58.749939 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.750930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d48b91a7-2c82-4973-83fa-862699a2c97f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:51:58.751309 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.802932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c46ab5-243c-4853-8c2e-254767ebe27a req-ce182b67-e01a-424e-af5e-781f46d6bfb5 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:51:58.804318 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f6c46ab5-243c-4853-8c2e-254767ebe27a req-ce182b67-e01a-424e-af5e-781f46d6bfb5 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 945 time: 0.2073903 Jul 08 20:51:58.812334 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.813010 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3c82789-ca82-404f-807e-dd54a6ee9b09 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:51:58.817585 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.818824 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3ffa3f7a-21c7-405b-aa24-021aa8d31560 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "DELETE /v2.0/routers/b3c82789-ca82-404f-807e-dd54a6ee9b09 HTTP/1.1" status: 204 len: 168 time: 0.9064450 Jul 08 20:51:58.821597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39518) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:58.837134 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.863296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port d48b91a7-2c82-4973-83fa-862699a2c97f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d48b91a7-2c82-4973-83fa-862699a2c97f,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:58.867545 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.920837 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=d48b91a7-2c82-4973-83fa-862699a2c97f,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:58.929191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f6c46ab5-243c-4853-8c2e-254767ebe27a req-b0cb828d-fd10-4c53-a22e-8e8b1be76ba1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Deleting port 0ef7e886-66c3-4a86-b5da-cd194c571366 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:58.929543 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f6c46ab5-243c-4853-8c2e-254767ebe27a req-b0cb828d-fd10-4c53-a22e-8e8b1be76ba1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:58.940645 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.025407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-f6c46ab5-243c-4853-8c2e-254767ebe27a req-b0cb828d-fd10-4c53-a22e-8e8b1be76ba1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] For port 0ef7e886-66c3-4a86-b5da-cd194c571366, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0ef7e886-66c3-4a86-b5da-cd194c571366,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:59.025770 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f6c46ab5-243c-4853-8c2e-254767ebe27a req-b0cb828d-fd10-4c53-a22e-8e8b1be76ba1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.039432 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-f6c46ab5-243c-4853-8c2e-254767ebe27a req-b0cb828d-fd10-4c53-a22e-8e8b1be76ba1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Calling delete_port for 0ef7e886-66c3-4a86-b5da-cd194c571366 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:59.046089 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.066529 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] Port 4fca92e0-7869-47dc-803f-df94562d7ce8 not found while updating agent binding for router b3c82789-ca82-404f-807e-dd54a6ee9b09. {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 08 20:51:59.074956 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] Routers set() bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:51:59.075495 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] Router IDs set() for agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 20:51:59.076209 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b3c82789-ca82-404f-807e-dd54a6ee9b09'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent'). {{(pid=94068) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 20:51:59.076594 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05d35b-c328-42fc-b324-2db7c0da30af None None] The sync data for ids ['b3c82789-ca82-404f-807e-dd54a6ee9b09'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:51:59.099772 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Deleting port d48b91a7-2c82-4973-83fa-862699a2c97f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:51:59.100138 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.173841 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f6c46ab5-243c-4853-8c2e-254767ebe27a req-b0cb828d-fd10-4c53-a22e-8e8b1be76ba1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.183907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] For port d48b91a7-2c82-4973-83fa-862699a2c97f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d48b91a7-2c82-4973-83fa-862699a2c97f,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:51:59.184295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.197897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Calling delete_port for d48b91a7-2c82-4973-83fa-862699a2c97f owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:51:59.208243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb828d-fd10-4c53-a22e-8e8b1be76ba1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event deleted for resources: {'Port': ['ID=0ef7e886-66c3-4a86-b5da-cd194c571366,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:59.263525 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c46ab5-243c-4853-8c2e-254767ebe27a req-b0cb828d-fd10-4c53-a22e-8e8b1be76ba1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] No DVR routers for this DVR port 0ef7e886-66c3-4a86-b5da-cd194c571366 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:51:59.266334 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-f6c46ab5-243c-4853-8c2e-254767ebe27a req-b0cb828d-fd10-4c53-a22e-8e8b1be76ba1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.268529 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f6c46ab5-243c-4853-8c2e-254767ebe27a req-b0cb828d-fd10-4c53-a22e-8e8b1be76ba1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "DELETE /v2.0/ports/0ef7e886-66c3-4a86-b5da-cd194c571366 HTTP/1.1" status: 204 len: 173 time: 0.4485567 Jul 08 20:51:59.269011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a3a45d-4e7f-4709-9886-4aae40632108', 'name': 'network-vif-deleted', 'tag': '0ef7e886-66c3-4a86-b5da-cd194c571366'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:51:59.271934 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6299194-3442-4225-9ff0-2ed0a7b8a721" -d '{"events": [{"server_uuid": "39a3a45d-4e7f-4709-9886-4aae40632108", "name": "network-vif-deleted", "tag": "0ef7e886-66c3-4a86-b5da-cd194c571366"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:51:59.323296 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1468d22b-5962-40e7-bc20-9bd3a669c48b x-openstack-request-id: req-1468d22b-5962-40e7-bc20-9bd3a669c48b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:51:59.323940 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a3a45d-4e7f-4709-9886-4aae40632108", "name": "network-vif-deleted", "tag": "0ef7e886-66c3-4a86-b5da-cd194c571366", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:51:59.323940 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1468d22b-5962-40e7-bc20-9bd3a669c48b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:51:59.324400 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a3a45d-4e7f-4709-9886-4aae40632108', 'name': 'network-vif-deleted', 'tag': '0ef7e886-66c3-4a86-b5da-cd194c571366', 'status': 'completed', 'code': 200} Jul 08 20:51:59.358874 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51c50d99-ce3f-4ea0-988a-3dd6a4fd2d4f req-21930da6-269d-47bc-8353-e300b1c1486d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 210 time: 0.0320296 Jul 08 20:51:59.388031 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.417666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event deleted for resources: {'Port': ['ID=d48b91a7-2c82-4973-83fa-862699a2c97f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:51:59.484818 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.578164 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.580474 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.631458 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.632531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7302ba89-81d4-487b-831e-88f0e01f1fc5 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:51:59.637970 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.639699 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-409205d5-c5cf-45ad-b616-ac4056fbf747 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "DELETE /v2.0/routers/7302ba89-81d4-487b-831e-88f0e01f1fc5 HTTP/1.1" status: 204 len: 168 time: 0.8165452 Jul 08 20:51:59.643385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39524) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:51:59.648667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-9800526', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:51:59.676912 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.678429 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.737434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:51:59.886217 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:00.094069 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:00.114159 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:00.226181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Allocated IP 172.25.4.77 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/b8c95635-122a-475d-9104-85a4854b6ac4) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:00.327273 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:00.373454 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:00.417138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:00.430574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Pushing event updated for resources: {'Port': ['ID=b8c95635-122a-475d-9104-85a4854b6ac4,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:00.433620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:00.441417 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:00.574225 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-56a6d1fd-9f1d-416d-809c-606af03a0e80 req-7a1b7f51-561a-43d2-9eae-27387cb1299b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 210 time: 0.0885065 Jul 08 20:52:00.684781 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d48b91a7-2c82-4973-83fa-862699a2c97f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:00.709608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: d48b91a7-2c82-4973-83fa-862699a2c97f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:00.710064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d48b91a7-2c82-4973-83fa-862699a2c97f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:00.730281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:00.932024 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:01.064428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Router e5099d71-c535-4807-9b17-883d09a60a8e is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:52:01.172461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:01.182018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e02ed-ef8a-495e-9d35-0f70c0052947 None None] Sync routers for ids ['e5099d71-c535-4807-9b17-883d09a60a8e'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:01.191776 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:01.193412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e02ed-ef8a-495e-9d35-0f70c0052947 None None] Routers {'e5099d71-c535-4807-9b17-883d09a60a8e'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:01.194108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6c8e02ed-ef8a-495e-9d35-0f70c0052947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e5099d71-c535-4807-9b17-883d09a60a8e'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:01.196030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39528) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:01.196533 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6a8dbb78-b712-4b15-9382-d7f69c46e421 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5518713 Jul 08 20:52:01.200488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b8df846a-a979-4707-93c2-3c9d02a1c829 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'enable_snat': False}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:01.235597 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6c8e02ed-ef8a-495e-9d35-0f70c0052947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:01.244406 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e02ed-ef8a-495e-9d35-0f70c0052947 None None] Routers {'e5099d71-c535-4807-9b17-883d09a60a8e'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:01.245036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6c8e02ed-ef8a-495e-9d35-0f70c0052947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e5099d71-c535-4807-9b17-883d09a60a8e'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:01.277703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-6c8e02ed-ef8a-495e-9d35-0f70c0052947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:01.278360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e02ed-ef8a-495e-9d35-0f70c0052947 None None] The sync data for ids ['e5099d71-c535-4807-9b17-883d09a60a8e'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:01.503129 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8df846a-a979-4707-93c2-3c9d02a1c829 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:01.867744 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 0ef7e886-66c3-4a86-b5da-cd194c571366 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:01.893289 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 0ef7e886-66c3-4a86-b5da-cd194c571366 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:01.893625 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 0ef7e886-66c3-4a86-b5da-cd194c571366 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:02.074197 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2b37b063-ce39-4265-96b0-ae8532c70014 req-2102ad2c-9117-4640-8477-289dae4cbb64 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 210 time: 0.3688886 Jul 08 20:52:02.240797 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8df846a-a979-4707-93c2-3c9d02a1c829 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:02.244219 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8df846a-a979-4707-93c2-3c9d02a1c829 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:02.356728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8df846a-a979-4707-93c2-3c9d02a1c829 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Router e5099d71-c535-4807-9b17-883d09a60a8e has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:02.489274 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8df846a-a979-4707-93c2-3c9d02a1c829 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:02.494044 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8df846a-a979-4707-93c2-3c9d02a1c829 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:02.497862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39534) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:02.498668 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7868cf-fa46-4a42-b3c7-7e78c24c72af None None] Sync routers for ids ['e5099d71-c535-4807-9b17-883d09a60a8e'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:02.501159 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b8df846a-a979-4707-93c2-3c9d02a1c829 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "PUT /v2.0/routers/e5099d71-c535-4807-9b17-883d09a60a8e HTTP/1.1" status: 200 len: 922 time: 1.3039911 Jul 08 20:52:02.510537 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7868cf-fa46-4a42-b3c7-7e78c24c72af None None] Routers {'e5099d71-c535-4807-9b17-883d09a60a8e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:02.511163 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-0e7868cf-fa46-4a42-b3c7-7e78c24c72af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e5099d71-c535-4807-9b17-883d09a60a8e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:02.547330 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-0e7868cf-fa46-4a42-b3c7-7e78c24c72af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:02.558875 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7868cf-fa46-4a42-b3c7-7e78c24c72af None None] Routers {'e5099d71-c535-4807-9b17-883d09a60a8e'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:02.559502 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-0e7868cf-fa46-4a42-b3c7-7e78c24c72af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['e5099d71-c535-4807-9b17-883d09a60a8e'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:02.594940 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-0e7868cf-fa46-4a42-b3c7-7e78c24c72af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:02.595602 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7868cf-fa46-4a42-b3c7-7e78c24c72af None None] The sync data for ids ['e5099d71-c535-4807-9b17-883d09a60a8e'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:02.622168 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-38dbce2d-c485-4b20-a4be-320f28503d68 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/routers/e5099d71-c535-4807-9b17-883d09a60a8e HTTP/1.1" status: 200 len: 922 time: 0.1196101 Jul 08 20:52:02.622862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39536) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:02.717074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdc3970-6988-43d4-b091-b5aa9c4223e4 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:02.718769 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6fdc3970-6988-43d4-b091-b5aa9c4223e4 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&device_id=e5099d71-c535-4807-9b17-883d09a60a8e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0946789 Jul 08 20:52:02.721589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39538) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:02.819227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d509c3a3-592c-4499-af1c-446e46105315 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:02.820843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d509c3a3-592c-4499-af1c-446e46105315 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 881 time: 0.0982423 Jul 08 20:52:02.824196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39540) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:02.856036 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e3fb3cd4-11c7-4ce3-b2ac-1d0d25600802 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5099d71-c535-4807-9b17-883d09a60a8e HTTP/1.1" status: 200 len: 205 time: 0.0306609 Jul 08 20:52:02.859111 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39542) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:02.973070 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.078842 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.138691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Deleting port b8c95635-122a-475d-9104-85a4854b6ac4 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:03.139120 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.222100 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.237877 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3994911-4153-4636-ab7b-4a99b7a3d588 req-59c479d7-4f0c-492d-8543-e9d7bc98eb2d tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a3a45d-4e7f-4709-9886-4aae40632108 HTTP/1.1" status: 200 len: 210 time: 0.0320461 Jul 08 20:52:03.240120 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Calling delete_port for b8c95635-122a-475d-9104-85a4854b6ac4 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:03.424455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.474489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Pushing event deleted for resources: {'Port': ['ID=b8c95635-122a-475d-9104-85a4854b6ac4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:03.543367 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.643808 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.645898 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.692705 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.693266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Fanout notify agent at l3_agent the message router_deleted on router e5099d71-c535-4807-9b17-883d09a60a8e {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:52:03.699883 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.701021 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-11d2c008-0a1e-4516-a8f8-a41a329ff12c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "DELETE /v2.0/routers/e5099d71-c535-4807-9b17-883d09a60a8e HTTP/1.1" status: 204 len: 168 time: 0.8409643 Jul 08 20:52:03.704709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39546) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:03.709268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b85d147b-c0a9-4702-a1b4-68df0bc9bdcb tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-774288499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:03.734395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b85d147b-c0a9-4702-a1b4-68df0bc9bdcb tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.735562 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b85d147b-c0a9-4702-a1b4-68df0bc9bdcb tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.789430 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b85d147b-c0a9-4702-a1b4-68df0bc9bdcb tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.793694 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b85d147b-c0a9-4702-a1b4-68df0bc9bdcb tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.809644 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b85d147b-c0a9-4702-a1b4-68df0bc9bdcb tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:03.811043 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b85d147b-c0a9-4702-a1b4-68df0bc9bdcb tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1052072 Jul 08 20:52:03.813564 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39548) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:03.817970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Request body: {'router': {'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:04.026734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:04.071484 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-08112cff-9025-4e44-a41b-0a5691d5e2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:04.223431 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:04.242434 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:04.353812 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Allocated IP 172.25.4.31 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/57b51dca-bedd-40ab-afea-9a1041a7f09a) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:04.468231 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:04.508546 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:04.562016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:04.564963 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:04.567414 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:04.593382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Pushing event updated for resources: {'Port': ['ID=57b51dca-bedd-40ab-afea-9a1041a7f09a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:04.822703 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:05.323395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:05.327384 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:05.463780 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Router 823f0f39-4cca-4915-9e42-61cb909bf9a4 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:52:05.573820 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:05.581534 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:05.582739 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-23eee3fb-9781-4c72-a95c-c2e21c8fd073 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "PUT /v2.0/routers/823f0f39-4cca-4915-9e42-61cb909bf9a4 HTTP/1.1" status: 200 len: 882 time: 1.7682424 Jul 08 20:52:05.584656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38ef27-5049-4bec-885e-71509805e8dd None None] Sync routers for ids ['823f0f39-4cca-4915-9e42-61cb909bf9a4'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:05.585317 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39558) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:05.596420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38ef27-5049-4bec-885e-71509805e8dd None None] Routers {'823f0f39-4cca-4915-9e42-61cb909bf9a4'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:05.597228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-0c38ef27-5049-4bec-885e-71509805e8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['823f0f39-4cca-4915-9e42-61cb909bf9a4'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:05.631560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-0c38ef27-5049-4bec-885e-71509805e8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:05.641179 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38ef27-5049-4bec-885e-71509805e8dd None None] Routers {'823f0f39-4cca-4915-9e42-61cb909bf9a4'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:05.641505 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-0c38ef27-5049-4bec-885e-71509805e8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:51:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['823f0f39-4cca-4915-9e42-61cb909bf9a4'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:05.673991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-0c38ef27-5049-4bec-885e-71509805e8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:05.675024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38ef27-5049-4bec-885e-71509805e8dd None None] The sync data for ids ['823f0f39-4cca-4915-9e42-61cb909bf9a4'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:05.696221 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9088ff72-59ca-44d9-b371-c14a0267b6c1 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/routers/823f0f39-4cca-4915-9e42-61cb909bf9a4 HTTP/1.1" status: 200 len: 923 time: 0.1097548 Jul 08 20:52:05.698997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39560) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:05.758343 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b268132-ea28-4a65-af4b-05e7c4a65815 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:05.760174 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3b268132-ea28-4a65-af4b-05e7c4a65815 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&device_id=823f0f39-4cca-4915-9e42-61cb909bf9a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0601709 Jul 08 20:52:05.762906 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39562) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:05.850829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61686937-7c9b-40e5-937e-5817100db8f3 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:05.852248 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-61686937-7c9b-40e5-937e-5817100db8f3 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 881 time: 0.0882058 Jul 08 20:52:05.855147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39564) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:05.886243 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d6ae0c79-bde9-4e8a-93dd-f42c87a65b3e tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "GET /v2.0/ports?device_id=823f0f39-4cca-4915-9e42-61cb909bf9a4 HTTP/1.1" status: 200 len: 205 time: 0.0299768 Jul 08 20:52:05.889423 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39566) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:06.006428 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.117584 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.176438 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Deleting port 57b51dca-bedd-40ab-afea-9a1041a7f09a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:06.176733 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.260279 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.273245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Calling delete_port for 57b51dca-bedd-40ab-afea-9a1041a7f09a owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:06.457854 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.482781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Pushing event deleted for resources: {'Port': ['ID=57b51dca-bedd-40ab-afea-9a1041a7f09a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:06.554441 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.674311 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.676880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.725414 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.726121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Fanout notify agent at l3_agent the message router_deleted on router 823f0f39-4cca-4915-9e42-61cb909bf9a4 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:52:06.736288 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.738021 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-05751a8c-7459-4f7d-b084-7ba290a2b7ff tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "DELETE /v2.0/routers/823f0f39-4cca-4915-9e42-61cb909bf9a4 HTTP/1.1" status: 204 len: 168 time: 0.8475320 Jul 08 20:52:06.741547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39574) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:06.746817 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-573e7bf0-b89f-4d34-95a1-442b9ebfcd89 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1107668923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:06.774484 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-573e7bf0-b89f-4d34-95a1-442b9ebfcd89 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.776107 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-573e7bf0-b89f-4d34-95a1-442b9ebfcd89 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.837444 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-573e7bf0-b89f-4d34-95a1-442b9ebfcd89 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.843042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-573e7bf0-b89f-4d34-95a1-442b9ebfcd89 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.862063 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-573e7bf0-b89f-4d34-95a1-442b9ebfcd89 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:06.863835 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-573e7bf0-b89f-4d34-95a1-442b9ebfcd89 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1209936 Jul 08 20:52:06.866753 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39576) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:06.872173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'enable_snat': True}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:06.992998 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-00923233-d22c-4e66-ab34-e8b3ef9539cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:07.101748 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:07.162165 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:07.338190 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:07.359100 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:07.511422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Allocated IP 172.25.4.177 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/8ebe4fbb-0781-452b-ba3c-e12c8223665d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:07.672155 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:07.727805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:07.773225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:07.776125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:07.779918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:07.802446 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event updated for resources: {'Port': ['ID=8ebe4fbb-0781-452b-ba3c-e12c8223665d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:08.037441 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:08.239648 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:08.242933 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:08.283631 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:08.374316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Router 80b1b65b-ff28-4933-b25a-38729e561bbe is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:52:08.483700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:08.488336 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:08.490724 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-56d1a7b5-9f99-4fe2-a2c3-5405dad7c46f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "PUT /v2.0/routers/80b1b65b-ff28-4933-b25a-38729e561bbe HTTP/1.1" status: 200 len: 919 time: 1.6226060 Jul 08 20:52:08.491920 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe77d44-ed26-42f4-8a77-bab203ca2eaf None None] Sync routers for ids ['80b1b65b-ff28-4933-b25a-38729e561bbe'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:08.492729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39584) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:08.503695 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe77d44-ed26-42f4-8a77-bab203ca2eaf None None] Routers {'80b1b65b-ff28-4933-b25a-38729e561bbe'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:08.504667 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-efe77d44-ed26-42f4-8a77-bab203ca2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['80b1b65b-ff28-4933-b25a-38729e561bbe'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:08.537958 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-efe77d44-ed26-42f4-8a77-bab203ca2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:08.547917 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe77d44-ed26-42f4-8a77-bab203ca2eaf None None] Routers {'80b1b65b-ff28-4933-b25a-38729e561bbe'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:08.548722 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-efe77d44-ed26-42f4-8a77-bab203ca2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['80b1b65b-ff28-4933-b25a-38729e561bbe'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:08.583085 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-efe77d44-ed26-42f4-8a77-bab203ca2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:08.583734 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe77d44-ed26-42f4-8a77-bab203ca2eaf None None] The sync data for ids ['80b1b65b-ff28-4933-b25a-38729e561bbe'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:08.605815 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3f89eec7-2700-4624-8abc-ce7a87bd00e6 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/routers/80b1b65b-ff28-4933-b25a-38729e561bbe HTTP/1.1" status: 200 len: 925 time: 0.1110737 Jul 08 20:52:08.608133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39586) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:08.704843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39590) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:08.715133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae02b31-de6c-44fe-b62d-8256e4a8fad6 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:08.716761 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1ae02b31-de6c-44fe-b62d-8256e4a8fad6 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&device_id=80b1b65b-ff28-4933-b25a-38729e561bbe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1076496 Jul 08 20:52:08.719684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39592) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:08.812034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b13f9-a078-4308-b617-6685b4467603 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:08.813404 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f57b13f9-a078-4308-b617-6685b4467603 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 881 time: 0.0927715 Jul 08 20:52:08.816601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39594) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:08.847044 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-54e34253-ec22-4167-986f-b2df4179cc5b tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "GET /v2.0/ports?device_id=80b1b65b-ff28-4933-b25a-38729e561bbe HTTP/1.1" status: 200 len: 205 time: 0.0291946 Jul 08 20:52:08.849574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39596) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:08.962985 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.074499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.134496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Deleting port 8ebe4fbb-0781-452b-ba3c-e12c8223665d {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:09.134840 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.181057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b44c6b30-48cc-469b-882c-472cd3bf906e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Deleting port 5ba3901b-a7ef-4193-bff4-f3bd2983636d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:09.181708 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b44c6b30-48cc-469b-882c-472cd3bf906e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.218615 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.230555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Calling delete_port for 8ebe4fbb-0781-452b-ba3c-e12c8223665d owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:09.258489 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b44c6b30-48cc-469b-882c-472cd3bf906e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.259061 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b44c6b30-48cc-469b-882c-472cd3bf906e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.273226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b44c6b30-48cc-469b-882c-472cd3bf906e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Calling delete_port for 5ba3901b-a7ef-4193-bff4-f3bd2983636d owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:09.431879 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b44c6b30-48cc-469b-882c-472cd3bf906e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.460282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c6b30-48cc-469b-882c-472cd3bf906e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event deleted for resources: {'Port': ['ID=5ba3901b-a7ef-4193-bff4-f3bd2983636d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:09.529241 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b44c6b30-48cc-469b-882c-472cd3bf906e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.529775 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-b44c6b30-48cc-469b-882c-472cd3bf906e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Floating IP d207a61e-1c50-481d-84f0-47b8dc3aef62 disassociated (deleted). External IP: 172.25.4.157, port: e6060f66-2750-44f0-801b-be6441b1834e. Jul 08 20:52:09.748296 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44c6b30-48cc-469b-882c-472cd3bf906e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Router 0486d880-fd55-41e5-97aa-e17fb0483714 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:09.769481 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.794583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Pushing event deleted for resources: {'Port': ['ID=8ebe4fbb-0781-452b-ba3c-e12c8223665d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:09.853991 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.861141 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.871240 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44c6b30-48cc-469b-882c-472cd3bf906e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:09.877279 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b44c6b30-48cc-469b-882c-472cd3bf906e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.881939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ddc0f-18dc-47a8-8456-2bfbdd5d9f55 None None] Sync routers for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:09.894045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ddc0f-18dc-47a8-8456-2bfbdd5d9f55 None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:09.894730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-906ddc0f-18dc-47a8-8456-2bfbdd5d9f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:09.924438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b44c6b30-48cc-469b-882c-472cd3bf906e tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "DELETE /v2.0/floatingips/d207a61e-1c50-481d-84f0-47b8dc3aef62 HTTP/1.1" status: 204 len: 168 time: 1.2183778 Jul 08 20:52:09.925062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'tag': 'e6060f66-2750-44f0-801b-be6441b1834e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:52:09.927556 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0ec3eb-d360-4481-a9c5-38cc4d201f28" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3067a8-4fbb-4491-8374-2bfef626bccb", "tag": "e6060f66-2750-44f0-801b-be6441b1834e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:52:09.967148 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:09.969432 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:10.001394 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bffb3f-a0f2-4621-84b2-05c34892a744 x-openstack-request-id: req-59bffb3f-a0f2-4621-84b2-05c34892a744 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:52:10.001689 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3067a8-4fbb-4491-8374-2bfef626bccb", "tag": "e6060f66-2750-44f0-801b-be6441b1834e", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:52:10.001943 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-59bffb3f-a0f2-4621-84b2-05c34892a744 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:52:10.002347 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'tag': 'e6060f66-2750-44f0-801b-be6441b1834e', 'status': 'completed', 'code': 200} Jul 08 20:52:10.015860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-906ddc0f-18dc-47a8-8456-2bfbdd5d9f55 None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:52:10.020050 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:10.020706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Fanout notify agent at l3_agent the message router_deleted on router 80b1b65b-ff28-4933-b25a-38729e561bbe {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:52:10.028590 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:10.030629 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b59350ce-607e-4d3f-9ee2-d8ecda596fe7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "DELETE /v2.0/routers/80b1b65b-ff28-4933-b25a-38729e561bbe HTTP/1.1" status: 204 len: 168 time: 1.1800933 Jul 08 20:52:10.034715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39602) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:10.040270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0dcce67f-e141-4cdf-bb26-572f1b95a419 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-674772736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:10.068526 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0dcce67f-e141-4cdf-bb26-572f1b95a419 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:10.070153 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0dcce67f-e141-4cdf-bb26-572f1b95a419 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:10.109581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ec3eb-d360-4481-a9c5-38cc4d201f28 req-0beaa61f-4740-4558-a418-8d74b3a6d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:10.111776 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b0ec3eb-d360-4481-a9c5-38cc4d201f28 req-0beaa61f-4740-4558-a418-8d74b3a6d231 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=969ed93d777c482282264778ffb8d915&device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 1098 time: 0.0651801 Jul 08 20:52:10.130466 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0dcce67f-e141-4cdf-bb26-572f1b95a419 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:10.137454 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0dcce67f-e141-4cdf-bb26-572f1b95a419 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:10.168239 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0dcce67f-e141-4cdf-bb26-572f1b95a419 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:10.170884 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0dcce67f-e141-4cdf-bb26-572f1b95a419 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1343925 Jul 08 20:52:10.173928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39606) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:10.179287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'enable_snat': False}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:10.250814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ec3eb-d360-4481-a9c5-38cc4d201f28 req-e02252d4-f810-4654-bf8a-2bde8832d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:10.253463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b0ec3eb-d360-4481-a9c5-38cc4d201f28 req-e02252d4-f810-4654-bf8a-2bde8832d957 service neutron] 10.222.0.103 "GET /v2.0/networks?id=be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 200 len: 913 time: 0.1310065 Jul 08 20:52:10.304317 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b0ec3eb-d360-4481-a9c5-38cc4d201f28 req-7f893b83-a8eb-4da6-98ce-dbc1cd190203 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6060f66-2750-44f0-801b-be6441b1834e HTTP/1.1" status: 200 len: 217 time: 0.0409925 Jul 08 20:52:10.311197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-906ddc0f-18dc-47a8-8456-2bfbdd5d9f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:10.343728 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ddc0f-18dc-47a8-8456-2bfbdd5d9f55 None None] Checking router: 0486d880-fd55-41e5-97aa-e17fb0483714 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:52:10.356052 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ec3eb-d360-4481-a9c5-38cc4d201f28 req-6d72c631-0709-4e4c-a2dd-0d3836860053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:10.356225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ddc0f-18dc-47a8-8456-2bfbdd5d9f55 None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:10.357774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-906ddc0f-18dc-47a8-8456-2bfbdd5d9f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:10.358481 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b0ec3eb-d360-4481-a9c5-38cc4d201f28 req-6d72c631-0709-4e4c-a2dd-0d3836860053 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 200 len: 851 time: 0.0478163 Jul 08 20:52:10.429437 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:10.430553 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ec3eb-d360-4481-a9c5-38cc4d201f28 req-735dd0e4-2018-4934-817a-1b22010d1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:10.432178 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b0ec3eb-d360-4481-a9c5-38cc4d201f28 req-735dd0e4-2018-4934-817a-1b22010d1cf6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=be03543c-b5e2-4aa9-9633-fedc1ac723b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639024 Jul 08 20:52:10.481563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-906ddc0f-18dc-47a8-8456-2bfbdd5d9f55 None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:52:10.539566 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b0ec3eb-d360-4481-a9c5-38cc4d201f28 req-ab8c4e5a-5921-4760-8d2c-a47e052eb735 service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982018 Jul 08 20:52:10.570520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc0a1e-68e1-459d-af67-8f0d5204457f req-59e327f7-92d4-4d8b-9144-8d4dd397f75b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:10.573084 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fcdc0a1e-68e1-459d-af67-8f0d5204457f req-59e327f7-92d4-4d8b-9144-8d4dd397f75b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 946 time: 0.2456045 Jul 08 20:52:10.636476 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fcdc0a1e-68e1-459d-af67-8f0d5204457f req-eaa29ffe-1e59-4939-b836-87f9827c19e1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525377 Jul 08 20:52:10.653365 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8b0ec3eb-d360-4481-a9c5-38cc4d201f28 req-9c214814-fa40-4994-906f-049e3edaa8fb service neutron] 10.222.0.103 "GET /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068170 Jul 08 20:52:10.740447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-906ddc0f-18dc-47a8-8456-2bfbdd5d9f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:10.741057 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:10.761989 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:10.768327 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ddc0f-18dc-47a8-8456-2bfbdd5d9f55 None None] The sync data for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 is: [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:39:41Z', 'revision_number': 4, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e942d4d2-69b0-49f2-8b58-457b85cb5cb6', 'name': '', 'network_id': 'be03543c-b5e2-4aa9-9633-fedc1ac723b5', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'mac_address': 'fa:16:3e:6b:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:39Z', 'updated_at': '2021-07-08T20:39:52Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'subnets': [{'id': 'adbac296-9a8c-4696-bf05-a8fb47a6df9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:10.874586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Allocated IP 172.25.4.19 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/024e4328-4977-486a-8731-bee49134fd3a) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:10.982546 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:11.011973 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2835a3-4c32-4591-9895-ee3345c63b9c None None] New status for floating IP d207a61e-1c50-481d-84f0-47b8dc3aef62: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:52:11.023656 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:11.065596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:11.070046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:11.074464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:11.077784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Pushing event updated for resources: {'Port': ['ID=024e4328-4977-486a-8731-bee49134fd3a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:11.330083 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:11.517674 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:11.520946 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:11.649200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Router 5c668147-bbd3-45c0-a0a1-0c4750bfa117 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:52:11.755010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:11.759201 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:11.762777 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c6c0af1b-df98-427f-83ae-f518e741f68f tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "PUT /v2.0/routers/5c668147-bbd3-45c0-a0a1-0c4750bfa117 HTTP/1.1" status: 200 len: 918 time: 1.5853307 Jul 08 20:52:11.763914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39614) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:11.770621 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd2df3-f4c3-4472-a410-0408dc4896fc None None] Sync routers for ids ['5c668147-bbd3-45c0-a0a1-0c4750bfa117'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:11.780984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd2df3-f4c3-4472-a410-0408dc4896fc None None] Routers {'5c668147-bbd3-45c0-a0a1-0c4750bfa117'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:11.781615 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-60cd2df3-f4c3-4472-a410-0408dc4896fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5c668147-bbd3-45c0-a0a1-0c4750bfa117'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:11.814685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-60cd2df3-f4c3-4472-a410-0408dc4896fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:11.824160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd2df3-f4c3-4472-a410-0408dc4896fc None None] Routers {'5c668147-bbd3-45c0-a0a1-0c4750bfa117'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:11.826648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-60cd2df3-f4c3-4472-a410-0408dc4896fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5c668147-bbd3-45c0-a0a1-0c4750bfa117'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:11.834687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cc683-3d7c-4929-8afb-41ae975d5aa8 req-2c95f54f-f7d1-4eb0-97a7-cfb5c6c8d233 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:11.836234 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d72cc683-3d7c-4929-8afb-41ae975d5aa8 req-2c95f54f-f7d1-4eb0-97a7-cfb5c6c8d233 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 946 time: 0.0764036 Jul 08 20:52:11.861843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-60cd2df3-f4c3-4472-a410-0408dc4896fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:11.862611 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd2df3-f4c3-4472-a410-0408dc4896fc None None] The sync data for ids ['5c668147-bbd3-45c0-a0a1-0c4750bfa117'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:11.877041 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d72cc683-3d7c-4929-8afb-41ae975d5aa8 req-54526de0-55eb-47ed-acb2-cfa79cd32ef4 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/security-groups?id=86f65ae6-713d-41ed-9bfb-6b698aec94a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336831 Jul 08 20:52:11.880541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f3f3b90e-f744-4997-a8f5-e6a010cc06f9 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/routers/5c668147-bbd3-45c0-a0a1-0c4750bfa117 HTTP/1.1" status: 200 len: 924 time: 0.1156068 Jul 08 20:52:11.883303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39616) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:11.937480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc07b6-7877-4dc4-96d1-e3b3a3e19623 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:11.938930 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-41cc07b6-7877-4dc4-96d1-e3b3a3e19623 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&device_id=5c668147-bbd3-45c0-a0a1-0c4750bfa117&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0544546 Jul 08 20:52:11.941535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39618) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:12.027287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702aa3a1-701e-45e7-8999-ff537c7e44bf tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:12.028752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-702aa3a1-701e-45e7-8999-ff537c7e44bf tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/networks/169bcba0-2941-4b62-b9bb-d1843ffb817c HTTP/1.1" status: 200 len: 881 time: 0.0862343 Jul 08 20:52:12.031984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39620) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:12.062441 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-edf486e4-a0d6-4947-964c-4646ffdaaba8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "GET /v2.0/ports?device_id=5c668147-bbd3-45c0-a0a1-0c4750bfa117 HTTP/1.1" status: 200 len: 205 time: 0.0293481 Jul 08 20:52:12.065321 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39622) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:12.173232 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:12.321959 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c2502-651d-4e55-969b-6631119c9f5b req-d2105644-6fb4-40b8-92b5-5c5cb9d97f98 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:12.323305 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d70c2502-651d-4e55-969b-6631119c9f5b req-d2105644-6fb4-40b8-92b5-5c5cb9d97f98 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 946 time: 0.1171463 Jul 08 20:52:12.324624 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:12.444266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Deleting port 024e4328-4977-486a-8731-bee49134fd3a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:12.444606 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:12.506333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-d70c2502-651d-4e55-969b-6631119c9f5b req-17458062-cc3e-46e3-8006-fba69e460313 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Deleting port e6060f66-2750-44f0-801b-be6441b1834e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:12.506676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d70c2502-651d-4e55-969b-6631119c9f5b req-17458062-cc3e-46e3-8006-fba69e460313 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:12.582491 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:12.602878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Calling delete_port for 024e4328-4977-486a-8731-bee49134fd3a owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:12.665369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-d70c2502-651d-4e55-969b-6631119c9f5b req-17458062-cc3e-46e3-8006-fba69e460313 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] For port e6060f66-2750-44f0-801b-be6441b1834e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=e6060f66-2750-44f0-801b-be6441b1834e,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:12.665734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d70c2502-651d-4e55-969b-6631119c9f5b req-17458062-cc3e-46e3-8006-fba69e460313 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:12.681903 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-d70c2502-651d-4e55-969b-6631119c9f5b req-17458062-cc3e-46e3-8006-fba69e460313 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Calling delete_port for e6060f66-2750-44f0-801b-be6441b1834e owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:12.889077 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:12.924745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Pushing event deleted for resources: {'Port': ['ID=024e4328-4977-486a-8731-bee49134fd3a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:12.955054 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d70c2502-651d-4e55-969b-6631119c9f5b req-17458062-cc3e-46e3-8006-fba69e460313 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:13.021996 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-30b57851-166f-4d45-993a-e3793c609310 req-ebfefaab-4a9e-457d-939a-7b7e97d9225b tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 210 time: 0.0288777 Jul 08 20:52:13.022562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17458062-cc3e-46e3-8006-fba69e460313 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event deleted for resources: {'Port': ['ID=e6060f66-2750-44f0-801b-be6441b1834e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:13.065566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70c2502-651d-4e55-969b-6631119c9f5b req-17458062-cc3e-46e3-8006-fba69e460313 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] No DVR routers for this DVR port e6060f66-2750-44f0-801b-be6441b1834e on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:13.068532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d70c2502-651d-4e55-969b-6631119c9f5b req-17458062-cc3e-46e3-8006-fba69e460313 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:13.070571 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d70c2502-651d-4e55-969b-6631119c9f5b req-17458062-cc3e-46e3-8006-fba69e460313 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.103 "DELETE /v2.0/ports/e6060f66-2750-44f0-801b-be6441b1834e HTTP/1.1" status: 204 len: 173 time: 0.7377739 Jul 08 20:52:13.071055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'name': 'network-vif-deleted', 'tag': 'e6060f66-2750-44f0-801b-be6441b1834e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:52:13.073320 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2035d8ad-9e6c-4458-ac1d-6d738b731c53" -d '{"events": [{"server_uuid": "fa3067a8-4fbb-4491-8374-2bfef626bccb", "name": "network-vif-deleted", "tag": "e6060f66-2750-44f0-801b-be6441b1834e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:52:13.077014 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:13.142671 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71acc9f-5071-4d6a-b8a4-898987d2363d x-openstack-request-id: req-e71acc9f-5071-4d6a-b8a4-898987d2363d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:52:13.142975 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3067a8-4fbb-4491-8374-2bfef626bccb", "name": "network-vif-deleted", "tag": "e6060f66-2750-44f0-801b-be6441b1834e", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:52:13.143211 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e71acc9f-5071-4d6a-b8a4-898987d2363d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:52:13.143602 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3067a8-4fbb-4491-8374-2bfef626bccb', 'name': 'network-vif-deleted', 'tag': 'e6060f66-2750-44f0-801b-be6441b1834e', 'status': 'completed', 'code': 200} Jul 08 20:52:13.176981 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:13.179381 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:13.225036 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:13.225601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Fanout notify agent at l3_agent the message router_deleted on router 5c668147-bbd3-45c0-a0a1-0c4750bfa117 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:52:13.232935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:13.234062 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e4767e02-2e1d-4252-a787-8a17c45bb760 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "DELETE /v2.0/routers/5c668147-bbd3-45c0-a0a1-0c4750bfa117 HTTP/1.1" status: 204 len: 168 time: 1.1677225 Jul 08 20:52:13.238105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39628) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:13.243045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-809823023', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:13.266576 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:13.267595 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:13.323414 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:13.719616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:13.933301 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:13.945105 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39632) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:13.953966 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:14.083780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Allocated IP 172.25.4.194 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/8cea83b5-d0ac-415f-b92f-17bdcc738655) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:14.144358 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c73ad774-c4e9-4831-82d4-b23df0071129 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port fc91529e-5f11-4cfb-a36b-3a4b4f4a4e2f {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:14.144886 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c73ad774-c4e9-4831-82d4-b23df0071129 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:14.210943 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-279cbf61-97f7-413b-b627-ac4b43235b0c req-ebe2b53f-6908-4062-91a5-dfe4f6b23d78 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 210 time: 0.0362434 Jul 08 20:52:14.234161 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c73ad774-c4e9-4831-82d4-b23df0071129 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:14.234456 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c73ad774-c4e9-4831-82d4-b23df0071129 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:14.248737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c73ad774-c4e9-4831-82d4-b23df0071129 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for fc91529e-5f11-4cfb-a36b-3a4b4f4a4e2f owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:14.254070 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:14.311172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:14.358666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:14.361953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:14.366180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:14.467911 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c73ad774-c4e9-4831-82d4-b23df0071129 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:14.489290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Pushing event updated for resources: {'Port': ['ID=8cea83b5-d0ac-415f-b92f-17bdcc738655,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:14.503202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ad774-c4e9-4831-82d4-b23df0071129 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=fc91529e-5f11-4cfb-a36b-3a4b4f4a4e2f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:14.585447 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c73ad774-c4e9-4831-82d4-b23df0071129 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:14.586346 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-c73ad774-c4e9-4831-82d4-b23df0071129 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Floating IP af6f40ff-a01c-46f8-9b39-4a2ed69c4f27 disassociated (deleted). External IP: 172.25.4.81, port: f79cc81e-ab52-4874-aa69-1c0d6b01a616. Jul 08 20:52:14.695647 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:14.816939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73ad774-c4e9-4831-82d4-b23df0071129 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router 22e744cf-36a0-4694-9791-f3c1a87632fb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:14.912426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:14.946998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73ad774-c4e9-4831-82d4-b23df0071129 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:14.953442 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c73ad774-c4e9-4831-82d4-b23df0071129 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:14.960531 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d943726c-04f1-44db-8db9-dafe0a6d577e None None] Sync routers for ids ['22e744cf-36a0-4694-9791-f3c1a87632fb'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:14.971681 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d943726c-04f1-44db-8db9-dafe0a6d577e None None] Routers {'22e744cf-36a0-4694-9791-f3c1a87632fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:14.972718 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d943726c-04f1-44db-8db9-dafe0a6d577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['22e744cf-36a0-4694-9791-f3c1a87632fb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:15.003845 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c73ad774-c4e9-4831-82d4-b23df0071129 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/floatingips/af6f40ff-a01c-46f8-9b39-4a2ed69c4f27 HTTP/1.1" status: 204 len: 168 time: 1.0546904 Jul 08 20:52:15.072135 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Router ed84ff03-9351-41ae-a899-80640e1cc79a is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:52:15.125787 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-d943726c-04f1-44db-8db9-dafe0a6d577e None None] Set router 22e744cf-36a0-4694-9791-f3c1a87632fb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:52:15.145041 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:52:15.147462 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3409f56a-41f2-4ec5-bbc9-f252d5d5a331" -d '{"events": [{"name": "network-changed", "server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:52:15.202764 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caabe6cc-0f4a-4c8e-bb62-fea367756b1b x-openstack-request-id: req-caabe6cc-0f4a-4c8e-bb62-fea367756b1b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:52:15.203336 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:52:15.204165 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-caabe6cc-0f4a-4c8e-bb62-fea367756b1b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:52:15.204819 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'status': 'completed', 'code': 200} Jul 08 20:52:15.280739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:15.291475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12951bf8-4fe7-41f5-8b08-582e0cf22470 None None] Sync routers for ids ['ed84ff03-9351-41ae-a899-80640e1cc79a'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:15.309012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12951bf8-4fe7-41f5-8b08-582e0cf22470 None None] Routers {'ed84ff03-9351-41ae-a899-80640e1cc79a'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:15.309752 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-12951bf8-4fe7-41f5-8b08-582e0cf22470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ed84ff03-9351-41ae-a899-80640e1cc79a'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:15.347975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:15.350068 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-180a17f9-76b3-4b60-8ddb-8754f64446ee tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1111970 Jul 08 20:52:15.352304 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39644) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:15.358263 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:15.370385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409f56a-41f2-4ec5-bbc9-f252d5d5a331 req-eba099b9-ccb3-423a-adee-d4a9dc5b7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:15.372086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3409f56a-41f2-4ec5-bbc9-f252d5d5a331 req-eba099b9-ccb3-423a-adee-d4a9dc5b7dd0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=87de211a996a4ed5bde38a65ec379f1e&device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 1097 time: 0.1237752 Jul 08 20:52:15.378183 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-12951bf8-4fe7-41f5-8b08-582e0cf22470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:15.402805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12951bf8-4fe7-41f5-8b08-582e0cf22470 None None] Routers {'ed84ff03-9351-41ae-a899-80640e1cc79a'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:15.410294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-12951bf8-4fe7-41f5-8b08-582e0cf22470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ed84ff03-9351-41ae-a899-80640e1cc79a'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:15.468961 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-12951bf8-4fe7-41f5-8b08-582e0cf22470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:15.469906 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12951bf8-4fe7-41f5-8b08-582e0cf22470 None None] The sync data for ids ['ed84ff03-9351-41ae-a899-80640e1cc79a'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:15.555911 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d943726c-04f1-44db-8db9-dafe0a6d577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:44Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e992c583-4c60-4de0-a597-ca76bbc77fd2', 'name': '', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:0b:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:43Z', 'updated_at': '2021-07-08T20:50:48Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:15.570731 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e00e1762-71f7-4ff4-b83b-dd46353f0c84 req-c8016784-c5de-4153-9738-c3ab9a029671 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 210 time: 0.0594449 Jul 08 20:52:15.586712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409f56a-41f2-4ec5-bbc9-f252d5d5a331 req-4b0b1d1b-893f-4a1a-b1c0-7b55a3d7083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:15.588706 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3409f56a-41f2-4ec5-bbc9-f252d5d5a331 req-4b0b1d1b-893f-4a1a-b1c0-7b55a3d7083e service neutron] 10.222.0.104 "GET /v2.0/networks?id=69f13aa4-0209-4fce-870a-01f9db802e24 HTTP/1.1" status: 200 len: 897 time: 0.2098308 Jul 08 20:52:15.592522 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d943726c-04f1-44db-8db9-dafe0a6d577e None None] Checking router: 22e744cf-36a0-4694-9791-f3c1a87632fb for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:52:15.602488 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d943726c-04f1-44db-8db9-dafe0a6d577e None None] Routers {'22e744cf-36a0-4694-9791-f3c1a87632fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:15.603125 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d943726c-04f1-44db-8db9-dafe0a6d577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['22e744cf-36a0-4694-9791-f3c1a87632fb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:15.646450 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3409f56a-41f2-4ec5-bbc9-f252d5d5a331 req-15e1c0a7-1b4b-4e00-9935-47a0986d5989 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616 HTTP/1.1" status: 200 len: 217 time: 0.0508478 Jul 08 20:52:15.705095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409f56a-41f2-4ec5-bbc9-f252d5d5a331 req-f6ce2783-45ec-4d82-8011-5b65906f332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:15.706732 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3409f56a-41f2-4ec5-bbc9-f252d5d5a331 req-f6ce2783-45ec-4d82-8011-5b65906f332b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a16366ae-76eb-4725-b1dc-f89fd6adda0c HTTP/1.1" status: 200 len: 835 time: 0.0507853 Jul 08 20:52:15.739311 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-d943726c-04f1-44db-8db9-dafe0a6d577e None None] Set router 22e744cf-36a0-4694-9791-f3c1a87632fb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:52:15.795264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409f56a-41f2-4ec5-bbc9-f252d5d5a331 req-5a6643c1-d948-4705-b56f-984b3bbf965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:15.797014 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3409f56a-41f2-4ec5-bbc9-f252d5d5a331 req-5a6643c1-d948-4705-b56f-984b3bbf965d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=69f13aa4-0209-4fce-870a-01f9db802e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812726 Jul 08 20:52:15.918292 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3409f56a-41f2-4ec5-bbc9-f252d5d5a331 req-c03489fa-4ab7-4b19-91a0-498980f17673 service neutron] 10.222.0.104 "GET /v2.0/networks/69f13aa4-0209-4fce-870a-01f9db802e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132555 Jul 08 20:52:15.927102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e6060f66-2750-44f0-801b-be6441b1834e no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:15.953932 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: e6060f66-2750-44f0-801b-be6441b1834e {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:15.954702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device e6060f66-2750-44f0-801b-be6441b1834e not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:16.062928 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3409f56a-41f2-4ec5-bbc9-f252d5d5a331 req-483a417d-a3b4-4eb7-8a84-4c2b0d3b7b20 service neutron] 10.222.0.104 "GET /v2.0/networks/69f13aa4-0209-4fce-870a-01f9db802e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326909 Jul 08 20:52:16.087413 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-d943726c-04f1-44db-8db9-dafe0a6d577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:44Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e992c583-4c60-4de0-a597-ca76bbc77fd2', 'name': '', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:0b:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:43Z', 'updated_at': '2021-07-08T20:50:48Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:16.117724 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d943726c-04f1-44db-8db9-dafe0a6d577e None None] The sync data for ids ['22e744cf-36a0-4694-9791-f3c1a87632fb'] in n-d-791506-16 is: [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:44Z', 'revision_number': 4, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'e992c583-4c60-4de0-a597-ca76bbc77fd2', 'name': '', 'network_id': '69f13aa4-0209-4fce-870a-01f9db802e24', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'mac_address': 'fa:16:3e:0b:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:43Z', 'updated_at': '2021-07-08T20:50:48Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'subnets': [{'id': 'a16366ae-76eb-4725-b1dc-f89fd6adda0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:16.128723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53431bbb-eb0f-416b-b6a8-fbd8cdbba4f1 req-bf9402cc-28e0-4e13-aeff-11941921f942 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:16.130345 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53431bbb-eb0f-416b-b6a8-fbd8cdbba4f1 req-bf9402cc-28e0-4e13-aeff-11941921f942 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.6831601 Jul 08 20:52:16.219846 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-53431bbb-eb0f-416b-b6a8-fbd8cdbba4f1 req-eca89bfa-2231-47ad-b528-734dfb06015b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/security-groups?id=1336c97e-f3a1-4a1a-9384-07d69c5cd368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790114 Jul 08 20:52:16.298988 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:16.319124 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:16.383389 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb092049-8050-4506-885e-914a3569ee4c None None] New status for floating IP af6f40ff-a01c-46f8-9b39-4a2ed69c4f27: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:52:16.384544 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Deleting port 8cea83b5-d0ac-415f-b92f-17bdcc738655 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:16.384924 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:16.473446 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:16.487667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Calling delete_port for 8cea83b5-d0ac-415f-b92f-17bdcc738655 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:16.677376 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:16.714364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Pushing event deleted for resources: {'Port': ['ID=8cea83b5-d0ac-415f-b92f-17bdcc738655,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:16.730769 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c12cd0-d845-4720-995e-6b46bf5639b5 req-4643317b-5063-4a56-8167-af7379de1eb5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:16.733159 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d9c12cd0-d845-4720-995e-6b46bf5639b5 req-4643317b-5063-4a56-8167-af7379de1eb5 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.104 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 945 time: 0.0981994 Jul 08 20:52:16.762388 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e7414ad-adca-4aad-a4de-dc831f96f9c2 req-d847e5d8-cfb7-45c4-adc0-12cce9137921 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3067a8-4fbb-4491-8374-2bfef626bccb HTTP/1.1" status: 200 len: 210 time: 0.0529330 Jul 08 20:52:16.792680 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:16.877093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-d9c12cd0-d845-4720-995e-6b46bf5639b5 req-1270af76-61ec-4319-9660-fdc06b6eafd8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port f79cc81e-ab52-4874-aa69-1c0d6b01a616 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:16.877706 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d9c12cd0-d845-4720-995e-6b46bf5639b5 req-1270af76-61ec-4319-9660-fdc06b6eafd8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:16.984455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-d9c12cd0-d845-4720-995e-6b46bf5639b5 req-1270af76-61ec-4319-9660-fdc06b6eafd8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] For port f79cc81e-ab52-4874-aa69-1c0d6b01a616, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=f79cc81e-ab52-4874-aa69-1c0d6b01a616,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:16.984832 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d9c12cd0-d845-4720-995e-6b46bf5639b5 req-1270af76-61ec-4319-9660-fdc06b6eafd8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:16.999337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-d9c12cd0-d845-4720-995e-6b46bf5639b5 req-1270af76-61ec-4319-9660-fdc06b6eafd8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for f79cc81e-ab52-4874-aa69-1c0d6b01a616 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:17.013464 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:17.018803 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:17.112691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Router ed84ff03-9351-41ae-a899-80640e1cc79a has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:17.148927 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d9c12cd0-d845-4720-995e-6b46bf5639b5 req-1270af76-61ec-4319-9660-fdc06b6eafd8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:17.181753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270af76-61ec-4319-9660-fdc06b6eafd8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=f79cc81e-ab52-4874-aa69-1c0d6b01a616,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:17.197860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:17.207209 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:17.210858 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-23d9eb3d-3336-4a55-ac6b-d5286b5a9dd8 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "PUT /v2.0/routers/ed84ff03-9351-41ae-a899-80640e1cc79a HTTP/1.1" status: 200 len: 709 time: 1.8552046 Jul 08 20:52:17.211047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668abf11-c8d9-45e6-ab06-4ab0663101fd None None] Sync routers for ids ['ed84ff03-9351-41ae-a899-80640e1cc79a'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:17.211500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39650) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:17.225283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668abf11-c8d9-45e6-ab06-4ab0663101fd None None] Routers {'ed84ff03-9351-41ae-a899-80640e1cc79a'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:17.226073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-668abf11-c8d9-45e6-ab06-4ab0663101fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ed84ff03-9351-41ae-a899-80640e1cc79a'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:17.235218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c12cd0-d845-4720-995e-6b46bf5639b5 req-1270af76-61ec-4319-9660-fdc06b6eafd8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] No DVR routers for this DVR port f79cc81e-ab52-4874-aa69-1c0d6b01a616 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:17.238201 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-d9c12cd0-d845-4720-995e-6b46bf5639b5 req-1270af76-61ec-4319-9660-fdc06b6eafd8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:17.239780 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d9c12cd0-d845-4720-995e-6b46bf5639b5 req-1270af76-61ec-4319-9660-fdc06b6eafd8 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.104 "DELETE /v2.0/ports/f79cc81e-ab52-4874-aa69-1c0d6b01a616 HTTP/1.1" status: 204 len: 173 time: 0.4870374 Jul 08 20:52:17.240232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'name': 'network-vif-deleted', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:52:17.244719 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc04479-80ad-443f-a8fd-30722aca65eb" -d '{"events": [{"server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "name": "network-vif-deleted", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:52:17.263502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-668abf11-c8d9-45e6-ab06-4ab0663101fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:17.273848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668abf11-c8d9-45e6-ab06-4ab0663101fd None None] Routers {'ed84ff03-9351-41ae-a899-80640e1cc79a'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:17.274599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-668abf11-c8d9-45e6-ab06-4ab0663101fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ed84ff03-9351-41ae-a899-80640e1cc79a'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:17.301138 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd097f6-ba92-44b6-813c-1b4618a2892a x-openstack-request-id: req-4cd097f6-ba92-44b6-813c-1b4618a2892a {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:52:17.301745 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cea5f43-8fd0-4841-a8f3-f2fbd92485d7", "name": "network-vif-deleted", "tag": "f79cc81e-ab52-4874-aa69-1c0d6b01a616", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:52:17.302740 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4cd097f6-ba92-44b6-813c-1b4618a2892a {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:52:17.307011 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cea5f43-8fd0-4841-a8f3-f2fbd92485d7', 'name': 'network-vif-deleted', 'tag': 'f79cc81e-ab52-4874-aa69-1c0d6b01a616', 'status': 'completed', 'code': 200} Jul 08 20:52:17.312471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2339ba8b-88cb-4c6d-ac7c-50a0c874fd5e tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/routers/ed84ff03-9351-41ae-a899-80640e1cc79a HTTP/1.1" status: 200 len: 744 time: 0.0960920 Jul 08 20:52:17.312863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39656) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:17.332161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-668abf11-c8d9-45e6-ab06-4ab0663101fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:17.333130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668abf11-c8d9-45e6-ab06-4ab0663101fd None None] The sync data for ids ['ed84ff03-9351-41ae-a899-80640e1cc79a'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:17.374098 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-48e1a694-0809-41b9-9347-804e86598cc2 tempest-RoutersIpV6AdminTest-1382875357 tempest-RoutersIpV6AdminTest-1382875357-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&device_id=ed84ff03-9351-41ae-a899-80640e1cc79a HTTP/1.1" status: 200 len: 205 time: 0.0568173 Jul 08 20:52:17.374370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-4f6df491-d082-4092-9211-535d0258c2c0 req-53c1e54f-7d1d-4adc-9d89-e851f9f03bd6 service neutron] (94065) timed out ('10.222.0.104', 65297) {{(pid=94065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 20:52:17.374968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39658) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:17.411082 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d0dd0e28-9d97-4963-a3bd-6acae3b11b8a tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "GET /v2.0/ports?device_id=ed84ff03-9351-41ae-a899-80640e1cc79a HTTP/1.1" status: 200 len: 205 time: 0.0342107 Jul 08 20:52:17.413955 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39660) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:17.429218 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bbf5ff0-57a9-4f28-84dd-1db38e5ae231 req-9fc3804d-49de-4fbe-810c-5adde69191a7 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cea5f43-8fd0-4841-a8f3-f2fbd92485d7 HTTP/1.1" status: 200 len: 210 time: 0.0394483 Jul 08 20:52:17.503308 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7007e2c8-6f93-49a1-b349-5599f2fa1a8d tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:17.695850 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7007e2c8-6f93-49a1-b349-5599f2fa1a8d tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:17.698320 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:17.698980 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7007e2c8-6f93-49a1-b349-5599f2fa1a8d tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:17.749470 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7007e2c8-6f93-49a1-b349-5599f2fa1a8d tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:17.750143 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7007e2c8-6f93-49a1-b349-5599f2fa1a8d tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Fanout notify agent at l3_agent the message router_deleted on router ed84ff03-9351-41ae-a899-80640e1cc79a {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:52:17.757785 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7007e2c8-6f93-49a1-b349-5599f2fa1a8d tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:17.760902 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7007e2c8-6f93-49a1-b349-5599f2fa1a8d tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "DELETE /v2.0/routers/ed84ff03-9351-41ae-a899-80640e1cc79a HTTP/1.1" status: 204 len: 168 time: 0.3440425 Jul 08 20:52:17.766470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39662) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:17.803210 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-507736c9-ffa6-4224-8b0c-5cb84877b47b tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "GET /v2.0/ports?device_id=ed84ff03-9351-41ae-a899-80640e1cc79a HTTP/1.1" status: 200 len: 205 time: 0.0355475 Jul 08 20:52:17.807574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39666) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:17.854858 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-9fc029c1-28c1-407e-8885-4a099f0069cc tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] delete failed (client error): The resource could not be found. Jul 08 20:52:17.856014 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9fc029c1-28c1-407e-8885-4a099f0069cc tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "DELETE /v2.0/routers/ed84ff03-9351-41ae-a899-80640e1cc79a HTTP/1.1" status: 404 len: 336 time: 0.0473108 Jul 08 20:52:17.859938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39668) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:17.871556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39670) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:17.896240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b1207522-2ac0-4327-b3e9-d148f8ab4145 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "GET /v2.0/ports?device_id=5c668147-bbd3-45c0-a0a1-0c4750bfa117 HTTP/1.1" status: 200 len: 205 time: 0.0349524 Jul 08 20:52:17.899675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39672) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:17.942226 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-84cc7d65-2361-4fac-aa7f-88c0f41f1ce4 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] delete failed (client error): The resource could not be found. Jul 08 20:52:17.943312 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-84cc7d65-2361-4fac-aa7f-88c0f41f1ce4 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "DELETE /v2.0/routers/5c668147-bbd3-45c0-a0a1-0c4750bfa117 HTTP/1.1" status: 404 len: 336 time: 0.0423765 Jul 08 20:52:17.946233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39674) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:17.976060 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6b19e901-07af-4eba-b084-bb41d79138fd tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "GET /v2.0/ports?device_id=80b1b65b-ff28-4933-b25a-38729e561bbe HTTP/1.1" status: 200 len: 205 time: 0.0287516 Jul 08 20:52:17.978412 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39676) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:18.013911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8dde334d-2806-40bd-bdc4-08727756fed6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Deleting port 9091b0cc-3297-48a5-bb1f-930e8bb4d300 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:18.014257 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dde334d-2806-40bd-bdc4-08727756fed6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:18.023214 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-68858a1c-108b-4a1a-b3f0-1a6409edb3b7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] delete failed (client error): The resource could not be found. Jul 08 20:52:18.024253 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-68858a1c-108b-4a1a-b3f0-1a6409edb3b7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "DELETE /v2.0/routers/80b1b65b-ff28-4933-b25a-38729e561bbe HTTP/1.1" status: 404 len: 336 time: 0.0449164 Jul 08 20:52:18.026929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39678) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:18.058883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-63e04842-4ea8-4129-b4ba-239d9788567e tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "GET /v2.0/ports?device_id=823f0f39-4cca-4915-9e42-61cb909bf9a4 HTTP/1.1" status: 200 len: 205 time: 0.0307984 Jul 08 20:52:18.062094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39680) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:18.103388 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dde334d-2806-40bd-bdc4-08727756fed6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:18.103735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dde334d-2806-40bd-bdc4-08727756fed6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:18.104084 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-dff2f2d5-ed53-440e-9993-015acde1dbf7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] delete failed (client error): The resource could not be found. Jul 08 20:52:18.105152 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dff2f2d5-ed53-440e-9993-015acde1dbf7 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "DELETE /v2.0/routers/823f0f39-4cca-4915-9e42-61cb909bf9a4 HTTP/1.1" status: 404 len: 336 time: 0.0420878 Jul 08 20:52:18.109198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39682) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:18.117895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8dde334d-2806-40bd-bdc4-08727756fed6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Calling delete_port for 9091b0cc-3297-48a5-bb1f-930e8bb4d300 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:18.148024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-be384c33-e19a-44e6-a30f-bf5c21058b7c tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5099d71-c535-4807-9b17-883d09a60a8e HTTP/1.1" status: 200 len: 205 time: 0.0354283 Jul 08 20:52:18.148263 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39684) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:18.185032 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-9ba440c2-ae3c-4aa6-9ded-8fc2e79214be tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] delete failed (client error): The resource could not be found. Jul 08 20:52:18.186157 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9ba440c2-ae3c-4aa6-9ded-8fc2e79214be tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "DELETE /v2.0/routers/e5099d71-c535-4807-9b17-883d09a60a8e HTTP/1.1" status: 404 len: 336 time: 0.0370376 Jul 08 20:52:18.188852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39686) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:18.224574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b405c4d6-8bfc-4726-a9e8-629c181f4892 tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "GET /v2.0/ports?device_id=342cffe4-81d9-4234-8f31-751d2bd5b821 HTTP/1.1" status: 200 len: 205 time: 0.0345204 Jul 08 20:52:18.226901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39688) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:18.270116 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-06bd871a-60a2-4627-8556-9c8b0b99987d tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] delete failed (client error): The resource could not be found. Jul 08 20:52:18.271256 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-06bd871a-60a2-4627-8556-9c8b0b99987d tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "DELETE /v2.0/routers/342cffe4-81d9-4234-8f31-751d2bd5b821 HTTP/1.1" status: 404 len: 336 time: 0.0433209 Jul 08 20:52:18.273856 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39690) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:18.274928 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dde334d-2806-40bd-bdc4-08727756fed6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:18.300124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde334d-2806-40bd-bdc4-08727756fed6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event deleted for resources: {'Port': ['ID=9091b0cc-3297-48a5-bb1f-930e8bb4d300,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:18.303074 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25c0585-7b9e-4daf-9681-0e886cd835cd tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] DELETE failed (client error): The resource could not be found. Jul 08 20:52:18.303523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25c0585-7b9e-4daf-9681-0e886cd835cd tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:52:18.306651 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f25c0585-7b9e-4daf-9681-0e886cd835cd tempest-RoutersIpV6AdminTest-182119482 tempest-RoutersIpV6AdminTest-182119482-project] 10.222.0.101 "DELETE /v2.0/subnets/c6557b1d-39a3-45a5-9cbb-453f765b738e HTTP/1.1" status: 404 len: 337 time: 0.0304735 Jul 08 20:52:18.375021 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dde334d-2806-40bd-bdc4-08727756fed6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:18.377709 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dde334d-2806-40bd-bdc4-08727756fed6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:18.378898 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8dde334d-2806-40bd-bdc4-08727756fed6 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "DELETE /v2.0/floatingips/b1b0275f-bd89-487f-b345-47054ae3c9d1 HTTP/1.1" status: 204 len: 168 time: 0.5056810 Jul 08 20:52:18.541536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39704) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:18.609424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39708) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:18.762302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b62edc5-91a6-46bf-9d65-a5c5df1637f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:18.864413 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b62edc5-91a6-46bf-9d65-a5c5df1637f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:18.869127 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b62edc5-91a6-46bf-9d65-a5c5df1637f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:18.921684 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6b62edc5-91a6-46bf-9d65-a5c5df1637f6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f1693421206c45f79081ba3af3b26241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073118 Jul 08 20:52:18.921684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62edc5-91a6-46bf-9d65-a5c5df1637f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da490af-e71e-4e99-aa7e-d17d9ccf198d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:18.922979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39712) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:18.986459 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ce6338b-1f97-4c22-b47a-211ef8370170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:18.993768 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12b8dd27-937e-4fdf-8f72-1643f3f415df tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:19.010791 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ce6338b-1f97-4c22-b47a-211ef8370170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:19.080301 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ce6338b-1f97-4c22-b47a-211ef8370170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:19.083264 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6ce6338b-1f97-4c22-b47a-211ef8370170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:19.088264 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6ce6338b-1f97-4c22-b47a-211ef8370170 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4da490af-e71e-4e99-aa7e-d17d9ccf198d HTTP/1.1" status: 204 len: 168 time: 0.1608493 Jul 08 20:52:19.094843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6338b-1f97-4c22-b47a-211ef8370170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da490af-e71e-4e99-aa7e-d17d9ccf198d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:19.320655 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-12b8dd27-937e-4fdf-8f72-1643f3f415df tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port e992c583-4c60-4de0-a597-ca76bbc77fd2 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:19.321287 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12b8dd27-937e-4fdf-8f72-1643f3f415df tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:19.409494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39718) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:19.442176 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-12b8dd27-937e-4fdf-8f72-1643f3f415df tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] For port e992c583-4c60-4de0-a597-ca76bbc77fd2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e992c583-4c60-4de0-a597-ca76bbc77fd2,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:19.443020 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12b8dd27-937e-4fdf-8f72-1643f3f415df tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:19.454668 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-57d210a7-44fa-4de3-a111-38763f9fdc3b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7986fc1d4fff4fb0a37890a76cad034d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439565 Jul 08 20:52:19.457211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39720) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:19.458615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-12b8dd27-937e-4fdf-8f72-1643f3f415df tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for e992c583-4c60-4de0-a597-ca76bbc77fd2 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:19.511205 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6746b07d-e3f7-4953-9476-b9a00fb7a971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:19.535782 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6746b07d-e3f7-4953-9476-b9a00fb7a971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:19.590380 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6746b07d-e3f7-4953-9476-b9a00fb7a971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:19.593657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6746b07d-e3f7-4953-9476-b9a00fb7a971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:19.594853 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6746b07d-e3f7-4953-9476-b9a00fb7a971 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cbfc9820-5f61-4f2b-84f8-442cb01fda28 HTTP/1.1" status: 204 len: 168 time: 0.1364875 Jul 08 20:52:19.614448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746b07d-e3f7-4953-9476-b9a00fb7a971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfc9820-5f61-4f2b-84f8-442cb01fda28,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:19.707184 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12b8dd27-937e-4fdf-8f72-1643f3f415df tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:19.735867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8dd27-937e-4fdf-8f72-1643f3f415df tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=e992c583-4c60-4de0-a597-ca76bbc77fd2,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:20.275241 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12b8dd27-937e-4fdf-8f72-1643f3f415df tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:20.277867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f79cc81e-ab52-4874-aa69-1c0d6b01a616 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:20.300382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: f79cc81e-ab52-4874-aa69-1c0d6b01a616 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:20.300971 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device f79cc81e-ab52-4874-aa69-1c0d6b01a616 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:20.451228 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39744) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:20.539774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b8dd27-937e-4fdf-8f72-1643f3f415df tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Router 22e744cf-36a0-4694-9791-f3c1a87632fb has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:20.567439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'network': {'name': 'tempest-RoutersTest-772578742'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:20.594287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:20.597970 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:20.609003 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:20.687089 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b8dd27-937e-4fdf-8f72-1643f3f415df tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:20.696719 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-12b8dd27-937e-4fdf-8f72-1643f3f415df tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "PUT /v2.0/routers/22e744cf-36a0-4694-9791-f3c1a87632fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1530619 Jul 08 20:52:20.698648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39748) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:20.703636 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d7da4-6ef2-49a6-b7f5-90a4c74a12be None None] Sync routers for ids ['22e744cf-36a0-4694-9791-f3c1a87632fb'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:20.713886 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d7da4-6ef2-49a6-b7f5-90a4c74a12be None None] Routers {'22e744cf-36a0-4694-9791-f3c1a87632fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:20.714457 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b36d7da4-6ef2-49a6-b7f5-90a4c74a12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['22e744cf-36a0-4694-9791-f3c1a87632fb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:20.770321 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:20.777477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9727347f-ae16-41ce-a4b8-78e0d8841fae tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting subnet a16366ae-76eb-4725-b1dc-f89fd6adda0c {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:52:20.782245 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9727347f-ae16-41ce-a4b8-78e0d8841fae tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:20.784839 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:20.842466 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b36d7da4-6ef2-49a6-b7f5-90a4c74a12be None None] Set router 22e744cf-36a0-4694-9791-f3c1a87632fb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:52:20.848421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:52:20.862747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd51190-c35d-4562-aa59-4f57944003b1,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:20.867086 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9727347f-ae16-41ce-a4b8-78e0d8841fae tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.067550 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b36d7da4-6ef2-49a6-b7f5-90a4c74a12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:52:19Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:21.100385 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d7da4-6ef2-49a6-b7f5-90a4c74a12be None None] Checking router: 22e744cf-36a0-4694-9791-f3c1a87632fb for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:52:21.110255 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d7da4-6ef2-49a6-b7f5-90a4c74a12be None None] Routers {'22e744cf-36a0-4694-9791-f3c1a87632fb'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:21.110890 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b36d7da4-6ef2-49a6-b7f5-90a4c74a12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['22e744cf-36a0-4694-9791-f3c1a87632fb'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:21.137354 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.138315 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Added segment ec801be4-8b9b-421f-b7e6-766812d3497a of type vlan for network fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365 Jul 08 20:52:21.195603 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.236088 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b36d7da4-6ef2-49a6-b7f5-90a4c74a12be None None] Set router 22e744cf-36a0-4694-9791-f3c1a87632fb gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:52:21.257032 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9727347f-ae16-41ce-a4b8-78e0d8841fae tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.260944 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.267773 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:21.268397 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.358066 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9028482 Jul 08 20:52:21.359972 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39752) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:21.367731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-15967ddb-bd11-4b8b-ad8d-fac6a9afac25 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'network': {'name': 'tempest-RoutersTest-733880305'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:21.374820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f687ae-09c8-452a-a0c0-87c2aa65829d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Network': ['ID=fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:21.387019 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:52:21.396662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9727347f-ae16-41ce-a4b8-78e0d8841fae tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.412302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9727347f-ae16-41ce-a4b8-78e0d8841fae tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.415091 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9727347f-ae16-41ce-a4b8-78e0d8841fae tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/subnets/a16366ae-76eb-4725-b1dc-f89fd6adda0c HTTP/1.1" status: 204 len: 168 time: 0.7147729 Jul 08 20:52:21.417871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39754) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:21.438423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727347f-ae16-41ce-a4b8-78e0d8841fae tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Subnet': ['ID=a16366ae-76eb-4725-b1dc-f89fd6adda0c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:21.451606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a66d7-b511-444f-9eff-cc7512043d9f None None] Network 69f13aa4-0209-4fce-870a-01f9db802e24 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:21.452985 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b36d7da4-6ef2-49a6-b7f5-90a4c74a12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:52:19Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:21.465818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15967ddb-bd11-4b8b-ad8d-fac6a9afac25 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:21.469635 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15967ddb-bd11-4b8b-ad8d-fac6a9afac25 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.483087 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d7da4-6ef2-49a6-b7f5-90a4c74a12be None None] The sync data for ids ['22e744cf-36a0-4694-9791-f3c1a87632fb'] in n-d-791506-16 is: [{'id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029415329', 'tenant_id': '87de211a996a4ed5bde38a65ec379f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:52:19Z', 'revision_number': 5, 'project_id': '87de211a996a4ed5bde38a65ec379f1e', 'gw_port': {'id': '7c5b7019-5a11-44f6-9930-903d261521c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e744cf-36a0-4694-9791-f3c1a87632fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:50:40Z', 'updated_at': '2021-07-08T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:21.540442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15967ddb-bd11-4b8b-ad8d-fac6a9afac25 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:52:21.562409 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15967ddb-bd11-4b8b-ad8d-fac6a9afac25 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.562768 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-15967ddb-bd11-4b8b-ad8d-fac6a9afac25 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Added segment 1804baae-3ebb-46f3-a99d-9befefc8a689 of type vlan for network ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02 Jul 08 20:52:21.599831 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.648930 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15967ddb-bd11-4b8b-ad8d-fac6a9afac25 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.725965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15967ddb-bd11-4b8b-ad8d-fac6a9afac25 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.731679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15967ddb-bd11-4b8b-ad8d-fac6a9afac25 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:21.732304 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15967ddb-bd11-4b8b-ad8d-fac6a9afac25 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.831913 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-15967ddb-bd11-4b8b-ad8d-fac6a9afac25 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4668522 Jul 08 20:52:21.834563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39758) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:21.836488 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:21.844302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-fd61fd53-f5b6-438e-81e6-0d01ec37f929 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'subnet': {'network_id': 'fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:21.865643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39760) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:21.873736 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15967ddb-bd11-4b8b-ad8d-fac6a9afac25 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Network': ['ID=ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:21.876098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d65ba1-d135-4dbe-aa55-0709c8e68675 None None] DHCP port deletion for 69f13aa4-0209-4fce-870a-01f9db802e24 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:52:21.889490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:52:21.988942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd61fd53-f5b6-438e-81e6-0d01ec37f929 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:21.994443 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd61fd53-f5b6-438e-81e6-0d01ec37f929 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.008763 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1b99911-99a6-4fdc-926b-dc9599b6c9d1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.016486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-48d65ba1-d135-4dbe-aa55-0709c8e68675 None None] Deleting port dbf761d3-c0d6-4229-bb20-d159a546e98f {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:22.016918 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-48d65ba1-d135-4dbe-aa55-0709c8e68675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.019380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Deleting port 7c5b7019-5a11-44f6-9930-903d261521c0 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:22.019729 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.090381 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1b99911-99a6-4fdc-926b-dc9599b6c9d1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.099898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-48d65ba1-d135-4dbe-aa55-0709c8e68675 None None] For port dbf761d3-c0d6-4229-bb20-d159a546e98f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=dbf761d3-c0d6-4229-bb20-d159a546e98f,segment=NetworkSegment(da904e92-368c-48d5-84de-c0c1e80a6137),segment_id=da904e92-368c-48d5-84de-c0c1e80a6137)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:22.100305 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-48d65ba1-d135-4dbe-aa55-0709c8e68675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.125482 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-48d65ba1-d135-4dbe-aa55-0709c8e68675 None None] Calling delete_port for dbf761d3-c0d6-4229-bb20-d159a546e98f owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:22.190796 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] For port 7c5b7019-5a11-44f6-9930-903d261521c0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7c5b7019-5a11-44f6-9930-903d261521c0,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:22.191185 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.194279 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1b99911-99a6-4fdc-926b-dc9599b6c9d1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.197073 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1b99911-99a6-4fdc-926b-dc9599b6c9d1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.201471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c1b99911-99a6-4fdc-926b-dc9599b6c9d1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] 10.222.0.101 "DELETE /v2.0/security-groups/86f65ae6-713d-41ed-9bfb-6b698aec94a3 HTTP/1.1" status: 204 len: 168 time: 0.3314135 Jul 08 20:52:22.222978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Calling delete_port for 7c5b7019-5a11-44f6-9930-903d261521c0 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:22.227256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b99911-99a6-4fdc-926b-dc9599b6c9d1 tempest-TestVolumeBootPattern-2067889081 tempest-TestVolumeBootPattern-2067889081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f65ae6-713d-41ed-9bfb-6b698aec94a3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:22.285630 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-48d65ba1-d135-4dbe-aa55-0709c8e68675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.297114 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39764) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:22.302544 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d65ba1-d135-4dbe-aa55-0709c8e68675 None None] No DVR routers for this DVR port dbf761d3-c0d6-4229-bb20-d159a546e98f on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:22.326394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd61fd53-f5b6-438e-81e6-0d01ec37f929 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.331440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d65ba1-d135-4dbe-aa55-0709c8e68675 None None] Pushing event deleted for resources: {'Port': ['ID=dbf761d3-c0d6-4229-bb20-d159a546e98f,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:22.398791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61fd53-f5b6-438e-81e6-0d01ec37f929 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Subnet': ['ID=4d081560-3969-4146-8d66-2fb6634b342f,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:22.410515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61fd53-f5b6-438e-81e6-0d01ec37f929 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Checking segment: {'id': 'ec801be4-8b9b-421f-b7e6-766812d3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:52:22.411000 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd61fd53-f5b6-438e-81e6-0d01ec37f929 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network hostable DHCP agents. Network: fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:52:22.430538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd61fd53-f5b6-438e-81e6-0d01ec37f929 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:52:22.442840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-fd61fd53-f5b6-438e-81e6-0d01ec37f929 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:22.447461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd61fd53-f5b6-438e-81e6-0d01ec37f929 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:22.448071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd61fd53-f5b6-438e-81e6-0d01ec37f929 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.454226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceba724-c9c5-403d-a0df-c65d0cfe85b6 None None] Network fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:22.480512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fd61fd53-f5b6-438e-81e6-0d01ec37f929 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6414888 Jul 08 20:52:22.480794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39768) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:22.487026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-de964189-5315-4e16-93e5-ba0264c7599e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'subnet': {'network_id': 'ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:22.517811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.579259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de964189-5315-4e16-93e5-ba0264c7599e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:22.584845 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de964189-5315-4e16-93e5-ba0264c7599e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.600179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Port': ['ID=7c5b7019-5a11-44f6-9930-903d261521c0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:22.620460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365', 'network_id': 'fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'fixed_ips': [{'subnet_id': '4d081560-3969-4146-8d66-2fb6634b342f'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:52:22.621523 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.649693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.753899 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.757329 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.816748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Allocated IP 172.20.0.2 (fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365/4d081560-3969-4146-8d66-2fb6634b342f/6bab9b41-96e8-4b0a-8349-3e0526cfa619) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:22.822597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de964189-5315-4e16-93e5-ba0264c7599e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.824356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device dbf761d3-c0d6-4229-bb20-d159a546e98f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:22.853425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: dbf761d3-c0d6-4229-bb20-d159a546e98f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:22.853949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device dbf761d3-c0d6-4229-bb20-d159a546e98f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:22.854485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e992c583-4c60-4de0-a597-ca76bbc77fd2 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:22.877289 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.878112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Fanout notify agent at l3_agent the message router_deleted on router 22e744cf-36a0-4694-9791-f3c1a87632fb {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:52:22.879748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: e992c583-4c60-4de0-a597-ca76bbc77fd2 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:22.880206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e992c583-4c60-4de0-a597-ca76bbc77fd2 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:22.886960 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.888556 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-857e3f2b-0e02-4a68-8028-8a7364634739 tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/routers/22e744cf-36a0-4694-9791-f3c1a87632fb HTTP/1.1" status: 204 len: 168 time: 1.4683967 Jul 08 20:52:22.891453 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39770) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:22.918550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de964189-5315-4e16-93e5-ba0264c7599e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Subnet': ['ID=d403befe-2010-4fc7-8730-038a0187daa0,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:22.921433 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de964189-5315-4e16-93e5-ba0264c7599e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Checking segment: {'id': '1804baae-3ebb-46f3-a99d-9befefc8a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:52:22.921804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de964189-5315-4e16-93e5-ba0264c7599e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network hostable DHCP agents. Network: ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:52:22.947757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de964189-5315-4e16-93e5-ba0264c7599e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:52:22.963727 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-de964189-5315-4e16-93e5-ba0264c7599e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:22.971122 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de964189-5315-4e16-93e5-ba0264c7599e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:22.971797 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de964189-5315-4e16-93e5-ba0264c7599e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:22.986787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d72b77a-f2a4-4a12-8ae5-c93efa69334c None None] Network ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:22.998769 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-de964189-5315-4e16-93e5-ba0264c7599e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5134177 Jul 08 20:52:22.999041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39772) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:23.004270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e87c15f3-3e4d-4e95-8ac6-527f0796c8f6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1594094755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:23.017608 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df10086f-3ab4-4c97-8a9b-2cb14d2fb43e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.034254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e87c15f3-3e4d-4e95-8ac6-527f0796c8f6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.035676 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e87c15f3-3e4d-4e95-8ac6-527f0796c8f6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.109411 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e87c15f3-3e4d-4e95-8ac6-527f0796c8f6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.122264 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e87c15f3-3e4d-4e95-8ac6-527f0796c8f6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.152841 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e87c15f3-3e4d-4e95-8ac6-527f0796c8f6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.157289 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e87c15f3-3e4d-4e95-8ac6-527f0796c8f6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1546538 Jul 08 20:52:23.157497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39774) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:23.172757 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.188929 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Transition to ACTIVE for port object 6bab9b41-96e8-4b0a-8349-3e0526cfa619 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:23.191945 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df10086f-3ab4-4c97-8a9b-2cb14d2fb43e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.207586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-df10086f-3ab4-4c97-8a9b-2cb14d2fb43e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f13aa4-0209-4fce-870a-01f9db802e24']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:23.222001 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-df10086f-3ab4-4c97-8a9b-2cb14d2fb43e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da904e92-368c-48d5-84de-c0c1e80a6137') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:23.222276 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-df10086f-3ab4-4c97-8a9b-2cb14d2fb43e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da904e92-368c-48d5-84de-c0c1e80a6137') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:23.225529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Transition to ACTIVE for port object 6bab9b41-96e8-4b0a-8349-3e0526cfa619 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:23.234710 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.238779 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df10086f-3ab4-4c97-8a9b-2cb14d2fb43e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.265199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df10086f-3ab4-4c97-8a9b-2cb14d2fb43e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.275074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df10086f-3ab4-4c97-8a9b-2cb14d2fb43e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:52:23.275472 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df10086f-3ab4-4c97-8a9b-2cb14d2fb43e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:52:23.278483 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:52:23.286003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02', 'network_id': 'ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'fixed_ips': [{'subnet_id': 'd403befe-2010-4fc7-8730-038a0187daa0'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:52:23.286837 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.299456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Pushing event updated for resources: {'Port': ['ID=6bab9b41-96e8-4b0a-8349-3e0526cfa619,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:23.304496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Network fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:23.307587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:23.312075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:23.376057 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df10086f-3ab4-4c97-8a9b-2cb14d2fb43e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.380515 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df10086f-3ab4-4c97-8a9b-2cb14d2fb43e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.382635 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-df10086f-3ab4-4c97-8a9b-2cb14d2fb43e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/networks/69f13aa4-0209-4fce-870a-01f9db802e24 HTTP/1.1" status: 204 len: 168 time: 0.4898241 Jul 08 20:52:23.385759 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39776) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:23.401463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10086f-3ab4-4c97-8a9b-2cb14d2fb43e tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'Network': ['ID=69f13aa4-0209-4fce-870a-01f9db802e24,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:23.407819 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-462ffea6-9ca7-4ee8-9fe3-634bc5ae4660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.459087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Attempting to bind port 6bab9b41-96e8-4b0a-8349-3e0526cfa619 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:52:23.460516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Attempting to bind port 6bab9b41-96e8-4b0a-8349-3e0526cfa619 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ec801be4-8b9b-421f-b7e6-766812d3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:52:23.461143 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Attempting to bind port 6bab9b41-96e8-4b0a-8349-3e0526cfa619 on network fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:52:23.490250 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b644358d-e3aa-432e-ac00-a81d6a17b68b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.513959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:52:23.513959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Checking segment: {'id': 'ec801be4-8b9b-421f-b7e6-766812d3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:52:23.513959 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.513959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Bound using segment: {'id': 'ec801be4-8b9b-421f-b7e6-766812d3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:52:23.514828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Bound port: 6bab9b41-96e8-4b0a-8349-3e0526cfa619, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec801be4-8b9b-421f-b7e6-766812d3497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:52:23.514960 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.527883 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.547457 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b644358d-e3aa-432e-ac00-a81d6a17b68b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.576949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Allocated IP 172.21.0.2 (ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02/d403befe-2010-4fc7-8730-038a0187daa0/bb5adddb-8958-44e2-95b5-4b992ad56935) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:23.660882 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] For port 6bab9b41-96e8-4b0a-8349-3e0526cfa619, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:52:23.681790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] For port 6bab9b41-96e8-4b0a-8349-3e0526cfa619, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6bab9b41-96e8-4b0a-8349-3e0526cfa619,segment=NetworkSegment(ec801be4-8b9b-421f-b7e6-766812d3497a),segment_id=ec801be4-8b9b-421f-b7e6-766812d3497a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:52:23.683145 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.693289 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.785236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-462ffea6-9ca7-4ee8-9fe3-634bc5ae4660 admin admin] Deleting port e942d4d2-69b0-49f2-8b58-457b85cb5cb6 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:23.785832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-462ffea6-9ca7-4ee8-9fe3-634bc5ae4660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.808763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181b03c-5006-4e00-b941-1f76f7ae9d84 None None] Pushing event updated for resources: {'Port': ['ID=6bab9b41-96e8-4b0a-8349-3e0526cfa619,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:23.839580 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.850405 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b644358d-e3aa-432e-ac00-a81d6a17b68b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.852706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Transition to ACTIVE for port object bb5adddb-8958-44e2-95b5-4b992ad56935 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:23.853765 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b644358d-e3aa-432e-ac00-a81d6a17b68b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.855297 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b644358d-e3aa-432e-ac00-a81d6a17b68b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] 10.222.0.101 "DELETE /v2.0/security-groups/1336c97e-f3a1-4a1a-9384-07d69c5cd368 HTTP/1.1" status: 204 len: 168 time: 0.4652834 Jul 08 20:52:23.885635 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Transition to ACTIVE for port object bb5adddb-8958-44e2-95b5-4b992ad56935 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:23.907280 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.916723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-462ffea6-9ca7-4ee8-9fe3-634bc5ae4660 admin admin] For port e942d4d2-69b0-49f2-8b58-457b85cb5cb6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e942d4d2-69b0-49f2-8b58-457b85cb5cb6,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:23.917160 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-462ffea6-9ca7-4ee8-9fe3-634bc5ae4660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:23.942960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-462ffea6-9ca7-4ee8-9fe3-634bc5ae4660 admin admin] Calling delete_port for e942d4d2-69b0-49f2-8b58-457b85cb5cb6 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:23.956013 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644358d-e3aa-432e-ac00-a81d6a17b68b tempest-TestNetworkAdvancedServerOps-1075371423 tempest-TestNetworkAdvancedServerOps-1075371423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1336c97e-f3a1-4a1a-9384-07d69c5cd368,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:23.962668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Pushing event updated for resources: {'Port': ['ID=bb5adddb-8958-44e2-95b5-4b992ad56935,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:23.976744 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Network ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:23.986034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:23.989449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:24.014090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Allocated IP 172.20.0.1 (fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365/4d081560-3969-4146-8d66-2fb6634b342f/41a983d9-d5cf-4ec8-89a3-9c781064fbbb) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:24.089316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Attempting to bind port bb5adddb-8958-44e2-95b5-4b992ad56935 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:52:24.089511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Attempting to bind port bb5adddb-8958-44e2-95b5-4b992ad56935 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '1804baae-3ebb-46f3-a99d-9befefc8a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:52:24.089819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Attempting to bind port bb5adddb-8958-44e2-95b5-4b992ad56935 on network ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:52:24.100657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:52:24.101051 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Checking segment: {'id': '1804baae-3ebb-46f3-a99d-9befefc8a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:52:24.101454 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:24.101848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Bound using segment: {'id': '1804baae-3ebb-46f3-a99d-9befefc8a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:52:24.102321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Bound port: bb5adddb-8958-44e2-95b5-4b992ad56935, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1804baae-3ebb-46f3-a99d-9befefc8a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:52:24.102687 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:24.227128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] For port bb5adddb-8958-44e2-95b5-4b992ad56935, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:52:24.237637 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] For port bb5adddb-8958-44e2-95b5-4b992ad56935, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bb5adddb-8958-44e2-95b5-4b992ad56935,segment=NetworkSegment(1804baae-3ebb-46f3-a99d-9befefc8a689),segment_id=1804baae-3ebb-46f3-a99d-9befefc8a689)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:52:24.239609 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-462ffea6-9ca7-4ee8-9fe3-634bc5ae4660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:24.243672 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:24.245765 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:24.266540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Transition to ACTIVE for port object 41a983d9-d5cf-4ec8-89a3-9c781064fbbb will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:24.282551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ffea6-9ca7-4ee8-9fe3-634bc5ae4660 admin admin] Pushing event deleted for resources: {'Port': ['ID=e942d4d2-69b0-49f2-8b58-457b85cb5cb6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:24.332838 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552cd37-abe3-47e7-aa66-a8bcbedf0044 None None] Pushing event updated for resources: {'Port': ['ID=bb5adddb-8958-44e2-95b5-4b992ad56935,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:24.341657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39784) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:24.351396 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:24.408769 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:24.415999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:24.430498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:24.473457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=41a983d9-d5cf-4ec8-89a3-9c781064fbbb,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:24.525297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-462ffea6-9ca7-4ee8-9fe3-634bc5ae4660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:24.530530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:24.610184 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-51717ef6-7d2a-4a7c-926c-45d650ef03ee admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=87de211a996a4ed5bde38a65ec379f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668829 Jul 08 20:52:24.614324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39788) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:24.834708 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-519d443a-be72-4716-92e3-c8fd7729559b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:24.880173 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:24.906113 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-519d443a-be72-4716-92e3-c8fd7729559b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:24.936167 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6bab9b41-96e8-4b0a-8349-3e0526cfa619 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:52:25.001410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 6bab9b41-96e8-4b0a-8349-3e0526cfa619 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:25.020468 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7c5b7019-5a11-44f6-9930-903d261521c0 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:25.051180 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 7c5b7019-5a11-44f6-9930-903d261521c0 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:25.051875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7c5b7019-5a11-44f6-9930-903d261521c0 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:25.152091 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-519d443a-be72-4716-92e3-c8fd7729559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:25.154865 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-519d443a-be72-4716-92e3-c8fd7729559b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:25.161835 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-519d443a-be72-4716-92e3-c8fd7729559b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0b9981ec-3be8-4eaa-8e5b-8a2554179f9e HTTP/1.1" status: 204 len: 168 time: 0.5444121 Jul 08 20:52:25.181994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d443a-be72-4716-92e3-c8fd7729559b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9981ec-3be8-4eaa-8e5b-8a2554179f9e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:25.233337 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462ffea6-9ca7-4ee8-9fe3-634bc5ae4660 admin admin] Router 0486d880-fd55-41e5-97aa-e17fb0483714 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:25.273132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5967a42e-131a-4b8f-9c05-ee17fb4058fd None None] Network fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:25.295532 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:25.304851 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:25.374979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-da79d604-179d-4166-abb5-3d4f688f2894 None None] Provisioning for port 6bab9b41-96e8-4b0a-8349-3e0526cfa619 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:25.380390 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-da79d604-179d-4166-abb5-3d4f688f2894 None None] Provisioning complete for port 6bab9b41-96e8-4b0a-8349-3e0526cfa619 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:25.380792 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-da79d604-179d-4166-abb5-3d4f688f2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:25.423708 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:25.472372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462ffea6-9ca7-4ee8-9fe3-634bc5ae4660 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:25.483682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6e36b-b433-42f2-92ed-0e2dc3f3ee2d None None] Sync routers for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:25.486520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-462ffea6-9ca7-4ee8-9fe3-634bc5ae4660 admin admin] 10.222.0.101 "PUT /v2.0/routers/0486d880-fd55-41e5-97aa-e17fb0483714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1883481 Jul 08 20:52:25.489067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39794) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:25.517197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=41a983d9-d5cf-4ec8-89a3-9c781064fbbb,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:25.530395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6e36b-b433-42f2-92ed-0e2dc3f3ee2d None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:25.531039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5bc6e36b-b433-42f2-92ed-0e2dc3f3ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:25.582180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:25.584110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:25.675343 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:25.679148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39796) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:25.739017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-5bc6e36b-b433-42f2-92ed-0e2dc3f3ee2d None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:52:25.813440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1cfbc1-0580-4b7c-922b-45150d5d6e5b None None] Network ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:25.818074 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c50b3f98-2e7a-4c01-8a41-ae0d22b3f9c2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a503f6b4997a46ceb104c5d676914d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375070 Jul 08 20:52:25.820604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39798) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:25.862395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:25.913695 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03582257-e254-4ea2-bc29-e4042b892faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:25.947066 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03582257-e254-4ea2-bc29-e4042b892faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:25.990113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Deleting port e37efcf3-667b-4265-aacb-9c37d2801b43 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:25.990528 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:26.000743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router f30803d6-6184-42b1-9c70-cd430252ed25 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:52:26.082138 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03582257-e254-4ea2-bc29-e4042b892faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:26.084767 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03582257-e254-4ea2-bc29-e4042b892faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:26.088408 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-03582257-e254-4ea2-bc29-e4042b892faa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a99b9d87-ec68-4754-8a1e-3325998b2a29 HTTP/1.1" status: 204 len: 168 time: 0.2643025 Jul 08 20:52:26.100246 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] For port e37efcf3-667b-4265-aacb-9c37d2801b43, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e37efcf3-667b-4265-aacb-9c37d2801b43,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:26.100745 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:26.103785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03582257-e254-4ea2-bc29-e4042b892faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99b9d87-ec68-4754-8a1e-3325998b2a29,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:26.114891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:26.119163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Calling delete_port for e37efcf3-667b-4265-aacb-9c37d2801b43 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:26.125694 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39802) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:26.125920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7aac5fa7-aeba-40ca-a112-43dc032f9cbf tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/f30803d6-6184-42b1-9c70-cd430252ed25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9673007 Jul 08 20:52:26.127631 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033264f3-81e4-40e4-b614-bb42a2ac57c9 None None] Sync routers for ids ['f30803d6-6184-42b1-9c70-cd430252ed25'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:26.144983 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033264f3-81e4-40e4-b614-bb42a2ac57c9 None None] Routers {'f30803d6-6184-42b1-9c70-cd430252ed25'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:26.146777 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-033264f3-81e4-40e4-b614-bb42a2ac57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f30803d6-6184-42b1-9c70-cd430252ed25'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:26.192114 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-033264f3-81e4-40e4-b614-bb42a2ac57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:26.205888 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033264f3-81e4-40e4-b614-bb42a2ac57c9 None None] Routers {'f30803d6-6184-42b1-9c70-cd430252ed25'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:26.206981 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-033264f3-81e4-40e4-b614-bb42a2ac57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f30803d6-6184-42b1-9c70-cd430252ed25'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:26.219074 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-da79d604-179d-4166-abb5-3d4f688f2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:26.228725 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480dbb6f-4b14-43c6-bf1a-d2df7da7bc3b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:26.230423 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-480dbb6f-4b14-43c6-bf1a-d2df7da7bc3b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports/41a983d9-d5cf-4ec8-89a3-9c781064fbbb HTTP/1.1" status: 200 len: 910 time: 0.1035428 Jul 08 20:52:26.233437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39804) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:26.245472 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-033264f3-81e4-40e4-b614-bb42a2ac57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:26.246415 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033264f3-81e4-40e4-b614-bb42a2ac57c9 None None] The sync data for ids ['f30803d6-6184-42b1-9c70-cd430252ed25'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:26.368595 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-da79d604-179d-4166-abb5-3d4f688f2894 None None] For port 6bab9b41-96e8-4b0a-8349-3e0526cfa619, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6bab9b41-96e8-4b0a-8349-3e0526cfa619,segment=NetworkSegment(ec801be4-8b9b-421f-b7e6-766812d3497a),segment_id=ec801be4-8b9b-421f-b7e6-766812d3497a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:26.389990 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-da79d604-179d-4166-abb5-3d4f688f2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:26.417274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5bc6e36b-b433-42f2-92ed-0e2dc3f3ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:52:24Z', 'revision_number': 5, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port': {'id': 'e37efcf3-667b-4265-aacb-9c37d2801b43', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:34Z', 'updated_at': '2021-07-08T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:26.472163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6e36b-b433-42f2-92ed-0e2dc3f3ee2d None None] Checking router: 0486d880-fd55-41e5-97aa-e17fb0483714 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:52:26.525959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6e36b-b433-42f2-92ed-0e2dc3f3ee2d None None] Routers {'0486d880-fd55-41e5-97aa-e17fb0483714'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:26.526638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5bc6e36b-b433-42f2-92ed-0e2dc3f3ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['0486d880-fd55-41e5-97aa-e17fb0483714'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:26.607187 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79d604-179d-4166-abb5-3d4f688f2894 None None] Pushing event updated for resources: {'Port': ['ID=6bab9b41-96e8-4b0a-8349-3e0526cfa619,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:26.643012 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:26.646519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8767b6a0-d9ec-4b10-9008-0e952004bc9c None None] Provisioning for port bb5adddb-8958-44e2-95b5-4b992ad56935 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:26.702718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-5bc6e36b-b433-42f2-92ed-0e2dc3f3ee2d None None] Set router 0486d880-fd55-41e5-97aa-e17fb0483714 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:52:26.763987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37efcf3-667b-4265-aacb-9c37d2801b43,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:26.820619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-5bc6e36b-b433-42f2-92ed-0e2dc3f3ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:52:25Z', 'revision_number': 6, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:26.861508 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6e36b-b433-42f2-92ed-0e2dc3f3ee2d None None] The sync data for ids ['0486d880-fd55-41e5-97aa-e17fb0483714'] in n-d-791506-16 is: [{'id': '0486d880-fd55-41e5-97aa-e17fb0483714', 'name': 'tempest-TestVolumeBootPattern-1200247995-router', 'tenant_id': '969ed93d777c482282264778ffb8d915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:31Z', 'updated_at': '2021-07-08T20:52:25Z', 'revision_number': 6, 'project_id': '969ed93d777c482282264778ffb8d915', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:26.864587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-482da080-a628-42df-8278-71d2d058fa30 None None] Provisioning complete for port 6bab9b41-96e8-4b0a-8349-3e0526cfa619 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:26.865659 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-482da080-a628-42df-8278-71d2d058fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:26.906155 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:26.942066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6bab9b41-96e8-4b0a-8349-3e0526cfa619 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:52:27.020270 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.022636 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.025623 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.054386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-482da080-a628-42df-8278-71d2d058fa30 None None] Provisioning for port 41a983d9-d5cf-4ec8-89a3-9c781064fbbb completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:27.059450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-482da080-a628-42df-8278-71d2d058fa30 None None] Provisioning complete for port 41a983d9-d5cf-4ec8-89a3-9c781064fbbb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:27.059933 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-482da080-a628-42df-8278-71d2d058fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.080551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6bab9b41-96e8-4b0a-8349-3e0526cfa619 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:27.080947 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.127219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-482da080-a628-42df-8278-71d2d058fa30 None None] Port 41a983d9-d5cf-4ec8-89a3-9c781064fbbb cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:27.159307 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.159838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0486d880-fd55-41e5-97aa-e17fb0483714 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:52:27.164664 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.168247 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f831ce43-861c-467d-b123-94e3784b99b6 admin admin] 10.222.0.101 "DELETE /v2.0/routers/0486d880-fd55-41e5-97aa-e17fb0483714 HTTP/1.1" status: 204 len: 168 time: 1.6759157 Jul 08 20:52:27.168557 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39806) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:27.184695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bb5adddb-8958-44e2-95b5-4b992ad56935 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:52:27.248089 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port bb5adddb-8958-44e2-95b5-4b992ad56935 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:27.253473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bb5adddb-8958-44e2-95b5-4b992ad56935 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:27.253680 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.274142 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d06ccd-9942-4bfb-b0e8-d8bd0d19a397 admin admin] Deleting subnet adbac296-9a8c-4696-bf05-a8fb47a6df9c {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:52:27.283368 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0d06ccd-9942-4bfb-b0e8-d8bd0d19a397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.295249 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-75c17505-d584-4a48-9d72-1c621f2196f5 None None] Provisioning complete for port 41a983d9-d5cf-4ec8-89a3-9c781064fbbb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:27.295626 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75c17505-d584-4a48-9d72-1c621f2196f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.343284 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-75c17505-d584-4a48-9d72-1c621f2196f5 None None] Port 41a983d9-d5cf-4ec8-89a3-9c781064fbbb cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:27.378097 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0d06ccd-9942-4bfb-b0e8-d8bd0d19a397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.380174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-75c17505-d584-4a48-9d72-1c621f2196f5 None None] Provisioning complete for port bb5adddb-8958-44e2-95b5-4b992ad56935 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:27.380573 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75c17505-d584-4a48-9d72-1c621f2196f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.411669 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.458413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port bb5adddb-8958-44e2-95b5-4b992ad56935, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bb5adddb-8958-44e2-95b5-4b992ad56935,segment=NetworkSegment(1804baae-3ebb-46f3-a99d-9befefc8a689),segment_id=1804baae-3ebb-46f3-a99d-9befefc8a689)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:27.463265 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.495201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Allocated IP 172.21.0.1 (ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02/d403befe-2010-4fc7-8730-038a0187daa0/f1b7b296-120e-4705-abca-5a3a57d7032d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:27.517562 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0d06ccd-9942-4bfb-b0e8-d8bd0d19a397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.542549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=bb5adddb-8958-44e2-95b5-4b992ad56935,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:27.550030 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:27.550376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:27.550716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:27.551056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:27.551424 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:27.551715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:27.552044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:27.552369 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:27.553403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:27.553403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:27.553646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:27.553799 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:27.641109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0d06ccd-9942-4bfb-b0e8-d8bd0d19a397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.649705 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b744e625-f5a1-4481-bc27-ba5054646654 None None] Provisioning complete for port 41a983d9-d5cf-4ec8-89a3-9c781064fbbb triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:27.650065 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b744e625-f5a1-4481-bc27-ba5054646654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.678850 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d06ccd-9942-4bfb-b0e8-d8bd0d19a397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbac296-9a8c-4696-bf05-a8fb47a6df9c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:27.687952 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0d06ccd-9942-4bfb-b0e8-d8bd0d19a397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.689862 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c0d06ccd-9942-4bfb-b0e8-d8bd0d19a397 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/adbac296-9a8c-4696-bf05-a8fb47a6df9c HTTP/1.1" status: 204 len: 168 time: 0.5197644 Jul 08 20:52:27.692355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39808) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:27.694000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d24190-1425-4555-aedc-d7ff62472907 None None] Network be03543c-b5e2-4aa9-9633-fedc1ac723b5 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:27.702294 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.743799 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b744e625-f5a1-4481-bc27-ba5054646654 None None] Port 41a983d9-d5cf-4ec8-89a3-9c781064fbbb cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:27.763529 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Transition to ACTIVE for port object f1b7b296-120e-4705-abca-5a3a57d7032d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:27.788177 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.842140 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.903927 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:27.909224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:27.911030 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57057c54-3dd1-4b5b-9e89-e7010af65788 None None] DHCP port deletion for be03543c-b5e2-4aa9-9633-fedc1ac723b5 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:52:27.912397 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=f1b7b296-120e-4705-abca-5a3a57d7032d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:27.914902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:27.948830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Deleting port 77f8bcef-390b-44cb-b0ca-935cfdb463e7 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:27.949182 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:27.976777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-57057c54-3dd1-4b5b-9e89-e7010af65788 None None] Deleting port 77f8bcef-390b-44cb-b0ca-935cfdb463e7 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:27.977162 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-57057c54-3dd1-4b5b-9e89-e7010af65788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.008788 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.062527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-57057c54-3dd1-4b5b-9e89-e7010af65788 None None] For port 77f8bcef-390b-44cb-b0ca-935cfdb463e7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=77f8bcef-390b-44cb-b0ca-935cfdb463e7,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:28.062923 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-57057c54-3dd1-4b5b-9e89-e7010af65788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.071325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-740881db-7066-4788-be3f-807671462a63 admin admin] For port 77f8bcef-390b-44cb-b0ca-935cfdb463e7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=77f8bcef-390b-44cb-b0ca-935cfdb463e7,segment=NetworkSegment(ea45f945-0d14-4bee-b0ab-e5fc7df58084),segment_id=ea45f945-0d14-4bee-b0ab-e5fc7df58084)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:28.071700 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.078580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-57057c54-3dd1-4b5b-9e89-e7010af65788 None None] Calling delete_port for 77f8bcef-390b-44cb-b0ca-935cfdb463e7 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:28.173504 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-57057c54-3dd1-4b5b-9e89-e7010af65788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.201321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57057c54-3dd1-4b5b-9e89-e7010af65788 None None] Pushing event deleted for resources: {'Port': ['ID=77f8bcef-390b-44cb-b0ca-935cfdb463e7,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:28.203252 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57057c54-3dd1-4b5b-9e89-e7010af65788 None None] No DVR routers for this DVR port 77f8bcef-390b-44cb-b0ca-935cfdb463e7 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:28.275643 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c6ddfdd1-3543-4d05-a9ca-b82d7fdbddd8 None None] Provisioning for port f1b7b296-120e-4705-abca-5a3a57d7032d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:28.280535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c6ddfdd1-3543-4d05-a9ca-b82d7fdbddd8 None None] Provisioning complete for port f1b7b296-120e-4705-abca-5a3a57d7032d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:28.280959 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c6ddfdd1-3543-4d05-a9ca-b82d7fdbddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.321708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c6ddfdd1-3543-4d05-a9ca-b82d7fdbddd8 None None] Port f1b7b296-120e-4705-abca-5a3a57d7032d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:28.428682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Calling delete_port for 77f8bcef-390b-44cb-b0ca-935cfdb463e7 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:28.538071 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.585206 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.617380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f8bcef-390b-44cb-b0ca-935cfdb463e7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:28.625128 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740881db-7066-4788-be3f-807671462a63 admin admin] No DVR routers for this DVR port 77f8bcef-390b-44cb-b0ca-935cfdb463e7 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:28.697366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bb5adddb-8958-44e2-95b5-4b992ad56935 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:52:28.749218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bb5adddb-8958-44e2-95b5-4b992ad56935 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:28.749596 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.771274 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.789652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-740881db-7066-4788-be3f-807671462a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be03543c-b5e2-4aa9-9633-fedc1ac723b5']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:28.804575 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-740881db-7066-4788-be3f-807671462a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea45f945-0d14-4bee-b0ab-e5fc7df58084') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:28.804975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-740881db-7066-4788-be3f-807671462a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea45f945-0d14-4bee-b0ab-e5fc7df58084') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:28.850179 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.874175 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.880582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 77f8bcef-390b-44cb-b0ca-935cfdb463e7 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:28.885995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:52:28.886416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:52:28.892905 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:52:28.904576 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 77f8bcef-390b-44cb-b0ca-935cfdb463e7 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:28.904952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 77f8bcef-390b-44cb-b0ca-935cfdb463e7 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:28.905422 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e37efcf3-667b-4265-aacb-9c37d2801b43 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:28.924879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: e37efcf3-667b-4265-aacb-9c37d2801b43 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:28.925221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e37efcf3-667b-4265-aacb-9c37d2801b43 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:28.925632 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e942d4d2-69b0-49f2-8b58-457b85cb5cb6 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:28.944778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: e942d4d2-69b0-49f2-8b58-457b85cb5cb6 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:28.945022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e942d4d2-69b0-49f2-8b58-457b85cb5cb6 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:28.973027 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.980415 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:28.983279 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-740881db-7066-4788-be3f-807671462a63 admin admin] 10.222.0.101 "DELETE /v2.0/networks/be03543c-b5e2-4aa9-9633-fedc1ac723b5 HTTP/1.1" status: 204 len: 168 time: 1.2899466 Jul 08 20:52:28.986730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39810) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:28.998353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740881db-7066-4788-be3f-807671462a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=be03543c-b5e2-4aa9-9633-fedc1ac723b5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:29.014711 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:29.019449 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:29.096607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=f1b7b296-120e-4705-abca-5a3a57d7032d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:29.101538 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:29.195313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:29.197349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:29.323076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router f30803d6-6184-42b1-9c70-cd430252ed25 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:29.368751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60d53e2f-3c0f-48b5-8efd-e69321bf99fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:29.426912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:29.432117 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-10de38fb-f57c-4365-8bba-1ec4b38d17c4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/f30803d6-6184-42b1-9c70-cd430252ed25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1975393 Jul 08 20:52:29.435475 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39812) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:29.444472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb7cd9d-e798-466f-983b-5f6ab1a0c263 None None] Sync routers for ids ['f30803d6-6184-42b1-9c70-cd430252ed25'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:29.454916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-64ec60fe-f8c2-4ea1-b1d4-115142129d53 None None] Provisioning complete for port f1b7b296-120e-4705-abca-5a3a57d7032d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:29.455242 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-64ec60fe-f8c2-4ea1-b1d4-115142129d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:29.483599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7cd9d-e798-466f-983b-5f6ab1a0c263 None None] Routers {'f30803d6-6184-42b1-9c70-cd430252ed25'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:29.484133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-dcb7cd9d-e798-466f-983b-5f6ab1a0c263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f30803d6-6184-42b1-9c70-cd430252ed25'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:29.496394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d712d39-ac87-4876-a60a-5d962444319b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:29.501253 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8d712d39-ac87-4876-a60a-5d962444319b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports/f1b7b296-120e-4705-abca-5a3a57d7032d HTTP/1.1" status: 200 len: 910 time: 0.0618172 Jul 08 20:52:29.501481 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39814) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:29.525279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-dcb7cd9d-e798-466f-983b-5f6ab1a0c263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:29.532974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-64ec60fe-f8c2-4ea1-b1d4-115142129d53 None None] Port f1b7b296-120e-4705-abca-5a3a57d7032d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:29.538822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7cd9d-e798-466f-983b-5f6ab1a0c263 None None] Routers {'f30803d6-6184-42b1-9c70-cd430252ed25'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:29.539447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-dcb7cd9d-e798-466f-983b-5f6ab1a0c263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f30803d6-6184-42b1-9c70-cd430252ed25'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:29.571627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-dcb7cd9d-e798-466f-983b-5f6ab1a0c263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:29.572292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb7cd9d-e798-466f-983b-5f6ab1a0c263 None None] The sync data for ids ['f30803d6-6184-42b1-9c70-cd430252ed25'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:29.656654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-60d53e2f-3c0f-48b5-8efd-e69321bf99fd admin admin] Deleting port ce63a01c-fc79-4eae-8d27-6af1a983bcaf {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:29.657019 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60d53e2f-3c0f-48b5-8efd-e69321bf99fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:29.738749 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-60d53e2f-3c0f-48b5-8efd-e69321bf99fd admin admin] For port ce63a01c-fc79-4eae-8d27-6af1a983bcaf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ce63a01c-fc79-4eae-8d27-6af1a983bcaf,segment=NetworkSegment(a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0),segment_id=a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:29.739028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60d53e2f-3c0f-48b5-8efd-e69321bf99fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:29.752169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-60d53e2f-3c0f-48b5-8efd-e69321bf99fd admin admin] Calling delete_port for ce63a01c-fc79-4eae-8d27-6af1a983bcaf owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:29.851250 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-608ca029-7d38-4a54-ac28-be57bb7042de tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:29.945009 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60d53e2f-3c0f-48b5-8efd-e69321bf99fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:29.976068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d53e2f-3c0f-48b5-8efd-e69321bf99fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ce63a01c-fc79-4eae-8d27-6af1a983bcaf,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:30.123543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-608ca029-7d38-4a54-ac28-be57bb7042de tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port f1b7b296-120e-4705-abca-5a3a57d7032d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:30.123893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-608ca029-7d38-4a54-ac28-be57bb7042de tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:30.160234 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60d53e2f-3c0f-48b5-8efd-e69321bf99fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:30.213489 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-608ca029-7d38-4a54-ac28-be57bb7042de tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:30.226091 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-608ca029-7d38-4a54-ac28-be57bb7042de tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for f1b7b296-120e-4705-abca-5a3a57d7032d owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:30.384538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d53e2f-3c0f-48b5-8efd-e69321bf99fd admin admin] Router 5318ed83-0da3-4658-b3dd-15deec16ec4f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:30.400735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-608ca029-7d38-4a54-ac28-be57bb7042de tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:30.429043 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ca029-7d38-4a54-ac28-be57bb7042de tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=f1b7b296-120e-4705-abca-5a3a57d7032d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:30.502427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d53e2f-3c0f-48b5-8efd-e69321bf99fd admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:30.507888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-60d53e2f-3c0f-48b5-8efd-e69321bf99fd admin admin] 10.222.0.101 "PUT /v2.0/routers/5318ed83-0da3-4658-b3dd-15deec16ec4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5199840 Jul 08 20:52:30.510785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39816) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:30.517196 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a40166-ecf9-465e-9ad2-5bd81b90e433 None None] Sync routers for ids ['5318ed83-0da3-4658-b3dd-15deec16ec4f'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:30.526971 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a40166-ecf9-465e-9ad2-5bd81b90e433 None None] Routers {'5318ed83-0da3-4658-b3dd-15deec16ec4f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:30.528815 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-01a40166-ecf9-465e-9ad2-5bd81b90e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5318ed83-0da3-4658-b3dd-15deec16ec4f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:30.615081 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-608ca029-7d38-4a54-ac28-be57bb7042de tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:30.622925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:30.640699 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-01a40166-ecf9-465e-9ad2-5bd81b90e433 None None] Set router 5318ed83-0da3-4658-b3dd-15deec16ec4f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:52:30.769547 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:30.822946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Deleting port 5dc72b90-7066-4a3c-87b2-e6790de821c5 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:30.823390 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:30.834562 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-01a40166-ecf9-465e-9ad2-5bd81b90e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'name': 'tempest-TestVolumeBootPattern-283493209-router', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:52:29Z', 'revision_number': 5, 'project_id': '4c94a83ff730435492fbdc71e78cb425', 'gw_port': {'id': '5dc72b90-7066-4a3c-87b2-e6790de821c5', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:30.847638 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608ca029-7d38-4a54-ac28-be57bb7042de tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router f30803d6-6184-42b1-9c70-cd430252ed25 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:30.864909 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a40166-ecf9-465e-9ad2-5bd81b90e433 None None] Checking router: 5318ed83-0da3-4658-b3dd-15deec16ec4f for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:52:30.877597 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a40166-ecf9-465e-9ad2-5bd81b90e433 None None] Routers {'5318ed83-0da3-4658-b3dd-15deec16ec4f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:30.878279 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-01a40166-ecf9-465e-9ad2-5bd81b90e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['5318ed83-0da3-4658-b3dd-15deec16ec4f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:30.907641 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] For port 5dc72b90-7066-4a3c-87b2-e6790de821c5, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=5dc72b90-7066-4a3c-87b2-e6790de821c5,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:30.907960 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:30.922267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Calling delete_port for 5dc72b90-7066-4a3c-87b2-e6790de821c5 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:30.941229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608ca029-7d38-4a54-ac28-be57bb7042de tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:30.946359 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-608ca029-7d38-4a54-ac28-be57bb7042de tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/f30803d6-6184-42b1-9c70-cd430252ed25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4438753 Jul 08 20:52:30.949108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39818) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:30.955325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af83219-d6dc-453f-97f7-2398435ca73e None None] Sync routers for ids ['f30803d6-6184-42b1-9c70-cd430252ed25'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:30.966033 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af83219-d6dc-453f-97f7-2398435ca73e None None] Routers {'f30803d6-6184-42b1-9c70-cd430252ed25'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:30.967124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1af83219-d6dc-453f-97f7-2398435ca73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f30803d6-6184-42b1-9c70-cd430252ed25'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:31.002669 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1af83219-d6dc-453f-97f7-2398435ca73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:31.013649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af83219-d6dc-453f-97f7-2398435ca73e None None] Routers {'f30803d6-6184-42b1-9c70-cd430252ed25'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:31.014674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1af83219-d6dc-453f-97f7-2398435ca73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f30803d6-6184-42b1-9c70-cd430252ed25'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:31.053862 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1af83219-d6dc-453f-97f7-2398435ca73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:31.054904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af83219-d6dc-453f-97f7-2398435ca73e None None] The sync data for ids ['f30803d6-6184-42b1-9c70-cd430252ed25'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:31.065044 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-01a40166-ecf9-465e-9ad2-5bd81b90e433 None None] Set router 5318ed83-0da3-4658-b3dd-15deec16ec4f gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:52:31.117641 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-01a40166-ecf9-465e-9ad2-5bd81b90e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'name': 'tempest-TestVolumeBootPattern-283493209-router', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:52:30Z', 'revision_number': 6, 'project_id': '4c94a83ff730435492fbdc71e78cb425', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:31.136172 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.150271 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a40166-ecf9-465e-9ad2-5bd81b90e433 None None] The sync data for ids ['5318ed83-0da3-4658-b3dd-15deec16ec4f'] in n-d-791506-16 is: [{'id': '5318ed83-0da3-4658-b3dd-15deec16ec4f', 'name': 'tempest-TestVolumeBootPattern-283493209-router', 'tenant_id': '4c94a83ff730435492fbdc71e78cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:39:46Z', 'updated_at': '2021-07-08T20:52:30Z', 'revision_number': 6, 'project_id': '4c94a83ff730435492fbdc71e78cb425', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:31.201866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc72b90-7066-4a3c-87b2-e6790de821c5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:31.242013 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.337816 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.339998 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.385323 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.385974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5318ed83-0da3-4658-b3dd-15deec16ec4f {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:52:31.390560 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.394175 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-47676243-509b-4ffb-b54d-8c9a7332a2f6 admin admin] 10.222.0.101 "DELETE /v2.0/routers/5318ed83-0da3-4658-b3dd-15deec16ec4f HTTP/1.1" status: 204 len: 168 time: 0.8799865 Jul 08 20:52:31.397106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39820) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:31.447056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af90283-c1dd-4dd7-8356-ab80a1eedef5 admin admin] Deleting subnet 1b671847-5af3-4838-a170-e8e3f46ee8d4 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:52:31.450722 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2af90283-c1dd-4dd7-8356-ab80a1eedef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.487840 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2af90283-c1dd-4dd7-8356-ab80a1eedef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.575602 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2af90283-c1dd-4dd7-8356-ab80a1eedef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.598396 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b398f2c-0cdc-4b79-8c08-73d55f0268e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.635372 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2af90283-c1dd-4dd7-8356-ab80a1eedef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.666523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af90283-c1dd-4dd7-8356-ab80a1eedef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b671847-5af3-4838-a170-e8e3f46ee8d4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:31.669050 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2af90283-c1dd-4dd7-8356-ab80a1eedef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.670951 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2af90283-c1dd-4dd7-8356-ab80a1eedef5 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/1b671847-5af3-4838-a170-e8e3f46ee8d4 HTTP/1.1" status: 204 len: 168 time: 0.2726490 Jul 08 20:52:31.673509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39822) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:31.679298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0903d128-3400-4fcb-9f16-d2c9342bb6f5 None None] Network e3988e00-f061-4b10-adab-451ee2303fc9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:31.752007 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.819121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Deleting port 971e0995-860f-49c6-a0eb-a9199d69c240 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:31.819582 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.883372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5b398f2c-0cdc-4b79-8c08-73d55f0268e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port 41a983d9-d5cf-4ec8-89a3-9c781064fbbb {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:31.884026 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b398f2c-0cdc-4b79-8c08-73d55f0268e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.935009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d83758-668a-48bb-9b03-42cb7a59c8b8 None None] DHCP port deletion for e3988e00-f061-4b10-adab-451ee2303fc9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:52:31.994897 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c9d83758-668a-48bb-9b03-42cb7a59c8b8 None None] Deleting port 971e0995-860f-49c6-a0eb-a9199d69c240 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:31.995520 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c9d83758-668a-48bb-9b03-42cb7a59c8b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:31.999541 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b398f2c-0cdc-4b79-8c08-73d55f0268e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.013914 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5b398f2c-0cdc-4b79-8c08-73d55f0268e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for 41a983d9-d5cf-4ec8-89a3-9c781064fbbb owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:32.071658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c9d83758-668a-48bb-9b03-42cb7a59c8b8 None None] For port 971e0995-860f-49c6-a0eb-a9199d69c240, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=971e0995-860f-49c6-a0eb-a9199d69c240,segment=NetworkSegment(a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0),segment_id=a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:32.072663 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c9d83758-668a-48bb-9b03-42cb7a59c8b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.094913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c9d83758-668a-48bb-9b03-42cb7a59c8b8 None None] Calling delete_port for 971e0995-860f-49c6-a0eb-a9199d69c240 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:32.142960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] For port 971e0995-860f-49c6-a0eb-a9199d69c240, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=971e0995-860f-49c6-a0eb-a9199d69c240,segment=NetworkSegment(a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0),segment_id=a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:32.143313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.158399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Calling delete_port for 971e0995-860f-49c6-a0eb-a9199d69c240 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:32.176814 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:52:32.196945 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c9d83758-668a-48bb-9b03-42cb7a59c8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.208835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b398f2c-0cdc-4b79-8c08-73d55f0268e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.227963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d83758-668a-48bb-9b03-42cb7a59c8b8 None None] No DVR routers for this DVR port 971e0995-860f-49c6-a0eb-a9199d69c240 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:32.233169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d83758-668a-48bb-9b03-42cb7a59c8b8 None None] Pushing event deleted for resources: {'Port': ['ID=971e0995-860f-49c6-a0eb-a9199d69c240,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:32.264247 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.273740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b398f2c-0cdc-4b79-8c08-73d55f0268e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=41a983d9-d5cf-4ec8-89a3-9c781064fbbb,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:32.303317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Pushing event deleted for resources: {'Port': ['ID=971e0995-860f-49c6-a0eb-a9199d69c240,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:32.307297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] No DVR routers for this DVR port 971e0995-860f-49c6-a0eb-a9199d69c240 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:32.388419 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.400494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3988e00-f061-4b10-adab-451ee2303fc9']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:32.410188 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b398f2c-0cdc-4b79-8c08-73d55f0268e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.412587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:32.412880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94e0dc4-eedd-4bd5-8132-8d5b2f54e0a0') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:32.428741 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.446980 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.454097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:52:32.454508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:52:32.456261 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:52:32.519371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.527563 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.533363 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] 10.222.0.101 "DELETE /v2.0/networks/e3988e00-f061-4b10-adab-451ee2303fc9 HTTP/1.1" status: 204 len: 168 time: 0.8559577 Jul 08 20:52:32.544557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f81913-e3d1-40f5-b172-9c80194b233f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3988e00-f061-4b10-adab-451ee2303fc9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:32.581841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b398f2c-0cdc-4b79-8c08-73d55f0268e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router f30803d6-6184-42b1-9c70-cd430252ed25 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:32.664895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b398f2c-0cdc-4b79-8c08-73d55f0268e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:32.671141 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5b398f2c-0cdc-4b79-8c08-73d55f0268e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/f30803d6-6184-42b1-9c70-cd430252ed25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7202179 Jul 08 20:52:32.673909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39828) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:32.686674 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca19a7-0c91-487f-9c7f-326eec2c8e8e None None] Sync routers for ids ['f30803d6-6184-42b1-9c70-cd430252ed25'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:32.698232 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca19a7-0c91-487f-9c7f-326eec2c8e8e None None] Routers {'f30803d6-6184-42b1-9c70-cd430252ed25'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:32.699057 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a9ca19a7-0c91-487f-9c7f-326eec2c8e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f30803d6-6184-42b1-9c70-cd430252ed25'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:32.706541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-511ad078-079e-46b2-8d8e-ca4455b1c177 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=f30803d6-6184-42b1-9c70-cd430252ed25 HTTP/1.1" status: 200 len: 205 time: 0.0314746 Jul 08 20:52:32.709257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39830) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:32.718206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 5dc72b90-7066-4a3c-87b2-e6790de821c5 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:32.727984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39832) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:32.733305 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a9ca19a7-0c91-487f-9c7f-326eec2c8e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:32.739691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 5dc72b90-7066-4a3c-87b2-e6790de821c5 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:32.740458 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 5dc72b90-7066-4a3c-87b2-e6790de821c5 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:32.741110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 971e0995-860f-49c6-a0eb-a9199d69c240 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:32.743119 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca19a7-0c91-487f-9c7f-326eec2c8e8e None None] Routers {'f30803d6-6184-42b1-9c70-cd430252ed25'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:32.744402 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a9ca19a7-0c91-487f-9c7f-326eec2c8e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['f30803d6-6184-42b1-9c70-cd430252ed25'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:32.762762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 971e0995-860f-49c6-a0eb-a9199d69c240 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:32.763425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 971e0995-860f-49c6-a0eb-a9199d69c240 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:32.764038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce63a01c-fc79-4eae-8d27-6af1a983bcaf no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:32.775725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c0c71680-c4c4-41ee-a06e-ffc54e913642 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=969ed93d777c482282264778ffb8d915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463250 Jul 08 20:52:32.778159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39834) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:32.782145 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a9ca19a7-0c91-487f-9c7f-326eec2c8e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:32.782926 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca19a7-0c91-487f-9c7f-326eec2c8e8e None None] The sync data for ids ['f30803d6-6184-42b1-9c70-cd430252ed25'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:32.787813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: ce63a01c-fc79-4eae-8d27-6af1a983bcaf {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:32.788229 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ce63a01c-fc79-4eae-8d27-6af1a983bcaf not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:32.805181 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50b1f76a-c0db-44e2-a1b8-f9742d4f6186 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.833816 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c2098b9-a6c1-4728-bac5-7c401e53b996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.855481 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c2098b9-a6c1-4728-bac5-7c401e53b996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.902356 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c2098b9-a6c1-4728-bac5-7c401e53b996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.905734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6c2098b9-a6c1-4728-bac5-7c401e53b996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.906892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6c2098b9-a6c1-4728-bac5-7c401e53b996 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ae6d3867-bdf6-4590-8fac-fa8283d55dba HTTP/1.1" status: 204 len: 168 time: 0.1278024 Jul 08 20:52:32.914907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2098b9-a6c1-4728-bac5-7c401e53b996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6d3867-bdf6-4590-8fac-fa8283d55dba,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:32.968593 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50b1f76a-c0db-44e2-a1b8-f9742d4f6186 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:32.971041 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50b1f76a-c0db-44e2-a1b8-f9742d4f6186 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.020955 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50b1f76a-c0db-44e2-a1b8-f9742d4f6186 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.021580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b1f76a-c0db-44e2-a1b8-f9742d4f6186 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Fanout notify agent at l3_agent the message router_deleted on router f30803d6-6184-42b1-9c70-cd430252ed25 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:52:33.030702 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50b1f76a-c0db-44e2-a1b8-f9742d4f6186 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.032046 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-50b1f76a-c0db-44e2-a1b8-f9742d4f6186 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/f30803d6-6184-42b1-9c70-cd430252ed25 HTTP/1.1" status: 204 len: 168 time: 0.3217943 Jul 08 20:52:33.034844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39838) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:33.091470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eabfdff-dc9d-42e3-876e-9a2e7b46d914 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting subnet d403befe-2010-4fc7-8730-038a0187daa0 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:52:33.094227 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7eabfdff-dc9d-42e3-876e-9a2e7b46d914 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.134100 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7eabfdff-dc9d-42e3-876e-9a2e7b46d914 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.218362 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7eabfdff-dc9d-42e3-876e-9a2e7b46d914 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.257102 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39842) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:33.282886 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7eabfdff-dc9d-42e3-876e-9a2e7b46d914 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.300058 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d4223a8d-624d-49a3-9361-4b2f55626ab8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4c94a83ff730435492fbdc71e78cb425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416865 Jul 08 20:52:33.302636 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39844) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:33.310291 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabfdff-dc9d-42e3-876e-9a2e7b46d914 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Subnet': ['ID=d403befe-2010-4fc7-8730-038a0187daa0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:33.314043 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7eabfdff-dc9d-42e3-876e-9a2e7b46d914 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.315837 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7eabfdff-dc9d-42e3-876e-9a2e7b46d914 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/d403befe-2010-4fc7-8730-038a0187daa0 HTTP/1.1" status: 204 len: 168 time: 0.2798629 Jul 08 20:52:33.320902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39846) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:33.322974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09be87e-dad2-4fb7-b160-9844493096b4 None None] Network ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:33.390033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7016cd95-338f-493f-aa81-7575d41e12dc tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting subnet 4d081560-3969-4146-8d66-2fb6634b342f {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:52:33.397257 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7016cd95-338f-493f-aa81-7575d41e12dc tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.422912 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dc7caff-b626-4f18-ac45-8df326566472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.462438 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dc7caff-b626-4f18-ac45-8df326566472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.476070 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7016cd95-338f-493f-aa81-7575d41e12dc tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.513209 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c1a528-6a8d-4677-9d14-ff7ec1366188 None None] DHCP port deletion for ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:52:33.564930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1a528-6a8d-4677-9d14-ff7ec1366188 None None] Deleting port bb5adddb-8958-44e2-95b5-4b992ad56935 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:33.565224 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d9c1a528-6a8d-4677-9d14-ff7ec1366188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.594595 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dc7caff-b626-4f18-ac45-8df326566472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.597200 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dc7caff-b626-4f18-ac45-8df326566472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.598372 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7dc7caff-b626-4f18-ac45-8df326566472 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a9a3cce6-fedc-43d5-958f-04b4b9f7f768 HTTP/1.1" status: 204 len: 168 time: 0.2948337 Jul 08 20:52:33.615733 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7caff-b626-4f18-ac45-8df326566472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a3cce6-fedc-43d5-958f-04b4b9f7f768,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:33.620234 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7016cd95-338f-493f-aa81-7575d41e12dc tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.632523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d9c1a528-6a8d-4677-9d14-ff7ec1366188 None None] For port bb5adddb-8958-44e2-95b5-4b992ad56935, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bb5adddb-8958-44e2-95b5-4b992ad56935,segment=NetworkSegment(1804baae-3ebb-46f3-a99d-9befefc8a689),segment_id=1804baae-3ebb-46f3-a99d-9befefc8a689)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:33.632950 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d9c1a528-6a8d-4677-9d14-ff7ec1366188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.651170 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1a528-6a8d-4677-9d14-ff7ec1366188 None None] Calling delete_port for bb5adddb-8958-44e2-95b5-4b992ad56935 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:33.688048 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7016cd95-338f-493f-aa81-7575d41e12dc tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.721681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016cd95-338f-493f-aa81-7575d41e12dc tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Subnet': ['ID=4d081560-3969-4146-8d66-2fb6634b342f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:33.726663 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7016cd95-338f-493f-aa81-7575d41e12dc tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.728812 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7016cd95-338f-493f-aa81-7575d41e12dc tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/4d081560-3969-4146-8d66-2fb6634b342f HTTP/1.1" status: 204 len: 168 time: 0.4068782 Jul 08 20:52:33.731882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39850) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:33.820878 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.904915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c35d61b-0dfb-4712-9499-1a4a7716dc70 None None] Network fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:33.907394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port bb5adddb-8958-44e2-95b5-4b992ad56935 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:33.907844 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:33.998781 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d9c1a528-6a8d-4677-9d14-ff7ec1366188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.004545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] For port bb5adddb-8958-44e2-95b5-4b992ad56935, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bb5adddb-8958-44e2-95b5-4b992ad56935,segment=NetworkSegment(1804baae-3ebb-46f3-a99d-9befefc8a689),segment_id=1804baae-3ebb-46f3-a99d-9befefc8a689)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:34.005193 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.022731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for bb5adddb-8958-44e2-95b5-4b992ad56935 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:34.036241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1a528-6a8d-4677-9d14-ff7ec1366188 None None] Pushing event deleted for resources: {'Port': ['ID=bb5adddb-8958-44e2-95b5-4b992ad56935,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:34.075244 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1a528-6a8d-4677-9d14-ff7ec1366188 None None] No DVR routers for this DVR port bb5adddb-8958-44e2-95b5-4b992ad56935 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:34.111262 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c425320d-87fd-4fda-9098-7fe65092c0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.127205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.158310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=bb5adddb-8958-44e2-95b5-4b992ad56935,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:34.161992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No DVR routers for this DVR port bb5adddb-8958-44e2-95b5-4b992ad56935 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:34.207559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e2bc88-457f-4a44-9d47-4dbf207b817a None None] DHCP port deletion for fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:52:34.257808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-16e2bc88-457f-4a44-9d47-4dbf207b817a None None] Deleting port 6bab9b41-96e8-4b0a-8349-3e0526cfa619 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:34.258449 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-16e2bc88-457f-4a44-9d47-4dbf207b817a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.261052 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.274496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:34.287065 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1804baae-3ebb-46f3-a99d-9befefc8a689') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:34.287366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1804baae-3ebb-46f3-a99d-9befefc8a689') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:34.297687 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.314138 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.320429 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:52:34.320794 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:52:34.324115 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:52:34.329947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-16e2bc88-457f-4a44-9d47-4dbf207b817a None None] For port 6bab9b41-96e8-4b0a-8349-3e0526cfa619, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6bab9b41-96e8-4b0a-8349-3e0526cfa619,segment=NetworkSegment(ec801be4-8b9b-421f-b7e6-766812d3497a),segment_id=ec801be4-8b9b-421f-b7e6-766812d3497a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:34.330482 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-16e2bc88-457f-4a44-9d47-4dbf207b817a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.348039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-16e2bc88-457f-4a44-9d47-4dbf207b817a None None] Calling delete_port for 6bab9b41-96e8-4b0a-8349-3e0526cfa619 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:34.382813 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.392141 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.396677 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/networks/ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02 HTTP/1.1" status: 204 len: 168 time: 0.6638303 Jul 08 20:52:34.397214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39852) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:34.412095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5360aa9-9348-41eb-b22f-8e155c776b26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Network': ['ID=ede2ebe9-bc7c-43a5-88d9-d1904c1c3a02,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:34.436711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-16e2bc88-457f-4a44-9d47-4dbf207b817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.462831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2bc88-457f-4a44-9d47-4dbf207b817a None None] Pushing event deleted for resources: {'Port': ['ID=6bab9b41-96e8-4b0a-8349-3e0526cfa619,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:34.467782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2bc88-457f-4a44-9d47-4dbf207b817a None None] No DVR routers for this DVR port 6bab9b41-96e8-4b0a-8349-3e0526cfa619 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:34.481176 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e4d729d1-986c-40cd-92ff-0f7ff1224c88 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.573906 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e4d729d1-986c-40cd-92ff-0f7ff1224c88 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.584429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-e4d729d1-986c-40cd-92ff-0f7ff1224c88 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:34.594650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-e4d729d1-986c-40cd-92ff-0f7ff1224c88 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec801be4-8b9b-421f-b7e6-766812d3497a') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:34.594945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-e4d729d1-986c-40cd-92ff-0f7ff1224c88 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec801be4-8b9b-421f-b7e6-766812d3497a') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:34.603700 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e4d729d1-986c-40cd-92ff-0f7ff1224c88 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.616869 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e4d729d1-986c-40cd-92ff-0f7ff1224c88 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.623502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d729d1-986c-40cd-92ff-0f7ff1224c88 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:52:34.623880 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e4d729d1-986c-40cd-92ff-0f7ff1224c88 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:52:34.626739 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:52:34.686807 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e4d729d1-986c-40cd-92ff-0f7ff1224c88 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.697764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e4d729d1-986c-40cd-92ff-0f7ff1224c88 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.699046 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6bab9b41-96e8-4b0a-8349-3e0526cfa619 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:34.701701 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e4d729d1-986c-40cd-92ff-0f7ff1224c88 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/networks/fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365 HTTP/1.1" status: 204 len: 168 time: 0.3024557 Jul 08 20:52:34.708058 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39854) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:34.716905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ab1628e9-ddce-4932-bd0b-78ee107f45ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'network': {'name': 'tempest-RoutersTest-551981696'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:34.718572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d729d1-986c-40cd-92ff-0f7ff1224c88 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Network': ['ID=fcdb0a8a-fcc5-4004-9e3f-e6cb7f220365,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:34.734104 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 6bab9b41-96e8-4b0a-8349-3e0526cfa619 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:34.734381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6bab9b41-96e8-4b0a-8349-3e0526cfa619 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:34.734809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bb5adddb-8958-44e2-95b5-4b992ad56935 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:34.742088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1628e9-ddce-4932-bd0b-78ee107f45ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:34.747083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab1628e9-ddce-4932-bd0b-78ee107f45ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.758963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: bb5adddb-8958-44e2-95b5-4b992ad56935 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:34.759319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bb5adddb-8958-44e2-95b5-4b992ad56935 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:34.773232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1628e9-ddce-4932-bd0b-78ee107f45ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:52:34.783322 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab1628e9-ddce-4932-bd0b-78ee107f45ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.783668 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-ab1628e9-ddce-4932-bd0b-78ee107f45ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Added segment e93815df-572e-47fe-a09a-eb4c42a73fa7 of type vlan for network 862f2e5e-e09f-4d75-8803-89005a14cd36 Jul 08 20:52:34.824050 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab1628e9-ddce-4932-bd0b-78ee107f45ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.852941 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab1628e9-ddce-4932-bd0b-78ee107f45ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.858957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1628e9-ddce-4932-bd0b-78ee107f45ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:34.859550 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab1628e9-ddce-4932-bd0b-78ee107f45ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:34.919955 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ab1628e9-ddce-4932-bd0b-78ee107f45ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2101226 Jul 08 20:52:34.922758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39856) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:34.927610 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ab8842d7-ac3d-4727-83e9-ddf376a9e27a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'subnet': {'network_id': '862f2e5e-e09f-4d75-8803-89005a14cd36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:34.934727 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1628e9-ddce-4932-bd0b-78ee107f45ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Network': ['ID=862f2e5e-e09f-4d75-8803-89005a14cd36,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:34.945586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 862f2e5e-e09f-4d75-8803-89005a14cd36 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:52:35.022846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8842d7-ac3d-4727-83e9-ddf376a9e27a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:35.026597 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab8842d7-ac3d-4727-83e9-ddf376a9e27a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.205666 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab8842d7-ac3d-4727-83e9-ddf376a9e27a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.265519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8842d7-ac3d-4727-83e9-ddf376a9e27a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Subnet': ['ID=d21f5720-492a-4666-a84a-099ad4cf9a25,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:35.273355 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8842d7-ac3d-4727-83e9-ddf376a9e27a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Checking segment: {'id': 'e93815df-572e-47fe-a09a-eb4c42a73fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '862f2e5e-e09f-4d75-8803-89005a14cd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:52:35.273711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8842d7-ac3d-4727-83e9-ddf376a9e27a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network hostable DHCP agents. Network: 862f2e5e-e09f-4d75-8803-89005a14cd36, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:52:35.289838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8842d7-ac3d-4727-83e9-ddf376a9e27a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 862f2e5e-e09f-4d75-8803-89005a14cd36 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:52:35.298569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ab8842d7-ac3d-4727-83e9-ddf376a9e27a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 862f2e5e-e09f-4d75-8803-89005a14cd36) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:35.302643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8842d7-ac3d-4727-83e9-ddf376a9e27a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:35.303231 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab8842d7-ac3d-4727-83e9-ddf376a9e27a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.307563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8951666e-f445-48fe-a252-642e48aed6ed None None] Network 862f2e5e-e09f-4d75-8803-89005a14cd36 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:35.317762 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ab8842d7-ac3d-4727-83e9-ddf376a9e27a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3939717 Jul 08 20:52:35.320411 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39858) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:35.325651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b5b65d65-3689-4951-8926-d7faee64e6a4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-714884600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:35.349161 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5b65d65-3689-4951-8926-d7faee64e6a4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.350229 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5b65d65-3689-4951-8926-d7faee64e6a4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.412589 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5b65d65-3689-4951-8926-d7faee64e6a4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.417822 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5b65d65-3689-4951-8926-d7faee64e6a4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.439482 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5b65d65-3689-4951-8926-d7faee64e6a4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.442813 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b5b65d65-3689-4951-8926-d7faee64e6a4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1194732 Jul 08 20:52:35.443869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39860) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:35.448875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'port': {'network_id': '862f2e5e-e09f-4d75-8803-89005a14cd36', 'name': 'tempest-RoutersTest-465878613'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:35.470035 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-862f2e5e-e09f-4d75-8803-89005a14cd36', 'network_id': '862f2e5e-e09f-4d75-8803-89005a14cd36', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'fixed_ips': [{'subnet_id': 'd21f5720-492a-4666-a84a-099ad4cf9a25'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:52:35.470955 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.561850 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:35.565642 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.585528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] device_id is not set on port 3f86bd9c-1964-4c17-a020-4d204e268195 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:52:35.623848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Allocated IP 172.20.0.2 (862f2e5e-e09f-4d75-8803-89005a14cd36/d21f5720-492a-4666-a84a-099ad4cf9a25/8011758c-811c-473a-a2d8-dbe7df854f01) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:35.761517 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.769720 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Transition to ACTIVE for port object 8011758c-811c-473a-a2d8-dbe7df854f01 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:35.783929 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Transition to ACTIVE for port object 8011758c-811c-473a-a2d8-dbe7df854f01 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:35.789589 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.833897 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Network 862f2e5e-e09f-4d75-8803-89005a14cd36 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:35.836897 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:35.839392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:35.847431 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b6638580-6eda-408b-b32f-0e7e2149753f {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:52:35.847759 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:52:35.850764 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Pushing event updated for resources: {'Port': ['ID=8011758c-811c-473a-a2d8-dbe7df854f01,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:35.902128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Attempting to bind port 8011758c-811c-473a-a2d8-dbe7df854f01 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:52:35.902496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Attempting to bind port 8011758c-811c-473a-a2d8-dbe7df854f01 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'e93815df-572e-47fe-a09a-eb4c42a73fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '862f2e5e-e09f-4d75-8803-89005a14cd36'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:52:35.903401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Attempting to bind port 8011758c-811c-473a-a2d8-dbe7df854f01 on network 862f2e5e-e09f-4d75-8803-89005a14cd36 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:52:35.908391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:52:35.908793 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Checking segment: {'id': 'e93815df-572e-47fe-a09a-eb4c42a73fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '862f2e5e-e09f-4d75-8803-89005a14cd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:52:35.909198 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.909592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Bound using segment: {'id': 'e93815df-572e-47fe-a09a-eb4c42a73fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '862f2e5e-e09f-4d75-8803-89005a14cd36'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:52:35.910060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Bound port: 8011758c-811c-473a-a2d8-dbe7df854f01, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93815df-572e-47fe-a09a-eb4c42a73fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '862f2e5e-e09f-4d75-8803-89005a14cd36'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:52:35.910442 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:35.976116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] For port 8011758c-811c-473a-a2d8-dbe7df854f01, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:52:35.979055 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] For port 8011758c-811c-473a-a2d8-dbe7df854f01, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8011758c-811c-473a-a2d8-dbe7df854f01,segment=NetworkSegment(e93815df-572e-47fe-a09a-eb4c42a73fa7),segment_id=e93815df-572e-47fe-a09a-eb4c42a73fa7)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:52:35.984024 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:36.040159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3f3ec-6d99-48d8-8643-929d27ac925d None None] Pushing event updated for resources: {'Port': ['ID=8011758c-811c-473a-a2d8-dbe7df854f01,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:36.349140 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:36.366675 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] device_id is not set on port 5a8d15f5-619a-45c5-95ad-31c0694a1500 yet. {{(pid=94065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 20:52:36.473379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Allocated IP 172.20.0.3 (862f2e5e-e09f-4d75-8803-89005a14cd36/d21f5720-492a-4666-a84a-099ad4cf9a25/5a8d15f5-619a-45c5-95ad-31c0694a1500) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:36.623050 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:36.638929 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Transition to ACTIVE for port object 5a8d15f5-619a-45c5-95ad-31c0694a1500 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:36.678273 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:36.734277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=5a8d15f5-619a-45c5-95ad-31c0694a1500,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:36.737081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8011758c-811c-473a-a2d8-dbe7df854f01 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:52:36.741194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 862f2e5e-e09f-4d75-8803-89005a14cd36 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:36.742668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:36.744991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:36.796619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 8011758c-811c-473a-a2d8-dbe7df854f01 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:36.801412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:36.802670 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:36.817966 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-81836a79-7b04-4f96-9ff0-18109538f97f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3729849 Jul 08 20:52:36.820495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39862) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:36.962759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e86960-3391-401f-834d-556b05935795 None None] Network 862f2e5e-e09f-4d75-8803-89005a14cd36 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:37.030992 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-da8ace97-796b-43e5-a348-6a964999b000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.058121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1b00d3bc-6fe3-4f08-8412-a354d548c268 None None] Provisioning for port 8011758c-811c-473a-a2d8-dbe7df854f01 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:37.064824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1b00d3bc-6fe3-4f08-8412-a354d548c268 None None] Provisioning complete for port 8011758c-811c-473a-a2d8-dbe7df854f01 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:37.065197 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b00d3bc-6fe3-4f08-8412-a354d548c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.155970 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.164853 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.223298 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b00d3bc-6fe3-4f08-8412-a354d548c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.272818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1b00d3bc-6fe3-4f08-8412-a354d548c268 None None] For port 8011758c-811c-473a-a2d8-dbe7df854f01, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8011758c-811c-473a-a2d8-dbe7df854f01,segment=NetworkSegment(e93815df-572e-47fe-a09a-eb4c42a73fa7),segment_id=e93815df-572e-47fe-a09a-eb4c42a73fa7)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:37.279060 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b00d3bc-6fe3-4f08-8412-a354d548c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.330367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00d3bc-6fe3-4f08-8412-a354d548c268 None None] Pushing event updated for resources: {'Port': ['ID=8011758c-811c-473a-a2d8-dbe7df854f01,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:37.418342 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.424737 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.501649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-daff4baf-9dcb-4126-a8d1-bc1032528da0 None None] Provisioning for port 5a8d15f5-619a-45c5-95ad-31c0694a1500 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:37.505872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-daff4baf-9dcb-4126-a8d1-bc1032528da0 None None] Provisioning complete for port 5a8d15f5-619a-45c5-95ad-31c0694a1500 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:37.506334 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-daff4baf-9dcb-4126-a8d1-bc1032528da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.507469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=5a8d15f5-619a-45c5-95ad-31c0694a1500,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:37.550759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-daff4baf-9dcb-4126-a8d1-bc1032528da0 None None] Port 5a8d15f5-619a-45c5-95ad-31c0694a1500 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:37.563088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-daff4baf-9dcb-4126-a8d1-bc1032528da0 None None] Provisioning complete for port 8011758c-811c-473a-a2d8-dbe7df854f01 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:37.563088 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-daff4baf-9dcb-4126-a8d1-bc1032528da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.685863 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.779421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ed16c051-b6fc-4c62-a909-8449341c7766 None None] Provisioning complete for port 5a8d15f5-619a-45c5-95ad-31c0694a1500 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:37.779953 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ed16c051-b6fc-4c62-a909-8449341c7766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.815985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ed16c051-b6fc-4c62-a909-8449341c7766 None None] Port 5a8d15f5-619a-45c5-95ad-31c0694a1500 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:37.818971 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.934722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-deb94b00-9ec5-4074-968a-7bde06d0a15b None None] Provisioning complete for port 5a8d15f5-619a-45c5-95ad-31c0694a1500 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:37.934722 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-deb94b00-9ec5-4074-968a-7bde06d0a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:37.971053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-deb94b00-9ec5-4074-968a-7bde06d0a15b None None] Port 5a8d15f5-619a-45c5-95ad-31c0694a1500 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:38.282472 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:38.369516 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:38.374856 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:38.450207 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:38.452249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=5a8d15f5-619a-45c5-95ad-31c0694a1500,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:38.543724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 862f2e5e-e09f-4d75-8803-89005a14cd36 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:38.545022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:38.679144 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 6b076777-748f-4d0e-bbcb-7adb38607bce is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:52:38.711907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8011758c-811c-473a-a2d8-dbe7df854f01 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:52:38.761504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 8011758c-811c-473a-a2d8-dbe7df854f01 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:38.762509 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:38.774251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:38.782712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39864) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:38.783254 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-90f27ff4-6f68-42a7-a392-6f7bce3b8427 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/6b076777-748f-4d0e-bbcb-7adb38607bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9612119 Jul 08 20:52:38.787242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea3b42f-7df8-40c3-bd16-a376315e9f72 None None] Sync routers for ids ['6b076777-748f-4d0e-bbcb-7adb38607bce'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:38.820418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3b42f-7df8-40c3-bd16-a376315e9f72 None None] Routers {'6b076777-748f-4d0e-bbcb-7adb38607bce'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:38.820959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8ea3b42f-7df8-40c3-bd16-a376315e9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b076777-748f-4d0e-bbcb-7adb38607bce'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:38.826847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1c8db69e-ab24-40eb-9d6d-89b19df0cdaa None None] Provisioning complete for port 5a8d15f5-619a-45c5-95ad-31c0694a1500 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:38.827219 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1c8db69e-ab24-40eb-9d6d-89b19df0cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:38.847609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb80944-12eb-43e0-8f00-a388d4022208 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:38.849194 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2eb80944-12eb-43e0-8f00-a388d4022208 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports/5a8d15f5-619a-45c5-95ad-31c0694a1500 HTTP/1.1" status: 200 len: 976 time: 0.0652151 Jul 08 20:52:38.851872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39866) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:38.878630 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8ea3b42f-7df8-40c3-bd16-a376315e9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:38.922014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3b42f-7df8-40c3-bd16-a376315e9f72 None None] Routers {'6b076777-748f-4d0e-bbcb-7adb38607bce'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:38.922648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8ea3b42f-7df8-40c3-bd16-a376315e9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b076777-748f-4d0e-bbcb-7adb38607bce'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:38.926045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1c8db69e-ab24-40eb-9d6d-89b19df0cdaa None None] Port 5a8d15f5-619a-45c5-95ad-31c0694a1500 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:38.967798 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-8ea3b42f-7df8-40c3-bd16-a376315e9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:38.968447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea3b42f-7df8-40c3-bd16-a376315e9f72 None None] The sync data for ids ['6b076777-748f-4d0e-bbcb-7adb38607bce'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:39.291717 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c11ab327-8205-44eb-85f6-da89f7bbf27c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:39.495797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c11ab327-8205-44eb-85f6-da89f7bbf27c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port 5a8d15f5-619a-45c5-95ad-31c0694a1500 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:39.496130 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c11ab327-8205-44eb-85f6-da89f7bbf27c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:39.586748 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c11ab327-8205-44eb-85f6-da89f7bbf27c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:39.598176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c11ab327-8205-44eb-85f6-da89f7bbf27c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for 5a8d15f5-619a-45c5-95ad-31c0694a1500 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:39.768009 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c11ab327-8205-44eb-85f6-da89f7bbf27c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:39.798057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ab327-8205-44eb-85f6-da89f7bbf27c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=5a8d15f5-619a-45c5-95ad-31c0694a1500,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:39.857235 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:39.954341 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c11ab327-8205-44eb-85f6-da89f7bbf27c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:40.110829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11ab327-8205-44eb-85f6-da89f7bbf27c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 6b076777-748f-4d0e-bbcb-7adb38607bce has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:40.189521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11ab327-8205-44eb-85f6-da89f7bbf27c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:40.195779 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c11ab327-8205-44eb-85f6-da89f7bbf27c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/6b076777-748f-4d0e-bbcb-7adb38607bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3416808 Jul 08 20:52:40.198846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39868) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:40.200445 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75330ba-1688-4320-b691-c6c587359ba7 None None] Sync routers for ids ['6b076777-748f-4d0e-bbcb-7adb38607bce'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:40.218402 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75330ba-1688-4320-b691-c6c587359ba7 None None] Routers {'6b076777-748f-4d0e-bbcb-7adb38607bce'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:40.219276 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c75330ba-1688-4320-b691-c6c587359ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b076777-748f-4d0e-bbcb-7adb38607bce'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:40.256286 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c75330ba-1688-4320-b691-c6c587359ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:40.265723 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75330ba-1688-4320-b691-c6c587359ba7 None None] Routers {'6b076777-748f-4d0e-bbcb-7adb38607bce'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:40.266327 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c75330ba-1688-4320-b691-c6c587359ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['6b076777-748f-4d0e-bbcb-7adb38607bce'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:40.312572 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-c75330ba-1688-4320-b691-c6c587359ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:40.313540 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75330ba-1688-4320-b691-c6c587359ba7 None None] The sync data for ids ['6b076777-748f-4d0e-bbcb-7adb38607bce'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:40.632229 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-1a280700-1d6f-48a4-8c07-2f6c6ed1191a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] remove_router_interface failed (client error): The resource could not be found. Jul 08 20:52:40.634172 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1a280700-1d6f-48a4-8c07-2f6c6ed1191a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/6b076777-748f-4d0e-bbcb-7adb38607bce/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4334157 Jul 08 20:52:40.638150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39870) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:40.671964 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0feb2699-001b-407d-9ee6-0133ae7085f0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b076777-748f-4d0e-bbcb-7adb38607bce HTTP/1.1" status: 200 len: 205 time: 0.0326805 Jul 08 20:52:40.674369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39872) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:40.748381 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e41c-6d8c-45ec-a91d-73a72694c5f9 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:40.911802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e41c-6d8c-45ec-a91d-73a72694c5f9 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:40.913909 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e41c-6d8c-45ec-a91d-73a72694c5f9 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:40.960165 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e41c-6d8c-45ec-a91d-73a72694c5f9 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:40.960587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea5e41c-6d8c-45ec-a91d-73a72694c5f9 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Fanout notify agent at l3_agent the message router_deleted on router 6b076777-748f-4d0e-bbcb-7adb38607bce {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:52:40.967884 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e41c-6d8c-45ec-a91d-73a72694c5f9 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:40.969053 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3ea5e41c-6d8c-45ec-a91d-73a72694c5f9 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/6b076777-748f-4d0e-bbcb-7adb38607bce HTTP/1.1" status: 204 len: 168 time: 0.2937694 Jul 08 20:52:40.971593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39874) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:41.026862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d36252-ec26-40fd-b2ef-000dcbe83781 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting subnet d21f5720-492a-4666-a84a-099ad4cf9a25 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:52:41.030511 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1d36252-ec26-40fd-b2ef-000dcbe83781 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.070561 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1d36252-ec26-40fd-b2ef-000dcbe83781 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.160391 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1d36252-ec26-40fd-b2ef-000dcbe83781 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.218264 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1d36252-ec26-40fd-b2ef-000dcbe83781 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.245595 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d36252-ec26-40fd-b2ef-000dcbe83781 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Subnet': ['ID=d21f5720-492a-4666-a84a-099ad4cf9a25,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:41.249941 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1d36252-ec26-40fd-b2ef-000dcbe83781 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.251817 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e1d36252-ec26-40fd-b2ef-000dcbe83781 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/d21f5720-492a-4666-a84a-099ad4cf9a25 HTTP/1.1" status: 204 len: 168 time: 0.2790906 Jul 08 20:52:41.254994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39876) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:41.258276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0de9a8-0d6c-44df-9b6a-75a6069b96e9 None None] Network 862f2e5e-e09f-4d75-8803-89005a14cd36 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:41.331488 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.395658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port 8011758c-811c-473a-a2d8-dbe7df854f01 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:41.396601 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.458606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c720b9f-a51c-48b4-bafc-72aadafc5005 None None] DHCP port deletion for 862f2e5e-e09f-4d75-8803-89005a14cd36 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:52:41.464426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] For port 8011758c-811c-473a-a2d8-dbe7df854f01, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8011758c-811c-473a-a2d8-dbe7df854f01,segment=NetworkSegment(e93815df-572e-47fe-a09a-eb4c42a73fa7),segment_id=e93815df-572e-47fe-a09a-eb4c42a73fa7)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:41.465051 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.478707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for 8011758c-811c-473a-a2d8-dbe7df854f01 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:41.505580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-2c720b9f-a51c-48b4-bafc-72aadafc5005 None None] Deleting port 8011758c-811c-473a-a2d8-dbe7df854f01 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:41.505954 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c720b9f-a51c-48b4-bafc-72aadafc5005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.565477 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.569938 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2c720b9f-a51c-48b4-bafc-72aadafc5005 None None] For port 8011758c-811c-473a-a2d8-dbe7df854f01, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=8011758c-811c-473a-a2d8-dbe7df854f01,segment=NetworkSegment(e93815df-572e-47fe-a09a-eb4c42a73fa7),segment_id=e93815df-572e-47fe-a09a-eb4c42a73fa7)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:41.570331 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c720b9f-a51c-48b4-bafc-72aadafc5005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.588598 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-2c720b9f-a51c-48b4-bafc-72aadafc5005 None None] Calling delete_port for 8011758c-811c-473a-a2d8-dbe7df854f01 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:41.611114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=8011758c-811c-473a-a2d8-dbe7df854f01,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:41.617246 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No DVR routers for this DVR port 8011758c-811c-473a-a2d8-dbe7df854f01 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:41.669864 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c720b9f-a51c-48b4-bafc-72aadafc5005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.695915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c720b9f-a51c-48b4-bafc-72aadafc5005 None None] Pushing event deleted for resources: {'Port': ['ID=8011758c-811c-473a-a2d8-dbe7df854f01,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:41.699337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c720b9f-a51c-48b4-bafc-72aadafc5005 None None] No DVR routers for this DVR port 8011758c-811c-473a-a2d8-dbe7df854f01 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:41.718053 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.728122 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862f2e5e-e09f-4d75-8803-89005a14cd36']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:41.739640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93815df-572e-47fe-a09a-eb4c42a73fa7') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:41.739859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93815df-572e-47fe-a09a-eb4c42a73fa7') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:41.749263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.763532 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.769309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:52:41.769697 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:52:41.772535 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:52:41.835363 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.840308 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.842289 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/networks/862f2e5e-e09f-4d75-8803-89005a14cd36 HTTP/1.1" status: 204 len: 168 time: 0.5861955 Jul 08 20:52:41.847512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39878) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:41.852680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4c01f97e-7b14-4830-9045-e7a8bab28887 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'network': {'name': 'tempest-RoutersTest-2088800469'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:41.857933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a1bbe-2f16-4112-8f4e-4585cc70d5d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Network': ['ID=862f2e5e-e09f-4d75-8803-89005a14cd36,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:41.875968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c01f97e-7b14-4830-9045-e7a8bab28887 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:41.879747 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4c01f97e-7b14-4830-9045-e7a8bab28887 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.904713 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c01f97e-7b14-4830-9045-e7a8bab28887 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:52:41.913967 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4c01f97e-7b14-4830-9045-e7a8bab28887 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.914315 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-4c01f97e-7b14-4830-9045-e7a8bab28887 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Added segment d5c6efe0-91b5-46bd-b0c2-a1311504a386 of type vlan for network 5a0065c5-e853-48c1-9a64-afab81aee20a Jul 08 20:52:41.962818 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4c01f97e-7b14-4830-9045-e7a8bab28887 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:41.998964 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4c01f97e-7b14-4830-9045-e7a8bab28887 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.004845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01f97e-7b14-4830-9045-e7a8bab28887 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:42.005448 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4c01f97e-7b14-4830-9045-e7a8bab28887 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.064788 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4c01f97e-7b14-4830-9045-e7a8bab28887 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2161171 Jul 08 20:52:42.068005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39880) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:42.076855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-685285b0-9aef-4431-a33f-4e8c8450e110 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'subnet': {'network_id': '5a0065c5-e853-48c1-9a64-afab81aee20a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:42.084188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01f97e-7b14-4830-9045-e7a8bab28887 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Network': ['ID=5a0065c5-e853-48c1-9a64-afab81aee20a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:42.096547 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 5a0065c5-e853-48c1-9a64-afab81aee20a details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:52:42.180376 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685285b0-9aef-4431-a33f-4e8c8450e110 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:42.184447 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-685285b0-9aef-4431-a33f-4e8c8450e110 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.362391 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-685285b0-9aef-4431-a33f-4e8c8450e110 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.424074 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685285b0-9aef-4431-a33f-4e8c8450e110 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Subnet': ['ID=140314ce-f61f-4e22-8476-d01a60d12611,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:42.431249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685285b0-9aef-4431-a33f-4e8c8450e110 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Checking segment: {'id': 'd5c6efe0-91b5-46bd-b0c2-a1311504a386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '5a0065c5-e853-48c1-9a64-afab81aee20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:52:42.431615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685285b0-9aef-4431-a33f-4e8c8450e110 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network hostable DHCP agents. Network: 5a0065c5-e853-48c1-9a64-afab81aee20a, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:52:42.448739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685285b0-9aef-4431-a33f-4e8c8450e110 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 5a0065c5-e853-48c1-9a64-afab81aee20a is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:52:42.457684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-685285b0-9aef-4431-a33f-4e8c8450e110 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 5a0065c5-e853-48c1-9a64-afab81aee20a) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:42.461903 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685285b0-9aef-4431-a33f-4e8c8450e110 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:42.462353 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-685285b0-9aef-4431-a33f-4e8c8450e110 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.467085 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b343a4-1afb-4eec-b808-4e4027136b8a None None] Network 5a0065c5-e853-48c1-9a64-afab81aee20a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:42.476865 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-685285b0-9aef-4431-a33f-4e8c8450e110 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4075887 Jul 08 20:52:42.479219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39882) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:42.484425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5bb0bca6-8243-4435-8f7d-3f7f40c9b8f2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1616238861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:42.509071 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bb0bca6-8243-4435-8f7d-3f7f40c9b8f2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.510049 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bb0bca6-8243-4435-8f7d-3f7f40c9b8f2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.566390 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bb0bca6-8243-4435-8f7d-3f7f40c9b8f2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.571252 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bb0bca6-8243-4435-8f7d-3f7f40c9b8f2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.588173 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bb0bca6-8243-4435-8f7d-3f7f40c9b8f2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.589428 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5bb0bca6-8243-4435-8f7d-3f7f40c9b8f2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1092448 Jul 08 20:52:42.592129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39884) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:42.616078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-5a0065c5-e853-48c1-9a64-afab81aee20a', 'network_id': '5a0065c5-e853-48c1-9a64-afab81aee20a', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'fixed_ips': [{'subnet_id': '140314ce-f61f-4e22-8476-d01a60d12611'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:52:42.616956 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.704981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8011758c-811c-473a-a2d8-dbe7df854f01 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:42.729928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 8011758c-811c-473a-a2d8-dbe7df854f01 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:42.730279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 8011758c-811c-473a-a2d8-dbe7df854f01 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:42.777184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Allocated IP 172.20.0.2 (5a0065c5-e853-48c1-9a64-afab81aee20a/140314ce-f61f-4e22-8476-d01a60d12611/a2982dae-d44f-456f-9791-0ffd87cdbec6) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:42.875936 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.924078 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.932834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Transition to ACTIVE for port object a2982dae-d44f-456f-9791-0ffd87cdbec6 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:42.948149 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Transition to ACTIVE for port object a2982dae-d44f-456f-9791-0ffd87cdbec6 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:42.955527 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:42.995582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Network 5a0065c5-e853-48c1-9a64-afab81aee20a is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:42.999020 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:43.001447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:43.010737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Pushing event updated for resources: {'Port': ['ID=a2982dae-d44f-456f-9791-0ffd87cdbec6,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:43.068104 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Attempting to bind port a2982dae-d44f-456f-9791-0ffd87cdbec6 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:52:43.068493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Attempting to bind port a2982dae-d44f-456f-9791-0ffd87cdbec6 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd5c6efe0-91b5-46bd-b0c2-a1311504a386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '5a0065c5-e853-48c1-9a64-afab81aee20a'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:52:43.068885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Attempting to bind port a2982dae-d44f-456f-9791-0ffd87cdbec6 on network 5a0065c5-e853-48c1-9a64-afab81aee20a {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:52:43.073833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:52:43.074242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Checking segment: {'id': 'd5c6efe0-91b5-46bd-b0c2-a1311504a386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '5a0065c5-e853-48c1-9a64-afab81aee20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:52:43.074806 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:43.075200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Bound using segment: {'id': 'd5c6efe0-91b5-46bd-b0c2-a1311504a386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '5a0065c5-e853-48c1-9a64-afab81aee20a'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:52:43.075665 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Bound port: a2982dae-d44f-456f-9791-0ffd87cdbec6, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c6efe0-91b5-46bd-b0c2-a1311504a386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '5a0065c5-e853-48c1-9a64-afab81aee20a'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:52:43.076045 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:43.123098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Allocated IP 172.20.0.1 (5a0065c5-e853-48c1-9a64-afab81aee20a/140314ce-f61f-4e22-8476-d01a60d12611/9e4a00ae-60a1-4a37-9376-0932b83f1677) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:43.141519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] For port a2982dae-d44f-456f-9791-0ffd87cdbec6, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:52:43.144780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] For port a2982dae-d44f-456f-9791-0ffd87cdbec6, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a2982dae-d44f-456f-9791-0ffd87cdbec6,segment=NetworkSegment(d5c6efe0-91b5-46bd-b0c2-a1311504a386),segment_id=d5c6efe0-91b5-46bd-b0c2-a1311504a386)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:52:43.149429 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:43.208540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed3230-e686-4a5d-b83f-6d287996a93f None None] Pushing event updated for resources: {'Port': ['ID=a2982dae-d44f-456f-9791-0ffd87cdbec6,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:43.249441 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:43.264368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Transition to ACTIVE for port object 9e4a00ae-60a1-4a37-9376-0932b83f1677 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:43.298518 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:43.349546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 5a0065c5-e853-48c1-9a64-afab81aee20a is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:43.353608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:43.356874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:43.384685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=9e4a00ae-60a1-4a37-9376-0932b83f1677,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:43.416370 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:43.556313 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:43.821409 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:43.826832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:43.904940 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:43.906913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=9e4a00ae-60a1-4a37-9376-0932b83f1677,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:44.009772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 5a0065c5-e853-48c1-9a64-afab81aee20a is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:44.011392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:44.103881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee8bdc9-4a2c-4abb-8b3c-28cf8cacadbe None None] Network 5a0065c5-e853-48c1-9a64-afab81aee20a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:44.137722 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:52:44.196301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-da2b4bcf-8610-49bb-aa28-d588b6330ca7 None None] Provisioning for port a2982dae-d44f-456f-9791-0ffd87cdbec6 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:44.236929 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:44.242532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-31b09767-968c-41a7-b5b5-24a3cd1c812f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6492376 Jul 08 20:52:44.245505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39886) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:44.261734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272aae1d-a5ff-49c3-8681-a61fd8b68e9d None None] Sync routers for ids ['73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:44.277544 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272aae1d-a5ff-49c3-8681-a61fd8b68e9d None None] Routers {'73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:44.278176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-272aae1d-a5ff-49c3-8681-a61fd8b68e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:44.321138 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-272aae1d-a5ff-49c3-8681-a61fd8b68e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:44.336692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272aae1d-a5ff-49c3-8681-a61fd8b68e9d None None] Routers {'73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:44.337329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-272aae1d-a5ff-49c3-8681-a61fd8b68e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:44.374582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-272aae1d-a5ff-49c3-8681-a61fd8b68e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:44.375381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272aae1d-a5ff-49c3-8681-a61fd8b68e9d None None] The sync data for ids ['73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:44.658682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c38aa0-00cc-40b5-8947-b9136b9e5e80 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:44.661517 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-31c38aa0-00cc-40b5-8947-b9136b9e5e80 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports/9e4a00ae-60a1-4a37-9376-0932b83f1677 HTTP/1.1" status: 200 len: 910 time: 0.4142461 Jul 08 20:52:44.661806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e6ed6965-0c70-4e20-85f2-55ef11c842da None None] Provisioning for port 9e4a00ae-60a1-4a37-9376-0932b83f1677 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:44.665140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39888) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:44.668531 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e6ed6965-0c70-4e20-85f2-55ef11c842da None None] Provisioning complete for port 9e4a00ae-60a1-4a37-9376-0932b83f1677 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:44.668959 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e6ed6965-0c70-4e20-85f2-55ef11c842da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:44.716048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e6ed6965-0c70-4e20-85f2-55ef11c842da None None] Port 9e4a00ae-60a1-4a37-9376-0932b83f1677 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:44.759697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a2982dae-d44f-456f-9791-0ffd87cdbec6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:52:44.819149 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port a2982dae-d44f-456f-9791-0ffd87cdbec6 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:44.828494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port a2982dae-d44f-456f-9791-0ffd87cdbec6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:44.828802 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:44.866205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-901c5af0-2164-41c9-ab20-4d465c6e0459 None None] Provisioning complete for port 9e4a00ae-60a1-4a37-9376-0932b83f1677 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:44.866732 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-901c5af0-2164-41c9-ab20-4d465c6e0459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:44.910965 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-901c5af0-2164-41c9-ab20-4d465c6e0459 None None] Port 9e4a00ae-60a1-4a37-9376-0932b83f1677 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:44.951248 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:44.987369 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port a2982dae-d44f-456f-9791-0ffd87cdbec6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a2982dae-d44f-456f-9791-0ffd87cdbec6,segment=NetworkSegment(d5c6efe0-91b5-46bd-b0c2-a1311504a386),segment_id=d5c6efe0-91b5-46bd-b0c2-a1311504a386)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:44.993139 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:45.018432 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12acdaf7-a04e-464c-b88b-7b93bf9c2dc5 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:45.048561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e216e9e9-64fd-4761-afb0-5ad4bfdd64a0 None None] Provisioning complete for port 9e4a00ae-60a1-4a37-9376-0932b83f1677 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:45.048876 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e216e9e9-64fd-4761-afb0-5ad4bfdd64a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:45.053290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=a2982dae-d44f-456f-9791-0ffd87cdbec6,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:45.087976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e216e9e9-64fd-4761-afb0-5ad4bfdd64a0 None None] Port 9e4a00ae-60a1-4a37-9376-0932b83f1677 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:45.271517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-12acdaf7-a04e-464c-b88b-7b93bf9c2dc5 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port 9e4a00ae-60a1-4a37-9376-0932b83f1677 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:45.271865 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12acdaf7-a04e-464c-b88b-7b93bf9c2dc5 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:45.359818 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12acdaf7-a04e-464c-b88b-7b93bf9c2dc5 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:45.371968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-12acdaf7-a04e-464c-b88b-7b93bf9c2dc5 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for 9e4a00ae-60a1-4a37-9376-0932b83f1677 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:45.543524 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12acdaf7-a04e-464c-b88b-7b93bf9c2dc5 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:45.571334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acdaf7-a04e-464c-b88b-7b93bf9c2dc5 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=9e4a00ae-60a1-4a37-9376-0932b83f1677,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:45.714636 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12acdaf7-a04e-464c-b88b-7b93bf9c2dc5 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:45.869079 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12acdaf7-a04e-464c-b88b-7b93bf9c2dc5 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:45.946958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12acdaf7-a04e-464c-b88b-7b93bf9c2dc5 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:45.952834 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-12acdaf7-a04e-464c-b88b-7b93bf9c2dc5 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2864799 Jul 08 20:52:45.955456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39890) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:45.957226 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb8898f-919e-4071-83aa-96e82dd7341b None None] Sync routers for ids ['73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:45.967277 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb8898f-919e-4071-83aa-96e82dd7341b None None] Routers {'73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:45.968035 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6eb8898f-919e-4071-83aa-96e82dd7341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:45.988081 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bd8bbe68-ff78-48dd-a93b-3b74f983bd11 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56 HTTP/1.1" status: 200 len: 205 time: 0.0293396 Jul 08 20:52:45.988305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39892) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:46.003346 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6eb8898f-919e-4071-83aa-96e82dd7341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:46.012688 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb8898f-919e-4071-83aa-96e82dd7341b None None] Routers {'73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:46.013295 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6eb8898f-919e-4071-83aa-96e82dd7341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:46.047964 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-6eb8898f-919e-4071-83aa-96e82dd7341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:46.048616 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb8898f-919e-4071-83aa-96e82dd7341b None None] The sync data for ids ['73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:46.066034 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26897616-443a-4627-b5a6-5e5a35e0592d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.226923 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26897616-443a-4627-b5a6-5e5a35e0592d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.228964 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26897616-443a-4627-b5a6-5e5a35e0592d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.273520 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26897616-443a-4627-b5a6-5e5a35e0592d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.274060 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26897616-443a-4627-b5a6-5e5a35e0592d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Fanout notify agent at l3_agent the message router_deleted on router 73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:52:46.281608 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26897616-443a-4627-b5a6-5e5a35e0592d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.282668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-26897616-443a-4627-b5a6-5e5a35e0592d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56 HTTP/1.1" status: 204 len: 168 time: 0.2934539 Jul 08 20:52:46.285238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39894) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:46.336545 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fae037-0e57-4c4c-82e6-8dadc7ed495e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting subnet 140314ce-f61f-4e22-8476-d01a60d12611 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:52:46.339637 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49fae037-0e57-4c4c-82e6-8dadc7ed495e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.383837 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49fae037-0e57-4c4c-82e6-8dadc7ed495e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.467150 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49fae037-0e57-4c4c-82e6-8dadc7ed495e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.525071 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49fae037-0e57-4c4c-82e6-8dadc7ed495e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.554112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fae037-0e57-4c4c-82e6-8dadc7ed495e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Subnet': ['ID=140314ce-f61f-4e22-8476-d01a60d12611,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:46.560574 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49fae037-0e57-4c4c-82e6-8dadc7ed495e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.562423 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-49fae037-0e57-4c4c-82e6-8dadc7ed495e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/140314ce-f61f-4e22-8476-d01a60d12611 HTTP/1.1" status: 204 len: 168 time: 0.2762024 Jul 08 20:52:46.565066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39896) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:46.565846 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1420e3c1-47a2-4c0e-b579-91818c54b958 None None] Network 5a0065c5-e853-48c1-9a64-afab81aee20a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:46.640437 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.701431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port a2982dae-d44f-456f-9791-0ffd87cdbec6 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:46.701777 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.704595 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a2982dae-d44f-456f-9791-0ffd87cdbec6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:52:46.755568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port a2982dae-d44f-456f-9791-0ffd87cdbec6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:46.756031 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.769477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] For port a2982dae-d44f-456f-9791-0ffd87cdbec6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a2982dae-d44f-456f-9791-0ffd87cdbec6,segment=NetworkSegment(d5c6efe0-91b5-46bd-b0c2-a1311504a386),segment_id=d5c6efe0-91b5-46bd-b0c2-a1311504a386)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:46.769836 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.778706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c33400-bd0a-4e59-8151-94602269f4aa None None] DHCP port deletion for 5a0065c5-e853-48c1-9a64-afab81aee20a request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:52:46.783465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for a2982dae-d44f-456f-9791-0ffd87cdbec6 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:46.870692 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.896328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=a2982dae-d44f-456f-9791-0ffd87cdbec6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:46.902425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No DVR routers for this DVR port a2982dae-d44f-456f-9791-0ffd87cdbec6 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:46.976788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Could not find standard attr ID for object a2982dae-d44f-456f-9791-0ffd87cdbec6. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 20:52:46.981308 n-d-791506-16 neutron-server[94067]: INFO neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No ports have port_id starting with a2982dae-d44f-456f-9791-0ffd87cdbec6 Jul 08 20:52:46.989593 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:46.997729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a9c33400-bd0a-4e59-8151-94602269f4aa None None] Deleting port a2982dae-d44f-456f-9791-0ffd87cdbec6 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:46.998044 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a9c33400-bd0a-4e59-8151-94602269f4aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.000537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0065c5-e853-48c1-9a64-afab81aee20a']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:47.012147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c6efe0-91b5-46bd-b0c2-a1311504a386') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:47.012462 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c6efe0-91b5-46bd-b0c2-a1311504a386') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:47.021518 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.035140 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.041001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:52:47.041392 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:52:47.044874 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:52:47.064693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a9c33400-bd0a-4e59-8151-94602269f4aa None None] For port a2982dae-d44f-456f-9791-0ffd87cdbec6, host n-d-791506-16, got binding levels [] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:47.065100 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a9c33400-bd0a-4e59-8151-94602269f4aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.079995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a9c33400-bd0a-4e59-8151-94602269f4aa None None] Calling delete_port for a2982dae-d44f-456f-9791-0ffd87cdbec6 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:47.081692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.ipam_backend_mixin [None req-a9c33400-bd0a-4e59-8151-94602269f4aa None None] Port a2982dae-d44f-456f-9791-0ffd87cdbec6 was not found and therefore no delete operation was performed {{(pid=94067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 20:52:47.082931 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a9c33400-bd0a-4e59-8151-94602269f4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.107420 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.107752 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c33400-bd0a-4e59-8151-94602269f4aa None None] Pushing event deleted for resources: {'Port': ['ID=a2982dae-d44f-456f-9791-0ffd87cdbec6,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:47.113805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c33400-bd0a-4e59-8151-94602269f4aa None None] No DVR routers for this DVR port a2982dae-d44f-456f-9791-0ffd87cdbec6 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:47.115230 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.117319 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/networks/5a0065c5-e853-48c1-9a64-afab81aee20a HTTP/1.1" status: 204 len: 168 time: 0.5512609 Jul 08 20:52:47.121991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39898) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:47.125929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-669662310', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:47.142600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ea9f3-a786-46cb-8f4b-49b93bb619e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Network': ['ID=5a0065c5-e853-48c1-9a64-afab81aee20a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:47.161085 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.162057 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.213669 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.357026 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.556560 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.576537 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.684780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Allocated IP 172.25.4.39 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/3ef1bc84-fc12-453d-84f0-98e40f4028d0) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:47.694410 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.790446 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.829130 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:47.867794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:47.870542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:47.874671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:47.896142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=3ef1bc84-fc12-453d-84f0-98e40f4028d0,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:48.125326 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:48.329851 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:48.475545 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router abb5be94-6577-4a2d-8564-02797b9bf3f6 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:52:48.582121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:48.591495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbc39b-f893-49b9-8622-b728635a321d None None] Sync routers for ids ['abb5be94-6577-4a2d-8564-02797b9bf3f6'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:48.600779 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fbc39b-f893-49b9-8622-b728635a321d None None] Routers {'abb5be94-6577-4a2d-8564-02797b9bf3f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:48.601014 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:48.601465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-21fbc39b-f893-49b9-8622-b728635a321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['abb5be94-6577-4a2d-8564-02797b9bf3f6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:48.602129 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-be40c53b-91b4-4482-a62d-89b1791ee70f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.4798293 Jul 08 20:52:48.604900 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39900) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:48.639614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-21fbc39b-f893-49b9-8622-b728635a321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:48.649350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fbc39b-f893-49b9-8622-b728635a321d None None] Routers {'abb5be94-6577-4a2d-8564-02797b9bf3f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:48.649895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-21fbc39b-f893-49b9-8622-b728635a321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['abb5be94-6577-4a2d-8564-02797b9bf3f6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:48.682294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-21fbc39b-f893-49b9-8622-b728635a321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:48.683219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbc39b-f893-49b9-8622-b728635a321d None None] The sync data for ids ['abb5be94-6577-4a2d-8564-02797b9bf3f6'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:48.700152 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a2982dae-d44f-456f-9791-0ffd87cdbec6 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:48.721870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e6928cbc-397e-4cf6-a822-fb08023e379d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/routers/abb5be94-6577-4a2d-8564-02797b9bf3f6 HTTP/1.1" status: 200 len: 879 time: 0.1135454 Jul 08 20:52:48.722128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: a2982dae-d44f-456f-9791-0ffd87cdbec6 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:48.722128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a2982dae-d44f-456f-9791-0ffd87cdbec6 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:48.722368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39902) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:48.956563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-434057e4-367f-41da-93a8-66afd093c151 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2330031 Jul 08 20:52:48.959066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39904) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:48.963614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-5d32d555-1ede-4d28-89bf-e43e6185d6ff tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-669662310'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:49.520126 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d32d555-1ede-4d28-89bf-e43e6185d6ff tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:49.531497 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d32d555-1ede-4d28-89bf-e43e6185d6ff tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:49.640758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d32d555-1ede-4d28-89bf-e43e6185d6ff tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router abb5be94-6577-4a2d-8564-02797b9bf3f6 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:49.745343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d32d555-1ede-4d28-89bf-e43e6185d6ff tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:49.752169 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d32d555-1ede-4d28-89bf-e43e6185d6ff tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:49.753376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5d32d555-1ede-4d28-89bf-e43e6185d6ff tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/abb5be94-6577-4a2d-8564-02797b9bf3f6 HTTP/1.1" status: 200 len: 886 time: 0.7933674 Jul 08 20:52:49.755150 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c09bf6-0de6-4de8-bc87-6840cc24048e None None] Sync routers for ids ['abb5be94-6577-4a2d-8564-02797b9bf3f6'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:49.756038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39906) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:49.765214 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c09bf6-0de6-4de8-bc87-6840cc24048e None None] Routers {'abb5be94-6577-4a2d-8564-02797b9bf3f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:49.765819 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-20c09bf6-0de6-4de8-bc87-6840cc24048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['abb5be94-6577-4a2d-8564-02797b9bf3f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:49.802247 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-20c09bf6-0de6-4de8-bc87-6840cc24048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:49.811001 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c09bf6-0de6-4de8-bc87-6840cc24048e None None] Routers {'abb5be94-6577-4a2d-8564-02797b9bf3f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:49.811610 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-20c09bf6-0de6-4de8-bc87-6840cc24048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['abb5be94-6577-4a2d-8564-02797b9bf3f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:49.844394 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-20c09bf6-0de6-4de8-bc87-6840cc24048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:49.845066 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c09bf6-0de6-4de8-bc87-6840cc24048e None None] The sync data for ids ['abb5be94-6577-4a2d-8564-02797b9bf3f6'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:49.870361 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4a994fd4-6669-4e39-83d3-8b17d3793ca9 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/routers/abb5be94-6577-4a2d-8564-02797b9bf3f6 HTTP/1.1" status: 200 len: 886 time: 0.1132400 Jul 08 20:52:49.873230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39908) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:49.908346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3b1d9c14-1f7b-455d-8baf-55610bcea403 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=abb5be94-6577-4a2d-8564-02797b9bf3f6 HTTP/1.1" status: 200 len: 205 time: 0.0340419 Jul 08 20:52:49.910854 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39910) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:50.018519 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.117863 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.175227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port 3ef1bc84-fc12-453d-84f0-98e40f4028d0 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:50.175571 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.251657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.264407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for 3ef1bc84-fc12-453d-84f0-98e40f4028d0 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:50.426806 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.454584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=3ef1bc84-fc12-453d-84f0-98e40f4028d0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:50.522250 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.616125 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.618258 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.663594 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.664283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Fanout notify agent at l3_agent the message router_deleted on router abb5be94-6577-4a2d-8564-02797b9bf3f6 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:52:50.671531 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.672643 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-37dfdd6c-942b-4e06-84cf-8cdcbe4480bb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/abb5be94-6577-4a2d-8564-02797b9bf3f6 HTTP/1.1" status: 204 len: 168 time: 0.7608819 Jul 08 20:52:50.676327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39912) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:50.681350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-85f3bde7-059f-4173-acdc-e648aac248a3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1472725941'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:50.702073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f3bde7-059f-4173-acdc-e648aac248a3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:50.705550 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f3bde7-059f-4173-acdc-e648aac248a3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.728924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f3bde7-059f-4173-acdc-e648aac248a3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:52:50.738374 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f3bde7-059f-4173-acdc-e648aac248a3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.738687 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-85f3bde7-059f-4173-acdc-e648aac248a3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Added segment f8a4d827-cc83-418c-9aaa-71ea92e2f343 of type vlan for network 7a923b58-3401-49b3-9a52-b17e7bc47cf0 Jul 08 20:52:50.781993 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f3bde7-059f-4173-acdc-e648aac248a3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.809821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f3bde7-059f-4173-acdc-e648aac248a3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.815381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f3bde7-059f-4173-acdc-e648aac248a3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:50.815976 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85f3bde7-059f-4173-acdc-e648aac248a3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:50.873096 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-85f3bde7-059f-4173-acdc-e648aac248a3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1956506 Jul 08 20:52:50.876137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39914) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:50.883351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-c2434fb5-947d-45a9-8cf3-1a277f417805 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'subnet': {'network_id': '7a923b58-3401-49b3-9a52-b17e7bc47cf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:50.899513 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3bde7-059f-4173-acdc-e648aac248a3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Network': ['ID=7a923b58-3401-49b3-9a52-b17e7bc47cf0,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:50.912346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 7a923b58-3401-49b3-9a52-b17e7bc47cf0 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:52:50.979212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2434fb5-947d-45a9-8cf3-1a277f417805 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:50.983252 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c2434fb5-947d-45a9-8cf3-1a277f417805 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.163225 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c2434fb5-947d-45a9-8cf3-1a277f417805 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.223958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2434fb5-947d-45a9-8cf3-1a277f417805 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Subnet': ['ID=2318f97e-5a8f-4719-a085-d0dd1e844e48,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:51.232857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2434fb5-947d-45a9-8cf3-1a277f417805 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Checking segment: {'id': 'f8a4d827-cc83-418c-9aaa-71ea92e2f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a923b58-3401-49b3-9a52-b17e7bc47cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:52:51.233227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2434fb5-947d-45a9-8cf3-1a277f417805 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network hostable DHCP agents. Network: 7a923b58-3401-49b3-9a52-b17e7bc47cf0, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:52:51.249887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2434fb5-947d-45a9-8cf3-1a277f417805 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 7a923b58-3401-49b3-9a52-b17e7bc47cf0 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:52:51.258198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-c2434fb5-947d-45a9-8cf3-1a277f417805 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 7a923b58-3401-49b3-9a52-b17e7bc47cf0) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:51.263350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2434fb5-947d-45a9-8cf3-1a277f417805 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:51.263940 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c2434fb5-947d-45a9-8cf3-1a277f417805 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.269034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634091e9-b471-40ca-a9d1-d4353e541598 None None] Network 7a923b58-3401-49b3-9a52-b17e7bc47cf0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:51.280857 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c2434fb5-947d-45a9-8cf3-1a277f417805 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4013219 Jul 08 20:52:51.281087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39916) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:51.285767 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-fd1ccc80-184b-40ed-b38f-0a864eb85900 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1599560560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:51.310852 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccc80-184b-40ed-b38f-0a864eb85900 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.311884 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccc80-184b-40ed-b38f-0a864eb85900 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.367995 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccc80-184b-40ed-b38f-0a864eb85900 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.373169 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccc80-184b-40ed-b38f-0a864eb85900 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.389361 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccc80-184b-40ed-b38f-0a864eb85900 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.391105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fd1ccc80-184b-40ed-b38f-0a864eb85900 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1089802 Jul 08 20:52:51.393847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39918) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:51.426921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-7a923b58-3401-49b3-9a52-b17e7bc47cf0', 'network_id': '7a923b58-3401-49b3-9a52-b17e7bc47cf0', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'fixed_ips': [{'subnet_id': '2318f97e-5a8f-4719-a085-d0dd1e844e48'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:52:51.427848 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.563293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Allocated IP 172.20.0.2 (7a923b58-3401-49b3-9a52-b17e7bc47cf0/2318f97e-5a8f-4719-a085-d0dd1e844e48/2621163f-9c9b-4c6f-8dd7-939653833846) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:51.670792 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.709512 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.718896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Transition to ACTIVE for port object 2621163f-9c9b-4c6f-8dd7-939653833846 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:51.734571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Transition to ACTIVE for port object 2621163f-9c9b-4c6f-8dd7-939653833846 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:51.740729 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.781994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Network 7a923b58-3401-49b3-9a52-b17e7bc47cf0 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:51.784911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:51.789221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:51.792214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Pushing event updated for resources: {'Port': ['ID=2621163f-9c9b-4c6f-8dd7-939653833846,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:51.850587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Attempting to bind port 2621163f-9c9b-4c6f-8dd7-939653833846 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:52:51.850969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Attempting to bind port 2621163f-9c9b-4c6f-8dd7-939653833846 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'f8a4d827-cc83-418c-9aaa-71ea92e2f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a923b58-3401-49b3-9a52-b17e7bc47cf0'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:52:51.851318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Attempting to bind port 2621163f-9c9b-4c6f-8dd7-939653833846 on network 7a923b58-3401-49b3-9a52-b17e7bc47cf0 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:52:51.857091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:52:51.857464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Checking segment: {'id': 'f8a4d827-cc83-418c-9aaa-71ea92e2f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a923b58-3401-49b3-9a52-b17e7bc47cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:52:51.857868 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.858393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Bound using segment: {'id': 'f8a4d827-cc83-418c-9aaa-71ea92e2f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a923b58-3401-49b3-9a52-b17e7bc47cf0'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:52:51.858734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Bound port: 2621163f-9c9b-4c6f-8dd7-939653833846, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a4d827-cc83-418c-9aaa-71ea92e2f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a923b58-3401-49b3-9a52-b17e7bc47cf0'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:52:51.859115 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.921553 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] For port 2621163f-9c9b-4c6f-8dd7-939653833846, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:52:51.924933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] For port 2621163f-9c9b-4c6f-8dd7-939653833846, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2621163f-9c9b-4c6f-8dd7-939653833846,segment=NetworkSegment(f8a4d827-cc83-418c-9aaa-71ea92e2f343),segment_id=f8a4d827-cc83-418c-9aaa-71ea92e2f343)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:52:51.929558 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:51.947792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Allocated IP 172.20.0.1 (7a923b58-3401-49b3-9a52-b17e7bc47cf0/2318f97e-5a8f-4719-a085-d0dd1e844e48/c302b64e-5ddd-4491-983d-4b750caa7d45) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:51.993686 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb71724-b5c0-45a8-bdbf-d7df36103f7e None None] Pushing event updated for resources: {'Port': ['ID=2621163f-9c9b-4c6f-8dd7-939653833846,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:52.069514 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:52.090789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Transition to ACTIVE for port object c302b64e-5ddd-4491-983d-4b750caa7d45 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:52.127057 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:52.192429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 7a923b58-3401-49b3-9a52-b17e7bc47cf0 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:52.195610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:52.200259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:52.225512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=c302b64e-5ddd-4491-983d-4b750caa7d45,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:52.240870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:52.241212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:52.241550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:52.241893 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:52.242212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:52.242538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:52.242872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:52.243185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:52.243509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:52.243833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:52.244152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:52.244470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:52:52.261000 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:52.390897 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:52.653144 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:52.659025 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:52.736996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2621163f-9c9b-4c6f-8dd7-939653833846 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:52:52.745028 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:52.748716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=c302b64e-5ddd-4491-983d-4b750caa7d45,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:52.796375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 2621163f-9c9b-4c6f-8dd7-939653833846 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:52.972398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab85b97-6cd7-4322-ba93-67033200e833 None None] Network 7a923b58-3401-49b3-9a52-b17e7bc47cf0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:53.086295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a7e1c980-9c2a-4e6f-9ea2-7c395096252f None None] Provisioning for port 2621163f-9c9b-4c6f-8dd7-939653833846 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:53.094273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a7e1c980-9c2a-4e6f-9ea2-7c395096252f None None] Provisioning complete for port 2621163f-9c9b-4c6f-8dd7-939653833846 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:53.094643 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7e1c980-9c2a-4e6f-9ea2-7c395096252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:53.116103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 7a923b58-3401-49b3-9a52-b17e7bc47cf0 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:53.117937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:53.225437 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7e1c980-9c2a-4e6f-9ea2-7c395096252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:53.247269 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:52:53.260116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a7e1c980-9c2a-4e6f-9ea2-7c395096252f None None] For port 2621163f-9c9b-4c6f-8dd7-939653833846, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2621163f-9c9b-4c6f-8dd7-939653833846,segment=NetworkSegment(f8a4d827-cc83-418c-9aaa-71ea92e2f343),segment_id=f8a4d827-cc83-418c-9aaa-71ea92e2f343)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:53.265471 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7e1c980-9c2a-4e6f-9ea2-7c395096252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:53.322141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1c980-9c2a-4e6f-9ea2-7c395096252f None None] Pushing event updated for resources: {'Port': ['ID=2621163f-9c9b-4c6f-8dd7-939653833846,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:53.351988 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:53.361342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39920) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:53.362038 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-96bc0127-40a7-4548-bf87-7fbdbfefb0db tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9668667 Jul 08 20:52:53.364603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a34391-dadc-4a7d-82a8-37337135a011 None None] Sync routers for ids ['b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:53.375511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a34391-dadc-4a7d-82a8-37337135a011 None None] Routers {'b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:53.376144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c3a34391-dadc-4a7d-82a8-37337135a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:53.415026 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c3a34391-dadc-4a7d-82a8-37337135a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:53.424468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6106c4d3-bdbc-4de2-bb49-7eb20aca776d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:53.424468 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6106c4d3-bdbc-4de2-bb49-7eb20aca776d tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports/c302b64e-5ddd-4491-983d-4b750caa7d45 HTTP/1.1" status: 200 len: 910 time: 0.0602286 Jul 08 20:52:53.425556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39922) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:53.430343 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a34391-dadc-4a7d-82a8-37337135a011 None None] Routers {'b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:53.431080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c3a34391-dadc-4a7d-82a8-37337135a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:53.431221 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f1c3c196-444c-4db7-bb64-09ce6a6c52ec tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2318f97e-5a8f-4719-a085-d0dd1e844e48'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:53.478700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c3a34391-dadc-4a7d-82a8-37337135a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:53.479236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a34391-dadc-4a7d-82a8-37337135a011 None None] The sync data for ids ['b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:53.491770 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fc0f94ea-44a2-4d75-82d9-0f26bd4ffe43 None None] Provisioning for port c302b64e-5ddd-4491-983d-4b750caa7d45 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:53.495928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fc0f94ea-44a2-4d75-82d9-0f26bd4ffe43 None None] Provisioning complete for port c302b64e-5ddd-4491-983d-4b750caa7d45 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:53.497030 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fc0f94ea-44a2-4d75-82d9-0f26bd4ffe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:53.538051 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f94ea-44a2-4d75-82d9-0f26bd4ffe43 None None] Port c302b64e-5ddd-4491-983d-4b750caa7d45 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:53.548726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fc0f94ea-44a2-4d75-82d9-0f26bd4ffe43 None None] Provisioning complete for port 2621163f-9c9b-4c6f-8dd7-939653833846 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:53.549110 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fc0f94ea-44a2-4d75-82d9-0f26bd4ffe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:53.620059 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1c3c196-444c-4db7-bb64-09ce6a6c52ec tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:53.631399 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:53.778962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-96d56d1e-1576-4abe-8b53-6af65debf671 None None] Provisioning complete for port c302b64e-5ddd-4491-983d-4b750caa7d45 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:53.779513 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-96d56d1e-1576-4abe-8b53-6af65debf671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:53.819652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-96d56d1e-1576-4abe-8b53-6af65debf671 None None] Port c302b64e-5ddd-4491-983d-4b750caa7d45 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:53.941796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-df225a96-810e-4999-971a-aded80689709 None None] Provisioning complete for port c302b64e-5ddd-4491-983d-4b750caa7d45 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:53.942074 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-df225a96-810e-4999-971a-aded80689709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:54.000228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-df225a96-810e-4999-971a-aded80689709 None None] Port c302b64e-5ddd-4491-983d-4b750caa7d45 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:52:54.030142 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1c3c196-444c-4db7-bb64-09ce6a6c52ec tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:54.038833 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1c3c196-444c-4db7-bb64-09ce6a6c52ec tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:54.123262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c3c196-444c-4db7-bb64-09ce6a6c52ec tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:54.123900 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1c3c196-444c-4db7-bb64-09ce6a6c52ec tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:54.125293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f1c3c196-444c-4db7-bb64-09ce6a6c52ec tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/ports/c302b64e-5ddd-4491-983d-4b750caa7d45 HTTP/1.1" status: 200 len: 910 time: 0.6987145 Jul 08 20:52:54.126488 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3c196-444c-4db7-bb64-09ce6a6c52ec tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=c302b64e-5ddd-4491-983d-4b750caa7d45,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:54.128447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39924) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:54.450135 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5dc9dc1d-cc77-44bb-8c0b-4fca47c072e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:54.709131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2621163f-9c9b-4c6f-8dd7-939653833846 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:52:54.711471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9dc1d-cc77-44bb-8c0b-4fca47c072e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port c302b64e-5ddd-4491-983d-4b750caa7d45 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:54.711895 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5dc9dc1d-cc77-44bb-8c0b-4fca47c072e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:54.756173 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2621163f-9c9b-4c6f-8dd7-939653833846 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:54.756726 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:54.812750 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5dc9dc1d-cc77-44bb-8c0b-4fca47c072e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:54.827554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9dc1d-cc77-44bb-8c0b-4fca47c072e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for c302b64e-5ddd-4491-983d-4b750caa7d45 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:55.009824 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5dc9dc1d-cc77-44bb-8c0b-4fca47c072e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:55.037397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9dc1d-cc77-44bb-8c0b-4fca47c072e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=c302b64e-5ddd-4491-983d-4b750caa7d45,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:55.190452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5dc9dc1d-cc77-44bb-8c0b-4fca47c072e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:55.363736 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc9dc1d-cc77-44bb-8c0b-4fca47c072e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:52:55.457006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc9dc1d-cc77-44bb-8c0b-4fca47c072e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:55.467315 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5dc9dc1d-cc77-44bb-8c0b-4fca47c072e8 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3348842 Jul 08 20:52:55.468818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39926) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:55.469475 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f01726-842a-4a60-a9fe-043d3fb91b64 None None] Sync routers for ids ['b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:55.478742 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f01726-842a-4a60-a9fe-043d3fb91b64 None None] Routers {'b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:55.479360 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-15f01726-842a-4a60-a9fe-043d3fb91b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:55.500622 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3ecf7343-a90b-4269-9dec-d36db9d802f5 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a HTTP/1.1" status: 200 len: 205 time: 0.0306447 Jul 08 20:52:55.503288 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39928) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:55.512452 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-15f01726-842a-4a60-a9fe-043d3fb91b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:55.521443 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f01726-842a-4a60-a9fe-043d3fb91b64 None None] Routers {'b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:55.522054 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-15f01726-842a-4a60-a9fe-043d3fb91b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:55.557753 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-15f01726-842a-4a60-a9fe-043d3fb91b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:55.558679 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f01726-842a-4a60-a9fe-043d3fb91b64 None None] The sync data for ids ['b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:52:55.585507 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b91fee-c654-4a50-a0e9-265c62a03a1b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:55.753072 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b91fee-c654-4a50-a0e9-265c62a03a1b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:55.755129 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b91fee-c654-4a50-a0e9-265c62a03a1b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:55.801911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b91fee-c654-4a50-a0e9-265c62a03a1b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:55.802457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b91fee-c654-4a50-a0e9-265c62a03a1b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Fanout notify agent at l3_agent the message router_deleted on router b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:52:55.810119 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b91fee-c654-4a50-a0e9-265c62a03a1b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:55.811377 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-77b91fee-c654-4a50-a0e9-265c62a03a1b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a HTTP/1.1" status: 204 len: 168 time: 0.3070660 Jul 08 20:52:55.814409 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39930) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:55.875122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d9d3b6-a17c-4d4d-afd1-112a93b90e9c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting subnet 2318f97e-5a8f-4719-a085-d0dd1e844e48 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:52:55.879712 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9d9d3b6-a17c-4d4d-afd1-112a93b90e9c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:55.931442 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9d9d3b6-a17c-4d4d-afd1-112a93b90e9c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.021660 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9d9d3b6-a17c-4d4d-afd1-112a93b90e9c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.081377 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9d9d3b6-a17c-4d4d-afd1-112a93b90e9c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.109376 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9d3b6-a17c-4d4d-afd1-112a93b90e9c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Subnet': ['ID=2318f97e-5a8f-4719-a085-d0dd1e844e48,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:56.113159 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9d9d3b6-a17c-4d4d-afd1-112a93b90e9c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.115090 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b9d9d3b6-a17c-4d4d-afd1-112a93b90e9c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/2318f97e-5a8f-4719-a085-d0dd1e844e48 HTTP/1.1" status: 204 len: 168 time: 0.2995279 Jul 08 20:52:56.117730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39932) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:56.121956 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5125b4-c059-4c54-9703-befa56b88a83 None None] Network 7a923b58-3401-49b3-9a52-b17e7bc47cf0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:56.208210 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.271008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port 2621163f-9c9b-4c6f-8dd7-939653833846 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:56.271480 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.337141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e45c6c-3c0c-47dd-98dd-2f95a8206d6e None None] DHCP port deletion for 7a923b58-3401-49b3-9a52-b17e7bc47cf0 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:52:56.342739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] For port 2621163f-9c9b-4c6f-8dd7-939653833846, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2621163f-9c9b-4c6f-8dd7-939653833846,segment=NetworkSegment(f8a4d827-cc83-418c-9aaa-71ea92e2f343),segment_id=f8a4d827-cc83-418c-9aaa-71ea92e2f343)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:56.343181 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.356831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for 2621163f-9c9b-4c6f-8dd7-939653833846 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:56.385133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d5e45c6c-3c0c-47dd-98dd-2f95a8206d6e None None] Deleting port 2621163f-9c9b-4c6f-8dd7-939653833846 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:52:56.385509 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5e45c6c-3c0c-47dd-98dd-2f95a8206d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.443028 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.455631 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d5e45c6c-3c0c-47dd-98dd-2f95a8206d6e None None] For port 2621163f-9c9b-4c6f-8dd7-939653833846, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2621163f-9c9b-4c6f-8dd7-939653833846,segment=NetworkSegment(f8a4d827-cc83-418c-9aaa-71ea92e2f343),segment_id=f8a4d827-cc83-418c-9aaa-71ea92e2f343)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:56.456028 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5e45c6c-3c0c-47dd-98dd-2f95a8206d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.469657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d5e45c6c-3c0c-47dd-98dd-2f95a8206d6e None None] Calling delete_port for 2621163f-9c9b-4c6f-8dd7-939653833846 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:52:56.469943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=2621163f-9c9b-4c6f-8dd7-939653833846,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:56.473374 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No DVR routers for this DVR port 2621163f-9c9b-4c6f-8dd7-939653833846 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:56.559903 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.564048 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5e45c6c-3c0c-47dd-98dd-2f95a8206d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.570368 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a923b58-3401-49b3-9a52-b17e7bc47cf0']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:56.581495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a4d827-cc83-418c-9aaa-71ea92e2f343') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:56.581800 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a4d827-cc83-418c-9aaa-71ea92e2f343') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:56.590873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.592406 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e45c6c-3c0c-47dd-98dd-2f95a8206d6e None None] Pushing event deleted for resources: {'Port': ['ID=2621163f-9c9b-4c6f-8dd7-939653833846,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:56.597202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e45c6c-3c0c-47dd-98dd-2f95a8206d6e None None] No DVR routers for this DVR port 2621163f-9c9b-4c6f-8dd7-939653833846 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:52:56.606436 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.613068 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:52:56.613463 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:52:56.616370 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:52:56.676186 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.694723 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.696603 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/networks/7a923b58-3401-49b3-9a52-b17e7bc47cf0 HTTP/1.1" status: 204 len: 168 time: 0.5779603 Jul 08 20:52:56.697625 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e41bb-eb21-4ebb-a31e-75980cd3511b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Network': ['ID=7a923b58-3401-49b3-9a52-b17e7bc47cf0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:56.701714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39934) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:56.706954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-934f7d9d-9b1d-4764-b587-9185e3a06737 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-10122665', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:56.712030 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2621163f-9c9b-4c6f-8dd7-939653833846 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:52:56.731136 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-934f7d9d-9b1d-4764-b587-9185e3a06737 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.732268 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-934f7d9d-9b1d-4764-b587-9185e3a06737 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.733765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 2621163f-9c9b-4c6f-8dd7-939653833846 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:52:56.734115 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2621163f-9c9b-4c6f-8dd7-939653833846 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:52:56.791936 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-934f7d9d-9b1d-4764-b587-9185e3a06737 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.797572 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-934f7d9d-9b1d-4764-b587-9185e3a06737 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.815199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-934f7d9d-9b1d-4764-b587-9185e3a06737 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.816348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-934f7d9d-9b1d-4764-b587-9185e3a06737 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1136611 Jul 08 20:52:56.819156 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39936) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:56.824346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-659d386a-a8d3-44b3-b957-660ec20f5430 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'network': {'name': 'tempest-RoutersTest-341589822'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:56.845393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659d386a-a8d3-44b3-b957-660ec20f5430 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:56.849040 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-659d386a-a8d3-44b3-b957-660ec20f5430 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.874211 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659d386a-a8d3-44b3-b957-660ec20f5430 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:52:56.884825 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-659d386a-a8d3-44b3-b957-660ec20f5430 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.885173 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-659d386a-a8d3-44b3-b957-660ec20f5430 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Added segment 5646b412-891b-4e8e-a9a8-c59e3a27131e of type vlan for network a9b2c582-e336-48a6-bfb4-db04df0d454f Jul 08 20:52:56.928400 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-659d386a-a8d3-44b3-b957-660ec20f5430 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.956254 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-659d386a-a8d3-44b3-b957-660ec20f5430 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:56.961893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d386a-a8d3-44b3-b957-660ec20f5430 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:56.962517 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-659d386a-a8d3-44b3-b957-660ec20f5430 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:57.023379 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-659d386a-a8d3-44b3-b957-660ec20f5430 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2031615 Jul 08 20:52:57.026308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39938) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:57.034674 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-fd4a3425-b33c-42ac-b74d-28537dc05088 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'subnet': {'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:57.085454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d386a-a8d3-44b3-b957-660ec20f5430 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Network': ['ID=a9b2c582-e336-48a6-bfb4-db04df0d454f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:57.097171 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network a9b2c582-e336-48a6-bfb4-db04df0d454f details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:52:57.131247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4a3425-b33c-42ac-b74d-28537dc05088 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:57.135474 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd4a3425-b33c-42ac-b74d-28537dc05088 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:57.316430 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd4a3425-b33c-42ac-b74d-28537dc05088 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:57.376972 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a3425-b33c-42ac-b74d-28537dc05088 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Subnet': ['ID=f5bbf8e1-177d-41b1-91ae-b551da37aaa7,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:57.384147 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4a3425-b33c-42ac-b74d-28537dc05088 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Checking segment: {'id': '5646b412-891b-4e8e-a9a8-c59e3a27131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:52:57.384509 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4a3425-b33c-42ac-b74d-28537dc05088 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network hostable DHCP agents. Network: a9b2c582-e336-48a6-bfb4-db04df0d454f, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:52:57.401720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4a3425-b33c-42ac-b74d-28537dc05088 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network a9b2c582-e336-48a6-bfb4-db04df0d454f is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:52:57.411230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-fd4a3425-b33c-42ac-b74d-28537dc05088 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, a9b2c582-e336-48a6-bfb4-db04df0d454f) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:57.415231 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4a3425-b33c-42ac-b74d-28537dc05088 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:57.415823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd4a3425-b33c-42ac-b74d-28537dc05088 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:57.421348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d94a9f-59c3-4511-9710-3567376195d2 None None] Network a9b2c582-e336-48a6-bfb4-db04df0d454f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:57.431285 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fd4a3425-b33c-42ac-b74d-28537dc05088 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4032042 Jul 08 20:52:57.434443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39940) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:57.574609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-a9b2c582-e336-48a6-bfb4-db04df0d454f', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:52:57.575480 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:57.721132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Allocated IP 172.20.0.2 (a9b2c582-e336-48a6-bfb4-db04df0d454f/f5bbf8e1-177d-41b1-91ae-b551da37aaa7/2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:57.877918 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:57.888122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Transition to ACTIVE for port object 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:57.902962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Transition to ACTIVE for port object 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:57.910620 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:57.953368 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Network a9b2c582-e336-48a6-bfb4-db04df0d454f is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:57.957756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:57.962095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:57.966121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Pushing event updated for resources: {'Port': ['ID=2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:58.001708 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:58.023618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Attempting to bind port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:52:58.023983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Attempting to bind port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5646b412-891b-4e8e-a9a8-c59e3a27131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:52:58.024340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Attempting to bind port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe on network a9b2c582-e336-48a6-bfb4-db04df0d454f {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:52:58.030054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:52:58.030425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Checking segment: {'id': '5646b412-891b-4e8e-a9a8-c59e3a27131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:52:58.030822 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:58.031211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Bound using segment: {'id': '5646b412-891b-4e8e-a9a8-c59e3a27131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:52:58.031667 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Bound port: 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5646b412-891b-4e8e-a9a8-c59e3a27131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:52:58.032039 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:58.096291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] For port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:52:58.099768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] For port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe,segment=NetworkSegment(5646b412-891b-4e8e-a9a8-c59e3a27131e),segment_id=5646b412-891b-4e8e-a9a8-c59e3a27131e)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:52:58.103639 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:58.161213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7410d9-2311-4a27-8960-e6abfeea7b74 None None] Pushing event updated for resources: {'Port': ['ID=2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:58.249669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Allocated IP 172.20.0.1 (a9b2c582-e336-48a6-bfb4-db04df0d454f/f5bbf8e1-177d-41b1-91ae-b551da37aaa7/05c44c4a-5c06-49f2-a213-adc439204596) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:52:58.388209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:58.401273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Transition to ACTIVE for port object 05c44c4a-5c06-49f2-a213-adc439204596 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:52:58.441533 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:58.491455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network a9b2c582-e336-48a6-bfb4-db04df0d454f is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:58.494606 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:58.499300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:52:58.505621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=05c44c4a-5c06-49f2-a213-adc439204596,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:58.551228 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:58.681534 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:58.733775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:52:58.785810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:58.961409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:58.966500 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:59.045821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=05c44c4a-5c06-49f2-a213-adc439204596,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:59.051146 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:59.125509 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0b2cb3-f5b0-439b-94a9-b3e70887f2f5 None None] Network a9b2c582-e336-48a6-bfb4-db04df0d454f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:52:59.152587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network a9b2c582-e336-48a6-bfb4-db04df0d454f is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:52:59.154044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:52:59.189345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab2c270f-785a-46ce-9dd3-c28853d1008b None None] Provisioning for port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:52:59.201351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab2c270f-785a-46ce-9dd3-c28853d1008b None None] Provisioning complete for port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:59.201725 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab2c270f-785a-46ce-9dd3-c28853d1008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:59.271150 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 8e273d7f-49f0-4ced-aafd-a609773811de is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:52:59.348980 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab2c270f-785a-46ce-9dd3-c28853d1008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:59.368431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:52:59.376978 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9eea9fda-bdba-4d17-9065-fc21adafeff3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9372327 Jul 08 20:52:59.376978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39944) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:59.381869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-65aa987a-e2af-40cf-9f7e-28df028a4652 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'network': {'name': 'tempest-RoutersTest-680611920'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:59.382094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Sync routers for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:52:59.400259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ab2c270f-785a-46ce-9dd3-c28853d1008b None None] For port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe,segment=NetworkSegment(5646b412-891b-4e8e-a9a8-c59e3a27131e),segment_id=5646b412-891b-4e8e-a9a8-c59e3a27131e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:52:59.405487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aa987a-e2af-40cf-9f7e-28df028a4652 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:59.408852 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab2c270f-785a-46ce-9dd3-c28853d1008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:59.410109 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-65aa987a-e2af-40cf-9f7e-28df028a4652 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:59.412806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:52:59.413502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:52:59.443133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65aa987a-e2af-40cf-9f7e-28df028a4652 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:52:59.453601 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-65aa987a-e2af-40cf-9f7e-28df028a4652 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:59.453985 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-65aa987a-e2af-40cf-9f7e-28df028a4652 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Added segment 819ea586-03dd-4b32-bdb3-1689288992f9 of type vlan for network 9870730e-fee6-46bd-9490-b2677bf7941e Jul 08 20:52:59.500456 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-65aa987a-e2af-40cf-9f7e-28df028a4652 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:59.538654 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-65aa987a-e2af-40cf-9f7e-28df028a4652 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:59.545430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa987a-e2af-40cf-9f7e-28df028a4652 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:52:59.546094 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-65aa987a-e2af-40cf-9f7e-28df028a4652 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:59.612495 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-65aa987a-e2af-40cf-9f7e-28df028a4652 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2323983 Jul 08 20:52:59.613709 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39946) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:52:59.618523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e729c311-6261-4c48-b54b-11d0273dd288 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'subnet': {'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:52:59.678598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa987a-e2af-40cf-9f7e-28df028a4652 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Network': ['ID=9870730e-fee6-46bd-9490-b2677bf7941e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:59.697613 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 9870730e-fee6-46bd-9490-b2677bf7941e details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:52:59.702428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c270f-785a-46ce-9dd3-c28853d1008b None None] Pushing event updated for resources: {'Port': ['ID=2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:52:59.719176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:52:59.728159 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e729c311-6261-4c48-b54b-11d0273dd288 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:52:59.731820 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e729c311-6261-4c48-b54b-11d0273dd288 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:59.848411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-853ad9ce-57eb-4642-a3d0-1ed1ebc99232 None None] Provisioning complete for port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:52:59.848982 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-853ad9ce-57eb-4642-a3d0-1ed1ebc99232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:52:59.956488 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e729c311-6261-4c48-b54b-11d0273dd288 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:00.021902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729c311-6261-4c48-b54b-11d0273dd288 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Subnet': ['ID=9a6bffde-0d73-4467-a90f-b1ce2a33e3f1,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:00.034441 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729c311-6261-4c48-b54b-11d0273dd288 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Checking segment: {'id': '819ea586-03dd-4b32-bdb3-1689288992f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:00.034814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e729c311-6261-4c48-b54b-11d0273dd288 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network hostable DHCP agents. Network: 9870730e-fee6-46bd-9490-b2677bf7941e, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:53:00.058665 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-853ad9ce-57eb-4642-a3d0-1ed1ebc99232 None None] Provisioning for port 05c44c4a-5c06-49f2-a213-adc439204596 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:00.061866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e729c311-6261-4c48-b54b-11d0273dd288 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 9870730e-fee6-46bd-9490-b2677bf7941e is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:53:00.068957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-853ad9ce-57eb-4642-a3d0-1ed1ebc99232 None None] Provisioning complete for port 05c44c4a-5c06-49f2-a213-adc439204596 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:00.069444 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-853ad9ce-57eb-4642-a3d0-1ed1ebc99232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:00.071143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-e729c311-6261-4c48-b54b-11d0273dd288 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 9870730e-fee6-46bd-9490-b2677bf7941e) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:00.076562 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e729c311-6261-4c48-b54b-11d0273dd288 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:00.077272 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e729c311-6261-4c48-b54b-11d0273dd288 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:00.091870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e729c311-6261-4c48-b54b-11d0273dd288 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4777317 Jul 08 20:53:00.093806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7550f8-7f1a-4a94-8523-4a1f9dfc4c46 None None] Network 9870730e-fee6-46bd-9490-b2677bf7941e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:00.094777 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39948) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:00.155153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:52:58Z', 'revision_number': 2, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:52:58Z', 'revision_number': 2, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:00.161129 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-853ad9ce-57eb-4642-a3d0-1ed1ebc99232 None None] Port 05c44c4a-5c06-49f2-a213-adc439204596 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:00.192489 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Checking router: 8e273d7f-49f0-4ced-aafd-a609773811de for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:53:00.192862 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Updating router 8e273d7f-49f0-4ced-aafd-a609773811de port 05c44c4a-5c06-49f2-a213-adc439204596 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:53:00.247591 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:00.325391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b43465d3-14b2-4e26-ba13-6eb545585cb8 None None] Provisioning complete for port 05c44c4a-5c06-49f2-a213-adc439204596 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:00.325771 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b43465d3-14b2-4e26-ba13-6eb545585cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:00.385581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-9870730e-fee6-46bd-9490-b2677bf7941e', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:53:00.387413 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:00.451405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b43465d3-14b2-4e26-ba13-6eb545585cb8 None None] Port 05c44c4a-5c06-49f2-a213-adc439204596 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:00.451731 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:00.661956 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Allocated IP 172.21.0.2 (9870730e-fee6-46bd-9490-b2677bf7941e/9a6bffde-0d73-4467-a90f-b1ce2a33e3f1/4c2893c9-da66-49c9-94c3-9a141fad2a1a) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:00.729922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:00.813620 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:00.840856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Transition to ACTIVE for port object 05c44c4a-5c06-49f2-a213-adc439204596 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:00.857449 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:00.946481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:00.946852 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:00.957686 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:00.987745 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bf3ab-9ac0-4357-8c7d-65a05af8d244 None None] Pushing event updated for resources: {'Port': ['ID=05c44c4a-5c06-49f2-a213-adc439204596,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:00.997210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Transition to ACTIVE for port object 4c2893c9-da66-49c9-94c3-9a141fad2a1a will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:01.064238 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Transition to ACTIVE for port object 4c2893c9-da66-49c9-94c3-9a141fad2a1a will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:01.079078 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.083068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Attempting to bind port 05c44c4a-5c06-49f2-a213-adc439204596 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:01.083446 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Attempting to bind port 05c44c4a-5c06-49f2-a213-adc439204596 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '5646b412-891b-4e8e-a9a8-c59e3a27131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:01.083805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Attempting to bind port 05c44c4a-5c06-49f2-a213-adc439204596 on network a9b2c582-e336-48a6-bfb4-db04df0d454f {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:01.124075 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:01.124582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Checking segment: {'id': '5646b412-891b-4e8e-a9a8-c59e3a27131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:01.124582 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.125024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Bound using segment: {'id': '5646b412-891b-4e8e-a9a8-c59e3a27131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:01.125512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Bound port: 05c44c4a-5c06-49f2-a213-adc439204596, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5646b412-891b-4e8e-a9a8-c59e3a27131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:01.125900 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.132421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Allocated IP 172.21.0.1 (9870730e-fee6-46bd-9490-b2677bf7941e/9a6bffde-0d73-4467-a90f-b1ce2a33e3f1/bea95e35-ba9b-4ab5-9bc4-73e50378029f) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:01.161069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Network 9870730e-fee6-46bd-9490-b2677bf7941e is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:01.180940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:01.189541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:01.192737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Pushing event updated for resources: {'Port': ['ID=4c2893c9-da66-49c9-94c3-9a141fad2a1a,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:01.255742 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.270952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Transition to ACTIVE for port object bea95e35-ba9b-4ab5-9bc4-73e50378029f will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:01.304718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Attempting to bind port 4c2893c9-da66-49c9-94c3-9a141fad2a1a on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:01.305099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Attempting to bind port 4c2893c9-da66-49c9-94c3-9a141fad2a1a by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '819ea586-03dd-4b32-bdb3-1689288992f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:01.305542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Attempting to bind port 4c2893c9-da66-49c9-94c3-9a141fad2a1a on network 9870730e-fee6-46bd-9490-b2677bf7941e {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:01.306443 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.314260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] For port 05c44c4a-5c06-49f2-a213-adc439204596, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:01.317710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] For port 05c44c4a-5c06-49f2-a213-adc439204596, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=05c44c4a-5c06-49f2-a213-adc439204596,segment=NetworkSegment(5646b412-891b-4e8e-a9a8-c59e3a27131e),segment_id=5646b412-891b-4e8e-a9a8-c59e3a27131e)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:01.319105 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:01.319569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Checking segment: {'id': '819ea586-03dd-4b32-bdb3-1689288992f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:01.319993 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.320483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Bound using segment: {'id': '819ea586-03dd-4b32-bdb3-1689288992f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:01.321028 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Bound port: 4c2893c9-da66-49c9-94c3-9a141fad2a1a, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819ea586-03dd-4b32-bdb3-1689288992f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:01.321411 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.325295 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.359935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 9870730e-fee6-46bd-9490-b2677bf7941e is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:01.363341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:01.367915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:01.372961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=bea95e35-ba9b-4ab5-9bc4-73e50378029f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:01.418870 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.421058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bf3ab-9ac0-4357-8c7d-65a05af8d244 None None] Pushing event updated for resources: {'Port': ['ID=05c44c4a-5c06-49f2-a213-adc439204596,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:01.426002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:01.426899 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:01.572699 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.690218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] For port 4c2893c9-da66-49c9-94c3-9a141fad2a1a, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:01.709563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] For port 4c2893c9-da66-49c9-94c3-9a141fad2a1a, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4c2893c9-da66-49c9-94c3-9a141fad2a1a,segment=NetworkSegment(819ea586-03dd-4b32-bdb3-1689288992f9),segment_id=819ea586-03dd-4b32-bdb3-1689288992f9)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:01.720618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:01.722971 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.860776 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.866460 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.888068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00250a2-910e-48c3-8b20-1a56b82cb5ab None None] Pushing event updated for resources: {'Port': ['ID=4c2893c9-da66-49c9-94c3-9a141fad2a1a,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:01.944481 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=bea95e35-ba9b-4ab5-9bc4-73e50378029f,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:01.946673 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:01.984309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:52:58Z', 'revision_number': 2, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:01Z', 'revision_number': 4, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:02.018384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e872c7-4942-48f3-a63b-d7bb93bef151 None None] The sync data for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 is: [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:52:58Z', 'revision_number': 2, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:01Z', 'revision_number': 4, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:02.070938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 9870730e-fee6-46bd-9490-b2677bf7941e is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:02.072449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:02.188755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 8e273d7f-49f0-4ced-aafd-a609773811de has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:02.582943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:02.588789 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-930a2c46-28f2-4993-a7c3-e6e5049dc669 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4929097 Jul 08 20:53:02.591611 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39954) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:02.597045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d9b321bc-14cd-4439-a0b6-de43d74fe03e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1873564392'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:02.629829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b321bc-14cd-4439-a0b6-de43d74fe03e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:02.634142 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9b321bc-14cd-4439-a0b6-de43d74fe03e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:02.663359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b321bc-14cd-4439-a0b6-de43d74fe03e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:53:02.676108 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9b321bc-14cd-4439-a0b6-de43d74fe03e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:02.676349 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-d9b321bc-14cd-4439-a0b6-de43d74fe03e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Added segment 51307554-5a7b-435c-9e05-66824bfb7f6b of type vlan for network 0030edd4-9384-4dbc-bae6-712d8e99d51c Jul 08 20:53:02.734668 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9b321bc-14cd-4439-a0b6-de43d74fe03e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:02.778793 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9b321bc-14cd-4439-a0b6-de43d74fe03e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:02.785147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b321bc-14cd-4439-a0b6-de43d74fe03e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:02.786066 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9b321bc-14cd-4439-a0b6-de43d74fe03e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:02.858969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 05c44c4a-5c06-49f2-a213-adc439204596 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:02.868145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d9b321bc-14cd-4439-a0b6-de43d74fe03e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2729559 Jul 08 20:53:02.868480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39956) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:02.874648 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'subnet': {'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:02.912596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b321bc-14cd-4439-a0b6-de43d74fe03e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Network': ['ID=0030edd4-9384-4dbc-bae6-712d8e99d51c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:02.932507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 0030edd4-9384-4dbc-bae6-712d8e99d51c details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:53:02.986851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 05c44c4a-5c06-49f2-a213-adc439204596 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:02.999288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 05c44c4a-5c06-49f2-a213-adc439204596 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:02.999820 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:03.026923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:03.032993 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:03.034410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22599c4-c8c3-4459-8b04-8721c3ce339f None None] Network 9870730e-fee6-46bd-9490-b2677bf7941e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:03.132870 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d0361d3b-6e15-47ec-8d80-e872cf7936d4 None None] Provisioning for port 4c2893c9-da66-49c9-94c3-9a141fad2a1a completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:03.241242 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:03.320432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 05c44c4a-5c06-49f2-a213-adc439204596, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=05c44c4a-5c06-49f2-a213-adc439204596,segment=NetworkSegment(5646b412-891b-4e8e-a9a8-c59e3a27131e),segment_id=5646b412-891b-4e8e-a9a8-c59e3a27131e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:03.326414 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:03.327582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4c2893c9-da66-49c9-94c3-9a141fad2a1a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:03.444329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=05c44c4a-5c06-49f2-a213-adc439204596,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:03.470824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 4c2893c9-da66-49c9-94c3-9a141fad2a1a completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:03.476328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4c2893c9-da66-49c9-94c3-9a141fad2a1a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:03.476910 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:03.602039 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:03.658351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 4c2893c9-da66-49c9-94c3-9a141fad2a1a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4c2893c9-da66-49c9-94c3-9a141fad2a1a,segment=NetworkSegment(819ea586-03dd-4b32-bdb3-1689288992f9),segment_id=819ea586-03dd-4b32-bdb3-1689288992f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:03.664312 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:03.741730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=4c2893c9-da66-49c9-94c3-9a141fad2a1a,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:03.749092 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:03.769407 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Sync routers for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:03.783605 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:03.784899 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:03.839907 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Subnet': ['ID=3e45f878-c434-4b34-9069-4399ebc33e0b,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:03.858562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:03.859181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:03.859604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:03.860020 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:03.860430 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:03.861954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:03.862387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:03.862795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:03.863613 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:03.864024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:03.864434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:03.864862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:03.880175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Checking segment: {'id': '51307554-5a7b-435c-9e05-66824bfb7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:03.880857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network hostable DHCP agents. Network: 0030edd4-9384-4dbc-bae6-712d8e99d51c, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:53:03.906676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 0030edd4-9384-4dbc-bae6-712d8e99d51c is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:53:03.920533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9c754637-fa70-43b8-8a7e-2cbb803ecd94 None None] Provisioning for port bea95e35-ba9b-4ab5-9bc4-73e50378029f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:03.926503 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9c754637-fa70-43b8-8a7e-2cbb803ecd94 None None] Provisioning complete for port bea95e35-ba9b-4ab5-9bc4-73e50378029f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:03.927197 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c754637-fa70-43b8-8a7e-2cbb803ecd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:03.928686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 0030edd4-9384-4dbc-bae6-712d8e99d51c) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:03.933950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:03.934971 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:03.949021 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:03.953348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-572897f9-e189-44c4-8723-2e3bbed5aa26 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0830011 Jul 08 20:53:03.956200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39958) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:03.958715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c191078e-5f5e-4540-bd51-653d31e6fe56 None None] Network 0030edd4-9384-4dbc-bae6-712d8e99d51c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:04.036688 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9c754637-fa70-43b8-8a7e-2cbb803ecd94 None None] Port bea95e35-ba9b-4ab5-9bc4-73e50378029f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:04.085151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9c754637-fa70-43b8-8a7e-2cbb803ecd94 None None] Provisioning complete for port 4c2893c9-da66-49c9-94c3-9a141fad2a1a triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:04.085631 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c754637-fa70-43b8-8a7e-2cbb803ecd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.113121 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4a3c5663-cb0b-4993-b11f-9ef7df598985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.217966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-0030edd4-9384-4dbc-bae6-712d8e99d51c', 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'fixed_ips': [{'subnet_id': '3e45f878-c434-4b34-9069-4399ebc33e0b'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:53:04.218840 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.226528 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:01Z', 'revision_number': 3, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:01Z', 'revision_number': 2, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:04.260518 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Checking router: 8e273d7f-49f0-4ced-aafd-a609773811de for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:53:04.261488 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Updating router 8e273d7f-49f0-4ced-aafd-a609773811de port bea95e35-ba9b-4ab5-9bc4-73e50378029f binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:53:04.320935 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.398430 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e284f1b6-44ac-4d30-b952-c85283dac79f None None] Provisioning complete for port bea95e35-ba9b-4ab5-9bc4-73e50378029f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:04.398814 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e284f1b6-44ac-4d30-b952-c85283dac79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.439150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Allocated IP 172.22.0.2 (0030edd4-9384-4dbc-bae6-712d8e99d51c/3e45f878-c434-4b34-9069-4399ebc33e0b/ea5597f6-ca00-4926-83b3-80fd48652d43) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:04.463924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e284f1b6-44ac-4d30-b952-c85283dac79f None None] Port bea95e35-ba9b-4ab5-9bc4-73e50378029f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:04.473810 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.614608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5b0870e5-4e88-4b94-9596-d079684952ef None None] Provisioning complete for port bea95e35-ba9b-4ab5-9bc4-73e50378029f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:04.614984 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5b0870e5-4e88-4b94-9596-d079684952ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.618296 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.624799 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.638871 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Transition to ACTIVE for port object bea95e35-ba9b-4ab5-9bc4-73e50378029f will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:04.645926 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.649308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Transition to ACTIVE for port object ea5597f6-ca00-4926-83b3-80fd48652d43 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:04.671735 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5b0870e5-4e88-4b94-9596-d079684952ef None None] Port bea95e35-ba9b-4ab5-9bc4-73e50378029f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:04.675647 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Transition to ACTIVE for port object ea5597f6-ca00-4926-83b3-80fd48652d43 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:04.684070 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.703615 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Pushing event updated for resources: {'Port': ['ID=bea95e35-ba9b-4ab5-9bc4-73e50378029f,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:04.714601 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:04.715496 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:04.716065 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:04.716500 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:04.716946 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:04.717385 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:04.718516 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:04.718516 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:04.718802 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:04.719169 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:04.719864 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:04.719864 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:04.721136 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Network 0030edd4-9384-4dbc-bae6-712d8e99d51c is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:04.726218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:04.729811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:04.740809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Pushing event updated for resources: {'Port': ['ID=ea5597f6-ca00-4926-83b3-80fd48652d43,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:04.772210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 05c44c4a-5c06-49f2-a213-adc439204596 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:04.809865 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Attempting to bind port bea95e35-ba9b-4ab5-9bc4-73e50378029f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:04.810566 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Attempting to bind port bea95e35-ba9b-4ab5-9bc4-73e50378029f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '819ea586-03dd-4b32-bdb3-1689288992f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:04.810823 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Attempting to bind port bea95e35-ba9b-4ab5-9bc4-73e50378029f on network 9870730e-fee6-46bd-9490-b2677bf7941e {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:04.818185 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:04.818991 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Checking segment: {'id': '819ea586-03dd-4b32-bdb3-1689288992f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:04.819599 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.820089 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Bound using segment: {'id': '819ea586-03dd-4b32-bdb3-1689288992f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:04.821662 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Bound port: bea95e35-ba9b-4ab5-9bc4-73e50378029f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819ea586-03dd-4b32-bdb3-1689288992f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:04.821827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Allocated IP 172.22.0.1 (0030edd4-9384-4dbc-bae6-712d8e99d51c/3e45f878-c434-4b34-9069-4399ebc33e0b/a581018d-3f00-43fb-a8c7-669a90c62eb6) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:04.822926 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.833295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Attempting to bind port ea5597f6-ca00-4926-83b3-80fd48652d43 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:04.833680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Attempting to bind port ea5597f6-ca00-4926-83b3-80fd48652d43 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '51307554-5a7b-435c-9e05-66824bfb7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:04.834092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Attempting to bind port ea5597f6-ca00-4926-83b3-80fd48652d43 on network 0030edd4-9384-4dbc-bae6-712d8e99d51c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:04.844877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:04.844877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Checking segment: {'id': '51307554-5a7b-435c-9e05-66824bfb7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:04.845270 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.845702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Bound using segment: {'id': '51307554-5a7b-435c-9e05-66824bfb7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:04.846193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Bound port: ea5597f6-ca00-4926-83b3-80fd48652d43, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51307554-5a7b-435c-9e05-66824bfb7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:04.846582 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.910035 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] For port bea95e35-ba9b-4ab5-9bc4-73e50378029f, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:04.911725 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 05c44c4a-5c06-49f2-a213-adc439204596 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:04.912105 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.915247 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] For port bea95e35-ba9b-4ab5-9bc4-73e50378029f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bea95e35-ba9b-4ab5-9bc4-73e50378029f,segment=NetworkSegment(819ea586-03dd-4b32-bdb3-1689288992f9),segment_id=819ea586-03dd-4b32-bdb3-1689288992f9)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:04.922750 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.956163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] For port ea5597f6-ca00-4926-83b3-80fd48652d43, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:04.961161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] For port ea5597f6-ca00-4926-83b3-80fd48652d43, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ea5597f6-ca00-4926-83b3-80fd48652d43,segment=NetworkSegment(51307554-5a7b-435c-9e05-66824bfb7f6b),segment_id=51307554-5a7b-435c-9e05-66824bfb7f6b)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:04.969867 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:04.998478 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f5d08-11f8-43c2-85ed-209b2058eda2 None None] Pushing event updated for resources: {'Port': ['ID=bea95e35-ba9b-4ab5-9bc4-73e50378029f,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:05.025930 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:05.026859 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:05.043655 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:05.062518 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e3a9d-dbf4-4133-892b-c3085859de54 None None] Pushing event updated for resources: {'Port': ['ID=ea5597f6-ca00-4926-83b3-80fd48652d43,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:05.078602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Transition to ACTIVE for port object a581018d-3f00-43fb-a8c7-669a90c62eb6 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:05.080472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4c2893c9-da66-49c9-94c3-9a141fad2a1a up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:05.142348 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:05.167327 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4c2893c9-da66-49c9-94c3-9a141fad2a1a triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:05.167707 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:05.176054 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:05.243975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 0030edd4-9384-4dbc-bae6-712d8e99d51c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:05.247373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:05.250942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:05.325226 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:05.332436 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=a581018d-3f00-43fb-a8c7-669a90c62eb6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:05.540577 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:05.659563 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:01Z', 'revision_number': 3, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:04Z', 'revision_number': 4, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:05.689189 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1a7922-0ffa-4cdd-a2e3-8d6d47f41fad None None] The sync data for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 is: [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:01Z', 'revision_number': 3, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:04Z', 'revision_number': 4, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:05.891815 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:05.898014 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:05.995776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=a581018d-3f00-43fb-a8c7-669a90c62eb6,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:06.001227 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:06.138618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 0030edd4-9384-4dbc-bae6-712d8e99d51c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:06.140538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:06.288694 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 8e273d7f-49f0-4ced-aafd-a609773811de has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:06.331342 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6c262f-7dd1-495b-a3de-b945195bb934 None None] Network 0030edd4-9384-4dbc-bae6-712d8e99d51c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:06.421637 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d3fe542f-e934-4ccc-b0a4-fd26f22b5c78 None None] Provisioning for port ea5597f6-ca00-4926-83b3-80fd48652d43 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:06.429624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:06.435920 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ea8b71c5-0735-400d-b6f3-165303754a8f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4778228 Jul 08 20:53:06.440538 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39962) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:06.446918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-20c06b0d-e07b-44df-b3f6-fe99e69d3b0a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1630912365'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:06.473665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c06b0d-e07b-44df-b3f6-fe99e69d3b0a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:06.477914 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20c06b0d-e07b-44df-b3f6-fe99e69d3b0a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:06.510532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c06b0d-e07b-44df-b3f6-fe99e69d3b0a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:53:06.525828 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20c06b0d-e07b-44df-b3f6-fe99e69d3b0a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:06.526229 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-20c06b0d-e07b-44df-b3f6-fe99e69d3b0a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Added segment 3b2971f7-040f-4515-90b0-c04bcef82112 of type vlan for network 7f36c9e7-a3c1-4f37-968d-1f4d3856c862 Jul 08 20:53:06.580449 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20c06b0d-e07b-44df-b3f6-fe99e69d3b0a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:06.614229 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20c06b0d-e07b-44df-b3f6-fe99e69d3b0a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:06.619139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Sync routers for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:06.620059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c06b0d-e07b-44df-b3f6-fe99e69d3b0a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:06.620838 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20c06b0d-e07b-44df-b3f6-fe99e69d3b0a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:06.642673 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:06.644703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:52:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:06.676236 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-20c06b0d-e07b-44df-b3f6-fe99e69d3b0a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2342536 Jul 08 20:53:06.676609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39964) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:06.686490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-db14dfd3-6357-45f7-b51b-4dcce68b54d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'subnet': {'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:06.705478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c06b0d-e07b-44df-b3f6-fe99e69d3b0a tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Network': ['ID=7f36c9e7-a3c1-4f37-968d-1f4d3856c862,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:06.746152 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 7f36c9e7-a3c1-4f37-968d-1f4d3856c862 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:53:06.877524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:06.900258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db14dfd3-6357-45f7-b51b-4dcce68b54d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Made reservation on behalf of 0c77eb462fce4f26bb8539d94e8c9488 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:06.905964 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db14dfd3-6357-45f7-b51b-4dcce68b54d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:06.941049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ea5597f6-ca00-4926-83b3-80fd48652d43 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:07.219903 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db14dfd3-6357-45f7-b51b-4dcce68b54d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:07.324261 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14dfd3-6357-45f7-b51b-4dcce68b54d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Subnet': ['ID=4d93f8d9-c925-4f59-a33e-619f71b28df6,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:07.357129 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:07.362376 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-01678709-121f-417c-9d4b-948cc92f86d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:07.374091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-83d2ad70-cd11-46c4-a72a-f7c881d3f47c None None] Provisioning for port a581018d-3f00-43fb-a8c7-669a90c62eb6 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:07.377184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db14dfd3-6357-45f7-b51b-4dcce68b54d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Checking segment: {'id': '3b2971f7-040f-4515-90b0-c04bcef82112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:07.377761 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db14dfd3-6357-45f7-b51b-4dcce68b54d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network hostable DHCP agents. Network: 7f36c9e7-a3c1-4f37-968d-1f4d3856c862, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:53:07.411031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db14dfd3-6357-45f7-b51b-4dcce68b54d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 7f36c9e7-a3c1-4f37-968d-1f4d3856c862 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:53:07.426275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-db14dfd3-6357-45f7-b51b-4dcce68b54d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 7f36c9e7-a3c1-4f37-968d-1f4d3856c862) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:07.431938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db14dfd3-6357-45f7-b51b-4dcce68b54d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:07.432557 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-db14dfd3-6357-45f7-b51b-4dcce68b54d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:07.454912 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-db14dfd3-6357-45f7-b51b-4dcce68b54d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7760572 Jul 08 20:53:07.459106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39966) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:07.459388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-83d2ad70-cd11-46c4-a72a-f7c881d3f47c None None] Provisioning complete for port a581018d-3f00-43fb-a8c7-669a90c62eb6 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:07.459852 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-83d2ad70-cd11-46c4-a72a-f7c881d3f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:07.463098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c862d-13b9-405a-abe1-f4aff48efa9f None None] Network 7f36c9e7-a3c1-4f37-968d-1f4d3856c862 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:07.574054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ea5597f6-ca00-4926-83b3-80fd48652d43 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:07.593299 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ea5597f6-ca00-4926-83b3-80fd48652d43 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:07.593668 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:07.624296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-83d2ad70-cd11-46c4-a72a-f7c881d3f47c None None] Port a581018d-3f00-43fb-a8c7-669a90c62eb6 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:07.711085 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-83d2ad70-cd11-46c4-a72a-f7c881d3f47c None None] Provisioning complete for port ea5597f6-ca00-4926-83b3-80fd48652d43 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:07.711454 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-83d2ad70-cd11-46c4-a72a-f7c881d3f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:07.881371 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-7f36c9e7-a3c1-4f37-968d-1f4d3856c862', 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'fixed_ips': [{'subnet_id': '4d93f8d9-c925-4f59-a33e-619f71b28df6'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:53:07.882256 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:07.900777 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:08.008153 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:08.023280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:05Z', 'revision_number': 4, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a581018d-3f00-43fb-a8c7-669a90c62eb6', 'name': '', 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:ec:e2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:04Z', 'updated_at': '2021-07-08T20:53:05Z', 'revision_number': 2, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:04Z', 'revision_number': 4, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:08.076510 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-83d2ad70-cd11-46c4-a72a-f7c881d3f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:08.078524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Checking router: 8e273d7f-49f0-4ced-aafd-a609773811de for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:53:08.078860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Updating router 8e273d7f-49f0-4ced-aafd-a609773811de port a581018d-3f00-43fb-a8c7-669a90c62eb6 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:53:08.083908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port ea5597f6-ca00-4926-83b3-80fd48652d43, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ea5597f6-ca00-4926-83b3-80fd48652d43,segment=NetworkSegment(51307554-5a7b-435c-9e05-66824bfb7f6b),segment_id=51307554-5a7b-435c-9e05-66824bfb7f6b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:08.121119 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:08.121755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bea95e35-ba9b-4ab5-9bc4-73e50378029f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:08.216450 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:08.307794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Allocated IP 172.23.0.2 (7f36c9e7-a3c1-4f37-968d-1f4d3856c862/4d93f8d9-c925-4f59-a33e-619f71b28df6/939a8c80-1a5e-498d-b038-8c2a2ab5b679) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:08.344956 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=ea5597f6-ca00-4926-83b3-80fd48652d43,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:08.357168 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-83d2ad70-cd11-46c4-a72a-f7c881d3f47c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 20:53:08.357762 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-83d2ad70-cd11-46c4-a72a-f7c881d3f47c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 20:53:08.367490 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:08.465207 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port bea95e35-ba9b-4ab5-9bc4-73e50378029f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:08.485621 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bea95e35-ba9b-4ab5-9bc4-73e50378029f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:08.485988 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:08.717979 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:08.738214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Transition to ACTIVE for port object 939a8c80-1a5e-498d-b038-8c2a2ab5b679 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:08.758197 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:08.803001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Transition to ACTIVE for port object 939a8c80-1a5e-498d-b038-8c2a2ab5b679 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:08.820790 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:08.874252 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:08.883112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port bea95e35-ba9b-4ab5-9bc4-73e50378029f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bea95e35-ba9b-4ab5-9bc4-73e50378029f,segment=NetworkSegment(819ea586-03dd-4b32-bdb3-1689288992f9),segment_id=819ea586-03dd-4b32-bdb3-1689288992f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:08.892915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Allocated IP 172.23.0.1 (7f36c9e7-a3c1-4f37-968d-1f4d3856c862/4d93f8d9-c925-4f59-a33e-619f71b28df6/2245b609-a1c7-455f-8773-0f96b2853f66) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:08.920132 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:08.925107 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Transition to ACTIVE for port object a581018d-3f00-43fb-a8c7-669a90c62eb6 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:08.945261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Network 7f36c9e7-a3c1-4f37-968d-1f4d3856c862 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:08.946037 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:08.952231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:08.954439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Pushing event updated for resources: {'Port': ['ID=939a8c80-1a5e-498d-b038-8c2a2ab5b679,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:08.956421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:09.023745 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:09.048734 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Transition to ACTIVE for port object 2245b609-a1c7-455f-8773-0f96b2853f66 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:09.074712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ea5597f6-ca00-4926-83b3-80fd48652d43 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:09.090092 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:09.110120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=bea95e35-ba9b-4ab5-9bc4-73e50378029f,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:09.129977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Attempting to bind port 939a8c80-1a5e-498d-b038-8c2a2ab5b679 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:09.130352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Attempting to bind port 939a8c80-1a5e-498d-b038-8c2a2ab5b679 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '3b2971f7-040f-4515-90b0-c04bcef82112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:09.130708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Attempting to bind port 939a8c80-1a5e-498d-b038-8c2a2ab5b679 on network 7f36c9e7-a3c1-4f37-968d-1f4d3856c862 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:09.145131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 7f36c9e7-a3c1-4f37-968d-1f4d3856c862 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:09.153997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:09.158110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:09.170687 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:53:09.391223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:09.392118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Checking segment: {'id': '3b2971f7-040f-4515-90b0-c04bcef82112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:09.392118 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:09.392482 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Bound using segment: {'id': '3b2971f7-040f-4515-90b0-c04bcef82112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:09.393137 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Bound port: 939a8c80-1a5e-498d-b038-8c2a2ab5b679, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2971f7-040f-4515-90b0-c04bcef82112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:09.393344 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:09.451637 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0613f6-dd8b-412e-a3e5-45de10c07faa None None] Pushing event updated for resources: {'Port': ['ID=a581018d-3f00-43fb-a8c7-669a90c62eb6,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:09.461025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Attempting to bind port a581018d-3f00-43fb-a8c7-669a90c62eb6 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:09.461600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Attempting to bind port a581018d-3f00-43fb-a8c7-669a90c62eb6 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '51307554-5a7b-435c-9e05-66824bfb7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:09.462082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Attempting to bind port a581018d-3f00-43fb-a8c7-669a90c62eb6 on network 0030edd4-9384-4dbc-bae6-712d8e99d51c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:09.477341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=2245b609-a1c7-455f-8773-0f96b2853f66,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:09.501235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:09.501638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Checking segment: {'id': '51307554-5a7b-435c-9e05-66824bfb7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:09.502057 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:09.502548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Bound using segment: {'id': '51307554-5a7b-435c-9e05-66824bfb7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:09.503051 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Bound port: a581018d-3f00-43fb-a8c7-669a90c62eb6, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51307554-5a7b-435c-9e05-66824bfb7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:09.503499 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:09.507247 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:09.535296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ea5597f6-ca00-4926-83b3-80fd48652d43 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:09.535665 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:09.615431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] For port 939a8c80-1a5e-498d-b038-8c2a2ab5b679, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:09.643989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] For port 939a8c80-1a5e-498d-b038-8c2a2ab5b679, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=939a8c80-1a5e-498d-b038-8c2a2ab5b679,segment=NetworkSegment(3b2971f7-040f-4515-90b0-c04bcef82112),segment_id=3b2971f7-040f-4515-90b0-c04bcef82112)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:09.659126 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:09.659911 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:09.710141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] For port a581018d-3f00-43fb-a8c7-669a90c62eb6, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:09.765670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] For port a581018d-3f00-43fb-a8c7-669a90c62eb6, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a581018d-3f00-43fb-a8c7-669a90c62eb6,segment=NetworkSegment(51307554-5a7b-435c-9e05-66824bfb7f6b),segment_id=51307554-5a7b-435c-9e05-66824bfb7f6b)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:09.775198 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57f47a-c03b-4e09-a84a-3977b118d3a7 None None] Pushing event updated for resources: {'Port': ['ID=939a8c80-1a5e-498d-b038-8c2a2ab5b679,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:09.779537 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:09.871000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:09.871641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:09.873564 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0613f6-dd8b-412e-a3e5-45de10c07faa None None] Pushing event updated for resources: {'Port': ['ID=a581018d-3f00-43fb-a8c7-669a90c62eb6,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:09.957081 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:10.033942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:10.205786 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:10.213037 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:10.307029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:09Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2245b609-a1c7-455f-8773-0f96b2853f66', 'name': '', 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:98:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '4d93f8d9-c925-4f59-a33e-619f71b28df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:08Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 1, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '4d93f8d9-c925-4f59-a33e-619f71b28df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a581018d-3f00-43fb-a8c7-669a90c62eb6', 'name': '', 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:ec:e2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:04Z', 'updated_at': '2021-07-08T20:53:09Z', 'revision_number': 4, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:10.339290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f000e-5f33-4995-af86-9fec0e56fb60 None None] The sync data for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 is: [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:09Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2245b609-a1c7-455f-8773-0f96b2853f66', 'name': '', 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:98:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '4d93f8d9-c925-4f59-a33e-619f71b28df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:08Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 1, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '4d93f8d9-c925-4f59-a33e-619f71b28df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a581018d-3f00-43fb-a8c7-669a90c62eb6', 'name': '', 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:ec:e2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:04Z', 'updated_at': '2021-07-08T20:53:09Z', 'revision_number': 4, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:10.359602 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:10.364197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event updated for resources: {'Port': ['ID=2245b609-a1c7-455f-8773-0f96b2853f66,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:10.512329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Network 7f36c9e7-a3c1-4f37-968d-1f4d3856c862 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:10.514614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:10.646285 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 8e273d7f-49f0-4ced-aafd-a609773811de has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:10.769841 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:10.775948 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-94c4927b-7634-4bf7-93c1-7a5eefcc1617 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3140166 Jul 08 20:53:10.780824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39970) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:10.786402 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a48301ba-506b-424c-850f-4a80330e8ee2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:10.974345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d32ba4b-54b8-4676-8cd2-b09f6b3a84ea None None] Network 7f36c9e7-a3c1-4f37-968d-1f4d3856c862 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:11.062120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9e82c57d-985a-4a3e-910a-acd5997f0c31 None None] Provisioning for port 939a8c80-1a5e-498d-b038-8c2a2ab5b679 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:11.340284 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bea95e35-ba9b-4ab5-9bc4-73e50378029f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:11.400865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bea95e35-ba9b-4ab5-9bc4-73e50378029f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:11.402187 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:11.435952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.extraroute_db [None req-a48301ba-506b-424c-850f-4a80330e8ee2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 20:53:11.471852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.extraroute_db [None req-a48301ba-506b-424c-850f-4a80330e8ee2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Removed routes are [] {{(pid=94066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 20:53:11.472508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a48301ba-506b-424c-850f-4a80330e8ee2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:11.522605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a581018d-3f00-43fb-a8c7-669a90c62eb6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:11.606540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port a581018d-3f00-43fb-a8c7-669a90c62eb6 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:11.613819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port a581018d-3f00-43fb-a8c7-669a90c62eb6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:11.614166 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:11.646558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8e48c069-4599-4c66-b6f5-98f0897cfdb9 None None] Provisioning for port 2245b609-a1c7-455f-8773-0f96b2853f66 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:11.657773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8e48c069-4599-4c66-b6f5-98f0897cfdb9 None None] Provisioning complete for port 2245b609-a1c7-455f-8773-0f96b2853f66 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:11.658163 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8e48c069-4599-4c66-b6f5-98f0897cfdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:11.711963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8e48c069-4599-4c66-b6f5-98f0897cfdb9 None None] Port 2245b609-a1c7-455f-8773-0f96b2853f66 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:11.756772 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:11.796343 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port a581018d-3f00-43fb-a8c7-669a90c62eb6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a581018d-3f00-43fb-a8c7-669a90c62eb6,segment=NetworkSegment(51307554-5a7b-435c-9e05-66824bfb7f6b),segment_id=51307554-5a7b-435c-9e05-66824bfb7f6b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:11.799026 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a48301ba-506b-424c-850f-4a80330e8ee2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:11.801986 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:11.803194 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 939a8c80-1a5e-498d-b038-8c2a2ab5b679 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:11.804112 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a48301ba-506b-424c-850f-4a80330e8ee2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:11.894206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=a581018d-3f00-43fb-a8c7-669a90c62eb6,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:11.907912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 939a8c80-1a5e-498d-b038-8c2a2ab5b679 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:11.913314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 939a8c80-1a5e-498d-b038-8c2a2ab5b679 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:11.913710 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:11.967230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48301ba-506b-424c-850f-4a80330e8ee2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 8e273d7f-49f0-4ced-aafd-a609773811de has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:11.986095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d8e2af5e-bd87-4102-9e6f-2570151bc214 None None] Provisioning complete for port 2245b609-a1c7-455f-8773-0f96b2853f66 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:11.986708 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8e2af5e-bd87-4102-9e6f-2570151bc214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:12.060956 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:12.076355 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d8e2af5e-bd87-4102-9e6f-2570151bc214 None None] Port 2245b609-a1c7-455f-8773-0f96b2853f66 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:12.111316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 939a8c80-1a5e-498d-b038-8c2a2ab5b679, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=939a8c80-1a5e-498d-b038-8c2a2ab5b679,segment=NetworkSegment(3b2971f7-040f-4515-90b0-c04bcef82112),segment_id=3b2971f7-040f-4515-90b0-c04bcef82112)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:12.121969 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:12.141138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48301ba-506b-424c-850f-4a80330e8ee2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:12.148455 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a48301ba-506b-424c-850f-4a80330e8ee2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:12.150241 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a48301ba-506b-424c-850f-4a80330e8ee2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de HTTP/1.1" status: 200 len: 932 time: 1.3679066 Jul 08 20:53:12.153850 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39972) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:12.188682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=939a8c80-1a5e-498d-b038-8c2a2ab5b679,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:12.273676 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ec0e6e18-7f4c-48ea-8579-f356f2928319 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de HTTP/1.1" status: 200 len: 932 time: 0.1186309 Jul 08 20:53:12.278062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39974) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:12.282749 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1f857fc1-49d9-4c5b-a12a-545679f09e9b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'router': {'routes': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:12.297963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-790485c5-c7e4-4efa-9ffe-e8d7f84be248 None None] Provisioning complete for port 2245b609-a1c7-455f-8773-0f96b2853f66 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:12.298313 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-790485c5-c7e4-4efa-9ffe-e8d7f84be248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:12.349181 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-790485c5-c7e4-4efa-9ffe-e8d7f84be248 None None] Port 2245b609-a1c7-455f-8773-0f96b2853f66 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:12.634767 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Sync routers for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:12.646312 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:12.647147 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:12.722953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.extraroute_db [None req-1f857fc1-49d9-4c5b-a12a-545679f09e9b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Added routes are [] {{(pid=94066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 20:53:12.723643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.extraroute_db [None req-1f857fc1-49d9-4c5b-a12a-545679f09e9b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 20:53:12.755507 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1f857fc1-49d9-4c5b-a12a-545679f09e9b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:12.758192 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:12.946192 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1f857fc1-49d9-4c5b-a12a-545679f09e9b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:12.952770 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1f857fc1-49d9-4c5b-a12a-545679f09e9b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:13.027686 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a581018d-3f00-43fb-a8c7-669a90c62eb6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:13.051963 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:11Z', 'revision_number': 6, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2245b609-a1c7-455f-8773-0f96b2853f66', 'name': '', 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:98:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '4d93f8d9-c925-4f59-a33e-619f71b28df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:08Z', 'updated_at': '2021-07-08T20:53:09Z', 'revision_number': 2, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '4d93f8d9-c925-4f59-a33e-619f71b28df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a581018d-3f00-43fb-a8c7-669a90c62eb6', 'name': '', 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:ec:e2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:04Z', 'updated_at': '2021-07-08T20:53:11Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:13.084561 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Checking router: 8e273d7f-49f0-4ced-aafd-a609773811de for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:53:13.084945 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Updating router 8e273d7f-49f0-4ced-aafd-a609773811de port 2245b609-a1c7-455f-8773-0f96b2853f66 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:53:13.086087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f857fc1-49d9-4c5b-a12a-545679f09e9b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 8e273d7f-49f0-4ced-aafd-a609773811de has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:13.089513 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port a581018d-3f00-43fb-a8c7-669a90c62eb6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:13.090001 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:13.124655 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:13.181547 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 939a8c80-1a5e-498d-b038-8c2a2ab5b679 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:13.205209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f857fc1-49d9-4c5b-a12a-545679f09e9b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:13.212348 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1f857fc1-49d9-4c5b-a12a-545679f09e9b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:13.216375 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1f857fc1-49d9-4c5b-a12a-545679f09e9b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de HTTP/1.1" status: 200 len: 698 time: 0.9349449 Jul 08 20:53:13.216658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39976) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:13.234987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 939a8c80-1a5e-498d-b038-8c2a2ab5b679 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:13.235451 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:13.336579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-54dc6429-e366-4cfd-b8bd-cc162e90449c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de HTTP/1.1" status: 200 len: 698 time: 0.1187873 Jul 08 20:53:13.339992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39978) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:13.442846 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:13.454222 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Transition to ACTIVE for port object 2245b609-a1c7-455f-8773-0f96b2853f66 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:13.468322 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:13.520818 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb5050-1372-4208-865b-843c6b3bbaf6 None None] Pushing event updated for resources: {'Port': ['ID=2245b609-a1c7-455f-8773-0f96b2853f66,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:13.581950 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Attempting to bind port 2245b609-a1c7-455f-8773-0f96b2853f66 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:13.582337 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Attempting to bind port 2245b609-a1c7-455f-8773-0f96b2853f66 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '3b2971f7-040f-4515-90b0-c04bcef82112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:13.582682 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Attempting to bind port 2245b609-a1c7-455f-8773-0f96b2853f66 on network 7f36c9e7-a3c1-4f37-968d-1f4d3856c862 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:13.588426 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:13.589642 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Checking segment: {'id': '3b2971f7-040f-4515-90b0-c04bcef82112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:13.589769 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:13.590141 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Bound using segment: {'id': '3b2971f7-040f-4515-90b0-c04bcef82112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:13.590612 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Bound port: 2245b609-a1c7-455f-8773-0f96b2853f66, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2971f7-040f-4515-90b0-c04bcef82112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:13.590994 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:13.676034 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] For port 2245b609-a1c7-455f-8773-0f96b2853f66, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:13.680861 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] For port 2245b609-a1c7-455f-8773-0f96b2853f66, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2245b609-a1c7-455f-8773-0f96b2853f66,segment=NetworkSegment(3b2971f7-040f-4515-90b0-c04bcef82112),segment_id=3b2971f7-040f-4515-90b0-c04bcef82112)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:13.686604 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:13.744998 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb5050-1372-4208-865b-843c6b3bbaf6 None None] Pushing event updated for resources: {'Port': ['ID=2245b609-a1c7-455f-8773-0f96b2853f66,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:13.754002 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:13.754625 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:13.860311 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:14.033322 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ced3bc25-fc34-44b0-836b-ebbceb4e6d09 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:14.083911 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:12Z', 'revision_number': 7, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2245b609-a1c7-455f-8773-0f96b2853f66', 'name': '', 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:98:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '4d93f8d9-c925-4f59-a33e-619f71b28df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:08Z', 'updated_at': '2021-07-08T20:53:13Z', 'revision_number': 4, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '4d93f8d9-c925-4f59-a33e-619f71b28df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a581018d-3f00-43fb-a8c7-669a90c62eb6', 'name': '', 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:ec:e2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:04Z', 'updated_at': '2021-07-08T20:53:11Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:14.114567 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc9821-5ca2-42c3-b00d-bf46c245f161 None None] The sync data for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 is: [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:12Z', 'revision_number': 7, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2245b609-a1c7-455f-8773-0f96b2853f66', 'name': '', 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:98:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '4d93f8d9-c925-4f59-a33e-619f71b28df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:08Z', 'updated_at': '2021-07-08T20:53:13Z', 'revision_number': 4, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '4d93f8d9-c925-4f59-a33e-619f71b28df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a581018d-3f00-43fb-a8c7-669a90c62eb6', 'name': '', 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:ec:e2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:04Z', 'updated_at': '2021-07-08T20:53:11Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:14.263301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3145af3-61ee-4552-9aa5-08f50d258d68 None None] Sync routers for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:14.272623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3145af3-61ee-4552-9aa5-08f50d258d68 None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:14.273277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a3145af3-61ee-4552-9aa5-08f50d258d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:14.309694 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ced3bc25-fc34-44b0-836b-ebbceb4e6d09 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port 2245b609-a1c7-455f-8773-0f96b2853f66 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:14.310040 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ced3bc25-fc34-44b0-836b-ebbceb4e6d09 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:14.364397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a3145af3-61ee-4552-9aa5-08f50d258d68 None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:14.402957 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-ced3bc25-fc34-44b0-836b-ebbceb4e6d09 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] For port 2245b609-a1c7-455f-8773-0f96b2853f66, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2245b609-a1c7-455f-8773-0f96b2853f66,segment=NetworkSegment(3b2971f7-040f-4515-90b0-c04bcef82112),segment_id=3b2971f7-040f-4515-90b0-c04bcef82112)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:14.403342 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ced3bc25-fc34-44b0-836b-ebbceb4e6d09 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:14.416671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ced3bc25-fc34-44b0-836b-ebbceb4e6d09 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for 2245b609-a1c7-455f-8773-0f96b2853f66 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:14.586130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a3145af3-61ee-4552-9aa5-08f50d258d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:12Z', 'revision_number': 7, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2245b609-a1c7-455f-8773-0f96b2853f66', 'name': '', 'network_id': '7f36c9e7-a3c1-4f37-968d-1f4d3856c862', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:98:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '4d93f8d9-c925-4f59-a33e-619f71b28df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:08Z', 'updated_at': '2021-07-08T20:53:13Z', 'revision_number': 4, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '4d93f8d9-c925-4f59-a33e-619f71b28df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a581018d-3f00-43fb-a8c7-669a90c62eb6', 'name': '', 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:ec:e2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:04Z', 'updated_at': '2021-07-08T20:53:11Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:14.598123 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ced3bc25-fc34-44b0-836b-ebbceb4e6d09 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:14.618585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3145af3-61ee-4552-9aa5-08f50d258d68 None None] Checking router: 8e273d7f-49f0-4ced-aafd-a609773811de for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:53:14.625543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3bc25-fc34-44b0-836b-ebbceb4e6d09 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=2245b609-a1c7-455f-8773-0f96b2853f66,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:14.628876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3145af3-61ee-4552-9aa5-08f50d258d68 None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:14.629616 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a3145af3-61ee-4552-9aa5-08f50d258d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:14.728676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a3145af3-61ee-4552-9aa5-08f50d258d68 None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:14.801393 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ced3bc25-fc34-44b0-836b-ebbceb4e6d09 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.010267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced3bc25-fc34-44b0-836b-ebbceb4e6d09 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 8e273d7f-49f0-4ced-aafd-a609773811de has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:15.100871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a3145af3-61ee-4552-9aa5-08f50d258d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:14Z', 'revision_number': 8, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a581018d-3f00-43fb-a8c7-669a90c62eb6', 'name': '', 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:ec:e2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:04Z', 'updated_at': '2021-07-08T20:53:11Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:15.106513 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced3bc25-fc34-44b0-836b-ebbceb4e6d09 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:15.111819 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ced3bc25-fc34-44b0-836b-ebbceb4e6d09 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7706096 Jul 08 20:53:15.114445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39982) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:15.129501 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3145af3-61ee-4552-9aa5-08f50d258d68 None None] The sync data for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 is: [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:14Z', 'revision_number': 8, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a581018d-3f00-43fb-a8c7-669a90c62eb6', 'name': '', 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:ec:e2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:04Z', 'updated_at': '2021-07-08T20:53:11Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:15.175672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5447892-4099-47e9-bdfd-6763634c987f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting subnet 4d93f8d9-c925-4f59-a33e-619f71b28df6 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:53:15.178893 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5447892-4099-47e9-bdfd-6763634c987f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.219207 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5447892-4099-47e9-bdfd-6763634c987f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.309774 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5447892-4099-47e9-bdfd-6763634c987f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.371922 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5447892-4099-47e9-bdfd-6763634c987f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.400024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5447892-4099-47e9-bdfd-6763634c987f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Subnet': ['ID=4d93f8d9-c925-4f59-a33e-619f71b28df6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:15.404356 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b5447892-4099-47e9-bdfd-6763634c987f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.406997 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b5447892-4099-47e9-bdfd-6763634c987f tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/4d93f8d9-c925-4f59-a33e-619f71b28df6 HTTP/1.1" status: 204 len: 168 time: 0.2909229 Jul 08 20:53:15.408953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39984) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:15.411413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d7e61f-2bf1-4561-a74d-0313002e2ccf None None] Network 7f36c9e7-a3c1-4f37-968d-1f4d3856c862 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:15.492327 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.558669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port 939a8c80-1a5e-498d-b038-8c2a2ab5b679 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:15.559025 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.616926 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7d2db4-9618-4aad-8f6b-1f293282d5df None None] DHCP port deletion for 7f36c9e7-a3c1-4f37-968d-1f4d3856c862 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:53:15.633564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] For port 939a8c80-1a5e-498d-b038-8c2a2ab5b679, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=939a8c80-1a5e-498d-b038-8c2a2ab5b679,segment=NetworkSegment(3b2971f7-040f-4515-90b0-c04bcef82112),segment_id=3b2971f7-040f-4515-90b0-c04bcef82112)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:15.634252 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.650266 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for 939a8c80-1a5e-498d-b038-8c2a2ab5b679 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:15.659926 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25949eaf-dec0-47dd-9ec8-86919fb7bd4a None None] Sync routers for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:15.667765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d2db4-9618-4aad-8f6b-1f293282d5df None None] Deleting port 939a8c80-1a5e-498d-b038-8c2a2ab5b679 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:15.668375 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2db4-9618-4aad-8f6b-1f293282d5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.672924 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25949eaf-dec0-47dd-9ec8-86919fb7bd4a None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:15.673668 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-25949eaf-dec0-47dd-9ec8-86919fb7bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:15.739407 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.743001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9c7d2db4-9618-4aad-8f6b-1f293282d5df None None] For port 939a8c80-1a5e-498d-b038-8c2a2ab5b679, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=939a8c80-1a5e-498d-b038-8c2a2ab5b679,segment=NetworkSegment(3b2971f7-040f-4515-90b0-c04bcef82112),segment_id=3b2971f7-040f-4515-90b0-c04bcef82112)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:15.743412 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2db4-9618-4aad-8f6b-1f293282d5df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.759207 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d2db4-9618-4aad-8f6b-1f293282d5df None None] Calling delete_port for 939a8c80-1a5e-498d-b038-8c2a2ab5b679 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:15.768948 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-25949eaf-dec0-47dd-9ec8-86919fb7bd4a None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:15.770866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=939a8c80-1a5e-498d-b038-8c2a2ab5b679,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:15.774776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No DVR routers for this DVR port 939a8c80-1a5e-498d-b038-8c2a2ab5b679 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:15.843777 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2db4-9618-4aad-8f6b-1f293282d5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.860547 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.872088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f36c9e7-a3c1-4f37-968d-1f4d3856c862']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:15.874977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d2db4-9618-4aad-8f6b-1f293282d5df None None] Pushing event deleted for resources: {'Port': ['ID=939a8c80-1a5e-498d-b038-8c2a2ab5b679,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:15.878638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d2db4-9618-4aad-8f6b-1f293282d5df None None] No DVR routers for this DVR port 939a8c80-1a5e-498d-b038-8c2a2ab5b679 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:15.894508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2971f7-040f-4515-90b0-c04bcef82112') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:15.894813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2971f7-040f-4515-90b0-c04bcef82112') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:15.905477 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.921044 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.929152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:53:15.929648 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:53:15.934047 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:53:16.000284 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:16.008395 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:16.010275 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/networks/7f36c9e7-a3c1-4f37-968d-1f4d3856c862 HTTP/1.1" status: 204 len: 168 time: 0.6003919 Jul 08 20:53:16.014635 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39986) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:16.022753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bffbe-a9cb-458c-95f5-8e14336f89e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Network': ['ID=7f36c9e7-a3c1-4f37-968d-1f4d3856c862,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:16.078255 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-25949eaf-dec0-47dd-9ec8-86919fb7bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:14Z', 'revision_number': 8, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a581018d-3f00-43fb-a8c7-669a90c62eb6', 'name': '', 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:ec:e2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:04Z', 'updated_at': '2021-07-08T20:53:11Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:16.106374 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25949eaf-dec0-47dd-9ec8-86919fb7bd4a None None] Checking router: 8e273d7f-49f0-4ced-aafd-a609773811de for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:53:16.114661 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25949eaf-dec0-47dd-9ec8-86919fb7bd4a None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:16.115266 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-25949eaf-dec0-47dd-9ec8-86919fb7bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:16.206582 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-25949eaf-dec0-47dd-9ec8-86919fb7bd4a None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:16.360253 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc343f01-f265-4b5d-b054-edf9bf6c3333 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:16.423293 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-25949eaf-dec0-47dd-9ec8-86919fb7bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:14Z', 'revision_number': 8, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a581018d-3f00-43fb-a8c7-669a90c62eb6', 'name': '', 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:ec:e2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:04Z', 'updated_at': '2021-07-08T20:53:11Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:16.450225 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25949eaf-dec0-47dd-9ec8-86919fb7bd4a None None] The sync data for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 is: [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:14Z', 'revision_number': 8, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a581018d-3f00-43fb-a8c7-669a90c62eb6', 'name': '', 'network_id': '0030edd4-9384-4dbc-bae6-712d8e99d51c', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:ec:e2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:04Z', 'updated_at': '2021-07-08T20:53:11Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '3e45f878-c434-4b34-9069-4399ebc33e0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:16.626296 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bc343f01-f265-4b5d-b054-edf9bf6c3333 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port a581018d-3f00-43fb-a8c7-669a90c62eb6 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:16.626553 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc343f01-f265-4b5d-b054-edf9bf6c3333 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:16.713145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-bc343f01-f265-4b5d-b054-edf9bf6c3333 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] For port a581018d-3f00-43fb-a8c7-669a90c62eb6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a581018d-3f00-43fb-a8c7-669a90c62eb6,segment=NetworkSegment(51307554-5a7b-435c-9e05-66824bfb7f6b),segment_id=51307554-5a7b-435c-9e05-66824bfb7f6b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:16.713507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc343f01-f265-4b5d-b054-edf9bf6c3333 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:16.727979 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bc343f01-f265-4b5d-b054-edf9bf6c3333 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for a581018d-3f00-43fb-a8c7-669a90c62eb6 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:16.910124 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc343f01-f265-4b5d-b054-edf9bf6c3333 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:16.938451 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc343f01-f265-4b5d-b054-edf9bf6c3333 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=a581018d-3f00-43fb-a8c7-669a90c62eb6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:17.017488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2245b609-a1c7-455f-8773-0f96b2853f66 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:17.038331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 2245b609-a1c7-455f-8773-0f96b2853f66 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:17.038679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2245b609-a1c7-455f-8773-0f96b2853f66 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:17.039110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 939a8c80-1a5e-498d-b038-8c2a2ab5b679 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:17.058592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 939a8c80-1a5e-498d-b038-8c2a2ab5b679 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:17.059088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 939a8c80-1a5e-498d-b038-8c2a2ab5b679 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:17.113341 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc343f01-f265-4b5d-b054-edf9bf6c3333 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:17.304689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc343f01-f265-4b5d-b054-edf9bf6c3333 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 8e273d7f-49f0-4ced-aafd-a609773811de has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:17.403601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc343f01-f265-4b5d-b054-edf9bf6c3333 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:17.411007 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bc343f01-f265-4b5d-b054-edf9bf6c3333 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3950708 Jul 08 20:53:17.413597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39988) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:17.416398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2352f5fc-49c7-4e10-bd13-c5cff60f4c6a None None] Sync routers for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:17.426620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2352f5fc-49c7-4e10-bd13-c5cff60f4c6a None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:17.427238 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2352f5fc-49c7-4e10-bd13-c5cff60f4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:17.467109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-64963cd0-353e-463d-93ad-61443422b307 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting subnet 3e45f878-c434-4b34-9069-4399ebc33e0b {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:53:17.470444 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64963cd0-353e-463d-93ad-61443422b307 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:17.510187 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64963cd0-353e-463d-93ad-61443422b307 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:17.515957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-2352f5fc-49c7-4e10-bd13-c5cff60f4c6a None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:17.605074 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64963cd0-353e-463d-93ad-61443422b307 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:17.673379 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64963cd0-353e-463d-93ad-61443422b307 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:17.702613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64963cd0-353e-463d-93ad-61443422b307 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Subnet': ['ID=3e45f878-c434-4b34-9069-4399ebc33e0b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:17.706287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64963cd0-353e-463d-93ad-61443422b307 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:17.710582 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-64963cd0-353e-463d-93ad-61443422b307 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/3e45f878-c434-4b34-9069-4399ebc33e0b HTTP/1.1" status: 204 len: 168 time: 0.2935193 Jul 08 20:53:17.711353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39990) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:17.719902 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527e9c20-8a27-4d2e-9bc6-b0b190ea9afc None None] Network 0030edd4-9384-4dbc-bae6-712d8e99d51c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:17.728012 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:17.795466 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:17.797768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2352f5fc-49c7-4e10-bd13-c5cff60f4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:16Z', 'revision_number': 9, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:17.844722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2352f5fc-49c7-4e10-bd13-c5cff60f4c6a None None] Checking router: 8e273d7f-49f0-4ced-aafd-a609773811de for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:53:17.848489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port ea5597f6-ca00-4926-83b3-80fd48652d43 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:17.848869 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:17.873449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2352f5fc-49c7-4e10-bd13-c5cff60f4c6a None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:17.873993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2352f5fc-49c7-4e10-bd13-c5cff60f4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:17.913144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] For port ea5597f6-ca00-4926-83b3-80fd48652d43, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ea5597f6-ca00-4926-83b3-80fd48652d43,segment=NetworkSegment(51307554-5a7b-435c-9e05-66824bfb7f6b),segment_id=51307554-5a7b-435c-9e05-66824bfb7f6b)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:17.913529 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:17.927585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for ea5597f6-ca00-4926-83b3-80fd48652d43 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:17.970678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-2352f5fc-49c7-4e10-bd13-c5cff60f4c6a None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:18.022610 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:18.051417 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=ea5597f6-ca00-4926-83b3-80fd48652d43,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:18.053334 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aafce13-0899-478d-bbb2-982e956e0da3 None None] DHCP port deletion for 0030edd4-9384-4dbc-bae6-712d8e99d51c request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:53:18.054087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No DVR routers for this DVR port ea5597f6-ca00-4926-83b3-80fd48652d43 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:18.135810 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:18.148023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0030edd4-9384-4dbc-bae6-712d8e99d51c']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:18.159497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51307554-5a7b-435c-9e05-66824bfb7f6b') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:18.159793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51307554-5a7b-435c-9e05-66824bfb7f6b') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:18.169862 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:18.188047 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:18.194972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:53:18.195443 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:53:18.198796 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:53:18.210306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2352f5fc-49c7-4e10-bd13-c5cff60f4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:16Z', 'revision_number': 9, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:18.243010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2352f5fc-49c7-4e10-bd13-c5cff60f4c6a None None] The sync data for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 is: [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:16Z', 'revision_number': 9, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea95e35-ba9b-4ab5-9bc4-73e50378029f', 'name': '', 'network_id': '9870730e-fee6-46bd-9490-b2677bf7941e', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:53:00Z', 'updated_at': '2021-07-08T20:53:08Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': '9a6bffde-0d73-4467-a90f-b1ce2a33e3f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:18.258945 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:18.266888 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:18.268960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/networks/0030edd4-9384-4dbc-bae6-712d8e99d51c HTTP/1.1" status: 204 len: 168 time: 0.5562623 Jul 08 20:53:18.271517 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39992) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:18.289664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7d175-0df2-4ff8-bc0a-8c10a79acf38 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Network': ['ID=0030edd4-9384-4dbc-bae6-712d8e99d51c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:18.656495 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fe0812ec-c85b-42f9-a65b-e3bb08c4f85c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:19.008652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a581018d-3f00-43fb-a8c7-669a90c62eb6 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:19.030589 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: a581018d-3f00-43fb-a8c7-669a90c62eb6 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:19.030971 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a581018d-3f00-43fb-a8c7-669a90c62eb6 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:19.031423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ea5597f6-ca00-4926-83b3-80fd48652d43 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:19.054013 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: ea5597f6-ca00-4926-83b3-80fd48652d43 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:19.055377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ea5597f6-ca00-4926-83b3-80fd48652d43 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:19.227239 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-fe0812ec-c85b-42f9-a65b-e3bb08c4f85c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port bea95e35-ba9b-4ab5-9bc4-73e50378029f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:19.227545 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fe0812ec-c85b-42f9-a65b-e3bb08c4f85c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:19.321241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-fe0812ec-c85b-42f9-a65b-e3bb08c4f85c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] For port bea95e35-ba9b-4ab5-9bc4-73e50378029f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bea95e35-ba9b-4ab5-9bc4-73e50378029f,segment=NetworkSegment(819ea586-03dd-4b32-bdb3-1689288992f9),segment_id=819ea586-03dd-4b32-bdb3-1689288992f9)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:19.321620 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fe0812ec-c85b-42f9-a65b-e3bb08c4f85c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:19.336038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-fe0812ec-c85b-42f9-a65b-e3bb08c4f85c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for bea95e35-ba9b-4ab5-9bc4-73e50378029f owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:19.538854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fe0812ec-c85b-42f9-a65b-e3bb08c4f85c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:19.571236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0812ec-c85b-42f9-a65b-e3bb08c4f85c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=bea95e35-ba9b-4ab5-9bc4-73e50378029f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:19.748724 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fe0812ec-c85b-42f9-a65b-e3bb08c4f85c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:19.967371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0812ec-c85b-42f9-a65b-e3bb08c4f85c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 8e273d7f-49f0-4ced-aafd-a609773811de has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:20.069866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0812ec-c85b-42f9-a65b-e3bb08c4f85c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:20.075747 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fe0812ec-c85b-42f9-a65b-e3bb08c4f85c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8032138 Jul 08 20:53:20.078461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39994) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:20.081877 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc602a80-300c-43aa-8d8f-eaf6f6c20fae None None] Sync routers for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:20.092983 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc602a80-300c-43aa-8d8f-eaf6f6c20fae None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:20.093655 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fc602a80-300c-43aa-8d8f-eaf6f6c20fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:20.140516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1ac94c-8f79-49c1-bd31-d7b3e66fdf70 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting subnet 9a6bffde-0d73-4467-a90f-b1ce2a33e3f1 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:53:20.144693 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ba1ac94c-8f79-49c1-bd31-d7b3e66fdf70 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.190551 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ba1ac94c-8f79-49c1-bd31-d7b3e66fdf70 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.200402 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-fc602a80-300c-43aa-8d8f-eaf6f6c20fae None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:20.295278 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ba1ac94c-8f79-49c1-bd31-d7b3e66fdf70 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.375287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ba1ac94c-8f79-49c1-bd31-d7b3e66fdf70 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.404839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ac94c-8f79-49c1-bd31-d7b3e66fdf70 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Subnet': ['ID=9a6bffde-0d73-4467-a90f-b1ce2a33e3f1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:20.411269 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ba1ac94c-8f79-49c1-bd31-d7b3e66fdf70 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.413205 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ba1ac94c-8f79-49c1-bd31-d7b3e66fdf70 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/9a6bffde-0d73-4467-a90f-b1ce2a33e3f1 HTTP/1.1" status: 204 len: 168 time: 0.3337667 Jul 08 20:53:20.416833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 39996) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:20.427523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf4510-2f3e-4667-8b6b-9a55da34bc26 None None] Network 9870730e-fee6-46bd-9490-b2677bf7941e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:20.431292 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fc602a80-300c-43aa-8d8f-eaf6f6c20fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:19Z', 'revision_number': 10, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:20.465598 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc602a80-300c-43aa-8d8f-eaf6f6c20fae None None] Checking router: 8e273d7f-49f0-4ced-aafd-a609773811de for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:53:20.474365 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc602a80-300c-43aa-8d8f-eaf6f6c20fae None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:20.474990 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fc602a80-300c-43aa-8d8f-eaf6f6c20fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:20.499231 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.562755 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-fc602a80-300c-43aa-8d8f-eaf6f6c20fae None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:20.571057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port 4c2893c9-da66-49c9-94c3-9a141fad2a1a {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:20.571583 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.645092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] For port 4c2893c9-da66-49c9-94c3-9a141fad2a1a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4c2893c9-da66-49c9-94c3-9a141fad2a1a,segment=NetworkSegment(819ea586-03dd-4b32-bdb3-1689288992f9),segment_id=819ea586-03dd-4b32-bdb3-1689288992f9)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:20.645558 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.661056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for 4c2893c9-da66-49c9-94c3-9a141fad2a1a owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:20.668297 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf65a7c4-3250-4fff-9e99-abda41ac9a23 None None] DHCP port deletion for 9870730e-fee6-46bd-9490-b2677bf7941e request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:53:20.730568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bf65a7c4-3250-4fff-9e99-abda41ac9a23 None None] Deleting port 4c2893c9-da66-49c9-94c3-9a141fad2a1a {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:20.731107 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf65a7c4-3250-4fff-9e99-abda41ac9a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.753751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.785817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=4c2893c9-da66-49c9-94c3-9a141fad2a1a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:20.789522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No DVR routers for this DVR port 4c2893c9-da66-49c9-94c3-9a141fad2a1a on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:20.800253 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-bf65a7c4-3250-4fff-9e99-abda41ac9a23 None None] For port 4c2893c9-da66-49c9-94c3-9a141fad2a1a, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4c2893c9-da66-49c9-94c3-9a141fad2a1a,segment=NetworkSegment(819ea586-03dd-4b32-bdb3-1689288992f9),segment_id=819ea586-03dd-4b32-bdb3-1689288992f9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:20.800754 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf65a7c4-3250-4fff-9e99-abda41ac9a23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.816544 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-bf65a7c4-3250-4fff-9e99-abda41ac9a23 None None] Calling delete_port for 4c2893c9-da66-49c9-94c3-9a141fad2a1a owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:20.822541 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fc602a80-300c-43aa-8d8f-eaf6f6c20fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:19Z', 'revision_number': 10, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:20.851379 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc602a80-300c-43aa-8d8f-eaf6f6c20fae None None] The sync data for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 is: [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:19Z', 'revision_number': 10, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None, '_interfaces': [{'id': '05c44c4a-5c06-49f2-a213-adc439204596', 'name': '', 'network_id': 'a9b2c582-e336-48a6-bfb4-db04df0d454f', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'mac_address': 'fa:16:3e:79:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:52:58Z', 'updated_at': '2021-07-08T20:53:03Z', 'revision_number': 5, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'subnets': [{'id': 'f5bbf8e1-177d-41b1-91ae-b551da37aaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:20.877399 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.890027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9870730e-fee6-46bd-9490-b2677bf7941e']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:20.903687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819ea586-03dd-4b32-bdb3-1689288992f9') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:20.904007 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819ea586-03dd-4b32-bdb3-1689288992f9') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:20.913480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.919660 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf65a7c4-3250-4fff-9e99-abda41ac9a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.928551 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.935994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:53:20.936435 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:53:20.940083 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:53:20.946884 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65a7c4-3250-4fff-9e99-abda41ac9a23 None None] Pushing event deleted for resources: {'Port': ['ID=4c2893c9-da66-49c9-94c3-9a141fad2a1a,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:20.951849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf65a7c4-3250-4fff-9e99-abda41ac9a23 None None] No DVR routers for this DVR port 4c2893c9-da66-49c9-94c3-9a141fad2a1a on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:21.014449 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:21.022541 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:21.024806 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/networks/9870730e-fee6-46bd-9490-b2677bf7941e HTTP/1.1" status: 204 len: 168 time: 0.6068876 Jul 08 20:53:21.029295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 39998) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:21.039800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2ddb8-1205-4c3d-b163-90fbe2f780ed tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Network': ['ID=9870730e-fee6-46bd-9490-b2677bf7941e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:21.257714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4c2893c9-da66-49c9-94c3-9a141fad2a1a no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:21.291180 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 4c2893c9-da66-49c9-94c3-9a141fad2a1a {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:21.292043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4c2893c9-da66-49c9-94c3-9a141fad2a1a not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:21.292551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bea95e35-ba9b-4ab5-9bc4-73e50378029f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:21.313331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: bea95e35-ba9b-4ab5-9bc4-73e50378029f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:21.313675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bea95e35-ba9b-4ab5-9bc4-73e50378029f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:21.405589 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa73c-5bfe-429a-aef4-392a48e5e8eb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:21.680854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2ccaa73c-5bfe-429a-aef4-392a48e5e8eb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port 05c44c4a-5c06-49f2-a213-adc439204596 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:21.681199 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa73c-5bfe-429a-aef4-392a48e5e8eb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:21.776898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2ccaa73c-5bfe-429a-aef4-392a48e5e8eb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] For port 05c44c4a-5c06-49f2-a213-adc439204596, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=05c44c4a-5c06-49f2-a213-adc439204596,segment=NetworkSegment(5646b412-891b-4e8e-a9a8-c59e3a27131e),segment_id=5646b412-891b-4e8e-a9a8-c59e3a27131e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:21.777267 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa73c-5bfe-429a-aef4-392a48e5e8eb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:21.797676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2ccaa73c-5bfe-429a-aef4-392a48e5e8eb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for 05c44c4a-5c06-49f2-a213-adc439204596 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:21.986517 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa73c-5bfe-429a-aef4-392a48e5e8eb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:22.015823 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaa73c-5bfe-429a-aef4-392a48e5e8eb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=05c44c4a-5c06-49f2-a213-adc439204596,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:22.165406 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa73c-5bfe-429a-aef4-392a48e5e8eb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:22.657749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccaa73c-5bfe-429a-aef4-392a48e5e8eb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 8e273d7f-49f0-4ced-aafd-a609773811de has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:22.734797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccaa73c-5bfe-429a-aef4-392a48e5e8eb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:22.740162 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2ccaa73c-5bfe-429a-aef4-392a48e5e8eb tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7095110 Jul 08 20:53:22.742936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40000) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:22.746810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893fefd1-1f33-4f49-a727-568034a7dbec None None] Sync routers for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:22.757585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893fefd1-1f33-4f49-a727-568034a7dbec None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:22.758272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-893fefd1-1f33-4f49-a727-568034a7dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:22.804208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b1f50f-6682-4113-b3e1-0e1b094131d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting subnet f5bbf8e1-177d-41b1-91ae-b551da37aaa7 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:53:22.807488 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40b1f50f-6682-4113-b3e1-0e1b094131d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:22.842377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-893fefd1-1f33-4f49-a727-568034a7dbec None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:22.856724 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40b1f50f-6682-4113-b3e1-0e1b094131d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:22.900839 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-893fefd1-1f33-4f49-a727-568034a7dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:21Z', 'revision_number': 11, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:22.928837 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893fefd1-1f33-4f49-a727-568034a7dbec None None] Checking router: 8e273d7f-49f0-4ced-aafd-a609773811de for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:53:22.938117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893fefd1-1f33-4f49-a727-568034a7dbec None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:22.938683 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-893fefd1-1f33-4f49-a727-568034a7dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:22.988293 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40b1f50f-6682-4113-b3e1-0e1b094131d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.041774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-893fefd1-1f33-4f49-a727-568034a7dbec None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:23.059497 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40b1f50f-6682-4113-b3e1-0e1b094131d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.086808 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1f50f-6682-4113-b3e1-0e1b094131d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Subnet': ['ID=f5bbf8e1-177d-41b1-91ae-b551da37aaa7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:23.092962 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40b1f50f-6682-4113-b3e1-0e1b094131d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.095749 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-40b1f50f-6682-4113-b3e1-0e1b094131d2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/f5bbf8e1-177d-41b1-91ae-b551da37aaa7 HTTP/1.1" status: 204 len: 168 time: 0.3512151 Jul 08 20:53:23.097890 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40002) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:23.109611 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f207f333-3c8b-4603-8bda-bfda58704b96 None None] Network a9b2c582-e336-48a6-bfb4-db04df0d454f requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:23.113772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-893fefd1-1f33-4f49-a727-568034a7dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:21Z', 'revision_number': 11, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:23.178704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893fefd1-1f33-4f49-a727-568034a7dbec None None] The sync data for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 is: [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:21Z', 'revision_number': 11, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:23.187135 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.259696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Deleting port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:23.260036 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.335683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] For port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe,segment=NetworkSegment(5646b412-891b-4e8e-a9a8-c59e3a27131e),segment_id=5646b412-891b-4e8e-a9a8-c59e3a27131e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:23.336079 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.350294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Calling delete_port for 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:23.441994 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.470030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Port': ['ID=2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:23.476568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No DVR routers for this DVR port 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:23.552093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bef464-be0d-4204-a038-65d2a8553c03 None None] DHCP port deletion for a9b2c582-e336-48a6-bfb4-db04df0d454f request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:53:23.572918 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.588797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b2c582-e336-48a6-bfb4-db04df0d454f']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:23.605887 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5646b412-891b-4e8e-a9a8-c59e3a27131e') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:23.606315 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5646b412-891b-4e8e-a9a8-c59e3a27131e') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:23.611565 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.621527 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.641483 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.648278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:53:23.648749 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:53:23.652726 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:53:23.726559 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.735211 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:23.736718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/networks/a9b2c582-e336-48a6-bfb4-db04df0d454f HTTP/1.1" status: 204 len: 168 time: 0.6377907 Jul 08 20:53:23.740780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40004) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:23.747681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e0eae383-2b42-43a7-8dfa-fe0c8e387e8b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'router': {'routes': None}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:23.749980 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec79d29-28d5-464b-9e57-1f780789a3fe tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Pushing event deleted for resources: {'Network': ['ID=a9b2c582-e336-48a6-bfb4-db04df0d454f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:23.915273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.extraroute_db [None req-e0eae383-2b42-43a7-8dfa-fe0c8e387e8b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Added routes are [] {{(pid=94066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 20:53:23.915575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.extraroute_db [None req-e0eae383-2b42-43a7-8dfa-fe0c8e387e8b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Removed routes are [] {{(pid=94066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 20:53:23.915941 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e0eae383-2b42-43a7-8dfa-fe0c8e387e8b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:24.059186 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e0eae383-2b42-43a7-8dfa-fe0c8e387e8b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:24.062440 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e0eae383-2b42-43a7-8dfa-fe0c8e387e8b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:24.145557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0eae383-2b42-43a7-8dfa-fe0c8e387e8b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 8e273d7f-49f0-4ced-aafd-a609773811de has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:24.230840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0eae383-2b42-43a7-8dfa-fe0c8e387e8b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:24.239549 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e0eae383-2b42-43a7-8dfa-fe0c8e387e8b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:24.243773 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d565a-2d05-4d3f-b1ce-c79fc12a7b8b None None] Sync routers for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:24.244296 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e0eae383-2b42-43a7-8dfa-fe0c8e387e8b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de HTTP/1.1" status: 200 len: 699 time: 0.4982018 Jul 08 20:53:24.244296 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40006) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:24.251591 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d565a-2d05-4d3f-b1ce-c79fc12a7b8b None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:24.252304 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ee7d565a-2d05-4d3f-b1ce-c79fc12a7b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:24.281659 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-879dc66e-7a25-4034-959c-9a511879e34e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=8e273d7f-49f0-4ced-aafd-a609773811de HTTP/1.1" status: 200 len: 205 time: 0.0360384 Jul 08 20:53:24.284071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40008) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:24.331483 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-ee7d565a-2d05-4d3f-b1ce-c79fc12a7b8b None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:24.364701 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0009fd9-aab8-428f-9799-ac3e87ab9729 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:24.389368 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ee7d565a-2d05-4d3f-b1ce-c79fc12a7b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:21Z', 'revision_number': 11, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:24.418316 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d565a-2d05-4d3f-b1ce-c79fc12a7b8b None None] Checking router: 8e273d7f-49f0-4ced-aafd-a609773811de for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:53:24.427115 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d565a-2d05-4d3f-b1ce-c79fc12a7b8b None None] Routers {'8e273d7f-49f0-4ced-aafd-a609773811de'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:24.427726 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ee7d565a-2d05-4d3f-b1ce-c79fc12a7b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['8e273d7f-49f0-4ced-aafd-a609773811de'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:24.542954 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0009fd9-aab8-428f-9799-ac3e87ab9729 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:24.545400 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0009fd9-aab8-428f-9799-ac3e87ab9729 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:24.592526 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-ee7d565a-2d05-4d3f-b1ce-c79fc12a7b8b None None] Set router 8e273d7f-49f0-4ced-aafd-a609773811de gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:24.594211 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0009fd9-aab8-428f-9799-ac3e87ab9729 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:24.594813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0009fd9-aab8-428f-9799-ac3e87ab9729 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Fanout notify agent at l3_agent the message router_deleted on router 8e273d7f-49f0-4ced-aafd-a609773811de {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:53:24.603071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0009fd9-aab8-428f-9799-ac3e87ab9729 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:24.604358 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b0009fd9-aab8-428f-9799-ac3e87ab9729 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de HTTP/1.1" status: 204 len: 168 time: 0.3193011 Jul 08 20:53:24.611710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40010) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:24.615872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-4f9193b0-b996-4f1c-9a35-fcbf60265d89 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-707170942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:24.641241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4f9193b0-b996-4f1c-9a35-fcbf60265d89 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:24.642530 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4f9193b0-b996-4f1c-9a35-fcbf60265d89 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:24.650082 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-ee7d565a-2d05-4d3f-b1ce-c79fc12a7b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:21Z', 'revision_number': 11, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:24.683488 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d565a-2d05-4d3f-b1ce-c79fc12a7b8b None None] The sync data for ids ['8e273d7f-49f0-4ced-aafd-a609773811de'] in n-d-791506-16 is: [{'id': '8e273d7f-49f0-4ced-aafd-a609773811de', 'name': 'tempest-RoutersTest-router-10122665', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:52:56Z', 'updated_at': '2021-07-08T20:53:21Z', 'revision_number': 11, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:24.981007 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4f9193b0-b996-4f1c-9a35-fcbf60265d89 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:24.985668 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4f9193b0-b996-4f1c-9a35-fcbf60265d89 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:25.001446 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:25.006986 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4f9193b0-b996-4f1c-9a35-fcbf60265d89 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:25.012248 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4f9193b0-b996-4f1c-9a35-fcbf60265d89 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3969431 Jul 08 20:53:25.012523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40012) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:25.020730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-73198334-3c68-4705-89b3-10c1108557b2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:25.026405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:25.027348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2e08109d-6e0b-4ae5-bb7d-2f1572ba6afe not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:25.028436 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 05c44c4a-5c06-49f2-a213-adc439204596 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:25.054488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 05c44c4a-5c06-49f2-a213-adc439204596 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:25.054853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 05c44c4a-5c06-49f2-a213-adc439204596 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:25.248660 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-73198334-3c68-4705-89b3-10c1108557b2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:25.260073 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-73198334-3c68-4705-89b3-10c1108557b2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-312576'] for router, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:25.368035 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73198334-3c68-4705-89b3-10c1108557b2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Router 22c88846-b9c8-4564-ab58-31fc2d244462 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:53:25.450045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73198334-3c68-4705-89b3-10c1108557b2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:25.457261 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-73198334-3c68-4705-89b3-10c1108557b2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:25.458617 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-73198334-3c68-4705-89b3-10c1108557b2 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "PUT /v2.0/routers/22c88846-b9c8-4564-ab58-31fc2d244462 HTTP/1.1" status: 200 len: 693 time: 0.4450786 Jul 08 20:53:25.459340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe9b3c-90b8-4ee7-bcc8-646d3ef788b8 None None] Sync routers for ids ['22c88846-b9c8-4564-ab58-31fc2d244462'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:25.461472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40014) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:25.470232 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe9b3c-90b8-4ee7-bcc8-646d3ef788b8 None None] Routers {'22c88846-b9c8-4564-ab58-31fc2d244462'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:25.470875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-04fe9b3c-90b8-4ee7-bcc8-646d3ef788b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['22c88846-b9c8-4564-ab58-31fc2d244462'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:25.549038 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-400f2763-fb79-4d78-beee-a03d0d5f03d0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/routers/22c88846-b9c8-4564-ab58-31fc2d244462 HTTP/1.1" status: 200 len: 699 time: 0.0859590 Jul 08 20:53:25.551970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40016) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:25.553602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-04fe9b3c-90b8-4ee7-bcc8-646d3ef788b8 None None] Set router 22c88846-b9c8-4564-ab58-31fc2d244462 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:25.581985 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7b1bffa1-f6a2-4b5f-8799-e4a5405ef635 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=22c88846-b9c8-4564-ab58-31fc2d244462 HTTP/1.1" status: 200 len: 205 time: 0.0281072 Jul 08 20:53:25.584392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40018) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:25.666129 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efe7f95f-1c0b-43a8-aedb-54ed46df1809 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:25.775133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-04fe9b3c-90b8-4ee7-bcc8-646d3ef788b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c88846-b9c8-4564-ab58-31fc2d244462', 'name': 'tempest-RoutersTest-router-707170942', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:53:24Z', 'updated_at': '2021-07-08T20:53:25Z', 'revision_number': 2, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:25.802252 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe9b3c-90b8-4ee7-bcc8-646d3ef788b8 None None] Checking router: 22c88846-b9c8-4564-ab58-31fc2d244462 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:53:25.811803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe9b3c-90b8-4ee7-bcc8-646d3ef788b8 None None] Routers {'22c88846-b9c8-4564-ab58-31fc2d244462'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:25.812443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-04fe9b3c-90b8-4ee7-bcc8-646d3ef788b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['22c88846-b9c8-4564-ab58-31fc2d244462'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:25.839505 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efe7f95f-1c0b-43a8-aedb-54ed46df1809 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:25.842035 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efe7f95f-1c0b-43a8-aedb-54ed46df1809 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:25.884165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-04fe9b3c-90b8-4ee7-bcc8-646d3ef788b8 None None] Set router 22c88846-b9c8-4564-ab58-31fc2d244462 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:53:25.888339 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efe7f95f-1c0b-43a8-aedb-54ed46df1809 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:25.888933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe7f95f-1c0b-43a8-aedb-54ed46df1809 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Fanout notify agent at l3_agent the message router_deleted on router 22c88846-b9c8-4564-ab58-31fc2d244462 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:53:25.898080 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efe7f95f-1c0b-43a8-aedb-54ed46df1809 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:25.902946 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-efe7f95f-1c0b-43a8-aedb-54ed46df1809 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/22c88846-b9c8-4564-ab58-31fc2d244462 HTTP/1.1" status: 204 len: 168 time: 0.3157260 Jul 08 20:53:25.903964 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40020) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:25.935406 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-17f00c54-34d1-4878-b502-ddc292bd600e tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=22c88846-b9c8-4564-ab58-31fc2d244462 HTTP/1.1" status: 200 len: 205 time: 0.0300772 Jul 08 20:53:25.937710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40022) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:25.947232 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-04fe9b3c-90b8-4ee7-bcc8-646d3ef788b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c88846-b9c8-4564-ab58-31fc2d244462', 'name': 'tempest-RoutersTest-router-707170942', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:53:24Z', 'updated_at': '2021-07-08T20:53:25Z', 'revision_number': 2, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:25.975646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe9b3c-90b8-4ee7-bcc8-646d3ef788b8 None None] The sync data for ids ['22c88846-b9c8-4564-ab58-31fc2d244462'] in n-d-791506-16 is: [{'id': '22c88846-b9c8-4564-ab58-31fc2d244462', 'name': 'tempest-RoutersTest-router-707170942', 'tenant_id': '0c77eb462fce4f26bb8539d94e8c9488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:53:24Z', 'updated_at': '2021-07-08T20:53:25Z', 'revision_number': 2, 'project_id': '0c77eb462fce4f26bb8539d94e8c9488', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:25.980604 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-7b43d368-640c-4ee5-b09c-7ef13be5e0f6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] delete failed (client error): The resource could not be found. Jul 08 20:53:25.981668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7b43d368-640c-4ee5-b09c-7ef13be5e0f6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/22c88846-b9c8-4564-ab58-31fc2d244462 HTTP/1.1" status: 404 len: 336 time: 0.0431235 Jul 08 20:53:25.984211 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40024) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.012407 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd36ad8b-bee7-49bf-af47-a1ea2ceb389c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] DELETE failed (client error): The resource could not be found. Jul 08 20:53:26.012905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd36ad8b-bee7-49bf-af47-a1ea2ceb389c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:53:26.017215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dd36ad8b-bee7-49bf-af47-a1ea2ceb389c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/4d93f8d9-c925-4f59-a33e-619f71b28df6 HTTP/1.1" status: 404 len: 337 time: 0.0295131 Jul 08 20:53:26.017600 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40026) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.045230 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2bc54d6-eaca-4d6f-a77d-005d5f1b2312 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] DELETE failed (client error): The resource could not be found. Jul 08 20:53:26.045694 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2bc54d6-eaca-4d6f-a77d-005d5f1b2312 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:53:26.047915 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a2bc54d6-eaca-4d6f-a77d-005d5f1b2312 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/3e45f878-c434-4b34-9069-4399ebc33e0b HTTP/1.1" status: 404 len: 337 time: 0.0292134 Jul 08 20:53:26.050050 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40028) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.077101 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee6a2c6-77da-4e70-be8c-4960a314c0c3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] DELETE failed (client error): The resource could not be found. Jul 08 20:53:26.077583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee6a2c6-77da-4e70-be8c-4960a314c0c3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:53:26.079340 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3ee6a2c6-77da-4e70-be8c-4960a314c0c3 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/9a6bffde-0d73-4467-a90f-b1ce2a33e3f1 HTTP/1.1" status: 404 len: 337 time: 0.0283527 Jul 08 20:53:26.081848 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40030) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.114209 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c58d27-b2a9-463e-80d2-04d2d9cfbcc0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] DELETE failed (client error): The resource could not be found. Jul 08 20:53:26.114685 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c58d27-b2a9-463e-80d2-04d2d9cfbcc0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:53:26.116593 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a9c58d27-b2a9-463e-80d2-04d2d9cfbcc0 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/f5bbf8e1-177d-41b1-91ae-b551da37aaa7 HTTP/1.1" status: 404 len: 337 time: 0.0338397 Jul 08 20:53:26.119330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40032) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.152060 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0a831e06-ede6-472c-a11e-f2d84249f4e1 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=8e273d7f-49f0-4ced-aafd-a609773811de HTTP/1.1" status: 200 len: 205 time: 0.0307355 Jul 08 20:53:26.154197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40034) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.192445 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-1f57b128-e0c9-4fd1-9091-3f28c7f30a91 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] delete failed (client error): The resource could not be found. Jul 08 20:53:26.193531 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1f57b128-e0c9-4fd1-9091-3f28c7f30a91 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/8e273d7f-49f0-4ced-aafd-a609773811de HTTP/1.1" status: 404 len: 336 time: 0.0384016 Jul 08 20:53:26.198225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40036) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.233578 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0a6340d5-be2d-4a14-98a1-e9451a816a19 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a HTTP/1.1" status: 200 len: 205 time: 0.0341012 Jul 08 20:53:26.236025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40038) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.274479 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-4fa3130f-9181-4d40-a067-d0a4025b053c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] delete failed (client error): The resource could not be found. Jul 08 20:53:26.275532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4fa3130f-9181-4d40-a067-d0a4025b053c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/b6eb64bf-0821-4f5e-91e1-2d1bcdbe678a HTTP/1.1" status: 404 len: 336 time: 0.0383742 Jul 08 20:53:26.278857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40040) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.306615 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-adeedfa9-55cd-49b5-b8db-a22053d95827 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] DELETE failed (client error): The resource could not be found. Jul 08 20:53:26.307142 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adeedfa9-55cd-49b5-b8db-a22053d95827 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:53:26.309187 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-adeedfa9-55cd-49b5-b8db-a22053d95827 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/2318f97e-5a8f-4719-a085-d0dd1e844e48 HTTP/1.1" status: 404 len: 337 time: 0.0293794 Jul 08 20:53:26.311750 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40042) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.341795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fe8a9e9f-56e7-4d5b-a679-22470d246b00 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=abb5be94-6577-4a2d-8564-02797b9bf3f6 HTTP/1.1" status: 200 len: 205 time: 0.0289290 Jul 08 20:53:26.344196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40044) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.387460 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-075f9422-d86e-41b6-a267-657ea183fcb4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] delete failed (client error): The resource could not be found. Jul 08 20:53:26.388494 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-075f9422-d86e-41b6-a267-657ea183fcb4 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/abb5be94-6577-4a2d-8564-02797b9bf3f6 HTTP/1.1" status: 404 len: 336 time: 0.0433624 Jul 08 20:53:26.391319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40046) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.421678 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0cfeb2e2-691e-4ec4-ac30-6be8f6f37c0c tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56 HTTP/1.1" status: 200 len: 205 time: 0.0291839 Jul 08 20:53:26.424119 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40048) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.463719 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-2ab683d6-5e07-4032-b12f-b1bdc506e115 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] delete failed (client error): The resource could not be found. Jul 08 20:53:26.465507 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2ab683d6-5e07-4032-b12f-b1bdc506e115 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/73a33a8a-a4d9-4a5a-b5ac-06ea3a76ff56 HTTP/1.1" status: 404 len: 336 time: 0.0403590 Jul 08 20:53:26.468211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40050) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.509299 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91ac84d-6f8f-43b8-bf3d-feff859031b7 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] DELETE failed (client error): The resource could not be found. Jul 08 20:53:26.509962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91ac84d-6f8f-43b8-bf3d-feff859031b7 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:53:26.513649 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f91ac84d-6f8f-43b8-bf3d-feff859031b7 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/140314ce-f61f-4e22-8476-d01a60d12611 HTTP/1.1" status: 404 len: 337 time: 0.0440083 Jul 08 20:53:26.515952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40052) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.546065 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bfaef287-4b63-434c-845b-71afd8831a32 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b076777-748f-4d0e-bbcb-7adb38607bce HTTP/1.1" status: 200 len: 205 time: 0.0289855 Jul 08 20:53:26.548430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40054) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.595402 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-1d26976d-3357-409f-a308-3a7f8aa56f89 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] delete failed (client error): The resource could not be found. Jul 08 20:53:26.596362 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1d26976d-3357-409f-a308-3a7f8aa56f89 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/6b076777-748f-4d0e-bbcb-7adb38607bce HTTP/1.1" status: 404 len: 336 time: 0.0469294 Jul 08 20:53:26.599286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40056) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.627985 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e872753-1e32-4fec-8e62-a817ecd04653 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] DELETE failed (client error): The resource could not be found. Jul 08 20:53:26.628654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e872753-1e32-4fec-8e62-a817ecd04653 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:53:26.630575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1e872753-1e32-4fec-8e62-a817ecd04653 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/d21f5720-492a-4666-a84a-099ad4cf9a25 HTTP/1.1" status: 404 len: 337 time: 0.0303636 Jul 08 20:53:26.633440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40058) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.665070 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8a58d0c6-d4d8-4cff-84a6-d722ba63a44b tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "GET /v2.0/ports?device_id=f30803d6-6184-42b1-9c70-cd430252ed25 HTTP/1.1" status: 200 len: 205 time: 0.0303211 Jul 08 20:53:26.667308 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40060) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.710596 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-773a7c68-e051-470c-adc3-dc30889a08a6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] delete failed (client error): The resource could not be found. Jul 08 20:53:26.712183 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-773a7c68-e051-470c-adc3-dc30889a08a6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/routers/f30803d6-6184-42b1-9c70-cd430252ed25 HTTP/1.1" status: 404 len: 336 time: 0.0438061 Jul 08 20:53:26.716075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40062) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.753637 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d6ecbe-ecb6-4c27-8ea1-1031080c74e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] DELETE failed (client error): The resource could not be found. Jul 08 20:53:26.754097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d6ecbe-ecb6-4c27-8ea1-1031080c74e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:53:26.756854 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-02d6ecbe-ecb6-4c27-8ea1-1031080c74e6 tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/d403befe-2010-4fc7-8730-038a0187daa0 HTTP/1.1" status: 404 len: 337 time: 0.0396764 Jul 08 20:53:26.759215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40064) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:26.789236 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a0c407-1b04-4fe5-b44d-0158a9e142df tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] DELETE failed (client error): The resource could not be found. Jul 08 20:53:26.789697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a0c407-1b04-4fe5-b44d-0158a9e142df tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 20:53:26.791499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-96a0c407-1b04-4fe5-b44d-0158a9e142df tempest-RoutersTest-86970550 tempest-RoutersTest-86970550-project] 10.222.0.101 "DELETE /v2.0/subnets/4d081560-3969-4146-8d66-2fb6634b342f HTTP/1.1" status: 404 len: 337 time: 0.0303390 Jul 08 20:53:27.173821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40070) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:27.366395 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ba0d2110-c1a3-4c2b-aa8d-8692bdf633c1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0c77eb462fce4f26bb8539d94e8c9488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910288 Jul 08 20:53:27.369060 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40074) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:27.428016 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f0ca12ee-58ca-4d99-b5ec-e3ef9d938014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:27.453875 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f0ca12ee-58ca-4d99-b5ec-e3ef9d938014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:27.508754 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f0ca12ee-58ca-4d99-b5ec-e3ef9d938014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:27.512166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f0ca12ee-58ca-4d99-b5ec-e3ef9d938014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:27.513380 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f0ca12ee-58ca-4d99-b5ec-e3ef9d938014 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7cd51190-c35d-4562-aa59-4f57944003b1 HTTP/1.1" status: 204 len: 168 time: 0.1430600 Jul 08 20:53:27.521447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca12ee-58ca-4d99-b5ec-e3ef9d938014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd51190-c35d-4562-aa59-4f57944003b1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:28.282987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40096) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:28.396741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-bcac952a-3ffd-4b2a-a2b3-41bc271e82fc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-602540344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:28.422832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bcac952a-3ffd-4b2a-a2b3-41bc271e82fc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:28.423991 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bcac952a-3ffd-4b2a-a2b3-41bc271e82fc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:28.477861 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bcac952a-3ffd-4b2a-a2b3-41bc271e82fc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:28.483156 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bcac952a-3ffd-4b2a-a2b3-41bc271e82fc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:28.501769 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bcac952a-3ffd-4b2a-a2b3-41bc271e82fc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:28.503475 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bcac952a-3ffd-4b2a-a2b3-41bc271e82fc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2192814 Jul 08 20:53:28.506767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40100) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:28.514408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2117587269'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:28.537515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Made reservation on behalf of 94a8f87ff7b746bfa28be06cfea42a49 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:28.543937 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:28.559865 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:28.663886 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:28.669509 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:28.701706 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:53:28.711719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0133b0be-f38a-467f-a002-a7f7857936b1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:28.717587 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:28.717939 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Added segment d290cc27-e5f1-4f15-9eee-ed9c50d94f28 of type vlan for network e8096ec8-2f82-4e07-8e3b-760c04dabad8 Jul 08 20:53:28.765913 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:28.806313 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:28.812018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:28.812657 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:28.873616 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3652287 Jul 08 20:53:28.877925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40102) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:28.882594 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c6bd5-9028-4943-b713-ecba8cb51758 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event updated for resources: {'Network': ['ID=e8096ec8-2f82-4e07-8e3b-760c04dabad8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:28.884716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-fe159578-4fac-41d7-a132-8aa8c29a2bdc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Request body: {'subnet': {'network_id': 'e8096ec8-2f82-4e07-8e3b-760c04dabad8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:28.898507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network e8096ec8-2f82-4e07-8e3b-760c04dabad8 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:53:29.003043 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe159578-4fac-41d7-a132-8aa8c29a2bdc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Made reservation on behalf of 94a8f87ff7b746bfa28be06cfea42a49 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:29.006729 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fe159578-4fac-41d7-a132-8aa8c29a2bdc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.211915 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fe159578-4fac-41d7-a132-8aa8c29a2bdc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.276098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe159578-4fac-41d7-a132-8aa8c29a2bdc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event updated for resources: {'Subnet': ['ID=75699240-33a1-4312-bded-e948d50aa11f,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:29.284024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe159578-4fac-41d7-a132-8aa8c29a2bdc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Checking segment: {'id': 'd290cc27-e5f1-4f15-9eee-ed9c50d94f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e8096ec8-2f82-4e07-8e3b-760c04dabad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:29.284370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe159578-4fac-41d7-a132-8aa8c29a2bdc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Network hostable DHCP agents. Network: e8096ec8-2f82-4e07-8e3b-760c04dabad8, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:53:29.302207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe159578-4fac-41d7-a132-8aa8c29a2bdc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Network e8096ec8-2f82-4e07-8e3b-760c04dabad8 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:53:29.314172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-fe159578-4fac-41d7-a132-8aa8c29a2bdc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, e8096ec8-2f82-4e07-8e3b-760c04dabad8) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:29.321363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe159578-4fac-41d7-a132-8aa8c29a2bdc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:29.322105 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fe159578-4fac-41d7-a132-8aa8c29a2bdc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.323864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b989dc-5d09-40be-b154-bea7ded8a0f5 None None] Network e8096ec8-2f82-4e07-8e3b-760c04dabad8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:29.343775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fe159578-4fac-41d7-a132-8aa8c29a2bdc tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4631839 Jul 08 20:53:29.346598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40104) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:29.352593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-afe60c73-d292-44fe-8154-21fa1b0ad70c tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Request body: {'network': {'name': 'tempest-router-network01--737379471'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:29.378677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe60c73-d292-44fe-8154-21fa1b0ad70c tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Made reservation on behalf of 94a8f87ff7b746bfa28be06cfea42a49 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:29.382824 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-afe60c73-d292-44fe-8154-21fa1b0ad70c tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.410231 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe60c73-d292-44fe-8154-21fa1b0ad70c tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:53:29.420954 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-afe60c73-d292-44fe-8154-21fa1b0ad70c tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.421350 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-afe60c73-d292-44fe-8154-21fa1b0ad70c tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Added segment 8be4eb2b-c8ff-4794-b072-fb9f3cf9819a of type vlan for network 1e5b2924-4452-48fd-8f2b-4bd9ad192b23 Jul 08 20:53:29.470153 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-afe60c73-d292-44fe-8154-21fa1b0ad70c tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.505789 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-afe60c73-d292-44fe-8154-21fa1b0ad70c tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.509574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe60c73-d292-44fe-8154-21fa1b0ad70c tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:29.510827 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-afe60c73-d292-44fe-8154-21fa1b0ad70c tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.514076 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-e8096ec8-2f82-4e07-8e3b-760c04dabad8', 'network_id': 'e8096ec8-2f82-4e07-8e3b-760c04dabad8', 'tenant_id': '94a8f87ff7b746bfa28be06cfea42a49', 'fixed_ips': [{'subnet_id': '75699240-33a1-4312-bded-e948d50aa11f'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:53:29.515057 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.572217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-afe60c73-d292-44fe-8154-21fa1b0ad70c tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2243474 Jul 08 20:53:29.577476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40106) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:29.584115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-63472f8c-0256-4f93-bb31-094cc4991938 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Request body: {'network': {'name': 'tempest-router-network02--1279773180'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:29.591438 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe60c73-d292-44fe-8154-21fa1b0ad70c tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event updated for resources: {'Network': ['ID=1e5b2924-4452-48fd-8f2b-4bd9ad192b23,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:29.614750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63472f8c-0256-4f93-bb31-094cc4991938 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Made reservation on behalf of 94a8f87ff7b746bfa28be06cfea42a49 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:29.619089 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63472f8c-0256-4f93-bb31-094cc4991938 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.623731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 1e5b2924-4452-48fd-8f2b-4bd9ad192b23 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:53:29.650186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63472f8c-0256-4f93-bb31-094cc4991938 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:53:29.661940 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63472f8c-0256-4f93-bb31-094cc4991938 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.662400 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-63472f8c-0256-4f93-bb31-094cc4991938 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Added segment 79dfc7f9-4119-47af-be8e-4855d979b833 of type vlan for network 45cdd704-446d-4fb9-bef6-b5a4291ac245 Jul 08 20:53:29.710125 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63472f8c-0256-4f93-bb31-094cc4991938 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.741737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63472f8c-0256-4f93-bb31-094cc4991938 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.747795 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63472f8c-0256-4f93-bb31-094cc4991938 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:29.748491 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-63472f8c-0256-4f93-bb31-094cc4991938 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:29.757664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Allocated IP 2001:db8::2 (e8096ec8-2f82-4e07-8e3b-760c04dabad8/75699240-33a1-4312-bded-e948d50aa11f/a57aeb86-54c9-4e8e-8208-37d9c303be26) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:29.811879 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-63472f8c-0256-4f93-bb31-094cc4991938 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2329111 Jul 08 20:53:29.816608 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40108) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:29.824662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-95d5f9d7-3049-4247-a158-3feecf660179 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Request body: {'subnet': {'network_id': '1e5b2924-4452-48fd-8f2b-4bd9ad192b23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:29.835117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63472f8c-0256-4f93-bb31-094cc4991938 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event updated for resources: {'Network': ['ID=45cdd704-446d-4fb9-bef6-b5a4291ac245,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:29.849022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 45cdd704-446d-4fb9-bef6-b5a4291ac245 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:53:29.932527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d5f9d7-3049-4247-a158-3feecf660179 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Made reservation on behalf of 94a8f87ff7b746bfa28be06cfea42a49 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:29.936295 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95d5f9d7-3049-4247-a158-3feecf660179 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:30.000084 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:30.012200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Transition to ACTIVE for port object a57aeb86-54c9-4e8e-8208-37d9c303be26 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:30.030273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Transition to ACTIVE for port object a57aeb86-54c9-4e8e-8208-37d9c303be26 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:30.038028 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:30.081166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Network e8096ec8-2f82-4e07-8e3b-760c04dabad8 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:30.087847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:30.090437 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:30.102402 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Pushing event updated for resources: {'Port': ['ID=a57aeb86-54c9-4e8e-8208-37d9c303be26,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:30.130942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:30.131318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:30.131628 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:30.132224 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:30.132568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:30.132937 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:30.133269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:30.133600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:30.133930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:30.134256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:30.134602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:30.134912 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:30.149336 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95d5f9d7-3049-4247-a158-3feecf660179 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:30.173497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Attempting to bind port a57aeb86-54c9-4e8e-8208-37d9c303be26 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:30.173882 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Attempting to bind port a57aeb86-54c9-4e8e-8208-37d9c303be26 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd290cc27-e5f1-4f15-9eee-ed9c50d94f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e8096ec8-2f82-4e07-8e3b-760c04dabad8'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:30.174257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Attempting to bind port a57aeb86-54c9-4e8e-8208-37d9c303be26 on network e8096ec8-2f82-4e07-8e3b-760c04dabad8 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:30.180344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:30.180777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Checking segment: {'id': 'd290cc27-e5f1-4f15-9eee-ed9c50d94f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e8096ec8-2f82-4e07-8e3b-760c04dabad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:30.181168 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:30.181581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Bound using segment: {'id': 'd290cc27-e5f1-4f15-9eee-ed9c50d94f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e8096ec8-2f82-4e07-8e3b-760c04dabad8'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:30.183017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Bound port: a57aeb86-54c9-4e8e-8208-37d9c303be26, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd290cc27-e5f1-4f15-9eee-ed9c50d94f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e8096ec8-2f82-4e07-8e3b-760c04dabad8'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:30.183245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:30.229359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5f9d7-3049-4247-a158-3feecf660179 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event updated for resources: {'Subnet': ['ID=8527d014-2114-4933-903f-a7a3e04f9810,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:30.239466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d5f9d7-3049-4247-a158-3feecf660179 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Checking segment: {'id': '8be4eb2b-c8ff-4794-b072-fb9f3cf9819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e5b2924-4452-48fd-8f2b-4bd9ad192b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:30.239833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d5f9d7-3049-4247-a158-3feecf660179 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Network hostable DHCP agents. Network: 1e5b2924-4452-48fd-8f2b-4bd9ad192b23, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:53:30.259260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] For port a57aeb86-54c9-4e8e-8208-37d9c303be26, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:30.259507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d5f9d7-3049-4247-a158-3feecf660179 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Network 1e5b2924-4452-48fd-8f2b-4bd9ad192b23 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:53:30.263500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] For port a57aeb86-54c9-4e8e-8208-37d9c303be26, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a57aeb86-54c9-4e8e-8208-37d9c303be26,segment=NetworkSegment(d290cc27-e5f1-4f15-9eee-ed9c50d94f28),segment_id=d290cc27-e5f1-4f15-9eee-ed9c50d94f28)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:30.267685 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:30.270110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-95d5f9d7-3049-4247-a158-3feecf660179 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 1e5b2924-4452-48fd-8f2b-4bd9ad192b23) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:30.275523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d5f9d7-3049-4247-a158-3feecf660179 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:30.276244 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95d5f9d7-3049-4247-a158-3feecf660179 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:30.297018 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-95d5f9d7-3049-4247-a158-3feecf660179 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4787242 Jul 08 20:53:30.299781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40110) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:30.300954 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66147a42-6ab3-4679-bc06-3e615e8b5233 None None] Network 1e5b2924-4452-48fd-8f2b-4bd9ad192b23 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:30.305103 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-02d4b723-5b93-4c98-8cb9-d9a259506a2a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Request body: {'subnet': {'network_id': '45cdd704-446d-4fb9-bef6-b5a4291ac245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:30.392652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa736149-d793-46cf-b493-bdb3f064791c None None] Pushing event updated for resources: {'Port': ['ID=a57aeb86-54c9-4e8e-8208-37d9c303be26,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:30.417297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d4b723-5b93-4c98-8cb9-d9a259506a2a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Made reservation on behalf of 94a8f87ff7b746bfa28be06cfea42a49 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:30.423929 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-02d4b723-5b93-4c98-8cb9-d9a259506a2a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:30.523373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-1e5b2924-4452-48fd-8f2b-4bd9ad192b23', 'network_id': '1e5b2924-4452-48fd-8f2b-4bd9ad192b23', 'tenant_id': '94a8f87ff7b746bfa28be06cfea42a49', 'fixed_ips': [{'subnet_id': '8527d014-2114-4933-903f-a7a3e04f9810'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:53:30.524257 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:30.656202 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-02d4b723-5b93-4c98-8cb9-d9a259506a2a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:30.698591 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Allocated IP 2001:db8::2 (1e5b2924-4452-48fd-8f2b-4bd9ad192b23/8527d014-2114-4933-903f-a7a3e04f9810/4fc7281e-ab38-4711-9ce8-eb1324674b20) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:30.743910 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4b723-5b93-4c98-8cb9-d9a259506a2a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event updated for resources: {'Subnet': ['ID=b78bc3bf-5ec5-44c0-88d1-9f28210ae0f6,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:30.753808 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d4b723-5b93-4c98-8cb9-d9a259506a2a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Checking segment: {'id': '79dfc7f9-4119-47af-be8e-4855d979b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '45cdd704-446d-4fb9-bef6-b5a4291ac245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:30.754173 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d4b723-5b93-4c98-8cb9-d9a259506a2a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Network hostable DHCP agents. Network: 45cdd704-446d-4fb9-bef6-b5a4291ac245, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:53:30.773569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d4b723-5b93-4c98-8cb9-d9a259506a2a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Network 45cdd704-446d-4fb9-bef6-b5a4291ac245 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:53:30.784224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-02d4b723-5b93-4c98-8cb9-d9a259506a2a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 45cdd704-446d-4fb9-bef6-b5a4291ac245) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:30.788505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d4b723-5b93-4c98-8cb9-d9a259506a2a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:30.789149 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-02d4b723-5b93-4c98-8cb9-d9a259506a2a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:30.798880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35afc2cc-f70e-43a6-a858-5acac581dc4c None None] Network 45cdd704-446d-4fb9-bef6-b5a4291ac245 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:30.807640 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-02d4b723-5b93-4c98-8cb9-d9a259506a2a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5063145 Jul 08 20:53:30.810300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40112) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:30.926685 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:30.944840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Transition to ACTIVE for port object 4fc7281e-ab38-4711-9ce8-eb1324674b20 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:30.988613 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Transition to ACTIVE for port object 4fc7281e-ab38-4711-9ce8-eb1324674b20 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:31.031269 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:31.063983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-45cdd704-446d-4fb9-bef6-b5a4291ac245', 'network_id': '45cdd704-446d-4fb9-bef6-b5a4291ac245', 'tenant_id': '94a8f87ff7b746bfa28be06cfea42a49', 'fixed_ips': [{'subnet_id': 'b78bc3bf-5ec5-44c0-88d1-9f28210ae0f6'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:53:31.064898 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:31.081322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Network 1e5b2924-4452-48fd-8f2b-4bd9ad192b23 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:31.087317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:31.097439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:31.103092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a57aeb86-54c9-4e8e-8208-37d9c303be26 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:31.132669 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Pushing event updated for resources: {'Port': ['ID=4fc7281e-ab38-4711-9ce8-eb1324674b20,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:31.149717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:31.259821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Attempting to bind port 4fc7281e-ab38-4711-9ce8-eb1324674b20 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:31.262103 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Attempting to bind port 4fc7281e-ab38-4711-9ce8-eb1324674b20 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '8be4eb2b-c8ff-4794-b072-fb9f3cf9819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e5b2924-4452-48fd-8f2b-4bd9ad192b23'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:31.262103 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Attempting to bind port 4fc7281e-ab38-4711-9ce8-eb1324674b20 on network 1e5b2924-4452-48fd-8f2b-4bd9ad192b23 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:31.278244 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:31.278626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Checking segment: {'id': '8be4eb2b-c8ff-4794-b072-fb9f3cf9819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e5b2924-4452-48fd-8f2b-4bd9ad192b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:31.279043 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:31.279450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Bound using segment: {'id': '8be4eb2b-c8ff-4794-b072-fb9f3cf9819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e5b2924-4452-48fd-8f2b-4bd9ad192b23'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:31.279957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Bound port: 4fc7281e-ab38-4711-9ce8-eb1324674b20, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be4eb2b-c8ff-4794-b072-fb9f3cf9819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e5b2924-4452-48fd-8f2b-4bd9ad192b23'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:31.280348 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:31.337283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port a57aeb86-54c9-4e8e-8208-37d9c303be26 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:31.412920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] For port 4fc7281e-ab38-4711-9ce8-eb1324674b20, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:31.415502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Allocated IP 2001:db8::2 (45cdd704-446d-4fb9-bef6-b5a4291ac245/b78bc3bf-5ec5-44c0-88d1-9f28210ae0f6/2edba67d-b4a8-482b-8ff0-dd7178d13ce5) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:31.419064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] For port 4fc7281e-ab38-4711-9ce8-eb1324674b20, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4fc7281e-ab38-4711-9ce8-eb1324674b20,segment=NetworkSegment(8be4eb2b-c8ff-4794-b072-fb9f3cf9819a),segment_id=8be4eb2b-c8ff-4794-b072-fb9f3cf9819a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:31.425526 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:31.429945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Allocated IP 2001:db8::1 (1e5b2924-4452-48fd-8f2b-4bd9ad192b23/8527d014-2114-4933-903f-a7a3e04f9810/5b7692a2-4adb-401d-92fd-84b71489f5a3) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:31.462755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84742983-f645-47d0-bf58-9a67e29297ee None None] Network e8096ec8-2f82-4e07-8e3b-760c04dabad8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:31.556764 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:31.573136 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Transition to ACTIVE for port object 5b7692a2-4adb-401d-92fd-84b71489f5a3 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:31.609565 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:31.656942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Network 1e5b2924-4452-48fd-8f2b-4bd9ad192b23 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:31.660230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:31.664361 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:31.664947 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:31.671958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event updated for resources: {'Port': ['ID=5b7692a2-4adb-401d-92fd-84b71489f5a3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:31.751821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2c8da1c0-b8a7-47df-8b82-b8cb1c0357c8 None None] Provisioning for port a57aeb86-54c9-4e8e-8208-37d9c303be26 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:31.762643 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ace0ec-2fe6-4de3-bc7b-ca584bf8e998 None None] Pushing event updated for resources: {'Port': ['ID=4fc7281e-ab38-4711-9ce8-eb1324674b20,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:31.778882 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2c8da1c0-b8a7-47df-8b82-b8cb1c0357c8 None None] Provisioning complete for port a57aeb86-54c9-4e8e-8208-37d9c303be26 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:31.779255 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c8da1c0-b8a7-47df-8b82-b8cb1c0357c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:31.810139 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:31.995503 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:32.015305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Transition to ACTIVE for port object 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:32.021814 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c8da1c0-b8a7-47df-8b82-b8cb1c0357c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:32.052987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Transition to ACTIVE for port object 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:32.076744 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:32.098072 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2c8da1c0-b8a7-47df-8b82-b8cb1c0357c8 None None] For port a57aeb86-54c9-4e8e-8208-37d9c303be26, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a57aeb86-54c9-4e8e-8208-37d9c303be26,segment=NetworkSegment(d290cc27-e5f1-4f15-9eee-ed9c50d94f28),segment_id=d290cc27-e5f1-4f15-9eee-ed9c50d94f28)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:32.129810 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c8da1c0-b8a7-47df-8b82-b8cb1c0357c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:32.145952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Network 45cdd704-446d-4fb9-bef6-b5a4291ac245 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:32.151582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:32.157931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:32.161811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Pushing event updated for resources: {'Port': ['ID=2edba67d-b4a8-482b-8ff0-dd7178d13ce5,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:32.180296 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:32.190027 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:32.190874 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:32.263655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Attempting to bind port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:32.264190 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Attempting to bind port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '79dfc7f9-4119-47af-be8e-4855d979b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '45cdd704-446d-4fb9-bef6-b5a4291ac245'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:32.264541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Attempting to bind port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 on network 45cdd704-446d-4fb9-bef6-b5a4291ac245 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:32.270102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8da1c0-b8a7-47df-8b82-b8cb1c0357c8 None None] Pushing event updated for resources: {'Port': ['ID=a57aeb86-54c9-4e8e-8208-37d9c303be26,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:32.276070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:32.276514 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Checking segment: {'id': '79dfc7f9-4119-47af-be8e-4855d979b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '45cdd704-446d-4fb9-bef6-b5a4291ac245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:32.276897 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:32.277310 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Bound using segment: {'id': '79dfc7f9-4119-47af-be8e-4855d979b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '45cdd704-446d-4fb9-bef6-b5a4291ac245'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:32.277782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Bound port: 2edba67d-b4a8-482b-8ff0-dd7178d13ce5, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79dfc7f9-4119-47af-be8e-4855d979b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '45cdd704-446d-4fb9-bef6-b5a4291ac245'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:32.278174 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:32.292961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event updated for resources: {'Port': ['ID=5b7692a2-4adb-401d-92fd-84b71489f5a3,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:32.356991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] For port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:32.361252 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] For port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2edba67d-b4a8-482b-8ff0-dd7178d13ce5,segment=NetworkSegment(79dfc7f9-4119-47af-be8e-4855d979b833),segment_id=79dfc7f9-4119-47af-be8e-4855d979b833)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:32.362132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Network 1e5b2924-4452-48fd-8f2b-4bd9ad192b23 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:32.363680 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:32.366608 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:32.431267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa3f99-c59b-4ec1-8fb7-e76802137375 None None] Pushing event updated for resources: {'Port': ['ID=2edba67d-b4a8-482b-8ff0-dd7178d13ce5,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:32.467569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-28c07958-7f0f-45db-a545-530b30f24ead None None] Provisioning complete for port a57aeb86-54c9-4e8e-8208-37d9c303be26 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:32.468260 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-28c07958-7f0f-45db-a545-530b30f24ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:32.514753 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Router 29f40208-a9c6-4344-811e-d445e8aaae0c is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:53:32.969827 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e5360b-8bd2-4bef-856a-60ea95267715 None None] Network 1e5b2924-4452-48fd-8f2b-4bd9ad192b23 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:32.971118 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:32.985316 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b594a796-b337-4c28-bc89-31abfc72a0f2 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "PUT /v2.0/routers/29f40208-a9c6-4344-811e-d445e8aaae0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1712389 Jul 08 20:53:32.985693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40116) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:32.995698 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f05ed-c0ef-428f-91f3-952c124967da None None] Sync routers for ids ['29f40208-a9c6-4344-811e-d445e8aaae0c'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:33.011279 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f05ed-c0ef-428f-91f3-952c124967da None None] Routers {'29f40208-a9c6-4344-811e-d445e8aaae0c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:33.015808 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-820f05ed-c0ef-428f-91f3-952c124967da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['29f40208-a9c6-4344-811e-d445e8aaae0c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:33.044986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ccc9c9b2-a4a9-4b59-a0ad-74f1ceeb31bd None None] Provisioning for port 4fc7281e-ab38-4711-9ce8-eb1324674b20 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:33.082202 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-820f05ed-c0ef-428f-91f3-952c124967da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:33.103327 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f05ed-c0ef-428f-91f3-952c124967da None None] Routers {'29f40208-a9c6-4344-811e-d445e8aaae0c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:33.104950 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-820f05ed-c0ef-428f-91f3-952c124967da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['29f40208-a9c6-4344-811e-d445e8aaae0c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:33.153906 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-820f05ed-c0ef-428f-91f3-952c124967da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:33.154867 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f05ed-c0ef-428f-91f3-952c124967da None None] The sync data for ids ['29f40208-a9c6-4344-811e-d445e8aaae0c'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:33.224690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:33.289404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:33.297205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a57aeb86-54c9-4e8e-8208-37d9c303be26 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:33.390638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port a57aeb86-54c9-4e8e-8208-37d9c303be26 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:33.391006 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:33.476246 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-aa9a59a0-4f94-45e3-bb42-46e62239b331 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:53:33.477418 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-aa9a59a0-4f94-45e3-bb42-46e62239b331 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "PUT /v2.0/routers/29f40208-a9c6-4344-811e-d445e8aaae0c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4906528 Jul 08 20:53:33.481319 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40118) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:33.517006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4fc7281e-ab38-4711-9ce8-eb1324674b20 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:33.579655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 4fc7281e-ab38-4711-9ce8-eb1324674b20 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:33.590573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4fc7281e-ab38-4711-9ce8-eb1324674b20 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:33.590947 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:33.641220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fdff7b23-55e3-400f-8e1b-b4868b794357 None None] Provisioning for port 5b7692a2-4adb-401d-92fd-84b71489f5a3 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:33.650712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fdff7b23-55e3-400f-8e1b-b4868b794357 None None] Provisioning complete for port 5b7692a2-4adb-401d-92fd-84b71489f5a3 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:33.651952 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fdff7b23-55e3-400f-8e1b-b4868b794357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:33.700360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-fdff7b23-55e3-400f-8e1b-b4868b794357 None None] Port 5b7692a2-4adb-401d-92fd-84b71489f5a3 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:33.743947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fdff7b23-55e3-400f-8e1b-b4868b794357 None None] Provisioning complete for port 4fc7281e-ab38-4711-9ce8-eb1324674b20 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:33.745094 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fdff7b23-55e3-400f-8e1b-b4868b794357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:33.770172 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:33.774773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c180efa5-01a4-4a40-bb3a-513b32569c34 None None] Network 45cdd704-446d-4fb9-bef6-b5a4291ac245 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:33.845193 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df4d148c-ddc2-4ca5-995f-2a6806e47fb3 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:33.886532 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 4fc7281e-ab38-4711-9ce8-eb1324674b20, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4fc7281e-ab38-4711-9ce8-eb1324674b20,segment=NetworkSegment(8be4eb2b-c8ff-4794-b072-fb9f3cf9819a),segment_id=8be4eb2b-c8ff-4794-b072-fb9f3cf9819a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:33.894310 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:34.032175 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=4fc7281e-ab38-4711-9ce8-eb1324674b20,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:34.086352 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f83f0ddd-c8df-4c6b-a64c-7dc211ae0980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:34.164304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-77ced924-d6ba-49d1-98ab-5ffb761c4535 None None] Provisioning complete for port 5b7692a2-4adb-401d-92fd-84b71489f5a3 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:34.164711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-77ced924-d6ba-49d1-98ab-5ffb761c4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:34.174458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-df4d148c-ddc2-4ca5-995f-2a6806e47fb3 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Deleting port 5b7692a2-4adb-401d-92fd-84b71489f5a3 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:34.175413 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df4d148c-ddc2-4ca5-995f-2a6806e47fb3 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:34.202624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-77ced924-d6ba-49d1-98ab-5ffb761c4535 None None] Port 5b7692a2-4adb-401d-92fd-84b71489f5a3 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:34.216497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-77ced924-d6ba-49d1-98ab-5ffb761c4535 None None] Provisioning for port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:34.221654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-77ced924-d6ba-49d1-98ab-5ffb761c4535 None None] Provisioning complete for port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:34.222213 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-77ced924-d6ba-49d1-98ab-5ffb761c4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:34.329115 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df4d148c-ddc2-4ca5-995f-2a6806e47fb3 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:34.347053 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-77ced924-d6ba-49d1-98ab-5ffb761c4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:34.348979 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-df4d148c-ddc2-4ca5-995f-2a6806e47fb3 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Calling delete_port for 5b7692a2-4adb-401d-92fd-84b71489f5a3 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:34.382564 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-77ced924-d6ba-49d1-98ab-5ffb761c4535 None None] For port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2edba67d-b4a8-482b-8ff0-dd7178d13ce5,segment=NetworkSegment(79dfc7f9-4119-47af-be8e-4855d979b833),segment_id=79dfc7f9-4119-47af-be8e-4855d979b833)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:34.386808 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-77ced924-d6ba-49d1-98ab-5ffb761c4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:34.440460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ced924-d6ba-49d1-98ab-5ffb761c4535 None None] Pushing event updated for resources: {'Port': ['ID=2edba67d-b4a8-482b-8ff0-dd7178d13ce5,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:34.507534 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-13ac6a18-3550-447b-b213-6508229b8260 None None] Provisioning complete for port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:34.507945 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-13ac6a18-3550-447b-b213-6508229b8260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:34.539178 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df4d148c-ddc2-4ca5-995f-2a6806e47fb3 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:34.578957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d148c-ddc2-4ca5-995f-2a6806e47fb3 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event deleted for resources: {'Port': ['ID=5b7692a2-4adb-401d-92fd-84b71489f5a3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:34.700857 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-df4d148c-ddc2-4ca5-995f-2a6806e47fb3 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:34.864482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4d148c-ddc2-4ca5-995f-2a6806e47fb3 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Router 29f40208-a9c6-4344-811e-d445e8aaae0c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:34.942416 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4d148c-ddc2-4ca5-995f-2a6806e47fb3 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:34.948062 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-df4d148c-ddc2-4ca5-995f-2a6806e47fb3 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "PUT /v2.0/routers/29f40208-a9c6-4344-811e-d445e8aaae0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4648480 Jul 08 20:53:34.952568 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca748f-83c8-41a8-8af1-825c6b894fac None None] Sync routers for ids ['29f40208-a9c6-4344-811e-d445e8aaae0c'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:34.952757 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40120) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:34.961993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca748f-83c8-41a8-8af1-825c6b894fac None None] Routers {'29f40208-a9c6-4344-811e-d445e8aaae0c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:34.962617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-45ca748f-83c8-41a8-8af1-825c6b894fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['29f40208-a9c6-4344-811e-d445e8aaae0c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:34.996432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-45ca748f-83c8-41a8-8af1-825c6b894fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:34.998760 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-8c171b36-73e7-494a-97a0-e3509df3c62a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] delete failed (client error): The resource could not be found. Jul 08 20:53:34.999805 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8c171b36-73e7-494a-97a0-e3509df3c62a tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "DELETE /v2.0/routers/tempest-non_exist_router-1183021371 HTTP/1.1" status: 404 len: 335 time: 0.0460873 Jul 08 20:53:35.003509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40122) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:35.008592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca748f-83c8-41a8-8af1-825c6b894fac None None] Routers {'29f40208-a9c6-4344-811e-d445e8aaae0c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:35.009090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-080718e5-d49b-4956-bd84-f4cd2ea99540 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Request body: {'router': {'external_gateway_info': {'network_id': '29f40208-a9c6-4344-811e-d445e8aaae0c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:35.009232 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-45ca748f-83c8-41a8-8af1-825c6b894fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['29f40208-a9c6-4344-811e-d445e8aaae0c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:35.051795 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4fc7281e-ab38-4711-9ce8-eb1324674b20 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:35.054715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-45ca748f-83c8-41a8-8af1-825c6b894fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:35.055365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca748f-83c8-41a8-8af1-825c6b894fac None None] The sync data for ids ['29f40208-a9c6-4344-811e-d445e8aaae0c'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:35.114813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4fc7281e-ab38-4711-9ce8-eb1324674b20 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:35.115207 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:35.204705 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:35.234310 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-080718e5-d49b-4956-bd84-f4cd2ea99540 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:35.268238 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:35.268544 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-080718e5-d49b-4956-bd84-f4cd2ea99540 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] update failed (client error): The resource could not be found. Jul 08 20:53:35.268771 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:35.269465 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-080718e5-d49b-4956-bd84-f4cd2ea99540 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "PUT /v2.0/routers/29f40208-a9c6-4344-811e-d445e8aaae0c HTTP/1.1" status: 404 len: 339 time: 0.2650030 Jul 08 20:53:35.273055 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40124) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:35.278134 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a6d36ad4-8f25-4cf4-9613-4cdd78ac29dd tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-842485660'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:35.308403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d36ad4-8f25-4cf4-9613-4cdd78ac29dd tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Made reservation on behalf of 94a8f87ff7b746bfa28be06cfea42a49 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:35.312090 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6d36ad4-8f25-4cf4-9613-4cdd78ac29dd tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:35.336870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d36ad4-8f25-4cf4-9613-4cdd78ac29dd tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:53:35.347214 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6d36ad4-8f25-4cf4-9613-4cdd78ac29dd tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:35.347565 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-a6d36ad4-8f25-4cf4-9613-4cdd78ac29dd tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Added segment ad25957f-7c25-4536-87de-e60c567ff4ad of type vlan for network d82c4f87-f4ec-4a68-b027-b055b5b7cedb Jul 08 20:53:35.393400 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6d36ad4-8f25-4cf4-9613-4cdd78ac29dd tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:35.423291 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6d36ad4-8f25-4cf4-9613-4cdd78ac29dd tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:35.429176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d36ad4-8f25-4cf4-9613-4cdd78ac29dd tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:35.429772 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a6d36ad4-8f25-4cf4-9613-4cdd78ac29dd tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:35.487696 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a6d36ad4-8f25-4cf4-9613-4cdd78ac29dd tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2134938 Jul 08 20:53:35.490443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40126) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:35.496164 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-27a1a6c7-ee77-4720-ab09-2d228461798d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Request body: {'subnet': {'network_id': 'd82c4f87-f4ec-4a68-b027-b055b5b7cedb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:35.515775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d36ad4-8f25-4cf4-9613-4cdd78ac29dd tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event updated for resources: {'Network': ['ID=d82c4f87-f4ec-4a68-b027-b055b5b7cedb,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:35.526250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network d82c4f87-f4ec-4a68-b027-b055b5b7cedb details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:53:35.597166 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a1a6c7-ee77-4720-ab09-2d228461798d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Made reservation on behalf of 94a8f87ff7b746bfa28be06cfea42a49 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:35.600773 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27a1a6c7-ee77-4720-ab09-2d228461798d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:35.791855 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27a1a6c7-ee77-4720-ab09-2d228461798d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:35.847650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1a6c7-ee77-4720-ab09-2d228461798d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event updated for resources: {'Subnet': ['ID=a1fd0c00-55bf-4271-8872-ce7e16f131d0,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:35.864088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1a6c7-ee77-4720-ab09-2d228461798d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Checking segment: {'id': 'ad25957f-7c25-4536-87de-e60c567ff4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd82c4f87-f4ec-4a68-b027-b055b5b7cedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:35.864447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a1a6c7-ee77-4720-ab09-2d228461798d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Network hostable DHCP agents. Network: d82c4f87-f4ec-4a68-b027-b055b5b7cedb, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:53:35.883329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a1a6c7-ee77-4720-ab09-2d228461798d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Network d82c4f87-f4ec-4a68-b027-b055b5b7cedb is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:53:35.892952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-27a1a6c7-ee77-4720-ab09-2d228461798d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, d82c4f87-f4ec-4a68-b027-b055b5b7cedb) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:35.897323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a1a6c7-ee77-4720-ab09-2d228461798d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:35.897910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27a1a6c7-ee77-4720-ab09-2d228461798d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:35.905621 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38030c5d-8ddc-4f5a-b8f1-a1b0213a7fe3 None None] Network d82c4f87-f4ec-4a68-b027-b055b5b7cedb requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:35.917030 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-27a1a6c7-ee77-4720-ab09-2d228461798d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4247801 Jul 08 20:53:35.920377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40128) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:35.925535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9f5ae54b-97d1-4fce-b540-2a614cfd50e1 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd82c4f87-f4ec-4a68-b027-b055b5b7cedb'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:36.086440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-d82c4f87-f4ec-4a68-b027-b055b5b7cedb', 'network_id': 'd82c4f87-f4ec-4a68-b027-b055b5b7cedb', 'tenant_id': '94a8f87ff7b746bfa28be06cfea42a49', 'fixed_ips': [{'subnet_id': 'a1fd0c00-55bf-4271-8872-ce7e16f131d0'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:53:36.087632 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:36.249222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Allocated IP 2001:db8:1::2 (d82c4f87-f4ec-4a68-b027-b055b5b7cedb/a1fd0c00-55bf-4271-8872-ce7e16f131d0/c846faae-e87c-4958-90a3-2ce593311909) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:36.412641 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:36.422639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Transition to ACTIVE for port object c846faae-e87c-4958-90a3-2ce593311909 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:36.430902 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9f5ae54b-97d1-4fce-b540-2a614cfd50e1 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:36.440837 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Transition to ACTIVE for port object c846faae-e87c-4958-90a3-2ce593311909 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:36.448452 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:36.492029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Network d82c4f87-f4ec-4a68-b027-b055b5b7cedb is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:36.496938 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:36.500310 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:36.511831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Pushing event updated for resources: {'Port': ['ID=c846faae-e87c-4958-90a3-2ce593311909,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:36.571236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Attempting to bind port c846faae-e87c-4958-90a3-2ce593311909 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:36.571971 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Attempting to bind port c846faae-e87c-4958-90a3-2ce593311909 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ad25957f-7c25-4536-87de-e60c567ff4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd82c4f87-f4ec-4a68-b027-b055b5b7cedb'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:36.572114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Attempting to bind port c846faae-e87c-4958-90a3-2ce593311909 on network d82c4f87-f4ec-4a68-b027-b055b5b7cedb {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:36.579119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:36.579496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Checking segment: {'id': 'ad25957f-7c25-4536-87de-e60c567ff4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd82c4f87-f4ec-4a68-b027-b055b5b7cedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:36.579907 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:36.580301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Bound using segment: {'id': 'ad25957f-7c25-4536-87de-e60c567ff4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd82c4f87-f4ec-4a68-b027-b055b5b7cedb'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:36.580823 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Bound port: c846faae-e87c-4958-90a3-2ce593311909, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad25957f-7c25-4536-87de-e60c567ff4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd82c4f87-f4ec-4a68-b027-b055b5b7cedb'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:36.581209 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:36.584714 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-9f5ae54b-97d1-4fce-b540-2a614cfd50e1 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:53:36.585692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9f5ae54b-97d1-4fce-b540-2a614cfd50e1 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "PUT /v2.0/routers/29f40208-a9c6-4344-811e-d445e8aaae0c HTTP/1.1" status: 400 len: 364 time: 0.6641872 Jul 08 20:53:36.590285 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40132) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:36.653296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] For port c846faae-e87c-4958-90a3-2ce593311909, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:36.657041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] For port c846faae-e87c-4958-90a3-2ce593311909, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c846faae-e87c-4958-90a3-2ce593311909,segment=NetworkSegment(ad25957f-7c25-4536-87de-e60c567ff4ad),segment_id=ad25957f-7c25-4536-87de-e60c567ff4ad)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:36.661614 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:36.737692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99361511-8ac5-4585-b65a-fa918b77fbd6 None None] Pushing event updated for resources: {'Port': ['ID=c846faae-e87c-4958-90a3-2ce593311909,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:36.888004 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:37.015408 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-71f6dbf2-b492-460a-a3d4-12bcfff989cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:37.059637 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c846faae-e87c-4958-90a3-2ce593311909 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:37.110916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port c846faae-e87c-4958-90a3-2ce593311909 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:37.150979 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:37.183247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Allocated IP 2001:db8::1 (e8096ec8-2f82-4e07-8e3b-760c04dabad8/75699240-33a1-4312-bded-e948d50aa11f/364b2a80-bcb3-4c78-bd0c-a833de006fc8) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:37.303300 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:37.319648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Transition to ACTIVE for port object 364b2a80-bcb3-4c78-bd0c-a833de006fc8 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:37.351762 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:37.399211 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Network e8096ec8-2f82-4e07-8e3b-760c04dabad8 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:37.403819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:37.407984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:37.408538 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:37.414605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event updated for resources: {'Port': ['ID=364b2a80-bcb3-4c78-bd0c-a833de006fc8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:37.560231 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:37.751328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab04f6dd-1e9e-4834-bc3f-8fdb39ed3715 None None] Provisioning for port 364b2a80-bcb3-4c78-bd0c-a833de006fc8 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:37.755931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ab04f6dd-1e9e-4834-bc3f-8fdb39ed3715 None None] Provisioning complete for port 364b2a80-bcb3-4c78-bd0c-a833de006fc8 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:37.756360 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ab04f6dd-1e9e-4834-bc3f-8fdb39ed3715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:37.798153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ab04f6dd-1e9e-4834-bc3f-8fdb39ed3715 None None] Port 364b2a80-bcb3-4c78-bd0c-a833de006fc8 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:37.833377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea5d885-560d-4933-b85d-53eab497bcc4 None None] Network d82c4f87-f4ec-4a68-b027-b055b5b7cedb requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:37.846856 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:37.851656 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:37.852472 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:37.945416 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8feeb4c1-ac82-4d88-a7c9-f0d2b48f8546 None None] Provisioning for port c846faae-e87c-4958-90a3-2ce593311909 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:37.945969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event updated for resources: {'Port': ['ID=364b2a80-bcb3-4c78-bd0c-a833de006fc8,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:37.953583 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8feeb4c1-ac82-4d88-a7c9-f0d2b48f8546 None None] Provisioning complete for port c846faae-e87c-4958-90a3-2ce593311909 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:37.953968 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8feeb4c1-ac82-4d88-a7c9-f0d2b48f8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:37.990289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Network e8096ec8-2f82-4e07-8e3b-760c04dabad8 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:37.991775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:38.079157 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8feeb4c1-ac82-4d88-a7c9-f0d2b48f8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:38.096730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Router 29f40208-a9c6-4344-811e-d445e8aaae0c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:38.117126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8feeb4c1-ac82-4d88-a7c9-f0d2b48f8546 None None] For port c846faae-e87c-4958-90a3-2ce593311909, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c846faae-e87c-4958-90a3-2ce593311909,segment=NetworkSegment(ad25957f-7c25-4536-87de-e60c567ff4ad),segment_id=ad25957f-7c25-4536-87de-e60c567ff4ad)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:38.124494 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8feeb4c1-ac82-4d88-a7c9-f0d2b48f8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:38.182189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feeb4c1-ac82-4d88-a7c9-f0d2b48f8546 None None] Pushing event updated for resources: {'Port': ['ID=c846faae-e87c-4958-90a3-2ce593311909,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:38.215955 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:38.225560 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feffb339-dbac-4af4-803e-37e719b7d02b None None] Sync routers for ids ['29f40208-a9c6-4344-811e-d445e8aaae0c'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:38.229984 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-afb8c5a3-b7a9-4881-85b9-f8e208279d57 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "PUT /v2.0/routers/29f40208-a9c6-4344-811e-d445e8aaae0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6385763 Jul 08 20:53:38.230356 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40134) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:38.237832 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffb339-dbac-4af4-803e-37e719b7d02b None None] Routers {'29f40208-a9c6-4344-811e-d445e8aaae0c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:38.238466 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-feffb339-dbac-4af4-803e-37e719b7d02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['29f40208-a9c6-4344-811e-d445e8aaae0c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:38.276311 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-feffb339-dbac-4af4-803e-37e719b7d02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:38.289723 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:38.294419 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffb339-dbac-4af4-803e-37e719b7d02b None None] Routers {'29f40208-a9c6-4344-811e-d445e8aaae0c'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:38.295090 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-feffb339-dbac-4af4-803e-37e719b7d02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['29f40208-a9c6-4344-811e-d445e8aaae0c'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:38.330763 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-feffb339-dbac-4af4-803e-37e719b7d02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:38.331417 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feffb339-dbac-4af4-803e-37e719b7d02b None None] The sync data for ids ['29f40208-a9c6-4344-811e-d445e8aaae0c'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:38.347593 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5992-ff6c-4437-8851-e38ef3a20b8d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:38.348173 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-efc0f0ca-0a18-43da-83f3-5fdec1bebfce None None] Provisioning complete for port 364b2a80-bcb3-4c78-bd0c-a833de006fc8 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:38.348552 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-efc0f0ca-0a18-43da-83f3-5fdec1bebfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:38.386466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-efc0f0ca-0a18-43da-83f3-5fdec1bebfce None None] Port 364b2a80-bcb3-4c78-bd0c-a833de006fc8 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:38.401899 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-efc0f0ca-0a18-43da-83f3-5fdec1bebfce None None] Provisioning complete for port c846faae-e87c-4958-90a3-2ce593311909 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:38.402268 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-efc0f0ca-0a18-43da-83f3-5fdec1bebfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:38.436106 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-1f2c5992-ff6c-4437-8851-e38ef3a20b8d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 20:53:38.438619 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1f2c5992-ff6c-4437-8851-e38ef3a20b8d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "DELETE /v2.0/routers/29f40208-a9c6-4344-811e-d445e8aaae0c HTTP/1.1" status: 409 len: 329 time: 0.2072153 Jul 08 20:53:38.440157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40136) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:38.752524 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20e58eb0-63c9-4cc0-8813-209a0cfc6a73 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:39.011952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c846faae-e87c-4958-90a3-2ce593311909 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:39.068485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c846faae-e87c-4958-90a3-2ce593311909 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:39.068916 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:39.319015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-20e58eb0-63c9-4cc0-8813-209a0cfc6a73 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Deleting port 364b2a80-bcb3-4c78-bd0c-a833de006fc8 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:39.319262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20e58eb0-63c9-4cc0-8813-209a0cfc6a73 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:39.416849 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20e58eb0-63c9-4cc0-8813-209a0cfc6a73 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:39.429389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-20e58eb0-63c9-4cc0-8813-209a0cfc6a73 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Calling delete_port for 364b2a80-bcb3-4c78-bd0c-a833de006fc8 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:39.612413 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20e58eb0-63c9-4cc0-8813-209a0cfc6a73 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:39.640049 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e58eb0-63c9-4cc0-8813-209a0cfc6a73 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event deleted for resources: {'Port': ['ID=364b2a80-bcb3-4c78-bd0c-a833de006fc8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:39.745602 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-20e58eb0-63c9-4cc0-8813-209a0cfc6a73 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:39.865254 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:39.913072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e58eb0-63c9-4cc0-8813-209a0cfc6a73 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Router 29f40208-a9c6-4344-811e-d445e8aaae0c has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:39.993046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e58eb0-63c9-4cc0-8813-209a0cfc6a73 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:39.998503 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-20e58eb0-63c9-4cc0-8813-209a0cfc6a73 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "PUT /v2.0/routers/29f40208-a9c6-4344-811e-d445e8aaae0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5572412 Jul 08 20:53:40.002108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40138) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:40.006016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb8604-ed17-44cf-8c0a-5a0deba73f40 None None] Sync routers for ids ['29f40208-a9c6-4344-811e-d445e8aaae0c'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:40.018926 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb8604-ed17-44cf-8c0a-5a0deba73f40 None None] Routers {'29f40208-a9c6-4344-811e-d445e8aaae0c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:40.019949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-00fb8604-ed17-44cf-8c0a-5a0deba73f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['29f40208-a9c6-4344-811e-d445e8aaae0c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:40.042770 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-846e2a26-da64-4410-be7c-30c3f25418ed tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] show failed (client error): The resource could not be found. Jul 08 20:53:40.043872 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-846e2a26-da64-4410-be7c-30c3f25418ed tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "GET /v2.0/routers/tempest-non_exist_router-2104578998 HTTP/1.1" status: 404 len: 335 time: 0.0408134 Jul 08 20:53:40.050024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40140) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:40.054823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b0cad18f-0162-4bf6-b028-e1ec572e5066 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:40.058110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-00fb8604-ed17-44cf-8c0a-5a0deba73f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:40.070788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb8604-ed17-44cf-8c0a-5a0deba73f40 None None] Routers {'29f40208-a9c6-4344-811e-d445e8aaae0c'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:40.071808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-00fb8604-ed17-44cf-8c0a-5a0deba73f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['29f40208-a9c6-4344-811e-d445e8aaae0c'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:40.100802 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [None req-b0cad18f-0162-4bf6-b028-e1ec572e5066 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] update failed (client error): The resource could not be found. Jul 08 20:53:40.101885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b0cad18f-0162-4bf6-b028-e1ec572e5066 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "PUT /v2.0/routers/tempest-non_exist_router-733215565 HTTP/1.1" status: 404 len: 334 time: 0.0508516 Jul 08 20:53:40.105721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40142) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:40.159903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b11257-b61a-4910-954b-f5d2baf8f835 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Deleting subnet a1fd0c00-55bf-4271-8872-ce7e16f131d0 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:53:40.163584 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f6b11257-b61a-4910-954b-f5d2baf8f835 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.207504 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f6b11257-b61a-4910-954b-f5d2baf8f835 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.272070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-00fb8604-ed17-44cf-8c0a-5a0deba73f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:40.272760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb8604-ed17-44cf-8c0a-5a0deba73f40 None None] The sync data for ids ['29f40208-a9c6-4344-811e-d445e8aaae0c'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:40.298824 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f6b11257-b61a-4910-954b-f5d2baf8f835 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.359622 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f6b11257-b61a-4910-954b-f5d2baf8f835 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.387215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b11257-b61a-4910-954b-f5d2baf8f835 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fd0c00-55bf-4271-8872-ce7e16f131d0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:40.390607 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f6b11257-b61a-4910-954b-f5d2baf8f835 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.395243 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f6b11257-b61a-4910-954b-f5d2baf8f835 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "DELETE /v2.0/subnets/a1fd0c00-55bf-4271-8872-ce7e16f131d0 HTTP/1.1" status: 204 len: 168 time: 0.2857943 Jul 08 20:53:40.395243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40144) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:40.402032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f5e06d-35ce-448d-aed1-12d4608ce5f1 None None] Network d82c4f87-f4ec-4a68-b027-b055b5b7cedb requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:40.474779 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.538171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Deleting port c846faae-e87c-4958-90a3-2ce593311909 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:40.538512 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.596540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72bce35-80c9-4a0a-a68f-de9dca280d6f None None] DHCP port deletion for d82c4f87-f4ec-4a68-b027-b055b5b7cedb request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:53:40.602401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] For port c846faae-e87c-4958-90a3-2ce593311909, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c846faae-e87c-4958-90a3-2ce593311909,segment=NetworkSegment(ad25957f-7c25-4536-87de-e60c567ff4ad),segment_id=ad25957f-7c25-4536-87de-e60c567ff4ad)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:40.602764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.616336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Calling delete_port for c846faae-e87c-4958-90a3-2ce593311909 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:40.642989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a72bce35-80c9-4a0a-a68f-de9dca280d6f None None] Deleting port c846faae-e87c-4958-90a3-2ce593311909 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:40.643353 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a72bce35-80c9-4a0a-a68f-de9dca280d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.697806 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.706601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a72bce35-80c9-4a0a-a68f-de9dca280d6f None None] For port c846faae-e87c-4958-90a3-2ce593311909, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c846faae-e87c-4958-90a3-2ce593311909,segment=NetworkSegment(ad25957f-7c25-4536-87de-e60c567ff4ad),segment_id=ad25957f-7c25-4536-87de-e60c567ff4ad)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:40.706994 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a72bce35-80c9-4a0a-a68f-de9dca280d6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.720660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a72bce35-80c9-4a0a-a68f-de9dca280d6f None None] Calling delete_port for c846faae-e87c-4958-90a3-2ce593311909 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:40.729145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event deleted for resources: {'Port': ['ID=c846faae-e87c-4958-90a3-2ce593311909,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:40.734047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] No DVR routers for this DVR port c846faae-e87c-4958-90a3-2ce593311909 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:40.809170 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a72bce35-80c9-4a0a-a68f-de9dca280d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.819892 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.831806 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82c4f87-f4ec-4a68-b027-b055b5b7cedb']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:40.835654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bce35-80c9-4a0a-a68f-de9dca280d6f None None] Pushing event deleted for resources: {'Port': ['ID=c846faae-e87c-4958-90a3-2ce593311909,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:40.840259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72bce35-80c9-4a0a-a68f-de9dca280d6f None None] No DVR routers for this DVR port c846faae-e87c-4958-90a3-2ce593311909 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:40.844219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad25957f-7c25-4536-87de-e60c567ff4ad') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:40.844524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad25957f-7c25-4536-87de-e60c567ff4ad') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:40.857909 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.880984 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.891812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:53:40.892747 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:53:40.898106 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:53:40.997931 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.005476 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.007756 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "DELETE /v2.0/networks/d82c4f87-f4ec-4a68-b027-b055b5b7cedb HTTP/1.1" status: 204 len: 168 time: 0.6118596 Jul 08 20:53:41.011158 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40146) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:41.021928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c846faae-e87c-4958-90a3-2ce593311909 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:41.032555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01d4a9-abfa-402e-870f-c56692d07751 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event deleted for resources: {'Network': ['ID=d82c4f87-f4ec-4a68-b027-b055b5b7cedb,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:41.044467 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: c846faae-e87c-4958-90a3-2ce593311909 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:41.044941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c846faae-e87c-4958-90a3-2ce593311909 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:41.087525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-6319f609-113d-41d9-a042-c7b170912a17 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Deleting subnet b78bc3bf-5ec5-44c0-88d1-9f28210ae0f6 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:53:41.091489 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6319f609-113d-41d9-a042-c7b170912a17 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.130979 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6319f609-113d-41d9-a042-c7b170912a17 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.226108 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6319f609-113d-41d9-a042-c7b170912a17 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.289800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6319f609-113d-41d9-a042-c7b170912a17 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.315223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319f609-113d-41d9-a042-c7b170912a17 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event deleted for resources: {'Subnet': ['ID=b78bc3bf-5ec5-44c0-88d1-9f28210ae0f6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:41.321525 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6319f609-113d-41d9-a042-c7b170912a17 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.325150 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6319f609-113d-41d9-a042-c7b170912a17 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "DELETE /v2.0/subnets/b78bc3bf-5ec5-44c0-88d1-9f28210ae0f6 HTTP/1.1" status: 204 len: 168 time: 0.3123846 Jul 08 20:53:41.327191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40148) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:41.332525 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac6207-c517-4032-bf20-de244d89abe5 None None] Network 45cdd704-446d-4fb9-bef6-b5a4291ac245 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:41.408843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fea82c-1a00-4f81-bfbb-06006d68c39d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Deleting subnet 8527d014-2114-4933-903f-a7a3e04f9810 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:53:41.412432 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36fea82c-1a00-4f81-bfbb-06006d68c39d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.456911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36fea82c-1a00-4f81-bfbb-06006d68c39d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.533920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2610d74-484d-4a94-b412-a9336920607c None None] DHCP port deletion for 45cdd704-446d-4fb9-bef6-b5a4291ac245 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:53:41.551959 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36fea82c-1a00-4f81-bfbb-06006d68c39d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.585743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c2610d74-484d-4a94-b412-a9336920607c None None] Deleting port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:41.586398 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2610d74-484d-4a94-b412-a9336920607c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.623652 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36fea82c-1a00-4f81-bfbb-06006d68c39d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.657677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fea82c-1a00-4f81-bfbb-06006d68c39d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event deleted for resources: {'Subnet': ['ID=8527d014-2114-4933-903f-a7a3e04f9810,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:41.661513 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-36fea82c-1a00-4f81-bfbb-06006d68c39d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.666643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40152) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:41.669739 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-36fea82c-1a00-4f81-bfbb-06006d68c39d tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "DELETE /v2.0/subnets/8527d014-2114-4933-903f-a7a3e04f9810 HTTP/1.1" status: 204 len: 168 time: 0.3402772 Jul 08 20:53:41.676572 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93445412-8f69-42e6-9564-2703f0b38678 None None] Network 1e5b2924-4452-48fd-8f2b-4bd9ad192b23 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:41.681235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c2610d74-484d-4a94-b412-a9336920607c None None] For port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2edba67d-b4a8-482b-8ff0-dd7178d13ce5,segment=NetworkSegment(79dfc7f9-4119-47af-be8e-4855d979b833),segment_id=79dfc7f9-4119-47af-be8e-4855d979b833)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:41.681831 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2610d74-484d-4a94-b412-a9336920607c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.735127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c2610d74-484d-4a94-b412-a9336920607c None None] Calling delete_port for 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:41.758122 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.823874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Deleting port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:41.824231 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.890358 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2610d74-484d-4a94-b412-a9336920607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.894069 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] For port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2edba67d-b4a8-482b-8ff0-dd7178d13ce5,segment=NetworkSegment(79dfc7f9-4119-47af-be8e-4855d979b833),segment_id=79dfc7f9-4119-47af-be8e-4855d979b833)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:41.894638 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:41.912801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Calling delete_port for 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:41.919651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2610d74-484d-4a94-b412-a9336920607c None None] Pushing event deleted for resources: {'Port': ['ID=2edba67d-b4a8-482b-8ff0-dd7178d13ce5,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:41.923229 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2610d74-484d-4a94-b412-a9336920607c None None] No DVR routers for this DVR port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:41.949164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0459fa-0106-4b67-b4dd-5fa7bc7c9396 None None] DHCP port deletion for 1e5b2924-4452-48fd-8f2b-4bd9ad192b23 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:53:42.004170 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.005718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9e0459fa-0106-4b67-b4dd-5fa7bc7c9396 None None] Deleting port 4fc7281e-ab38-4711-9ce8-eb1324674b20 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:42.006174 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e0459fa-0106-4b67-b4dd-5fa7bc7c9396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.033277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event deleted for resources: {'Port': ['ID=2edba67d-b4a8-482b-8ff0-dd7178d13ce5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:42.035112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] No DVR routers for this DVR port 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:42.087192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9e0459fa-0106-4b67-b4dd-5fa7bc7c9396 None None] For port 4fc7281e-ab38-4711-9ce8-eb1324674b20, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4fc7281e-ab38-4711-9ce8-eb1324674b20,segment=NetworkSegment(8be4eb2b-c8ff-4794-b072-fb9f3cf9819a),segment_id=8be4eb2b-c8ff-4794-b072-fb9f3cf9819a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:42.088530 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e0459fa-0106-4b67-b4dd-5fa7bc7c9396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.108814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9e0459fa-0106-4b67-b4dd-5fa7bc7c9396 None None] Calling delete_port for 4fc7281e-ab38-4711-9ce8-eb1324674b20 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:42.145044 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.156984 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cdd704-446d-4fb9-bef6-b5a4291ac245']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:42.175170 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dfc7f9-4119-47af-be8e-4855d979b833') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:42.175532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dfc7f9-4119-47af-be8e-4855d979b833') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:42.186419 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.203003 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.210135 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:53:42.210550 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:53:42.213712 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:53:42.219334 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e0459fa-0106-4b67-b4dd-5fa7bc7c9396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.237242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0459fa-0106-4b67-b4dd-5fa7bc7c9396 None None] Pushing event deleted for resources: {'Port': ['ID=4fc7281e-ab38-4711-9ce8-eb1324674b20,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:42.246796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0459fa-0106-4b67-b4dd-5fa7bc7c9396 None None] No DVR routers for this DVR port 4fc7281e-ab38-4711-9ce8-eb1324674b20 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:42.274308 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.284352 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.286542 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "DELETE /v2.0/networks/45cdd704-446d-4fb9-bef6-b5a4291ac245 HTTP/1.1" status: 204 len: 168 time: 0.6187942 Jul 08 20:53:42.289186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40154) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:42.309438 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c0c93-2056-4eaf-9d18-ee41caa4f5da tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event deleted for resources: {'Network': ['ID=45cdd704-446d-4fb9-bef6-b5a4291ac245,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:42.389066 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-341607b6-ee87-43b8-9d69-398b08d47dfa tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.483028 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-341607b6-ee87-43b8-9d69-398b08d47dfa tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.493123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-341607b6-ee87-43b8-9d69-398b08d47dfa tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5b2924-4452-48fd-8f2b-4bd9ad192b23']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:42.504565 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-341607b6-ee87-43b8-9d69-398b08d47dfa tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be4eb2b-c8ff-4794-b072-fb9f3cf9819a') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:42.504909 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-341607b6-ee87-43b8-9d69-398b08d47dfa tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be4eb2b-c8ff-4794-b072-fb9f3cf9819a') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:42.514580 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-341607b6-ee87-43b8-9d69-398b08d47dfa tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.528622 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-341607b6-ee87-43b8-9d69-398b08d47dfa tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.535177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341607b6-ee87-43b8-9d69-398b08d47dfa tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:53:42.535553 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-341607b6-ee87-43b8-9d69-398b08d47dfa tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:53:42.538639 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:53:42.603126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-341607b6-ee87-43b8-9d69-398b08d47dfa tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.612811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-341607b6-ee87-43b8-9d69-398b08d47dfa tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.614687 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-341607b6-ee87-43b8-9d69-398b08d47dfa tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "DELETE /v2.0/networks/1e5b2924-4452-48fd-8f2b-4bd9ad192b23 HTTP/1.1" status: 204 len: 168 time: 0.3243983 Jul 08 20:53:42.617593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40156) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:42.625364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341607b6-ee87-43b8-9d69-398b08d47dfa tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event deleted for resources: {'Network': ['ID=1e5b2924-4452-48fd-8f2b-4bd9ad192b23,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:42.674313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-825a3d21-e60a-49dd-94de-44a603cbe69b tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Deleting subnet 75699240-33a1-4312-bded-e948d50aa11f {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:53:42.677455 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-825a3d21-e60a-49dd-94de-44a603cbe69b tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.718020 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-825a3d21-e60a-49dd-94de-44a603cbe69b tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.810354 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-825a3d21-e60a-49dd-94de-44a603cbe69b tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.871408 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-825a3d21-e60a-49dd-94de-44a603cbe69b tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.897338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a3d21-e60a-49dd-94de-44a603cbe69b tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event deleted for resources: {'Subnet': ['ID=75699240-33a1-4312-bded-e948d50aa11f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:42.904647 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-825a3d21-e60a-49dd-94de-44a603cbe69b tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:42.908846 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-825a3d21-e60a-49dd-94de-44a603cbe69b tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "DELETE /v2.0/subnets/75699240-33a1-4312-bded-e948d50aa11f HTTP/1.1" status: 204 len: 168 time: 0.2879391 Jul 08 20:53:42.909704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40158) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:42.912282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1970de-4edf-44f7-80ae-1046dd8d68c4 None None] Network e8096ec8-2f82-4e07-8e3b-760c04dabad8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:43.019981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4fc7281e-ab38-4711-9ce8-eb1324674b20 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:43.047115 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.055469 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 4fc7281e-ab38-4711-9ce8-eb1324674b20 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:43.056012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4fc7281e-ab38-4711-9ce8-eb1324674b20 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:43.056766 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:43.103395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:43.104099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2edba67d-b4a8-482b-8ff0-dd7178d13ce5 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:43.124486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Deleting port a57aeb86-54c9-4e8e-8208-37d9c303be26 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:43.124919 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.202081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] For port a57aeb86-54c9-4e8e-8208-37d9c303be26, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a57aeb86-54c9-4e8e-8208-37d9c303be26,segment=NetworkSegment(d290cc27-e5f1-4f15-9eee-ed9c50d94f28),segment_id=d290cc27-e5f1-4f15-9eee-ed9c50d94f28)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:43.202386 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.216601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Calling delete_port for a57aeb86-54c9-4e8e-8208-37d9c303be26 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:43.223078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b16eab-ac6f-47c4-af69-55759a56b4c9 None None] DHCP port deletion for e8096ec8-2f82-4e07-8e3b-760c04dabad8 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:53:43.272959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-29b16eab-ac6f-47c4-af69-55759a56b4c9 None None] Deleting port a57aeb86-54c9-4e8e-8208-37d9c303be26 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:43.273710 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-29b16eab-ac6f-47c4-af69-55759a56b4c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.302386 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.331491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event deleted for resources: {'Port': ['ID=a57aeb86-54c9-4e8e-8208-37d9c303be26,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:43.333426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] No DVR routers for this DVR port a57aeb86-54c9-4e8e-8208-37d9c303be26 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:43.344439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-29b16eab-ac6f-47c4-af69-55759a56b4c9 None None] For port a57aeb86-54c9-4e8e-8208-37d9c303be26, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a57aeb86-54c9-4e8e-8208-37d9c303be26,segment=NetworkSegment(d290cc27-e5f1-4f15-9eee-ed9c50d94f28),segment_id=d290cc27-e5f1-4f15-9eee-ed9c50d94f28)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:43.344889 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-29b16eab-ac6f-47c4-af69-55759a56b4c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.360197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-29b16eab-ac6f-47c4-af69-55759a56b4c9 None None] Calling delete_port for a57aeb86-54c9-4e8e-8208-37d9c303be26 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:43.427660 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.439059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8096ec8-2f82-4e07-8e3b-760c04dabad8']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:43.442345 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-29b16eab-ac6f-47c4-af69-55759a56b4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.454333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd290cc27-e5f1-4f15-9eee-ed9c50d94f28') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:43.454671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd290cc27-e5f1-4f15-9eee-ed9c50d94f28') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:43.464511 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.471407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b16eab-ac6f-47c4-af69-55759a56b4c9 None None] Pushing event deleted for resources: {'Port': ['ID=a57aeb86-54c9-4e8e-8208-37d9c303be26,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:43.474954 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b16eab-ac6f-47c4-af69-55759a56b4c9 None None] No DVR routers for this DVR port a57aeb86-54c9-4e8e-8208-37d9c303be26 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:43.486414 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.502249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:53:43.502249 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:53:43.508817 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:53:43.558258 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.566947 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.568898 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "DELETE /v2.0/networks/e8096ec8-2f82-4e07-8e3b-760c04dabad8 HTTP/1.1" status: 204 len: 168 time: 0.6583004 Jul 08 20:53:43.571901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40160) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:43.579481 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6a424-645e-4078-9bb0-f381e8b71993 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Pushing event deleted for resources: {'Network': ['ID=e8096ec8-2f82-4e07-8e3b-760c04dabad8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:43.608482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f78d73ae-ee94-4f94-81cd-29fc07391174 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "GET /v2.0/ports?device_id=29f40208-a9c6-4344-811e-d445e8aaae0c HTTP/1.1" status: 200 len: 205 time: 0.0344460 Jul 08 20:53:43.611408 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40162) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:43.688044 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd1aca24-7490-4ca1-b166-ad1982400506 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.853484 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd1aca24-7490-4ca1-b166-ad1982400506 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.855699 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd1aca24-7490-4ca1-b166-ad1982400506 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.903634 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd1aca24-7490-4ca1-b166-ad1982400506 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.904260 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1aca24-7490-4ca1-b166-ad1982400506 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Fanout notify agent at l3_agent the message router_deleted on router 29f40208-a9c6-4344-811e-d445e8aaae0c {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:53:43.912060 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd1aca24-7490-4ca1-b166-ad1982400506 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:43.915570 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fd1aca24-7490-4ca1-b166-ad1982400506 tempest-RoutersNegativeIpV6Test-467624606 tempest-RoutersNegativeIpV6Test-467624606-project] 10.222.0.101 "DELETE /v2.0/routers/29f40208-a9c6-4344-811e-d445e8aaae0c HTTP/1.1" status: 204 len: 168 time: 0.3004715 Jul 08 20:53:44.159422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40168) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:44.305221 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-007fc959-634c-44f1-83cd-06f7f6f7146b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=94a8f87ff7b746bfa28be06cfea42a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441679 Jul 08 20:53:44.309382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40172) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:44.373080 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c24ea1db-2c23-4d01-897a-64b6a5e2043e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:44.402924 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c24ea1db-2c23-4d01-897a-64b6a5e2043e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:44.452821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c24ea1db-2c23-4d01-897a-64b6a5e2043e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:44.455630 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c24ea1db-2c23-4d01-897a-64b6a5e2043e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:44.456840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c24ea1db-2c23-4d01-897a-64b6a5e2043e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0133b0be-f38a-467f-a002-a7f7857936b1 HTTP/1.1" status: 204 len: 168 time: 0.1463869 Jul 08 20:53:44.465292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ea1db-2c23-4d01-897a-64b6a5e2043e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0133b0be-f38a-467f-a002-a7f7857936b1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:45.011547 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a57aeb86-54c9-4e8e-8208-37d9c303be26 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:45.036789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: a57aeb86-54c9-4e8e-8208-37d9c303be26 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:45.037140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a57aeb86-54c9-4e8e-8208-37d9c303be26 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:45.199531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40194) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:45.304313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3fab9baf-a444-4722-bfa5-cc5a6bace207 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1915497295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:45.329879 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3fab9baf-a444-4722-bfa5-cc5a6bace207 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:45.331024 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3fab9baf-a444-4722-bfa5-cc5a6bace207 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:45.386783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3fab9baf-a444-4722-bfa5-cc5a6bace207 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:45.391764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3fab9baf-a444-4722-bfa5-cc5a6bace207 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:45.411818 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3fab9baf-a444-4722-bfa5-cc5a6bace207 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:45.413340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3fab9baf-a444-4722-bfa5-cc5a6bace207 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2127552 Jul 08 20:53:45.417056 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40198) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:45.422410 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-819922580'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:45.443240 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Made reservation on behalf of d89b9a969c314576bc506810ee7886c8 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:45.446760 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:45.456123 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:45.551137 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:45.555656 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:45.587012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:53:45.597513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87878fd2-119c-4304-8b16-25262aaf50f6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:45.602567 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:45.602910 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Added segment 9b21b41f-be57-4008-91c3-0ae9b5ebff47 of type vlan for network f7fd5b90-ce67-437b-b3c0-274a6a609c89 Jul 08 20:53:45.646205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:45.677206 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:45.683142 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:45.683723 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:45.740137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3218138 Jul 08 20:53:45.743652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40200) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:45.749049 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-75f768e0-2081-4506-806f-09e0ff57cf05 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Request body: {'subnet': {'network_id': 'f7fd5b90-ce67-437b-b3c0-274a6a609c89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:45.799295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0a811-3c0b-4751-95ab-710f9b27abc1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event updated for resources: {'Network': ['ID=f7fd5b90-ce67-437b-b3c0-274a6a609c89,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:45.810966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network f7fd5b90-ce67-437b-b3c0-274a6a609c89 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:53:45.855221 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f768e0-2081-4506-806f-09e0ff57cf05 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Made reservation on behalf of d89b9a969c314576bc506810ee7886c8 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:45.861003 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75f768e0-2081-4506-806f-09e0ff57cf05 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.089643 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75f768e0-2081-4506-806f-09e0ff57cf05 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.149394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f768e0-2081-4506-806f-09e0ff57cf05 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event updated for resources: {'Subnet': ['ID=f7b66b53-dacd-4409-b1b3-098cd600dc59,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:46.160882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f768e0-2081-4506-806f-09e0ff57cf05 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Checking segment: {'id': '9b21b41f-be57-4008-91c3-0ae9b5ebff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f7fd5b90-ce67-437b-b3c0-274a6a609c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:46.161288 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f768e0-2081-4506-806f-09e0ff57cf05 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Network hostable DHCP agents. Network: f7fd5b90-ce67-437b-b3c0-274a6a609c89, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:53:46.171353 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:53:46.179885 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f768e0-2081-4506-806f-09e0ff57cf05 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Network f7fd5b90-ce67-437b-b3c0-274a6a609c89 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:53:46.189659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-75f768e0-2081-4506-806f-09e0ff57cf05 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, f7fd5b90-ce67-437b-b3c0-274a6a609c89) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:46.194435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f768e0-2081-4506-806f-09e0ff57cf05 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:46.195243 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75f768e0-2081-4506-806f-09e0ff57cf05 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.201907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a091e46-39ff-4306-8665-795d13488713 None None] Network f7fd5b90-ce67-437b-b3c0-274a6a609c89 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:46.214582 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-75f768e0-2081-4506-806f-09e0ff57cf05 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4694180 Jul 08 20:53:46.219012 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40202) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:46.227986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-47022b88-68db-4581-ab1a-c38cc9f419e5 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Request body: {'network': {'name': 'tempest-router-network01--406963078'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:46.261017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47022b88-68db-4581-ab1a-c38cc9f419e5 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Made reservation on behalf of d89b9a969c314576bc506810ee7886c8 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:46.267175 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47022b88-68db-4581-ab1a-c38cc9f419e5 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.306106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47022b88-68db-4581-ab1a-c38cc9f419e5 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:53:46.316883 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47022b88-68db-4581-ab1a-c38cc9f419e5 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.317238 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-47022b88-68db-4581-ab1a-c38cc9f419e5 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Added segment 65cac8d7-71a9-4f55-94d8-fd1fea85abb8 of type vlan for network 5693d970-1116-40d3-95d6-acdf766f7902 Jul 08 20:53:46.367051 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-f7fd5b90-ce67-437b-b3c0-274a6a609c89', 'network_id': 'f7fd5b90-ce67-437b-b3c0-274a6a609c89', 'tenant_id': 'd89b9a969c314576bc506810ee7886c8', 'fixed_ips': [{'subnet_id': 'f7b66b53-dacd-4409-b1b3-098cd600dc59'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:53:46.368172 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.368674 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47022b88-68db-4581-ab1a-c38cc9f419e5 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.411129 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47022b88-68db-4581-ab1a-c38cc9f419e5 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.417546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47022b88-68db-4581-ab1a-c38cc9f419e5 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:46.418329 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47022b88-68db-4581-ab1a-c38cc9f419e5 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.486564 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-47022b88-68db-4581-ab1a-c38cc9f419e5 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2659874 Jul 08 20:53:46.489734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40204) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:46.495697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-8624a2c9-f88a-4074-8040-7ab449d40df9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Request body: {'network': {'name': 'tempest-router-network02--763277297'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:46.508479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47022b88-68db-4581-ab1a-c38cc9f419e5 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event updated for resources: {'Network': ['ID=5693d970-1116-40d3-95d6-acdf766f7902,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:46.527303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 5693d970-1116-40d3-95d6-acdf766f7902 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:53:46.534332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8624a2c9-f88a-4074-8040-7ab449d40df9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Made reservation on behalf of d89b9a969c314576bc506810ee7886c8 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:46.538932 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8624a2c9-f88a-4074-8040-7ab449d40df9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.566722 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8624a2c9-f88a-4074-8040-7ab449d40df9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:53:46.579117 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8624a2c9-f88a-4074-8040-7ab449d40df9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.579479 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-8624a2c9-f88a-4074-8040-7ab449d40df9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Added segment ef6c6265-18e3-467f-95dd-5320b4bc8fbd of type vlan for network d620d8c2-7b8a-44d8-bed1-a6e58ad957f3 Jul 08 20:53:46.592989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Allocated IP 172.20.0.2 (f7fd5b90-ce67-437b-b3c0-274a6a609c89/f7b66b53-dacd-4409-b1b3-098cd600dc59/87b9adea-ce0c-4dd9-8467-ba2a5486100e) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:46.629110 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8624a2c9-f88a-4074-8040-7ab449d40df9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.676223 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8624a2c9-f88a-4074-8040-7ab449d40df9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.688050 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8624a2c9-f88a-4074-8040-7ab449d40df9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:46.689155 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8624a2c9-f88a-4074-8040-7ab449d40df9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.757023 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.766632 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Transition to ACTIVE for port object 87b9adea-ce0c-4dd9-8467-ba2a5486100e will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:46.784151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Transition to ACTIVE for port object 87b9adea-ce0c-4dd9-8467-ba2a5486100e will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:46.793037 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.794769 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8624a2c9-f88a-4074-8040-7ab449d40df9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3034296 Jul 08 20:53:46.797351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40206) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:46.804755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9ce029cf-98b6-4714-a8ec-4a681b75d809 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Request body: {'subnet': {'network_id': '5693d970-1116-40d3-95d6-acdf766f7902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:46.813071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624a2c9-f88a-4074-8040-7ab449d40df9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event updated for resources: {'Network': ['ID=d620d8c2-7b8a-44d8-bed1-a6e58ad957f3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:46.827810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Network f7fd5b90-ce67-437b-b3c0-274a6a609c89 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:46.831656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network d620d8c2-7b8a-44d8-bed1-a6e58ad957f3 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:53:46.841149 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:46.852724 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:46.896111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Pushing event updated for resources: {'Port': ['ID=87b9adea-ce0c-4dd9-8467-ba2a5486100e,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:46.943256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce029cf-98b6-4714-a8ec-4a681b75d809 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Made reservation on behalf of d89b9a969c314576bc506810ee7886c8 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:46.947449 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9ce029cf-98b6-4714-a8ec-4a681b75d809 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.968089 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Attempting to bind port 87b9adea-ce0c-4dd9-8467-ba2a5486100e on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:46.968474 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Attempting to bind port 87b9adea-ce0c-4dd9-8467-ba2a5486100e by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '9b21b41f-be57-4008-91c3-0ae9b5ebff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f7fd5b90-ce67-437b-b3c0-274a6a609c89'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:46.968851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Attempting to bind port 87b9adea-ce0c-4dd9-8467-ba2a5486100e on network f7fd5b90-ce67-437b-b3c0-274a6a609c89 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:46.974462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:46.974835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Checking segment: {'id': '9b21b41f-be57-4008-91c3-0ae9b5ebff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f7fd5b90-ce67-437b-b3c0-274a6a609c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:46.975238 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:46.975632 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Bound using segment: {'id': '9b21b41f-be57-4008-91c3-0ae9b5ebff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f7fd5b90-ce67-437b-b3c0-274a6a609c89'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:46.976112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Bound port: 87b9adea-ce0c-4dd9-8467-ba2a5486100e, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21b41f-be57-4008-91c3-0ae9b5ebff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f7fd5b90-ce67-437b-b3c0-274a6a609c89'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:46.976493 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:47.052452 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] For port 87b9adea-ce0c-4dd9-8467-ba2a5486100e, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:47.056475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] For port 87b9adea-ce0c-4dd9-8467-ba2a5486100e, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=87b9adea-ce0c-4dd9-8467-ba2a5486100e,segment=NetworkSegment(9b21b41f-be57-4008-91c3-0ae9b5ebff47),segment_id=9b21b41f-be57-4008-91c3-0ae9b5ebff47)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:47.062053 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:47.128748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434d7b0-6a96-4cc5-bb15-427b06dc1dd9 None None] Pushing event updated for resources: {'Port': ['ID=87b9adea-ce0c-4dd9-8467-ba2a5486100e,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:47.178434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9ce029cf-98b6-4714-a8ec-4a681b75d809 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:47.241537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce029cf-98b6-4714-a8ec-4a681b75d809 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event updated for resources: {'Subnet': ['ID=2e53aab7-ab7f-4ad7-9755-54811be99e31,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:47.254373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce029cf-98b6-4714-a8ec-4a681b75d809 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Checking segment: {'id': '65cac8d7-71a9-4f55-94d8-fd1fea85abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5693d970-1116-40d3-95d6-acdf766f7902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:47.254736 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce029cf-98b6-4714-a8ec-4a681b75d809 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Network hostable DHCP agents. Network: 5693d970-1116-40d3-95d6-acdf766f7902, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:53:47.281253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce029cf-98b6-4714-a8ec-4a681b75d809 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Network 5693d970-1116-40d3-95d6-acdf766f7902 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:53:47.298769 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-9ce029cf-98b6-4714-a8ec-4a681b75d809 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 5693d970-1116-40d3-95d6-acdf766f7902) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:47.303259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce029cf-98b6-4714-a8ec-4a681b75d809 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:47.303971 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9ce029cf-98b6-4714-a8ec-4a681b75d809 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:47.310220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d215dac5-61eb-4016-8726-decccf9906aa None None] Network 5693d970-1116-40d3-95d6-acdf766f7902 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:47.320433 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9ce029cf-98b6-4714-a8ec-4a681b75d809 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5218658 Jul 08 20:53:47.326579 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40208) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:47.334257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3e6c9e6c-fb2e-4e41-afa1-0bdbaa52ed39 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Request body: {'subnet': {'network_id': 'd620d8c2-7b8a-44d8-bed1-a6e58ad957f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:47.453511 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6c9e6c-fb2e-4e41-afa1-0bdbaa52ed39 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Made reservation on behalf of d89b9a969c314576bc506810ee7886c8 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:53:47.457392 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9e6c-fb2e-4e41-afa1-0bdbaa52ed39 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:47.496042 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-5693d970-1116-40d3-95d6-acdf766f7902', 'network_id': '5693d970-1116-40d3-95d6-acdf766f7902', 'tenant_id': 'd89b9a969c314576bc506810ee7886c8', 'fixed_ips': [{'subnet_id': '2e53aab7-ab7f-4ad7-9755-54811be99e31'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:53:47.497088 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:47.636533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Allocated IP 172.20.0.2 (5693d970-1116-40d3-95d6-acdf766f7902/2e53aab7-ab7f-4ad7-9755-54811be99e31/a137d002-14c5-4ac5-ad1f-e4ed2dda95ae) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:47.658398 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9e6c-fb2e-4e41-afa1-0bdbaa52ed39 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:47.724380 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:47.740026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c9e6c-fb2e-4e41-afa1-0bdbaa52ed39 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event updated for resources: {'Subnet': ['ID=75d11f43-307d-4e6c-b2d0-357be9d4fc9d,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:47.746562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c9e6c-fb2e-4e41-afa1-0bdbaa52ed39 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Checking segment: {'id': 'ef6c6265-18e3-467f-95dd-5320b4bc8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd620d8c2-7b8a-44d8-bed1-a6e58ad957f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:47.747227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c9e6c-fb2e-4e41-afa1-0bdbaa52ed39 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Network hostable DHCP agents. Network: d620d8c2-7b8a-44d8-bed1-a6e58ad957f3, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:53:47.773640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c9e6c-fb2e-4e41-afa1-0bdbaa52ed39 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Network d620d8c2-7b8a-44d8-bed1-a6e58ad957f3 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:53:47.784519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3e6c9e6c-fb2e-4e41-afa1-0bdbaa52ed39 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, d620d8c2-7b8a-44d8-bed1-a6e58ad957f3) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:47.789295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6c9e6c-fb2e-4e41-afa1-0bdbaa52ed39 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:53:47.791136 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9e6c-fb2e-4e41-afa1-0bdbaa52ed39 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:47.799270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b30554-251b-4f0d-8345-d8ffbed342a1 None None] Network d620d8c2-7b8a-44d8-bed1-a6e58ad957f3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:47.810403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3e6c9e6c-fb2e-4e41-afa1-0bdbaa52ed39 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4825780 Jul 08 20:53:47.813253 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40210) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:47.860471 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:47.878293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Transition to ACTIVE for port object a137d002-14c5-4ac5-ad1f-e4ed2dda95ae will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:47.894308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Transition to ACTIVE for port object a137d002-14c5-4ac5-ad1f-e4ed2dda95ae will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:47.903438 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:47.967678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Network 5693d970-1116-40d3-95d6-acdf766f7902 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:47.973204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:47.977466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:48.004745 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Pushing event updated for resources: {'Port': ['ID=a137d002-14c5-4ac5-ad1f-e4ed2dda95ae,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:48.076666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Attempting to bind port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:48.077048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Attempting to bind port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '65cac8d7-71a9-4f55-94d8-fd1fea85abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5693d970-1116-40d3-95d6-acdf766f7902'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:48.077422 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Attempting to bind port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae on network 5693d970-1116-40d3-95d6-acdf766f7902 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:48.086372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:48.086741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Checking segment: {'id': '65cac8d7-71a9-4f55-94d8-fd1fea85abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5693d970-1116-40d3-95d6-acdf766f7902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:48.087152 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:48.087713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Bound using segment: {'id': '65cac8d7-71a9-4f55-94d8-fd1fea85abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5693d970-1116-40d3-95d6-acdf766f7902'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:48.088876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Bound port: a137d002-14c5-4ac5-ad1f-e4ed2dda95ae, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cac8d7-71a9-4f55-94d8-fd1fea85abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5693d970-1116-40d3-95d6-acdf766f7902'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:48.088876 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:48.117641 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:48.273465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deda640-a41d-49e6-a048-6ca4803d7838 None None] Network f7fd5b90-ce67-437b-b3c0-274a6a609c89 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:48.295006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-d620d8c2-7b8a-44d8-bed1-a6e58ad957f3', 'network_id': 'd620d8c2-7b8a-44d8-bed1-a6e58ad957f3', 'tenant_id': 'd89b9a969c314576bc506810ee7886c8', 'fixed_ips': [{'subnet_id': '75d11f43-307d-4e6c-b2d0-357be9d4fc9d'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:53:48.295856 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:48.371849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fcb4ced4-1994-4254-8db6-20815dede4d9 None None] Provisioning for port 87b9adea-ce0c-4dd9-8467-ba2a5486100e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:48.484801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] For port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:48.517539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] For port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a137d002-14c5-4ac5-ad1f-e4ed2dda95ae,segment=NetworkSegment(65cac8d7-71a9-4f55-94d8-fd1fea85abb8),segment_id=65cac8d7-71a9-4f55-94d8-fd1fea85abb8)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:48.547551 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:48.682482 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Allocated IP 172.20.0.2 (d620d8c2-7b8a-44d8-bed1-a6e58ad957f3/75d11f43-307d-4e6c-b2d0-357be9d4fc9d/59f45b1e-cff1-4637-883d-5fa11ce5e2c4) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:48.684223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0f5cb-85c5-43f4-baa3-b4e76f1c3217 None None] Pushing event updated for resources: {'Port': ['ID=a137d002-14c5-4ac5-ad1f-e4ed2dda95ae,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:48.692737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Allocated IP 172.20.0.1 (5693d970-1116-40d3-95d6-acdf766f7902/2e53aab7-ab7f-4ad7-9755-54811be99e31/19090f2a-ffb2-495c-b3f9-ac39da6394f7) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:48.856274 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:48.889377 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Transition to ACTIVE for port object 19090f2a-ffb2-495c-b3f9-ac39da6394f7 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:48.906472 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:48.918159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Transition to ACTIVE for port object 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:48.935952 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:48.939767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Transition to ACTIVE for port object 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:48.950475 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:48.995699 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Network 5693d970-1116-40d3-95d6-acdf766f7902 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:48.997774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:48.999939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event updated for resources: {'Port': ['ID=19090f2a-ffb2-495c-b3f9-ac39da6394f7,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:49.002523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:49.018338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Network d620d8c2-7b8a-44d8-bed1-a6e58ad957f3 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:49.021668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:49.024409 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:49.036921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Pushing event updated for resources: {'Port': ['ID=59f45b1e-cff1-4637-883d-5fa11ce5e2c4,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:49.074693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:49.106012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Attempting to bind port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:53:49.106393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Attempting to bind port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ef6c6265-18e3-467f-95dd-5320b4bc8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd620d8c2-7b8a-44d8-bed1-a6e58ad957f3'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:53:49.106759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Attempting to bind port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 on network d620d8c2-7b8a-44d8-bed1-a6e58ad957f3 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:53:49.112834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:53:49.113433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Checking segment: {'id': 'ef6c6265-18e3-467f-95dd-5320b4bc8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd620d8c2-7b8a-44d8-bed1-a6e58ad957f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:53:49.113851 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:49.114246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Bound using segment: {'id': 'ef6c6265-18e3-467f-95dd-5320b4bc8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd620d8c2-7b8a-44d8-bed1-a6e58ad957f3'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:53:49.114723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Bound port: 59f45b1e-cff1-4637-883d-5fa11ce5e2c4, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6c6265-18e3-467f-95dd-5320b4bc8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd620d8c2-7b8a-44d8-bed1-a6e58ad957f3'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:53:49.115108 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:49.172144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 87b9adea-ce0c-4dd9-8467-ba2a5486100e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:49.225095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] For port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:53:49.235761 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:49.245442 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] For port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=59f45b1e-cff1-4637-883d-5fa11ce5e2c4,segment=NetworkSegment(ef6c6265-18e3-467f-95dd-5320b4bc8fbd),segment_id=ef6c6265-18e3-467f-95dd-5320b4bc8fbd)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:53:49.252711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:49.312577 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 87b9adea-ce0c-4dd9-8467-ba2a5486100e completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:49.335584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 87b9adea-ce0c-4dd9-8467-ba2a5486100e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:49.335963 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:49.361864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d6e51-ca26-494a-9636-4f110338225e None None] Pushing event updated for resources: {'Port': ['ID=59f45b1e-cff1-4637-883d-5fa11ce5e2c4,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:49.447942 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:49.491380 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 87b9adea-ce0c-4dd9-8467-ba2a5486100e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=87b9adea-ce0c-4dd9-8467-ba2a5486100e,segment=NetworkSegment(9b21b41f-be57-4008-91c3-0ae9b5ebff47),segment_id=9b21b41f-be57-4008-91c3-0ae9b5ebff47)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:49.497286 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:49.498203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a137d002-14c5-4ac5-ad1f-e4ed2dda95ae up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:49.565471 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:49.571677 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:49.592688 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=87b9adea-ce0c-4dd9-8467-ba2a5486100e,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:49.625943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:49.687366 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:49.689421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event updated for resources: {'Port': ['ID=19090f2a-ffb2-495c-b3f9-ac39da6394f7,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:49.789844 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Network 5693d970-1116-40d3-95d6-acdf766f7902 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:49.791998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:49.829472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0b7ce6-8930-4493-aa9c-c8e2d3fc08c4 None None] Network 5693d970-1116-40d3-95d6-acdf766f7902 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:49.919994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Router ca96157f-705d-4a86-82b1-93b56f8c1c8d is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:53:49.960594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1ea84a99-7bd7-4bfd-af53-841e92c44f9f None None] Provisioning for port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:49.969246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1ea84a99-7bd7-4bfd-af53-841e92c44f9f None None] Provisioning complete for port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:49.969617 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1ea84a99-7bd7-4bfd-af53-841e92c44f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:50.017160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:50.022249 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fd70ed30-6548-4e7d-a400-785f0ce5c81c tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "PUT /v2.0/routers/ca96157f-705d-4a86-82b1-93b56f8c1c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2077463 Jul 08 20:53:50.025018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40216) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:50.027979 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463521c7-f09b-4a80-96a1-7c1d2f6a3662 None None] Sync routers for ids ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:50.037657 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463521c7-f09b-4a80-96a1-7c1d2f6a3662 None None] Routers {'ca96157f-705d-4a86-82b1-93b56f8c1c8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:50.038263 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-463521c7-f09b-4a80-96a1-7c1d2f6a3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:50.072823 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-463521c7-f09b-4a80-96a1-7c1d2f6a3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:50.081941 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463521c7-f09b-4a80-96a1-7c1d2f6a3662 None None] Routers {'ca96157f-705d-4a86-82b1-93b56f8c1c8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:50.082943 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-463521c7-f09b-4a80-96a1-7c1d2f6a3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:50.094912 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1ea84a99-7bd7-4bfd-af53-841e92c44f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:50.118067 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-463521c7-f09b-4a80-96a1-7c1d2f6a3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:50.119281 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463521c7-f09b-4a80-96a1-7c1d2f6a3662 None None] The sync data for ids ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:50.139748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1ea84a99-7bd7-4bfd-af53-841e92c44f9f None None] For port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a137d002-14c5-4ac5-ad1f-e4ed2dda95ae,segment=NetworkSegment(65cac8d7-71a9-4f55-94d8-fd1fea85abb8),segment_id=65cac8d7-71a9-4f55-94d8-fd1fea85abb8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:50.144579 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1ea84a99-7bd7-4bfd-af53-841e92c44f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:50.204037 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea84a99-7bd7-4bfd-af53-841e92c44f9f None None] Pushing event updated for resources: {'Port': ['ID=a137d002-14c5-4ac5-ad1f-e4ed2dda95ae,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:50.441180 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-fb16f0f9-bf6e-4560-ba3a-c140c8e303a1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 20:53:50.444704 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fb16f0f9-bf6e-4560-ba3a-c140c8e303a1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "PUT /v2.0/routers/ca96157f-705d-4a86-82b1-93b56f8c1c8d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4160626 Jul 08 20:53:50.444927 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40220) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:50.466054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e2bea38d-3550-46d4-9a81-d1cc9d434046 None None] Provisioning complete for port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:50.466602 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e2bea38d-3550-46d4-9a81-d1cc9d434046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:50.576391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e2bea38d-3550-46d4-9a81-d1cc9d434046 None None] Provisioning for port 19090f2a-ffb2-495c-b3f9-ac39da6394f7 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:50.581342 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e2bea38d-3550-46d4-9a81-d1cc9d434046 None None] Provisioning complete for port 19090f2a-ffb2-495c-b3f9-ac39da6394f7 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:50.581721 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e2bea38d-3550-46d4-9a81-d1cc9d434046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:50.626650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e72728-155b-480a-95b2-177eef416eb0 None None] Network d620d8c2-7b8a-44d8-bed1-a6e58ad957f3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:50.629300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e2bea38d-3550-46d4-9a81-d1cc9d434046 None None] Port 19090f2a-ffb2-495c-b3f9-ac39da6394f7 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:50.769296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-84c91027-d309-449f-bfbf-100b4c7e28ac None None] Provisioning for port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:50.808162 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-84c91027-d309-449f-bfbf-100b4c7e28ac None None] Provisioning complete for port 19090f2a-ffb2-495c-b3f9-ac39da6394f7 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:50.808539 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84c91027-d309-449f-bfbf-100b4c7e28ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:50.813952 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27128c69-f248-4b6a-add6-f85d59c0c576 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:50.856944 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-84c91027-d309-449f-bfbf-100b4c7e28ac None None] Port 19090f2a-ffb2-495c-b3f9-ac39da6394f7 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:50.988424 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b7cce77b-e187-49bc-8fda-c4430903b006 None None] Provisioning complete for port 19090f2a-ffb2-495c-b3f9-ac39da6394f7 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:50.988574 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b7cce77b-e187-49bc-8fda-c4430903b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:51.040218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b7cce77b-e187-49bc-8fda-c4430903b006 None None] Port 19090f2a-ffb2-495c-b3f9-ac39da6394f7 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:51.098239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-27128c69-f248-4b6a-add6-f85d59c0c576 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Deleting port 19090f2a-ffb2-495c-b3f9-ac39da6394f7 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:51.098590 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27128c69-f248-4b6a-add6-f85d59c0c576 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:51.126703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a137d002-14c5-4ac5-ad1f-e4ed2dda95ae up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:51.185412 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:51.185795 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:51.187357 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27128c69-f248-4b6a-add6-f85d59c0c576 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:51.200265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-27128c69-f248-4b6a-add6-f85d59c0c576 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Calling delete_port for 19090f2a-ffb2-495c-b3f9-ac39da6394f7 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:51.266996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:51.316710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:51.321036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:51.321484 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:51.377891 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27128c69-f248-4b6a-add6-f85d59c0c576 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:51.403746 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:51.409407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27128c69-f248-4b6a-add6-f85d59c0c576 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event deleted for resources: {'Port': ['ID=19090f2a-ffb2-495c-b3f9-ac39da6394f7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:51.444742 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=59f45b1e-cff1-4637-883d-5fa11ce5e2c4,segment=NetworkSegment(ef6c6265-18e3-467f-95dd-5320b4bc8fbd),segment_id=ef6c6265-18e3-467f-95dd-5320b4bc8fbd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:51.451509 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:51.452758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 87b9adea-ce0c-4dd9-8467-ba2a5486100e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:51.536475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=59f45b1e-cff1-4637-883d-5fa11ce5e2c4,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:51.551394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 87b9adea-ce0c-4dd9-8467-ba2a5486100e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:51.551779 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:51.574453 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27128c69-f248-4b6a-add6-f85d59c0c576 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:51.734567 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27128c69-f248-4b6a-add6-f85d59c0c576 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Router ca96157f-705d-4a86-82b1-93b56f8c1c8d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:51.815659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27128c69-f248-4b6a-add6-f85d59c0c576 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:51.820540 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-27128c69-f248-4b6a-add6-f85d59c0c576 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "PUT /v2.0/routers/ca96157f-705d-4a86-82b1-93b56f8c1c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3746521 Jul 08 20:53:51.825205 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40222) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:51.826530 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960e98a3-eaa1-45ef-8dd3-58776dd7cc89 None None] Sync routers for ids ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:51.835661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960e98a3-eaa1-45ef-8dd3-58776dd7cc89 None None] Routers {'ca96157f-705d-4a86-82b1-93b56f8c1c8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:51.836275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-960e98a3-eaa1-45ef-8dd3-58776dd7cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:51.861531 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-0add3acf-986a-48fe-85f8-4e741e93f987 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] delete failed (client error): The resource could not be found. Jul 08 20:53:51.862552 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0add3acf-986a-48fe-85f8-4e741e93f987 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "DELETE /v2.0/routers/tempest-non_exist_router-680100063 HTTP/1.1" status: 404 len: 334 time: 0.0364194 Jul 08 20:53:51.866208 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40224) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:51.867571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-960e98a3-eaa1-45ef-8dd3-58776dd7cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:51.871390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b4a4655a-8916-4fec-82c2-39a368c092b9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca96157f-705d-4a86-82b1-93b56f8c1c8d'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:51.876916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960e98a3-eaa1-45ef-8dd3-58776dd7cc89 None None] Routers {'ca96157f-705d-4a86-82b1-93b56f8c1c8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:51.877530 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-960e98a3-eaa1-45ef-8dd3-58776dd7cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:51.913112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-960e98a3-eaa1-45ef-8dd3-58776dd7cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:51.913619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960e98a3-eaa1-45ef-8dd3-58776dd7cc89 None None] The sync data for ids ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:52.418148 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b4a4655a-8916-4fec-82c2-39a368c092b9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:52.440851 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-b4a4655a-8916-4fec-82c2-39a368c092b9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] update failed (client error): The resource could not be found. Jul 08 20:53:52.441906 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b4a4655a-8916-4fec-82c2-39a368c092b9 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "PUT /v2.0/routers/ca96157f-705d-4a86-82b1-93b56f8c1c8d HTTP/1.1" status: 404 len: 339 time: 0.5747950 Jul 08 20:53:52.445667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40226) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:52.740948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:52.981684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Allocated IP 172.20.0.1 (f7fd5b90-ce67-437b-b3c0-274a6a609c89/f7b66b53-dacd-4409-b1b3-098cd600dc59/183a4b8d-b841-4910-9875-1dc1654feca9) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:53:53.021172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:53:53.068467 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:53.068868 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:53.097422 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:53.112519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Transition to ACTIVE for port object 183a4b8d-b841-4910-9875-1dc1654feca9 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:53:53.154083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:53.194233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Network f7fd5b90-ce67-437b-b3c0-274a6a609c89 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:53.199485 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:53.202116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:53:53.240092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event updated for resources: {'Port': ['ID=183a4b8d-b841-4910-9875-1dc1654feca9,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:53.260601 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:53.399598 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:53.405979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e3f8a319-d54b-4ff9-8ad4-9a7bcf1f58ac None None] Provisioning for port 183a4b8d-b841-4910-9875-1dc1654feca9 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:53:53.409665 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e3f8a319-d54b-4ff9-8ad4-9a7bcf1f58ac None None] Provisioning complete for port 183a4b8d-b841-4910-9875-1dc1654feca9 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:53.410031 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3f8a319-d54b-4ff9-8ad4-9a7bcf1f58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:53.449511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e3f8a319-d54b-4ff9-8ad4-9a7bcf1f58ac None None] Port 183a4b8d-b841-4910-9875-1dc1654feca9 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:53.605309 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:53.671311 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:53.675669 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:53.760606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event updated for resources: {'Port': ['ID=183a4b8d-b841-4910-9875-1dc1654feca9,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:53.762990 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:53.861733 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Network f7fd5b90-ce67-437b-b3c0-274a6a609c89 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:53:53.863137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:53:53.962895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Router ca96157f-705d-4a86-82b1-93b56f8c1c8d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:54.059495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:54.066670 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-301119f4-20e1-41e1-9ecb-65e00a47329a tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "PUT /v2.0/routers/ca96157f-705d-4a86-82b1-93b56f8c1c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6176360 Jul 08 20:53:54.067092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40230) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:54.069652 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ae647b-61e1-43ee-a363-1bb02bab3eef None None] Sync routers for ids ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:54.075426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9ad651a3-7ed7-46ef-ac40-77ce713ee011 None None] Provisioning complete for port 183a4b8d-b841-4910-9875-1dc1654feca9 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:53:54.075947 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9ad651a3-7ed7-46ef-ac40-77ce713ee011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:54.079124 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ae647b-61e1-43ee-a363-1bb02bab3eef None None] Routers {'ca96157f-705d-4a86-82b1-93b56f8c1c8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:54.079737 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-35ae647b-61e1-43ee-a363-1bb02bab3eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:54.111232 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9ad651a3-7ed7-46ef-ac40-77ce713ee011 None None] Port 183a4b8d-b841-4910-9875-1dc1654feca9 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:53:54.117441 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-35ae647b-61e1-43ee-a363-1bb02bab3eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:54.126239 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ae647b-61e1-43ee-a363-1bb02bab3eef None None] Routers {'ca96157f-705d-4a86-82b1-93b56f8c1c8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:54.127145 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-35ae647b-61e1-43ee-a363-1bb02bab3eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:54.160317 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-35ae647b-61e1-43ee-a363-1bb02bab3eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:54.160907 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ae647b-61e1-43ee-a363-1bb02bab3eef None None] The sync data for ids ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'] in n-d-791506-16 is: [] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:54.162872 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91408a3b-a84f-4465-9233-3bccd429c5b8 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:54.247782 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-91408a3b-a84f-4465-9233-3bccd429c5b8 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 20:53:54.248871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-91408a3b-a84f-4465-9233-3bccd429c5b8 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "DELETE /v2.0/routers/ca96157f-705d-4a86-82b1-93b56f8c1c8d HTTP/1.1" status: 409 len: 329 time: 0.1808472 Jul 08 20:53:54.251767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40232) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:54.571378 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1b12e91-5cb7-4362-b919-c0efc69262fe tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:54.826695 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e1b12e91-5cb7-4362-b919-c0efc69262fe tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Deleting port 183a4b8d-b841-4910-9875-1dc1654feca9 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:54.826919 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1b12e91-5cb7-4362-b919-c0efc69262fe tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:54.919349 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1b12e91-5cb7-4362-b919-c0efc69262fe tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:54.932454 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e1b12e91-5cb7-4362-b919-c0efc69262fe tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Calling delete_port for 183a4b8d-b841-4910-9875-1dc1654feca9 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:55.106206 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1b12e91-5cb7-4362-b919-c0efc69262fe tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:55.137866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b12e91-5cb7-4362-b919-c0efc69262fe tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event deleted for resources: {'Port': ['ID=183a4b8d-b841-4910-9875-1dc1654feca9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:55.287578 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1b12e91-5cb7-4362-b919-c0efc69262fe tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:55.746779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b12e91-5cb7-4362-b919-c0efc69262fe tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Router ca96157f-705d-4a86-82b1-93b56f8c1c8d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:53:55.823948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b12e91-5cb7-4362-b919-c0efc69262fe tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:53:55.832834 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e1b12e91-5cb7-4362-b919-c0efc69262fe tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "PUT /v2.0/routers/ca96157f-705d-4a86-82b1-93b56f8c1c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5761843 Jul 08 20:53:55.832834 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40236) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:55.833428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104dff8-5c00-40ce-8d1c-b3d6ef27a240 None None] Sync routers for ids ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:53:55.842810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104dff8-5c00-40ce-8d1c-b3d6ef27a240 None None] Routers {'ca96157f-705d-4a86-82b1-93b56f8c1c8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:55.843421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1104dff8-5c00-40ce-8d1c-b3d6ef27a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:55.870152 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-c8acacb3-2452-4253-9121-e2c9d0df4247 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] show failed (client error): The resource could not be found. Jul 08 20:53:55.871243 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c8acacb3-2452-4253-9121-e2c9d0df4247 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "GET /v2.0/routers/tempest-non_exist_router-494977369 HTTP/1.1" status: 404 len: 334 time: 0.0376706 Jul 08 20:53:55.875378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40238) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:55.877127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1104dff8-5c00-40ce-8d1c-b3d6ef27a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:55.880258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0c75044e-1626-4b36-b77c-e0491b648836 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:53:55.887600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104dff8-5c00-40ce-8d1c-b3d6ef27a240 None None] Routers {'ca96157f-705d-4a86-82b1-93b56f8c1c8d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:53:55.888250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1104dff8-5c00-40ce-8d1c-b3d6ef27a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:53:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:55.921074 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-0c75044e-1626-4b36-b77c-e0491b648836 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] update failed (client error): The resource could not be found. Jul 08 20:53:55.922155 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0c75044e-1626-4b36-b77c-e0491b648836 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "PUT /v2.0/routers/tempest-non_exist_router-108659054 HTTP/1.1" status: 404 len: 334 time: 0.0457296 Jul 08 20:53:55.926886 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40240) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:55.929615 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-1104dff8-5c00-40ce-8d1c-b3d6ef27a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:55.930285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104dff8-5c00-40ce-8d1c-b3d6ef27a240 None None] The sync data for ids ['ca96157f-705d-4a86-82b1-93b56f8c1c8d'] in n-d-791506-16 is: [] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:53:55.981298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90492d5-99c9-4bf4-b154-05ad46d21728 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Deleting subnet 75d11f43-307d-4e6c-b2d0-357be9d4fc9d {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:53:55.984882 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e90492d5-99c9-4bf4-b154-05ad46d21728 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.027560 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e90492d5-99c9-4bf4-b154-05ad46d21728 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.117436 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e90492d5-99c9-4bf4-b154-05ad46d21728 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.177237 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e90492d5-99c9-4bf4-b154-05ad46d21728 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.205620 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90492d5-99c9-4bf4-b154-05ad46d21728 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event deleted for resources: {'Subnet': ['ID=75d11f43-307d-4e6c-b2d0-357be9d4fc9d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:56.207570 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e90492d5-99c9-4bf4-b154-05ad46d21728 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.210986 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e90492d5-99c9-4bf4-b154-05ad46d21728 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "DELETE /v2.0/subnets/75d11f43-307d-4e6c-b2d0-357be9d4fc9d HTTP/1.1" status: 204 len: 168 time: 0.2830629 Jul 08 20:53:56.211956 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40242) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:56.215087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec4f569-61e1-442e-bd11-f7ba548ed912 None None] Network d620d8c2-7b8a-44d8-bed1-a6e58ad957f3 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:56.263078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0169f54c-371f-4525-bb4d-ed45d11bf7d7 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Deleting subnet 2e53aab7-ab7f-4ad7-9755-54811be99e31 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:53:56.266164 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0169f54c-371f-4525-bb4d-ed45d11bf7d7 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.312425 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0169f54c-371f-4525-bb4d-ed45d11bf7d7 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.402258 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0169f54c-371f-4525-bb4d-ed45d11bf7d7 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.406134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0d6be1-7c74-49ef-9c2b-2b16b358f638 None None] DHCP port deletion for d620d8c2-7b8a-44d8-bed1-a6e58ad957f3 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:53:56.455648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d6be1-7c74-49ef-9c2b-2b16b358f638 None None] Deleting port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:56.456019 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7a0d6be1-7c74-49ef-9c2b-2b16b358f638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.464408 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0169f54c-371f-4525-bb4d-ed45d11bf7d7 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.498175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169f54c-371f-4525-bb4d-ed45d11bf7d7 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event deleted for resources: {'Subnet': ['ID=2e53aab7-ab7f-4ad7-9755-54811be99e31,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:56.504055 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0169f54c-371f-4525-bb4d-ed45d11bf7d7 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.506112 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0169f54c-371f-4525-bb4d-ed45d11bf7d7 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "DELETE /v2.0/subnets/2e53aab7-ab7f-4ad7-9755-54811be99e31 HTTP/1.1" status: 204 len: 168 time: 0.2926710 Jul 08 20:53:56.508023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47f1d22-0b10-443f-939b-5bd64ce947b5 None None] Network 5693d970-1116-40d3-95d6-acdf766f7902 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:56.508966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40244) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:56.586891 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.648748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Deleting port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:56.649016 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.719082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] For port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=59f45b1e-cff1-4637-883d-5fa11ce5e2c4,segment=NetworkSegment(ef6c6265-18e3-467f-95dd-5320b4bc8fbd),segment_id=ef6c6265-18e3-467f-95dd-5320b4bc8fbd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:56.719443 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.721823 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7a0d6be1-7c74-49ef-9c2b-2b16b358f638 None None] For port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=59f45b1e-cff1-4637-883d-5fa11ce5e2c4,segment=NetworkSegment(ef6c6265-18e3-467f-95dd-5320b4bc8fbd),segment_id=ef6c6265-18e3-467f-95dd-5320b4bc8fbd)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:56.722211 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7a0d6be1-7c74-49ef-9c2b-2b16b358f638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.732247 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Calling delete_port for 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:56.741447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d6be1-7c74-49ef-9c2b-2b16b358f638 None None] Calling delete_port for 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:56.811715 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.838531 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event deleted for resources: {'Port': ['ID=59f45b1e-cff1-4637-883d-5fa11ce5e2c4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:56.842070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] No DVR routers for this DVR port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:56.882053 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7a0d6be1-7c74-49ef-9c2b-2b16b358f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.909441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d6be1-7c74-49ef-9c2b-2b16b358f638 None None] Pushing event deleted for resources: {'Port': ['ID=59f45b1e-cff1-4637-883d-5fa11ce5e2c4,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:56.913381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0d6be1-7c74-49ef-9c2b-2b16b358f638 None None] No DVR routers for this DVR port 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:56.930794 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.944279 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d620d8c2-7b8a-44d8-bed1-a6e58ad957f3']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:56.952200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707092be-e6de-47f7-a740-aefd00431ac5 None None] DHCP port deletion for 5693d970-1116-40d3-95d6-acdf766f7902 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:53:56.957202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6c6265-18e3-467f-95dd-5320b4bc8fbd') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:56.957505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6c6265-18e3-467f-95dd-5320b4bc8fbd') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:56.967040 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.984268 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.992391 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:53:56.994100 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: timer() Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:53:56.997152 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:53:57.017626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-707092be-e6de-47f7-a740-aefd00431ac5 None None] Deleting port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:57.018163 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-707092be-e6de-47f7-a740-aefd00431ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.039070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a137d002-14c5-4ac5-ad1f-e4ed2dda95ae no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:57.069690 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.076691 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.078652 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "DELETE /v2.0/networks/d620d8c2-7b8a-44d8-bed1-a6e58ad957f3 HTTP/1.1" status: 204 len: 168 time: 0.5681205 Jul 08 20:53:57.081384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40246) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:57.094265 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96984a3-c149-4d5d-8d58-37b130f11e4f tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event deleted for resources: {'Network': ['ID=d620d8c2-7b8a-44d8-bed1-a6e58ad957f3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:57.122585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-707092be-e6de-47f7-a740-aefd00431ac5 None None] For port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a137d002-14c5-4ac5-ad1f-e4ed2dda95ae,segment=NetworkSegment(65cac8d7-71a9-4f55-94d8-fd1fea85abb8),segment_id=65cac8d7-71a9-4f55-94d8-fd1fea85abb8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:57.122995 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-707092be-e6de-47f7-a740-aefd00431ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.138270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-707092be-e6de-47f7-a740-aefd00431ac5 None None] Calling delete_port for a137d002-14c5-4ac5-ad1f-e4ed2dda95ae owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:57.163618 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.209346 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.221742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Deleting port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:57.222088 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.257727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a137d002-14c5-4ac5-ad1f-e4ed2dda95ae,segment=NetworkSegment(65cac8d7-71a9-4f55-94d8-fd1fea85abb8),segment_id=65cac8d7-71a9-4f55-94d8-fd1fea85abb8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:57.267041 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.267783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:57.288415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] For port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a137d002-14c5-4ac5-ad1f-e4ed2dda95ae,segment=NetworkSegment(65cac8d7-71a9-4f55-94d8-fd1fea85abb8),segment_id=65cac8d7-71a9-4f55-94d8-fd1fea85abb8)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:57.288807 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.297870 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:57.298455 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 59f45b1e-cff1-4637-883d-5fa11ce5e2c4 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:57.304766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Calling delete_port for a137d002-14c5-4ac5-ad1f-e4ed2dda95ae owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:57.324531 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-707092be-e6de-47f7-a740-aefd00431ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.342663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707092be-e6de-47f7-a740-aefd00431ac5 None None] No DVR routers for this DVR port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:57.360405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=a137d002-14c5-4ac5-ad1f-e4ed2dda95ae,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:57.383755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707092be-e6de-47f7-a740-aefd00431ac5 None None] Pushing event deleted for resources: {'Port': ['ID=a137d002-14c5-4ac5-ad1f-e4ed2dda95ae,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:57.390445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.417612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event deleted for resources: {'Port': ['ID=a137d002-14c5-4ac5-ad1f-e4ed2dda95ae,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:57.419904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] No DVR routers for this DVR port a137d002-14c5-4ac5-ad1f-e4ed2dda95ae on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:57.446474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:57.447135 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:57.447302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:57.447655 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:57.447984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:57.448319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:57.448678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:57.449010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:57.449340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:57.449667 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:57.449994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:57.450320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:53:57.509126 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.518824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5693d970-1116-40d3-95d6-acdf766f7902']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:57.529037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cac8d7-71a9-4f55-94d8-fd1fea85abb8') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:57.529336 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cac8d7-71a9-4f55-94d8-fd1fea85abb8') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:57.538048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.552066 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.558760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:53:57.559147 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: self.session.flush() Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:53:57.562072 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:53:57.622663 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.629835 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.631937 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "DELETE /v2.0/networks/5693d970-1116-40d3-95d6-acdf766f7902 HTTP/1.1" status: 204 len: 168 time: 0.5487683 Jul 08 20:53:57.634830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40248) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:57.643710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806fe2b-062d-4d14-8a4f-e92031318121 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event deleted for resources: {'Network': ['ID=5693d970-1116-40d3-95d6-acdf766f7902,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:57.692895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3eb59ca-e7cd-4e40-8184-be7dbd331fd1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Deleting subnet f7b66b53-dacd-4409-b1b3-098cd600dc59 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 20:53:57.696581 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3eb59ca-e7cd-4e40-8184-be7dbd331fd1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.738097 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3eb59ca-e7cd-4e40-8184-be7dbd331fd1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.830425 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3eb59ca-e7cd-4e40-8184-be7dbd331fd1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.889051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3eb59ca-e7cd-4e40-8184-be7dbd331fd1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.918013 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a3eb59ca-e7cd-4e40-8184-be7dbd331fd1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:57.920200 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a3eb59ca-e7cd-4e40-8184-be7dbd331fd1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "DELETE /v2.0/subnets/f7b66b53-dacd-4409-b1b3-098cd600dc59 HTTP/1.1" status: 204 len: 168 time: 0.2842593 Jul 08 20:53:57.921169 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb59ca-e7cd-4e40-8184-be7dbd331fd1 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b66b53-dacd-4409-b1b3-098cd600dc59,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:57.922749 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40250) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:57.925303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb5db8a-13f3-475f-9724-703f5de5ce46 None None] Network f7fd5b90-ce67-437b-b3c0-274a6a609c89 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:53:58.002181 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.068844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Deleting port 87b9adea-ce0c-4dd9-8467-ba2a5486100e {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:58.069193 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.122013 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac20494e-8d7e-44ad-b762-02db8746422a None None] DHCP port deletion for f7fd5b90-ce67-437b-b3c0-274a6a609c89 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 20:53:58.134173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] For port 87b9adea-ce0c-4dd9-8467-ba2a5486100e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=87b9adea-ce0c-4dd9-8467-ba2a5486100e,segment=NetworkSegment(9b21b41f-be57-4008-91c3-0ae9b5ebff47),segment_id=9b21b41f-be57-4008-91c3-0ae9b5ebff47)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:58.134764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.148112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Calling delete_port for 87b9adea-ce0c-4dd9-8467-ba2a5486100e owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:58.171349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ac20494e-8d7e-44ad-b762-02db8746422a None None] Deleting port 87b9adea-ce0c-4dd9-8467-ba2a5486100e {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:53:58.171853 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ac20494e-8d7e-44ad-b762-02db8746422a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.238504 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.246578 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ac20494e-8d7e-44ad-b762-02db8746422a None None] For port 87b9adea-ce0c-4dd9-8467-ba2a5486100e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=87b9adea-ce0c-4dd9-8467-ba2a5486100e,segment=NetworkSegment(9b21b41f-be57-4008-91c3-0ae9b5ebff47),segment_id=9b21b41f-be57-4008-91c3-0ae9b5ebff47)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:53:58.246981 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ac20494e-8d7e-44ad-b762-02db8746422a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.262222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ac20494e-8d7e-44ad-b762-02db8746422a None None] Calling delete_port for 87b9adea-ce0c-4dd9-8467-ba2a5486100e owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:53:58.267305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event deleted for resources: {'Port': ['ID=87b9adea-ce0c-4dd9-8467-ba2a5486100e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:58.271075 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] No DVR routers for this DVR port 87b9adea-ce0c-4dd9-8467-ba2a5486100e on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:58.348818 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ac20494e-8d7e-44ad-b762-02db8746422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.357916 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.370065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fd5b90-ce67-437b-b3c0-274a6a609c89']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:58.385733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b21b41f-be57-4008-91c3-0ae9b5ebff47') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:58.386125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b21b41f-be57-4008-91c3-0ae9b5ebff47') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:53:58.398830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20494e-8d7e-44ad-b762-02db8746422a None None] Pushing event deleted for resources: {'Port': ['ID=87b9adea-ce0c-4dd9-8467-ba2a5486100e,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:58.398830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac20494e-8d7e-44ad-b762-02db8746422a None None] No DVR routers for this DVR port 87b9adea-ce0c-4dd9-8467-ba2a5486100e on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:53:58.401777 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.418896 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.425853 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 20:53:58.426302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: timer() Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 20:53:58.429671 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 20:53:58.489415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.496742 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.498612 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "DELETE /v2.0/networks/f7fd5b90-ce67-437b-b3c0-274a6a609c89 HTTP/1.1" status: 204 len: 168 time: 0.5748641 Jul 08 20:53:58.501604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40252) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:58.515088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3e36a-e330-4941-9b3d-39ca9808fc52 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Pushing event deleted for resources: {'Network': ['ID=f7fd5b90-ce67-437b-b3c0-274a6a609c89,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:53:58.532202 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c53bb998-c5e1-46a8-85b5-aa5774936438 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "GET /v2.0/ports?device_id=ca96157f-705d-4a86-82b1-93b56f8c1c8d HTTP/1.1" status: 200 len: 205 time: 0.0294211 Jul 08 20:53:58.534572 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40254) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:58.612367 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-999c7072-e9f7-4767-8a72-6b167250b155 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.789531 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-999c7072-e9f7-4767-8a72-6b167250b155 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.791557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-999c7072-e9f7-4767-8a72-6b167250b155 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.833848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-999c7072-e9f7-4767-8a72-6b167250b155 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.834382 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999c7072-e9f7-4767-8a72-6b167250b155 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Fanout notify agent at l3_agent the message router_deleted on router ca96157f-705d-4a86-82b1-93b56f8c1c8d {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 20:53:58.842244 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-999c7072-e9f7-4767-8a72-6b167250b155 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:58.843299 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-999c7072-e9f7-4767-8a72-6b167250b155 tempest-RoutersNegativeTest-2041349961 tempest-RoutersNegativeTest-2041349961-project] 10.222.0.101 "DELETE /v2.0/routers/ca96157f-705d-4a86-82b1-93b56f8c1c8d HTTP/1.1" status: 204 len: 168 time: 0.3078134 Jul 08 20:53:59.020721 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 87b9adea-ce0c-4dd9-8467-ba2a5486100e no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:53:59.042251 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 87b9adea-ce0c-4dd9-8467-ba2a5486100e {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:53:59.042607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 87b9adea-ce0c-4dd9-8467-ba2a5486100e not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:53:59.101912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40260) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:59.244145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0aac5677-13d4-4c4e-b3a4-6c41a1979f5a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d89b9a969c314576bc506810ee7886c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403553 Jul 08 20:53:59.246815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40264) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:53:59.296966 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6891-1398-47e8-bcb2-a8410e528150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:59.319249 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6891-1398-47e8-bcb2-a8410e528150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:59.367147 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6891-1398-47e8-bcb2-a8410e528150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:59.370440 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6891-1398-47e8-bcb2-a8410e528150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:53:59.371635 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bb5a6891-1398-47e8-bcb2-a8410e528150 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/87878fd2-119c-4304-8b16-25262aaf50f6 HTTP/1.1" status: 204 len: 168 time: 0.1238923 Jul 08 20:53:59.379678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a6891-1398-47e8-bcb2-a8410e528150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87878fd2-119c-4304-8b16-25262aaf50f6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:00.801936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40304) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:00.920485 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d188a70d-448a-4b39-b69e-c3e67238db12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.017436 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d188a70d-448a-4b39-b69e-c3e67238db12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.021777 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d188a70d-448a-4b39-b69e-c3e67238db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.061576 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d188a70d-448a-4b39-b69e-c3e67238db12 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3510cfacc26f49c7861368f7000f6ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585006 Jul 08 20:54:01.062491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188a70d-448a-4b39-b69e-c3e67238db12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a1b13e-9c15-452f-a8ee-88abba5a33a6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:01.064343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40308) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:01.121784 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d41b4739-46b5-44f2-affd-2b782a5bfff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.145148 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d41b4739-46b5-44f2-affd-2b782a5bfff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.202139 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d41b4739-46b5-44f2-affd-2b782a5bfff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.205080 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d41b4739-46b5-44f2-affd-2b782a5bfff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.206359 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d41b4739-46b5-44f2-affd-2b782a5bfff1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c9a1b13e-9c15-452f-a8ee-88abba5a33a6 HTTP/1.1" status: 204 len: 168 time: 0.1409819 Jul 08 20:54:01.216890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b4739-46b5-44f2-affd-2b782a5bfff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a1b13e-9c15-452f-a8ee-88abba5a33a6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:01.527021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40314) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:01.540897 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c47ea72-a105-4964-93b5-c85abda243f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.648283 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c47ea72-a105-4964-93b5-c85abda243f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.653131 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c47ea72-a105-4964-93b5-c85abda243f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.692748 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47ea72-a105-4964-93b5-c85abda243f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeef5711-788f-49cf-b3ce-e9536669ba14,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:01.699100 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8c47ea72-a105-4964-93b5-c85abda243f9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fc66f7ff1c1c45ffa3a09a674a4fe5f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708176 Jul 08 20:54:01.703584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40316) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:01.763910 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe0c39c6-661f-4338-886d-931070af84e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.786191 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe0c39c6-661f-4338-886d-931070af84e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.841786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe0c39c6-661f-4338-886d-931070af84e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.845095 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe0c39c6-661f-4338-886d-931070af84e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:01.846439 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fe0c39c6-661f-4338-886d-931070af84e2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/aeef5711-788f-49cf-b3ce-e9536669ba14 HTTP/1.1" status: 204 len: 168 time: 0.1415563 Jul 08 20:54:01.856920 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c39c6-661f-4338-886d-931070af84e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeef5711-788f-49cf-b3ce-e9536669ba14,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:04.084930 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d6131c90-a3c7-444e-b876-0bb67ff803d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:04.596366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40388) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:04.717790 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:04.830279 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:04.835369 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:04.882152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f0bda27ef2874a9896b1aa793ff1b45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845263 Jul 08 20:54:04.883106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8f71f5-669d-4241-aa49-ea8c8a7937c4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:04.886165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40392) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:04.892962 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:04.893309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:04.893651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:04.893987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:04.894317 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:04.894643 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:04.894970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:04.895359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:04.895686 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:04.896009 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:04.896399 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:04.896751 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c241-0b87-4d5a-b4a8-9091af0c4889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:04.948703 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9aa3-73f5-4a73-8e1d-daefc850a3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:04.974817 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9aa3-73f5-4a73-8e1d-daefc850a3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:05.037827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9aa3-73f5-4a73-8e1d-daefc850a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:05.041345 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9aa3-73f5-4a73-8e1d-daefc850a3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:05.042462 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a5eb9aa3-73f5-4a73-8e1d-daefc850a3ed admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4e8f71f5-669d-4241-aa49-ea8c8a7937c4 HTTP/1.1" status: 204 len: 168 time: 0.1550989 Jul 08 20:54:05.050666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb9aa3-73f5-4a73-8e1d-daefc850a3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8f71f5-669d-4241-aa49-ea8c8a7937c4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:05.351216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40398) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:05.366981 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26e0d92a-c879-4bbf-aa50-7abe46857577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:05.481434 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26e0d92a-c879-4bbf-aa50-7abe46857577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:05.485930 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26e0d92a-c879-4bbf-aa50-7abe46857577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:05.542728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0d92a-c879-4bbf-aa50-7abe46857577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81931d1e-1e3c-4e68-a4e1-5135862f7272,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:05.549928 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-26e0d92a-c879-4bbf-aa50-7abe46857577 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e4edd6ba29d64eabb7cd479ce532b4fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973863 Jul 08 20:54:05.553763 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40400) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:05.633017 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11a773af-54fe-4741-b190-f55eafc221b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:05.660105 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11a773af-54fe-4741-b190-f55eafc221b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:05.715606 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11a773af-54fe-4741-b190-f55eafc221b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:05.719123 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11a773af-54fe-4741-b190-f55eafc221b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:05.721090 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-11a773af-54fe-4741-b190-f55eafc221b4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/81931d1e-1e3c-4e68-a4e1-5135862f7272 HTTP/1.1" status: 204 len: 168 time: 0.1662068 Jul 08 20:54:05.735892 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a773af-54fe-4741-b190-f55eafc221b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81931d1e-1e3c-4e68-a4e1-5135862f7272,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:07.010866 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93bc4762-b512-45c7-802c-10b6c323a27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:07.159522 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:08.298824 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:09.865526 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:13.423977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40526) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:13.561723 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8d2a39cc-32aa-42cc-b462-26d33516b474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:13.680741 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8d2a39cc-32aa-42cc-b462-26d33516b474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:13.685794 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8d2a39cc-32aa-42cc-b462-26d33516b474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:13.731833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a39cc-32aa-42cc-b462-26d33516b474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9209c8c-55e4-48d9-bc83-621a86346a26,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:13.736080 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8d2a39cc-32aa-42cc-b462-26d33516b474 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=41920c33ee924c398a9fffde91d249ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107138 Jul 08 20:54:13.739510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40530) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:13.800232 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f91e284-3e9c-465f-a79e-035709e11af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:13.826079 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f91e284-3e9c-465f-a79e-035709e11af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:13.880769 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f91e284-3e9c-465f-a79e-035709e11af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:13.883906 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f91e284-3e9c-465f-a79e-035709e11af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:13.885113 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6f91e284-3e9c-465f-a79e-035709e11af2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d9209c8c-55e4-48d9-bc83-621a86346a26 HTTP/1.1" status: 204 len: 168 time: 0.1441841 Jul 08 20:54:13.893681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91e284-3e9c-465f-a79e-035709e11af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9209c8c-55e4-48d9-bc83-621a86346a26,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:14.220906 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40536) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:14.238638 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37e68ad8-450f-4d19-be57-ed7e863b7576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:14.394343 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37e68ad8-450f-4d19-be57-ed7e863b7576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:14.402263 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37e68ad8-450f-4d19-be57-ed7e863b7576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:14.447919 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-37e68ad8-450f-4d19-be57-ed7e863b7576 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=68370c61b7a1474e90b738fb6d6f674c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258725 Jul 08 20:54:14.450202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e68ad8-450f-4d19-be57-ed7e863b7576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec219827-2322-4006-b6be-329bbd6a8ce6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:14.453384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40538) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:14.522611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ff1564cd-5fcf-4c66-a91f-4d1ff75b7066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:14.557131 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ff1564cd-5fcf-4c66-a91f-4d1ff75b7066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:14.619127 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ff1564cd-5fcf-4c66-a91f-4d1ff75b7066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:14.624014 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ff1564cd-5fcf-4c66-a91f-4d1ff75b7066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:14.626109 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ff1564cd-5fcf-4c66-a91f-4d1ff75b7066 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ec219827-2322-4006-b6be-329bbd6a8ce6 HTTP/1.1" status: 204 len: 168 time: 0.1706703 Jul 08 20:54:14.640357 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1564cd-5fcf-4c66-a91f-4d1ff75b7066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec219827-2322-4006-b6be-329bbd6a8ce6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:16.765056 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40608) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:16.888097 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-392d68b4-f7ec-4e03-8e0f-41ce96e230a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:16.993387 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-392d68b4-f7ec-4e03-8e0f-41ce96e230a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:16.998066 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-392d68b4-f7ec-4e03-8e0f-41ce96e230a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:17.042505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d68b4-f7ec-4e03-8e0f-41ce96e230a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e42a17b-1a1e-4c88-b175-54c32d84b110,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:17.046882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-392d68b4-f7ec-4e03-8e0f-41ce96e230a3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e8d31ba0acbe44a5a3b3b3e825e56fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807178 Jul 08 20:54:17.051251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40612) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:17.121095 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccf280fc-d00c-41f0-a1f7-fb155e11bf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:17.146884 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccf280fc-d00c-41f0-a1f7-fb155e11bf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:17.203147 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccf280fc-d00c-41f0-a1f7-fb155e11bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:17.206324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccf280fc-d00c-41f0-a1f7-fb155e11bf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:17.207695 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ccf280fc-d00c-41f0-a1f7-fb155e11bf46 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9e42a17b-1a1e-4c88-b175-54c32d84b110 HTTP/1.1" status: 204 len: 168 time: 0.1554027 Jul 08 20:54:17.219723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf280fc-d00c-41f0-a1f7-fb155e11bf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e42a17b-1a1e-4c88-b175-54c32d84b110,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:17.549264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40618) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:17.569819 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2833851e-d58d-431d-a33c-8b5af6d6f205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:17.685636 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2833851e-d58d-431d-a33c-8b5af6d6f205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:17.691084 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2833851e-d58d-431d-a33c-8b5af6d6f205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:17.701727 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:17.748445 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2833851e-d58d-431d-a33c-8b5af6d6f205 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1eacfa09b9594723a5c6f63a25eb2c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980128 Jul 08 20:54:17.749418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833851e-d58d-431d-a33c-8b5af6d6f205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8df897-abb7-4c67-b1de-93c206b19b7d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:17.751983 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40620) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:17.839571 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8b9d839-5084-4cfa-88dd-82f85dee90e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:17.869693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8b9d839-5084-4cfa-88dd-82f85dee90e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:17.927525 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8b9d839-5084-4cfa-88dd-82f85dee90e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:17.931254 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8b9d839-5084-4cfa-88dd-82f85dee90e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:17.932739 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b8b9d839-5084-4cfa-88dd-82f85dee90e9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5d8df897-abb7-4c67-b1de-93c206b19b7d HTTP/1.1" status: 204 len: 168 time: 0.1790519 Jul 08 20:54:17.943102 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9d839-5084-4cfa-88dd-82f85dee90e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8df897-abb7-4c67-b1de-93c206b19b7d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:23.172823 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:54:23.617081 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:33.077724 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40740) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:33.223287 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a15421b-ebd0-4deb-a49e-5c6475d93d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:33.325397 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a15421b-ebd0-4deb-a49e-5c6475d93d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:33.330079 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a15421b-ebd0-4deb-a49e-5c6475d93d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:33.374261 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2a15421b-ebd0-4deb-a49e-5c6475d93d96 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=50e6538c8fce4d50b8c95a288d2ea56e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950842 Jul 08 20:54:33.375180 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15421b-ebd0-4deb-a49e-5c6475d93d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55a5f74-e03b-4217-bc3a-ba0c828e467c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:33.377555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40744) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:33.438616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f38acc1d-740a-47bf-9c18-cffa3f322a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:33.470349 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f38acc1d-740a-47bf-9c18-cffa3f322a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:33.526396 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f38acc1d-740a-47bf-9c18-cffa3f322a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:33.529729 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f38acc1d-740a-47bf-9c18-cffa3f322a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:33.530997 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f38acc1d-740a-47bf-9c18-cffa3f322a93 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b55a5f74-e03b-4217-bc3a-ba0c828e467c HTTP/1.1" status: 204 len: 168 time: 0.1520717 Jul 08 20:54:33.541889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38acc1d-740a-47bf-9c18-cffa3f322a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55a5f74-e03b-4217-bc3a-ba0c828e467c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:33.884216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 40750) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:33.897964 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-089bcd94-c960-46fc-aeae-5ee269c63f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:34.048447 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-089bcd94-c960-46fc-aeae-5ee269c63f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:34.054112 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-089bcd94-c960-46fc-aeae-5ee269c63f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:34.089590 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-94001398-2736-4fb4-be6c-d8a61358921a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:34.099653 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-089bcd94-c960-46fc-aeae-5ee269c63f74 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cf2c40edd560474fa034a2998a5f233a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141175 Jul 08 20:54:34.100919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bcd94-c960-46fc-aeae-5ee269c63f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0227b33-492c-417b-959d-46652fafb91a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:34.103374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 40752) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:54:34.165732 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abca43c1-e51b-4ccd-8afb-c7be7de105b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:34.191442 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abca43c1-e51b-4ccd-8afb-c7be7de105b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:34.246706 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abca43c1-e51b-4ccd-8afb-c7be7de105b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:34.249871 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-abca43c1-e51b-4ccd-8afb-c7be7de105b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:34.251431 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-abca43c1-e51b-4ccd-8afb-c7be7de105b9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e0227b33-492c-417b-959d-46652fafb91a HTTP/1.1" status: 204 len: 168 time: 0.1462042 Jul 08 20:54:34.263728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca43c1-e51b-4ccd-8afb-c7be7de105b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0227b33-492c-417b-959d-46652fafb91a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:36.809198 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-f3aecf97-8bc4-4a72-aba2-d47232206a2a tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=fa8cca4ea4ee4e5993add891c404175a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348494 Jul 08 20:54:36.998723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-a3d4bdf3-4c04-418f-93dc-2041395c4eac tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:37.000293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-a3d4bdf3-4c04-418f-93dc-2041395c4eac tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862431 Jul 08 20:54:37.020243 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d6224a3-eba7-46f5-b6fd-06a52db28eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:37.021808 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-38bee881-ad29-4671-a2dc-4d0d85493a52 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/quotas/fa8cca4ea4ee4e5993add891c404175a HTTP/1.1" status: 200 len: 375 time: 0.0106001 Jul 08 20:54:37.058330 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-f76935ca-dbaa-4221-82ab-27ce733df896 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fa8cca4ea4ee4e5993add891c404175a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308430 Jul 08 20:54:37.155494 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:37.260093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad07ac97-ec79-43aa-b4df-26996a5acc8d req-ce9db8db-1fc8-4dc7-99d6-2005a429448e tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 210 time: 0.0308104 Jul 08 20:54:38.300110 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:38.433603 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3e17ad56-126b-42b8-9785-e722630eb77f req-88e3217f-1f4b-44eb-8c9e-c66bff6d1480 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 210 time: 0.0350468 Jul 08 20:54:38.942817 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-908890ca-58d3-4ee6-b295-e418299b1701 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=fa8cca4ea4ee4e5993add891c404175a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338125 Jul 08 20:54:39.084148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-9282ae54-ff91-4a20-918e-faa18616715f tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:39.086328 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-9282ae54-ff91-4a20-918e-faa18616715f tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353583 Jul 08 20:54:39.115164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Request body: {'port': {'device_id': '9c976f52-c316-49d2-9575-1687a8456984', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': 'fa8cca4ea4ee4e5993add891c404175a'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:54:39.270844 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Made reservation on behalf of fa8cca4ea4ee4e5993add891c404175a for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:54:39.274576 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:39.284711 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:39.392103 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:39.397183 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:39.467175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d87026-4726-4694-9853-dc72c1855406,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:39.561552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Allocated IP 192.168.233.167 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/0f47f3ec-d666-47bc-b90e-e623a2942cd1) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:54:39.656998 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da8e4960-b5f7-48d4-bd66-3944270d88d6 req-473261bb-179f-44e2-ad53-a954af77ecd4 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 210 time: 0.0329795 Jul 08 20:54:39.733785 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:39.750748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Transition to ACTIVE for port object 0f47f3ec-d666-47bc-b90e-e623a2942cd1 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:54:39.786200 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:39.839526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:54:39.842860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:54:39.846899 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:54:39.871546 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:39.872146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Pushing event updated for resources: {'Port': ['ID=0f47f3ec-d666-47bc-b90e-e623a2942cd1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:39.905532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:39.906183 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:39.924839 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-8032a083-94d8-4f16-8cbf-580f2eb5c428 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8165441 Jul 08 20:54:39.944677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-3c01a6a6-a37a-44cf-9eca-d0d4db7f7de4 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:54:39.945715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-3c01a6a6-a37a-44cf-9eca-d0d4db7f7de4 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109556 Jul 08 20:54:40.070893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Request body: {'port': {'device_id': '9c976f52-c316-49d2-9575-1687a8456984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:54:40.145280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9ab99618-f9a7-4967-a443-117956d428fd None None] Provisioning for port 0f47f3ec-d666-47bc-b90e-e623a2942cd1 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:54:40.150916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9ab99618-f9a7-4967-a443-117956d428fd None None] Provisioning complete for port 0f47f3ec-d666-47bc-b90e-e623a2942cd1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:54:40.151210 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:40.151425 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9ab99618-f9a7-4967-a443-117956d428fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:40.195596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9ab99618-f9a7-4967-a443-117956d428fd None None] Port 0f47f3ec-d666-47bc-b90e-e623a2942cd1 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:54:40.455819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f47f3ec-d666-47bc-b90e-e623a2942cd1 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:54:40.465243 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:40.479393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Transition to ACTIVE for port object 0f47f3ec-d666-47bc-b90e-e623a2942cd1 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:54:40.483725 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:40.542496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Pushing event updated for resources: {'Port': ['ID=0f47f3ec-d666-47bc-b90e-e623a2942cd1,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:40.622076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Attempting to bind port 0f47f3ec-d666-47bc-b90e-e623a2942cd1 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:54:40.622421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Attempting to bind port 0f47f3ec-d666-47bc-b90e-e623a2942cd1 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:54:40.622757 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Attempting to bind port 0f47f3ec-d666-47bc-b90e-e623a2942cd1 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:54:40.629493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Port 0f47f3ec-d666-47bc-b90e-e623a2942cd1 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:54:40.630067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Attempting to bind port 0f47f3ec-d666-47bc-b90e-e623a2942cd1 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:54:40.639831 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:54:40.640491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:54:40.641187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:54:40.641966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Bound port: 0f47f3ec-d666-47bc-b90e-e623a2942cd1, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:54:40.642586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:40.766107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] For port 0f47f3ec-d666-47bc-b90e-e623a2942cd1, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:54:40.776755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] For port 0f47f3ec-d666-47bc-b90e-e623a2942cd1, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0f47f3ec-d666-47bc-b90e-e623a2942cd1,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:54:40.783957 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:40.838833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:40.839834 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:40.842166 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] 10.222.0.103 "PUT /v2.0/ports/0f47f3ec-d666-47bc-b90e-e623a2942cd1 HTTP/1.1" status: 200 len: 1097 time: 0.8883176 Jul 08 20:54:40.842871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c976f52-c316-49d2-9575-1687a8456984', 'tag': '0f47f3ec-d666-47bc-b90e-e623a2942cd1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:54:40.846271 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bf2a89-aa62-4719-8e82-341159113830" -d '{"events": [{"name": "network-changed", "server_uuid": "9c976f52-c316-49d2-9575-1687a8456984", "tag": "0f47f3ec-d666-47bc-b90e-e623a2942cd1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:54:40.991217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823176ce-ea3b-4998-bdcb-3a89097d561d service neutron] Pushing event updated for resources: {'Port': ['ID=0f47f3ec-d666-47bc-b90e-e623a2942cd1,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:41.075802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76499c97-82b8-4886-b003-b2b6711cf4cb req-b119fd6c-6847-423b-aee9-bd43f7d79bfc tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:41.077916 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76499c97-82b8-4886-b003-b2b6711cf4cb req-b119fd6c-6847-423b-aee9-bd43f7d79bfc tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 948 time: 0.2055070 Jul 08 20:54:41.081023 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-562da74e-48dd-496d-b6f1-4bf27fc07155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:41.082814 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-562da74e-48dd-496d-b6f1-4bf27fc07155 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=fa8cca4ea4ee4e5993add891c404175a&device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 1100 time: 0.1449273 Jul 08 20:54:41.165650 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-db04485e-e4db-4c75-a0c6-96ae4f84f665 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0f47f3ec-d666-47bc-b90e-e623a2942cd1 HTTP/1.1" status: 200 len: 217 time: 0.0668566 Jul 08 20:54:41.180969 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f569c972-c789-4db4-8089-c7ce46bc234e x-openstack-request-id: req-f569c972-c789-4db4-8089-c7ce46bc234e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:54:41.181265 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c976f52-c316-49d2-9575-1687a8456984", "tag": "0f47f3ec-d666-47bc-b90e-e623a2942cd1", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:54:41.181512 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f569c972-c789-4db4-8089-c7ce46bc234e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:54:41.181910 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c976f52-c316-49d2-9575-1687a8456984', 'tag': '0f47f3ec-d666-47bc-b90e-e623a2942cd1', 'status': 'completed', 'code': 200} Jul 08 20:54:41.199179 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-76499c97-82b8-4886-b003-b2b6711cf4cb req-4069b681-ece1-4e64-925d-4567ff8b3476 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/security-groups?id=17d87026-4726-4694-9853-dc72c1855406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122205 Jul 08 20:54:41.246102 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-1931ef69-1b55-401c-aa7c-ac54471e4127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:41.248565 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-1931ef69-1b55-401c-aa7c-ac54471e4127 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0635223 Jul 08 20:54:41.313840 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-b2254d2c-6070-44e6-ba41-325e4ccf964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:41.315497 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-b2254d2c-6070-44e6-ba41-325e4ccf964c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0600550 Jul 08 20:54:41.417727 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-e3571857-d023-445d-94d2-c5ecbe9c4fce service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899124 Jul 08 20:54:41.525895 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35ff00f4-e409-4e65-906b-6c3128750fd4 req-9de0ecc1-a3e2-4a81-be3f-08b2fc5819bf service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979769 Jul 08 20:54:41.635106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf2a89-aa62-4719-8e82-341159113830 req-27a7a71d-07f8-426c-9757-81fa7e4d320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:41.636706 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93bf2a89-aa62-4719-8e82-341159113830 req-27a7a71d-07f8-426c-9757-81fa7e4d320f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=fa8cca4ea4ee4e5993add891c404175a&device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 1100 time: 0.0568621 Jul 08 20:54:41.736425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf2a89-aa62-4719-8e82-341159113830 req-f07f43f9-aa7f-45dd-ac73-aff37f2c3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:41.738165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93bf2a89-aa62-4719-8e82-341159113830 req-f07f43f9-aa7f-45dd-ac73-aff37f2c3d7a service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.0914118 Jul 08 20:54:41.782441 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93bf2a89-aa62-4719-8e82-341159113830 req-b71bc8c8-bf10-4e22-bc15-058327b741f6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0f47f3ec-d666-47bc-b90e-e623a2942cd1 HTTP/1.1" status: 200 len: 217 time: 0.0374269 Jul 08 20:54:41.834279 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf2a89-aa62-4719-8e82-341159113830 req-986dc035-49d9-4fc8-bbf7-a2e58c137166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:41.836026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93bf2a89-aa62-4719-8e82-341159113830 req-986dc035-49d9-4fc8-bbf7-a2e58c137166 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0465171 Jul 08 20:54:41.897067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf2a89-aa62-4719-8e82-341159113830 req-cf998d24-8cac-4c04-9b0c-489ed21e2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:41.898708 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93bf2a89-aa62-4719-8e82-341159113830 req-cf998d24-8cac-4c04-9b0c-489ed21e2e5c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555432 Jul 08 20:54:41.999983 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93bf2a89-aa62-4719-8e82-341159113830 req-9699b5b4-7355-4c5b-ae1b-e6af3c5a3928 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928781 Jul 08 20:54:42.095173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93bf2a89-aa62-4719-8e82-341159113830 req-c19c5c32-0766-49b8-ad13-c3c0918d63b5 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879653 Jul 08 20:54:42.392046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316fdd1-0ba6-47d6-9320-43cef958c3cc req-2c3d710a-1156-41f8-9505-7d6f3f9e4951 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:42.395016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2316fdd1-0ba6-47d6-9320-43cef958c3cc req-2c3d710a-1156-41f8-9505-7d6f3f9e4951 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 948 time: 0.0729103 Jul 08 20:54:42.440047 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2316fdd1-0ba6-47d6-9320-43cef958c3cc req-cd4a30f5-61bb-4ff1-8fa9-5a2b022c6261 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/security-groups?id=17d87026-4726-4694-9853-dc72c1855406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377357 Jul 08 20:54:43.671596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256d77a-d02e-488a-ad89-87d1f905955a req-ac4d0d1a-2ddd-4161-be47-9b8a5951bbd8 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:43.673130 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2256d77a-d02e-488a-ad89-87d1f905955a req-ac4d0d1a-2ddd-4161-be47-9b8a5951bbd8 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 948 time: 0.1037579 Jul 08 20:54:43.715547 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2256d77a-d02e-488a-ad89-87d1f905955a req-9be71388-44dd-47b7-9a12-88a0923bea66 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/security-groups?id=17d87026-4726-4694-9853-dc72c1855406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364439 Jul 08 20:54:44.622474 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 0f47f3ec-d666-47bc-b90e-e623a2942cd1 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:54:44.722736 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 0f47f3ec-d666-47bc-b90e-e623a2942cd1, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0f47f3ec-d666-47bc-b90e-e623a2942cd1,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:54:44.734620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '0f47f3ec-d666-47bc-b90e-e623a2942cd1', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': '0f47f3ec-d666-47bc-b90e-e623a2942cd1', 'mac_address': 'fa:16:3e:87:97:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:54:44.790581 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:44.808027 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f47f3ec-d666-47bc-b90e-e623a2942cd1 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:54:44.830623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 0f47f3ec-d666-47bc-b90e-e623a2942cd1, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0f47f3ec-d666-47bc-b90e-e623a2942cd1,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:54:44.837097 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:44.891789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=0f47f3ec-d666-47bc-b90e-e623a2942cd1,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:44.901700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:44.902325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:44.902852 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:44.903539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:44.904055 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:44.904796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:44.905542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:44.906288 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:44.907047 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:44.907703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:44.908211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:44.908839 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:54:44.969881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612fa9d-d230-46a4-bb2a-2ea14f417589 req-dabc485b-b9f7-40e9-a46c-2a63971225d0 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:44.972459 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6612fa9d-d230-46a4-bb2a-2ea14f417589 req-dabc485b-b9f7-40e9-a46c-2a63971225d0 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 949 time: 0.1171036 Jul 08 20:54:45.033446 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6612fa9d-d230-46a4-bb2a-2ea14f417589 req-f3fc0ec3-d902-4ad2-a505-5fff058096b3 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/security-groups?id=17d87026-4726-4694-9853-dc72c1855406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525694 Jul 08 20:54:45.165844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['0f47f3ec-d666-47bc-b90e-e623a2942cd1'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:54:46.237149 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79299b5b-da89-41f6-b873-849feaaa9589 req-ed5f9911-c8e5-43c3-b070-5d0dd6549ce2 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:46.238973 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79299b5b-da89-41f6-b873-849feaaa9589 req-ed5f9911-c8e5-43c3-b070-5d0dd6549ce2 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 949 time: 0.0684333 Jul 08 20:54:46.280987 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-79299b5b-da89-41f6-b873-849feaaa9589 req-539b2314-9add-41ad-929c-e9375c9171b7 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/security-groups?id=17d87026-4726-4694-9853-dc72c1855406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351872 Jul 08 20:54:46.632189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 0f47f3ec-d666-47bc-b90e-e623a2942cd1 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:54:46.690631 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 0f47f3ec-d666-47bc-b90e-e623a2942cd1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:54:46.696252 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 0f47f3ec-d666-47bc-b90e-e623a2942cd1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:54:46.696712 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:46.790803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:46.818573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c976f52-c316-49d2-9575-1687a8456984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f47f3ec-d666-47bc-b90e-e623a2942cd1'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:54:46.822259 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e87f69-d2d6-430b-9c34-0ae7664d644b" -d '{"events": [{"server_uuid": "9c976f52-c316-49d2-9575-1687a8456984", "name": "network-vif-plugged", "status": "completed", "tag": "0f47f3ec-d666-47bc-b90e-e623a2942cd1"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:54:46.843439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 0f47f3ec-d666-47bc-b90e-e623a2942cd1, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0f47f3ec-d666-47bc-b90e-e623a2942cd1,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:54:46.853550 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:46.911457 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=0f47f3ec-d666-47bc-b90e-e623a2942cd1,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:54:46.944581 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc802da7-f5a4-4089-8bae-2e31cb876a30 x-openstack-request-id: req-dc802da7-f5a4-4089-8bae-2e31cb876a30 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:54:46.945520 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c976f52-c316-49d2-9575-1687a8456984", "name": "network-vif-plugged", "status": "completed", "tag": "0f47f3ec-d666-47bc-b90e-e623a2942cd1", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:54:46.945862 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dc802da7-f5a4-4089-8bae-2e31cb876a30 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:54:46.946345 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c976f52-c316-49d2-9575-1687a8456984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f47f3ec-d666-47bc-b90e-e623a2942cd1', 'code': 200} Jul 08 20:54:47.079070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d464551-9a28-45d6-b138-ec2fe3b7cf90 req-e6d79b7b-8c91-47c6-b86f-abc35955d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:47.080849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3d464551-9a28-45d6-b138-ec2fe3b7cf90 req-e6d79b7b-8c91-47c6-b86f-abc35955d450 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 1102 time: 0.0582929 Jul 08 20:54:47.126445 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3d464551-9a28-45d6-b138-ec2fe3b7cf90 req-5afcb4aa-c86b-407f-9e91-eb2f48c86000 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=17d87026-4726-4694-9853-dc72c1855406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Jul 08 20:54:47.700171 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:54:47.802994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8edca3-9ad7-4279-8b2a-9bc6028321a6 req-50deeb1a-02ca-40a1-ade8-7ca8ee2ea6bf tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:47.804574 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ce8edca3-9ad7-4279-8b2a-9bc6028321a6 req-50deeb1a-02ca-40a1-ade8-7ca8ee2ea6bf tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 950 time: 0.4023612 Jul 08 20:54:47.844686 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ce8edca3-9ad7-4279-8b2a-9bc6028321a6 req-d07f6655-9e40-44cc-b2d0-a2b6d21f92c9 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/security-groups?id=17d87026-4726-4694-9853-dc72c1855406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342867 Jul 08 20:54:49.033706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973b08d-626f-400d-87df-8919d451b1fe req-b682ab99-79ae-4172-807e-9ab363b4da05 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:54:49.035308 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0973b08d-626f-400d-87df-8919d451b1fe req-b682ab99-79ae-4172-807e-9ab363b4da05 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 950 time: 0.0723767 Jul 08 20:54:49.089091 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0973b08d-626f-400d-87df-8919d451b1fe req-95c3e103-45e1-449f-9e43-bf712f469486 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/security-groups?id=17d87026-4726-4694-9853-dc72c1855406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475476 Jul 08 20:54:53.620402 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:00.172248 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:55:04.085780 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f5dbcf20-b38c-48c6-8460-2c0445ee3ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:07.036981 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-111ffe1c-70e7-4c97-86c5-0b44649f5c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:07.163947 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:08.309458 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:09.872695 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:15.300968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-e4207a1a-8835-454b-a633-92b4f5e0ce44 req-0da5366d-f0b9-4df0-b021-f94278815c4c service neutron] (94066) timed out ('10.222.0.103', 55792) {{(pid=94066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 20:55:17.694626 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:23.618746 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:34.080427 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bd46c6e3-4872-4493-abdc-515b4273fae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:37.009600 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2295b75-0538-40bd-acb7-02f70fd3625d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:37.147737 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:37.171371 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:55:38.301995 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:39.872313 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:43.643796 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-967221c3-ebe5-4435-b912-b0d0b5c68983 req-7eb5a94e-e27f-4573-b9dc-46567c55a63d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543270 Jul 08 20:55:43.754957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967221c3-ebe5-4435-b912-b0d0b5c68983 req-ba96aa6f-8a6e-4e7d-b2dc-1c6104d122eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:55:43.757968 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-967221c3-ebe5-4435-b912-b0d0b5c68983 req-ba96aa6f-8a6e-4e7d-b2dc-1c6104d122eb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=fa8cca4ea4ee4e5993add891c404175a&device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 1102 time: 0.0669596 Jul 08 20:55:43.872684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967221c3-ebe5-4435-b912-b0d0b5c68983 req-4bf9f6e2-b08a-4eac-99f2-4c3036f13141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:55:43.874602 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-967221c3-ebe5-4435-b912-b0d0b5c68983 req-4bf9f6e2-b08a-4eac-99f2-4c3036f13141 service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.0902221 Jul 08 20:55:43.922256 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-967221c3-ebe5-4435-b912-b0d0b5c68983 req-6dbd7859-d2ac-4116-bc55-37672cacc288 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0f47f3ec-d666-47bc-b90e-e623a2942cd1 HTTP/1.1" status: 200 len: 217 time: 0.0378656 Jul 08 20:55:43.975312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967221c3-ebe5-4435-b912-b0d0b5c68983 req-33ffc44d-77d9-4aad-96a9-67aa79fb8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:55:43.976760 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-967221c3-ebe5-4435-b912-b0d0b5c68983 req-33ffc44d-77d9-4aad-96a9-67aa79fb8c2c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0448895 Jul 08 20:55:44.042137 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967221c3-ebe5-4435-b912-b0d0b5c68983 req-baa7f0a7-7700-4ba3-8363-1b8cbde4d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:55:44.043680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-967221c3-ebe5-4435-b912-b0d0b5c68983 req-baa7f0a7-7700-4ba3-8363-1b8cbde4d001 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0525489 Jul 08 20:55:44.143875 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-967221c3-ebe5-4435-b912-b0d0b5c68983 req-c554e4fc-f760-44e1-b563-3722d88ff1c8 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884140 Jul 08 20:55:44.238915 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-967221c3-ebe5-4435-b912-b0d0b5c68983 req-02f61e77-17e9-457f-add8-fd8de637e139 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858576 Jul 08 20:55:47.688533 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:53.626375 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:56.979181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ab2a0-26bf-482f-bfbf-9efa497df713 req-51aa0c03-aa96-499f-9359-79f7058aca79 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:55:56.980870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a10ab2a0-26bf-482f-bfbf-9efa497df713 req-51aa0c03-aa96-499f-9359-79f7058aca79 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 950 time: 0.0695696 Jul 08 20:55:57.024196 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a10ab2a0-26bf-482f-bfbf-9efa497df713 req-3c375566-aa6c-46d8-ba22-e0b0afbcfb39 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/security-groups?id=17d87026-4726-4694-9853-dc72c1855406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371039 Jul 08 20:55:58.203738 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291fac2-46ca-4011-a693-bbc3daaa611a req-58f1ee2a-286c-485d-bd1d-26ddda5234d6 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:55:58.205270 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c291fac2-46ca-4011-a693-bbc3daaa611a req-58f1ee2a-286c-485d-bd1d-26ddda5234d6 tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 950 time: 0.0647485 Jul 08 20:55:58.248806 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c291fac2-46ca-4011-a693-bbc3daaa611a req-acc6e22c-a8c8-4659-a507-048d658adb6c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/security-groups?id=17d87026-4726-4694-9853-dc72c1855406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374138 Jul 08 20:55:58.798082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100a076-f843-45a3-a41d-a85a828040a8 req-792db33c-62cb-47cb-98cd-6f2fcac229fd tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:55:58.799470 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4100a076-f843-45a3-a41d-a85a828040a8 req-792db33c-62cb-47cb-98cd-6f2fcac229fd tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 950 time: 0.0671275 Jul 08 20:55:58.902199 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-4100a076-f843-45a3-a41d-a85a828040a8 req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Deleting port 0f47f3ec-d666-47bc-b90e-e623a2942cd1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 20:55:58.902545 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4100a076-f843-45a3-a41d-a85a828040a8 req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:58.997008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4100a076-f843-45a3-a41d-a85a828040a8 req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] For port 0f47f3ec-d666-47bc-b90e-e623a2942cd1, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0f47f3ec-d666-47bc-b90e-e623a2942cd1,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:55:58.997398 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4100a076-f843-45a3-a41d-a85a828040a8 req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:59.011404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-4100a076-f843-45a3-a41d-a85a828040a8 req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Calling delete_port for 0f47f3ec-d666-47bc-b90e-e623a2942cd1 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 20:55:59.149426 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4100a076-f843-45a3-a41d-a85a828040a8 req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:59.166120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['0f47f3ec-d666-47bc-b90e-e623a2942cd1'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:55:59.179969 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Pushing event deleted for resources: {'Port': ['ID=0f47f3ec-d666-47bc-b90e-e623a2942cd1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:55:59.209059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:55:59.209659 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:55:59.209844 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:55:59.210112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:55:59.210449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:55:59.210782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:55:59.211111 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:55:59.211439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:55:59.211769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:55:59.212095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:55:59.212422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:55:59.212816 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:55:59.236710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4100a076-f843-45a3-a41d-a85a828040a8 req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] No DVR routers for this DVR port 0f47f3ec-d666-47bc-b90e-e623a2942cd1 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 20:55:59.239417 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4100a076-f843-45a3-a41d-a85a828040a8 req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:55:59.241863 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4100a076-f843-45a3-a41d-a85a828040a8 req-5b422d48-762e-48cb-867e-a12b9469009c tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.103 "DELETE /v2.0/ports/0f47f3ec-d666-47bc-b90e-e623a2942cd1 HTTP/1.1" status: 204 len: 173 time: 0.4335814 Jul 08 20:55:59.242428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c976f52-c316-49d2-9575-1687a8456984', 'name': 'network-vif-deleted', 'tag': '0f47f3ec-d666-47bc-b90e-e623a2942cd1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:55:59.244749 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e37c01-c849-4f7f-939c-75ee5a51986c" -d '{"events": [{"server_uuid": "9c976f52-c316-49d2-9575-1687a8456984", "name": "network-vif-deleted", "tag": "0f47f3ec-d666-47bc-b90e-e623a2942cd1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:55:59.286015 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2648e8-2b34-4d6d-9cd6-81df8eaa3dea x-openstack-request-id: req-0d2648e8-2b34-4d6d-9cd6-81df8eaa3dea {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:55:59.286316 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c976f52-c316-49d2-9575-1687a8456984", "name": "network-vif-deleted", "tag": "0f47f3ec-d666-47bc-b90e-e623a2942cd1", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:55:59.286575 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0d2648e8-2b34-4d6d-9cd6-81df8eaa3dea {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:55:59.287535 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c976f52-c316-49d2-9575-1687a8456984', 'name': 'network-vif-deleted', 'tag': '0f47f3ec-d666-47bc-b90e-e623a2942cd1', 'status': 'completed', 'code': 200} Jul 08 20:55:59.423250 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da0c6cb8-9a6d-47c2-9041-363f1c66e1f6 req-13e10b24-1165-45fc-a7b5-838af0d67acc tempest-VolumesBackupsTest-1778848077 tempest-VolumesBackupsTest-1778848077-project] 10.222.0.101 "GET /v2.0/ports?device_id=9c976f52-c316-49d2-9575-1687a8456984 HTTP/1.1" status: 200 len: 210 time: 0.0311449 Jul 08 20:56:03.064577 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 0f47f3ec-d666-47bc-b90e-e623a2942cd1 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 20:56:03.086060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 0f47f3ec-d666-47bc-b90e-e623a2942cd1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 20:56:03.086405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 0f47f3ec-d666-47bc-b90e-e623a2942cd1 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 20:56:04.082179 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3bdd3865-6ee7-496f-8f87-7045c436067a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:56:07.013158 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3866e982-0752-4c96-8438-7832ba5c2f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:56:07.149456 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:56:08.309195 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:56:09.876978 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:56:14.175486 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:56:17.689796 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:56:23.627855 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:56:34.084010 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-91b6de2d-cc7d-4172-8b73-0c9c2a6029f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:56:37.014227 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32606ff7-ab1a-4cb2-9243-0609dcdaa23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:56:37.151232 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:56:38.309134 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:56:39.882690 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:56:47.704400 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:56:51.174332 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:56:53.624527 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:04.086193 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2891051b-a9b3-44fe-9ea9-20b2e417faf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:07.017656 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ef07c3f0-dfa7-4671-a2c1-6d2f04888fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:07.153907 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:08.315404 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:09.882188 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:17.722769 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:23.619795 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:28.173946 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:57:34.090067 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2640fd19-b361-44dd-b08e-d7d11018ccca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:37.021986 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd28a-cc63-4e93-bf09-1881e2a54641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:37.156873 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:38.322708 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:39.884645 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:47.739408 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:57:53.633010 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:04.096076 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8660-c902-43f7-9bf4-45d99efbd013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:05.172683 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:58:07.026879 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24ab2954-fb8e-4b00-bce2-cb187996cadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:07.163034 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:08.320145 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:09.891805 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:17.736011 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:23.629552 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:34.091922 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-980a30de-31fc-4f2b-a3ed-0360ddae15df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:37.027839 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eebc10b7-9f66-46c7-be5b-1ef851e87ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:37.159087 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:38.329023 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:39.890731 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:42.173209 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:58:47.737770 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:58:53.659783 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:04.096780 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-114a4308-697b-453d-af0b-004a4f40294a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:07.031348 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9496d3fa-6b18-453c-b39e-d1202a15c278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:07.154230 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:07.230785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44698) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:07.369696 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3bf1afba-a11b-4f0c-b2b7-bdf64746062d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fa8cca4ea4ee4e5993add891c404175a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377015 Jul 08 20:59:07.372310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44704) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:07.428843 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:07.453354 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:07.522341 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:07.525204 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:07.526404 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/17d87026-4726-4694-9853-dc72c1855406 HTTP/1.1" status: 204 len: 168 time: 0.1530929 Jul 08 20:59:07.534745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d87026-4726-4694-9853-dc72c1855406,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:07.542983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:07.543331 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:07.543676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:07.544133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:07.544470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:07.544854 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:07.545191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:07.545528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:07.545846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:07.546174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:07.546498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:07.546822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cf8c3d-62f6-4f22-aee8-970f92f0dc19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:08.325699 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:09.897560 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:16.672936 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44782) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:16.781514 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5c91157-8837-41f5-9949-d8c903578fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:16.872340 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5c91157-8837-41f5-9949-d8c903578fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:16.875863 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c5c91157-8837-41f5-9949-d8c903578fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:16.914916 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c5c91157-8837-41f5-9949-d8c903578fbb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e13ed22b31d7493aab4e55f38e099097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408390 Jul 08 20:59:16.915735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c91157-8837-41f5-9949-d8c903578fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9181770c-c14d-4dbc-bb67-afc4a7be600e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:16.917631 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44786) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:16.971448 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:16.993688 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:17.040689 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:17.043245 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:17.044446 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9181770c-c14d-4dbc-bb67-afc4a7be600e HTTP/1.1" status: 204 len: 168 time: 0.1258092 Jul 08 20:59:17.053298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9181770c-c14d-4dbc-bb67-afc4a7be600e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:17.061500 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:17.061851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:17.062196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:17.062555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:17.062876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:17.063197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:17.063525 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:17.063856 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:17.064184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:17.064509 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:17.064861 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:17.065191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4a31d0-1d76-487d-9b42-9df2ba1ab09f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:17.751200 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.021330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44942) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:19.141128 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12f12c34-fc70-44a5-b79f-7e1d5505d2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.174448 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:59:19.239778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12f12c34-fc70-44a5-b79f-7e1d5505d2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.244493 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12f12c34-fc70-44a5-b79f-7e1d5505d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.285371 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-12f12c34-fc70-44a5-b79f-7e1d5505d2d6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fa44451e78d7453bb55693ef58feddad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627330 Jul 08 20:59:19.286223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f12c34-fc70-44a5-b79f-7e1d5505d2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde495a-dd2f-4b90-b3ba-2bdfdb550aa1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:19.288264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44946) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:19.342098 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b2d6433-0bfb-471e-9860-6ba2d6068ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.364742 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b2d6433-0bfb-471e-9860-6ba2d6068ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.414867 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b2d6433-0bfb-471e-9860-6ba2d6068ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.417533 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6b2d6433-0bfb-471e-9860-6ba2d6068ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.418866 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6b2d6433-0bfb-471e-9860-6ba2d6068ec4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4fde495a-dd2f-4b90-b3ba-2bdfdb550aa1 HTTP/1.1" status: 204 len: 168 time: 0.1293294 Jul 08 20:59:19.427387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d6433-0bfb-471e-9860-6ba2d6068ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde495a-dd2f-4b90-b3ba-2bdfdb550aa1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:19.702661 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44952) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:19.716390 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc24b30c-1af1-4b33-b738-bb9b7472c9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.820434 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc24b30c-1af1-4b33-b738-bb9b7472c9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.824426 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc24b30c-1af1-4b33-b738-bb9b7472c9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.861604 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24b30c-1af1-4b33-b738-bb9b7472c9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cc1236-9b42-4eec-aac1-5d9fd109800c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:19.867901 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bc24b30c-1af1-4b33-b738-bb9b7472c9bf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=99c6abc250334acaa13e55dbcee2cb76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641731 Jul 08 20:59:19.870504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44954) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:19.920423 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93ec4428-83be-401c-9d40-446257c85cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.941748 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93ec4428-83be-401c-9d40-446257c85cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.987889 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93ec4428-83be-401c-9d40-446257c85cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.991398 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93ec4428-83be-401c-9d40-446257c85cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:19.992571 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-93ec4428-83be-401c-9d40-446257c85cea admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/40cc1236-9b42-4eec-aac1-5d9fd109800c HTTP/1.1" status: 204 len: 168 time: 0.1211400 Jul 08 20:59:20.000204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec4428-83be-401c-9d40-446257c85cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cc1236-9b42-4eec-aac1-5d9fd109800c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:20.667930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44976) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:20.767468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-955144143-network', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:20.792297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Made reservation on behalf of c2979cf8477140a08ea58a019ae10100 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:59:20.794865 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:20.803785 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:20.892890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:20.897306 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:20.918502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:59:20.932747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48089f5-9b6f-4320-8654-44ae4cfc1734,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:20.938659 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:20.938999 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Added segment 2fdec002-9523-4ee0-8df4-0550e83aa83e of type vlan for network 6901107f-038b-4860-a1da-9c707997aa5d Jul 08 20:59:20.980277 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:21.009534 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:21.010550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:21.011134 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:21.338989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6699455 Jul 08 20:59:21.341936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44980) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:21.347076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-60a92420-18cf-4d87-b90a-e8c8490f5b5b admin admin] Request body: {'subnet': {'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-955144143-subnet', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:21.357227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0977f25-23e9-450f-a385-524b2a3b54f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6901107f-038b-4860-a1da-9c707997aa5d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:21.370326 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 6901107f-038b-4860-a1da-9c707997aa5d details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:59:21.375779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a92420-18cf-4d87-b90a-e8c8490f5b5b admin admin] Made reservation on behalf of c2979cf8477140a08ea58a019ae10100 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:59:21.378325 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60a92420-18cf-4d87-b90a-e8c8490f5b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:21.548682 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60a92420-18cf-4d87-b90a-e8c8490f5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:21.603538 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a92420-18cf-4d87-b90a-e8c8490f5b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a509a2b-aec9-4b56-9d95-cef437687d6f,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:21.612740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a92420-18cf-4d87-b90a-e8c8490f5b5b admin admin] Checking segment: {'id': '2fdec002-9523-4ee0-8df4-0550e83aa83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:59:21.613106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a92420-18cf-4d87-b90a-e8c8490f5b5b admin admin] Network hostable DHCP agents. Network: 6901107f-038b-4860-a1da-9c707997aa5d, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:59:21.631676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a92420-18cf-4d87-b90a-e8c8490f5b5b admin admin] Network 6901107f-038b-4860-a1da-9c707997aa5d is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:59:21.648929 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-60a92420-18cf-4d87-b90a-e8c8490f5b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 6901107f-038b-4860-a1da-9c707997aa5d) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:59:21.653476 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a92420-18cf-4d87-b90a-e8c8490f5b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:21.654192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60a92420-18cf-4d87-b90a-e8c8490f5b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:21.657896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6573a2bb-ef75-48a0-a2b9-2c5bf4c88119 None None] Network 6901107f-038b-4860-a1da-9c707997aa5d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:59:21.670900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-60a92420-18cf-4d87-b90a-e8c8490f5b5b admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3277500 Jul 08 20:59:21.673870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 44982) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:21.679371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:21.703067 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:21.704022 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:21.760843 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:21.903274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:21.975834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-6901107f-038b-4860-a1da-9c707997aa5d', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'fixed_ips': [{'subnet_id': '9a509a2b-aec9-4b56-9d95-cef437687d6f'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:59:21.976803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:22.119663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Allocated IP 172.20.0.2 (6901107f-038b-4860-a1da-9c707997aa5d/9a509a2b-aec9-4b56-9d95-cef437687d6f/db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:59:22.147237 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:22.166589 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:22.268289 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:22.273981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Allocated IP 172.25.4.22 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/b79a4449-9bef-4d5c-892a-a3c4d4096ec7) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:59:22.278014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Transition to ACTIVE for port object db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:59:22.293628 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Transition to ACTIVE for port object db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:59:22.299619 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:22.342298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Network 6901107f-038b-4860-a1da-9c707997aa5d is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:59:22.345261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:59:22.347805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:59:22.354403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Pushing event updated for resources: {'Port': ['ID=db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:22.362998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:22.363346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:22.363689 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:22.364027 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:22.364404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:22.364761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:22.365116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:22.365512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:22.365842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:22.366171 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:22.366500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:22.366826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:22.385855 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:22.429217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Attempting to bind port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:59:22.429813 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:22.429955 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Attempting to bind port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '2fdec002-9523-4ee0-8df4-0550e83aa83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:59:22.430087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Attempting to bind port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce on network 6901107f-038b-4860-a1da-9c707997aa5d {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:59:22.435450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:59:22.435995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Checking segment: {'id': '2fdec002-9523-4ee0-8df4-0550e83aa83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:59:22.436226 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:22.436620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Bound using segment: {'id': '2fdec002-9523-4ee0-8df4-0550e83aa83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:59:22.437120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Bound port: db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdec002-9523-4ee0-8df4-0550e83aa83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:59:22.437507 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:22.470652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:59:22.475650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:59:22.480447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:59:22.483777 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Pushing event updated for resources: {'Port': ['ID=b79a4449-9bef-4d5c-892a-a3c4d4096ec7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:22.505581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] For port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:59:22.509650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] For port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce,segment=NetworkSegment(2fdec002-9523-4ee0-8df4-0550e83aa83e),segment_id=2fdec002-9523-4ee0-8df4-0550e83aa83e)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:59:22.514643 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:22.573023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29760fe-d8ee-4a1a-a56e-db778feffb57 None None] Pushing event updated for resources: {'Port': ['ID=db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:22.754406 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:22.963228 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:23.101869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:59:23.220472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:59:23.240000 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Sync routers for ids ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:59:23.247750 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:23.252271 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 44984) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:23.252817 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cc056456-9f5c-4bd5-ba21-880ec1250873 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5768864 Jul 08 20:59:23.258833 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Routers {'baf5fae4-285b-4ce2-bd9a-f1ac30af1170'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:59:23.260080 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:59:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:23.274426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:59:23.358582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:59:23.386479 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Set router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:59:23.595118 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T20:59:22Z', 'revision_number': 3, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port': {'id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:22Z', 'updated_at': '2021-07-08T20:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:23.602909 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d043b980-1999-4406-a272-7855c1479103 None None] Network 6901107f-038b-4860-a1da-9c707997aa5d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:59:23.635701 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Checking router: baf5fae4-285b-4ce2-bd9a-f1ac30af1170 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:59:23.635701 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Updating router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 port b79a4449-9bef-4d5c-892a-a3c4d4096ec7 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:59:23.710992 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:23.718546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fef3012d-6c4b-439b-8608-de03f3deeea2 None None] Provisioning for port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:59:23.727091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fef3012d-6c4b-439b-8608-de03f3deeea2 None None] Provisioning complete for port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:23.727764 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fef3012d-6c4b-439b-8608-de03f3deeea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:23.780042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:23.824159 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:23.902999 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fef3012d-6c4b-439b-8608-de03f3deeea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:23.950813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fef3012d-6c4b-439b-8608-de03f3deeea2 None None] For port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce,segment=NetworkSegment(2fdec002-9523-4ee0-8df4-0550e83aa83e),segment_id=2fdec002-9523-4ee0-8df4-0550e83aa83e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:59:23.954004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Allocated IP 172.20.0.1 (6901107f-038b-4860-a1da-9c707997aa5d/9a509a2b-aec9-4b56-9d95-cef437687d6f/b467432f-f7bd-4d8e-962b-054c553ce062) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:59:23.956501 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fef3012d-6c4b-439b-8608-de03f3deeea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.024913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3012d-6c4b-439b-8608-de03f3deeea2 None None] Pushing event updated for resources: {'Port': ['ID=db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:24.084394 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.112905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Transition to ACTIVE for port object b467432f-f7bd-4d8e-962b-054c553ce062 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:59:24.139829 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.151684 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Transition to ACTIVE for port object b79a4449-9bef-4d5c-892a-a3c4d4096ec7 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:59:24.162575 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.164114 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.219279 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Network 6901107f-038b-4860-a1da-9c707997aa5d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:59:24.220214 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Attempting to bind port b79a4449-9bef-4d5c-892a-a3c4d4096ec7 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:59:24.220585 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Attempting to bind port b79a4449-9bef-4d5c-892a-a3c4d4096ec7 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:59:24.220978 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Attempting to bind port b79a4449-9bef-4d5c-892a-a3c4d4096ec7 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:59:24.223773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:59:24.226398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:59:24.228812 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Pushing event updated for resources: {'Port': ['ID=b79a4449-9bef-4d5c-892a-a3c4d4096ec7,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:24.229721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Pushing event updated for resources: {'Port': ['ID=b467432f-f7bd-4d8e-962b-054c553ce062,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:24.231306 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:59:24.231622 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:59:24.232021 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.232412 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:59:24.232928 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Bound port: b79a4449-9bef-4d5c-892a-a3c4d4096ec7, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:59:24.233311 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.261271 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:24.261959 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:24.261959 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:24.262250 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:24.262580 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:24.262901 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:24.263420 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:24.263745 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:24.264071 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:24.264389 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:24.264727 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:24.265215 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 20:59:24.291342 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.293022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3b32e8d3-57f3-42b0-a083-8c4638e9dc83 None None] Provisioning complete for port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:24.293670 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b32e8d3-57f3-42b0-a083-8c4638e9dc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.317447 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] For port b79a4449-9bef-4d5c-892a-a3c4d4096ec7, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:59:24.322544 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] For port b79a4449-9bef-4d5c-892a-a3c4d4096ec7, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b79a4449-9bef-4d5c-892a-a3c4d4096ec7,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:59:24.328333 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.403126 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c152c-1855-47b7-b114-75cf575a3547 None None] Pushing event updated for resources: {'Port': ['ID=b79a4449-9bef-4d5c-892a-a3c4d4096ec7,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:24.425055 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Routers {'baf5fae4-285b-4ce2-bd9a-f1ac30af1170'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:59:24.425055 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:59:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:24.480233 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.548576 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3c07cb8f-a7e3-45a1-b561-765547239f77 None None] Provisioning for port b467432f-f7bd-4d8e-962b-054c553ce062 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:59:24.554656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3c07cb8f-a7e3-45a1-b561-765547239f77 None None] Provisioning complete for port b467432f-f7bd-4d8e-962b-054c553ce062 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:24.555180 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3c07cb8f-a7e3-45a1-b561-765547239f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.561585 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] Set router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:59:24.601971 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-3c07cb8f-a7e3-45a1-b561-765547239f77 None None] Port b467432f-f7bd-4d8e-962b-054c553ce062 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:59:24.676619 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.681774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.750405 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Pushing event updated for resources: {'Port': ['ID=b467432f-f7bd-4d8e-962b-054c553ce062,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:24.753993 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:24.757282 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T20:59:22Z', 'revision_number': 3, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port': {'id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:22Z', 'updated_at': '2021-07-08T20:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:24.785552 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b425-c374-4c48-be26-eae1512d3a0e None None] The sync data for ids ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'] in n-d-791506-16 is: [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T20:59:22Z', 'revision_number': 3, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port': {'id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:22Z', 'updated_at': '2021-07-08T20:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:59:24.860019 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Network 6901107f-038b-4860-a1da-9c707997aa5d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:59:24.861718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:59:24.993330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:59:25.129394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-16f327e7-75f1-4c1d-811a-57df31b015b1 None None] Provisioning complete for port b467432f-f7bd-4d8e-962b-054c553ce062 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:25.130988 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-16f327e7-75f1-4c1d-811a-57df31b015b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:25.145202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:59:25.154521 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-857d5245-507a-408e-9834-5121c246b9bd admin admin] 10.222.0.101 "PUT /v2.0/routers/baf5fae4-285b-4ce2-bd9a-f1ac30af1170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9000266 Jul 08 20:59:25.179833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-16f327e7-75f1-4c1d-811a-57df31b015b1 None None] Port b467432f-f7bd-4d8e-962b-054c553ce062 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:59:25.334524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:59:25.388960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:25.389353 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:25.490340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b79a4449-9bef-4d5c-892a-a3c4d4096ec7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:59:25.547810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port b79a4449-9bef-4d5c-892a-a3c4d4096ec7 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:59:25.553977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port b79a4449-9bef-4d5c-892a-a3c4d4096ec7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:25.553977 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:25.648987 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:25.672942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port b79a4449-9bef-4d5c-892a-a3c4d4096ec7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b79a4449-9bef-4d5c-892a-a3c4d4096ec7,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:59:25.679419 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:25.734010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=b79a4449-9bef-4d5c-892a-a3c4d4096ec7,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:25.760492 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45000) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:25.765586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-330323455-network', 'tenant_id': 'f99300388501466c83d6409135c105b3'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:25.788178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Made reservation on behalf of f99300388501466c83d6409135c105b3 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:59:25.790834 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:25.799690 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:25.908037 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:25.913715 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:25.947621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 20:59:25.960088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7467fd6-0e20-457c-b25c-cbe35c36da56,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:25.968242 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:25.968851 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Added segment 686415c9-cc38-4c1d-9d72-39fa4af648e9 of type vlan for network facf14c7-17ae-4373-8910-1b4e1703425b Jul 08 20:59:26.021433 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:26.054012 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:26.055471 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:26.056208 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:26.116909 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3552322 Jul 08 20:59:26.122591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935e034-8bce-4e15-a744-8aea4eaa9f6f admin admin] Pushing event updated for resources: {'Network': ['ID=facf14c7-17ae-4373-8910-1b4e1703425b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:26.127583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45002) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:26.133991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0418e675-d1af-4bb3-9d47-4ed25356308c admin admin] Request body: {'subnet': {'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-330323455-subnet', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:26.135925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network facf14c7-17ae-4373-8910-1b4e1703425b details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 20:59:26.160070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0418e675-d1af-4bb3-9d47-4ed25356308c admin admin] Made reservation on behalf of f99300388501466c83d6409135c105b3 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:59:26.163487 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0418e675-d1af-4bb3-9d47-4ed25356308c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:26.363613 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0418e675-d1af-4bb3-9d47-4ed25356308c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:26.427562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418e675-d1af-4bb3-9d47-4ed25356308c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c85fbd-ef4f-4de5-8e03-10e92c9857d5,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:26.438142 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418e675-d1af-4bb3-9d47-4ed25356308c admin admin] Checking segment: {'id': '686415c9-cc38-4c1d-9d72-39fa4af648e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:59:26.438490 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418e675-d1af-4bb3-9d47-4ed25356308c admin admin] Network hostable DHCP agents. Network: facf14c7-17ae-4373-8910-1b4e1703425b, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 20:59:26.458260 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418e675-d1af-4bb3-9d47-4ed25356308c admin admin] Network facf14c7-17ae-4373-8910-1b4e1703425b is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 20:59:26.469077 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-0418e675-d1af-4bb3-9d47-4ed25356308c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, facf14c7-17ae-4373-8910-1b4e1703425b) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:59:26.473486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0418e675-d1af-4bb3-9d47-4ed25356308c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:26.474338 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0418e675-d1af-4bb3-9d47-4ed25356308c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:26.479885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afbde31-f23c-4ca9-a733-ffbd75f42981 None None] Network facf14c7-17ae-4373-8910-1b4e1703425b requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:59:26.495470 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0418e675-d1af-4bb3-9d47-4ed25356308c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3667178 Jul 08 20:59:26.498261 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45004) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:26.502897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-330323455-router', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:26.530637 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:26.533059 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:26.558814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Sync routers for ids ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:59:26.596656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Routers {'baf5fae4-285b-4ce2-bd9a-f1ac30af1170'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:59:26.597707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:59:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:26.631793 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:26.779447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-facf14c7-17ae-4373-8910-1b4e1703425b', 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'fixed_ips': [{'subnet_id': 'e0c85fbd-ef4f-4de5-8e03-10e92c9857d5'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 20:59:26.780313 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:26.783345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Set router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:59:26.794698 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:27.037961 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:27.057460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Allocated IP 172.20.0.2 (facf14c7-17ae-4373-8910-1b4e1703425b/e0c85fbd-ef4f-4de5-8e03-10e92c9857d5/ffca1522-d958-452b-96f2-bc47dce2288c) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:59:27.058177 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:27.170484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Allocated IP 172.25.4.70 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/37d6e8dc-94bc-4209-889f-185956d58373) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:59:27.300533 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:27.328751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b79a4449-9bef-4d5c-892a-a3c4d4096ec7 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:59:27.343267 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:27.383413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T20:59:24Z', 'revision_number': 4, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port': {'id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:22Z', 'updated_at': '2021-07-08T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'b467432f-f7bd-4d8e-962b-054c553ce062', 'name': '', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'mac_address': 'fa:16:3e:d1:63:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:23Z', 'updated_at': '2021-07-08T20:59:24Z', 'revision_number': 2, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'subnets': [{'id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:27.388896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:59:27.393601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:59:27.399704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Pushing event updated for resources: {'Port': ['ID=37d6e8dc-94bc-4209-889f-185956d58373,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:27.407767 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:59:27.424070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Checking router: baf5fae4-285b-4ce2-bd9a-f1ac30af1170 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:59:27.424425 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Updating router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 port b467432f-f7bd-4d8e-962b-054c553ce062 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:59:27.513152 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:27.515484 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:27.537029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Transition to ACTIVE for port object ffca1522-d958-452b-96f2-bc47dce2288c will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:59:27.539621 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port b79a4449-9bef-4d5c-892a-a3c4d4096ec7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:27.540146 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:27.598078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Transition to ACTIVE for port object ffca1522-d958-452b-96f2-bc47dce2288c will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:59:27.616717 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:27.695500 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:27.738722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Network facf14c7-17ae-4373-8910-1b4e1703425b is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:59:27.747841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Pushing event updated for resources: {'Port': ['ID=ffca1522-d958-452b-96f2-bc47dce2288c,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:27.750447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:59:27.756523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:59:27.906353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Attempting to bind port ffca1522-d958-452b-96f2-bc47dce2288c on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:59:27.906654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Attempting to bind port ffca1522-d958-452b-96f2-bc47dce2288c by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '686415c9-cc38-4c1d-9d72-39fa4af648e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:59:27.907154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Attempting to bind port ffca1522-d958-452b-96f2-bc47dce2288c on network facf14c7-17ae-4373-8910-1b4e1703425b {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:59:27.922013 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:59:27.922402 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Checking segment: {'id': '686415c9-cc38-4c1d-9d72-39fa4af648e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:59:27.922814 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:27.923220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Bound using segment: {'id': '686415c9-cc38-4c1d-9d72-39fa4af648e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:59:27.923714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Bound port: ffca1522-d958-452b-96f2-bc47dce2288c, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686415c9-cc38-4c1d-9d72-39fa4af648e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:59:27.924120 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:27.924446 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:28.050880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] For port ffca1522-d958-452b-96f2-bc47dce2288c, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:59:28.066917 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Router 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 20:59:28.073051 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] For port ffca1522-d958-452b-96f2-bc47dce2288c, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ffca1522-d958-452b-96f2-bc47dce2288c,segment=NetworkSegment(686415c9-cc38-4c1d-9d72-39fa4af648e9),segment_id=686415c9-cc38-4c1d-9d72-39fa4af648e9)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:59:28.080711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:28.088666 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:28.124643 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Transition to ACTIVE for port object b467432f-f7bd-4d8e-962b-054c553ce062 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:59:28.140834 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:28.163012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1fc79-171c-4e9e-b6cc-b2b87bb7d3da None None] Pushing event updated for resources: {'Port': ['ID=ffca1522-d958-452b-96f2-bc47dce2288c,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:28.230599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:59:28.237962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c40c3-5812-43d8-a484-99ec083e6669 None None] Pushing event updated for resources: {'Port': ['ID=b467432f-f7bd-4d8e-962b-054c553ce062,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:28.241931 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Sync routers for ids ['11fcf4ae-ab1f-48a2-a378-af1abeb629c6'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:59:28.256811 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Routers {'11fcf4ae-ab1f-48a2-a378-af1abeb629c6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:59:28.258318 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:28.258740 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:59:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['11fcf4ae-ab1f-48a2-a378-af1abeb629c6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:28.259790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-648eabc8-e069-4b96-a99d-45004786c97b admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7603550 Jul 08 20:59:28.262669 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45006) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:28.278946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Attempting to bind port b467432f-f7bd-4d8e-962b-054c553ce062 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:59:28.279543 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Attempting to bind port b467432f-f7bd-4d8e-962b-054c553ce062 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '2fdec002-9523-4ee0-8df4-0550e83aa83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:59:28.280134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Attempting to bind port b467432f-f7bd-4d8e-962b-054c553ce062 on network 6901107f-038b-4860-a1da-9c707997aa5d {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:59:28.288177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:59:28.288784 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Checking segment: {'id': '2fdec002-9523-4ee0-8df4-0550e83aa83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:59:28.289469 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:28.290102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Bound using segment: {'id': '2fdec002-9523-4ee0-8df4-0550e83aa83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:59:28.290781 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Bound port: b467432f-f7bd-4d8e-962b-054c553ce062, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdec002-9523-4ee0-8df4-0550e83aa83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:59:28.291401 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:28.391695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] For port b467432f-f7bd-4d8e-962b-054c553ce062, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:59:28.398010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] For port b467432f-f7bd-4d8e-962b-054c553ce062, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b467432f-f7bd-4d8e-962b-054c553ce062,segment=NetworkSegment(2fdec002-9523-4ee0-8df4-0550e83aa83e),segment_id=2fdec002-9523-4ee0-8df4-0550e83aa83e)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:59:28.409692 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:28.450562 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Set router 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:59:28.538330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Routers {'baf5fae4-285b-4ce2-bd9a-f1ac30af1170'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:59:28.539125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:59:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:28.543057 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c40c3-5812-43d8-a484-99ec083e6669 None None] Pushing event updated for resources: {'Port': ['ID=b467432f-f7bd-4d8e-962b-054c553ce062,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:28.713961 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] Set router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:59:28.738862 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'name': 'tempest-TestServerBasicOps-330323455-router', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '37d6e8dc-94bc-4209-889f-185956d58373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:26Z', 'updated_at': '2021-07-08T20:59:27Z', 'revision_number': 3, 'project_id': 'f99300388501466c83d6409135c105b3', 'gw_port': {'id': '37d6e8dc-94bc-4209-889f-185956d58373', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:27Z', 'updated_at': '2021-07-08T20:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:28.786236 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Checking router: 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:59:28.787133 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Updating router 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 port 37d6e8dc-94bc-4209-889f-185956d58373 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:59:28.835275 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:28.878284 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.000510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T20:59:24Z', 'revision_number': 4, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port': {'id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:22Z', 'updated_at': '2021-07-08T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'b467432f-f7bd-4d8e-962b-054c553ce062', 'name': '', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'mac_address': 'fa:16:3e:d1:63:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:23Z', 'updated_at': '2021-07-08T20:59:28Z', 'revision_number': 4, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'subnets': [{'id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:29.023656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749fc648-10ba-496d-8a41-2417def03cc8 None None] The sync data for ids ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'] in n-d-791506-16 is: [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T20:59:24Z', 'revision_number': 4, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port': {'id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:22Z', 'updated_at': '2021-07-08T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'b467432f-f7bd-4d8e-962b-054c553ce062', 'name': '', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'mac_address': 'fa:16:3e:d1:63:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:23Z', 'updated_at': '2021-07-08T20:59:28Z', 'revision_number': 4, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'subnets': [{'id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:59:29.061824 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Allocated IP 172.20.0.1 (facf14c7-17ae-4373-8910-1b4e1703425b/e0c85fbd-ef4f-4de5-8e03-10e92c9857d5/2deb8a51-0c13-4e60-9072-373696b7ed2d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:59:29.248416 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.255638 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.261264 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Transition to ACTIVE for port object 37d6e8dc-94bc-4209-889f-185956d58373 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:59:29.271656 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.285857 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Transition to ACTIVE for port object 2deb8a51-0c13-4e60-9072-373696b7ed2d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:59:29.348376 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.369678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b467432f-f7bd-4d8e-962b-054c553ce062 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:59:29.371627 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Attempting to bind port 37d6e8dc-94bc-4209-889f-185956d58373 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:59:29.372000 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Attempting to bind port 37d6e8dc-94bc-4209-889f-185956d58373 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:59:29.372361 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Attempting to bind port 37d6e8dc-94bc-4209-889f-185956d58373 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:59:29.391590 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:59:29.391957 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:59:29.392737 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.393292 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:59:29.394068 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Bound port: 37d6e8dc-94bc-4209-889f-185956d58373, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:59:29.394636 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.412763 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Pushing event updated for resources: {'Port': ['ID=2deb8a51-0c13-4e60-9072-373696b7ed2d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:29.441452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Network facf14c7-17ae-4373-8910-1b4e1703425b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:59:29.443240 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca61a8-2518-42d9-bcca-83ec1acc057b None None] Pushing event updated for resources: {'Port': ['ID=37d6e8dc-94bc-4209-889f-185956d58373,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:29.444493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:59:29.447634 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:59:29.491153 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] For port 37d6e8dc-94bc-4209-889f-185956d58373, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:59:29.496588 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port b467432f-f7bd-4d8e-962b-054c553ce062 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:59:29.499449 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] For port 37d6e8dc-94bc-4209-889f-185956d58373, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=37d6e8dc-94bc-4209-889f-185956d58373,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:59:29.508979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port b467432f-f7bd-4d8e-962b-054c553ce062 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:29.509901 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.511379 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.516265 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.656119 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca61a8-2518-42d9-bcca-83ec1acc057b None None] Pushing event updated for resources: {'Port': ['ID=37d6e8dc-94bc-4209-889f-185956d58373,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:29.677386 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Routers {'11fcf4ae-ab1f-48a2-a378-af1abeb629c6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:59:29.678594 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:59:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['11fcf4ae-ab1f-48a2-a378-af1abeb629c6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:29.695960 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.738337 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.748788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc39efae-fc7f-4f36-b401-f67d53dd2c54 None None] Network facf14c7-17ae-4373-8910-1b4e1703425b requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 20:59:29.761979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port b467432f-f7bd-4d8e-962b-054c553ce062, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b467432f-f7bd-4d8e-962b-054c553ce062,segment=NetworkSegment(2fdec002-9523-4ee0-8df4-0550e83aa83e),segment_id=2fdec002-9523-4ee0-8df4-0550e83aa83e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:59:29.776165 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.777018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ffca1522-d958-452b-96f2-bc47dce2288c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:59:29.949385 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] Set router 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:59:29.986514 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:29.992897 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:30.000393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c99c173f-e8fd-4f00-b7c1-0b7f6ce31d5a None None] Provisioning for port ffca1522-d958-452b-96f2-bc47dce2288c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:59:30.023839 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=b467432f-f7bd-4d8e-962b-054c553ce062,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:30.066039 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Pushing event updated for resources: {'Port': ['ID=2deb8a51-0c13-4e60-9072-373696b7ed2d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:30.083686 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:30.096286 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ffca1522-d958-452b-96f2-bc47dce2288c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:59:30.107668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ffca1522-d958-452b-96f2-bc47dce2288c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:30.108173 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:30.239784 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Network facf14c7-17ae-4373-8910-1b4e1703425b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:59:30.243499 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:59:30.248980 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:30.256367 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'name': 'tempest-TestServerBasicOps-330323455-router', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '37d6e8dc-94bc-4209-889f-185956d58373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:26Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 4, 'project_id': 'f99300388501466c83d6409135c105b3', 'gw_port': {'id': '37d6e8dc-94bc-4209-889f-185956d58373', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:27Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2deb8a51-0c13-4e60-9072-373696b7ed2d', 'name': '', 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'mac_address': 'fa:16:3e:dc:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'e0c85fbd-ef4f-4de5-8e03-10e92c9857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:28Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 1, 'project_id': 'f99300388501466c83d6409135c105b3', 'subnets': [{'id': 'e0c85fbd-ef4f-4de5-8e03-10e92c9857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:30.297735 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c8c02-cf01-40bf-a8b5-58a7dac484a2 None None] The sync data for ids ['11fcf4ae-ab1f-48a2-a378-af1abeb629c6'] in n-d-791506-16 is: [{'id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'name': 'tempest-TestServerBasicOps-330323455-router', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '37d6e8dc-94bc-4209-889f-185956d58373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:26Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 4, 'project_id': 'f99300388501466c83d6409135c105b3', 'gw_port': {'id': '37d6e8dc-94bc-4209-889f-185956d58373', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:27Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2deb8a51-0c13-4e60-9072-373696b7ed2d', 'name': '', 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'mac_address': 'fa:16:3e:dc:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'e0c85fbd-ef4f-4de5-8e03-10e92c9857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:28Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 1, 'project_id': 'f99300388501466c83d6409135c105b3', 'subnets': [{'id': 'e0c85fbd-ef4f-4de5-8e03-10e92c9857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:59:30.305429 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port ffca1522-d958-452b-96f2-bc47dce2288c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ffca1522-d958-452b-96f2-bc47dce2288c,segment=NetworkSegment(686415c9-cc38-4c1d-9d72-39fa4af648e9),segment_id=686415c9-cc38-4c1d-9d72-39fa4af648e9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:59:30.311932 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:30.415058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=ffca1522-d958-452b-96f2-bc47dce2288c,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:30.419785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Router 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:59:30.557070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:59:30.568703 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-25d7916b-7451-4f9e-b67b-5ed72b2fd67f admin admin] 10.222.0.101 "PUT /v2.0/routers/11fcf4ae-ab1f-48a2-a378-af1abeb629c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2999945 Jul 08 20:59:30.675333 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8ac9c99e-457f-4744-89f7-b4b180874726 None None] Provisioning for port 2deb8a51-0c13-4e60-9072-373696b7ed2d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:59:30.692140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8ac9c99e-457f-4744-89f7-b4b180874726 None None] Provisioning complete for port 2deb8a51-0c13-4e60-9072-373696b7ed2d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:30.692768 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c99e-457f-4744-89f7-b4b180874726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:30.745106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9c99e-457f-4744-89f7-b4b180874726 None None] Port 2deb8a51-0c13-4e60-9072-373696b7ed2d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:59:30.762349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8ac9c99e-457f-4744-89f7-b4b180874726 None None] Provisioning complete for port ffca1522-d958-452b-96f2-bc47dce2288c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:30.762775 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c99e-457f-4744-89f7-b4b180874726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:30.985141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d64b7acf-f541-4596-912b-43ee9b573835 None None] Provisioning complete for port 2deb8a51-0c13-4e60-9072-373696b7ed2d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:30.987480 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d64b7acf-f541-4596-912b-43ee9b573835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:31.041177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d64b7acf-f541-4596-912b-43ee9b573835 None None] Port 2deb8a51-0c13-4e60-9072-373696b7ed2d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:59:31.166619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c85f0007-2b18-449d-9f7f-c596f0d8a0b5 None None] Provisioning complete for port 2deb8a51-0c13-4e60-9072-373696b7ed2d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:31.167092 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c85f0007-2b18-449d-9f7f-c596f0d8a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:31.211537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c85f0007-2b18-449d-9f7f-c596f0d8a0b5 None None] Port 2deb8a51-0c13-4e60-9072-373696b7ed2d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:59:31.272821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b467432f-f7bd-4d8e-962b-054c553ce062 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:59:31.328911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port b467432f-f7bd-4d8e-962b-054c553ce062 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:31.329290 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:31.331503 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45016) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:31.336569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-fd6ebd3e-8d70-44b0-b609-3f7e4488f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2029598700', 'description': 'tempest-secgroup-smoke-2029598700 description', 'project_id': 'c2979cf8477140a08ea58a019ae10100'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:31.362539 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd6ebd3e-8d70-44b0-b609-3f7e4488f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:31.424048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ffca1522-d958-452b-96f2-bc47dce2288c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:59:31.477093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ffca1522-d958-452b-96f2-bc47dce2288c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:31.477471 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:31.772083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd6ebd3e-8d70-44b0-b609-3f7e4488f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:31.776119 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd6ebd3e-8d70-44b0-b609-3f7e4488f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:31.802532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd6ebd3e-8d70-44b0-b609-3f7e4488f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:31.803808 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fd6ebd3e-8d70-44b0-b609-3f7e4488f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4712076 Jul 08 20:59:31.806739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45018) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:31.811986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-7f17c3a2-10a7-4034-b79c-e6a7b52bdb60 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Request body: {'security_group_rule': {'security_group_id': '7e330ebc-25c6-461f-b72c-4cfddff0c682', 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:31.817756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ebd3e-8d70-44b0-b609-3f7e4488f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e330ebc-25c6-461f-b72c-4cfddff0c682,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:31.842758 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f17c3a2-10a7-4034-b79c-e6a7b52bdb60 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:31.940917 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f17c3a2-10a7-4034-b79c-e6a7b52bdb60 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:31.946270 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f17c3a2-10a7-4034-b79c-e6a7b52bdb60 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:31.966568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17c3a2-10a7-4034-b79c-e6a7b52bdb60 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481d520d-af16-435a-88b1-fd3e3b1cb095,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:31.972948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f17c3a2-10a7-4034-b79c-e6a7b52bdb60 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:31.977008 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7f17c3a2-10a7-4034-b79c-e6a7b52bdb60 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1668248 Jul 08 20:59:31.977234 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45020) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:31.982030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0ba6135b-a359-4995-b313-eedf0274388d tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Request body: {'security_group_rule': {'security_group_id': '7e330ebc-25c6-461f-b72c-4cfddff0c682', 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:32.011629 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ba6135b-a359-4995-b313-eedf0274388d tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.079303 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ba6135b-a359-4995-b313-eedf0274388d tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.084312 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ba6135b-a359-4995-b313-eedf0274388d tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.103317 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6135b-a359-4995-b313-eedf0274388d tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e077146-5a14-4b99-829a-35b98dcf379a,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:32.114484 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ba6135b-a359-4995-b313-eedf0274388d tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.115835 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0ba6135b-a359-4995-b313-eedf0274388d tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376333 Jul 08 20:59:32.119497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45022) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:32.124960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-46bdab0d-1895-48e8-9b08-3909d70c7621 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Request body: {'security_group_rule': {'security_group_id': '7e330ebc-25c6-461f-b72c-4cfddff0c682', 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:32.154984 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46bdab0d-1895-48e8-9b08-3909d70c7621 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.228080 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46bdab0d-1895-48e8-9b08-3909d70c7621 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.233730 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46bdab0d-1895-48e8-9b08-3909d70c7621 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.254642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdab0d-1895-48e8-9b08-3909d70c7621 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec691ec-6a38-45b0-b2cf-fa3aeeeaedc7,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:32.263810 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46bdab0d-1895-48e8-9b08-3909d70c7621 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.265339 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-46bdab0d-1895-48e8-9b08-3909d70c7621 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448343 Jul 08 20:59:32.268479 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45024) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:32.274101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f578d14f-dfea-4760-9f08-8ecc9b8c33f3 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Request body: {'security_group_rule': {'security_group_id': '7e330ebc-25c6-461f-b72c-4cfddff0c682', 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:32.310962 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f578d14f-dfea-4760-9f08-8ecc9b8c33f3 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.407005 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f578d14f-dfea-4760-9f08-8ecc9b8c33f3 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.412803 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f578d14f-dfea-4760-9f08-8ecc9b8c33f3 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.437819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578d14f-dfea-4760-9f08-8ecc9b8c33f3 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c16671-4776-436b-818f-55b0a1c2d960,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:32.443167 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f578d14f-dfea-4760-9f08-8ecc9b8c33f3 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.444526 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f578d14f-dfea-4760-9f08-8ecc9b8c33f3 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1749582 Jul 08 20:59:32.448024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45026) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:32.452865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b88b0351-29da-4030-9886-b768525d7d24 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Request body: {'security_group_rule': {'security_group_id': '7e330ebc-25c6-461f-b72c-4cfddff0c682', 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:32.479077 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-b88b0351-29da-4030-9886-b768525d7d24 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Project c2979cf8477140a08ea58a019ae10100 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:59:32.484994 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b88b0351-29da-4030-9886-b768525d7d24 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.564510 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b88b0351-29da-4030-9886-b768525d7d24 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.568821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b88b0351-29da-4030-9886-b768525d7d24 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.591543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b0351-29da-4030-9886-b768525d7d24 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8037d24d-534c-4c1e-8bf9-517c53e6ada3,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:32.599591 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b88b0351-29da-4030-9886-b768525d7d24 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.601003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b88b0351-29da-4030-9886-b768525d7d24 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518955 Jul 08 20:59:32.603807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45028) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:32.609014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-dd085585-13e6-4fd4-bf4a-b14822251cef tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Request body: {'security_group_rule': {'security_group_id': '7e330ebc-25c6-461f-b72c-4cfddff0c682', 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:32.631583 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-dd085585-13e6-4fd4-bf4a-b14822251cef tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Project c2979cf8477140a08ea58a019ae10100 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 20:59:32.637284 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd085585-13e6-4fd4-bf4a-b14822251cef tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.702299 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd085585-13e6-4fd4-bf4a-b14822251cef tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.706556 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd085585-13e6-4fd4-bf4a-b14822251cef tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.725933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd085585-13e6-4fd4-bf4a-b14822251cef tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9412b0e1-300c-4432-bfe6-3696ef029f88,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:32.731761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dd085585-13e6-4fd4-bf4a-b14822251cef tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:32.732885 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dd085585-13e6-4fd4-bf4a-b14822251cef tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280017 Jul 08 20:59:33.037706 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-e4a50c0a-3922-4631-a105-b3c82526998e tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2029598700&fields=id&tenant_id=c2979cf8477140a08ea58a019ae10100 HTTP/1.1" status: 200 len: 267 time: 0.0458748 Jul 08 20:59:33.242869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-ff12f82f-6768-4b71-9142-0e508c379ef1 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:33.244564 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-ff12f82f-6768-4b71-9142-0e508c379ef1 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/networks?id=6901107f-038b-4860-a1da-9c707997aa5d HTTP/1.1" status: 200 len: 808 time: 0.1909456 Jul 08 20:59:33.262510 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-c04d7050-9762-42a9-a3e6-47c4f6577a59 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/quotas/c2979cf8477140a08ea58a019ae10100 HTTP/1.1" status: 200 len: 375 time: 0.0119264 Jul 08 20:59:33.263453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 37d6e8dc-94bc-4209-889f-185956d58373 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:59:33.295773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Sync routers for ids ['11fcf4ae-ab1f-48a2-a378-af1abeb629c6'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:59:33.315673 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Routers {'11fcf4ae-ab1f-48a2-a378-af1abeb629c6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:59:33.316352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:59:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['11fcf4ae-ab1f-48a2-a378-af1abeb629c6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:33.404083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 37d6e8dc-94bc-4209-889f-185956d58373 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:59:33.412904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 37d6e8dc-94bc-4209-889f-185956d58373 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:33.413220 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:33.631055 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Set router 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:59:33.672576 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-16696ad9-949e-4461-aabf-b295208bc9e0 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c2979cf8477140a08ea58a019ae10100&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4041095 Jul 08 20:59:33.689953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-99a53c0e-2fc7-4d58-8e8f-c2764c8f7e4b tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 20:59:33.691184 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-99a53c0e-2fc7-4d58-8e8f-c2764c8f7e4b tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066326 Jul 08 20:59:33.792314 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:33.832692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 37d6e8dc-94bc-4209-889f-185956d58373, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=37d6e8dc-94bc-4209-889f-185956d58373,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:59:33.841160 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:33.915126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-33ea5031-ef4b-457a-a1b6-a52973ddf745 service neutron] 10.222.0.101 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142248 Jul 08 20:59:33.932332 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=37d6e8dc-94bc-4209-889f-185956d58373,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:33.953739 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'name': 'tempest-TestServerBasicOps-330323455-router', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '37d6e8dc-94bc-4209-889f-185956d58373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:26Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 4, 'project_id': 'f99300388501466c83d6409135c105b3', 'gw_port': {'id': '37d6e8dc-94bc-4209-889f-185956d58373', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:27Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2deb8a51-0c13-4e60-9072-373696b7ed2d', 'name': '', 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'mac_address': 'fa:16:3e:dc:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'e0c85fbd-ef4f-4de5-8e03-10e92c9857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:28Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 2, 'project_id': 'f99300388501466c83d6409135c105b3', 'subnets': [{'id': 'e0c85fbd-ef4f-4de5-8e03-10e92c9857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:33.980643 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Checking router: 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:59:33.981001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Updating router 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 port 2deb8a51-0c13-4e60-9072-373696b7ed2d binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 20:59:34.010496 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-6c1c82ce-8d49-4963-b7d8-06bb1f15b025 service neutron] 10.222.0.101 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872359 Jul 08 20:59:34.016753 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:34.143954 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-29e53c27-1957-4091-998b-8111968fc31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:34.343922 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:34.357128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Transition to ACTIVE for port object 2deb8a51-0c13-4e60-9072-373696b7ed2d will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:59:34.366281 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:34.390770 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f6c267b2-bafa-4d32-aee6-88bccf034e3a req-897a6767-14be-4d73-81cc-2c6e3a29b2b8 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 210 time: 0.1354187 Jul 08 20:59:34.425666 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1373699-49e5-41f2-8e46-993960cfae03 None None] Pushing event updated for resources: {'Port': ['ID=2deb8a51-0c13-4e60-9072-373696b7ed2d,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:34.499159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Attempting to bind port 2deb8a51-0c13-4e60-9072-373696b7ed2d on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:59:34.499835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Attempting to bind port 2deb8a51-0c13-4e60-9072-373696b7ed2d by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '686415c9-cc38-4c1d-9d72-39fa4af648e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:59:34.503406 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Attempting to bind port 2deb8a51-0c13-4e60-9072-373696b7ed2d on network facf14c7-17ae-4373-8910-1b4e1703425b {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:59:34.513864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:59:34.515624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Checking segment: {'id': '686415c9-cc38-4c1d-9d72-39fa4af648e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:59:34.516731 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:34.517449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Bound using segment: {'id': '686415c9-cc38-4c1d-9d72-39fa4af648e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:59:34.518389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Bound port: 2deb8a51-0c13-4e60-9072-373696b7ed2d, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686415c9-cc38-4c1d-9d72-39fa4af648e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:59:34.518999 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:34.605585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] For port 2deb8a51-0c13-4e60-9072-373696b7ed2d, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:59:34.609228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] For port 2deb8a51-0c13-4e60-9072-373696b7ed2d, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2deb8a51-0c13-4e60-9072-373696b7ed2d,segment=NetworkSegment(686415c9-cc38-4c1d-9d72-39fa4af648e9),segment_id=686415c9-cc38-4c1d-9d72-39fa4af648e9)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:59:34.615194 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:34.681127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Routers {'11fcf4ae-ab1f-48a2-a378-af1abeb629c6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:59:34.681859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:59:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['11fcf4ae-ab1f-48a2-a378-af1abeb629c6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:34.727936 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1373699-49e5-41f2-8e46-993960cfae03 None None] Pushing event updated for resources: {'Port': ['ID=2deb8a51-0c13-4e60-9072-373696b7ed2d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:34.823602 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] Set router 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:59:35.066469 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'name': 'tempest-TestServerBasicOps-330323455-router', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '37d6e8dc-94bc-4209-889f-185956d58373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:26Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 4, 'project_id': 'f99300388501466c83d6409135c105b3', 'gw_port': {'id': '37d6e8dc-94bc-4209-889f-185956d58373', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:27Z', 'updated_at': '2021-07-08T20:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2deb8a51-0c13-4e60-9072-373696b7ed2d', 'name': '', 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'mac_address': 'fa:16:3e:dc:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'e0c85fbd-ef4f-4de5-8e03-10e92c9857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:28Z', 'updated_at': '2021-07-08T20:59:34Z', 'revision_number': 4, 'project_id': 'f99300388501466c83d6409135c105b3', 'subnets': [{'id': 'e0c85fbd-ef4f-4de5-8e03-10e92c9857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:35.101114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd92ad8-98d7-43b6-b92a-fcdd82980556 None None] The sync data for ids ['11fcf4ae-ab1f-48a2-a378-af1abeb629c6'] in n-d-791506-16 is: [{'id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'name': 'tempest-TestServerBasicOps-330323455-router', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '37d6e8dc-94bc-4209-889f-185956d58373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:26Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 4, 'project_id': 'f99300388501466c83d6409135c105b3', 'gw_port': {'id': '37d6e8dc-94bc-4209-889f-185956d58373', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:27Z', 'updated_at': '2021-07-08T20:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2deb8a51-0c13-4e60-9072-373696b7ed2d', 'name': '', 'network_id': 'facf14c7-17ae-4373-8910-1b4e1703425b', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'mac_address': 'fa:16:3e:dc:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'e0c85fbd-ef4f-4de5-8e03-10e92c9857d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:28Z', 'updated_at': '2021-07-08T20:59:34Z', 'revision_number': 4, 'project_id': 'f99300388501466c83d6409135c105b3', 'subnets': [{'id': 'e0c85fbd-ef4f-4de5-8e03-10e92c9857d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:59:35.276792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2deb8a51-0c13-4e60-9072-373696b7ed2d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:59:35.327762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 2deb8a51-0c13-4e60-9072-373696b7ed2d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:59:35.332086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2deb8a51-0c13-4e60-9072-373696b7ed2d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:35.332461 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:35.424063 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:35.459256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 2deb8a51-0c13-4e60-9072-373696b7ed2d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2deb8a51-0c13-4e60-9072-373696b7ed2d,segment=NetworkSegment(686415c9-cc38-4c1d-9d72-39fa4af648e9),segment_id=686415c9-cc38-4c1d-9d72-39fa4af648e9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:59:35.464715 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:35.465732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 37d6e8dc-94bc-4209-889f-185956d58373 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:59:35.549867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=2deb8a51-0c13-4e60-9072-373696b7ed2d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:35.569539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 37d6e8dc-94bc-4209-889f-185956d58373 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:35.569915 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:35.612888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b660e482-8815-485a-baac-32bf02047883 req-f53d9562-a74e-421b-8727-a3ed7b7780c2 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 210 time: 0.0365586 Jul 08 20:59:35.745244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-51b054bf-51c6-4485-9096-00548b87b805 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:35.746761 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-51b054bf-51c6-4485-9096-00548b87b805 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.103 "GET /v2.0/networks?id=6901107f-038b-4860-a1da-9c707997aa5d HTTP/1.1" status: 200 len: 808 time: 0.1251330 Jul 08 20:59:35.812833 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-f379284f-5053-402c-abd3-139c0b282526 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2979cf8477140a08ea58a019ae10100 HTTP/1.1" status: 200 len: 380 time: 0.0368559 Jul 08 20:59:35.822767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Request body: {'port': {'device_id': '71192784-9261-4a90-a84f-870f5c26693f', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'admin_state_up': True, 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'security_groups': ['7e330ebc-25c6-461f-b72c-4cfddff0c682']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:35.946068 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Made reservation on behalf of c2979cf8477140a08ea58a019ae10100 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 20:59:35.950546 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:36.110663 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Allocated IP 172.20.0.3 (6901107f-038b-4860-a1da-9c707997aa5d/9a509a2b-aec9-4b56-9d95-cef437687d6f/d73a9066-3874-42a7-8694-0e0422adadfe) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:59:36.263112 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:36.277888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Transition to ACTIVE for port object d73a9066-3874-42a7-8694-0e0422adadfe will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:59:36.311624 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:36.358269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Network 6901107f-038b-4860-a1da-9c707997aa5d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:59:36.361537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:59:36.366406 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:59:36.372965 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Pushing event updated for resources: {'Port': ['ID=d73a9066-3874-42a7-8694-0e0422adadfe,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:36.436285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:36.437287 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:36.456236 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-02a37e2d-9599-4919-8a3d-d5b062946c16 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6370170 Jul 08 20:59:36.472918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Request body: {'port': {'device_id': '71192784-9261-4a90-a84f-870f5c26693f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:36.573835 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:36.674497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0a8ac6aa-4c92-48a9-9c92-2f723b6651a2 None None] Provisioning for port d73a9066-3874-42a7-8694-0e0422adadfe completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:59:36.679639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0a8ac6aa-4c92-48a9-9c92-2f723b6651a2 None None] Provisioning complete for port d73a9066-3874-42a7-8694-0e0422adadfe triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:36.680178 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0a8ac6aa-4c92-48a9-9c92-2f723b6651a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:36.719603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ac6aa-4c92-48a9-9c92-2f723b6651a2 None None] Port d73a9066-3874-42a7-8694-0e0422adadfe cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 20:59:36.855690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738adc1f-3d7c-4b79-8e59-6207fba43ffe req-e1289a8c-ebc3-4b40-8cc8-1dcab9692f34 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:36.857215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-738adc1f-3d7c-4b79-8e59-6207fba43ffe req-e1289a8c-ebc3-4b40-8cc8-1dcab9692f34 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 931 time: 0.1138432 Jul 08 20:59:36.929199 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73a9066-3874-42a7-8694-0e0422adadfe {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:59:36.938656 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:36.943884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-738adc1f-3d7c-4b79-8e59-6207fba43ffe req-77a8729c-cbca-4bcc-80d3-66151a8090fe tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e330ebc-25c6-461f-b72c-4cfddff0c682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769751 Jul 08 20:59:36.954978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Transition to ACTIVE for port object d73a9066-3874-42a7-8694-0e0422adadfe will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 20:59:36.960257 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:37.015552 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Pushing event updated for resources: {'Port': ['ID=d73a9066-3874-42a7-8694-0e0422adadfe,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:37.040710 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3873532c-43be-414c-a6bc-79b78201193e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:37.096425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Attempting to bind port d73a9066-3874-42a7-8694-0e0422adadfe on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 20:59:37.096794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Attempting to bind port d73a9066-3874-42a7-8694-0e0422adadfe by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '2fdec002-9523-4ee0-8df4-0550e83aa83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 20:59:37.097128 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Attempting to bind port d73a9066-3874-42a7-8694-0e0422adadfe on network 6901107f-038b-4860-a1da-9c707997aa5d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:59:37.103237 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Port d73a9066-3874-42a7-8694-0e0422adadfe on network 6901107f-038b-4860-a1da-9c707997aa5d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 20:59:37.103912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Attempting to bind port d73a9066-3874-42a7-8694-0e0422adadfe on network 6901107f-038b-4860-a1da-9c707997aa5d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 20:59:37.110785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 20:59:37.111230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Checking segment: {'id': '2fdec002-9523-4ee0-8df4-0550e83aa83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 20:59:37.111723 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Bound using segment: {'id': '2fdec002-9523-4ee0-8df4-0550e83aa83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 20:59:37.112242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Bound port: d73a9066-3874-42a7-8694-0e0422adadfe, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fdec002-9523-4ee0-8df4-0550e83aa83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 20:59:37.112675 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:37.159383 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:37.205271 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] For port d73a9066-3874-42a7-8694-0e0422adadfe, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 20:59:37.210744 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] For port d73a9066-3874-42a7-8694-0e0422adadfe, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d73a9066-3874-42a7-8694-0e0422adadfe,segment=NetworkSegment(2fdec002-9523-4ee0-8df4-0550e83aa83e),segment_id=2fdec002-9523-4ee0-8df4-0550e83aa83e)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 20:59:37.219462 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:37.255313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:37.255956 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:37.257410 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] 10.222.0.103 "PUT /v2.0/ports/d73a9066-3874-42a7-8694-0e0422adadfe HTTP/1.1" status: 200 len: 1092 time: 0.7892616 Jul 08 20:59:37.258120 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71192784-9261-4a90-a84f-870f5c26693f', 'tag': 'd73a9066-3874-42a7-8694-0e0422adadfe'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:59:37.260415 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d04cf6b-4dd5-4068-b8fc-9832501bd7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "71192784-9261-4a90-a84f-870f5c26693f", "tag": "d73a9066-3874-42a7-8694-0e0422adadfe"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:59:37.275365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2deb8a51-0c13-4e60-9072-373696b7ed2d up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:59:37.298853 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebb663-8dc9-4b15-830a-752d3b73cd6d service neutron] Pushing event updated for resources: {'Port': ['ID=d73a9066-3874-42a7-8694-0e0422adadfe,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:37.318421 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc40a330-889e-475c-9fd8-e7f46d4a33dc x-openstack-request-id: req-bc40a330-889e-475c-9fd8-e7f46d4a33dc {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:59:37.318721 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71192784-9261-4a90-a84f-870f5c26693f", "tag": "d73a9066-3874-42a7-8694-0e0422adadfe", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:59:37.318986 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bc40a330-889e-475c-9fd8-e7f46d4a33dc {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:59:37.319399 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71192784-9261-4a90-a84f-870f5c26693f', 'tag': 'd73a9066-3874-42a7-8694-0e0422adadfe', 'status': 'completed', 'code': 200} Jul 08 20:59:37.365225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2deb8a51-0c13-4e60-9072-373696b7ed2d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:37.365603 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:37.386908 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-ce284f0a-cb51-4c4d-98b7-9eacac2db379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:37.389652 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-ce284f0a-cb51-4c4d-98b7-9eacac2db379 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c2979cf8477140a08ea58a019ae10100&device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 1095 time: 0.0684576 Jul 08 20:59:37.440896 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-26194c26-9f81-4b0e-bf64-bf57099f8b07 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73a9066-3874-42a7-8694-0e0422adadfe HTTP/1.1" status: 200 len: 217 time: 0.0403848 Jul 08 20:59:37.499292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-bd488976-571d-4045-ac09-1e29e659f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:37.500819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-bd488976-571d-4045-ac09-1e29e659f0e6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9a509a2b-aec9-4b56-9d95-cef437687d6f HTTP/1.1" status: 200 len: 847 time: 0.0514917 Jul 08 20:59:37.562901 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-f009cb43-f6b6-4b5e-a88d-f4deddd8ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:37.564352 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-f009cb43-f6b6-4b5e-a88d-f4deddd8ba50 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6901107f-038b-4860-a1da-9c707997aa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553904 Jul 08 20:59:37.669593 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-f5f0f0b9-8b8e-45e1-81c0-360e7015c536 service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956035 Jul 08 20:59:37.764299 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-434f121d-cd1a-4955-98ad-06b88cce3869 req-b809b411-edd4-46cc-8f1a-0a2f5d37db68 service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875742 Jul 08 20:59:37.881441 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04cf6b-4dd5-4068-b8fc-9832501bd7e7 req-498ca9e4-16f5-42dd-b4bf-cb1e5d426220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:37.883244 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d04cf6b-4dd5-4068-b8fc-9832501bd7e7 req-498ca9e4-16f5-42dd-b4bf-cb1e5d426220 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c2979cf8477140a08ea58a019ae10100&device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 1095 time: 0.0642369 Jul 08 20:59:37.978269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04cf6b-4dd5-4068-b8fc-9832501bd7e7 req-bf296443-70e6-4a45-9248-5de7e2360f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:37.979777 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d04cf6b-4dd5-4068-b8fc-9832501bd7e7 req-bf296443-70e6-4a45-9248-5de7e2360f5e service neutron] 10.222.0.103 "GET /v2.0/networks?id=6901107f-038b-4860-a1da-9c707997aa5d HTTP/1.1" status: 200 len: 909 time: 0.0894578 Jul 08 20:59:38.029286 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d04cf6b-4dd5-4068-b8fc-9832501bd7e7 req-a9a07252-dd90-497a-aafa-28c348d5fb28 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73a9066-3874-42a7-8694-0e0422adadfe HTTP/1.1" status: 200 len: 217 time: 0.0422511 Jul 08 20:59:38.111041 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04cf6b-4dd5-4068-b8fc-9832501bd7e7 req-6068fc08-ce84-44b4-9349-73d6f3fe8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:38.112534 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d04cf6b-4dd5-4068-b8fc-9832501bd7e7 req-6068fc08-ce84-44b4-9349-73d6f3fe8294 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9a509a2b-aec9-4b56-9d95-cef437687d6f HTTP/1.1" status: 200 len: 847 time: 0.0750744 Jul 08 20:59:38.169270 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242762cf-8ff7-4203-b78b-68d8cc2f68dd req-b638ce63-a1fd-4e56-a28d-ffb985f02cff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:38.170882 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-242762cf-8ff7-4203-b78b-68d8cc2f68dd req-b638ce63-a1fd-4e56-a28d-ffb985f02cff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 943 time: 0.1061537 Jul 08 20:59:38.227481 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-242762cf-8ff7-4203-b78b-68d8cc2f68dd req-4e447715-ca1e-4ef6-990a-4647c4f9644f tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e330ebc-25c6-461f-b72c-4cfddff0c682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490184 Jul 08 20:59:38.232587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04cf6b-4dd5-4068-b8fc-9832501bd7e7 req-8735c971-bb47-4aaa-88f3-8a50c1fa666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:38.234150 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d04cf6b-4dd5-4068-b8fc-9832501bd7e7 req-8735c971-bb47-4aaa-88f3-8a50c1fa666d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6901107f-038b-4860-a1da-9c707997aa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098454 Jul 08 20:59:38.329625 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:38.335255 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d04cf6b-4dd5-4068-b8fc-9832501bd7e7 req-4b5d357f-043b-4d41-a39b-9f12ebba24ec service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928774 Jul 08 20:59:38.438856 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5d04cf6b-4dd5-4068-b8fc-9832501bd7e7 req-bcbe2f2d-77df-4382-b15b-5eaaf522ae32 service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957270 Jul 08 20:59:39.425176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0c693-b0b3-4117-b034-4fe5bd774771 req-9a83dc56-88ef-40d6-9dbe-6f229d70e485 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:39.428203 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fac0c693-b0b3-4117-b034-4fe5bd774771 req-9a83dc56-88ef-40d6-9dbe-6f229d70e485 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 943 time: 0.0826235 Jul 08 20:59:39.481074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fac0c693-b0b3-4117-b034-4fe5bd774771 req-b5ed87e6-6648-4783-9a90-8afc9c7278f3 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e330ebc-25c6-461f-b72c-4cfddff0c682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455775 Jul 08 20:59:39.902545 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:40.066757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d73a9066-3874-42a7-8694-0e0422adadfe details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 20:59:40.180413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port d73a9066-3874-42a7-8694-0e0422adadfe, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d73a9066-3874-42a7-8694-0e0422adadfe,segment=NetworkSegment(2fdec002-9523-4ee0-8df4-0550e83aa83e),segment_id=2fdec002-9523-4ee0-8df4-0550e83aa83e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:59:40.195100 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'd73a9066-3874-42a7-8694-0e0422adadfe', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'port_id': 'd73a9066-3874-42a7-8694-0e0422adadfe', 'mac_address': 'fa:16:3e:06:4f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 20:59:40.246004 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:40.263949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73a9066-3874-42a7-8694-0e0422adadfe {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 20:59:40.287587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port d73a9066-3874-42a7-8694-0e0422adadfe, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d73a9066-3874-42a7-8694-0e0422adadfe,segment=NetworkSegment(2fdec002-9523-4ee0-8df4-0550e83aa83e),segment_id=2fdec002-9523-4ee0-8df4-0550e83aa83e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:59:40.292326 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:40.346213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=d73a9066-3874-42a7-8694-0e0422adadfe,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:40.611776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['d73a9066-3874-42a7-8694-0e0422adadfe'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 20:59:40.706034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48402bf0-b261-4f9b-9f73-79c662c87297 req-2afd5dfd-2285-451b-84d0-49ee56c5af33 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:40.707622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-48402bf0-b261-4f9b-9f73-79c662c87297 req-2afd5dfd-2285-451b-84d0-49ee56c5af33 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 944 time: 0.0902717 Jul 08 20:59:40.758587 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-48402bf0-b261-4f9b-9f73-79c662c87297 req-008cad03-c157-4650-a5fe-ea3a0843b318 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e330ebc-25c6-461f-b72c-4cfddff0c682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407860 Jul 08 20:59:41.992134 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c8d5d-2cc5-41c3-a3d2-3e3330789c07 req-b9405db5-a4fb-47c1-b50f-6ce26e93aa84 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:41.993748 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-673c8d5d-2cc5-41c3-a3d2-3e3330789c07 req-b9405db5-a4fb-47c1-b50f-6ce26e93aa84 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 944 time: 0.0736792 Jul 08 20:59:42.040742 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-673c8d5d-2cc5-41c3-a3d2-3e3330789c07 req-4dd9e00d-2f06-4764-a18c-3d50a25fb88b tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e330ebc-25c6-461f-b72c-4cfddff0c682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380235 Jul 08 20:59:42.093400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d73a9066-3874-42a7-8694-0e0422adadfe up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 20:59:42.144988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port d73a9066-3874-42a7-8694-0e0422adadfe completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 20:59:42.150313 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port d73a9066-3874-42a7-8694-0e0422adadfe triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 20:59:42.150785 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:42.261405 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:42.288248 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71192784-9261-4a90-a84f-870f5c26693f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73a9066-3874-42a7-8694-0e0422adadfe'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:59:42.290695 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf8e122-4680-4d88-8239-82aaf3b59b6d" -d '{"events": [{"server_uuid": "71192784-9261-4a90-a84f-870f5c26693f", "name": "network-vif-plugged", "status": "completed", "tag": "d73a9066-3874-42a7-8694-0e0422adadfe"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:59:42.307556 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port d73a9066-3874-42a7-8694-0e0422adadfe, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d73a9066-3874-42a7-8694-0e0422adadfe,segment=NetworkSegment(2fdec002-9523-4ee0-8df4-0550e83aa83e),segment_id=2fdec002-9523-4ee0-8df4-0550e83aa83e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 20:59:42.312759 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:42.342916 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f133ce6-8124-4386-89d8-f8755020cf11 x-openstack-request-id: req-3f133ce6-8124-4386-89d8-f8755020cf11 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:59:42.344325 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71192784-9261-4a90-a84f-870f5c26693f", "name": "network-vif-plugged", "status": "completed", "tag": "d73a9066-3874-42a7-8694-0e0422adadfe", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:59:42.344509 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3f133ce6-8124-4386-89d8-f8755020cf11 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:59:42.345321 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71192784-9261-4a90-a84f-870f5c26693f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73a9066-3874-42a7-8694-0e0422adadfe', 'code': 200} Jul 08 20:59:42.384701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=d73a9066-3874-42a7-8694-0e0422adadfe,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:42.531705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97905885-2f98-480f-ab18-7ccc9d2513be req-97a164cc-0dbf-46a7-955d-17aacab6809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:42.533308 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-97905885-2f98-480f-ab18-7ccc9d2513be req-97a164cc-0dbf-46a7-955d-17aacab6809e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 1097 time: 0.1199648 Jul 08 20:59:42.591802 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-97905885-2f98-480f-ab18-7ccc9d2513be req-b6e5838b-194c-48ce-bc69-d68bba705057 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=7e330ebc-25c6-461f-b72c-4cfddff0c682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480671 Jul 08 20:59:43.237985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506128ed-fc17-4809-b9a6-e4d0a80838a2 req-5a7df175-9dd1-4cca-9e61-32d7b74b6c6b tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:43.240211 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-506128ed-fc17-4809-b9a6-e4d0a80838a2 req-5a7df175-9dd1-4cca-9e61-32d7b74b6c6b tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 945 time: 0.0748432 Jul 08 20:59:43.282383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-506128ed-fc17-4809-b9a6-e4d0a80838a2 req-a5bf43e1-5dff-45ae-b11f-2ce51841a920 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e330ebc-25c6-461f-b72c-4cfddff0c682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355947 Jul 08 20:59:44.480359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54918c3a-72a3-4fc5-bd1d-28f4a82937f8 req-07939284-af82-41d4-8348-359db7c43b19 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:44.481927 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54918c3a-72a3-4fc5-bd1d-28f4a82937f8 req-07939284-af82-41d4-8348-359db7c43b19 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 945 time: 0.0690780 Jul 08 20:59:44.522665 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54918c3a-72a3-4fc5-bd1d-28f4a82937f8 req-b893726c-0b2c-4512-8aec-e8fd5f166efd tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e330ebc-25c6-461f-b72c-4cfddff0c682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347743 Jul 08 20:59:44.716697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d983f8-9555-485d-a7ed-c6ddda61e5d2 req-afd3d043-dd5b-42e6-b5bc-3f2bd96d58cc tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:44.718362 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01d983f8-9555-485d-a7ed-c6ddda61e5d2 req-afd3d043-dd5b-42e6-b5bc-3f2bd96d58cc tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 945 time: 0.0735929 Jul 08 20:59:44.760980 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01d983f8-9555-485d-a7ed-c6ddda61e5d2 req-0b99a661-ff91-473f-9df7-67ba2a1d4a57 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e330ebc-25c6-461f-b72c-4cfddff0c682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349314 Jul 08 20:59:44.945108 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df457f7-76e6-4172-aac9-5a98cf013da7 req-893c3a26-f22e-4148-933e-b879fa229189 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:44.946666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3df457f7-76e6-4172-aac9-5a98cf013da7 req-893c3a26-f22e-4148-933e-b879fa229189 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 945 time: 0.0702238 Jul 08 20:59:44.988309 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3df457f7-76e6-4172-aac9-5a98cf013da7 req-a0013e15-5897-436a-a4bc-1ed56d15c2e7 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e330ebc-25c6-461f-b72c-4cfddff0c682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360351 Jul 08 20:59:45.013083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45098) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:45.111819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ec31ea-dbb1-491d-8b58-a8652dd3b1c7 tempest-TestServerBasicOps-1807355731 tempest-TestServerBasicOps-1807355731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:45.113427 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d5ec31ea-dbb1-491d-8b58-a8652dd3b1c7 tempest-TestServerBasicOps-1807355731 tempest-TestServerBasicOps-1807355731-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 1092 time: 0.0991139 Jul 08 20:59:45.116576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45102) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 20:59:45.121435 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': 'd73a9066-3874-42a7-8694-0e0422adadfe', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 20:59:45.148910 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:45.259719 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:45.381441 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Allocated IP 172.25.4.63 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/b604492b-7055-4fbf-9fc6-d1881fd33d5b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 20:59:45.496586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:45.537139 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:45.573913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 20:59:45.579002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 20:59:45.581823 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 20:59:45.641345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Pushing event updated for resources: {'Port': ['ID=b604492b-7055-4fbf-9fc6-d1881fd33d5b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:46.169897 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:46.261856 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:46.426795 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:46.433283 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:46.506656 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Pushing event updated for resources: {'Port': ['ID=b604492b-7055-4fbf-9fc6-d1881fd33d5b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 20:59:46.517401 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:46.660451 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Floating IP d8a3eae7-e8b9-4a1e-842b-a2a2a26da524 associated. External IP: 172.25.4.63, port: d73a9066-3874-42a7-8694-0e0422adadfe. Jul 08 20:59:46.751863 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25b8a169-4216-40ca-a5a5-18899badf2b2 req-e61b4a7a-10b6-4f0e-8bc9-749e56c4d48e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1437461 Jul 08 20:59:46.922606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8a169-4216-40ca-a5a5-18899badf2b2 req-b4335c03-c8ba-44d0-8b3c-8a11821c52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:46.924166 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25b8a169-4216-40ca-a5a5-18899badf2b2 req-b4335c03-c8ba-44d0-8b3c-8a11821c52bc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c2979cf8477140a08ea58a019ae10100&device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 1097 time: 0.1098213 Jul 08 20:59:46.929954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 20:59:47.113082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 20:59:47.121510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8a169-4216-40ca-a5a5-18899badf2b2 req-9717b774-25fa-4755-b144-c35665c9cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:47.122994 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25b8a169-4216-40ca-a5a5-18899badf2b2 req-9717b774-25fa-4755-b144-c35665c9cbb3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6901107f-038b-4860-a1da-9c707997aa5d HTTP/1.1" status: 200 len: 909 time: 0.1431053 Jul 08 20:59:47.123500 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419614dd-2128-44ea-932f-938bc72c2180 None None] Sync routers for ids ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 20:59:47.136315 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419614dd-2128-44ea-932f-938bc72c2180 None None] Routers {'baf5fae4-285b-4ce2-bd9a-f1ac30af1170'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:59:47.136959 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-419614dd-2128-44ea-932f-938bc72c2180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:59:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:47.139341 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:47.225420 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25b8a169-4216-40ca-a5a5-18899badf2b2 req-9a553d42-1c18-4c6d-ac54-fde37f2780a7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73a9066-3874-42a7-8694-0e0422adadfe HTTP/1.1" status: 200 len: 998 time: 0.0939291 Jul 08 20:59:47.226890 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c1d1ff13-08c2-4a27-8bde-a1cf14bac62a tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1092353 Jul 08 20:59:47.227628 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71192784-9261-4a90-a84f-870f5c26693f', 'tag': 'd73a9066-3874-42a7-8694-0e0422adadfe'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 20:59:47.230020 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64443ffc-70e9-4b39-98f1-c33b1a01efc3" -d '{"events": [{"name": "network-changed", "server_uuid": "71192784-9261-4a90-a84f-870f5c26693f", "tag": "d73a9066-3874-42a7-8694-0e0422adadfe"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 20:59:47.282704 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-419614dd-2128-44ea-932f-938bc72c2180 None None] Set router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:59:47.313660 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8a169-4216-40ca-a5a5-18899badf2b2 req-736db572-91ab-4dfd-bbcc-14c13d8a9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:47.316342 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25b8a169-4216-40ca-a5a5-18899badf2b2 req-736db572-91ab-4dfd-bbcc-14c13d8a9b3c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9a509a2b-aec9-4b56-9d95-cef437687d6f HTTP/1.1" status: 200 len: 847 time: 0.0827618 Jul 08 20:59:47.374590 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 20:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f846f40-b7ae-45f0-ac7e-571fe43daf84 x-openstack-request-id: req-0f846f40-b7ae-45f0-ac7e-571fe43daf84 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 20:59:47.374885 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71192784-9261-4a90-a84f-870f5c26693f", "tag": "d73a9066-3874-42a7-8694-0e0422adadfe", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 20:59:47.375136 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0f846f40-b7ae-45f0-ac7e-571fe43daf84 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 20:59:47.375531 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71192784-9261-4a90-a84f-870f5c26693f', 'tag': 'd73a9066-3874-42a7-8694-0e0422adadfe', 'status': 'completed', 'code': 200} Jul 08 20:59:47.384381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8a169-4216-40ca-a5a5-18899badf2b2 req-6a2df5db-fe9e-4150-b16f-f65fcbaca1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:47.385935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25b8a169-4216-40ca-a5a5-18899badf2b2 req-6a2df5db-fe9e-4150-b16f-f65fcbaca1fc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6901107f-038b-4860-a1da-9c707997aa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629623 Jul 08 20:59:47.507299 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25b8a169-4216-40ca-a5a5-18899badf2b2 req-500056f2-522d-414a-945b-23c62856eda1 service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135783 Jul 08 20:59:47.562997 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-419614dd-2128-44ea-932f-938bc72c2180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T20:59:24Z', 'revision_number': 4, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port': {'id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:22Z', 'updated_at': '2021-07-08T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'd8a3eae7-e8b9-4a1e-842b-a2a2a26da524', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'port_id': 'd73a9066-3874-42a7-8694-0e0422adadfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'mac_address': 'fa:16:3e:06:4f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71192784-9261-4a90-a84f-870f5c26693f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:59:45Z', 'updated_at': '2021-07-08T20:59:45Z', 'revision_number': 0, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b467432f-f7bd-4d8e-962b-054c553ce062', 'name': '', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'mac_address': 'fa:16:3e:d1:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:23Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 5, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'subnets': [{'id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:47.593182 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419614dd-2128-44ea-932f-938bc72c2180 None None] Checking router: baf5fae4-285b-4ce2-bd9a-f1ac30af1170 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 20:59:47.602697 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419614dd-2128-44ea-932f-938bc72c2180 None None] Routers {'baf5fae4-285b-4ce2-bd9a-f1ac30af1170'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 20:59:47.603318 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-419614dd-2128-44ea-932f-938bc72c2180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T20:59:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:47.617682 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-25b8a169-4216-40ca-a5a5-18899badf2b2 req-7fb1894d-0fa1-486c-b8da-458f939e85b2 service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041040 Jul 08 20:59:47.717449 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-419614dd-2128-44ea-932f-938bc72c2180 None None] Set router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 20:59:47.726357 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64443ffc-70e9-4b39-98f1-c33b1a01efc3 req-d4cbeab4-36b3-47dd-ab9f-a8a31c14a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:47.727964 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64443ffc-70e9-4b39-98f1-c33b1a01efc3 req-d4cbeab4-36b3-47dd-ab9f-a8a31c14a004 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c2979cf8477140a08ea58a019ae10100&device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 1097 time: 0.0640843 Jul 08 20:59:47.769384 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:47.964749 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-419614dd-2128-44ea-932f-938bc72c2180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T20:59:24Z', 'revision_number': 4, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port': {'id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:22Z', 'updated_at': '2021-07-08T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'd8a3eae7-e8b9-4a1e-842b-a2a2a26da524', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'port_id': 'd73a9066-3874-42a7-8694-0e0422adadfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'mac_address': 'fa:16:3e:06:4f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71192784-9261-4a90-a84f-870f5c26693f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:59:45Z', 'updated_at': '2021-07-08T20:59:45Z', 'revision_number': 0, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b467432f-f7bd-4d8e-962b-054c553ce062', 'name': '', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'mac_address': 'fa:16:3e:d1:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:23Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 5, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'subnets': [{'id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 20:59:47.992838 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419614dd-2128-44ea-932f-938bc72c2180 None None] The sync data for ids ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'] in n-d-791506-16 is: [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T20:59:24Z', 'revision_number': 4, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port': {'id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:22Z', 'updated_at': '2021-07-08T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'd8a3eae7-e8b9-4a1e-842b-a2a2a26da524', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'port_id': 'd73a9066-3874-42a7-8694-0e0422adadfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'mac_address': 'fa:16:3e:06:4f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71192784-9261-4a90-a84f-870f5c26693f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T20:59:45Z', 'updated_at': '2021-07-08T20:59:45Z', 'revision_number': 0, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b467432f-f7bd-4d8e-962b-054c553ce062', 'name': '', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'mac_address': 'fa:16:3e:d1:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:23Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 5, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'subnets': [{'id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 20:59:48.183305 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64443ffc-70e9-4b39-98f1-c33b1a01efc3 req-a8a6240c-99b3-4e2e-9ffa-596515e212d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:48.184907 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64443ffc-70e9-4b39-98f1-c33b1a01efc3 req-a8a6240c-99b3-4e2e-9ffa-596515e212d0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6901107f-038b-4860-a1da-9c707997aa5d HTTP/1.1" status: 200 len: 909 time: 0.4499812 Jul 08 20:59:48.197573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e9cad-8646-4141-80ea-79283e3b3081 None None] New status for floating IP d8a3eae7-e8b9-4a1e-842b-a2a2a26da524: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 20:59:48.263832 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64443ffc-70e9-4b39-98f1-c33b1a01efc3 req-63240ab6-daa1-4a25-a668-fe27a6b85cfe service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73a9066-3874-42a7-8694-0e0422adadfe HTTP/1.1" status: 200 len: 998 time: 0.0683255 Jul 08 20:59:48.314473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64443ffc-70e9-4b39-98f1-c33b1a01efc3 req-e959a08b-4ea2-4698-af2b-3493918a310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:48.316001 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64443ffc-70e9-4b39-98f1-c33b1a01efc3 req-e959a08b-4ea2-4698-af2b-3493918a310a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9a509a2b-aec9-4b56-9d95-cef437687d6f HTTP/1.1" status: 200 len: 847 time: 0.0461941 Jul 08 20:59:48.382621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64443ffc-70e9-4b39-98f1-c33b1a01efc3 req-4d2c4365-ad09-4850-92b4-558c4e7dc9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 20:59:48.384622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64443ffc-70e9-4b39-98f1-c33b1a01efc3 req-4d2c4365-ad09-4850-92b4-558c4e7dc9cd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6901107f-038b-4860-a1da-9c707997aa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610397 Jul 08 20:59:48.488162 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64443ffc-70e9-4b39-98f1-c33b1a01efc3 req-7e1b599e-3acf-4cb2-b3df-6e4b241856c8 service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925827 Jul 08 20:59:48.581152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64443ffc-70e9-4b39-98f1-c33b1a01efc3 req-165fea2a-1c23-4d0e-bb96-e9460f4d6326 service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859034 Jul 08 20:59:53.683810 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:59:56.174117 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:00:04.090125 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-93d270f5-f28a-47ec-a769-8cf5e94d954d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:00:07.037613 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5794877f-527a-4495-ab5e-f4de1cf494be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:00:07.162675 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:00:08.336107 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:00:09.902795 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:00:17.783429 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:00:23.679106 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:00:26.648505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45132) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:00:26.809332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccdbb6-98b4-4abb-9ac9-cc1125d5ff0a req-9e56a832-342b-444e-ba39-f68f5797158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:00:26.810911 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47ccdbb6-98b4-4abb-9ac9-cc1125d5ff0a req-9e56a832-342b-444e-ba39-f68f5797158e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 1097 time: 0.1612828 Jul 08 21:00:26.850889 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-47ccdbb6-98b4-4abb-9ac9-cc1125d5ff0a req-6dc81355-0809-4e93-9e94-50bc1f11388d service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=7e330ebc-25c6-461f-b72c-4cfddff0c682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341866 Jul 08 21:00:29.280002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-e9b7ad6d-757b-4f70-91c7-5aa7e02daf49 req-71b77e68-b9f3-4ff1-bbb6-43d0489a08c5 tempest-TestServerMultinode-31559594 tempest-TestServerMultinode-31559594-project-admin] (94066) timed out ('10.222.0.104', 65277) {{(pid=94066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 21:00:33.173300 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:00:34.093001 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-62d3a690-c55d-4a9a-a746-ec1f29f8d147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:00:37.039702 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-322893b3-b36f-46a9-9882-dd1a4ccb6e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:00:37.163962 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:00:38.334999 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:00:39.905256 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:00:47.640097 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1f72918-8317-493e-8e98-fe618ea43c97 req-267b7697-2d1a-4612-b5c1-d1b1c735f68a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517952 Jul 08 21:00:47.751782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f72918-8317-493e-8e98-fe618ea43c97 req-4743bd69-3cd3-41a5-adf8-741f1774a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:00:47.753351 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1f72918-8317-493e-8e98-fe618ea43c97 req-4743bd69-3cd3-41a5-adf8-741f1774a6ef service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c2979cf8477140a08ea58a019ae10100&device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 1097 time: 0.0625246 Jul 08 21:00:47.784024 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:00:47.880938 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f72918-8317-493e-8e98-fe618ea43c97 req-915adfb0-add8-4843-8c84-e1a3ef21c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:00:47.882463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1f72918-8317-493e-8e98-fe618ea43c97 req-915adfb0-add8-4843-8c84-e1a3ef21c8c1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6901107f-038b-4860-a1da-9c707997aa5d HTTP/1.1" status: 200 len: 909 time: 0.1004567 Jul 08 21:00:47.960386 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1f72918-8317-493e-8e98-fe618ea43c97 req-c9b91089-839d-48a0-b9bd-5ea9c7b98001 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73a9066-3874-42a7-8694-0e0422adadfe HTTP/1.1" status: 200 len: 1000 time: 0.0666184 Jul 08 21:00:48.025651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f72918-8317-493e-8e98-fe618ea43c97 req-4ee1aa76-c159-4e1b-b29b-1567b11d7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:00:48.027151 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1f72918-8317-493e-8e98-fe618ea43c97 req-4ee1aa76-c159-4e1b-b29b-1567b11d7dbc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9a509a2b-aec9-4b56-9d95-cef437687d6f HTTP/1.1" status: 200 len: 847 time: 0.0565448 Jul 08 21:00:48.093721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f72918-8317-493e-8e98-fe618ea43c97 req-c2842f3b-5223-4d45-8c11-f1de631b57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:00:48.095245 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1f72918-8317-493e-8e98-fe618ea43c97 req-c2842f3b-5223-4d45-8c11-f1de631b57fd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6901107f-038b-4860-a1da-9c707997aa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574806 Jul 08 21:00:48.196429 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1f72918-8317-493e-8e98-fe618ea43c97 req-0e0e6412-66bc-4b60-8cb7-c0dbd8f31428 service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904951 Jul 08 21:00:48.300135 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1f72918-8317-493e-8e98-fe618ea43c97 req-b6453528-d2dc-4c01-962b-1bcc1e41d382 service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932689 Jul 08 21:00:53.681646 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:04.095015 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8b2fc30c-2a05-470e-b191-234ef3824934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:07.041295 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cccc878e-4ca4-4f0c-b808-13806e474e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:07.164945 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:08.339396 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:09.906954 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:10.173009 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:01:17.798220 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:23.679039 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:34.097305 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-deba9f8b-00de-45f0-adca-df238da16577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:37.043732 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-71349184-bff4-4347-acfc-2f220e1695c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:37.170474 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:38.341356 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:39.909588 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:47.172204 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:01:47.801492 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:01:48.658400 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3141ed00-8db3-4c9e-b3b7-b20cff269343 req-75c9804d-e6b5-4b75-81a5-f5f1ee36d093 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541275 Jul 08 21:01:48.762823 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141ed00-8db3-4c9e-b3b7-b20cff269343 req-4ec0b33a-b820-4843-a92e-9926743c06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:01:48.764402 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3141ed00-8db3-4c9e-b3b7-b20cff269343 req-4ec0b33a-b820-4843-a92e-9926743c06d0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c2979cf8477140a08ea58a019ae10100&device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 1097 time: 0.0557842 Jul 08 21:01:48.875591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141ed00-8db3-4c9e-b3b7-b20cff269343 req-1a61d796-7d88-483e-a606-9cda43a184f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:01:48.877109 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3141ed00-8db3-4c9e-b3b7-b20cff269343 req-1a61d796-7d88-483e-a606-9cda43a184f6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6901107f-038b-4860-a1da-9c707997aa5d HTTP/1.1" status: 200 len: 909 time: 0.0890815 Jul 08 21:01:48.945970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3141ed00-8db3-4c9e-b3b7-b20cff269343 req-8566c596-8f13-44eb-8545-a3c31a8b4262 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73a9066-3874-42a7-8694-0e0422adadfe HTTP/1.1" status: 200 len: 1000 time: 0.0584135 Jul 08 21:01:48.998064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141ed00-8db3-4c9e-b3b7-b20cff269343 req-80d02026-e50a-45d3-a0ba-b2535f59e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:01:48.999616 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3141ed00-8db3-4c9e-b3b7-b20cff269343 req-80d02026-e50a-45d3-a0ba-b2535f59e9e0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9a509a2b-aec9-4b56-9d95-cef437687d6f HTTP/1.1" status: 200 len: 847 time: 0.0443177 Jul 08 21:01:49.068865 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141ed00-8db3-4c9e-b3b7-b20cff269343 req-9fbaea22-ccf6-4980-a040-9f97d300ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:01:49.070751 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3141ed00-8db3-4c9e-b3b7-b20cff269343 req-9fbaea22-ccf6-4980-a040-9f97d300ada5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6901107f-038b-4860-a1da-9c707997aa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608921 Jul 08 21:01:49.165740 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3141ed00-8db3-4c9e-b3b7-b20cff269343 req-79c342e1-9511-499f-938d-01b8afbcc8f5 service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847032 Jul 08 21:01:49.267693 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3141ed00-8db3-4c9e-b3b7-b20cff269343 req-e86ef84b-a25b-496c-bd3c-9f035c8da989 service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900066 Jul 08 21:01:53.693523 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:04.099318 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c111-069c-4c30-9a34-7303d2f4df9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:07.045090 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d1a08cfe-5bf1-4807-910d-6e61d6b81571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:07.171721 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:08.345210 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:09.911722 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:17.828644 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:23.700572 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:24.177616 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:02:34.100792 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6254372d-0161-45e9-8dd7-6efcaafea2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:36.832373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-85a397e9-211c-4256-a969-5c9a62c88971 req-0ec97c4d-30a8-4d27-ab33-c0095cf5f359 service neutron] (94065) timed out ('10.222.0.103', 55878) {{(pid=94065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 21:02:37.050821 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0592392d-46b9-40cf-b1ce-a75fd6acce1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:37.172400 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:38.348197 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:39.916011 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:47.843251 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:02:50.650114 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b176003-80c7-4e6c-bec7-41270ca5c4a7 req-d58d1dd0-f07b-44d5-9250-ef5d0d55f2e9 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0590963 Jul 08 21:02:50.756900 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b176003-80c7-4e6c-bec7-41270ca5c4a7 req-645051c9-d37d-4c6f-a624-de7827e95980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:02:50.758893 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b176003-80c7-4e6c-bec7-41270ca5c4a7 req-645051c9-d37d-4c6f-a624-de7827e95980 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c2979cf8477140a08ea58a019ae10100&device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 1097 time: 0.0548344 Jul 08 21:02:50.871554 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b176003-80c7-4e6c-bec7-41270ca5c4a7 req-ef25b97e-feb9-4105-8059-4476709c7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:02:50.873071 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b176003-80c7-4e6c-bec7-41270ca5c4a7 req-ef25b97e-feb9-4105-8059-4476709c7849 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6901107f-038b-4860-a1da-9c707997aa5d HTTP/1.1" status: 200 len: 909 time: 0.0880551 Jul 08 21:02:50.941761 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b176003-80c7-4e6c-bec7-41270ca5c4a7 req-5538ce83-8e02-4bc3-8c33-370e26cc3cbf service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73a9066-3874-42a7-8694-0e0422adadfe HTTP/1.1" status: 200 len: 1000 time: 0.0585284 Jul 08 21:02:51.000163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b176003-80c7-4e6c-bec7-41270ca5c4a7 req-3659a925-7dcd-4f27-acb3-176070098c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:02:51.001740 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b176003-80c7-4e6c-bec7-41270ca5c4a7 req-3659a925-7dcd-4f27-acb3-176070098c86 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9a509a2b-aec9-4b56-9d95-cef437687d6f HTTP/1.1" status: 200 len: 847 time: 0.0498488 Jul 08 21:02:51.061273 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b176003-80c7-4e6c-bec7-41270ca5c4a7 req-c56e373d-4cd0-4660-a990-0a6381bda10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:02:51.062798 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b176003-80c7-4e6c-bec7-41270ca5c4a7 req-c56e373d-4cd0-4660-a990-0a6381bda10e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6901107f-038b-4860-a1da-9c707997aa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525572 Jul 08 21:02:51.158859 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b176003-80c7-4e6c-bec7-41270ca5c4a7 req-9b76b172-8a08-478f-affe-277eaaa2c343 service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827770 Jul 08 21:02:51.257554 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b176003-80c7-4e6c-bec7-41270ca5c4a7 req-a68e1b08-6cf0-4984-a63f-5765fe18ceab service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878108 Jul 08 21:02:53.727312 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:01.176861 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:03:04.103813 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7303572a-c3bd-4f4f-a016-7704a1e11bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:07.043602 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d26f4cf7-f867-441a-b070-955a13ab4451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:07.173832 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:08.350273 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:09.918236 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:17.859042 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:23.725791 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:34.104430 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c9335e1-1109-418a-a785-ef8aaa398b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:37.044524 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9eb91331-689b-4aa0-ba03-494efd959885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:37.177303 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:38.175498 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:03:38.353067 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:39.919373 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:47.874125 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:03:51.643643 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f400376-e66f-4001-a072-c6e13f2a3569 req-2896eb80-8a08-46b8-988b-d8fd4c8eb853 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556293 Jul 08 21:03:51.740869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400376-e66f-4001-a072-c6e13f2a3569 req-fa9ba7b0-c496-42a1-a3bb-f2861a05ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:03:51.742375 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f400376-e66f-4001-a072-c6e13f2a3569 req-fa9ba7b0-c496-42a1-a3bb-f2861a05ba8f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=c2979cf8477140a08ea58a019ae10100&device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 1097 time: 0.0537894 Jul 08 21:03:51.855216 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400376-e66f-4001-a072-c6e13f2a3569 req-11158bad-b350-49e6-96e1-abc72d507162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:03:51.856722 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f400376-e66f-4001-a072-c6e13f2a3569 req-11158bad-b350-49e6-96e1-abc72d507162 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6901107f-038b-4860-a1da-9c707997aa5d HTTP/1.1" status: 200 len: 909 time: 0.0880537 Jul 08 21:03:51.921819 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f400376-e66f-4001-a072-c6e13f2a3569 req-581f528f-ee72-45f6-8e62-74a43950ac9e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73a9066-3874-42a7-8694-0e0422adadfe HTTP/1.1" status: 200 len: 1000 time: 0.0573287 Jul 08 21:03:51.977072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400376-e66f-4001-a072-c6e13f2a3569 req-4ea03d41-0af8-4247-a17c-76d7c2f75f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:03:51.978551 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f400376-e66f-4001-a072-c6e13f2a3569 req-4ea03d41-0af8-4247-a17c-76d7c2f75f68 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9a509a2b-aec9-4b56-9d95-cef437687d6f HTTP/1.1" status: 200 len: 847 time: 0.0487757 Jul 08 21:03:52.036264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400376-e66f-4001-a072-c6e13f2a3569 req-dabeb6cb-f9a9-4daa-a3bd-e60138d148c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:03:52.037807 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f400376-e66f-4001-a072-c6e13f2a3569 req-dabeb6cb-f9a9-4daa-a3bd-e60138d148c4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6901107f-038b-4860-a1da-9c707997aa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523582 Jul 08 21:03:52.129400 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f400376-e66f-4001-a072-c6e13f2a3569 req-06cd948b-f59d-4351-8cd2-e018e1eb8f0f service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841358 Jul 08 21:03:52.227867 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9f400376-e66f-4001-a072-c6e13f2a3569 req-443cce89-3b9a-400d-95a8-6c098a92c396 service neutron] 10.222.0.103 "GET /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882301 Jul 08 21:03:53.740921 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:04.105943 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e5325bfa-3c0d-48bb-8393-e26bd9523203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:07.044391 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-25287cdb-2f97-403b-8fcf-f425794ae0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:07.178828 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:08.356296 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:09.922871 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:15.174132 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:04:17.890607 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:23.741273 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:32.676589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03fed6-7bc6-4380-a77d-d96c5f0a9f9e req-dc5ec29e-8ddd-4fe1-8d3d-9a8ba4a089aa tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:32.678156 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca03fed6-7bc6-4380-a77d-d96c5f0a9f9e req-dc5ec29e-8ddd-4fe1-8d3d-9a8ba4a089aa tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 945 time: 0.0711410 Jul 08 21:04:32.719272 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ca03fed6-7bc6-4380-a77d-d96c5f0a9f9e req-4423033e-30ee-44c7-ab51-606a28bc7392 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e330ebc-25c6-461f-b72c-4cfddff0c682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340228 Jul 08 21:04:34.075356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f19404-acdd-425a-b196-f7ac1937ff08 req-aaaf5a3d-d2dc-4ff5-a545-cf16d8bd97a3 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:34.076924 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94f19404-acdd-425a-b196-f7ac1937ff08 req-aaaf5a3d-d2dc-4ff5-a545-cf16d8bd97a3 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 945 time: 0.2143939 Jul 08 21:04:34.108569 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6d574eda-8cc6-4e8f-be6b-f0dbed752f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:34.121878 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94f19404-acdd-425a-b196-f7ac1937ff08 req-457c7b38-2018-403c-8d8e-99907b9a0e56 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e330ebc-25c6-461f-b72c-4cfddff0c682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392706 Jul 08 21:04:34.257709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-4699fd8c-2a7d-4c55-964f-bdd01d0cdc9e tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:34.259473 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-4699fd8c-2a7d-4c55-964f-bdd01d0cdc9e tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.103 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 945 time: 0.0689023 Jul 08 21:04:34.363541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Deleting port d73a9066-3874-42a7-8694-0e0422adadfe {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:04:34.363879 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:34.458802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] For port d73a9066-3874-42a7-8694-0e0422adadfe, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d73a9066-3874-42a7-8694-0e0422adadfe,segment=NetworkSegment(2fdec002-9523-4ee0-8df4-0550e83aa83e),segment_id=2fdec002-9523-4ee0-8df4-0550e83aa83e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:04:34.459174 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:34.691203 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:34.691498 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:34.691875 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Floating IP d8a3eae7-e8b9-4a1e-842b-a2a2a26da524 disassociated. External IP: 172.25.4.63, port: d73a9066-3874-42a7-8694-0e0422adadfe. Jul 08 21:04:34.692162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Calling delete_port for d73a9066-3874-42a7-8694-0e0422adadfe owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:04:34.822286 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:34.853347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Pushing event deleted for resources: {'Port': ['ID=d73a9066-3874-42a7-8694-0e0422adadfe,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:34.866040 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:34.867215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:34.867215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:34.867584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:34.867888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:34.868214 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:34.869039 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:34.869039 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:34.869496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:34.869829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:34.870317 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:34.870651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:34.976028 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:04:35.082512 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:04:35.092205 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9c7c8-fc08-44a6-ac13-42d5605265cf None None] Sync routers for ids ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:04:35.101262 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9c7c8-fc08-44a6-ac13-42d5605265cf None None] Routers {'baf5fae4-285b-4ce2-bd9a-f1ac30af1170'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:04:35.101868 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b0a9c7c8-fc08-44a6-ac13-42d5605265cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:04:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:35.130128 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] No DVR routers for this DVR port d73a9066-3874-42a7-8694-0e0422adadfe on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:04:35.134044 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:35.136523 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-54744b82-be80-4a62-9b7a-7f27a5b9b301 req-96be885f-b51c-4a4f-b5e3-4fc985cd4195 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.103 "DELETE /v2.0/ports/d73a9066-3874-42a7-8694-0e0422adadfe HTTP/1.1" status: 204 len: 173 time: 0.8685725 Jul 08 21:04:35.137014 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71192784-9261-4a90-a84f-870f5c26693f', 'name': 'network-vif-deleted', 'tag': 'd73a9066-3874-42a7-8694-0e0422adadfe'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:04:35.139277 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9328c3cf-2850-4087-ba43-b85916b212f9" -d '{"events": [{"server_uuid": "71192784-9261-4a90-a84f-870f5c26693f", "name": "network-vif-deleted", "tag": "d73a9066-3874-42a7-8694-0e0422adadfe"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:04:35.213383 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b0a9c7c8-fc08-44a6-ac13-42d5605265cf None None] Set router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:04:35.235474 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aff1566-da10-429e-9e3c-51f2bcde0356 x-openstack-request-id: req-2aff1566-da10-429e-9e3c-51f2bcde0356 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:04:35.235767 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71192784-9261-4a90-a84f-870f5c26693f", "name": "network-vif-deleted", "tag": "d73a9066-3874-42a7-8694-0e0422adadfe", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:04:35.236024 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2aff1566-da10-429e-9e3c-51f2bcde0356 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:04:35.236460 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71192784-9261-4a90-a84f-870f5c26693f', 'name': 'network-vif-deleted', 'tag': 'd73a9066-3874-42a7-8694-0e0422adadfe', 'status': 'completed', 'code': 200} Jul 08 21:04:35.305875 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ee8fd61-4a65-4a77-bb05-e848b581e7d7 req-d7338a29-600d-48c3-bc6d-ca2a15555872 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "GET /v2.0/ports?device_id=71192784-9261-4a90-a84f-870f5c26693f HTTP/1.1" status: 200 len: 210 time: 0.0335729 Jul 08 21:04:35.450806 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b0a9c7c8-fc08-44a6-ac13-42d5605265cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T20:59:24Z', 'revision_number': 4, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port': {'id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:22Z', 'updated_at': '2021-07-08T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'b467432f-f7bd-4d8e-962b-054c553ce062', 'name': '', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'mac_address': 'fa:16:3e:d1:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:23Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 5, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'subnets': [{'id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:35.480509 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9c7c8-fc08-44a6-ac13-42d5605265cf None None] Checking router: baf5fae4-285b-4ce2-bd9a-f1ac30af1170 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:04:35.488651 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9c7c8-fc08-44a6-ac13-42d5605265cf None None] Routers {'baf5fae4-285b-4ce2-bd9a-f1ac30af1170'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:04:35.489210 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b0a9c7c8-fc08-44a6-ac13-42d5605265cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:04:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:35.588996 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b0a9c7c8-fc08-44a6-ac13-42d5605265cf None None] Set router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:04:35.791894 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b0a9c7c8-fc08-44a6-ac13-42d5605265cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T20:59:24Z', 'revision_number': 4, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port': {'id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:22Z', 'updated_at': '2021-07-08T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'b467432f-f7bd-4d8e-962b-054c553ce062', 'name': '', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'mac_address': 'fa:16:3e:d1:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:23Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 5, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'subnets': [{'id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:35.818997 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9c7c8-fc08-44a6-ac13-42d5605265cf None None] The sync data for ids ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'] in n-d-791506-16 is: [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T20:59:24Z', 'revision_number': 4, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port': {'id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:22Z', 'updated_at': '2021-07-08T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'b467432f-f7bd-4d8e-962b-054c553ce062', 'name': '', 'network_id': '6901107f-038b-4860-a1da-9c707997aa5d', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'mac_address': 'fa:16:3e:d1:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:23Z', 'updated_at': '2021-07-08T20:59:29Z', 'revision_number': 5, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'subnets': [{'id': '9a509a2b-aec9-4b56-9d95-cef437687d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:04:36.054755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027334b5-e1d3-4b91-9e4b-634fb5445d99 None None] New status for floating IP d8a3eae7-e8b9-4a1e-842b-a2a2a26da524: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:04:36.405555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45300) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:36.533380 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-cb613eff-e13f-448f-a3ab-f1b92f16f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Deleting port b604492b-7055-4fbf-9fc6-d1881fd33d5b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:04:36.533721 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb613eff-e13f-448f-a3ab-f1b92f16f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:36.611864 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb613eff-e13f-448f-a3ab-f1b92f16f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:36.612187 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb613eff-e13f-448f-a3ab-f1b92f16f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:36.624770 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-cb613eff-e13f-448f-a3ab-f1b92f16f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Calling delete_port for b604492b-7055-4fbf-9fc6-d1881fd33d5b owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:04:36.768427 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb613eff-e13f-448f-a3ab-f1b92f16f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:36.793220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb613eff-e13f-448f-a3ab-f1b92f16f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Pushing event deleted for resources: {'Port': ['ID=b604492b-7055-4fbf-9fc6-d1881fd33d5b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:36.865049 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb613eff-e13f-448f-a3ab-f1b92f16f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:36.868299 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb613eff-e13f-448f-a3ab-f1b92f16f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:36.869556 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cb613eff-e13f-448f-a3ab-f1b92f16f9a6 tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "DELETE /v2.0/floatingips/d8a3eae7-e8b9-4a1e-842b-a2a2a26da524 HTTP/1.1" status: 204 len: 168 time: 0.4629588 Jul 08 21:04:37.013989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45306) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:37.045541 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ffe9a2a6-d0b2-450a-809d-ded637d46ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:37.078383 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:37.103449 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:37.165287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:37.168518 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:37.169721 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] 10.222.0.101 "DELETE /v2.0/security-groups/7e330ebc-25c6-461f-b72c-4cfddff0c682 HTTP/1.1" status: 204 len: 168 time: 0.1547387 Jul 08 21:04:37.178624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e330ebc-25c6-461f-b72c-4cfddff0c682,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:37.188521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:37.189267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:37.189267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:37.189565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:37.189900 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:37.190305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:37.190852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:37.191335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:37.191688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:37.192100 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:37.192501 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:37.192900 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1fcd2-06f5-4cd9-a8ef-418310b2efff tempest-TestServerBasicOps-1922018430 tempest-TestServerBasicOps-1922018430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:37.193926 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:37.211622 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45310) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:37.666230 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-af4ee3e5-cf0d-41c0-9eea-1ca559445103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:38.247688 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-af4ee3e5-cf0d-41c0-9eea-1ca559445103 admin admin] Deleting port b467432f-f7bd-4d8e-962b-054c553ce062 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:04:38.248023 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-af4ee3e5-cf0d-41c0-9eea-1ca559445103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:38.328240 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-af4ee3e5-cf0d-41c0-9eea-1ca559445103 admin admin] For port b467432f-f7bd-4d8e-962b-054c553ce062, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b467432f-f7bd-4d8e-962b-054c553ce062,segment=NetworkSegment(2fdec002-9523-4ee0-8df4-0550e83aa83e),segment_id=2fdec002-9523-4ee0-8df4-0550e83aa83e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:04:38.328594 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-af4ee3e5-cf0d-41c0-9eea-1ca559445103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:38.342413 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-af4ee3e5-cf0d-41c0-9eea-1ca559445103 admin admin] Calling delete_port for b467432f-f7bd-4d8e-962b-054c553ce062 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:04:38.358281 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:38.524196 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-af4ee3e5-cf0d-41c0-9eea-1ca559445103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:38.552505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ee3e5-cf0d-41c0-9eea-1ca559445103 admin admin] Pushing event deleted for resources: {'Port': ['ID=b467432f-f7bd-4d8e-962b-054c553ce062,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:38.723310 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-af4ee3e5-cf0d-41c0-9eea-1ca559445103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:38.938854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4ee3e5-cf0d-41c0-9eea-1ca559445103 admin admin] Router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:04:39.052148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4ee3e5-cf0d-41c0-9eea-1ca559445103 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:04:39.058077 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-af4ee3e5-cf0d-41c0-9eea-1ca559445103 admin admin] 10.222.0.101 "PUT /v2.0/routers/baf5fae4-285b-4ce2-bd9a-f1ac30af1170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8454301 Jul 08 21:04:39.060578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45314) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:39.063212 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eda214a-2e7d-41f5-ae7f-52a55e546a91 None None] Sync routers for ids ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:04:39.073050 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eda214a-2e7d-41f5-ae7f-52a55e546a91 None None] Routers {'baf5fae4-285b-4ce2-bd9a-f1ac30af1170'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:04:39.073665 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7eda214a-2e7d-41f5-ae7f-52a55e546a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:04:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:39.166138 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:39.177244 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-7eda214a-2e7d-41f5-ae7f-52a55e546a91 None None] Set router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:04:39.272466 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:39.328041 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Deleting port b79a4449-9bef-4d5c-892a-a3c4d4096ec7 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:04:39.328716 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:39.359838 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7eda214a-2e7d-41f5-ae7f-52a55e546a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T21:04:38Z', 'revision_number': 5, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port': {'id': 'b79a4449-9bef-4d5c-892a-a3c4d4096ec7', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:22Z', 'updated_at': '2021-07-08T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:39.390865 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eda214a-2e7d-41f5-ae7f-52a55e546a91 None None] Checking router: baf5fae4-285b-4ce2-bd9a-f1ac30af1170 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:04:39.405752 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eda214a-2e7d-41f5-ae7f-52a55e546a91 None None] Routers {'baf5fae4-285b-4ce2-bd9a-f1ac30af1170'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:04:39.406362 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7eda214a-2e7d-41f5-ae7f-52a55e546a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:04:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:39.417110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] For port b79a4449-9bef-4d5c-892a-a3c4d4096ec7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b79a4449-9bef-4d5c-892a-a3c4d4096ec7,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:04:39.417481 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:39.435662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Calling delete_port for b79a4449-9bef-4d5c-892a-a3c4d4096ec7 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:04:39.493494 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-7eda214a-2e7d-41f5-ae7f-52a55e546a91 None None] Set router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:04:39.544874 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7eda214a-2e7d-41f5-ae7f-52a55e546a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T21:04:39Z', 'revision_number': 6, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:39.574728 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eda214a-2e7d-41f5-ae7f-52a55e546a91 None None] The sync data for ids ['baf5fae4-285b-4ce2-bd9a-f1ac30af1170'] in n-d-791506-16 is: [{'id': 'baf5fae4-285b-4ce2-bd9a-f1ac30af1170', 'name': 'tempest-TestServerBasicOps-955144143-router', 'tenant_id': 'c2979cf8477140a08ea58a019ae10100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:21Z', 'updated_at': '2021-07-08T21:04:39Z', 'revision_number': 6, 'project_id': 'c2979cf8477140a08ea58a019ae10100', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:04:39.624092 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:39.651194 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d73a9066-3874-42a7-8694-0e0422adadfe no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:04:39.654692 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b79a4449-9bef-4d5c-892a-a3c4d4096ec7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:39.675792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: d73a9066-3874-42a7-8694-0e0422adadfe {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:04:39.676137 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d73a9066-3874-42a7-8694-0e0422adadfe not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:04:39.717702 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:39.809240 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:39.811264 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:39.859113 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:39.859715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router baf5fae4-285b-4ce2-bd9a-f1ac30af1170 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:04:39.864002 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:39.865310 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e009f1d9-4bae-403d-b955-c56a45fa42bc admin admin] 10.222.0.101 "DELETE /v2.0/routers/baf5fae4-285b-4ce2-bd9a-f1ac30af1170 HTTP/1.1" status: 204 len: 168 time: 0.8037939 Jul 08 21:04:39.867880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45316) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:39.914393 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-846c9636-44a1-42c2-9e95-8b4f072a6bfe admin admin] Deleting subnet 9a509a2b-aec9-4b56-9d95-cef437687d6f {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:04:39.917942 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-846c9636-44a1-42c2-9e95-8b4f072a6bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:39.928720 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:39.954058 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-846c9636-44a1-42c2-9e95-8b4f072a6bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.050309 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-846c9636-44a1-42c2-9e95-8b4f072a6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.107930 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-846c9636-44a1-42c2-9e95-8b4f072a6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.134389 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c9636-44a1-42c2-9e95-8b4f072a6bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a509a2b-aec9-4b56-9d95-cef437687d6f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:40.137996 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-846c9636-44a1-42c2-9e95-8b4f072a6bfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.139878 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-846c9636-44a1-42c2-9e95-8b4f072a6bfe admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9a509a2b-aec9-4b56-9d95-cef437687d6f HTTP/1.1" status: 204 len: 168 time: 0.2710707 Jul 08 21:04:40.142428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45318) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:40.144996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92887026-aec4-4c2b-ba5e-ed6508306ada None None] Network 6901107f-038b-4860-a1da-9c707997aa5d requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:04:40.211072 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.268883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Deleting port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:04:40.269242 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.343071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] For port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce,segment=NetworkSegment(2fdec002-9523-4ee0-8df4-0550e83aa83e),segment_id=2fdec002-9523-4ee0-8df4-0550e83aa83e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:04:40.343523 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.360146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Calling delete_port for db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:04:40.361228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] DHCP port deletion for 6901107f-038b-4860-a1da-9c707997aa5d request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:04:40.414648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Deleting port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:04:40.415016 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.450351 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.481758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] For port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce,segment=NetworkSegment(2fdec002-9523-4ee0-8df4-0550e83aa83e),segment_id=2fdec002-9523-4ee0-8df4-0550e83aa83e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:04:40.482152 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.482329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Pushing event deleted for resources: {'Port': ['ID=db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:40.485791 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] No DVR routers for this DVR port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:04:40.499089 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Calling delete_port for db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:04:40.558607 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.570361 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6901107f-038b-4860-a1da-9c707997aa5d']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:40.582642 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdec002-9523-4ee0-8df4-0550e83aa83e') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:40.582848 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.582976 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdec002-9523-4ee0-8df4-0550e83aa83e') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:40.593159 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.610606 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.610979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Pushing event deleted for resources: {'Port': ['ID=db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:40.615433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] No DVR routers for this DVR port db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:04:40.620603 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:04:40.621301 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.623565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:40.623927 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:40.624258 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:04:40.624372 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:04:40.626919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:40.626919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:40.626919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:40.626919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:40.626919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:40.626919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:40.626919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:40.626919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:40.627999 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f719a8-cb90-4345-b0e1-e1bb0cbac86f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:04:40.692796 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.698238 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:40.700232 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] 10.222.0.101 "DELETE /v2.0/networks/6901107f-038b-4860-a1da-9c707997aa5d HTTP/1.1" status: 204 len: 168 time: 0.5568733 Jul 08 21:04:40.703344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45320) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:40.711581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3ca90-bcc7-4c64-a675-cf3d05df795a admin admin] Pushing event deleted for resources: {'Network': ['ID=6901107f-038b-4860-a1da-9c707997aa5d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:41.049890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efbd85d2-6f2c-43a8-b3e2-a26383b76782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:41.302116 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-efbd85d2-6f2c-43a8-b3e2-a26383b76782 admin admin] Deleting port 2deb8a51-0c13-4e60-9072-373696b7ed2d {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:04:41.302349 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efbd85d2-6f2c-43a8-b3e2-a26383b76782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:41.385202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-efbd85d2-6f2c-43a8-b3e2-a26383b76782 admin admin] For port 2deb8a51-0c13-4e60-9072-373696b7ed2d, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2deb8a51-0c13-4e60-9072-373696b7ed2d,segment=NetworkSegment(686415c9-cc38-4c1d-9d72-39fa4af648e9),segment_id=686415c9-cc38-4c1d-9d72-39fa4af648e9)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:04:41.385561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efbd85d2-6f2c-43a8-b3e2-a26383b76782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:41.399740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-efbd85d2-6f2c-43a8-b3e2-a26383b76782 admin admin] Calling delete_port for 2deb8a51-0c13-4e60-9072-373696b7ed2d owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:04:41.406395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:04:41.427117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:04:41.427617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device db7231e0-a6b0-4ef3-b6ea-d9553f7f18ce not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:04:41.428110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b467432f-f7bd-4d8e-962b-054c553ce062 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:04:41.447124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: b467432f-f7bd-4d8e-962b-054c553ce062 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:04:41.447558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b467432f-f7bd-4d8e-962b-054c553ce062 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:04:41.448036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b79a4449-9bef-4d5c-892a-a3c4d4096ec7 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:04:41.465998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: b79a4449-9bef-4d5c-892a-a3c4d4096ec7 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:04:41.466426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b79a4449-9bef-4d5c-892a-a3c4d4096ec7 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:04:41.582818 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efbd85d2-6f2c-43a8-b3e2-a26383b76782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:41.612716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd85d2-6f2c-43a8-b3e2-a26383b76782 admin admin] Pushing event deleted for resources: {'Port': ['ID=2deb8a51-0c13-4e60-9072-373696b7ed2d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:41.776758 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-efbd85d2-6f2c-43a8-b3e2-a26383b76782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:41.984925 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbd85d2-6f2c-43a8-b3e2-a26383b76782 admin admin] Router 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:04:42.090653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbd85d2-6f2c-43a8-b3e2-a26383b76782 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:04:42.097004 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-efbd85d2-6f2c-43a8-b3e2-a26383b76782 admin admin] 10.222.0.101 "PUT /v2.0/routers/11fcf4ae-ab1f-48a2-a378-af1abeb629c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3906710 Jul 08 21:04:42.098149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45322) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:42.100875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1330a4d-b5e4-422c-9619-57980185361e None None] Sync routers for ids ['11fcf4ae-ab1f-48a2-a378-af1abeb629c6'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:04:42.110620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1330a4d-b5e4-422c-9619-57980185361e None None] Routers {'11fcf4ae-ab1f-48a2-a378-af1abeb629c6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:04:42.111230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-e1330a4d-b5e4-422c-9619-57980185361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:04:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['11fcf4ae-ab1f-48a2-a378-af1abeb629c6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:42.202090 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:42.217133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-e1330a4d-b5e4-422c-9619-57980185361e None None] Set router 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:04:42.306343 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:42.359504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Deleting port 37d6e8dc-94bc-4209-889f-185956d58373 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:04:42.359849 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:42.405446 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-e1330a4d-b5e4-422c-9619-57980185361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'name': 'tempest-TestServerBasicOps-330323455-router', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '37d6e8dc-94bc-4209-889f-185956d58373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:26Z', 'updated_at': '2021-07-08T21:04:41Z', 'revision_number': 5, 'project_id': 'f99300388501466c83d6409135c105b3', 'gw_port': {'id': '37d6e8dc-94bc-4209-889f-185956d58373', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T20:59:27Z', 'updated_at': '2021-07-08T20:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:42.432833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1330a4d-b5e4-422c-9619-57980185361e None None] Checking router: 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:04:42.439529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] For port 37d6e8dc-94bc-4209-889f-185956d58373, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=37d6e8dc-94bc-4209-889f-185956d58373,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:04:42.439888 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:42.445552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1330a4d-b5e4-422c-9619-57980185361e None None] Routers {'11fcf4ae-ab1f-48a2-a378-af1abeb629c6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:04:42.446479 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-e1330a4d-b5e4-422c-9619-57980185361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:04:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['11fcf4ae-ab1f-48a2-a378-af1abeb629c6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:42.459154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Calling delete_port for 37d6e8dc-94bc-4209-889f-185956d58373 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:04:42.534763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-e1330a4d-b5e4-422c-9619-57980185361e None None] Set router 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:04:42.590655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-e1330a4d-b5e4-422c-9619-57980185361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'name': 'tempest-TestServerBasicOps-330323455-router', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:26Z', 'updated_at': '2021-07-08T21:04:42Z', 'revision_number': 6, 'project_id': 'f99300388501466c83d6409135c105b3', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:42.618521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1330a4d-b5e4-422c-9619-57980185361e None None] The sync data for ids ['11fcf4ae-ab1f-48a2-a378-af1abeb629c6'] in n-d-791506-16 is: [{'id': '11fcf4ae-ab1f-48a2-a378-af1abeb629c6', 'name': 'tempest-TestServerBasicOps-330323455-router', 'tenant_id': 'f99300388501466c83d6409135c105b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T20:59:26Z', 'updated_at': '2021-07-08T21:04:42Z', 'revision_number': 6, 'project_id': 'f99300388501466c83d6409135c105b3', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:04:42.623827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:42.655581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d6e8dc-94bc-4209-889f-185956d58373,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:42.719274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:42.811287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:42.813490 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:42.855614 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:42.856095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11fcf4ae-ab1f-48a2-a378-af1abeb629c6 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:04:42.860331 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:42.861515 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-29004248-0f29-41c4-8218-982dde9a0633 admin admin] 10.222.0.101 "DELETE /v2.0/routers/11fcf4ae-ab1f-48a2-a378-af1abeb629c6 HTTP/1.1" status: 204 len: 168 time: 0.7624450 Jul 08 21:04:42.863887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45324) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:42.910839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec008bf0-b10c-4612-89a8-b66f91c7928e admin admin] Deleting subnet e0c85fbd-ef4f-4de5-8e03-10e92c9857d5 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:04:42.914291 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec008bf0-b10c-4612-89a8-b66f91c7928e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:42.948429 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec008bf0-b10c-4612-89a8-b66f91c7928e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.028247 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec008bf0-b10c-4612-89a8-b66f91c7928e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.084978 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec008bf0-b10c-4612-89a8-b66f91c7928e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.113494 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec008bf0-b10c-4612-89a8-b66f91c7928e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.115302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ec008bf0-b10c-4612-89a8-b66f91c7928e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/e0c85fbd-ef4f-4de5-8e03-10e92c9857d5 HTTP/1.1" status: 204 len: 168 time: 0.2505038 Jul 08 21:04:43.117522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec008bf0-b10c-4612-89a8-b66f91c7928e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c85fbd-ef4f-4de5-8e03-10e92c9857d5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:43.118486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45326) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:43.119094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581792f2-b96a-4429-b423-6eedb58f2f0a None None] Network facf14c7-17ae-4373-8910-1b4e1703425b requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:04:43.187610 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.245891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Deleting port ffca1522-d958-452b-96f2-bc47dce2288c {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:04:43.246236 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.310657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] For port ffca1522-d958-452b-96f2-bc47dce2288c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ffca1522-d958-452b-96f2-bc47dce2288c,segment=NetworkSegment(686415c9-cc38-4c1d-9d72-39fa4af648e9),segment_id=686415c9-cc38-4c1d-9d72-39fa4af648e9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:04:43.310938 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.323716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Calling delete_port for ffca1522-d958-452b-96f2-bc47dce2288c owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:04:43.357301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec57a758-54c9-46f8-9deb-75d7ac6a62a0 None None] DHCP port deletion for facf14c7-17ae-4373-8910-1b4e1703425b request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:04:43.416795 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ec57a758-54c9-46f8-9deb-75d7ac6a62a0 None None] Deleting port ffca1522-d958-452b-96f2-bc47dce2288c {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:04:43.433552 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec57a758-54c9-46f8-9deb-75d7ac6a62a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.434173 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.463385 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffca1522-d958-452b-96f2-bc47dce2288c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:43.469251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] No DVR routers for this DVR port ffca1522-d958-452b-96f2-bc47dce2288c on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:04:43.497628 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2deb8a51-0c13-4e60-9072-373696b7ed2d no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:04:43.528595 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 2deb8a51-0c13-4e60-9072-373696b7ed2d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:04:43.528955 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2deb8a51-0c13-4e60-9072-373696b7ed2d not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:04:43.529381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 37d6e8dc-94bc-4209-889f-185956d58373 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:04:43.534277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ec57a758-54c9-46f8-9deb-75d7ac6a62a0 None None] For port ffca1522-d958-452b-96f2-bc47dce2288c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ffca1522-d958-452b-96f2-bc47dce2288c,segment=NetworkSegment(686415c9-cc38-4c1d-9d72-39fa4af648e9),segment_id=686415c9-cc38-4c1d-9d72-39fa4af648e9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:04:43.534672 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec57a758-54c9-46f8-9deb-75d7ac6a62a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.542856 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.557141 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 37d6e8dc-94bc-4209-889f-185956d58373 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:04:43.557445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 37d6e8dc-94bc-4209-889f-185956d58373 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:04:43.557955 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ffca1522-d958-452b-96f2-bc47dce2288c no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:04:43.560749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facf14c7-17ae-4373-8910-1b4e1703425b']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:43.572892 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686415c9-cc38-4c1d-9d72-39fa4af648e9') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:43.573197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686415c9-cc38-4c1d-9d72-39fa4af648e9') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:04:43.580726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ec57a758-54c9-46f8-9deb-75d7ac6a62a0 None None] Calling delete_port for ffca1522-d958-452b-96f2-bc47dce2288c owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:04:43.582298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: ffca1522-d958-452b-96f2-bc47dce2288c {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:04:43.582641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ffca1522-d958-452b-96f2-bc47dce2288c not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:04:43.582975 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.600408 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.608702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:04:43.608943 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:04:43.610775 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:04:43.673931 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ec57a758-54c9-46f8-9deb-75d7ac6a62a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.678864 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.686082 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.690428 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] 10.222.0.101 "DELETE /v2.0/networks/facf14c7-17ae-4373-8910-1b4e1703425b HTTP/1.1" status: 204 len: 168 time: 0.5683360 Jul 08 21:04:43.701295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2a4b8-6bae-4e6c-8073-eae3a3691a70 admin admin] Pushing event deleted for resources: {'Network': ['ID=facf14c7-17ae-4373-8910-1b4e1703425b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:43.704962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec57a758-54c9-46f8-9deb-75d7ac6a62a0 None None] Network facf14c7-17ae-4373-8910-1b4e1703425b is not hosted by any dhcp agent {{(pid=94067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 21:04:43.705423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57a758-54c9-46f8-9deb-75d7ac6a62a0 None None] No DVR routers for this DVR port ffca1522-d958-452b-96f2-bc47dce2288c on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:04:43.711381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57a758-54c9-46f8-9deb-75d7ac6a62a0 None None] Pushing event deleted for resources: {'Port': ['ID=ffca1522-d958-452b-96f2-bc47dce2288c,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:43.817472 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45330) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:43.858145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a4241119-8f50-4181-9dfa-d6cffea82d46 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c2979cf8477140a08ea58a019ae10100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394497 Jul 08 21:04:43.860573 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45332) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:43.908658 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51de678c-e8a2-4654-9dd3-28e83ea86bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.930544 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51de678c-e8a2-4654-9dd3-28e83ea86bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.977476 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51de678c-e8a2-4654-9dd3-28e83ea86bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.980076 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51de678c-e8a2-4654-9dd3-28e83ea86bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:43.981356 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-51de678c-e8a2-4654-9dd3-28e83ea86bba admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b48089f5-9b6f-4320-8654-44ae4cfc1734 HTTP/1.1" status: 204 len: 168 time: 0.1198266 Jul 08 21:04:43.989546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de678c-e8a2-4654-9dd3-28e83ea86bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48089f5-9b6f-4320-8654-44ae4cfc1734,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:44.302755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45338) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:44.345783 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-aac72636-80f7-4e19-97ea-769aadf956ff admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f99300388501466c83d6409135c105b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418558 Jul 08 21:04:44.348209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45340) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:04:44.395898 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee6eb-68a7-4041-902f-8e2fadfc8c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:44.418126 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee6eb-68a7-4041-902f-8e2fadfc8c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:44.464853 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee6eb-68a7-4041-902f-8e2fadfc8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:44.467484 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee6eb-68a7-4041-902f-8e2fadfc8c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:44.468810 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7a0ee6eb-68a7-4041-902f-8e2fadfc8c37 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d7467fd6-0e20-457c-b25c-cbe35c36da56 HTTP/1.1" status: 204 len: 168 time: 0.1196401 Jul 08 21:04:44.476589 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ee6eb-68a7-4041-902f-8e2fadfc8c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7467fd6-0e20-457c-b25c-cbe35c36da56,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:47.889531 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:52.173434 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:04:53.740433 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:54.765690 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-b0df06c9-a69c-428b-b2ec-8f7fafe382f2 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=39d91988a4d04002bfb44eb259592907&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261223 Jul 08 21:04:54.870917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efc606-de4f-4666-9053-c8a13bf968cc req-0ac8f64d-57c3-4a14-93c8-dd815f489c03 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:54.872387 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-0ac8f64d-57c3-4a14-93c8-dd815f489c03 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1016810 Jul 08 21:04:54.887738 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-0c86cd64-d576-4a59-b8d9-a08e3b59f8d9 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/quotas/39d91988a4d04002bfb44eb259592907 HTTP/1.1" status: 200 len: 375 time: 0.0100625 Jul 08 21:04:54.920701 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-17fc5547-685e-490f-b3c6-3e92050a3f97 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=39d91988a4d04002bfb44eb259592907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279915 Jul 08 21:04:55.092578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b833fd31-52bf-4609-845a-1c272e474527 req-2944bd83-d63a-4cc5-b38f-afe9b1635483 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 210 time: 0.0340657 Jul 08 21:04:56.238865 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-412ff9db-1512-4b5b-a729-03d1cec98fd6 req-2e39cee1-7e97-45e4-b65a-3aa074428b23 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 210 time: 0.0327454 Jul 08 21:04:56.404173 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-d46ffd69-f33d-4405-a5fe-f6a59b5d1b16 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=39d91988a4d04002bfb44eb259592907&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229449 Jul 08 21:04:56.526565 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efc606-de4f-4666-9053-c8a13bf968cc req-a83cc913-fc7f-4da0-a6d0-86373f65b9c7 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:56.528126 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-a83cc913-fc7f-4da0-a6d0-86373f65b9c7 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101720 Jul 08 21:04:56.547186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Request body: {'port': {'device_id': '5fb10f9e-6d96-4f33-a137-131995617b26', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'admin_state_up': True, 'tenant_id': '39d91988a4d04002bfb44eb259592907'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:04:56.661286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Made reservation on behalf of 39d91988a4d04002bfb44eb259592907 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:04:56.665672 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:56.674799 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:56.767749 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:56.771576 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:56.840999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6102e1eb-ed01-48ce-9862-c13c879ab2a8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:56.909539 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Allocated IP 192.168.233.157 (817e9d9b-75bc-4261-b2dc-8b5c02997d5b/97f8001c-bc78-4cfe-9755-3ff1f06446cb/da8cb5a6-451f-4091-856d-6b98ac082730) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:04:57.057675 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:57.071913 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Transition to ACTIVE for port object da8cb5a6-451f-4091-856d-6b98ac082730 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:04:57.104948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:57.151921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:04:57.155092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:04:57.158937 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:04:57.183498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Pushing event updated for resources: {'Port': ['ID=da8cb5a6-451f-4091-856d-6b98ac082730,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:57.214465 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:57.215114 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:57.230484 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-eee4d1ce-d748-44e7-846f-f0bfae1ea091 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6876221 Jul 08 21:04:57.244833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-27656106-d8f9-4783-9b8e-1cd8e9f23ae4 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:04:57.245924 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-27656106-d8f9-4783-9b8e-1cd8e9f23ae4 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057621 Jul 08 21:04:57.364054 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Request body: {'port': {'device_id': '5fb10f9e-6d96-4f33-a137-131995617b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:04:57.371558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c27d30f4-a264-4d57-95c3-be26c64d7737 None None] Provisioning for port da8cb5a6-451f-4091-856d-6b98ac082730 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:04:57.376243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c27d30f4-a264-4d57-95c3-be26c64d7737 None None] Provisioning complete for port da8cb5a6-451f-4091-856d-6b98ac082730 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:04:57.376824 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c27d30f4-a264-4d57-95c3-be26c64d7737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:57.413733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-c27d30f4-a264-4d57-95c3-be26c64d7737 None None] Port da8cb5a6-451f-4091-856d-6b98ac082730 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:04:57.430085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ea5df-9b73-4339-ad36-5fa5d5f613f6 req-735f2c3b-28cd-4764-8192-13de69260ff0 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:57.431550 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c4ea5df-9b73-4339-ad36-5fa5d5f613f6 req-735f2c3b-28cd-4764-8192-13de69260ff0 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 936 time: 0.0712240 Jul 08 21:04:57.456833 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:57.474863 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7c4ea5df-9b73-4339-ad36-5fa5d5f613f6 req-49325844-6840-4635-9c34-51f475fa8ba2 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/security-groups?id=6102e1eb-ed01-48ce-9862-c13c879ab2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Jul 08 21:04:57.719250 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8cb5a6-451f-4091-856d-6b98ac082730 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:04:57.727454 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:57.739770 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Transition to ACTIVE for port object da8cb5a6-451f-4091-856d-6b98ac082730 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:04:57.743730 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:57.795201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Pushing event updated for resources: {'Port': ['ID=da8cb5a6-451f-4091-856d-6b98ac082730,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:57.870515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Attempting to bind port da8cb5a6-451f-4091-856d-6b98ac082730 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:04:57.870854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Attempting to bind port da8cb5a6-451f-4091-856d-6b98ac082730 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:04:57.871186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Attempting to bind port da8cb5a6-451f-4091-856d-6b98ac082730 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:04:57.875728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Port da8cb5a6-451f-4091-856d-6b98ac082730 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:04:57.876046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Attempting to bind port da8cb5a6-451f-4091-856d-6b98ac082730 on network 817e9d9b-75bc-4261-b2dc-8b5c02997d5b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:04:57.880994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:04:57.881332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Checking segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:04:57.883030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Bound using segment: {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:04:57.883030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Bound port: da8cb5a6-451f-4091-856d-6b98ac082730, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d43403-4cfd-4524-aff8-3ebb32196161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:04:57.883273 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:57.959575 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] For port da8cb5a6-451f-4091-856d-6b98ac082730, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:04:57.964131 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] For port da8cb5a6-451f-4091-856d-6b98ac082730, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=da8cb5a6-451f-4091-856d-6b98ac082730,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:04:57.968299 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:57.999104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:57.999733 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:58.001861 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] 10.222.0.103 "PUT /v2.0/ports/da8cb5a6-451f-4091-856d-6b98ac082730 HTTP/1.1" status: 200 len: 1097 time: 0.7485614 Jul 08 21:04:58.004082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb10f9e-6d96-4f33-a137-131995617b26', 'tag': 'da8cb5a6-451f-4091-856d-6b98ac082730'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:04:58.009562 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91e07cb-0ca3-4fe4-acc7-e161f80c64b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb10f9e-6d96-4f33-a137-131995617b26", "tag": "da8cb5a6-451f-4091-856d-6b98ac082730"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:04:58.043833 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb676e40-53e4-41a9-bdc2-88c490275bfc service neutron] Pushing event updated for resources: {'Port': ['ID=da8cb5a6-451f-4091-856d-6b98ac082730,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:04:58.135750 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7607136-90c7-4ac8-b727-957940d8cae5 x-openstack-request-id: req-d7607136-90c7-4ac8-b727-957940d8cae5 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:04:58.136069 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb10f9e-6d96-4f33-a137-131995617b26", "tag": "da8cb5a6-451f-4091-856d-6b98ac082730", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:04:58.136323 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d7607136-90c7-4ac8-b727-957940d8cae5 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:04:58.136762 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb10f9e-6d96-4f33-a137-131995617b26', 'tag': 'da8cb5a6-451f-4091-856d-6b98ac082730', 'status': 'completed', 'code': 200} Jul 08 21:04:58.139741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efc606-de4f-4666-9053-c8a13bf968cc req-a7335c2e-86c0-4358-85f4-ac9731c76ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:58.141305 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-a7335c2e-86c0-4358-85f4-ac9731c76ab4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=39d91988a4d04002bfb44eb259592907&device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 1100 time: 0.0699089 Jul 08 21:04:58.187309 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-b11022d9-1cb1-4d26-9b99-879f9bf5d28d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=da8cb5a6-451f-4091-856d-6b98ac082730 HTTP/1.1" status: 200 len: 217 time: 0.0357759 Jul 08 21:04:58.237826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efc606-de4f-4666-9053-c8a13bf968cc req-a7153d40-2494-4292-bc17-c0e995a5bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:58.239291 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-a7153d40-2494-4292-bc17-c0e995a5bd7b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0437973 Jul 08 21:04:58.305275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efc606-de4f-4666-9053-c8a13bf968cc req-e5ce78ce-12fb-46b8-a582-6ad43c080af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:58.306797 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-e5ce78ce-12fb-46b8-a582-6ad43c080af5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0567536 Jul 08 21:04:58.407399 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-9267d7ac-811a-474e-8b12-9e2c4ea94cea service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900781 Jul 08 21:04:58.506568 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39efc606-de4f-4666-9053-c8a13bf968cc req-cdb13677-fb77-4d0c-b90c-3cf1ffd9183f service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864844 Jul 08 21:04:58.609387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e07cb-0ca3-4fe4-acc7-e161f80c64b6 req-07532720-17f8-4a95-830c-7e34d4a101f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:58.610907 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f91e07cb-0ca3-4fe4-acc7-e161f80c64b6 req-07532720-17f8-4a95-830c-7e34d4a101f4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=39d91988a4d04002bfb44eb259592907&device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 1100 time: 0.0542424 Jul 08 21:04:58.655391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce254f-b610-4758-a3d6-6c766c5528d6 req-59e2b031-d5d4-4450-919a-477593d24466 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:58.656897 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17ce254f-b610-4758-a3d6-6c766c5528d6 req-59e2b031-d5d4-4450-919a-477593d24466 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 948 time: 0.0632808 Jul 08 21:04:58.695999 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17ce254f-b610-4758-a3d6-6c766c5528d6 req-641ead5c-4079-426c-9636-140eaa9cd8b5 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/security-groups?id=6102e1eb-ed01-48ce-9862-c13c879ab2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Jul 08 21:04:58.704845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e07cb-0ca3-4fe4-acc7-e161f80c64b6 req-51857d8c-c80c-4e35-8a4a-921c850164ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:58.706441 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f91e07cb-0ca3-4fe4-acc7-e161f80c64b6 req-51857d8c-c80c-4e35-8a4a-921c850164ba service neutron] 10.222.0.103 "GET /v2.0/networks?id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b HTTP/1.1" status: 200 len: 870 time: 0.0881286 Jul 08 21:04:58.747997 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f91e07cb-0ca3-4fe4-acc7-e161f80c64b6 req-fa0a0df5-1559-4cc8-8989-fce493185422 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=da8cb5a6-451f-4091-856d-6b98ac082730 HTTP/1.1" status: 200 len: 217 time: 0.0350659 Jul 08 21:04:58.799535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e07cb-0ca3-4fe4-acc7-e161f80c64b6 req-b25abf5e-ca04-487a-8d74-8bc1d2ce8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:58.800918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f91e07cb-0ca3-4fe4-acc7-e161f80c64b6 req-b25abf5e-ca04-487a-8d74-8bc1d2ce8ac4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=97f8001c-bc78-4cfe-9755-3ff1f06446cb HTTP/1.1" status: 200 len: 843 time: 0.0439923 Jul 08 21:04:58.859905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e07cb-0ca3-4fe4-acc7-e161f80c64b6 req-5314bde3-f1f3-4fa1-ba36-08766ed417b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:58.861438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f91e07cb-0ca3-4fe4-acc7-e161f80c64b6 req-5314bde3-f1f3-4fa1-ba36-08766ed417b8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=817e9d9b-75bc-4261-b2dc-8b5c02997d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521755 Jul 08 21:04:58.955429 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f91e07cb-0ca3-4fe4-acc7-e161f80c64b6 req-eaab3532-95a3-46da-ac2e-cfe823315712 service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850313 Jul 08 21:04:59.048874 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f91e07cb-0ca3-4fe4-acc7-e161f80c64b6 req-4a2cc199-f0da-481c-b2eb-d4c429d1b6eb service neutron] 10.222.0.103 "GET /v2.0/networks/817e9d9b-75bc-4261-b2dc-8b5c02997d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811589 Jul 08 21:04:59.775231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device da8cb5a6-451f-4091-856d-6b98ac082730 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:04:59.873201 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port da8cb5a6-451f-4091-856d-6b98ac082730, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=da8cb5a6-451f-4091-856d-6b98ac082730,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:04:59.876481 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960e328-5cb9-4fc6-8086-a8a34ab36c51 req-08bb99d6-bda7-47a2-b943-2ec2e3162051 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:04:59.878114 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c960e328-5cb9-4fc6-8086-a8a34ab36c51 req-08bb99d6-bda7-47a2-b943-2ec2e3162051 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 948 time: 0.0696182 Jul 08 21:04:59.886274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'da8cb5a6-451f-4091-856d-6b98ac082730', 'network_id': '817e9d9b-75bc-4261-b2dc-8b5c02997d5b', 'port_id': 'da8cb5a6-451f-4091-856d-6b98ac082730', 'mac_address': 'fa:16:3e:9d:88:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8001c-bc78-4cfe-9755-3ff1f06446cb', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:04:59.917093 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c960e328-5cb9-4fc6-8086-a8a34ab36c51 req-6c8578c5-3de3-4c6a-a321-88168693e78d tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/security-groups?id=6102e1eb-ed01-48ce-9862-c13c879ab2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Jul 08 21:04:59.922236 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:04:59.936078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8cb5a6-451f-4091-856d-6b98ac082730 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:04:59.955825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port da8cb5a6-451f-4091-856d-6b98ac082730, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=da8cb5a6-451f-4091-856d-6b98ac082730,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:04:59.959996 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:00.007309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=da8cb5a6-451f-4091-856d-6b98ac082730,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:00.259103 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['da8cb5a6-451f-4091-856d-6b98ac082730'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:05:01.095286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d1d90-17ea-4727-91f4-e96ff196020f req-71fdd543-455e-4225-8b10-f1a296297e80 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:01.096824 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b0d1d90-17ea-4727-91f4-e96ff196020f req-71fdd543-455e-4225-8b10-f1a296297e80 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 949 time: 0.0678461 Jul 08 21:05:01.135314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b0d1d90-17ea-4727-91f4-e96ff196020f req-c9883d77-084b-4dad-a571-020c598c19c4 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/security-groups?id=6102e1eb-ed01-48ce-9862-c13c879ab2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328369 Jul 08 21:05:01.775241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device da8cb5a6-451f-4091-856d-6b98ac082730 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:05:01.823076 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port da8cb5a6-451f-4091-856d-6b98ac082730 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:05:01.826672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port da8cb5a6-451f-4091-856d-6b98ac082730 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:05:01.827047 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:01.905311 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:01.927465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb10f9e-6d96-4f33-a137-131995617b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8cb5a6-451f-4091-856d-6b98ac082730'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:05:01.929945 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a0b51c-a898-4da1-a557-db30c1cf0b53" -d '{"events": [{"server_uuid": "5fb10f9e-6d96-4f33-a137-131995617b26", "name": "network-vif-plugged", "status": "completed", "tag": "da8cb5a6-451f-4091-856d-6b98ac082730"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:05:01.942565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port da8cb5a6-451f-4091-856d-6b98ac082730, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=da8cb5a6-451f-4091-856d-6b98ac082730,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:05:01.947247 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:01.996797 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=da8cb5a6-451f-4091-856d-6b98ac082730,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:02.032034 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc46bba-dfe1-45bb-b399-8910114e3a4b x-openstack-request-id: req-fcc46bba-dfe1-45bb-b399-8910114e3a4b {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:05:02.032331 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb10f9e-6d96-4f33-a137-131995617b26", "name": "network-vif-plugged", "status": "completed", "tag": "da8cb5a6-451f-4091-856d-6b98ac082730", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:05:02.032599 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fcc46bba-dfe1-45bb-b399-8910114e3a4b {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:05:02.033030 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb10f9e-6d96-4f33-a137-131995617b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8cb5a6-451f-4091-856d-6b98ac082730', 'code': 200} Jul 08 21:05:02.151533 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3a6bb-beba-4248-b3f0-1bc8f8faca4a req-00d1ddbb-45e2-4741-b40d-395e679194b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:02.153037 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-48f3a6bb-beba-4248-b3f0-1bc8f8faca4a req-00d1ddbb-45e2-4741-b40d-395e679194b3 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 1102 time: 0.0523806 Jul 08 21:05:02.193251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-48f3a6bb-beba-4248-b3f0-1bc8f8faca4a req-9026a75e-8158-4d4c-aa6b-22498c1df276 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=6102e1eb-ed01-48ce-9862-c13c879ab2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298700 Jul 08 21:05:02.312169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bfe67-48b7-49d8-9e09-e9194176639b req-b38b1c63-ae82-409a-8f73-7ebbe4f7a71c tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:02.313604 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de0bfe67-48b7-49d8-9e09-e9194176639b req-b38b1c63-ae82-409a-8f73-7ebbe4f7a71c tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 950 time: 0.0642738 Jul 08 21:05:02.353007 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de0bfe67-48b7-49d8-9e09-e9194176639b req-55407eac-203c-4b13-8fd5-3b01b48610db tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/security-groups?id=6102e1eb-ed01-48ce-9862-c13c879ab2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338125 Jul 08 21:05:03.527312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f73f9-c225-476f-9e2d-09a24365eb1b req-9438393b-094e-4fd1-b2b1-f17cd93a1ef5 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:03.528829 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d25f73f9-c225-476f-9e2d-09a24365eb1b req-9438393b-094e-4fd1-b2b1-f17cd93a1ef5 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 950 time: 0.0632210 Jul 08 21:05:03.568510 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d25f73f9-c225-476f-9e2d-09a24365eb1b req-be9b76ff-7765-46bd-acfc-c4bfe615ba1f tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/security-groups?id=6102e1eb-ed01-48ce-9862-c13c879ab2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340226 Jul 08 21:05:03.905431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-39249e30-738c-44e8-9a2d-fcbd776e8bda req-fc2e0981-9989-4f67-922f-33d9e97a582b service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:05:03.906461 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39249e30-738c-44e8-9a2d-fcbd776e8bda req-fc2e0981-9989-4f67-922f-33d9e97a582b service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0597146 Jul 08 21:05:04.110260 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1482ae2-2a68-4df7-8abb-a1da5b140c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:04.296669 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-efe5ff7c-cbac-47fb-9870-7a24af09405d req-10045f9a-6db7-416d-9ae0-4b99805186a4 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:05:04.297697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-efe5ff7c-cbac-47fb-9870-7a24af09405d req-10045f9a-6db7-416d-9ae0-4b99805186a4 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537281 Jul 08 21:05:04.791412 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243476a-51c7-4db3-aa10-5d582af1e892 req-fe8335bd-6057-4f1d-aecf-a26574c1aced tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:04.792952 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c243476a-51c7-4db3-aa10-5d582af1e892 req-fe8335bd-6057-4f1d-aecf-a26574c1aced tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 950 time: 0.0687959 Jul 08 21:05:04.832935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c243476a-51c7-4db3-aa10-5d582af1e892 req-04fb454c-b88a-4e6f-ae7b-d090663adea0 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/security-groups?id=6102e1eb-ed01-48ce-9862-c13c879ab2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342579 Jul 08 21:05:06.008923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12f9e4-bd84-403c-b169-dbcafe606c0e req-d6834324-fe6d-4baf-bcde-2564d9d1136d tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:06.010441 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb12f9e4-bd84-403c-b169-dbcafe606c0e req-d6834324-fe6d-4baf-bcde-2564d9d1136d tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 950 time: 0.0640178 Jul 08 21:05:06.052711 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb12f9e4-bd84-403c-b169-dbcafe606c0e req-2c109adb-dc54-4a9c-950b-78a25984b2dc tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/security-groups?id=6102e1eb-ed01-48ce-9862-c13c879ab2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364969 Jul 08 21:05:06.212617 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056d807-452d-4cb1-a6da-99f1d3edb9f9 req-9512fa2a-016a-44de-b86b-ba1c007bbe26 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:06.214126 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b056d807-452d-4cb1-a6da-99f1d3edb9f9 req-9512fa2a-016a-44de-b86b-ba1c007bbe26 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.103 "GET /v2.0/ports?device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 950 time: 0.0679195 Jul 08 21:05:06.320708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-b056d807-452d-4cb1-a6da-99f1d3edb9f9 req-d454dbdc-3f8b-41c7-a2d9-9343d9ce819e tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Deleting port da8cb5a6-451f-4091-856d-6b98ac082730 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:05:06.320961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b056d807-452d-4cb1-a6da-99f1d3edb9f9 req-d454dbdc-3f8b-41c7-a2d9-9343d9ce819e tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:06.408514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-b056d807-452d-4cb1-a6da-99f1d3edb9f9 req-d454dbdc-3f8b-41c7-a2d9-9343d9ce819e tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] For port da8cb5a6-451f-4091-856d-6b98ac082730, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=da8cb5a6-451f-4091-856d-6b98ac082730,segment=NetworkSegment(d6d43403-4cfd-4524-aff8-3ebb32196161),segment_id=d6d43403-4cfd-4524-aff8-3ebb32196161)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:05:06.408912 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b056d807-452d-4cb1-a6da-99f1d3edb9f9 req-d454dbdc-3f8b-41c7-a2d9-9343d9ce819e tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:06.421817 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-b056d807-452d-4cb1-a6da-99f1d3edb9f9 req-d454dbdc-3f8b-41c7-a2d9-9343d9ce819e tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Calling delete_port for da8cb5a6-451f-4091-856d-6b98ac082730 owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:05:06.874645 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b056d807-452d-4cb1-a6da-99f1d3edb9f9 req-d454dbdc-3f8b-41c7-a2d9-9343d9ce819e tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:06.890302 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['da8cb5a6-451f-4091-856d-6b98ac082730'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:05:06.905111 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454dbdc-3f8b-41c7-a2d9-9343d9ce819e tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Pushing event deleted for resources: {'Port': ['ID=da8cb5a6-451f-4091-856d-6b98ac082730,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:06.961748 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b056d807-452d-4cb1-a6da-99f1d3edb9f9 req-d454dbdc-3f8b-41c7-a2d9-9343d9ce819e tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] No DVR routers for this DVR port da8cb5a6-451f-4091-856d-6b98ac082730 on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:05:06.964778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-b056d807-452d-4cb1-a6da-99f1d3edb9f9 req-d454dbdc-3f8b-41c7-a2d9-9343d9ce819e tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:06.966880 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b056d807-452d-4cb1-a6da-99f1d3edb9f9 req-d454dbdc-3f8b-41c7-a2d9-9343d9ce819e tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.103 "DELETE /v2.0/ports/da8cb5a6-451f-4091-856d-6b98ac082730 HTTP/1.1" status: 204 len: 173 time: 0.7434418 Jul 08 21:05:06.967360 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb10f9e-6d96-4f33-a137-131995617b26', 'name': 'network-vif-deleted', 'tag': 'da8cb5a6-451f-4091-856d-6b98ac082730'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:05:06.969679 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1b1f1b-f21d-4c31-8373-f3bbd9b9eb25" -d '{"events": [{"server_uuid": "5fb10f9e-6d96-4f33-a137-131995617b26", "name": "network-vif-deleted", "tag": "da8cb5a6-451f-4091-856d-6b98ac082730"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:05:07.006994 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ae7a0d-95ba-482e-b343-968fd0327791 x-openstack-request-id: req-40ae7a0d-95ba-482e-b343-968fd0327791 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:05:07.007297 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb10f9e-6d96-4f33-a137-131995617b26", "name": "network-vif-deleted", "tag": "da8cb5a6-451f-4091-856d-6b98ac082730", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:05:07.008813 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-40ae7a0d-95ba-482e-b343-968fd0327791 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:05:07.009145 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb10f9e-6d96-4f33-a137-131995617b26', 'name': 'network-vif-deleted', 'tag': 'da8cb5a6-451f-4091-856d-6b98ac082730', 'status': 'completed', 'code': 200} Jul 08 21:05:07.047919 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-06a5d8de-4329-4ebf-a140-f1e9f56a6e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:07.176456 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:07.212887 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b78a6be4-61d4-4a45-8090-c3d42fa18eb2 req-57b42edb-2176-42b1-96ad-8c7a283d2646 tempest-ServersAdminNegativeTestJSON-188130526 tempest-ServersAdminNegativeTestJSON-188130526-project] 10.222.0.101 "GET /v2.0/ports?device_id=5fb10f9e-6d96-4f33-a137-131995617b26 HTTP/1.1" status: 200 len: 210 time: 0.0289104 Jul 08 21:05:08.363848 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:08.545118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45496) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:05:08.675898 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c8b0e8fb-ff3e-4937-a2d4-6d3cb01127e4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=39d91988a4d04002bfb44eb259592907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291008 Jul 08 21:05:08.679048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45500) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:05:08.728935 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c0446b6-b496-4691-9136-f352ca3dab79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:08.750164 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c0446b6-b496-4691-9136-f352ca3dab79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:08.797369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c0446b6-b496-4691-9136-f352ca3dab79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:08.799812 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c0446b6-b496-4691-9136-f352ca3dab79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:08.801006 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7c0446b6-b496-4691-9136-f352ca3dab79 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6102e1eb-ed01-48ce-9862-c13c879ab2a8 HTTP/1.1" status: 204 len: 168 time: 0.1196542 Jul 08 21:05:08.810176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0446b6-b496-4691-9136-f352ca3dab79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6102e1eb-ed01-48ce-9862-c13c879ab2a8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:09.061303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45506) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:05:09.074881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8298fa9-6752-4d0b-91b6-18862a526257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:09.169523 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8298fa9-6752-4d0b-91b6-18862a526257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:09.173180 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c8298fa9-6752-4d0b-91b6-18862a526257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:09.213706 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c8298fa9-6752-4d0b-91b6-18862a526257 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=21a1ea9705f34fb38eedb8104cbba19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512725 Jul 08 21:05:09.216515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8298fa9-6752-4d0b-91b6-18862a526257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fad06f-7bfc-49da-9c23-d251eb6453e5,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:09.216669 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45508) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:05:09.267548 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36a7820c-a072-4a7d-95b4-f658edb5c87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:09.288607 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36a7820c-a072-4a7d-95b4-f658edb5c87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:09.334236 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36a7820c-a072-4a7d-95b4-f658edb5c87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:09.337904 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36a7820c-a072-4a7d-95b4-f658edb5c87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:09.339056 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-36a7820c-a072-4a7d-95b4-f658edb5c87d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a4fad06f-7bfc-49da-9c23-d251eb6453e5 HTTP/1.1" status: 204 len: 168 time: 0.1214273 Jul 08 21:05:09.346853 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7820c-a072-4a7d-95b4-f658edb5c87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fad06f-7bfc-49da-9c23-d251eb6453e5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:09.794291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device da8cb5a6-451f-4091-856d-6b98ac082730 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:05:09.822283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: da8cb5a6-451f-4091-856d-6b98ac082730 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:05:09.822629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device da8cb5a6-451f-4091-856d-6b98ac082730 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:05:09.931907 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:10.004109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45530) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:05:10.097745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-871398819-network', 'tenant_id': '92724ea3058b40a9a174752c521d9cb7'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:05:10.119285 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Made reservation on behalf of 92724ea3058b40a9a174752c521d9cb7 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:05:10.121689 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:10.130081 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:10.221913 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:10.225743 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:10.245945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:05:10.260106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084b13c7-72de-4d80-8757-fcc66df96a54,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:10.265048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:10.265388 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Added segment 0af05d99-2989-4a8d-baf8-2b7086e4524d of type vlan for network e50da0ae-6f40-42c3-92ac-61d090a0a7c8 Jul 08 21:05:10.304603 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:10.334140 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:10.335021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:10.335656 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:10.395903 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3879225 Jul 08 21:05:10.397639 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45534) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:05:10.398505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28930790-d3ec-47d0-b5dd-929bfd033036 admin admin] Pushing event updated for resources: {'Network': ['ID=e50da0ae-6f40-42c3-92ac-61d090a0a7c8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:10.407067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-2747edbb-d930-4932-8f49-037f66a8e5ac admin admin] Request body: {'subnet': {'network_id': 'e50da0ae-6f40-42c3-92ac-61d090a0a7c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-871398819-subnet', 'tenant_id': '92724ea3058b40a9a174752c521d9cb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:05:10.416004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network e50da0ae-6f40-42c3-92ac-61d090a0a7c8 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:05:10.430256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2747edbb-d930-4932-8f49-037f66a8e5ac admin admin] Made reservation on behalf of 92724ea3058b40a9a174752c521d9cb7 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:05:10.433167 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2747edbb-d930-4932-8f49-037f66a8e5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:10.494602 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-a1deccf6-2e61-4745-83b2-f06cdf0ec7c8 req-c24ea91c-72e7-4cb7-9358-57cd5ce97eb6 service neutron] (94065) timed out ('10.222.0.101', 59618) {{(pid=94065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 21:05:10.609212 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2747edbb-d930-4932-8f49-037f66a8e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:10.664346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747edbb-d930-4932-8f49-037f66a8e5ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50d80af-fe75-4c70-9e25-639f018001ea,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:10.673527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2747edbb-d930-4932-8f49-037f66a8e5ac admin admin] Checking segment: {'id': '0af05d99-2989-4a8d-baf8-2b7086e4524d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e50da0ae-6f40-42c3-92ac-61d090a0a7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:05:10.673884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2747edbb-d930-4932-8f49-037f66a8e5ac admin admin] Network hostable DHCP agents. Network: e50da0ae-6f40-42c3-92ac-61d090a0a7c8, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:05:10.690880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2747edbb-d930-4932-8f49-037f66a8e5ac admin admin] Network e50da0ae-6f40-42c3-92ac-61d090a0a7c8 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:05:10.700207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-2747edbb-d930-4932-8f49-037f66a8e5ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, e50da0ae-6f40-42c3-92ac-61d090a0a7c8) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:05:10.704295 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2747edbb-d930-4932-8f49-037f66a8e5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:10.704922 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2747edbb-d930-4932-8f49-037f66a8e5ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:10.709636 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c54b482-423c-4fae-bdb0-ba46df24f4a0 None None] Network e50da0ae-6f40-42c3-92ac-61d090a0a7c8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:05:10.719078 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2747edbb-d930-4932-8f49-037f66a8e5ac admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3198943 Jul 08 21:05:10.839859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee17610-fa49-4fa3-aaa0-d9b5d48a2d78 None None] Network e50da0ae-6f40-42c3-92ac-61d090a0a7c8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:05:11.154807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-75e7e2e9-6906-4543-bd26-5693243f20d9 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:11.156344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-75e7e2e9-6906-4543-bd26-5693243f20d9 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/networks?id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8 HTTP/1.1" status: 200 len: 811 time: 0.1011519 Jul 08 21:05:11.171358 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-2cf7607d-bf4a-496e-ac4b-db0845d22687 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/quotas/92724ea3058b40a9a174752c521d9cb7 HTTP/1.1" status: 200 len: 375 time: 0.0096817 Jul 08 21:05:11.209948 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-5a73ea48-8303-4797-be80-f9d7ca3ef4ee tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=92724ea3058b40a9a174752c521d9cb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333884 Jul 08 21:05:11.300276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-8a743852-901d-49db-a097-3f650089cc9b service neutron] 10.222.0.101 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832715 Jul 08 21:05:11.392154 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-50b9a8b4-60cd-44fa-af92-88cb1d2038e8 service neutron] 10.222.0.101 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859513 Jul 08 21:05:12.584412 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5d39247-f905-4535-9658-2ef9ec44b8ae req-2c2016b9-6b4f-4f59-a316-9ff2169b8dcf tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 210 time: 0.0330467 Jul 08 21:05:13.736044 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-31a6976f-73c2-43bd-a241-fe10a0b850de req-6fd373d2-ab24-4d0f-ad1b-5ce757d449db tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 210 time: 0.0325890 Jul 08 21:05:13.751804 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-9da0ab3d-a038-4013-8953-a279c7ab5716 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:13.753359 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-9da0ab3d-a038-4013-8953-a279c7ab5716 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.103 "GET /v2.0/networks?id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8 HTTP/1.1" status: 200 len: 811 time: 0.1074800 Jul 08 21:05:13.773225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-490a9bfc-0cfe-4fd7-b0a7-bb18fba16146 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Request body: {'port': {'device_id': '4699a5c2-c26c-472a-9226-c5974605c23e', 'network_id': 'e50da0ae-6f40-42c3-92ac-61d090a0a7c8', 'admin_state_up': True, 'tenant_id': '92724ea3058b40a9a174752c521d9cb7'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:05:13.888184 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-490a9bfc-0cfe-4fd7-b0a7-bb18fba16146 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Made reservation on behalf of 92724ea3058b40a9a174752c521d9cb7 for: {'port': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:05:13.891894 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-490a9bfc-0cfe-4fd7-b0a7-bb18fba16146 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:14.020199 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-490a9bfc-0cfe-4fd7-b0a7-bb18fba16146 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Allocated IP 172.20.0.6 (e50da0ae-6f40-42c3-92ac-61d090a0a7c8/d50d80af-fe75-4c70-9e25-639f018001ea/50ea534f-0a84-4f35-948a-19f3f1dcc4db) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:05:14.171264 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-490a9bfc-0cfe-4fd7-b0a7-bb18fba16146 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:14.210455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-490a9bfc-0cfe-4fd7-b0a7-bb18fba16146 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:14.257595 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-490a9bfc-0cfe-4fd7-b0a7-bb18fba16146 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Network e50da0ae-6f40-42c3-92ac-61d090a0a7c8 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:05:14.261757 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-490a9bfc-0cfe-4fd7-b0a7-bb18fba16146 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:05:14.265687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-490a9bfc-0cfe-4fd7-b0a7-bb18fba16146 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:05:14.272080 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a9bfc-0cfe-4fd7-b0a7-bb18fba16146 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Pushing event updated for resources: {'Port': ['ID=50ea534f-0a84-4f35-948a-19f3f1dcc4db,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:14.321648 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-490a9bfc-0cfe-4fd7-b0a7-bb18fba16146 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:14.322275 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-490a9bfc-0cfe-4fd7-b0a7-bb18fba16146 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:14.336504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-490a9bfc-0cfe-4fd7-b0a7-bb18fba16146 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670571 Jul 08 21:05:14.353652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Request body: {'port': {'device_id': '4699a5c2-c26c-472a-9226-c5974605c23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:05:14.426210 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:14.690645 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ea534f-0a84-4f35-948a-19f3f1dcc4db {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:05:14.698285 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:14.709997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Transition to ACTIVE for port object 50ea534f-0a84-4f35-948a-19f3f1dcc4db will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:05:14.714219 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:14.766003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Pushing event updated for resources: {'Port': ['ID=50ea534f-0a84-4f35-948a-19f3f1dcc4db,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:14.834392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Attempting to bind port 50ea534f-0a84-4f35-948a-19f3f1dcc4db on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:05:14.834737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Attempting to bind port 50ea534f-0a84-4f35-948a-19f3f1dcc4db by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '0af05d99-2989-4a8d-baf8-2b7086e4524d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e50da0ae-6f40-42c3-92ac-61d090a0a7c8'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:05:14.835075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Attempting to bind port 50ea534f-0a84-4f35-948a-19f3f1dcc4db on network e50da0ae-6f40-42c3-92ac-61d090a0a7c8 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:05:14.839731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Port 50ea534f-0a84-4f35-948a-19f3f1dcc4db on network e50da0ae-6f40-42c3-92ac-61d090a0a7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:05:14.840063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Attempting to bind port 50ea534f-0a84-4f35-948a-19f3f1dcc4db on network e50da0ae-6f40-42c3-92ac-61d090a0a7c8 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:05:14.845026 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:05:14.845378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Checking segment: {'id': '0af05d99-2989-4a8d-baf8-2b7086e4524d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e50da0ae-6f40-42c3-92ac-61d090a0a7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:05:14.845771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Bound using segment: {'id': '0af05d99-2989-4a8d-baf8-2b7086e4524d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e50da0ae-6f40-42c3-92ac-61d090a0a7c8'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:05:14.846212 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Bound port: 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af05d99-2989-4a8d-baf8-2b7086e4524d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e50da0ae-6f40-42c3-92ac-61d090a0a7c8'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:05:14.846586 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:14.954602 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] For port 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:05:14.958163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] For port 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db,segment=NetworkSegment(0af05d99-2989-4a8d-baf8-2b7086e4524d),segment_id=0af05d99-2989-4a8d-baf8-2b7086e4524d)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:05:14.964058 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:14.975112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e44dc-a0e2-4697-95c1-fe406e8155cf req-8d84b4bd-e9d9-4bfe-9f9a-699879a12b1c tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:14.977529 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-684e44dc-a0e2-4697-95c1-fe406e8155cf req-8d84b4bd-e9d9-4bfe-9f9a-699879a12b1c tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 943 time: 0.1203604 Jul 08 21:05:15.014580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:15.015206 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:15.016575 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] 10.222.0.103 "PUT /v2.0/ports/50ea534f-0a84-4f35-948a-19f3f1dcc4db HTTP/1.1" status: 200 len: 1092 time: 0.6671836 Jul 08 21:05:15.017057 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4699a5c2-c26c-472a-9226-c5974605c23e', 'tag': '50ea534f-0a84-4f35-948a-19f3f1dcc4db'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:05:15.019320 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3204649a-59de-4149-899c-dac8faaed715" -d '{"events": [{"name": "network-changed", "server_uuid": "4699a5c2-c26c-472a-9226-c5974605c23e", "tag": "50ea534f-0a84-4f35-948a-19f3f1dcc4db"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:05:15.082387 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27145289-ca4b-474d-9075-b6b98573d38e x-openstack-request-id: req-27145289-ca4b-474d-9075-b6b98573d38e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:05:15.082678 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4699a5c2-c26c-472a-9226-c5974605c23e", "tag": "50ea534f-0a84-4f35-948a-19f3f1dcc4db", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:05:15.082931 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-27145289-ca4b-474d-9075-b6b98573d38e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:05:15.083330 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4699a5c2-c26c-472a-9226-c5974605c23e', 'tag': '50ea534f-0a84-4f35-948a-19f3f1dcc4db', 'status': 'completed', 'code': 200} Jul 08 21:05:15.086763 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-684e44dc-a0e2-4697-95c1-fe406e8155cf req-6606b08b-8b29-46c2-8cb0-dc5adf2edbd3 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858173 Jul 08 21:05:15.088491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6919517-bc3b-490d-bf11-6a4b6563d07d service neutron] Pushing event updated for resources: {'Port': ['ID=50ea534f-0a84-4f35-948a-19f3f1dcc4db,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:15.138740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-6833edad-e7e0-469e-8485-89b37e3b384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:15.140271 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-6833edad-e7e0-469e-8485-89b37e3b384e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92724ea3058b40a9a174752c521d9cb7&device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 1095 time: 0.0791507 Jul 08 21:05:15.184301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-5826d467-187e-4c42-970e-69d797ecd680 req-1992da82-22ce-4832-b36a-0471073b1d52 service neutron] (94065) timed out ('10.222.0.101', 35422) {{(pid=94065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 21:05:15.186078 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-ae702f9e-05f3-43d2-a19d-3163bc127803 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db HTTP/1.1" status: 200 len: 217 time: 0.0345647 Jul 08 21:05:15.238399 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-54989629-043d-4478-9f83-2115378b69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:15.239762 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-54989629-043d-4478-9f83-2115378b69b5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d50d80af-fe75-4c70-9e25-639f018001ea HTTP/1.1" status: 200 len: 851 time: 0.0442731 Jul 08 21:05:15.282895 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-dd8fdbd0-3ffc-4e54-8c81-66bd8ac91a9f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310013 Jul 08 21:05:15.374853 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-a098a092-cf97-422d-af92-b94c8b63c3c5 service neutron] 10.222.0.103 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821545 Jul 08 21:05:15.471165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d562c536-2ca0-4a8d-bba6-8e8ac4cb8130 req-864a884e-eb79-4230-a634-0121ea515461 service neutron] 10.222.0.103 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865381 Jul 08 21:05:15.595104 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204649a-59de-4149-899c-dac8faaed715 req-682af9b6-4ac7-479b-8556-3732a3fce0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:15.596688 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3204649a-59de-4149-899c-dac8faaed715 req-682af9b6-4ac7-479b-8556-3732a3fce0f0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92724ea3058b40a9a174752c521d9cb7&device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 1095 time: 0.0602703 Jul 08 21:05:15.686379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204649a-59de-4149-899c-dac8faaed715 req-9366231f-37a6-4866-9ce9-79283eaf0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:15.687863 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3204649a-59de-4149-899c-dac8faaed715 req-9366231f-37a6-4866-9ce9-79283eaf0aa2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8 HTTP/1.1" status: 200 len: 912 time: 0.0844991 Jul 08 21:05:15.733128 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3204649a-59de-4149-899c-dac8faaed715 req-f7448afc-70cc-4b13-94fa-a85e5201ea49 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db HTTP/1.1" status: 200 len: 217 time: 0.0382230 Jul 08 21:05:15.783766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204649a-59de-4149-899c-dac8faaed715 req-0c2e72fd-249e-46c9-bd14-a28dd0da5f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:15.785246 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3204649a-59de-4149-899c-dac8faaed715 req-0c2e72fd-249e-46c9-bd14-a28dd0da5f09 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d50d80af-fe75-4c70-9e25-639f018001ea HTTP/1.1" status: 200 len: 851 time: 0.0443680 Jul 08 21:05:15.819887 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3204649a-59de-4149-899c-dac8faaed715 req-58afe4cf-bdde-4168-a7d4-62073cb96960 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264986 Jul 08 21:05:15.913633 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3204649a-59de-4149-899c-dac8faaed715 req-18b5fc65-4d45-43e5-b4c6-32b7dada0775 service neutron] 10.222.0.103 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847573 Jul 08 21:05:16.004419 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3204649a-59de-4149-899c-dac8faaed715 req-096b6085-8175-4e93-a76f-7694774c8f82 service neutron] 10.222.0.103 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821824 Jul 08 21:05:16.265597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973403d-439e-4bb1-bd80-65435cb6712e req-bc1aeb60-8c6d-4578-b1fb-100c3d94e1a7 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:16.267018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2973403d-439e-4bb1-bd80-65435cb6712e req-bc1aeb60-8c6d-4578-b1fb-100c3d94e1a7 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 943 time: 0.0633750 Jul 08 21:05:16.304878 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2973403d-439e-4bb1-bd80-65435cb6712e req-a827809d-bb4b-462d-a3c3-e4c793ddf9b8 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320396 Jul 08 21:05:17.484155 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a05d9f-088e-44a1-b0d2-218a68cb8f91 req-161073ab-1b9f-4c6b-9109-2d417aee8455 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:17.485689 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78a05d9f-088e-44a1-b0d2-218a68cb8f91 req-161073ab-1b9f-4c6b-9109-2d417aee8455 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 943 time: 0.0706105 Jul 08 21:05:17.524693 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78a05d9f-088e-44a1-b0d2-218a68cb8f91 req-14b8f892-8ab7-4ae4-9f51-8e8d05117798 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329208 Jul 08 21:05:17.821083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 50ea534f-0a84-4f35-948a-19f3f1dcc4db details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:05:18.066660 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:18.088653 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db,segment=NetworkSegment(0af05d99-2989-4a8d-baf8-2b7086e4524d),segment_id=0af05d99-2989-4a8d-baf8-2b7086e4524d)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:05:18.099812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '50ea534f-0a84-4f35-948a-19f3f1dcc4db', 'network_id': 'e50da0ae-6f40-42c3-92ac-61d090a0a7c8', 'port_id': '50ea534f-0a84-4f35-948a-19f3f1dcc4db', 'mac_address': 'fa:16:3e:9f:c0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50d80af-fe75-4c70-9e25-639f018001ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:05:18.137247 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:18.151032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ea534f-0a84-4f35-948a-19f3f1dcc4db {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:05:18.171854 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db,segment=NetworkSegment(0af05d99-2989-4a8d-baf8-2b7086e4524d),segment_id=0af05d99-2989-4a8d-baf8-2b7086e4524d)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:05:18.175732 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:18.229223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=50ea534f-0a84-4f35-948a-19f3f1dcc4db,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:18.452033 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['50ea534f-0a84-4f35-948a-19f3f1dcc4db'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:05:18.714072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27064b22-d84d-4167-950c-e8e6bd03b797 req-9e6b7275-db51-4f58-aac0-685752203049 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:18.715523 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27064b22-d84d-4167-950c-e8e6bd03b797 req-9e6b7275-db51-4f58-aac0-685752203049 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 944 time: 0.0702791 Jul 08 21:05:19.030587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-27064b22-d84d-4167-950c-e8e6bd03b797 req-96df627b-dc72-48d3-810c-a3b3efb2457f tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091433 Jul 08 21:05:19.838366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 50ea534f-0a84-4f35-948a-19f3f1dcc4db up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:05:19.886635 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 50ea534f-0a84-4f35-948a-19f3f1dcc4db completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:05:19.905116 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 50ea534f-0a84-4f35-948a-19f3f1dcc4db triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:05:19.905490 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:19.991069 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:20.014066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4699a5c2-c26c-472a-9226-c5974605c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea534f-0a84-4f35-948a-19f3f1dcc4db'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:05:20.016289 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0752790f-b041-4590-8cf6-96733037d5e4" -d '{"events": [{"server_uuid": "4699a5c2-c26c-472a-9226-c5974605c23e", "name": "network-vif-plugged", "status": "completed", "tag": "50ea534f-0a84-4f35-948a-19f3f1dcc4db"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:05:20.030801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db,segment=NetworkSegment(0af05d99-2989-4a8d-baf8-2b7086e4524d),segment_id=0af05d99-2989-4a8d-baf8-2b7086e4524d)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:05:20.040820 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:20.064519 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b3a248-b5e7-453e-9eab-19f323865dc8 x-openstack-request-id: req-39b3a248-b5e7-453e-9eab-19f323865dc8 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:05:20.064834 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4699a5c2-c26c-472a-9226-c5974605c23e", "name": "network-vif-plugged", "status": "completed", "tag": "50ea534f-0a84-4f35-948a-19f3f1dcc4db", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:05:20.065091 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-39b3a248-b5e7-453e-9eab-19f323865dc8 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:05:20.065481 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4699a5c2-c26c-472a-9226-c5974605c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea534f-0a84-4f35-948a-19f3f1dcc4db', 'code': 200} Jul 08 21:05:20.093723 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=50ea534f-0a84-4f35-948a-19f3f1dcc4db,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:20.193078 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c01aa-8132-4812-9502-be75a867be26 req-c1f93b3e-f90f-4e28-8859-7aaa0553f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:20.196775 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-899c01aa-8132-4812-9502-be75a867be26 req-c1f93b3e-f90f-4e28-8859-7aaa0553f5f8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 1097 time: 0.0587785 Jul 08 21:05:20.206749 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b829dc-2352-4707-88a1-c630a16221aa req-a4fa44dc-4d1c-46e9-909e-67084a8ae177 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:20.208256 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3b829dc-2352-4707-88a1-c630a16221aa req-a4fa44dc-4d1c-46e9-909e-67084a8ae177 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0633190 Jul 08 21:05:20.236770 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-899c01aa-8132-4812-9502-be75a867be26 req-e956e33f-1af8-4428-b777-42d3ee53a94f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296664 Jul 08 21:05:20.246134 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b3b829dc-2352-4707-88a1-c630a16221aa req-e62cbb05-12ea-471c-bc9a-c594b8b8e7e3 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Jul 08 21:05:21.424160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e7dbf-c9a0-4966-89a9-ff4ed13e77eb req-73b496ce-3bbb-4b43-bb61-49dcd9c6700f tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:21.425708 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a3e7dbf-c9a0-4966-89a9-ff4ed13e77eb req-73b496ce-3bbb-4b43-bb61-49dcd9c6700f tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0649893 Jul 08 21:05:21.464510 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4a3e7dbf-c9a0-4966-89a9-ff4ed13e77eb req-fabba259-70a4-4ee2-8461-6d0ded872e1e tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328977 Jul 08 21:05:21.752740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45586) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:05:21.903067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316fce9-f785-4296-a9c3-308ddc619d8a req-083cb77a-324a-47a6-9be4-41f65ca3409c tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:21.904578 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b316fce9-f785-4296-a9c3-308ddc619d8a req-083cb77a-324a-47a6-9be4-41f65ca3409c tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.1054363 Jul 08 21:05:21.907401 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-5703fc7b-0e89-413f-84c0-1022652f4c9c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1536992 Jul 08 21:05:21.942722 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b316fce9-f785-4296-a9c3-308ddc619d8a req-5129dbeb-7173-4c39-bc0f-f9e9429bd220 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320566 Jul 08 21:05:23.118691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cf283-b199-40f9-a733-22934673145c req-4506d957-8ea9-425b-9d4d-0bfc94c6becc tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:23.120313 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c00cf283-b199-40f9-a733-22934673145c req-4506d957-8ea9-425b-9d4d-0bfc94c6becc tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0638986 Jul 08 21:05:23.163320 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c00cf283-b199-40f9-a733-22934673145c req-79d65364-5aa1-4053-87e7-5c397415b870 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367162 Jul 08 21:05:23.762744 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:24.342121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b68084-7328-4558-81cc-b93169640754 req-7a8bb79a-2e07-47a7-92a6-74e973b9abe4 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:24.343637 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a9b68084-7328-4558-81cc-b93169640754 req-7a8bb79a-2e07-47a7-92a6-74e973b9abe4 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0645068 Jul 08 21:05:24.385417 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a9b68084-7328-4558-81cc-b93169640754 req-7eea32ba-f308-4965-9c3f-4c1cd0f24f7b tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362580 Jul 08 21:05:25.300768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-7b2cf901-1916-4e53-8565-745f435f5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:25.302279 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-7b2cf901-1916-4e53-8565-745f435f5155 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92724ea3058b40a9a174752c521d9cb7&device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 1097 time: 0.0529718 Jul 08 21:05:25.394217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-78a63f47-9ebb-4726-90f9-d7b641e4349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:25.395708 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-78a63f47-9ebb-4726-90f9-d7b641e4349a service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8 HTTP/1.1" status: 200 len: 912 time: 0.0867000 Jul 08 21:05:25.442857 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-6e9a42e6-1f14-42d6-8dce-c3f62b12ef74 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db HTTP/1.1" status: 200 len: 217 time: 0.0400944 Jul 08 21:05:25.494606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-55f9f1f7-a8b6-4e89-a6a4-94f9cac2994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:25.495981 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-55f9f1f7-a8b6-4e89-a6a4-94f9cac2994d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d50d80af-fe75-4c70-9e25-639f018001ea HTTP/1.1" status: 200 len: 851 time: 0.0466502 Jul 08 21:05:25.530231 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-3640ecaa-d71d-44fc-81bb-c8f811518c18 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278594 Jul 08 21:05:25.562794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f87da-2a22-4994-8ce0-cb28430efb74 req-63784f77-e203-4e92-8437-91233b880fbe tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:25.564344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-137f87da-2a22-4994-8ce0-cb28430efb74 req-63784f77-e203-4e92-8437-91233b880fbe tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0671141 Jul 08 21:05:25.603087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-137f87da-2a22-4994-8ce0-cb28430efb74 req-adf7bc02-5e02-4b08-8373-3e4698db00f9 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330076 Jul 08 21:05:25.626635 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-0e4ef933-77e7-4a9a-86ec-b8a43b0c875e service neutron] 10.222.0.103 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899262 Jul 08 21:05:25.716158 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-3079b992-d464-4355-8304-18865760641e service neutron] 10.222.0.103 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818741 Jul 08 21:05:26.776703 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfa2b7-d282-4e86-8d99-6051550cb3fd req-2a9a0558-a33a-4b34-b00c-364b4a772c21 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:26.778123 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28dfa2b7-d282-4e86-8d99-6051550cb3fd req-2a9a0558-a33a-4b34-b00c-364b4a772c21 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0645714 Jul 08 21:05:26.820825 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28dfa2b7-d282-4e86-8d99-6051550cb3fd req-89464106-7960-4a58-92e6-76591177fe21 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368669 Jul 08 21:05:27.997613 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c6c44-3e0c-4127-9317-8b35f10c3e1b req-ca632e65-6034-462c-af3c-d37364bea9b1 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:27.999042 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a8c6c44-3e0c-4127-9317-8b35f10c3e1b req-ca632e65-6034-462c-af3c-d37364bea9b1 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0649130 Jul 08 21:05:28.036460 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a8c6c44-3e0c-4127-9317-8b35f10c3e1b req-a33debcd-2af2-4e8c-bdd6-fc6cee8844eb tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Jul 08 21:05:29.173274 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:05:29.214700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3e8e5-99cf-439a-880b-8a75c73d541e req-c0e86351-c6cb-4056-8dd1-14bdaa785c2d tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:29.216260 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e2d3e8e5-99cf-439a-880b-8a75c73d541e req-c0e86351-c6cb-4056-8dd1-14bdaa785c2d tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0678957 Jul 08 21:05:29.254401 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e2d3e8e5-99cf-439a-880b-8a75c73d541e req-1409ad9b-e194-4adb-beec-9b90089e3d1f tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326946 Jul 08 21:05:30.433905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2725d7-5d42-4e2a-9abf-e44d3008d61f req-2d31f92a-a217-41b9-9806-73295f48a9c5 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:30.435409 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-be2725d7-5d42-4e2a-9abf-e44d3008d61f req-2d31f92a-a217-41b9-9806-73295f48a9c5 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0663662 Jul 08 21:05:30.472338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-be2725d7-5d42-4e2a-9abf-e44d3008d61f req-ccef7280-6734-4633-b89a-da2bd681b183 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314641 Jul 08 21:05:31.645069 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48eecf-4529-462e-83a6-b845bbabfd5a req-c7589766-a4a2-4296-84b5-3ace694ee5b1 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:31.646482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d48eecf-4529-462e-83a6-b845bbabfd5a req-c7589766-a4a2-4296-84b5-3ace694ee5b1 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0639985 Jul 08 21:05:31.684833 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4d48eecf-4529-462e-83a6-b845bbabfd5a req-e5ac610c-57bf-4ba9-ac87-4f5fea60a53d tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Jul 08 21:05:32.857403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d93fe-3f4e-4a88-8680-150f643308fd req-b556cb94-f66b-4720-8df8-88a75600d395 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:32.858906 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b57d93fe-3f4e-4a88-8680-150f643308fd req-b556cb94-f66b-4720-8df8-88a75600d395 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0631952 Jul 08 21:05:32.895968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b57d93fe-3f4e-4a88-8680-150f643308fd req-fdafd45b-4eaa-4bc2-97b6-c9f7749d7b9d tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Jul 08 21:05:34.113450 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b29a-6004-4f5d-a1ca-95b4857503d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:34.276235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f1f6-d953-46e7-b82e-da6ae44d8b9e req-2dfd7b86-ffb6-45fa-91a4-6c9b756fe431 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:34.277787 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93e1f1f6-d953-46e7-b82e-da6ae44d8b9e req-2dfd7b86-ffb6-45fa-91a4-6c9b756fe431 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0689890 Jul 08 21:05:34.318631 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-93e1f1f6-d953-46e7-b82e-da6ae44d8b9e req-09484437-1c2b-406e-a293-e467fc8699a5 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351605 Jul 08 21:05:35.497014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d7643-8db4-4ed9-a38a-801b06ca3c1b req-4c9a258a-da0b-43e7-9cd8-389379a3e5e2 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:35.498527 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-960d7643-8db4-4ed9-a38a-801b06ca3c1b req-4c9a258a-da0b-43e7-9cd8-389379a3e5e2 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0637319 Jul 08 21:05:35.540738 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-960d7643-8db4-4ed9-a38a-801b06ca3c1b req-62be8da6-8ca7-4f8c-b520-0ca9f2debfc9 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365870 Jul 08 21:05:36.712381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7b3ba-3da0-426f-aaf6-5ad2aed2d21b req-1b1c2944-8dc5-4793-aa4e-2dd98b5761c0 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:36.714384 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-82b7b3ba-3da0-426f-aaf6-5ad2aed2d21b req-1b1c2944-8dc5-4793-aa4e-2dd98b5761c0 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0627792 Jul 08 21:05:36.751826 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-82b7b3ba-3da0-426f-aaf6-5ad2aed2d21b req-613ac5d0-ddc8-40be-b802-a964cbcc2233 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319333 Jul 08 21:05:37.049813 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6625c5b0-3714-4da4-b73b-92a51d40e8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:37.177608 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:37.928084 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18717293-2a0e-46d2-b1c8-1726ec1955cb req-59d49f23-2a1e-4cc6-a233-0e198bccd856 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:37.929648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18717293-2a0e-46d2-b1c8-1726ec1955cb req-59d49f23-2a1e-4cc6-a233-0e198bccd856 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0635490 Jul 08 21:05:37.970378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18717293-2a0e-46d2-b1c8-1726ec1955cb req-19bc5fb8-79da-492f-9cb5-01f18c9e8c6c tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345397 Jul 08 21:05:38.365087 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:39.143388 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fc6f7-77cb-4e40-bc87-f62e80ccf8e4 req-776503f1-e0a8-4d4f-a035-20530d660a67 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:39.144927 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a56fc6f7-77cb-4e40-bc87-f62e80ccf8e4 req-776503f1-e0a8-4d4f-a035-20530d660a67 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0641422 Jul 08 21:05:39.187931 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a56fc6f7-77cb-4e40-bc87-f62e80ccf8e4 req-aaa41d8e-de93-4604-91e0-3bf13b4d0d52 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374820 Jul 08 21:05:39.932811 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:40.362685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac95fb-e8d3-4f0d-a67d-08d9a9315691 req-03f33452-b48e-4c68-8995-7c29540996ce tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:40.364215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d2ac95fb-e8d3-4f0d-a67d-08d9a9315691 req-03f33452-b48e-4c68-8995-7c29540996ce tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0641694 Jul 08 21:05:40.401951 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d2ac95fb-e8d3-4f0d-a67d-08d9a9315691 req-90acfa10-6121-4859-a736-7d626ca785ba tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314722 Jul 08 21:05:41.573953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e43d7-0670-4b53-bad7-e7ea602ec45c req-76dbecee-36d5-4d3b-a9b4-ff0a3c0f62f2 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:41.575458 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3a7e43d7-0670-4b53-bad7-e7ea602ec45c req-76dbecee-36d5-4d3b-a9b4-ff0a3c0f62f2 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0630357 Jul 08 21:05:41.615011 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3a7e43d7-0670-4b53-bad7-e7ea602ec45c req-2741469d-1b07-4548-8d40-eb418434351d tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338819 Jul 08 21:05:42.795745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eba03b-2771-458d-bd94-a82657c3c442 req-40bece95-a83d-460a-850b-dcc46ccc8b96 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:42.797289 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16eba03b-2771-458d-bd94-a82657c3c442 req-40bece95-a83d-460a-850b-dcc46ccc8b96 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0681994 Jul 08 21:05:42.834829 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16eba03b-2771-458d-bd94-a82657c3c442 req-ffd37d07-da2a-4497-bba8-2a3f157a25ff tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320678 Jul 08 21:05:44.010731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883c465-91ab-4efd-ae8a-f56a98d3985a req-551ab647-6487-4b22-89d7-5dc3996480e4 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:44.012241 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4883c465-91ab-4efd-ae8a-f56a98d3985a req-551ab647-6487-4b22-89d7-5dc3996480e4 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0639253 Jul 08 21:05:44.050016 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4883c465-91ab-4efd-ae8a-f56a98d3985a req-0b913aa4-1e70-434f-9fe1-3f6029185a1c tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Jul 08 21:05:45.223638 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0205aa-2768-4ed4-9503-36c2190ab09c req-8cc54a37-a561-46d8-a212-35776b2cc656 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:45.225176 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de0205aa-2768-4ed4-9503-36c2190ab09c req-8cc54a37-a561-46d8-a212-35776b2cc656 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0643420 Jul 08 21:05:45.263826 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de0205aa-2768-4ed4-9503-36c2190ab09c req-2cf11f99-7f9a-4731-9fce-39154e663c52 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Jul 08 21:05:46.439911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86874947-8d91-45fd-aa1f-798c4f1b76e5 req-650aabb2-44d5-4764-9d9e-6967862626d2 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:46.441454 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86874947-8d91-45fd-aa1f-798c4f1b76e5 req-650aabb2-44d5-4764-9d9e-6967862626d2 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0677974 Jul 08 21:05:46.480805 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-86874947-8d91-45fd-aa1f-798c4f1b76e5 req-f0f61a15-3a5c-410e-8152-e60c5c1d6898 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338228 Jul 08 21:05:47.658954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277b848-fb1a-4243-ad69-e58ccc3e27e3 req-00b75d07-4865-46f9-9312-558addbdee89 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:47.660353 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c277b848-fb1a-4243-ad69-e58ccc3e27e3 req-00b75d07-4865-46f9-9312-558addbdee89 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0628295 Jul 08 21:05:47.701975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c277b848-fb1a-4243-ad69-e58ccc3e27e3 req-94086e5e-b572-4886-a04e-ccfe9a8fe403 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360694 Jul 08 21:05:47.929412 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:48.873741 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f855e5e-3afb-4533-8481-9bb03d1b0e37 req-83179bdf-debf-431b-97ee-17b271b80103 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:48.875250 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f855e5e-3afb-4533-8481-9bb03d1b0e37 req-83179bdf-debf-431b-97ee-17b271b80103 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0640647 Jul 08 21:05:48.912982 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f855e5e-3afb-4533-8481-9bb03d1b0e37 req-6fc5a73a-17ea-4b3a-831e-37938bc50df7 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Jul 08 21:05:50.109726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd77d7-b6e3-48aa-a42a-124c066ae629 req-5bc68ab6-34c5-47a1-8bf2-c1f18a47249a tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:50.111197 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34cd77d7-b6e3-48aa-a42a-124c066ae629 req-5bc68ab6-34c5-47a1-8bf2-c1f18a47249a tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0631623 Jul 08 21:05:50.148951 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34cd77d7-b6e3-48aa-a42a-124c066ae629 req-cbf544ef-9cd9-4d1e-b841-2c5a5fcd19c7 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Jul 08 21:05:51.326209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a2bb1-da14-4860-abcf-ff5699a63550 req-1db51634-7769-45cc-a2b2-f146b61cc550 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:51.327768 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c10a2bb1-da14-4860-abcf-ff5699a63550 req-1db51634-7769-45cc-a2b2-f146b61cc550 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0643301 Jul 08 21:05:51.371899 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c10a2bb1-da14-4860-abcf-ff5699a63550 req-074f010a-fe93-4c9c-864a-5baab061522a tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384378 Jul 08 21:05:52.548032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17ef91-f4c8-414f-983a-005990b47594 req-79894097-c3ef-4cba-9164-cc90aebc089b tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:52.549583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ac17ef91-f4c8-414f-983a-005990b47594 req-79894097-c3ef-4cba-9164-cc90aebc089b tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0641193 Jul 08 21:05:52.589471 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ac17ef91-f4c8-414f-983a-005990b47594 req-dc631f8f-37f4-400c-9971-d42c87f5beb8 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339353 Jul 08 21:05:52.679460 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844acefd-9f30-4649-8467-5b4a6d855b87 req-a6d4bcdd-510d-4fcd-8c37-22176127a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:52.680916 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-844acefd-9f30-4649-8467-5b4a6d855b87 req-a6d4bcdd-510d-4fcd-8c37-22176127a495 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92724ea3058b40a9a174752c521d9cb7&device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 1097 time: 0.0546339 Jul 08 21:05:52.787495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844acefd-9f30-4649-8467-5b4a6d855b87 req-f8d3a5a1-5918-40f0-9ce4-0f50f8465d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:52.789008 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-844acefd-9f30-4649-8467-5b4a6d855b87 req-f8d3a5a1-5918-40f0-9ce4-0f50f8465d7b service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8 HTTP/1.1" status: 200 len: 912 time: 0.0844309 Jul 08 21:05:52.841330 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-844acefd-9f30-4649-8467-5b4a6d855b87 req-215b2256-e1b3-4f3a-bccc-ac678ce54f18 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db HTTP/1.1" status: 200 len: 217 time: 0.0387762 Jul 08 21:05:52.893434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844acefd-9f30-4649-8467-5b4a6d855b87 req-424751e7-afef-4974-ac2c-153082f15192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:52.894870 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-844acefd-9f30-4649-8467-5b4a6d855b87 req-424751e7-afef-4974-ac2c-153082f15192 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d50d80af-fe75-4c70-9e25-639f018001ea HTTP/1.1" status: 200 len: 851 time: 0.0432720 Jul 08 21:05:52.932045 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-844acefd-9f30-4649-8467-5b4a6d855b87 req-bb58dcca-f8a0-4cf1-9210-efddf4cdd5e4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252869 Jul 08 21:05:53.021930 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-844acefd-9f30-4649-8467-5b4a6d855b87 req-246a120c-5e80-4ea3-bc3b-996d718f9abf service neutron] 10.222.0.103 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832288 Jul 08 21:05:53.112454 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-844acefd-9f30-4649-8467-5b4a6d855b87 req-09173c1f-ea58-4017-a0a7-44bb13321c12 service neutron] 10.222.0.103 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811434 Jul 08 21:05:53.770546 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:53.776260 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64399bc-c2f5-48b0-abb6-89a7fa460a99 req-921c77f6-9594-4cc7-93a7-38f521c445ab tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:53.777811 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c64399bc-c2f5-48b0-abb6-89a7fa460a99 req-921c77f6-9594-4cc7-93a7-38f521c445ab tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0692942 Jul 08 21:05:53.819642 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c64399bc-c2f5-48b0-abb6-89a7fa460a99 req-1d92ed26-7694-4c02-8acd-e346d8781a44 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363150 Jul 08 21:05:54.998815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9e7af-b5f1-47e7-96d7-7b25f48c1916 req-0e31a99e-4a04-4ca0-a328-6dad9408ea7f tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:55.000320 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fab9e7af-b5f1-47e7-96d7-7b25f48c1916 req-0e31a99e-4a04-4ca0-a328-6dad9408ea7f tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0689149 Jul 08 21:05:55.037738 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fab9e7af-b5f1-47e7-96d7-7b25f48c1916 req-ff0807f6-e045-4bb6-85d4-6c9ef07fc917 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Jul 08 21:05:56.212125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0be11-d49f-4156-9d20-9b49061394f8 req-b4788ab0-add7-4eb0-b5ac-67a921948677 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:56.213814 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3f0be11-d49f-4156-9d20-9b49061394f8 req-b4788ab0-add7-4eb0-b5ac-67a921948677 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0649536 Jul 08 21:05:56.251095 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d3f0be11-d49f-4156-9d20-9b49061394f8 req-d09500f9-3131-4f6f-a6f9-88ad479bcab9 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317879 Jul 08 21:05:57.429361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5b99-9cdf-4a86-943a-ccb5d212baac req-619ec62e-da51-4176-b598-b08bb5dac5f9 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:57.430888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6dcb5b99-9cdf-4a86-943a-ccb5d212baac req-619ec62e-da51-4176-b598-b08bb5dac5f9 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0653150 Jul 08 21:05:57.469295 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6dcb5b99-9cdf-4a86-943a-ccb5d212baac req-9b2338b8-4161-42e6-a2f2-253e3c31a34b tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327756 Jul 08 21:05:58.184917 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-7ff66dc6-82b2-46f5-bf13-fa1cd2cb3176 service neutron] show failed (client error): The resource could not be found. Jul 08 21:05:58.185933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-7ff66dc6-82b2-46f5-bf13-fa1cd2cb3176 service neutron] 10.222.0.103 "GET /v2.0/ports/50ea534f-0a84-4f35-948a-19f3f1dcc4db/bindings/n-h1-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0542293 Jul 08 21:05:58.534105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-f5dd99bd-3807-448d-80a0-7edf21a03ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:58.535639 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-f5dd99bd-3807-448d-80a0-7edf21a03ed8 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e&tenant_id=92724ea3058b40a9a174752c521d9cb7 HTTP/1.1" status: 200 len: 1097 time: 0.1383691 Jul 08 21:05:58.547194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:05:58.620087 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:58.649802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8370c4-99be-47a7-909c-9a9d33b332bd req-e9c57fe3-9ec9-45a1-b568-cce6d692c6f5 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:58.651357 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f8370c4-99be-47a7-909c-9a9d33b332bd req-e9c57fe3-9ec9-45a1-b568-cce6d692c6f5 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0705984 Jul 08 21:05:58.690743 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f8370c4-99be-47a7-909c-9a9d33b332bd req-f6f34f5b-c338-4b08-bd8b-e004b55442ca tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Jul 08 21:05:58.875389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] For port 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db,segment=NetworkSegment(0af05d99-2989-4a8d-baf8-2b7086e4524d),segment_id=0af05d99-2989-4a8d-baf8-2b7086e4524d)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:05:58.910319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] For port 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:05:58.948049 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4699a5c2-c26c-472a-9226-c5974605c23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ea534f-0a84-4f35-948a-19f3f1dcc4db'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:05:58.951777 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a5ae9b-1bd9-4599-b39b-d4ebf899aef4" -d '{"events": [{"server_uuid": "4699a5c2-c26c-472a-9226-c5974605c23e", "name": "network-vif-unplugged", "status": "completed", "tag": "50ea534f-0a84-4f35-948a-19f3f1dcc4db"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:05:58.955827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:58.970855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Transition to ACTIVE for port object 50ea534f-0a84-4f35-948a-19f3f1dcc4db will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:05:58.975286 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:59.047810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Pushing event updated for resources: {'Port': ['ID=50ea534f-0a84-4f35-948a-19f3f1dcc4db,revision_number=6']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:59.050043 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] No DVR routers for this DVR port 50ea534f-0a84-4f35-948a-19f3f1dcc4db on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:05:59.059114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:05:59.059455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:05:59.059796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:05:59.060133 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:05:59.060468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:05:59.060857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:05:59.061232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:05:59.061603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:05:59.061937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:05:59.062264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:05:59.062594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:05:59.062915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:05:59.068869 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34daa064-a2fe-4986-ad54-b185606e3af1 x-openstack-request-id: req-34daa064-a2fe-4986-ad54-b185606e3af1 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:05:59.069157 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4699a5c2-c26c-472a-9226-c5974605c23e", "name": "network-vif-unplugged", "status": "completed", "tag": "50ea534f-0a84-4f35-948a-19f3f1dcc4db", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:05:59.069408 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-34daa064-a2fe-4986-ad54-b185606e3af1 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:05:59.069789 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4699a5c2-c26c-472a-9226-c5974605c23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ea534f-0a84-4f35-948a-19f3f1dcc4db', 'code': 200} Jul 08 21:05:59.100745 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Attempting to bind port 50ea534f-0a84-4f35-948a-19f3f1dcc4db on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:05:59.101081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Attempting to bind port 50ea534f-0a84-4f35-948a-19f3f1dcc4db by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '0af05d99-2989-4a8d-baf8-2b7086e4524d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e50da0ae-6f40-42c3-92ac-61d090a0a7c8'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:05:59.101411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Attempting to bind port 50ea534f-0a84-4f35-948a-19f3f1dcc4db on network e50da0ae-6f40-42c3-92ac-61d090a0a7c8 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:05:59.105906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Port 50ea534f-0a84-4f35-948a-19f3f1dcc4db on network e50da0ae-6f40-42c3-92ac-61d090a0a7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:05:59.106227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Attempting to bind port 50ea534f-0a84-4f35-948a-19f3f1dcc4db on network e50da0ae-6f40-42c3-92ac-61d090a0a7c8 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:05:59.110962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:05:59.111297 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Checking segment: {'id': '0af05d99-2989-4a8d-baf8-2b7086e4524d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e50da0ae-6f40-42c3-92ac-61d090a0a7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:05:59.111683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Bound using segment: {'id': '0af05d99-2989-4a8d-baf8-2b7086e4524d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e50da0ae-6f40-42c3-92ac-61d090a0a7c8'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:05:59.112108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Bound port: 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af05d99-2989-4a8d-baf8-2b7086e4524d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e50da0ae-6f40-42c3-92ac-61d090a0a7c8'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:05:59.112462 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:59.173834 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] For port 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:05:59.176818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] For port 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db,segment=NetworkSegment(0af05d99-2989-4a8d-baf8-2b7086e4524d),segment_id=0af05d99-2989-4a8d-baf8-2b7086e4524d)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:05:59.181388 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:59.223894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:59.224520 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:05:59.225942 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] 10.222.0.104 "PUT /v2.0/ports/50ea534f-0a84-4f35-948a-19f3f1dcc4db HTTP/1.1" status: 200 len: 1092 time: 0.6834199 Jul 08 21:05:59.243622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb2e1d-3ef8-4429-a402-a1cb7259c068 service neutron] Pushing event updated for resources: {'Port': ['ID=50ea534f-0a84-4f35-948a-19f3f1dcc4db,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:05:59.304103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-08d704ea-4cfd-41ed-8a57-0ea40e06464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:59.305643 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-08d704ea-4cfd-41ed-8a57-0ea40e06464b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=92724ea3058b40a9a174752c521d9cb7&device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 1095 time: 0.0551476 Jul 08 21:05:59.394224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-98113706-099c-4799-ba6b-edac8a65d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:59.395755 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-98113706-099c-4799-ba6b-edac8a65d999 service neutron] 10.222.0.104 "GET /v2.0/networks?id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8 HTTP/1.1" status: 200 len: 912 time: 0.0831733 Jul 08 21:05:59.440465 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-17c6af97-280d-4d7e-8c0f-4a7b651cd613 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db HTTP/1.1" status: 200 len: 217 time: 0.0380688 Jul 08 21:05:59.487382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-3828d2b3-592e-4daa-8814-75d462118d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:59.488759 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-3828d2b3-592e-4daa-8814-75d462118d42 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d50d80af-fe75-4c70-9e25-639f018001ea HTTP/1.1" status: 200 len: 851 time: 0.0429668 Jul 08 21:05:59.521495 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-0d3ac2a0-eefd-4989-87fa-a05f5b533a68 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268865 Jul 08 21:05:59.531381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-f2893164-c6bb-44f3-8820-edd348dced62 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:05:59.532359 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-f2893164-c6bb-44f3-8820-edd348dced62 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048940 Jul 08 21:05:59.623946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-c370243d-c878-4531-89df-39c7e75f9549 service neutron] 10.222.0.104 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856051 Jul 08 21:05:59.710681 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b226595a-1c70-4fb3-8976-ea54a298d6b9 req-35d48f35-1e81-41b6-9be9-e35c45c61df9 service neutron] 10.222.0.104 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809529 Jul 08 21:05:59.869062 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fc63b-b66e-49b4-b4bf-1bc8abc2a833 req-07481535-0ea2-4c16-a1a5-8d4def230320 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:05:59.871233 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-201fc63b-b66e-49b4-b4bf-1bc8abc2a833 req-07481535-0ea2-4c16-a1a5-8d4def230320 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 943 time: 0.0653760 Jul 08 21:05:59.911967 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-201fc63b-b66e-49b4-b4bf-1bc8abc2a833 req-7ccd310d-1da7-4bc1-a348-a4f0f29cbe20 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350444 Jul 08 21:06:01.071382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4699a5c2-c26c-472a-9226-c5974605c23e', 'tag': '50ea534f-0a84-4f35-948a-19f3f1dcc4db'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:06:01.074398 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11095b87-8537-40a7-bc2d-b67cbd3930fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4699a5c2-c26c-472a-9226-c5974605c23e", "tag": "50ea534f-0a84-4f35-948a-19f3f1dcc4db"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:06:01.109804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dac0ad-d5d4-474a-a7e3-130780c0964a req-897e8fd9-ce23-4767-8eca-f614a479dce6 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:01.111358 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f0dac0ad-d5d4-474a-a7e3-130780c0964a req-897e8fd9-ce23-4767-8eca-f614a479dce6 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 943 time: 0.0761540 Jul 08 21:06:01.125467 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70fad6a-b4e3-402f-858c-b4d4706a1674 x-openstack-request-id: req-e70fad6a-b4e3-402f-858c-b4d4706a1674 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:06:01.125761 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4699a5c2-c26c-472a-9226-c5974605c23e", "tag": "50ea534f-0a84-4f35-948a-19f3f1dcc4db", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:06:01.126016 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e70fad6a-b4e3-402f-858c-b4d4706a1674 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:06:01.126400 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4699a5c2-c26c-472a-9226-c5974605c23e', 'tag': '50ea534f-0a84-4f35-948a-19f3f1dcc4db', 'status': 'completed', 'code': 200} Jul 08 21:06:01.154671 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f0dac0ad-d5d4-474a-a7e3-130780c0964a req-65ddcd43-9560-4921-a682-67acce39d2a6 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367420 Jul 08 21:06:01.207758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-bb091b56-c373-4e98-9155-92138bae1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:01.209221 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-bb091b56-c373-4e98-9155-92138bae1e36 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92724ea3058b40a9a174752c521d9cb7&device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 1095 time: 0.0560215 Jul 08 21:06:01.210622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-e1df74fa-244c-41db-9223-ca663e6a5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:01.212159 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-e1df74fa-244c-41db-9223-ca663e6a5a33 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=92724ea3058b40a9a174752c521d9cb7&device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 1095 time: 0.0565746 Jul 08 21:06:01.315275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-870fdba4-7427-4f83-9887-8c3eab7b84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:01.316816 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-870fdba4-7427-4f83-9887-8c3eab7b84ab service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8 HTTP/1.1" status: 200 len: 912 time: 0.0970395 Jul 08 21:06:01.318072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-02d2778a-e033-43a5-b20f-90726cc88b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:01.319718 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-02d2778a-e033-43a5-b20f-90726cc88b54 service neutron] 10.222.0.104 "GET /v2.0/networks?id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8 HTTP/1.1" status: 200 len: 912 time: 0.1001184 Jul 08 21:06:01.363670 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-901f0e5b-b142-4a89-8963-44ca6ad4a6bd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db HTTP/1.1" status: 200 len: 217 time: 0.0375526 Jul 08 21:06:01.365976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-e4a197e6-5aa4-4981-8edb-f1b81c5b7413 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db HTTP/1.1" status: 200 len: 217 time: 0.0388761 Jul 08 21:06:01.431534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-16da6f19-5492-470d-b2ca-a4e1206979a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:01.433133 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-16da6f19-5492-470d-b2ca-a4e1206979a2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d50d80af-fe75-4c70-9e25-639f018001ea HTTP/1.1" status: 200 len: 851 time: 0.0509095 Jul 08 21:06:01.435476 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-6de85361-378e-4fed-82a2-4235f3e454a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:01.437051 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-6de85361-378e-4fed-82a2-4235f3e454a5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d50d80af-fe75-4c70-9e25-639f018001ea HTTP/1.1" status: 200 len: 851 time: 0.0614383 Jul 08 21:06:01.466636 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-d9b52111-4553-489c-b7c4-31c216173ff9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271423 Jul 08 21:06:01.474596 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-846e7e26-73c2-4824-8b66-614474e6b7c1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268729 Jul 08 21:06:01.561566 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-d7e9e33a-39b8-4b8c-b1f2-e3e40358ccec service neutron] 10.222.0.104 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888283 Jul 08 21:06:01.567165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-e3b2d09a-8e1e-4060-b9f2-ae2f405d73e4 service neutron] 10.222.0.103 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821674 Jul 08 21:06:01.650487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-e4e7104d-02d7-43a5-9169-fb4858d37d82 service neutron] 10.222.0.104 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827274 Jul 08 21:06:01.665958 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11095b87-8537-40a7-bc2d-b67cbd3930fd req-afee6bb3-9fee-4dfc-bd40-8f20650bfc50 service neutron] 10.222.0.103 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887642 Jul 08 21:06:02.117036 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 50ea534f-0a84-4f35-948a-19f3f1dcc4db no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:06:02.158975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 50ea534f-0a84-4f35-948a-19f3f1dcc4db not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:06:02.224095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 50ea534f-0a84-4f35-948a-19f3f1dcc4db details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:06:02.318554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db,segment=NetworkSegment(0af05d99-2989-4a8d-baf8-2b7086e4524d),segment_id=0af05d99-2989-4a8d-baf8-2b7086e4524d)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:06:02.332589 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '50ea534f-0a84-4f35-948a-19f3f1dcc4db', 'network_id': 'e50da0ae-6f40-42c3-92ac-61d090a0a7c8', 'port_id': '50ea534f-0a84-4f35-948a-19f3f1dcc4db', 'mac_address': 'fa:16:3e:9f:c0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50d80af-fe75-4c70-9e25-639f018001ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:06:02.348658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d355-146d-4930-9ccb-7d4c38207e04 req-4e42b4ea-b941-4f9b-8323-af55ab7f08f4 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:02.350180 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2cc4d355-146d-4930-9ccb-7d4c38207e04 req-4e42b4ea-b941-4f9b-8323-af55ab7f08f4 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 943 time: 0.0658727 Jul 08 21:06:02.373987 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:02.387316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ea534f-0a84-4f35-948a-19f3f1dcc4db {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:06:02.389904 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2cc4d355-146d-4930-9ccb-7d4c38207e04 req-d3e752f0-3dcb-451e-9a2b-1d8304f1fb05 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334592 Jul 08 21:06:02.408053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db,segment=NetworkSegment(0af05d99-2989-4a8d-baf8-2b7086e4524d),segment_id=0af05d99-2989-4a8d-baf8-2b7086e4524d)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:06:02.411770 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:02.462476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=50ea534f-0a84-4f35-948a-19f3f1dcc4db,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:02.470303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:02.470658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:02.471003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:02.471342 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:02.471676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:02.472055 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:02.472424 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:02.472833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:02.473193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:02.473553 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:02.473913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:02.474320 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:02.638325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['50ea534f-0a84-4f35-948a-19f3f1dcc4db'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:06:02.847711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-93bc8f6b-7fc4-4dd3-894c-7e9603ea1163 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:02.849347 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-93bc8f6b-7fc4-4dd3-894c-7e9603ea1163 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.103 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e&tenant_id=92724ea3058b40a9a174752c521d9cb7&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 944 time: 0.1175077 Jul 08 21:06:02.909688 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-664637b2-94a7-44ac-90cc-f903c9764268 service neutron] delete failed (client error): The resource could not be found. Jul 08 21:06:02.910668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-664637b2-94a7-44ac-90cc-f903c9764268 service neutron] 10.222.0.103 "DELETE /v2.0/ports/50ea534f-0a84-4f35-948a-19f3f1dcc4db/bindings/n-h2-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0544391 Jul 08 21:06:03.017634 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-68d5c3d0-d1a8-440c-bc29-b0678b341355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:03.019092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-68d5c3d0-d1a8-440c-bc29-b0678b341355 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92724ea3058b40a9a174752c521d9cb7&device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 1096 time: 0.0532544 Jul 08 21:06:03.118300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-0660d1c8-783b-4690-8c7a-412495e2d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:03.119805 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-0660d1c8-783b-4690-8c7a-412495e2d766 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8 HTTP/1.1" status: 200 len: 912 time: 0.0909719 Jul 08 21:06:03.164354 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-80d52b42-1a3d-4093-9c1c-82ef13388ae6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db HTTP/1.1" status: 200 len: 217 time: 0.0354474 Jul 08 21:06:03.216146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-1c83e27d-3727-4fb7-b070-4ff4fce4b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:03.217680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-1c83e27d-3727-4fb7-b070-4ff4fce4b22e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d50d80af-fe75-4c70-9e25-639f018001ea HTTP/1.1" status: 200 len: 851 time: 0.0472655 Jul 08 21:06:03.254312 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-ea8cf8a6-cb3d-4bac-955d-554da5e0b38b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50da0ae-6f40-42c3-92ac-61d090a0a7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266411 Jul 08 21:06:03.345638 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-ade81b4b-4565-44e0-9bf8-bf3c341466e2 service neutron] 10.222.0.103 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845675 Jul 08 21:06:03.444472 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-8458ee2b-25ef-4905-a2e6-8d1103d116e8 service neutron] 10.222.0.103 "GET /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882764 Jul 08 21:06:04.114824 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a309e294-7f79-4636-9651-8b19145d50b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:04.234913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 50ea534f-0a84-4f35-948a-19f3f1dcc4db up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:06:04.284368 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 50ea534f-0a84-4f35-948a-19f3f1dcc4db completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:06:04.288055 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 50ea534f-0a84-4f35-948a-19f3f1dcc4db triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:06:04.288429 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:04.359637 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a294f6-f438-46ad-b74a-a44817170888 req-49aa6108-9779-434d-9cff-13f63c4d0cfb tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:04.361226 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20a294f6-f438-46ad-b74a-a44817170888 req-49aa6108-9779-434d-9cff-13f63c4d0cfb tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 944 time: 0.0643358 Jul 08 21:06:04.367066 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:04.390979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4699a5c2-c26c-472a-9226-c5974605c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea534f-0a84-4f35-948a-19f3f1dcc4db'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:06:04.393561 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c98104-6da3-4da6-8dea-6228e2247f02" -d '{"events": [{"server_uuid": "4699a5c2-c26c-472a-9226-c5974605c23e", "name": "network-vif-plugged", "status": "completed", "tag": "50ea534f-0a84-4f35-948a-19f3f1dcc4db"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:06:04.407229 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20a294f6-f438-46ad-b74a-a44817170888 req-a53bb29a-0245-4363-b345-4ba9d544df3b tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Jul 08 21:06:04.407498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db,segment=NetworkSegment(0af05d99-2989-4a8d-baf8-2b7086e4524d),segment_id=0af05d99-2989-4a8d-baf8-2b7086e4524d)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:06:04.411756 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:04.443220 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94a351b-6d41-446e-b890-60f0400a6e5f x-openstack-request-id: req-d94a351b-6d41-446e-b890-60f0400a6e5f {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:06:04.443508 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4699a5c2-c26c-472a-9226-c5974605c23e", "name": "network-vif-plugged", "status": "completed", "tag": "50ea534f-0a84-4f35-948a-19f3f1dcc4db", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:06:04.443753 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d94a351b-6d41-446e-b890-60f0400a6e5f {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:06:04.444130 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4699a5c2-c26c-472a-9226-c5974605c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea534f-0a84-4f35-948a-19f3f1dcc4db', 'code': 200} Jul 08 21:06:04.471325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=50ea534f-0a84-4f35-948a-19f3f1dcc4db,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:05.559102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-d613023a-ca79-431d-a5a0-a90a4e798059 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:05.560713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-d613023a-ca79-431d-a5a0-a90a4e798059 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.104 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0702300 Jul 08 21:06:05.592718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5bcf6-844c-4be1-bb51-80d755532e2f req-1c8e1915-c1f3-49ab-8efd-52c0f770387b tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:05.594289 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cfa5bcf6-844c-4be1-bb51-80d755532e2f req-1c8e1915-c1f3-49ab-8efd-52c0f770387b tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/ports?device_id=4699a5c2-c26c-472a-9226-c5974605c23e HTTP/1.1" status: 200 len: 945 time: 0.0683773 Jul 08 21:06:05.632850 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cfa5bcf6-844c-4be1-bb51-80d755532e2f req-e2cf61d4-3398-4232-b81a-aa6194d8d87f tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.101 "GET /v2.0/security-groups?id=084b13c7-72de-4d80-8757-fcc66df96a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328808 Jul 08 21:06:05.660406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-27a9f46b-efd2-43cc-89e5-45397a11de05 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Deleting port 50ea534f-0a84-4f35-948a-19f3f1dcc4db {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:06:05.660778 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-27a9f46b-efd2-43cc-89e5-45397a11de05 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:05.754675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-27a9f46b-efd2-43cc-89e5-45397a11de05 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] For port 50ea534f-0a84-4f35-948a-19f3f1dcc4db, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=50ea534f-0a84-4f35-948a-19f3f1dcc4db,segment=NetworkSegment(0af05d99-2989-4a8d-baf8-2b7086e4524d),segment_id=0af05d99-2989-4a8d-baf8-2b7086e4524d)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:06:05.755034 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-27a9f46b-efd2-43cc-89e5-45397a11de05 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:05.767078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-27a9f46b-efd2-43cc-89e5-45397a11de05 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Calling delete_port for 50ea534f-0a84-4f35-948a-19f3f1dcc4db owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:06:05.892805 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-27a9f46b-efd2-43cc-89e5-45397a11de05 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:05.905168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['50ea534f-0a84-4f35-948a-19f3f1dcc4db'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:06:05.926872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9f46b-efd2-43cc-89e5-45397a11de05 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Pushing event deleted for resources: {'Port': ['ID=50ea534f-0a84-4f35-948a-19f3f1dcc4db,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:05.969946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-27a9f46b-efd2-43cc-89e5-45397a11de05 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] No DVR routers for this DVR port 50ea534f-0a84-4f35-948a-19f3f1dcc4db on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:06:05.972522 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-27a9f46b-efd2-43cc-89e5-45397a11de05 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:05.974528 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c744834c-f3e5-46e3-8fc3-421293b1e420 req-27a9f46b-efd2-43cc-89e5-45397a11de05 tempest-DeleteServersTestJSON-176129296 tempest-DeleteServersTestJSON-176129296-project] 10.222.0.104 "DELETE /v2.0/ports/50ea534f-0a84-4f35-948a-19f3f1dcc4db HTTP/1.1" status: 204 len: 173 time: 0.4088125 Jul 08 21:06:05.974956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4699a5c2-c26c-472a-9226-c5974605c23e', 'name': 'network-vif-deleted', 'tag': '50ea534f-0a84-4f35-948a-19f3f1dcc4db'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:06:05.977231 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676139d4-0bbf-4be6-8501-0ea3394b5c86" -d '{"events": [{"server_uuid": "4699a5c2-c26c-472a-9226-c5974605c23e", "name": "network-vif-deleted", "tag": "50ea534f-0a84-4f35-948a-19f3f1dcc4db"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:06:06.015560 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b7c524-8ce7-4b18-80d6-468ba9bc5602 x-openstack-request-id: req-f5b7c524-8ce7-4b18-80d6-468ba9bc5602 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:06:06.015844 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4699a5c2-c26c-472a-9226-c5974605c23e", "name": "network-vif-deleted", "tag": "50ea534f-0a84-4f35-948a-19f3f1dcc4db", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:06:06.016099 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f5b7c524-8ce7-4b18-80d6-468ba9bc5602 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:06:06.016503 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4699a5c2-c26c-472a-9226-c5974605c23e', 'name': 'network-vif-deleted', 'tag': '50ea534f-0a84-4f35-948a-19f3f1dcc4db', 'status': 'completed', 'code': 200} Jul 08 21:06:06.174020 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:06:06.872766 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45720) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:06:06.917224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Deleting subnet d50d80af-fe75-4c70-9e25-639f018001ea {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:06:06.920274 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:06.955472 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:06.992524 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.051068 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d2939bab-d337-4d47-89c1-c54b2159049a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.052251 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.080360 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50d80af-fe75-4c70-9e25-639f018001ea,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:07.083228 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.084650 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d50d80af-fe75-4c70-9e25-639f018001ea HTTP/1.1" status: 204 len: 168 time: 0.2108884 Jul 08 21:06:07.087257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45722) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:06:07.099095 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:07.099440 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:07.099778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:07.100112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:07.100442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:07.100796 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:07.101124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:07.101445 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:07.101767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:07.102086 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:07.102405 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:07.102720 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba7f94-4c1a-4730-a334-60f228120b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:06:07.163902 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b03ade-97a5-4fac-866c-6713d4e24393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.178545 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.566277 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b03ade-97a5-4fac-866c-6713d4e24393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.575863 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-48b03ade-97a5-4fac-866c-6713d4e24393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50da0ae-6f40-42c3-92ac-61d090a0a7c8']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:06:07.585914 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-48b03ade-97a5-4fac-866c-6713d4e24393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af05d99-2989-4a8d-baf8-2b7086e4524d') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:06:07.586213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-48b03ade-97a5-4fac-866c-6713d4e24393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af05d99-2989-4a8d-baf8-2b7086e4524d') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:06:07.595613 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b03ade-97a5-4fac-866c-6713d4e24393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.610131 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b03ade-97a5-4fac-866c-6713d4e24393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.615923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b03ade-97a5-4fac-866c-6713d4e24393 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:06:07.616307 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b03ade-97a5-4fac-866c-6713d4e24393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:06:07.617959 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:06:07.670954 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b03ade-97a5-4fac-866c-6713d4e24393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.676778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-48b03ade-97a5-4fac-866c-6713d4e24393 admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.678614 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-48b03ade-97a5-4fac-866c-6713d4e24393 admin admin] 10.222.0.101 "DELETE /v2.0/networks/e50da0ae-6f40-42c3-92ac-61d090a0a7c8 HTTP/1.1" status: 204 len: 168 time: 0.5904517 Jul 08 21:06:07.689917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b03ade-97a5-4fac-866c-6713d4e24393 admin admin] Pushing event deleted for resources: {'Network': ['ID=e50da0ae-6f40-42c3-92ac-61d090a0a7c8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:07.786555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45726) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:06:07.826840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d4623c99-c989-469c-aee8-53d40966b35d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=92724ea3058b40a9a174752c521d9cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389938 Jul 08 21:06:07.829300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45728) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:06:07.877137 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4314ceb4-de2c-4b4e-8a8c-be5f6faea928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.898625 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4314ceb4-de2c-4b4e-8a8c-be5f6faea928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.950742 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4314ceb4-de2c-4b4e-8a8c-be5f6faea928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.953571 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4314ceb4-de2c-4b4e-8a8c-be5f6faea928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:07.954842 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4314ceb4-de2c-4b4e-8a8c-be5f6faea928 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/084b13c7-72de-4d80-8757-fcc66df96a54 HTTP/1.1" status: 204 len: 168 time: 0.1244996 Jul 08 21:06:07.962720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314ceb4-de2c-4b4e-8a8c-be5f6faea928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084b13c7-72de-4d80-8757-fcc66df96a54,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:08.368574 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:08.626702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 45750) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:06:08.719780 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-474210788-network', 'tenant_id': 'a0b4616978174082b11d09386161527b'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:06:08.740066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Made reservation on behalf of a0b4616978174082b11d09386161527b for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:06:08.742415 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:08.750647 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:08.847992 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:08.851813 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:08.879516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:06:08.885869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeeae81-98f6-4628-938e-07a1f107e448,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:08.892879 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:08.893272 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Added segment 17556cbb-e764-4389-80d5-78c331e22dc4 of type vlan for network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 Jul 08 21:06:08.932067 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:08.964358 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:08.965609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:08.966201 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:09.020677 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3928452 Jul 08 21:06:09.023661 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 45754) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:06:09.025816 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ad3b2-2ea9-46f3-a0ab-eece1e43258f admin admin] Pushing event updated for resources: {'Network': ['ID=969c15a4-7f5a-442a-9d0f-5a63aecb8411,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:09.029638 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-5362ad1d-ce8a-4a4e-9771-fb01b0416088 admin admin] Request body: {'subnet': {'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-474210788-subnet', 'tenant_id': 'a0b4616978174082b11d09386161527b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:06:09.036408 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:06:09.050964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5362ad1d-ce8a-4a4e-9771-fb01b0416088 admin admin] Made reservation on behalf of a0b4616978174082b11d09386161527b for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:06:09.053333 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5362ad1d-ce8a-4a4e-9771-fb01b0416088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:09.225464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5362ad1d-ce8a-4a4e-9771-fb01b0416088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:09.279528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362ad1d-ce8a-4a4e-9771-fb01b0416088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc52f7e7-2cf1-41ee-8e50-989674bb6616,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:09.291158 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362ad1d-ce8a-4a4e-9771-fb01b0416088 admin admin] Checking segment: {'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:06:09.291537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5362ad1d-ce8a-4a4e-9771-fb01b0416088 admin admin] Network hostable DHCP agents. Network: 969c15a4-7f5a-442a-9d0f-5a63aecb8411, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:06:09.308825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5362ad1d-ce8a-4a4e-9771-fb01b0416088 admin admin] Network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:06:09.317173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-5362ad1d-ce8a-4a4e-9771-fb01b0416088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 969c15a4-7f5a-442a-9d0f-5a63aecb8411) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:06:09.321669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5362ad1d-ce8a-4a4e-9771-fb01b0416088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:09.322825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5362ad1d-ce8a-4a4e-9771-fb01b0416088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:09.326982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2746339a-f3da-43dd-96d0-6f1a09759415 None None] Network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:06:09.348686 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5362ad1d-ce8a-4a4e-9771-fb01b0416088 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3185179 Jul 08 21:06:09.463418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e49d69e-421e-4c27-b819-0e09f1662801 None None] Network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:06:09.782544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-4ca3bb2e-c7ba-4ce8-a26f-ae4299b015f9 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:09.784040 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-4ca3bb2e-c7ba-4ce8-a26f-ae4299b015f9 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 814 time: 0.1080978 Jul 08 21:06:09.799020 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-9a8ee88d-8828-4f21-ac5f-7ca1a4e1032b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/quotas/a0b4616978174082b11d09386161527b HTTP/1.1" status: 200 len: 375 time: 0.0093703 Jul 08 21:06:09.836771 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-128941e8-2b5c-4274-bd93-fcb072249c93 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327122 Jul 08 21:06:09.925684 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-e8e022f3-2015-4b9e-a874-21a281c781ef service neutron] 10.222.0.101 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822816 Jul 08 21:06:09.935948 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:10.020981 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-6e03a11c-227e-4acd-8c1c-f759c68a390a service neutron] 10.222.0.101 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895739 Jul 08 21:06:10.192535 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9168f05d-55eb-469f-9717-ba5c35d9c3c4 req-fbaedbfc-b560-4a9b-8527-f003bd9267ac tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 210 time: 0.0337987 Jul 08 21:06:10.298077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 50ea534f-0a84-4f35-948a-19f3f1dcc4db no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:06:10.325584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 50ea534f-0a84-4f35-948a-19f3f1dcc4db {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:06:10.326328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 50ea534f-0a84-4f35-948a-19f3f1dcc4db not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:06:11.233047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-5f144a9a-dbe5-4b22-9bd7-54547a402663 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:11.234740 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-5f144a9a-dbe5-4b22-9bd7-54547a402663 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.104 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 814 time: 0.1045244 Jul 08 21:06:11.247476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-8002fd10-bbff-4bfb-a0ad-0678e82c89b4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Request body: {'port': {'device_id': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411', 'admin_state_up': True, 'tenant_id': 'a0b4616978174082b11d09386161527b'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:06:11.357160 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a1f051c6-8e53-4852-96a3-3f598156fa87 req-c542a17f-3040-4ff2-9462-bbc6e010b634 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 210 time: 0.0426154 Jul 08 21:06:11.395707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-8002fd10-bbff-4bfb-a0ad-0678e82c89b4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Made reservation on behalf of a0b4616978174082b11d09386161527b for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:06:11.399473 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-8002fd10-bbff-4bfb-a0ad-0678e82c89b4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:11.529741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-8002fd10-bbff-4bfb-a0ad-0678e82c89b4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Allocated IP 172.20.0.12 (969c15a4-7f5a-442a-9d0f-5a63aecb8411/dc52f7e7-2cf1-41ee-8e50-989674bb6616/6f646aae-26f1-46e9-b6d7-66472941b4dc) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:06:11.675575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-8002fd10-bbff-4bfb-a0ad-0678e82c89b4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:11.714241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-8002fd10-bbff-4bfb-a0ad-0678e82c89b4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:11.764128 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-8002fd10-bbff-4bfb-a0ad-0678e82c89b4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:06:11.767230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-8002fd10-bbff-4bfb-a0ad-0678e82c89b4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:06:11.769615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-8002fd10-bbff-4bfb-a0ad-0678e82c89b4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:06:11.800807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002fd10-bbff-4bfb-a0ad-0678e82c89b4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Pushing event updated for resources: {'Port': ['ID=6f646aae-26f1-46e9-b6d7-66472941b4dc,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:11.827971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-8002fd10-bbff-4bfb-a0ad-0678e82c89b4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:11.828580 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-8002fd10-bbff-4bfb-a0ad-0678e82c89b4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:11.842949 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-8002fd10-bbff-4bfb-a0ad-0678e82c89b4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6003983 Jul 08 21:06:11.854294 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Request body: {'port': {'device_id': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:06:11.930503 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:12.192406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f646aae-26f1-46e9-b6d7-66472941b4dc {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:06:12.200933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:12.212956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Transition to ACTIVE for port object 6f646aae-26f1-46e9-b6d7-66472941b4dc will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:06:12.217095 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:12.267819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f646aae-26f1-46e9-b6d7-66472941b4dc,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:12.337042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Attempting to bind port 6f646aae-26f1-46e9-b6d7-66472941b4dc on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:06:12.337378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Attempting to bind port 6f646aae-26f1-46e9-b6d7-66472941b4dc by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:06:12.337707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Attempting to bind port 6f646aae-26f1-46e9-b6d7-66472941b4dc on network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:06:12.342655 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Port 6f646aae-26f1-46e9-b6d7-66472941b4dc on network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:06:12.342977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Attempting to bind port 6f646aae-26f1-46e9-b6d7-66472941b4dc on network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:06:12.347783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:06:12.348112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Checking segment: {'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:06:12.348498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Bound using segment: {'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:06:12.348953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Bound port: 6f646aae-26f1-46e9-b6d7-66472941b4dc, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:06:12.349313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:12.414682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] For port 6f646aae-26f1-46e9-b6d7-66472941b4dc, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:06:12.418366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] For port 6f646aae-26f1-46e9-b6d7-66472941b4dc, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:06:12.426942 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:12.466450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:12.467074 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:12.468511 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] 10.222.0.104 "PUT /v2.0/ports/6f646aae-26f1-46e9-b6d7-66472941b4dc HTTP/1.1" status: 200 len: 1093 time: 0.6181722 Jul 08 21:06:12.468991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'tag': '6f646aae-26f1-46e9-b6d7-66472941b4dc'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:06:12.471290 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f67500d-1be5-4b0d-8734-42b00c3e5c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e673816-0c23-4a17-9516-12d5eb2cf069", "tag": "6f646aae-26f1-46e9-b6d7-66472941b4dc"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:06:12.501658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c094a4-a0f1-49b5-815a-8264fb3102c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f646aae-26f1-46e9-b6d7-66472941b4dc,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:12.543522 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13f7a3d-df15-4a37-89a1-f242338ede9a x-openstack-request-id: req-a13f7a3d-df15-4a37-89a1-f242338ede9a {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:06:12.543820 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e673816-0c23-4a17-9516-12d5eb2cf069", "tag": "6f646aae-26f1-46e9-b6d7-66472941b4dc", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:06:12.544077 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a13f7a3d-df15-4a37-89a1-f242338ede9a {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:06:12.544479 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'tag': '6f646aae-26f1-46e9-b6d7-66472941b4dc', 'status': 'completed', 'code': 200} Jul 08 21:06:12.572716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0f2d7-430e-4363-bc63-f3166e754a29 req-b7a5b2ce-eb14-4295-b64a-032aab899ed6 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:12.575069 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5a0f2d7-430e-4363-bc63-f3166e754a29 req-b7a5b2ce-eb14-4295-b64a-032aab899ed6 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 944 time: 0.0858879 Jul 08 21:06:12.597378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-091d948f-622e-4584-9061-ce57e6c2ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:12.598927 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-091d948f-622e-4584-9061-ce57e6c2ad6f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 1096 time: 0.0663826 Jul 08 21:06:12.633646 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5a0f2d7-430e-4363-bc63-f3166e754a29 req-df7d7387-b4bd-4ef7-a63e-d294bc777f89 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521421 Jul 08 21:06:12.642143 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-56a6f03b-6065-4a6b-862f-21c918ad5139 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc HTTP/1.1" status: 200 len: 217 time: 0.0358863 Jul 08 21:06:12.692200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-ad569267-b71d-4ac0-a3f9-a44e024160bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:12.693830 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-ad569267-b71d-4ac0-a3f9-a44e024160bb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0461051 Jul 08 21:06:12.728184 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-a5466925-d411-4833-a4f4-30f4fb4db706 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282407 Jul 08 21:06:12.822457 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-955339c7-22d4-48be-9029-5b1da6912c7e service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875428 Jul 08 21:06:12.911841 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-788535a3-9c7d-444e-a3f2-5408c2f303f6 req-553235fd-0da3-4b60-9deb-3fe8efb77b4a service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815520 Jul 08 21:06:13.018076 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67500d-1be5-4b0d-8734-42b00c3e5c5a req-767d8284-f6c8-4eba-a202-1314655b653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:13.019502 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f67500d-1be5-4b0d-8734-42b00c3e5c5a req-767d8284-f6c8-4eba-a202-1314655b653e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 1096 time: 0.0580127 Jul 08 21:06:13.107616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67500d-1be5-4b0d-8734-42b00c3e5c5a req-43d5177c-72d5-4a36-9cb7-78f7c956b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:13.109134 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f67500d-1be5-4b0d-8734-42b00c3e5c5a req-43d5177c-72d5-4a36-9cb7-78f7c956b232 service neutron] 10.222.0.104 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 915 time: 0.0829968 Jul 08 21:06:13.153975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f67500d-1be5-4b0d-8734-42b00c3e5c5a req-8697fddc-334d-40b7-841d-caf58ad3dc2a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc HTTP/1.1" status: 200 len: 217 time: 0.0385110 Jul 08 21:06:13.202555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67500d-1be5-4b0d-8734-42b00c3e5c5a req-db5b07a3-20c0-4311-b931-8f0d5b6427e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:13.204012 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f67500d-1be5-4b0d-8734-42b00c3e5c5a req-db5b07a3-20c0-4311-b931-8f0d5b6427e7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0436568 Jul 08 21:06:13.236379 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f67500d-1be5-4b0d-8734-42b00c3e5c5a req-191d3840-8c96-4696-b5b0-0bd09452b0bb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260057 Jul 08 21:06:13.330238 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f67500d-1be5-4b0d-8734-42b00c3e5c5a req-5a2177f8-5f9e-4c92-8994-8587fb8aadf9 service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Jul 08 21:06:13.698458 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1f67500d-1be5-4b0d-8734-42b00c3e5c5a req-765739d9-795f-4266-9cf8-67a66b85343e service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615253 Jul 08 21:06:13.814178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fb13b-6137-4790-8f40-5a69d18fd30b req-a95d771c-8145-4747-92e5-7bf3e34d2f9f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:13.815698 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-933fb13b-6137-4790-8f40-5a69d18fd30b req-a95d771c-8145-4747-92e5-7bf3e34d2f9f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 944 time: 0.0627837 Jul 08 21:06:13.858711 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-933fb13b-6137-4790-8f40-5a69d18fd30b req-7cc4360e-9ce7-400c-9550-b2a779542e3f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373633 Jul 08 21:06:14.312321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 6f646aae-26f1-46e9-b6d7-66472941b4dc details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:06:14.409700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 6f646aae-26f1-46e9-b6d7-66472941b4dc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:06:14.424932 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '6f646aae-26f1-46e9-b6d7-66472941b4dc', 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411', 'port_id': '6f646aae-26f1-46e9-b6d7-66472941b4dc', 'mac_address': 'fa:16:3e:7a:59:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc52f7e7-2cf1-41ee-8e50-989674bb6616', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:06:14.462598 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:14.476106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f646aae-26f1-46e9-b6d7-66472941b4dc {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:06:14.496443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 6f646aae-26f1-46e9-b6d7-66472941b4dc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:06:14.500976 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:14.551682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=6f646aae-26f1-46e9-b6d7-66472941b4dc,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:14.685069 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['6f646aae-26f1-46e9-b6d7-66472941b4dc'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:06:15.030423 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654e2ce-7c17-4b59-b4cd-6c04354cc893 req-b150460f-2048-48a3-bfc4-6a429cf535f7 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:15.031839 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7654e2ce-7c17-4b59-b4cd-6c04354cc893 req-b150460f-2048-48a3-bfc4-6a429cf535f7 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 945 time: 0.0627117 Jul 08 21:06:15.068900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7654e2ce-7c17-4b59-b4cd-6c04354cc893 req-a54932c3-222d-4492-8624-91edddd8280a tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314934 Jul 08 21:06:16.240072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bdaf2-026b-4413-9316-568e1467dfb3 req-2d0fc899-5ba5-4b33-bf90-5a2e9c925474 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:16.241589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-344bdaf2-026b-4413-9316-568e1467dfb3 req-2d0fc899-5ba5-4b33-bf90-5a2e9c925474 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 945 time: 0.0631721 Jul 08 21:06:16.279594 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-344bdaf2-026b-4413-9316-568e1467dfb3 req-9eec4cf6-83ea-4396-a49e-7a4471b0efc2 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324166 Jul 08 21:06:16.350381 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 6f646aae-26f1-46e9-b6d7-66472941b4dc up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:06:16.403386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 6f646aae-26f1-46e9-b6d7-66472941b4dc completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:06:16.407224 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 6f646aae-26f1-46e9-b6d7-66472941b4dc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:06:16.407600 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:16.484428 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:16.508080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f646aae-26f1-46e9-b6d7-66472941b4dc'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:06:16.510782 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffbde8b-d214-4587-9959-fb39cc4b78e3" -d '{"events": [{"server_uuid": "4e673816-0c23-4a17-9516-12d5eb2cf069", "name": "network-vif-plugged", "status": "completed", "tag": "6f646aae-26f1-46e9-b6d7-66472941b4dc"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:06:16.523864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 6f646aae-26f1-46e9-b6d7-66472941b4dc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:06:16.529049 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:16.554041 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cdcb72-4974-4243-b364-c3e6dacd59b3 x-openstack-request-id: req-98cdcb72-4974-4243-b364-c3e6dacd59b3 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:06:16.554333 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e673816-0c23-4a17-9516-12d5eb2cf069", "name": "network-vif-plugged", "status": "completed", "tag": "6f646aae-26f1-46e9-b6d7-66472941b4dc", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:06:16.554588 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-98cdcb72-4974-4243-b364-c3e6dacd59b3 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:06:16.554982 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f646aae-26f1-46e9-b6d7-66472941b4dc', 'code': 200} Jul 08 21:06:16.584949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=6f646aae-26f1-46e9-b6d7-66472941b4dc,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:16.673246 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197dc2f-7e6d-48c3-a712-2a58be841686 req-2504754b-5045-4cc9-9cd9-f6cd4c93b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:16.674660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9197dc2f-7e6d-48c3-a712-2a58be841686 req-2504754b-5045-4cc9-9cd9-f6cd4c93b257 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 1098 time: 0.0525343 Jul 08 21:06:16.707583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9197dc2f-7e6d-48c3-a712-2a58be841686 req-0b184a30-bf79-46ad-aaea-52fd56bb275f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265994 Jul 08 21:06:17.455642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9e93e-58ef-4f96-a3b5-4929d97a22a9 req-1b3503fe-e6fc-4069-9fe8-2d510170a7a8 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:17.457162 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dfc9e93e-58ef-4f96-a3b5-4929d97a22a9 req-1b3503fe-e6fc-4069-9fe8-2d510170a7a8 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0660160 Jul 08 21:06:17.494215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dfc9e93e-58ef-4f96-a3b5-4929d97a22a9 req-2f55d44a-95e7-42a8-b9df-276a28016d80 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315711 Jul 08 21:06:17.913132 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:18.679433 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d53066-a215-43d9-bec1-587210586577 req-28686a34-df59-4abe-9008-61756458d47b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:18.680869 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20d53066-a215-43d9-bec1-587210586577 req-28686a34-df59-4abe-9008-61756458d47b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0694757 Jul 08 21:06:18.719522 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20d53066-a215-43d9-bec1-587210586577 req-f5567d1f-42bc-400b-8a84-a7f9d7afc9d8 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Jul 08 21:06:18.900645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c957f72-4302-47d5-b34f-7b3acf4d9496 req-d37e39d4-a388-465c-8838-60564022e612 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:18.902557 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c957f72-4302-47d5-b34f-7b3acf4d9496 req-d37e39d4-a388-465c-8838-60564022e612 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0643871 Jul 08 21:06:18.942267 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c957f72-4302-47d5-b34f-7b3acf4d9496 req-2251babd-c8be-4560-ac31-a5667c751a33 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334570 Jul 08 21:06:19.314917 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923627e-8aac-4c40-91d2-c7ef6203d16c req-f13e27c0-eb0a-4e46-89ca-94aeeb2d871e tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:19.316375 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0923627e-8aac-4c40-91d2-c7ef6203d16c req-f13e27c0-eb0a-4e46-89ca-94aeeb2d871e tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0668983 Jul 08 21:06:19.361828 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0923627e-8aac-4c40-91d2-c7ef6203d16c req-a7f133d9-1b96-4b0d-8ca7-befafd06a771 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398746 Jul 08 21:06:19.545703 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c72a6d-8094-4e65-876f-a2dac1ae1532 req-019583ef-4498-4f3f-889b-99ea74aa80c8 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:19.547249 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-01c72a6d-8094-4e65-876f-a2dac1ae1532 req-019583ef-4498-4f3f-889b-99ea74aa80c8 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0702090 Jul 08 21:06:19.587086 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-01c72a6d-8094-4e65-876f-a2dac1ae1532 req-687caaa8-3682-47d3-b35f-6db761b2ce0b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341244 Jul 08 21:06:19.988947 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-a6722c48-6b4c-4499-99ac-49395a487a9f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849125 Jul 08 21:06:20.023954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a16710-e63b-4e18-a5cd-898ec8971638 req-8e883f63-7f6f-491f-a80c-124f90879ab0 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:20.025492 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35a16710-e63b-4e18-a5cd-898ec8971638 req-8e883f63-7f6f-491f-a80c-124f90879ab0 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0750813 Jul 08 21:06:20.066975 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-35a16710-e63b-4e18-a5cd-898ec8971638 req-a04cc03f-fe5f-40a4-82fe-5532bc6d314c tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348353 Jul 08 21:06:21.297715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99352d64-c0ed-4ee4-af04-95664c391d1b req-6135f2a8-898c-43b5-aed9-9c27b7c8e28e tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:21.299240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99352d64-c0ed-4ee4-af04-95664c391d1b req-6135f2a8-898c-43b5-aed9-9c27b7c8e28e tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.1066117 Jul 08 21:06:21.338046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-456654a0-bf36-49d6-b968-c075333edf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:21.340086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-456654a0-bf36-49d6-b968-c075333edf84 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 1098 time: 0.0903871 Jul 08 21:06:21.361285 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99352d64-c0ed-4ee4-af04-95664c391d1b req-a333d10e-2ae2-40c9-8def-f7d8ae161b45 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557687 Jul 08 21:06:21.440085 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-43ae4198-545d-42b8-b03a-58289c0bd40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:21.441596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-43ae4198-545d-42b8-b03a-58289c0bd40e service neutron] 10.222.0.104 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 915 time: 0.0937505 Jul 08 21:06:21.489407 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-a60ba73f-b580-4d7d-accf-c7c1709afd2f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc HTTP/1.1" status: 200 len: 217 time: 0.0361841 Jul 08 21:06:21.544146 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-634750c1-bdba-488e-9ebd-cf1ddf009494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:21.545655 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-634750c1-bdba-488e-9ebd-cf1ddf009494 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0505764 Jul 08 21:06:21.578965 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-6d9da895-647b-4102-83e3-1deb6c6272a4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274074 Jul 08 21:06:21.668274 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-dfb6b2fb-1bba-4cdb-a024-a7dd66bd6994 service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822001 Jul 08 21:06:21.757894 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-2156ae1d-b41a-405f-a293-8f8fca48882a service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846400 Jul 08 21:06:22.543262 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63417b-c0bd-45b5-bb03-a346716c570e req-b2251d65-14ce-4cd4-b68e-04dfc075f187 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:22.544803 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1f63417b-c0bd-45b5-bb03-a346716c570e req-b2251d65-14ce-4cd4-b68e-04dfc075f187 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0667777 Jul 08 21:06:22.583016 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1f63417b-c0bd-45b5-bb03-a346716c570e req-6b11a170-6c2b-4bbb-b69e-6a0dd42a0dab tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Jul 08 21:06:23.760468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe10dc9-4858-418d-8071-f424b35c59a2 req-e992fbf9-838b-4f56-9260-1614e007288b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:23.763220 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fe10dc9-4858-418d-8071-f424b35c59a2 req-e992fbf9-838b-4f56-9260-1614e007288b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0658331 Jul 08 21:06:23.771501 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:23.803450 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fe10dc9-4858-418d-8071-f424b35c59a2 req-4cfa2bd9-d077-4fde-a3bd-10a92ce75da6 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345123 Jul 08 21:06:24.981170 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1251c-0213-4450-897c-4521f2196827 req-a0fb5f5a-0dad-4053-a1ad-4b4eedc00b72 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:24.982714 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28e1251c-0213-4450-897c-4521f2196827 req-a0fb5f5a-0dad-4053-a1ad-4b4eedc00b72 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0679884 Jul 08 21:06:25.021048 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28e1251c-0213-4450-897c-4521f2196827 req-38d3a5f7-e4ec-4420-8bb5-7263b4a27ff2 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327740 Jul 08 21:06:26.199941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c8c9c-7585-430f-a7cb-a3ad4267a264 req-7b2b89d4-bcbf-4c9f-9778-ad4502b04b7f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:26.201460 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a75c8c9c-7585-430f-a7cb-a3ad4267a264 req-7b2b89d4-bcbf-4c9f-9778-ad4502b04b7f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0636811 Jul 08 21:06:26.243328 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a75c8c9c-7585-430f-a7cb-a3ad4267a264 req-52e7d96d-fa3a-492a-a26a-902f2f5fa806 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363328 Jul 08 21:06:27.415812 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d00f1-f0ca-4e5d-943d-c0f383e056d0 req-082c981f-6fce-4889-879e-44ea441fc2ea tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:27.417424 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-068d00f1-f0ca-4e5d-943d-c0f383e056d0 req-082c981f-6fce-4889-879e-44ea441fc2ea tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0643022 Jul 08 21:06:27.455630 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-068d00f1-f0ca-4e5d-943d-c0f383e056d0 req-95fc5433-0654-4094-a842-9aaf585b204f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317760 Jul 08 21:06:28.638098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3093734-7565-4502-94f9-2e7fb9743737 req-dce2a905-6cf9-4547-8d4a-7cffe4711c22 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:28.639590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3093734-7565-4502-94f9-2e7fb9743737 req-dce2a905-6cf9-4547-8d4a-7cffe4711c22 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0664480 Jul 08 21:06:28.677406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c3093734-7565-4502-94f9-2e7fb9743737 req-6ae98cf4-55bb-4719-bf15-da4d6eb2c32c tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322039 Jul 08 21:06:29.850115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d6b2-6aaf-438d-b755-0910d3cd35d8 req-09a6a817-ccf0-45b8-a759-749ce0d143f0 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:29.851648 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2a24d6b2-6aaf-438d-b755-0910d3cd35d8 req-09a6a817-ccf0-45b8-a759-749ce0d143f0 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0638549 Jul 08 21:06:29.894192 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2a24d6b2-6aaf-438d-b755-0910d3cd35d8 req-e8846d4b-eec4-4e23-8b24-c6b4409b124d tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362647 Jul 08 21:06:31.068863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07641c4-2e1b-414e-8f95-8be3be391cb5 req-767d1107-09c0-43ba-9c7d-5dfb762948cf tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:31.070365 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b07641c4-2e1b-414e-8f95-8be3be391cb5 req-767d1107-09c0-43ba-9c7d-5dfb762948cf tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0656583 Jul 08 21:06:31.109156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b07641c4-2e1b-414e-8f95-8be3be391cb5 req-6871618a-9244-4e48-976d-b57a352a6231 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331814 Jul 08 21:06:32.290972 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e788e4-97a6-459d-9fc8-66f53b6b92fe req-e7a05f5d-1c83-46d8-b036-5218bbc76682 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:32.292468 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84e788e4-97a6-459d-9fc8-66f53b6b92fe req-e7a05f5d-1c83-46d8-b036-5218bbc76682 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0649824 Jul 08 21:06:32.330041 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84e788e4-97a6-459d-9fc8-66f53b6b92fe req-11d09dcf-fdf9-4dcd-ab49-bcfaaafc44de tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Jul 08 21:06:33.509285 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb465aa-7e8a-4003-a2f8-1be25fce6bb0 req-bd2b3427-6416-4884-9a62-6dcf9694775d tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:33.510818 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dcb465aa-7e8a-4003-a2f8-1be25fce6bb0 req-bd2b3427-6416-4884-9a62-6dcf9694775d tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0670195 Jul 08 21:06:33.549590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dcb465aa-7e8a-4003-a2f8-1be25fce6bb0 req-6d1ab2a9-65a3-4fbb-a9de-8c7d151e69c4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Jul 08 21:06:34.116646 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1796a730-5a97-4e99-9125-5a9b44fb6744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:34.722329 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d000d-2294-43fe-be7c-6858bb6d53a1 req-9944e484-f9c4-4167-ac1c-0093f3d3af3b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:34.723750 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-518d000d-2294-43fe-be7c-6858bb6d53a1 req-9944e484-f9c4-4167-ac1c-0093f3d3af3b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0633104 Jul 08 21:06:34.770676 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-518d000d-2294-43fe-be7c-6858bb6d53a1 req-487bf5e2-8f58-48c8-923b-2d2ac3f44a56 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Jul 08 21:06:35.944424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb0822-ae13-4316-a277-602a676ee1c5 req-c5c999b0-4e11-4c11-af9a-b16634bf12df tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:35.945960 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dfb0822-ae13-4316-a277-602a676ee1c5 req-c5c999b0-4e11-4c11-af9a-b16634bf12df tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0631671 Jul 08 21:06:35.986256 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8dfb0822-ae13-4316-a277-602a676ee1c5 req-4460558e-8aa9-42d8-bce2-c137866ee9e3 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346844 Jul 08 21:06:37.052438 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-093f7c60-c037-4ce9-8ef7-1d8e556c4d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:37.169832 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd6d87-d7ae-4155-bd2f-725ddf2af70f req-e6676a41-4742-439d-adb9-936bf57e3b30 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:37.172022 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3bcd6d87-d7ae-4155-bd2f-725ddf2af70f req-e6676a41-4742-439d-adb9-936bf57e3b30 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0683322 Jul 08 21:06:37.179891 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:37.211205 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3bcd6d87-d7ae-4155-bd2f-725ddf2af70f req-685b5554-e660-4448-8d09-021d86bcc898 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337317 Jul 08 21:06:38.371532 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:38.390144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f92748-92b6-451b-b20c-e9db9f4b780c req-12dc2597-9b43-4ea0-ac0a-4ea73780ab9a tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:38.395950 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39f92748-92b6-451b-b20c-e9db9f4b780c req-12dc2597-9b43-4ea0-ac0a-4ea73780ab9a tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0668848 Jul 08 21:06:38.435169 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39f92748-92b6-451b-b20c-e9db9f4b780c req-1c2f20d9-8aa1-443f-8e00-025061b4903a tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377412 Jul 08 21:06:39.609640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04940e00-5845-4018-9af9-c6fe434cfe7e req-7ca5193f-845e-4675-8544-2bd041a5641d tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:39.611160 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04940e00-5845-4018-9af9-c6fe434cfe7e req-7ca5193f-845e-4675-8544-2bd041a5641d tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0647621 Jul 08 21:06:39.649333 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-04940e00-5845-4018-9af9-c6fe434cfe7e req-19e34b18-09cc-40a5-a97f-e46c69ae871c tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Jul 08 21:06:39.938507 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:40.822841 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71855d-4a25-4f30-8065-c4a7d392b3f6 req-bd9d014b-cc9c-4517-99bc-7e0a83b07407 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:40.824357 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ee71855d-4a25-4f30-8065-c4a7d392b3f6 req-bd9d014b-cc9c-4517-99bc-7e0a83b07407 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0640793 Jul 08 21:06:40.863941 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ee71855d-4a25-4f30-8065-c4a7d392b3f6 req-e976fcde-9cbc-4581-bff0-f69ad665040d tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333922 Jul 08 21:06:42.044116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042bf58-2f81-4d96-8810-787186d9ec72 req-c219d8d2-544b-4336-b4e0-e179d1cea1b8 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:42.045709 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0042bf58-2f81-4d96-8810-787186d9ec72 req-c219d8d2-544b-4336-b4e0-e179d1cea1b8 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0673077 Jul 08 21:06:42.083147 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0042bf58-2f81-4d96-8810-787186d9ec72 req-3a3d4764-d36f-4da3-99a3-c51eae73e88b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Jul 08 21:06:43.173043 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:06:43.260188 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158868dc-4a36-4188-afab-709b8c3b5e2e req-e21adab9-5799-44b9-bc63-c4a797fb9cdc tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:43.261722 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-158868dc-4a36-4188-afab-709b8c3b5e2e req-e21adab9-5799-44b9-bc63-c4a797fb9cdc tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0636518 Jul 08 21:06:43.300427 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-158868dc-4a36-4188-afab-709b8c3b5e2e req-c6280fb4-0d85-413b-aeb3-17ca008b9cad tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329230 Jul 08 21:06:44.481125 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbbee0-4d59-40cc-923f-f77fce371c9d req-9f59909a-38a7-42fa-87c4-10adc177860e tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:44.482615 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6fbbee0-4d59-40cc-923f-f77fce371c9d req-9f59909a-38a7-42fa-87c4-10adc177860e tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0680606 Jul 08 21:06:44.520700 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6fbbee0-4d59-40cc-923f-f77fce371c9d req-1ee0b7dd-b822-45ff-8e14-108c190a9a4f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320492 Jul 08 21:06:45.700354 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84968634-8b41-475a-92ed-d75042deca0a req-e470070c-bc52-4f11-847c-1adb9f6c0052 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:45.701764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84968634-8b41-475a-92ed-d75042deca0a req-e470070c-bc52-4f11-847c-1adb9f6c0052 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0683999 Jul 08 21:06:45.740048 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84968634-8b41-475a-92ed-d75042deca0a req-b9960cb3-2469-4ef5-990b-56221827750f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Jul 08 21:06:46.917126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fc33a-56fb-4cc8-8e46-e142cd1256d3 req-5560b8bd-f9dd-48db-8a96-70bda50d8b12 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:46.918640 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-213fc33a-56fb-4cc8-8e46-e142cd1256d3 req-5560b8bd-f9dd-48db-8a96-70bda50d8b12 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0658069 Jul 08 21:06:46.956202 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-213fc33a-56fb-4cc8-8e46-e142cd1256d3 req-725c309b-aba2-4e71-92ec-d34f3e83dea6 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Jul 08 21:06:47.934040 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:48.139225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef81866-d3eb-4e60-9124-3c87fda3d29d req-4e282195-5a28-44e7-8472-ce830c15fb59 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:48.141227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ef81866-d3eb-4e60-9124-3c87fda3d29d req-4e282195-5a28-44e7-8472-ce830c15fb59 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0700545 Jul 08 21:06:48.181759 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ef81866-d3eb-4e60-9124-3c87fda3d29d req-e33f50d5-421a-410e-ac4d-69854e908038 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345981 Jul 08 21:06:48.656029 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-837e5322-dc8b-4efb-8d18-9cde815cfc1b service neutron] show failed (client error): The resource could not be found. Jul 08 21:06:48.657032 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-837e5322-dc8b-4efb-8d18-9cde815cfc1b service neutron] 10.222.0.104 "GET /v2.0/ports/6f646aae-26f1-46e9-b6d7-66472941b4dc/bindings/n-h2-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0572112 Jul 08 21:06:48.906728 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-00b67d53-35a9-4654-8b44-cfa1febb940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:48.908197 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-00b67d53-35a9-4654-8b44-cfa1febb940c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069&tenant_id=a0b4616978174082b11d09386161527b HTTP/1.1" status: 200 len: 1098 time: 0.0590525 Jul 08 21:06:48.920333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:06:48.995189 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:49.202993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] For port 6f646aae-26f1-46e9-b6d7-66472941b4dc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:06:49.238852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] For port 6f646aae-26f1-46e9-b6d7-66472941b4dc, host n-h1-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:06:49.283900 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f646aae-26f1-46e9-b6d7-66472941b4dc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:06:49.286059 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1910be3b-a0ad-4b51-9772-86c41e5ef719" -d '{"events": [{"server_uuid": "4e673816-0c23-4a17-9516-12d5eb2cf069", "name": "network-vif-unplugged", "status": "completed", "tag": "6f646aae-26f1-46e9-b6d7-66472941b4dc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:06:49.289755 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:49.315543 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Transition to ACTIVE for port object 6f646aae-26f1-46e9-b6d7-66472941b4dc will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:06:49.334958 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:49.342242 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376de2df-0d09-4019-a324-436b54f91f7c x-openstack-request-id: req-376de2df-0d09-4019-a324-436b54f91f7c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:06:49.342544 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e673816-0c23-4a17-9516-12d5eb2cf069", "name": "network-vif-unplugged", "status": "completed", "tag": "6f646aae-26f1-46e9-b6d7-66472941b4dc", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:06:49.343346 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-376de2df-0d09-4019-a324-436b54f91f7c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:06:49.343747 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f646aae-26f1-46e9-b6d7-66472941b4dc', 'code': 200} Jul 08 21:06:49.419953 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Pushing event updated for resources: {'Port': ['ID=6f646aae-26f1-46e9-b6d7-66472941b4dc,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:49.425159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] No DVR routers for this DVR port 6f646aae-26f1-46e9-b6d7-66472941b4dc on host n-h1-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:06:49.465124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca296c-4dc5-4afa-8e17-3212b52bec39 req-d379ee81-7dc6-4f3b-b43d-3aa6add63d7f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:49.466560 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4ca296c-4dc5-4afa-8e17-3212b52bec39 req-d379ee81-7dc6-4f3b-b43d-3aa6add63d7f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.1657319 Jul 08 21:06:49.489284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Attempting to bind port 6f646aae-26f1-46e9-b6d7-66472941b4dc on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:06:49.489619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Attempting to bind port 6f646aae-26f1-46e9-b6d7-66472941b4dc by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:06:49.489950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Attempting to bind port 6f646aae-26f1-46e9-b6d7-66472941b4dc on network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:06:49.500321 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Port 6f646aae-26f1-46e9-b6d7-66472941b4dc on network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:06:49.500717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Attempting to bind port 6f646aae-26f1-46e9-b6d7-66472941b4dc on network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:06:49.514003 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:06:49.514401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Checking segment: {'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:06:49.514761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Bound using segment: {'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:06:49.515191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Bound port: 6f646aae-26f1-46e9-b6d7-66472941b4dc, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:06:49.515553 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:49.520672 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a4ca296c-4dc5-4afa-8e17-3212b52bec39 req-fb337842-dd4d-442b-81d8-386311ad212c tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479479 Jul 08 21:06:49.581386 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] For port 6f646aae-26f1-46e9-b6d7-66472941b4dc, host n-h2-791506-16, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:06:49.584346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] For port 6f646aae-26f1-46e9-b6d7-66472941b4dc, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:06:49.588770 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:49.622548 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:49.623174 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:49.624653 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] 10.222.0.103 "PUT /v2.0/ports/6f646aae-26f1-46e9-b6d7-66472941b4dc HTTP/1.1" status: 200 len: 1093 time: 0.7084031 Jul 08 21:06:49.648049 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdd01b-20a9-4267-9fec-ba9d78496110 service neutron] Pushing event updated for resources: {'Port': ['ID=6f646aae-26f1-46e9-b6d7-66472941b4dc,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:49.710182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-22666046-9afe-4185-aae5-dde448cbe1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:49.711695 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-22666046-9afe-4185-aae5-dde448cbe1e6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 1096 time: 0.0578279 Jul 08 21:06:49.805225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-4acbd690-7bd0-4154-95b9-0d1ef56281b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:49.806739 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-4acbd690-7bd0-4154-95b9-0d1ef56281b5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 915 time: 0.0847638 Jul 08 21:06:49.855893 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-7cd4cb0b-02aa-4fe6-b444-dc0d9133e9b5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc HTTP/1.1" status: 200 len: 217 time: 0.0387709 Jul 08 21:06:49.905936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-1386223d-7b37-48b6-b6d3-c8561a73fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:49.907383 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-1386223d-7b37-48b6-b6d3-c8561a73fdea service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0448976 Jul 08 21:06:49.945080 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-8f8da296-b607-4e5d-af72-a9f459a87510 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273101 Jul 08 21:06:50.043604 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-1ccbccbd-fca1-4691-88fd-96b4c408e279 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868390 Jul 08 21:06:50.136759 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58d3d7b6-0dac-4179-b114-57a7ef0b020f req-4fcd5f72-b2d7-417f-9813-be8d3ca15e8f service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826292 Jul 08 21:06:50.703952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06235a41-a6e9-4046-870a-823794452c7a req-ade392f3-add5-42cd-a776-48362b4bc03f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:50.705399 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-06235a41-a6e9-4046-870a-823794452c7a req-ade392f3-add5-42cd-a776-48362b4bc03f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 944 time: 0.0694106 Jul 08 21:06:50.743194 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-06235a41-a6e9-4046-870a-823794452c7a req-ab9d3ca3-8525-45fb-b951-7523854b32eb tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323439 Jul 08 21:06:51.344761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'tag': '6f646aae-26f1-46e9-b6d7-66472941b4dc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:06:51.347225 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c39db79-6656-4638-a59f-ee41d0842cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e673816-0c23-4a17-9516-12d5eb2cf069", "tag": "6f646aae-26f1-46e9-b6d7-66472941b4dc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:06:51.398159 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4062453f-9ada-4260-98e1-2de0b13befb0 x-openstack-request-id: req-4062453f-9ada-4260-98e1-2de0b13befb0 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:06:51.398460 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e673816-0c23-4a17-9516-12d5eb2cf069", "tag": "6f646aae-26f1-46e9-b6d7-66472941b4dc", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:06:51.399150 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4062453f-9ada-4260-98e1-2de0b13befb0 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:06:51.399150 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'tag': '6f646aae-26f1-46e9-b6d7-66472941b4dc', 'status': 'completed', 'code': 200} Jul 08 21:06:51.480778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-27050948-dfcd-4ff8-ae11-38ac79802424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:51.483828 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-27050948-dfcd-4ff8-ae11-38ac79802424 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 1096 time: 0.0622036 Jul 08 21:06:51.483970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-406c6a60-929c-4671-b919-22f0d2d99f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:51.485435 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-406c6a60-929c-4671-b919-22f0d2d99f63 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 1096 time: 0.0621130 Jul 08 21:06:51.579610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-ccdfa811-2270-4368-9beb-498c6279b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:51.580652 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-0568f097-700f-4cb6-bd8c-ac1d2704ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:51.581156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-ccdfa811-2270-4368-9beb-498c6279b078 service neutron] 10.222.0.104 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 915 time: 0.0900044 Jul 08 21:06:51.582151 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-0568f097-700f-4cb6-bd8c-ac1d2704ed54 service neutron] 10.222.0.103 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 915 time: 0.0917509 Jul 08 21:06:51.623896 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-920f10eb-9b70-40f7-99e0-3af8d8a13830 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc HTTP/1.1" status: 200 len: 217 time: 0.0365145 Jul 08 21:06:51.626143 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-97df4c2a-4774-4eb1-a1bc-ab4a43b7e6d3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc HTTP/1.1" status: 200 len: 217 time: 0.0369389 Jul 08 21:06:51.674049 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-4d1601a9-30a9-435c-bcae-a026935dfbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:51.675518 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-4d1601a9-30a9-435c-bcae-a026935dfbf6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0462413 Jul 08 21:06:51.680737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-f6e7f4b3-e894-4a85-9264-147b4de09839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:51.682210 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-f6e7f4b3-e894-4a85-9264-147b4de09839 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0485122 Jul 08 21:06:51.713801 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-8be67fb1-4944-4cfc-ae19-c2a66aa7f91d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322714 Jul 08 21:06:51.715334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-c06ab978-b31f-4e46-8c17-49cea83ffc89 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260186 Jul 08 21:06:51.809688 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-593c773d-ce4c-4857-822f-0bd1b22732e2 service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889318 Jul 08 21:06:51.815402 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-077dd0c6-fb1e-46b8-957a-fbf7ade5f5e1 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884781 Jul 08 21:06:51.913393 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-6c8acfd7-8a95-4683-af42-d205fad8f404 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899713 Jul 08 21:06:51.942558 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4c39db79-6656-4638-a59f-ee41d0842cd1 req-1a0cdda7-b706-4d75-b542-5f156623a175 service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267240 Jul 08 21:06:51.958776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8597718-f536-41c4-90c1-1a2c6fa92113 req-f1416d7b-18d6-4f65-b37e-af535f14fa53 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:51.960368 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b8597718-f536-41c4-90c1-1a2c6fa92113 req-f1416d7b-18d6-4f65-b37e-af535f14fa53 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 944 time: 0.0954869 Jul 08 21:06:51.998429 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b8597718-f536-41c4-90c1-1a2c6fa92113 req-796cbb0b-9214-4b41-aa3c-dcb33f7cfd9f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321734 Jul 08 21:06:52.459558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 6f646aae-26f1-46e9-b6d7-66472941b4dc no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:06:52.496262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 6f646aae-26f1-46e9-b6d7-66472941b4dc not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:06:52.634766 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98cd0f9b-9042-48a1-8db4-8aaa426176fa req-970c4b5b-7df1-4697-ab76-60e93440bd4a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525715 Jul 08 21:06:52.737712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd0f9b-9042-48a1-8db4-8aaa426176fa req-8331dbc6-c026-41c9-a873-ceabac5a999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:52.739171 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98cd0f9b-9042-48a1-8db4-8aaa426176fa req-8331dbc6-c026-41c9-a873-ceabac5a999d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 1096 time: 0.0612161 Jul 08 21:06:52.851961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd0f9b-9042-48a1-8db4-8aaa426176fa req-d75a01d6-bb7a-4cc0-ba69-95e5a5dcc396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:52.853507 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98cd0f9b-9042-48a1-8db4-8aaa426176fa req-d75a01d6-bb7a-4cc0-ba69-95e5a5dcc396 service neutron] 10.222.0.103 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 915 time: 0.0895109 Jul 08 21:06:52.894394 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98cd0f9b-9042-48a1-8db4-8aaa426176fa req-9b1fb59d-9829-4402-9d59-ca1119bf70ac service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc HTTP/1.1" status: 200 len: 217 time: 0.0343595 Jul 08 21:06:52.948785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd0f9b-9042-48a1-8db4-8aaa426176fa req-e1cd6ecf-bd65-4f66-8585-8fbbefa89d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:52.950284 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98cd0f9b-9042-48a1-8db4-8aaa426176fa req-e1cd6ecf-bd65-4f66-8585-8fbbefa89d57 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0500317 Jul 08 21:06:52.982278 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98cd0f9b-9042-48a1-8db4-8aaa426176fa req-ffa0fe08-947c-4a1b-b789-95e25394dc63 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257130 Jul 08 21:06:53.072523 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98cd0f9b-9042-48a1-8db4-8aaa426176fa req-53b3dbc4-7d36-44c4-94fb-3abc9ae6db52 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835848 Jul 08 21:06:53.209292 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-98cd0f9b-9042-48a1-8db4-8aaa426176fa req-bd1388fa-d765-4300-8c65-86387ebb06c0 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302536 Jul 08 21:06:53.221940 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c148416-bc73-4aab-aeed-091657efacfb req-ea1fd00c-1f21-4638-b5f1-6b0730d7088f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:53.223466 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c148416-bc73-4aab-aeed-091657efacfb req-ea1fd00c-1f21-4638-b5f1-6b0730d7088f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 944 time: 0.0963254 Jul 08 21:06:53.262314 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7c148416-bc73-4aab-aeed-091657efacfb req-dc4a8e2d-4c7a-4bb7-988b-fd64ee1117ba tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331829 Jul 08 21:06:53.562515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a67661-07d6-4b17-8c6b-002988123bab req-b4827ffe-3718-47cf-bb72-29d9e99ce9c5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:53.563936 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-16a67661-07d6-4b17-8c6b-002988123bab req-b4827ffe-3718-47cf-bb72-29d9e99ce9c5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 944 time: 0.0703928 Jul 08 21:06:53.603174 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-16a67661-07d6-4b17-8c6b-002988123bab req-1939b9f0-26d8-4a41-bc0d-5b3a2e758a25 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333850 Jul 08 21:06:53.619881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-923c4c53-c708-4cf1-afaa-c9e42d6a3e0c tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:53.621391 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-923c4c53-c708-4cf1-afaa-c9e42d6a3e0c tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.104 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069&tenant_id=a0b4616978174082b11d09386161527b&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 944 time: 0.1163535 Jul 08 21:06:53.680334 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-adaccd33-4aad-417a-98d0-ad42e5d97a35 service neutron] delete failed (client error): The resource could not be found. Jul 08 21:06:53.681376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-adaccd33-4aad-417a-98d0-ad42e5d97a35 service neutron] 10.222.0.104 "DELETE /v2.0/ports/6f646aae-26f1-46e9-b6d7-66472941b4dc/bindings/n-h1-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0543616 Jul 08 21:06:53.775975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-d8dd2135-4430-40eb-9ee2-2e9a5bee4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:53.777879 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-d8dd2135-4430-40eb-9ee2-2e9a5bee4982 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 1096 time: 0.0545366 Jul 08 21:06:53.791913 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:53.872604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-a8897542-9f26-4882-81f6-bac0f6523375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:53.874656 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-a8897542-9f26-4882-81f6-bac0f6523375 service neutron] 10.222.0.104 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 915 time: 0.0902467 Jul 08 21:06:53.918901 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-388a40d4-5058-4741-adc7-2288c3696a2a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc HTTP/1.1" status: 200 len: 217 time: 0.0384483 Jul 08 21:06:53.970557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-94507245-eb38-4b30-b309-eaa95d44d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:53.972100 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-94507245-eb38-4b30-b309-eaa95d44d869 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0474138 Jul 08 21:06:54.004077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-e59f54d0-4b2c-4472-8132-2d8b741d02bd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261045 Jul 08 21:06:54.090931 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-36c9e4e3-338d-4879-beb5-ad8b27951ec2 service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806630 Jul 08 21:06:54.183858 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cbe0ec76-5a23-4c40-be29-bc9774a9e6c5 req-f4634c5a-ddfe-4bfd-bea7-292e11962810 service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861290 Jul 08 21:06:54.389205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6f646aae-26f1-46e9-b6d7-66472941b4dc details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:06:54.489322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6f646aae-26f1-46e9-b6d7-66472941b4dc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:06:54.501708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '6f646aae-26f1-46e9-b6d7-66472941b4dc', 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411', 'port_id': '6f646aae-26f1-46e9-b6d7-66472941b4dc', 'mac_address': 'fa:16:3e:7a:59:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc52f7e7-2cf1-41ee-8e50-989674bb6616', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:06:54.539796 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:54.553335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f646aae-26f1-46e9-b6d7-66472941b4dc {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:06:54.573691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6f646aae-26f1-46e9-b6d7-66472941b4dc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:06:54.577767 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:54.625285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=6f646aae-26f1-46e9-b6d7-66472941b4dc,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:54.782304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec6ae1-7a7f-4474-b3fb-984f317956cc req-30733b8e-e018-4fa1-9c87-1f1a53210091 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:54.783411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0eec6ae1-7a7f-4474-b3fb-984f317956cc req-30733b8e-e018-4fa1-9c87-1f1a53210091 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 945 time: 0.0661650 Jul 08 21:06:54.823524 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0eec6ae1-7a7f-4474-b3fb-984f317956cc req-c620a334-17f8-4123-abfa-90b4591d2feb tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342271 Jul 08 21:06:54.841133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6f646aae-26f1-46e9-b6d7-66472941b4dc'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:06:55.001345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0c0dd-6d71-426f-b919-c4c0e3271216 req-e3f051b8-0acb-45a2-9156-acf36dc0851a tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:55.002845 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae0c0dd-6d71-426f-b919-c4c0e3271216 req-e3f051b8-0acb-45a2-9156-acf36dc0851a tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 945 time: 0.0640359 Jul 08 21:06:55.041075 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1ae0c0dd-6d71-426f-b919-c4c0e3271216 req-e9dd49cc-fd60-4dbc-9eed-0ba216ad8a54 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Jul 08 21:06:55.220151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88953e-17ef-4171-8864-a4eb216dfba0 req-d277b286-e4d1-4617-96d6-577acf977e20 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:55.221695 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6d88953e-17ef-4171-8864-a4eb216dfba0 req-d277b286-e4d1-4617-96d6-577acf977e20 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 945 time: 0.0674653 Jul 08 21:06:55.259061 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6d88953e-17ef-4171-8864-a4eb216dfba0 req-cf892685-a314-4daa-8a11-02e0f4f8ea4d tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Jul 08 21:06:55.723111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-d35d0c29-bde4-4fd5-816a-ab0661e7fa57 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:55.725480 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-d35d0c29-bde4-4fd5-816a-ab0661e7fa57 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 814 time: 0.1069934 Jul 08 21:06:55.741153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-f48167a5-f65a-43e2-a682-8cb6776c74e8 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/quotas/a0b4616978174082b11d09386161527b HTTP/1.1" status: 200 len: 375 time: 0.0103788 Jul 08 21:06:55.811991 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-6f6f7bfa-0d46-4657-bfaa-ec3ce4899df8 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0656981 Jul 08 21:06:55.901655 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-1bd50a58-28b6-4026-a67e-a8050837c674 service neutron] 10.222.0.101 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820246 Jul 08 21:06:55.997424 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-acb6a9ed-0292-4563-afb8-a10606b7f8e0 service neutron] 10.222.0.101 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891876 Jul 08 21:06:56.169071 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f6185d89-c5d6-4466-9ed1-2755c09ea913 req-1674a0cb-1354-4883-a80e-33f822f7beb3 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 210 time: 0.0290647 Jul 08 21:06:56.396389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6f646aae-26f1-46e9-b6d7-66472941b4dc up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:06:56.446675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 6f646aae-26f1-46e9-b6d7-66472941b4dc completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:06:56.450600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 6f646aae-26f1-46e9-b6d7-66472941b4dc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:06:56.450978 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:56.536997 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:56.559877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f646aae-26f1-46e9-b6d7-66472941b4dc'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:06:56.562269 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df18c085-a4a8-4573-b88f-d4052196d631" -d '{"events": [{"server_uuid": "4e673816-0c23-4a17-9516-12d5eb2cf069", "name": "network-vif-plugged", "status": "completed", "tag": "6f646aae-26f1-46e9-b6d7-66472941b4dc"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:06:56.575737 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6f646aae-26f1-46e9-b6d7-66472941b4dc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:06:56.581863 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:56.606842 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651b901d-8938-409e-83bf-febfa445f7f0 x-openstack-request-id: req-651b901d-8938-409e-83bf-febfa445f7f0 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:06:56.607128 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e673816-0c23-4a17-9516-12d5eb2cf069", "name": "network-vif-plugged", "status": "completed", "tag": "6f646aae-26f1-46e9-b6d7-66472941b4dc", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:06:56.607376 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-651b901d-8938-409e-83bf-febfa445f7f0 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:06:56.607752 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f646aae-26f1-46e9-b6d7-66472941b4dc', 'code': 200} Jul 08 21:06:56.634865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=6f646aae-26f1-46e9-b6d7-66472941b4dc,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:57.099096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd12f25-0719-482b-9347-292e5caa2eb9 req-4daf8246-f13e-410f-8a22-7e59eb83541f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:57.100649 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0cd12f25-0719-482b-9347-292e5caa2eb9 req-4daf8246-f13e-410f-8a22-7e59eb83541f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.103 "GET /v2.0/ports?device_id=4e673816-0c23-4a17-9516-12d5eb2cf069 HTTP/1.1" status: 200 len: 946 time: 0.0821753 Jul 08 21:06:57.188483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.103', 56533) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:06:57.213690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-0cd12f25-0719-482b-9347-292e5caa2eb9 req-47e45acb-0230-43d8-a85b-9fc8c0b96ee5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Deleting port 6f646aae-26f1-46e9-b6d7-66472941b4dc {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:06:57.214198 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0cd12f25-0719-482b-9347-292e5caa2eb9 req-47e45acb-0230-43d8-a85b-9fc8c0b96ee5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:57.313907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-2d50ba58-38be-4e32-9c6f-2610cfbf109b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:57.315429 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-2d50ba58-38be-4e32-9c6f-2610cfbf109b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.103 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 814 time: 0.1249917 Jul 08 21:06:57.332145 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-e982d7fd-eda2-4a77-a710-cc86bad70466 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Request body: {'port': {'device_id': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411', 'admin_state_up': True, 'tenant_id': 'a0b4616978174082b11d09386161527b'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:06:57.342940 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-146e0644-d247-42b5-be4f-0cd118a8f5c1 req-8f62b5d7-4f1a-4115-95fa-2442b6019596 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 210 time: 0.0440288 Jul 08 21:06:57.371804 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-0cd12f25-0719-482b-9347-292e5caa2eb9 req-47e45acb-0230-43d8-a85b-9fc8c0b96ee5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] For port 6f646aae-26f1-46e9-b6d7-66472941b4dc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6f646aae-26f1-46e9-b6d7-66472941b4dc,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:06:57.372308 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0cd12f25-0719-482b-9347-292e5caa2eb9 req-47e45acb-0230-43d8-a85b-9fc8c0b96ee5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:57.388075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [req-0cd12f25-0719-482b-9347-292e5caa2eb9 req-47e45acb-0230-43d8-a85b-9fc8c0b96ee5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Calling delete_port for 6f646aae-26f1-46e9-b6d7-66472941b4dc owned by compute:nova {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:06:57.473092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-e982d7fd-eda2-4a77-a710-cc86bad70466 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Made reservation on behalf of a0b4616978174082b11d09386161527b for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:06:57.477103 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-e982d7fd-eda2-4a77-a710-cc86bad70466 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:57.530595 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0cd12f25-0719-482b-9347-292e5caa2eb9 req-47e45acb-0230-43d8-a85b-9fc8c0b96ee5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:57.545797 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6f646aae-26f1-46e9-b6d7-66472941b4dc'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:06:57.562973 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e45acb-0230-43d8-a85b-9fc8c0b96ee5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Pushing event deleted for resources: {'Port': ['ID=6f646aae-26f1-46e9-b6d7-66472941b4dc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:57.608072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd12f25-0719-482b-9347-292e5caa2eb9 req-47e45acb-0230-43d8-a85b-9fc8c0b96ee5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] No DVR routers for this DVR port 6f646aae-26f1-46e9-b6d7-66472941b4dc on host n-h2-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:06:57.611341 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-0cd12f25-0719-482b-9347-292e5caa2eb9 req-47e45acb-0230-43d8-a85b-9fc8c0b96ee5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:57.613451 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0cd12f25-0719-482b-9347-292e5caa2eb9 req-47e45acb-0230-43d8-a85b-9fc8c0b96ee5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.103 "DELETE /v2.0/ports/6f646aae-26f1-46e9-b6d7-66472941b4dc HTTP/1.1" status: 204 len: 173 time: 0.5067990 Jul 08 21:06:57.613894 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'name': 'network-vif-deleted', 'tag': '6f646aae-26f1-46e9-b6d7-66472941b4dc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:06:57.616174 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94113ace65d8ba6012282ae327f1a2e9fbf72e381faa75dffc5e8d82e4c027c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a925c7-b58e-4996-85e0-1fbbd60a7509" -d '{"events": [{"server_uuid": "4e673816-0c23-4a17-9516-12d5eb2cf069", "name": "network-vif-deleted", "tag": "6f646aae-26f1-46e9-b6d7-66472941b4dc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:06:57.641586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-e982d7fd-eda2-4a77-a710-cc86bad70466 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Allocated IP 172.20.0.10 (969c15a4-7f5a-442a-9d0f-5a63aecb8411/dc52f7e7-2cf1-41ee-8e50-989674bb6616/babb6b4a-3aba-457a-8ec2-5c03fa0eb497) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:06:57.661299 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faadb994-1dc9-413e-a67f-0c9bdf2a5c77 x-openstack-request-id: req-faadb994-1dc9-413e-a67f-0c9bdf2a5c77 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:06:57.661629 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e673816-0c23-4a17-9516-12d5eb2cf069", "name": "network-vif-deleted", "tag": "6f646aae-26f1-46e9-b6d7-66472941b4dc", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:06:57.661903 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-faadb994-1dc9-413e-a67f-0c9bdf2a5c77 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:06:57.662311 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e673816-0c23-4a17-9516-12d5eb2cf069', 'name': 'network-vif-deleted', 'tag': '6f646aae-26f1-46e9-b6d7-66472941b4dc', 'status': 'completed', 'code': 200} Jul 08 21:06:57.799903 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-e982d7fd-eda2-4a77-a710-cc86bad70466 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:57.837913 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-e982d7fd-eda2-4a77-a710-cc86bad70466 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:57.849508 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6f646aae-26f1-46e9-b6d7-66472941b4dc'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:06:57.883730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-e982d7fd-eda2-4a77-a710-cc86bad70466 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:06:57.888706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-e982d7fd-eda2-4a77-a710-cc86bad70466 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:06:57.891194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-e982d7fd-eda2-4a77-a710-cc86bad70466 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:06:57.924519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982d7fd-eda2-4a77-a710-cc86bad70466 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Pushing event updated for resources: {'Port': ['ID=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:57.949065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-e982d7fd-eda2-4a77-a710-cc86bad70466 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:57.949678 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-e982d7fd-eda2-4a77-a710-cc86bad70466 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:57.964707 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-e982d7fd-eda2-4a77-a710-cc86bad70466 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6372907 Jul 08 21:06:57.977414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Request body: {'port': {'device_id': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:06:58.050075 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:58.351385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babb6b4a-3aba-457a-8ec2-5c03fa0eb497 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:06:58.359451 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:58.372124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Transition to ACTIVE for port object babb6b4a-3aba-457a-8ec2-5c03fa0eb497 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:06:58.376649 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:58.428894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Pushing event updated for resources: {'Port': ['ID=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:58.504425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Attempting to bind port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:06:58.504859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Attempting to bind port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:06:58.505113 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Attempting to bind port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 on network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:06:58.510167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 on network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:06:58.510492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Attempting to bind port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 on network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:06:58.516227 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:06:58.516570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Checking segment: {'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:06:58.516992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Bound using segment: {'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:06:58.517427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Bound port: babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:06:58.517795 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:58.557050 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa0cef-d7a0-4bc7-808b-25d47b07e69f req-94ecb54a-1def-4a32-8dc4-070e89157210 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:58.558851 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-49aa0cef-d7a0-4bc7-808b-25d47b07e69f req-94ecb54a-1def-4a32-8dc4-070e89157210 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 944 time: 0.0715468 Jul 08 21:06:58.590152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] For port babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:06:58.593341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] For port babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:06:58.598346 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:58.600877 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-49aa0cef-d7a0-4bc7-808b-25d47b07e69f req-c0fa1643-8a10-400c-b256-3d86f1ea1ac9 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356638 Jul 08 21:06:58.633027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:58.633910 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:06:58.635408 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] 10.222.0.103 "PUT /v2.0/ports/babb6b4a-3aba-457a-8ec2-5c03fa0eb497 HTTP/1.1" status: 200 len: 1093 time: 0.6621306 Jul 08 21:06:58.637769 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'tag': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:06:58.640085 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07a549d-1fb8-4a05-a78a-0bd4d86a021c" -d '{"events": [{"name": "network-changed", "server_uuid": "7930358f-af22-4f91-89d5-1f9fbb4c0660", "tag": "babb6b4a-3aba-457a-8ec2-5c03fa0eb497"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:06:58.669169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5d5fa-c077-4f3f-8160-2f443345d74d service neutron] Pushing event updated for resources: {'Port': ['ID=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:06:58.689878 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a829c33e-4a64-448a-9f95-3f0b3ef592da x-openstack-request-id: req-a829c33e-4a64-448a-9f95-3f0b3ef592da {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:06:58.690205 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7930358f-af22-4f91-89d5-1f9fbb4c0660", "tag": "babb6b4a-3aba-457a-8ec2-5c03fa0eb497", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:06:58.690461 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a829c33e-4a64-448a-9f95-3f0b3ef592da {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:06:58.690856 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'tag': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497', 'status': 'completed', 'code': 200} Jul 08 21:06:58.735429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-b5e98648-32aa-4179-9c2a-8bbc484a4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:58.737268 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-b5e98648-32aa-4179-9c2a-8bbc484a4c28 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 1096 time: 0.0578322 Jul 08 21:06:58.789185 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-4a4f5a90-5f72-4396-83e9-e167ab87bdc0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497 HTTP/1.1" status: 200 len: 217 time: 0.0381494 Jul 08 21:06:58.843466 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-13d1e865-7ed1-4c47-a029-4ffb48e3cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:58.845400 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-13d1e865-7ed1-4c47-a029-4ffb48e3cfce service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0458484 Jul 08 21:06:58.882352 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-e1565702-36b5-4d9c-adaf-9b2c0e63a78d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276470 Jul 08 21:06:58.978695 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-8911e578-281a-4fcd-a8d6-a6e8c691c89d service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888896 Jul 08 21:06:59.072495 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f1c7313-fd5a-423f-a3dc-a727707ed061 req-57bbc8a5-c1b1-418f-9c74-ae1236a851a5 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838451 Jul 08 21:06:59.183838 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a549d-1fb8-4a05-a78a-0bd4d86a021c req-1075edb2-fb37-491f-b918-e989e6b6de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:59.185392 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b07a549d-1fb8-4a05-a78a-0bd4d86a021c req-1075edb2-fb37-491f-b918-e989e6b6de78 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 1096 time: 0.0547178 Jul 08 21:06:59.284047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a549d-1fb8-4a05-a78a-0bd4d86a021c req-a5137cda-a3a6-4b25-8a4b-5ef8bfa7d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:59.285517 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b07a549d-1fb8-4a05-a78a-0bd4d86a021c req-a5137cda-a3a6-4b25-8a4b-5ef8bfa7d7ff service neutron] 10.222.0.103 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 915 time: 0.0894020 Jul 08 21:06:59.326815 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b07a549d-1fb8-4a05-a78a-0bd4d86a021c req-8f07ae45-18a9-495c-8ab6-e1c2dfb44f08 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497 HTTP/1.1" status: 200 len: 217 time: 0.0335948 Jul 08 21:06:59.382840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a549d-1fb8-4a05-a78a-0bd4d86a021c req-0c3f4106-af4d-43f1-8cac-07b30ca9d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:59.384565 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b07a549d-1fb8-4a05-a78a-0bd4d86a021c req-0c3f4106-af4d-43f1-8cac-07b30ca9d6f7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0497720 Jul 08 21:06:59.423468 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b07a549d-1fb8-4a05-a78a-0bd4d86a021c req-740fdbb0-145d-4811-ae35-4447d49714b2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275836 Jul 08 21:06:59.511438 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b07a549d-1fb8-4a05-a78a-0bd4d86a021c req-3b29cac2-2c49-4314-8d96-d17673babb62 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801089 Jul 08 21:06:59.790141 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec7335-849b-4b20-8f49-d9f46f3cff97 req-fc4ea693-a712-4dca-ab07-b2f04f2be2a6 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:06:59.791695 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-efec7335-849b-4b20-8f49-d9f46f3cff97 req-fc4ea693-a712-4dca-ab07-b2f04f2be2a6 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 944 time: 0.0689285 Jul 08 21:06:59.833497 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-efec7335-849b-4b20-8f49-d9f46f3cff97 req-ae52e41a-5223-4980-b4d9-f79d63089468 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354741 Jul 08 21:06:59.896728 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b07a549d-1fb8-4a05-a78a-0bd4d86a021c req-fcf50887-178f-4c44-a231-798548ce23b0 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758488 Jul 08 21:07:00.444655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6f646aae-26f1-46e9-b6d7-66472941b4dc no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:07:00.464616 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 6f646aae-26f1-46e9-b6d7-66472941b4dc {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:07:00.464991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6f646aae-26f1-46e9-b6d7-66472941b4dc not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:07:01.010282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f65ec7-7ff9-407b-aaab-1c4a21e5be2f req-f18db082-d745-45e1-b0c3-80c6a5a5d4ac tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:01.011818 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3f65ec7-7ff9-407b-aaab-1c4a21e5be2f req-f18db082-d745-45e1-b0c3-80c6a5a5d4ac tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 944 time: 0.0633695 Jul 08 21:07:01.050536 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3f65ec7-7ff9-407b-aaab-1c4a21e5be2f req-c5b38e6d-5971-4493-9dd5-9b4d1d044cfa tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329037 Jul 08 21:07:02.223829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24177423-8e4c-40b1-8a66-8dbacf1aa711 req-0ba82c14-245d-4e44-bcc5-477a29f59d9d tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:02.225377 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24177423-8e4c-40b1-8a66-8dbacf1aa711 req-0ba82c14-245d-4e44-bcc5-477a29f59d9d tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 944 time: 0.0643330 Jul 08 21:07:02.263679 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-24177423-8e4c-40b1-8a66-8dbacf1aa711 req-c6028b6e-ff69-4eb6-bcde-90bc4fffccd7 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326889 Jul 08 21:07:02.461502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device babb6b4a-3aba-457a-8ec2-5c03fa0eb497 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:07:02.556293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:07:02.571000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497', 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411', 'port_id': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497', 'mac_address': 'fa:16:3e:1f:64:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc52f7e7-2cf1-41ee-8e50-989674bb6616', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:07:02.610072 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:02.623025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babb6b4a-3aba-457a-8ec2-5c03fa0eb497 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:07:02.643527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:07:02.647787 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:02.698148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:02.707022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:02.707483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:02.707838 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:02.708180 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:02.708486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:02.708840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:02.709171 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:02.709497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:02.709833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:02.710148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:02.710470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:02.710789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:02.904511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['babb6b4a-3aba-457a-8ec2-5c03fa0eb497'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:07:03.443091 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ebc17-af67-46d8-9f3a-5206dd638a52 req-3c797b38-01e3-4934-b92b-62b61c96f7f8 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:03.444673 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d23ebc17-af67-46d8-9f3a-5206dd638a52 req-3c797b38-01e3-4934-b92b-62b61c96f7f8 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 945 time: 0.0700738 Jul 08 21:07:03.482780 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d23ebc17-af67-46d8-9f3a-5206dd638a52 req-a9af13f2-6df8-4b00-8160-b3b792b83710 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325072 Jul 08 21:07:04.116872 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e9f6a903-d0c8-4853-ace7-e72905c2ae7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:04.476178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device babb6b4a-3aba-457a-8ec2-5c03fa0eb497 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:07:04.526144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:07:04.530486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:07:04.530861 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:04.612925 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:04.636274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:07:04.638623 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad08252-6dd2-4a97-b286-eb0e9bc0eb6f" -d '{"events": [{"server_uuid": "7930358f-af22-4f91-89d5-1f9fbb4c0660", "name": "network-vif-plugged", "status": "completed", "tag": "babb6b4a-3aba-457a-8ec2-5c03fa0eb497"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:07:04.652387 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:07:04.657351 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:04.669464 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c96fb-c7c7-4530-ad37-2d6e04882454 req-20c091a8-6b70-47e2-985e-c693ddfb349c tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:04.670988 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-890c96fb-c7c7-4530-ad37-2d6e04882454 req-20c091a8-6b70-47e2-985e-c693ddfb349c tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 945 time: 0.0713468 Jul 08 21:07:04.684001 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49df580-948d-47dd-87b5-fea7e3cfcdfa x-openstack-request-id: req-f49df580-948d-47dd-87b5-fea7e3cfcdfa {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:07:04.684300 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7930358f-af22-4f91-89d5-1f9fbb4c0660", "name": "network-vif-plugged", "status": "completed", "tag": "babb6b4a-3aba-457a-8ec2-5c03fa0eb497", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:07:04.684556 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f49df580-948d-47dd-87b5-fea7e3cfcdfa {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:07:04.684971 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497', 'code': 200} Jul 08 21:07:04.710435 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-890c96fb-c7c7-4530-ad37-2d6e04882454 req-1408cf81-8876-4788-85bb-6ba6b279db4b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333192 Jul 08 21:07:04.714059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:04.803570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98743e-40c3-48dd-8b0a-613111241b33 req-421dfa02-5b18-49c6-a907-738a0a3c4f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:04.805098 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c98743e-40c3-48dd-8b0a-613111241b33 req-421dfa02-5b18-49c6-a907-738a0a3c4f14 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 1098 time: 0.0520217 Jul 08 21:07:04.842476 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c98743e-40c3-48dd-8b0a-613111241b33 req-285f7ecc-d19e-4805-9783-45d15e9c619b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269601 Jul 08 21:07:05.896010 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d3e12-9a7e-409a-9087-c0fdf3db4d86 req-784ac56a-dc1b-4b9e-b69e-8e9b2b7286fb tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:05.897578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-170d3e12-9a7e-409a-9087-c0fdf3db4d86 req-784ac56a-dc1b-4b9e-b69e-8e9b2b7286fb tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0663545 Jul 08 21:07:05.934440 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-170d3e12-9a7e-409a-9087-c0fdf3db4d86 req-56a35270-6e43-4d1d-9f2b-36de5991a94e tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313396 Jul 08 21:07:07.054644 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b4c9639-a082-4f6f-a592-ff596bdfdc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:07.122532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea77e82-6c4f-4e25-a310-a7f5b5766927 req-7ee2e609-ec47-483c-b36a-b4a482470cdd tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:07.124085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ea77e82-6c4f-4e25-a310-a7f5b5766927 req-7ee2e609-ec47-483c-b36a-b4a482470cdd tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0738816 Jul 08 21:07:07.163715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4ea77e82-6c4f-4e25-a310-a7f5b5766927 req-e39e2e5b-7124-4d5b-a78d-37109a72015e tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336552 Jul 08 21:07:07.181822 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:07.350847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424aded-dd16-4a1d-80dc-2c1b97328b8a req-090d532a-bab3-4c0d-bfdd-70b62636cde7 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:07.352485 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2424aded-dd16-4a1d-80dc-2c1b97328b8a req-090d532a-bab3-4c0d-bfdd-70b62636cde7 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0674148 Jul 08 21:07:07.391878 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2424aded-dd16-4a1d-80dc-2c1b97328b8a req-c36f87d7-2d98-40db-b535-76783d97f6af tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335779 Jul 08 21:07:07.739323 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-f35e8974-c7e7-4f56-bc5b-fed6e804541c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0569043 Jul 08 21:07:07.801694 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef57a94-7425-4d8e-ba1c-2efaa0426427 req-56456e5f-7f08-4bc8-b427-3d10b2949cab tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:07.803296 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4ef57a94-7425-4d8e-ba1c-2efaa0426427 req-56456e5f-7f08-4bc8-b427-3d10b2949cab tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0717897 Jul 08 21:07:07.846553 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4ef57a94-7425-4d8e-ba1c-2efaa0426427 req-594fc7e5-1413-4331-9403-ae13a00e870e tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374024 Jul 08 21:07:08.376163 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:08.918620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-06dfbffd-9db4-4dac-b8ed-61e7cc353e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:08.920218 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-06dfbffd-9db4-4dac-b8ed-61e7cc353e26 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 1098 time: 0.0634234 Jul 08 21:07:09.013521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-1ff2b214-d7e2-4f65-8287-10f4a5136e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:09.015086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-1ff2b214-d7e2-4f65-8287-10f4a5136e11 service neutron] 10.222.0.103 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 915 time: 0.0878642 Jul 08 21:07:09.033872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da680b53-c0a3-4b76-bb72-9ada9296750b req-306a21a9-16ad-4300-afb3-9894be638e6d tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:09.035454 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da680b53-c0a3-4b76-bb72-9ada9296750b req-306a21a9-16ad-4300-afb3-9894be638e6d tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0709612 Jul 08 21:07:09.057810 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-95e4176e-5f96-4d56-99b5-9b25a592e4be service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497 HTTP/1.1" status: 200 len: 217 time: 0.0349083 Jul 08 21:07:09.075867 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-da680b53-c0a3-4b76-bb72-9ada9296750b req-a7dd1157-99ce-4f34-be06-0cbcdd52506f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344925 Jul 08 21:07:09.112307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-268ff06d-b00f-4de5-a923-7f64f5fae65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:09.113833 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-268ff06d-b00f-4de5-a923-7f64f5fae65d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0493033 Jul 08 21:07:09.148898 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-3861fca5-2c1b-439a-88a4-903944bd3eb5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271003 Jul 08 21:07:09.241572 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-ac638784-b83a-43ea-9f64-d7bf7f1f27b2 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858095 Jul 08 21:07:09.336582 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-71a8d0cb-e7cf-4ba8-9faa-4091058f2ef1 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877979 Jul 08 21:07:09.941000 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:10.253621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850fd40-f1f2-420b-9830-84f155088ea8 req-f92236e0-686f-4391-977d-2b9aff6b774f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:10.255190 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6850fd40-f1f2-420b-9830-84f155088ea8 req-f92236e0-686f-4391-977d-2b9aff6b774f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0677323 Jul 08 21:07:10.294668 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6850fd40-f1f2-420b-9830-84f155088ea8 req-c63b2612-3ac6-4a9f-b777-91ee403cace3 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336711 Jul 08 21:07:11.471827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831328a3-d099-4527-bad0-88274face9c1 req-22bad37d-861c-417b-834f-5f8782ff2a6a tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:11.473376 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-831328a3-d099-4527-bad0-88274face9c1 req-22bad37d-861c-417b-834f-5f8782ff2a6a tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0635946 Jul 08 21:07:11.511655 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-831328a3-d099-4527-bad0-88274face9c1 req-876d68f8-7b5c-40e3-b329-52e2b95d822f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328226 Jul 08 21:07:12.692496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92ed9a-b4c7-43ea-beb9-4a7d11bef15f req-f816ae99-38cd-4e5b-9df0-3c0be2b1fffe tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:12.693954 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e92ed9a-b4c7-43ea-beb9-4a7d11bef15f req-f816ae99-38cd-4e5b-9df0-3c0be2b1fffe tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0691395 Jul 08 21:07:12.735344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0e92ed9a-b4c7-43ea-beb9-4a7d11bef15f req-39f820a7-4ee6-47ee-b9c3-985bd9b749e3 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350823 Jul 08 21:07:13.921596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf032a7-7f02-4f3a-8d65-e85341ec46df req-8e9f5303-5565-499a-ab3e-dd977b8f8695 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:13.924263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebf032a7-7f02-4f3a-8d65-e85341ec46df req-8e9f5303-5565-499a-ab3e-dd977b8f8695 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0743349 Jul 08 21:07:13.962400 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ebf032a7-7f02-4f3a-8d65-e85341ec46df req-c55e0194-a764-4838-82a3-e73f186aeb48 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326250 Jul 08 21:07:15.134772 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b2872-62ee-41e8-a2b8-3c837e08f264 req-00354120-adab-4c3c-9ad4-e5604affdf3b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:15.136272 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a82b2872-62ee-41e8-a2b8-3c837e08f264 req-00354120-adab-4c3c-9ad4-e5604affdf3b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0638597 Jul 08 21:07:15.174604 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a82b2872-62ee-41e8-a2b8-3c837e08f264 req-439b3eb7-7a9c-4698-8a64-7e5bda01aea2 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314558 Jul 08 21:07:16.347308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879ab1c-626a-4cec-8592-b4cf5524d6aa req-6312b8c8-dd2b-478e-b457-d1874453e338 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:16.348856 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c879ab1c-626a-4cec-8592-b4cf5524d6aa req-6312b8c8-dd2b-478e-b457-d1874453e338 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0616190 Jul 08 21:07:16.387069 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c879ab1c-626a-4cec-8592-b4cf5524d6aa req-cd0cdde8-565b-4661-8bff-4a04532c7fd6 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324388 Jul 08 21:07:17.559755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81d1a1-146a-4552-97e5-d03c7e0e5b04 req-9cc90674-31e8-4b0d-8238-220e26205ddb tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:17.561262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a81d1a1-146a-4552-97e5-d03c7e0e5b04 req-9cc90674-31e8-4b0d-8238-220e26205ddb tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0648317 Jul 08 21:07:17.598944 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a81d1a1-146a-4552-97e5-d03c7e0e5b04 req-135f8c88-3ab0-4123-bfe0-4d6a4a82cba5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320153 Jul 08 21:07:17.949429 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:18.769704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec409bf4-58aa-405b-a547-0955d8b2cb29 req-a9e36c28-3c9f-4331-b063-fb408d718818 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:18.771114 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec409bf4-58aa-405b-a547-0955d8b2cb29 req-a9e36c28-3c9f-4331-b063-fb408d718818 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0627124 Jul 08 21:07:18.812961 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ec409bf4-58aa-405b-a547-0955d8b2cb29 req-2e247df1-39e7-4a86-8a93-1e9779a7e517 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363126 Jul 08 21:07:20.000792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7e8fe-d2da-47e6-88bd-f5b489f2a08f req-60628997-89be-4ace-a759-0c9c906459b1 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:20.002511 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4fb7e8fe-d2da-47e6-88bd-f5b489f2a08f req-60628997-89be-4ace-a759-0c9c906459b1 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0761187 Jul 08 21:07:20.044823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4fb7e8fe-d2da-47e6-88bd-f5b489f2a08f req-c2b08c83-a812-4c12-a400-a049766f8df9 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357897 Jul 08 21:07:20.172849 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:07:21.229278 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c473ba-922e-4bbe-819e-831474445b12 req-1f32c4c3-9f7a-4389-ac0f-18d7d8c680ea tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:21.230778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40c473ba-922e-4bbe-819e-831474445b12 req-1f32c4c3-9f7a-4389-ac0f-18d7d8c680ea tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0636656 Jul 08 21:07:21.269423 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40c473ba-922e-4bbe-819e-831474445b12 req-ffdf8c47-6134-418f-920b-1ea7001816e8 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328817 Jul 08 21:07:22.448123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee44971-1940-40b1-b925-6d11fd255c14 req-10b675ab-c236-44e7-b3ca-04094341037b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:22.449686 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ee44971-1940-40b1-b925-6d11fd255c14 req-10b675ab-c236-44e7-b3ca-04094341037b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0650301 Jul 08 21:07:22.487312 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ee44971-1940-40b1-b925-6d11fd255c14 req-f4d18f07-ab47-44d2-b769-a554c076f35b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320454 Jul 08 21:07:23.670495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7d7ec-124f-4a35-909d-fe8e31447b1a req-6a5d1ad0-4084-400a-9541-a6c0cd517bdf tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:23.671923 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5ef7d7ec-124f-4a35-909d-fe8e31447b1a req-6a5d1ad0-4084-400a-9541-a6c0cd517bdf tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0642641 Jul 08 21:07:23.710297 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5ef7d7ec-124f-4a35-909d-fe8e31447b1a req-aeb3fd86-ac1c-43c2-b00e-09c21b988a77 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321777 Jul 08 21:07:23.802434 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:24.889668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8a7d3-3c76-4b37-9d76-82dcf7fe2748 req-88d04a40-701a-4eb4-a1d8-81fd59352eb0 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:24.891156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cfb8a7d3-3c76-4b37-9d76-82dcf7fe2748 req-88d04a40-701a-4eb4-a1d8-81fd59352eb0 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0700560 Jul 08 21:07:24.929379 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cfb8a7d3-3c76-4b37-9d76-82dcf7fe2748 req-a810f8ad-1b49-414c-af3d-c3568b10fe9c tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321481 Jul 08 21:07:26.107656 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004535f2-b093-4a8c-a3ea-a634530b427a req-afbfe469-6fa4-4a98-a8c3-9c5fe4065c12 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:26.109251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-004535f2-b093-4a8c-a3ea-a634530b427a req-afbfe469-6fa4-4a98-a8c3-9c5fe4065c12 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0673616 Jul 08 21:07:26.148569 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-004535f2-b093-4a8c-a3ea-a634530b427a req-01301808-0dba-4cec-9cfa-5671753953d6 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334058 Jul 08 21:07:27.318881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15776c1-9626-4371-8aff-89923b430d2b req-24dbdc6b-862b-40ae-b412-796071d7b8ec tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:27.320383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c15776c1-9626-4371-8aff-89923b430d2b req-24dbdc6b-862b-40ae-b412-796071d7b8ec tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0636034 Jul 08 21:07:27.359128 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c15776c1-9626-4371-8aff-89923b430d2b req-36468917-69ea-492f-9990-f7d250e2596e tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330269 Jul 08 21:07:28.534918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b87a11-629f-4af0-b490-2a2775c92c5c req-a3de6019-98de-4fbd-88ff-94e07d3665e9 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:28.536501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d4b87a11-629f-4af0-b490-2a2775c92c5c req-a3de6019-98de-4fbd-88ff-94e07d3665e9 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0634646 Jul 08 21:07:28.573884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d4b87a11-629f-4af0-b490-2a2775c92c5c req-6980eb59-b4a0-4cc1-86ff-904e9b97eb1a tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318806 Jul 08 21:07:29.744368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552f561-2aee-42c4-8d45-4aa188020745 req-07c696f5-a1b1-4f6c-ad54-5f7ff5a8c8e4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:29.745810 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a552f561-2aee-42c4-8d45-4aa188020745 req-07c696f5-a1b1-4f6c-ad54-5f7ff5a8c8e4 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0632920 Jul 08 21:07:29.783844 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a552f561-2aee-42c4-8d45-4aa188020745 req-d0ebc90f-4e11-4bcc-8202-2dd8a8ef0b15 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Jul 08 21:07:30.961439 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47555e-6576-40c2-a0b5-60c2357ed085 req-f9668a5f-1579-4ed0-a08e-9db98da8cdfc tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:30.962959 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f47555e-6576-40c2-a0b5-60c2357ed085 req-f9668a5f-1579-4ed0-a08e-9db98da8cdfc tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0663846 Jul 08 21:07:31.006229 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f47555e-6576-40c2-a0b5-60c2357ed085 req-a0d53a7e-0c20-45b6-a193-4656d4fc9b0a tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376155 Jul 08 21:07:32.186908 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663a045-e162-43da-93ca-d4e43b4ced61 req-c30333b4-ede0-4b8a-a617-af9dcdffac11 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:32.188400 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f663a045-e162-43da-93ca-d4e43b4ced61 req-c30333b4-ede0-4b8a-a617-af9dcdffac11 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0670691 Jul 08 21:07:32.226281 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f663a045-e162-43da-93ca-d4e43b4ced61 req-fb9f5044-81dc-4cf7-94c2-33524a2e64b1 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Jul 08 21:07:33.402306 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98def4f-75f8-4761-a60f-1e3ebd7f5ddb req-b756256d-6f11-4a04-9b61-67534676c2a9 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:33.403853 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e98def4f-75f8-4761-a60f-1e3ebd7f5ddb req-b756256d-6f11-4a04-9b61-67534676c2a9 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0642462 Jul 08 21:07:33.442419 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e98def4f-75f8-4761-a60f-1e3ebd7f5ddb req-c83186d0-977c-417c-95ce-46e9d889f2f8 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323231 Jul 08 21:07:34.117949 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a6abc8e-d588-4805-a656-973db51d9dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:34.618255 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd12a20-4ba9-4384-9f12-5455bf908d4c req-89dedb16-da7c-47fc-ba21-7206703516a7 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:34.619756 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9dd12a20-4ba9-4384-9f12-5455bf908d4c req-89dedb16-da7c-47fc-ba21-7206703516a7 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0644026 Jul 08 21:07:34.658975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9dd12a20-4ba9-4384-9f12-5455bf908d4c req-ef8334a8-3147-4862-b685-44b8647cba45 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328133 Jul 08 21:07:35.837291 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f158573-c6dd-4e96-9523-3e1ac9535005 req-27a016c0-79b3-4fee-b5ae-974ccca2b770 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:35.838793 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f158573-c6dd-4e96-9523-3e1ac9535005 req-27a016c0-79b3-4fee-b5ae-974ccca2b770 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0663376 Jul 08 21:07:35.875730 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f158573-c6dd-4e96-9523-3e1ac9535005 req-2cf92592-b600-4c74-9263-66aab630adf1 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314341 Jul 08 21:07:37.055738 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c12a1295-36ba-4199-b6ec-237a5332749e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:37.084910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eb97b-10fc-4c27-818a-a8fe33bcc390 req-d599b10b-4ca1-4c16-9e0f-cf33e7cfe15b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:37.086421 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ef8eb97b-10fc-4c27-818a-a8fe33bcc390 req-d599b10b-4ca1-4c16-9e0f-cf33e7cfe15b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0721223 Jul 08 21:07:37.125156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ef8eb97b-10fc-4c27-818a-a8fe33bcc390 req-6303ec9d-4cf6-4a8b-b414-69d1f997dd9c tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Jul 08 21:07:37.183847 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:38.342070 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dd04f-5bdd-425c-bd77-ccbdf8ed192a req-e19ad15b-b4f5-44cd-92f1-a7ecb88aba74 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:38.343592 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-112dd04f-5bdd-425c-bd77-ccbdf8ed192a req-e19ad15b-b4f5-44cd-92f1-a7ecb88aba74 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0750139 Jul 08 21:07:38.377684 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:38.384471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-112dd04f-5bdd-425c-bd77-ccbdf8ed192a req-93d90999-db68-420c-bbde-f61e328fa17b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345170 Jul 08 21:07:39.557163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd4b91-d867-445d-a0d0-c5ef0d2ef339 req-9f10cf40-361d-4be6-bfb5-50cbbe73bdc0 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:39.558678 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1fd4b91-d867-445d-a0d0-c5ef0d2ef339 req-9f10cf40-361d-4be6-bfb5-50cbbe73bdc0 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0638978 Jul 08 21:07:39.597171 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c1fd4b91-d867-445d-a0d0-c5ef0d2ef339 req-712cf728-1a27-4892-a0a0-e6be6f3f0c42 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328736 Jul 08 21:07:39.944596 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:40.776176 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf508f-e28f-4125-a935-360e7fb388c0 req-48104718-e64b-441d-8ffe-19b75e80123e tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:40.777736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-facf508f-e28f-4125-a935-360e7fb388c0 req-48104718-e64b-441d-8ffe-19b75e80123e tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0666242 Jul 08 21:07:40.815481 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-facf508f-e28f-4125-a935-360e7fb388c0 req-c94c8677-d7b7-47c7-b3d4-0637afec1fbe tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Jul 08 21:07:41.663015 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-8cdb718d-e1be-4047-8849-4c71a940c882 service neutron] show failed (client error): The resource could not be found. Jul 08 21:07:41.663945 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-8cdb718d-e1be-4047-8849-4c71a940c882 service neutron] 10.222.0.103 "GET /v2.0/ports/babb6b4a-3aba-457a-8ec2-5c03fa0eb497/bindings/n-h1-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0556257 Jul 08 21:07:41.937582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-978830a6-c62d-4363-a657-f2922f67364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:41.939517 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-978830a6-c62d-4363-a657-f2922f67364c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660&tenant_id=a0b4616978174082b11d09386161527b HTTP/1.1" status: 200 len: 1098 time: 0.0597646 Jul 08 21:07:41.952554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:07:42.059642 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:42.076884 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc82dd4-2874-4d9b-bcdb-3bd1a1fb24ca req-5c8594b4-d88d-45ae-8021-63258cb4ee90 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:42.078435 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebc82dd4-2874-4d9b-bcdb-3bd1a1fb24ca req-5c8594b4-d88d-45ae-8021-63258cb4ee90 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.1380391 Jul 08 21:07:42.156756 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ebc82dd4-2874-4d9b-bcdb-3bd1a1fb24ca req-daae76ab-dfa4-4270-bb96-7b7dada6a076 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717285 Jul 08 21:07:42.309883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] For port babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:07:42.344096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] For port babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:07:42.384485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:07:42.386828 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b680d1b-a0bd-4b96-b97a-ff50c11306af" -d '{"events": [{"server_uuid": "7930358f-af22-4f91-89d5-1f9fbb4c0660", "name": "network-vif-unplugged", "status": "completed", "tag": "babb6b4a-3aba-457a-8ec2-5c03fa0eb497"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:07:42.390866 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:42.404172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Transition to ACTIVE for port object babb6b4a-3aba-457a-8ec2-5c03fa0eb497 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:07:42.408786 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:42.443589 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 21:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6c001c-aa4b-4cfb-a0c6-0366b0ce8aaa x-openstack-request-id: req-3b6c001c-aa4b-4cfb-a0c6-0366b0ce8aaa {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:07:42.443890 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7930358f-af22-4f91-89d5-1f9fbb4c0660", "name": "network-vif-unplugged", "status": "completed", "tag": "babb6b4a-3aba-457a-8ec2-5c03fa0eb497", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:07:42.444141 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3b6c001c-aa4b-4cfb-a0c6-0366b0ce8aaa {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:07:42.444533 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497', 'code': 200} Jul 08 21:07:42.479022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] No DVR routers for this DVR port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:07:42.485705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Pushing event updated for resources: {'Port': ['ID=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,revision_number=6']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:42.496937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:42.497276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:42.497608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:42.497939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:42.498265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:42.498589 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:42.498914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:42.499229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:42.499555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:42.499869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:42.500185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:42.500498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:42.534881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Attempting to bind port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:07:42.535276 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Attempting to bind port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:07:42.535608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Attempting to bind port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 on network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:07:42.540188 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 on network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:07:42.540515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Attempting to bind port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 on network 969c15a4-7f5a-442a-9d0f-5a63aecb8411 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:07:42.545371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:07:42.545705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Checking segment: {'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:07:42.546088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Bound using segment: {'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:07:42.546510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Bound port: babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17556cbb-e764-4389-80d5-78c331e22dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:07:42.546866 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:42.613726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] For port babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:07:42.616866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] For port babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:07:42.620881 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:42.655709 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:42.656326 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:42.658269 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] 10.222.0.104 "PUT /v2.0/ports/babb6b4a-3aba-457a-8ec2-5c03fa0eb497 HTTP/1.1" status: 200 len: 1093 time: 0.7088921 Jul 08 21:07:42.680945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b176a-c7f0-461e-8e89-f99554e9cd73 service neutron] Pushing event updated for resources: {'Port': ['ID=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:42.744338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-27896c64-1604-4dae-b2ea-98ad0d41ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:42.745893 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-27896c64-1604-4dae-b2ea-98ad0d41ba14 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 1096 time: 0.0613759 Jul 08 21:07:42.833959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-cf206c9f-640c-4ece-b2ec-5f691076283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:42.835435 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-cf206c9f-640c-4ece-b2ec-5f691076283f service neutron] 10.222.0.104 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 915 time: 0.0830884 Jul 08 21:07:42.880712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-c7e479f2-e280-4216-9654-8eaf4a86d29e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497 HTTP/1.1" status: 200 len: 217 time: 0.0387790 Jul 08 21:07:42.929373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-9df17a7f-0afa-4caa-9f16-83e14b3bf23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:42.930815 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-9df17a7f-0afa-4caa-9f16-83e14b3bf23c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0438621 Jul 08 21:07:42.962866 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-67e86233-3135-42b4-aabe-00fad29e6cfa service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259728 Jul 08 21:07:43.055961 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-83a478bc-f12c-4831-b6c4-e5cef343509c service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867290 Jul 08 21:07:43.145318 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52d50808-5c3d-48f5-9670-44a6e6d9ebc7 req-716f2a7a-0904-4a59-b43b-e34385bff78f service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825877 Jul 08 21:07:43.367215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ef421-5416-4acb-bf6c-d2193e3e6713 req-5535a999-d3f3-4c3a-b69f-5a6517aa364d tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:43.368763 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-610ef421-5416-4acb-bf6c-d2193e3e6713 req-5535a999-d3f3-4c3a-b69f-5a6517aa364d tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 944 time: 0.0654471 Jul 08 21:07:43.408479 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-610ef421-5416-4acb-bf6c-d2193e3e6713 req-f2d9ba1f-171d-4917-95a7-298f8adbc1b3 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341346 Jul 08 21:07:44.445697 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'tag': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:07:44.449091 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9303fb40-f687-4606-a7e7-2aece3a0f837" -d '{"events": [{"name": "network-changed", "server_uuid": "7930358f-af22-4f91-89d5-1f9fbb4c0660", "tag": "babb6b4a-3aba-457a-8ec2-5c03fa0eb497"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:07:44.498381 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e6b5e8-1fb8-4fbb-af03-463bf6cce9a4 x-openstack-request-id: req-c9e6b5e8-1fb8-4fbb-af03-463bf6cce9a4 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:07:44.498801 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7930358f-af22-4f91-89d5-1f9fbb4c0660", "tag": "babb6b4a-3aba-457a-8ec2-5c03fa0eb497", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:07:44.498926 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c9e6b5e8-1fb8-4fbb-af03-463bf6cce9a4 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:07:44.499322 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'tag': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497', 'status': 'completed', 'code': 200} Jul 08 21:07:44.606089 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4853f3-89b0-4a40-a323-b097f6777819 req-2e8eb40f-b2d3-4710-b7e8-381c75e36666 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:44.607679 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e4853f3-89b0-4a40-a323-b097f6777819 req-2e8eb40f-b2d3-4710-b7e8-381c75e36666 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 944 time: 0.0762019 Jul 08 21:07:44.635918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-0c243c9e-530f-49a2-9ff4-64b79a0d5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:44.637592 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-0c243c9e-530f-49a2-9ff4-64b79a0d5942 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 1096 time: 0.1140807 Jul 08 21:07:44.644802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-c319b0ad-7d34-418c-ac31-146286c4f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:44.647245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-c319b0ad-7d34-418c-ac31-146286c4f030 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 1096 time: 0.1153951 Jul 08 21:07:44.655069 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e4853f3-89b0-4a40-a323-b097f6777819 req-479c439e-f6a6-4ec8-a53c-6b6dc07a7427 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 Jul 08 21:07:44.662996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device babb6b4a-3aba-457a-8ec2-5c03fa0eb497 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:07:44.718243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device babb6b4a-3aba-457a-8ec2-5c03fa0eb497 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:07:44.824746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-5edccd07-494e-4b9d-93ca-2c4ccd822913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:44.826241 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-5edccd07-494e-4b9d-93ca-2c4ccd822913 service neutron] 10.222.0.104 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 915 time: 0.1777987 Jul 08 21:07:44.827325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-5a4fe392-4be8-45be-bd7b-19a7f783b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:44.828674 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-5a4fe392-4be8-45be-bd7b-19a7f783b933 service neutron] 10.222.0.103 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 915 time: 0.1669934 Jul 08 21:07:44.901255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-c779ab76-8e3b-4018-bbf2-69c55b9094ff service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497 HTTP/1.1" status: 200 len: 217 time: 0.0674839 Jul 08 21:07:44.902594 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-8c88e8f6-a3a7-455c-9a47-b12860681438 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497 HTTP/1.1" status: 200 len: 217 time: 0.0632029 Jul 08 21:07:45.007265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-24925beb-ff6d-4bf2-a66f-36637490ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:45.008952 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-24925beb-ff6d-4bf2-a66f-36637490ff78 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.1021712 Jul 08 21:07:45.012269 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-7ae3e66b-0a3d-45fb-91d6-17912521e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:45.013614 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-7ae3e66b-0a3d-45fb-91d6-17912521e81f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0989857 Jul 08 21:07:45.044001 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-f3076fa4-0f57-42c3-b651-f5fbd14cd730 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283487 Jul 08 21:07:45.085055 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-4b1f80d2-2384-4722-a639-cc626a4ee2a8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434725 Jul 08 21:07:45.215703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-6d98ea1e-1b5e-4f30-9beb-5a478a886250 service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644287 Jul 08 21:07:45.249628 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-53f0f59b-27e5-4445-8f32-298ff9aeac94 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359098 Jul 08 21:07:45.382492 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-8c328a0b-5a67-44c9-b3fa-bf66458b304e service neutron] 10.222.0.104 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582437 Jul 08 21:07:45.396024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9303fb40-f687-4606-a7e7-2aece3a0f837 req-336334ee-ecbb-48b0-b0a6-9c6b2fbacdd8 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191409 Jul 08 21:07:45.852534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7de66-3b6a-469a-bb36-bc334ac4421b req-cddea605-af82-4e82-b90a-3feacae9ed94 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:45.854149 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f9e7de66-3b6a-469a-bb36-bc334ac4421b req-cddea605-af82-4e82-b90a-3feacae9ed94 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 944 time: 0.0631864 Jul 08 21:07:45.892589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f9e7de66-3b6a-469a-bb36-bc334ac4421b req-a3b16385-c96c-4f48-9cc8-1f1a6de5e6a3 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324075 Jul 08 21:07:46.261051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2b466-5bcf-4b0a-8781-386bdf2bbf5e req-af8759cc-fe17-48d7-96a6-29a4c4611b45 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:46.262455 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8bc2b466-5bcf-4b0a-8781-386bdf2bbf5e req-af8759cc-fe17-48d7-96a6-29a4c4611b45 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 944 time: 0.1135788 Jul 08 21:07:46.274063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433309d1-965b-4a35-a525-2e67b216a4ad req-81ff9be7-b0e2-46ad-be2f-f80d3739e3d6 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:46.275523 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-433309d1-965b-4a35-a525-2e67b216a4ad req-81ff9be7-b0e2-46ad-be2f-f80d3739e3d6 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.103 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660&tenant_id=a0b4616978174082b11d09386161527b&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 944 time: 0.1155906 Jul 08 21:07:46.339901 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8bc2b466-5bcf-4b0a-8781-386bdf2bbf5e req-297f6e9a-7fef-497d-b20e-823ea3075f8c tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633557 Jul 08 21:07:46.367739 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-433309d1-965b-4a35-a525-2e67b216a4ad req-f8a7337d-f00d-4350-949e-44a0c517fcab service neutron] delete failed (client error): The resource could not be found. Jul 08 21:07:46.368826 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-433309d1-965b-4a35-a525-2e67b216a4ad req-f8a7337d-f00d-4350-949e-44a0c517fcab service neutron] 10.222.0.103 "DELETE /v2.0/ports/babb6b4a-3aba-457a-8ec2-5c03fa0eb497/bindings/n-h2-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0784886 Jul 08 21:07:46.481966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433309d1-965b-4a35-a525-2e67b216a4ad req-616d6c9e-df19-4a1c-ba8b-57441e11b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:46.483481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-433309d1-965b-4a35-a525-2e67b216a4ad req-616d6c9e-df19-4a1c-ba8b-57441e11b04b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a0b4616978174082b11d09386161527b&device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 1096 time: 0.0583091 Jul 08 21:07:46.591158 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433309d1-965b-4a35-a525-2e67b216a4ad req-59eaaa00-e15e-4423-aaca-0005e5c5972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:46.592665 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-433309d1-965b-4a35-a525-2e67b216a4ad req-59eaaa00-e15e-4423-aaca-0005e5c5972d service neutron] 10.222.0.103 "GET /v2.0/networks?id=969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 200 len: 915 time: 0.0981610 Jul 08 21:07:46.641172 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-433309d1-965b-4a35-a525-2e67b216a4ad req-a824349e-b639-4beb-840e-3c76e270c8e5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497 HTTP/1.1" status: 200 len: 217 time: 0.0375047 Jul 08 21:07:46.699592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433309d1-965b-4a35-a525-2e67b216a4ad req-be7b4c8b-67ce-4494-bcf2-2b38fab82588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:46.701209 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-433309d1-965b-4a35-a525-2e67b216a4ad req-be7b4c8b-67ce-4494-bcf2-2b38fab82588 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 200 len: 854 time: 0.0505381 Jul 08 21:07:46.739793 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device babb6b4a-3aba-457a-8ec2-5c03fa0eb497 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:07:46.740817 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-433309d1-965b-4a35-a525-2e67b216a4ad req-32109e69-d5d4-4d6f-890c-1087d6f84314 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=969c15a4-7f5a-442a-9d0f-5a63aecb8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283883 Jul 08 21:07:46.836117 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-433309d1-965b-4a35-a525-2e67b216a4ad req-1cddc1aa-d3ff-4e8d-aeac-687815615073 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880063 Jul 08 21:07:46.853247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:07:46.865715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497', 'network_id': '969c15a4-7f5a-442a-9d0f-5a63aecb8411', 'port_id': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497', 'mac_address': 'fa:16:3e:1f:64:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc52f7e7-2cf1-41ee-8e50-989674bb6616', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:07:46.908558 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:46.921065 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babb6b4a-3aba-457a-8ec2-5c03fa0eb497 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:07:46.935202 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-433309d1-965b-4a35-a525-2e67b216a4ad req-ecc57736-e30e-4395-a231-5dbdbead1540 service neutron] 10.222.0.103 "GET /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896180 Jul 08 21:07:46.942131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:07:46.946109 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:46.994478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:47.178524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['babb6b4a-3aba-457a-8ec2-5c03fa0eb497'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:07:47.517717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df0a8-90a4-4a58-b661-bc8777f63e4d req-9a069dcd-acce-43b9-ba7b-b98ad975f38f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:47.519267 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c23df0a8-90a4-4a58-b661-bc8777f63e4d req-9a069dcd-acce-43b9-ba7b-b98ad975f38f tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 945 time: 0.0653977 Jul 08 21:07:47.558634 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c23df0a8-90a4-4a58-b661-bc8777f63e4d req-6e4de34d-75b4-437c-bfea-419776f9ac0b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Jul 08 21:07:47.943999 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:48.739753 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device babb6b4a-3aba-457a-8ec2-5c03fa0eb497 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:07:48.750882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe0846-2f9c-48fa-b3b6-f1bae93e1bad req-ca14a8b7-7b91-4132-ab52-69f6f68d8532 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:48.753345 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5dfe0846-2f9c-48fa-b3b6-f1bae93e1bad req-ca14a8b7-7b91-4132-ab52-69f6f68d8532 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 945 time: 0.0749571 Jul 08 21:07:48.793472 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5dfe0846-2f9c-48fa-b3b6-f1bae93e1bad req-21f52135-4462-4037-b742-832e5b497d1b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336998 Jul 08 21:07:48.794921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:07:48.798932 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:07:48.799385 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:48.877221 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:48.902120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:07:48.904409 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788e3aac-b171-4c6c-aad1-e070be10cc96" -d '{"events": [{"server_uuid": "7930358f-af22-4f91-89d5-1f9fbb4c0660", "name": "network-vif-plugged", "status": "completed", "tag": "babb6b4a-3aba-457a-8ec2-5c03fa0eb497"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:07:48.920692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:07:48.926919 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:48.952230 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213f3323-ba04-40d8-b7a7-3661bebc1540 x-openstack-request-id: req-213f3323-ba04-40d8-b7a7-3661bebc1540 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:07:48.952932 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7930358f-af22-4f91-89d5-1f9fbb4c0660", "name": "network-vif-plugged", "status": "completed", "tag": "babb6b4a-3aba-457a-8ec2-5c03fa0eb497", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:07:48.952932 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-213f3323-ba04-40d8-b7a7-3661bebc1540 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:07:48.953122 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497', 'code': 200} Jul 08 21:07:48.977814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7339d27-c669-4728-9658-e45a40db9af1 req-83b26153-7d0e-4b3d-9bc0-d2923da5e770 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:48.979342 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7339d27-c669-4728-9658-e45a40db9af1 req-83b26153-7d0e-4b3d-9bc0-d2923da5e770 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0670044 Jul 08 21:07:48.980025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:49.020585 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d7339d27-c669-4728-9658-e45a40db9af1 req-2e6e498e-694b-4219-812b-c76b508a28b9 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354280 Jul 08 21:07:49.194732 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4558da8-acda-4907-9a89-601ad54898ae req-a5b1e9aa-4fad-450d-bfde-682e491bb3a1 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:49.196233 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4558da8-acda-4907-9a89-601ad54898ae req-a5b1e9aa-4fad-450d-bfde-682e491bb3a1 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0626409 Jul 08 21:07:49.240615 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b4558da8-acda-4907-9a89-601ad54898ae req-2ccd8a5c-7087-4710-9bcc-94ad6090ef8b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385575 Jul 08 21:07:49.839395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7c4dc-33cd-41b4-b609-b0072d7f019b req-b91113d6-9d60-4439-9f1c-675961d5223b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:49.840964 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7bb7c4dc-33cd-41b4-b609-b0072d7f019b req-b91113d6-9d60-4439-9f1c-675961d5223b tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0714481 Jul 08 21:07:49.879900 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7bb7c4dc-33cd-41b4-b609-b0072d7f019b req-3bba840e-91cd-4077-b1d9-8a1129b4eaad tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327706 Jul 08 21:07:50.825795 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27ff83-5637-4507-b7ad-571ae5da86a0 req-ab54e9b5-2792-4f48-bcdd-1a97b41d2704 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:50.826924 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a27ff83-5637-4507-b7ad-571ae5da86a0 req-ab54e9b5-2792-4f48-bcdd-1a97b41d2704 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.104 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.0639236 Jul 08 21:07:50.936087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-7a27ff83-5637-4507-b7ad-571ae5da86a0 req-fd5ea496-50d2-4f33-888d-0b4a16a88a00 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Deleting port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:07:50.936429 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7a27ff83-5637-4507-b7ad-571ae5da86a0 req-fd5ea496-50d2-4f33-888d-0b4a16a88a00 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:51.077952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7a27ff83-5637-4507-b7ad-571ae5da86a0 req-fd5ea496-50d2-4f33-888d-0b4a16a88a00 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] For port babb6b4a-3aba-457a-8ec2-5c03fa0eb497, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,segment=NetworkSegment(17556cbb-e764-4389-80d5-78c331e22dc4),segment_id=17556cbb-e764-4389-80d5-78c331e22dc4)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:07:51.078228 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7a27ff83-5637-4507-b7ad-571ae5da86a0 req-fd5ea496-50d2-4f33-888d-0b4a16a88a00 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:51.097636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-7a27ff83-5637-4507-b7ad-571ae5da86a0 req-fd5ea496-50d2-4f33-888d-0b4a16a88a00 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Calling delete_port for babb6b4a-3aba-457a-8ec2-5c03fa0eb497 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:07:51.118784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32490261-c18b-4990-93f8-13a44a322517 req-898c1d3f-3f0e-46a9-9ff8-b86826737888 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:51.120365 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32490261-c18b-4990-93f8-13a44a322517 req-898c1d3f-3f0e-46a9-9ff8-b86826737888 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/ports?device_id=7930358f-af22-4f91-89d5-1f9fbb4c0660 HTTP/1.1" status: 200 len: 946 time: 0.1232979 Jul 08 21:07:51.210676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-32490261-c18b-4990-93f8-13a44a322517 req-f12a4fd5-c1a4-4702-ad43-330e0ff364a3 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeeae81-98f6-4628-938e-07a1f107e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547428 Jul 08 21:07:51.289004 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7a27ff83-5637-4507-b7ad-571ae5da86a0 req-fd5ea496-50d2-4f33-888d-0b4a16a88a00 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:51.301420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['babb6b4a-3aba-457a-8ec2-5c03fa0eb497'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:07:51.329114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ea496-50d2-4f33-888d-0b4a16a88a00 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Pushing event deleted for resources: {'Port': ['ID=babb6b4a-3aba-457a-8ec2-5c03fa0eb497,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:51.379389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a27ff83-5637-4507-b7ad-571ae5da86a0 req-fd5ea496-50d2-4f33-888d-0b4a16a88a00 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] No DVR routers for this DVR port babb6b4a-3aba-457a-8ec2-5c03fa0eb497 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:07:51.382061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7a27ff83-5637-4507-b7ad-571ae5da86a0 req-fd5ea496-50d2-4f33-888d-0b4a16a88a00 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:51.384286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a27ff83-5637-4507-b7ad-571ae5da86a0 req-fd5ea496-50d2-4f33-888d-0b4a16a88a00 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] 10.222.0.104 "DELETE /v2.0/ports/babb6b4a-3aba-457a-8ec2-5c03fa0eb497 HTTP/1.1" status: 204 len: 173 time: 0.5510314 Jul 08 21:07:51.384759 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'name': 'network-vif-deleted', 'tag': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:07:51.387016 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f79c85b-8ea3-4761-984b-20d536bcd7b1" -d '{"events": [{"server_uuid": "7930358f-af22-4f91-89d5-1f9fbb4c0660", "name": "network-vif-deleted", "tag": "babb6b4a-3aba-457a-8ec2-5c03fa0eb497"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:07:51.425270 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4c7731-6340-4f34-9e67-5c1cff0ee1cc x-openstack-request-id: req-db4c7731-6340-4f34-9e67-5c1cff0ee1cc {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:07:51.425694 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7930358f-af22-4f91-89d5-1f9fbb4c0660", "name": "network-vif-deleted", "tag": "babb6b4a-3aba-457a-8ec2-5c03fa0eb497", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:07:51.425998 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-db4c7731-6340-4f34-9e67-5c1cff0ee1cc {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:07:51.426532 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7930358f-af22-4f91-89d5-1f9fbb4c0660', 'name': 'network-vif-deleted', 'tag': 'babb6b4a-3aba-457a-8ec2-5c03fa0eb497', 'status': 'completed', 'code': 200} Jul 08 21:07:52.464068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46094) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:07:52.517670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-949340dd-7974-458a-9308-de624d9b06b6 admin admin] Deleting subnet dc52f7e7-2cf1-41ee-8e50-989674bb6616 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:07:52.521289 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-949340dd-7974-458a-9308-de624d9b06b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:52.560064 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-949340dd-7974-458a-9308-de624d9b06b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:52.601927 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-949340dd-7974-458a-9308-de624d9b06b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:52.661657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-949340dd-7974-458a-9308-de624d9b06b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:52.984359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949340dd-7974-458a-9308-de624d9b06b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc52f7e7-2cf1-41ee-8e50-989674bb6616,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:52.988478 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-949340dd-7974-458a-9308-de624d9b06b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:52.992250 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-949340dd-7974-458a-9308-de624d9b06b6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/dc52f7e7-2cf1-41ee-8e50-989674bb6616 HTTP/1.1" status: 204 len: 168 time: 0.5252371 Jul 08 21:07:52.994274 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46096) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:07:53.060508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-89c810e1-6b67-49c9-a469-6492900a2f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:53.146117 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-89c810e1-6b67-49c9-a469-6492900a2f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:53.155989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-89c810e1-6b67-49c9-a469-6492900a2f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969c15a4-7f5a-442a-9d0f-5a63aecb8411']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:07:53.166343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-89c810e1-6b67-49c9-a469-6492900a2f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17556cbb-e764-4389-80d5-78c331e22dc4') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:07:53.166633 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-89c810e1-6b67-49c9-a469-6492900a2f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17556cbb-e764-4389-80d5-78c331e22dc4') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:07:53.175663 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-89c810e1-6b67-49c9-a469-6492900a2f0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:53.189588 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-89c810e1-6b67-49c9-a469-6492900a2f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:53.196238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c810e1-6b67-49c9-a469-6492900a2f0b admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:07:53.196617 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-89c810e1-6b67-49c9-a469-6492900a2f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: timer() Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:07:53.198504 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:07:53.256192 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-89c810e1-6b67-49c9-a469-6492900a2f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:53.261155 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-89c810e1-6b67-49c9-a469-6492900a2f0b admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:53.264318 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-89c810e1-6b67-49c9-a469-6492900a2f0b admin admin] 10.222.0.101 "DELETE /v2.0/networks/969c15a4-7f5a-442a-9d0f-5a63aecb8411 HTTP/1.1" status: 204 len: 168 time: 0.2685802 Jul 08 21:07:53.284881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c810e1-6b67-49c9-a469-6492900a2f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=969c15a4-7f5a-442a-9d0f-5a63aecb8411,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:53.396009 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46100) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:07:53.442531 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c0004fb4-0dec-4ae1-9678-8b8c13bf2d2b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a0b4616978174082b11d09386161527b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451384 Jul 08 21:07:53.445227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46102) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:07:53.497880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:53.520518 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:53.570218 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:53.572965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:53.574182 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1eeeae81-98f6-4628-938e-07a1f107e448 HTTP/1.1" status: 204 len: 168 time: 0.1279888 Jul 08 21:07:53.583373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeeae81-98f6-4628-938e-07a1f107e448,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:53.590912 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:53.591252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:53.591588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:53.591925 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:53.592252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:53.592582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:53.592922 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:53.593243 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:53.593595 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:53.593881 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:53.594206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:53.594535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af958c-9584-495d-ad12-20bce012ed05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:53.803819 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:54.328730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46124) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:07:54.446559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1534324895-network', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:07:54.468617 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Made reservation on behalf of 06dbb9a6fefe4243a66c5b1768cf1c78 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:07:54.471914 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:54.485837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:54.618314 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:54.623050 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:54.656738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:07:54.667707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a3397f-d632-4020-9423-e712f72f3a94,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:54.673326 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:54.673505 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Added segment 23c9b05b-4164-44f4-8d81-5b3abd0405ea of type vlan for network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a Jul 08 21:07:54.729493 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:54.758750 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:54.759750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:54.760342 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:54.802747 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device babb6b4a-3aba-457a-8ec2-5c03fa0eb497 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:07:54.819986 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4897823 Jul 08 21:07:54.827896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: babb6b4a-3aba-457a-8ec2-5c03fa0eb497 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:07:54.828480 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46128) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:07:54.828908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device babb6b4a-3aba-457a-8ec2-5c03fa0eb497 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:07:54.830160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-e96ef24d-728f-4e18-9401-fa9ee19f3fa3 admin admin] Request body: {'subnet': {'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1534324895-subnet', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:07:54.830854 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75f1d4-d5d7-4926-9aba-53b2f13dd03c admin admin] Pushing event updated for resources: {'Network': ['ID=24c6cd9f-5331-4370-a566-3a0ca7a45c5a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:54.843639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:07:54.859047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96ef24d-728f-4e18-9401-fa9ee19f3fa3 admin admin] Made reservation on behalf of 06dbb9a6fefe4243a66c5b1768cf1c78 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:07:54.861700 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e96ef24d-728f-4e18-9401-fa9ee19f3fa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:55.037128 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e96ef24d-728f-4e18-9401-fa9ee19f3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:55.102919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ef24d-728f-4e18-9401-fa9ee19f3fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a1fb82-40c0-4d76-b20f-c3b145773eb9,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:55.116065 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96ef24d-728f-4e18-9401-fa9ee19f3fa3 admin admin] Checking segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:07:55.116424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96ef24d-728f-4e18-9401-fa9ee19f3fa3 admin admin] Network hostable DHCP agents. Network: 24c6cd9f-5331-4370-a566-3a0ca7a45c5a, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:07:55.137427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96ef24d-728f-4e18-9401-fa9ee19f3fa3 admin admin] Network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:07:55.148584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e96ef24d-728f-4e18-9401-fa9ee19f3fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 24c6cd9f-5331-4370-a566-3a0ca7a45c5a) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:07:55.153546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96ef24d-728f-4e18-9401-fa9ee19f3fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:07:55.155110 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e96ef24d-728f-4e18-9401-fa9ee19f3fa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:55.159829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf5ac20-cd57-4e31-a568-6a5895b42255 None None] Network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:07:55.177391 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e96ef24d-728f-4e18-9401-fa9ee19f3fa3 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3494792 Jul 08 21:07:55.177655 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46130) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:07:55.182268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:07:55.207179 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:55.208420 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:55.267360 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:55.418964 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:55.485124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:07:55.486017 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:55.625134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Allocated IP 172.20.0.2 (24c6cd9f-5331-4370-a566-3a0ca7a45c5a/88a1fb82-40c0-4d76-b20f-c3b145773eb9/57ea5c4d-c434-4152-8142-1bfece61a610) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:07:55.660157 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:55.682355 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:55.793193 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Allocated IP 172.25.4.165 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/ccbdbf08-682a-4b13-98c0-31cbc19cc4b4) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:07:55.804464 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:55.814380 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Transition to ACTIVE for port object 57ea5c4d-c434-4152-8142-1bfece61a610 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:07:55.834674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Transition to ACTIVE for port object 57ea5c4d-c434-4152-8142-1bfece61a610 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:07:55.841076 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:55.882040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:07:55.887621 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:07:55.890178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:07:55.904803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Pushing event updated for resources: {'Port': ['ID=57ea5c4d-c434-4152-8142-1bfece61a610,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:55.965489 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Attempting to bind port 57ea5c4d-c434-4152-8142-1bfece61a610 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:07:55.965866 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Attempting to bind port 57ea5c4d-c434-4152-8142-1bfece61a610 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:07:55.966227 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Attempting to bind port 57ea5c4d-c434-4152-8142-1bfece61a610 on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:07:55.972902 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:07:55.973279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Checking segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:07:55.973684 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:55.974083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Bound using segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:07:55.974554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Bound port: 57ea5c4d-c434-4152-8142-1bfece61a610, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:07:55.974929 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:56.043397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] For port 57ea5c4d-c434-4152-8142-1bfece61a610, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:07:56.046554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] For port 57ea5c4d-c434-4152-8142-1bfece61a610, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=57ea5c4d-c434-4152-8142-1bfece61a610,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:07:56.052803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:56.111261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3716871-38f5-4209-adaa-0ec37f3894ad None None] Pushing event updated for resources: {'Port': ['ID=57ea5c4d-c434-4152-8142-1bfece61a610,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:56.253566 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:56.318369 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:56.361707 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:07:56.365146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:07:56.368780 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:07:56.391841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Pushing event updated for resources: {'Port': ['ID=ccbdbf08-682a-4b13-98c0-31cbc19cc4b4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:56.624173 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:56.826880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:56.962905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Router bd868c39-cb0e-46cd-a922-12e1e961f7df is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:07:57.030304 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3997e5d-b9cf-4d37-9489-732accdf704e None None] Network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:07:57.073564 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:07:57.084141 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Sync routers for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:07:57.091544 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6f3cd82e-93d2-4bff-b4f8-e607e23afd55 None None] Provisioning for port 57ea5c4d-c434-4152-8142-1bfece61a610 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:07:57.092302 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:57.096601 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-15900ce3-1350-4412-b541-d74c5ba0ad7a admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9150150 Jul 08 21:07:57.096794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46132) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:07:57.105930 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:07:57.106916 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:07:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:07:57.198654 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:07:57.222608 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:07:57.431764 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:56Z', 'revision_number': 3, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:07:57.462638 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Checking router: bd868c39-cb0e-46cd-a922-12e1e961f7df for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:07:57.463031 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Updating router bd868c39-cb0e-46cd-a922-12e1e961f7df port ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:07:57.497805 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:57.545373 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:57.546935 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 57ea5c4d-c434-4152-8142-1bfece61a610 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:07:57.597269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 57ea5c4d-c434-4152-8142-1bfece61a610 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:07:57.601294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 57ea5c4d-c434-4152-8142-1bfece61a610 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:07:57.601675 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:57.697023 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:57.734789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 57ea5c4d-c434-4152-8142-1bfece61a610, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=57ea5c4d-c434-4152-8142-1bfece61a610,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:07:57.739453 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:57.760594 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:57.762791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Allocated IP 172.20.0.1 (24c6cd9f-5331-4370-a566-3a0ca7a45c5a/88a1fb82-40c0-4d76-b20f-c3b145773eb9/dafd2d35-792c-4cee-a7dd-561ef214ea9b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:07:57.772315 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Transition to ACTIVE for port object ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:07:57.778646 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:57.800992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=57ea5c4d-c434-4152-8142-1bfece61a610,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:57.827055 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Pushing event updated for resources: {'Port': ['ID=ccbdbf08-682a-4b13-98c0-31cbc19cc4b4,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:57.844757 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Attempting to bind port ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:07:57.845120 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Attempting to bind port ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:07:57.845474 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Attempting to bind port ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:07:57.848079 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:57.848354 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:57.848712 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:57.849041 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:57.849364 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:57.849686 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:57.850000 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:57.850316 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:57.850630 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:57.850945 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:57.851256 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:57.851568 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:07:57.859067 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:07:57.859067 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:07:57.859413 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:57.859518 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:07:57.859940 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Bound port: ccbdbf08-682a-4b13-98c0-31cbc19cc4b4, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:07:57.860331 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:57.875396 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:57.889241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Transition to ACTIVE for port object dafd2d35-792c-4cee-a7dd-561ef214ea9b will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:07:57.911590 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] For port ccbdbf08-682a-4b13-98c0-31cbc19cc4b4, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:07:57.915448 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] For port ccbdbf08-682a-4b13-98c0-31cbc19cc4b4, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ccbdbf08-682a-4b13-98c0-31cbc19cc4b4,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:07:57.918972 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:57.924429 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:57.960118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:07:57.962977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:07:57.968587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:07:57.969168 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:07:57.969804 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:07:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:07:57.995756 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Pushing event updated for resources: {'Port': ['ID=dafd2d35-792c-4cee-a7dd-561ef214ea9b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:58.022528 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:58.022890 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a3d1b-a63a-4b8f-b246-76e3511bcadf None None] Pushing event updated for resources: {'Port': ['ID=ccbdbf08-682a-4b13-98c0-31cbc19cc4b4,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:58.101046 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:07:58.169765 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:58.246252 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e315f5bf-74ef-457d-8a5d-56d1bad30bf4 None None] Provisioning for port dafd2d35-792c-4cee-a7dd-561ef214ea9b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:07:58.250933 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e315f5bf-74ef-457d-8a5d-56d1bad30bf4 None None] Provisioning complete for port dafd2d35-792c-4cee-a7dd-561ef214ea9b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:07:58.251449 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e315f5bf-74ef-457d-8a5d-56d1bad30bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:58.286844 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:56Z', 'revision_number': 3, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:07:58.288228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e315f5bf-74ef-457d-8a5d-56d1bad30bf4 None None] Port dafd2d35-792c-4cee-a7dd-561ef214ea9b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:07:58.319515 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50d536-b12f-480d-822d-47f03b2a4fb8 None None] The sync data for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 is: [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:56Z', 'revision_number': 3, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:07:58.352024 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:58.356995 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:58.432032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Pushing event updated for resources: {'Port': ['ID=dafd2d35-792c-4cee-a7dd-561ef214ea9b,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:58.437383 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:58.543208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:07:58.544884 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:07:58.700186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Router bd868c39-cb0e-46cd-a922-12e1e961f7df has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:07:58.819094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-220d39ff-2593-4cd2-89fb-c3d69a31c2ce None None] Provisioning complete for port dafd2d35-792c-4cee-a7dd-561ef214ea9b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:07:58.819623 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-220d39ff-2593-4cd2-89fb-c3d69a31c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:58.833429 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:07:58.841170 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2a10b156-a927-46cb-a183-df04a04777ea admin admin] 10.222.0.101 "PUT /v2.0/routers/bd868c39-cb0e-46cd-a922-12e1e961f7df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7431371 Jul 08 21:07:58.856692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-220d39ff-2593-4cd2-89fb-c3d69a31c2ce None None] Port dafd2d35-792c-4cee-a7dd-561ef214ea9b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:07:59.516662 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46140) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:07:59.522686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3d71981a-3460-4f29-9381-30e6909fd00b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268601439', 'description': 'tempest-description--1449119005'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:07:59.549907 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d71981a-3460-4f29-9381-30e6909fd00b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.594881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 57ea5c4d-c434-4152-8142-1bfece61a610 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:07:59.642180 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d71981a-3460-4f29-9381-30e6909fd00b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.647430 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d71981a-3460-4f29-9381-30e6909fd00b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.648240 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 57ea5c4d-c434-4152-8142-1bfece61a610 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:07:59.648652 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.679967 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3d71981a-3460-4f29-9381-30e6909fd00b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.683889 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3d71981a-3460-4f29-9381-30e6909fd00b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1633439 Jul 08 21:07:59.683889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71981a-3460-4f29-9381-30e6909fd00b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4583473-67de-47b6-8a8f-36b77123658d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:59.684992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46142) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:07:59.693403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b4160c82-fdc4-4a42-9d6b-c744fb105d5d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Request body: {'security_group_rule': {'security_group_id': 'f4583473-67de-47b6-8a8f-36b77123658d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:07:59.724710 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b4160c82-fdc4-4a42-9d6b-c744fb105d5d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.749470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:07:59.787461 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b4160c82-fdc4-4a42-9d6b-c744fb105d5d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.793107 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b4160c82-fdc4-4a42-9d6b-c744fb105d5d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.810273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:07:59.817470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:07:59.818065 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.824491 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4160c82-fdc4-4a42-9d6b-c744fb105d5d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde270a2-1469-4ea1-b24c-ba8ad9e5b4b4,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:59.835747 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b4160c82-fdc4-4a42-9d6b-c744fb105d5d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.838051 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b4160c82-fdc4-4a42-9d6b-c744fb105d5d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502149 Jul 08 21:07:59.840696 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46144) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:07:59.850079 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-e6776ed8-e96f-4d4d-86cf-d220e571f9d6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Request body: {'security_group_rule': {'security_group_id': 'f4583473-67de-47b6-8a8f-36b77123658d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:07:59.886181 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e6776ed8-e96f-4d4d-86cf-d220e571f9d6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.920321 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.944250 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port ccbdbf08-682a-4b13-98c0-31cbc19cc4b4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ccbdbf08-682a-4b13-98c0-31cbc19cc4b4,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:07:59.949652 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.953203 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e6776ed8-e96f-4d4d-86cf-d220e571f9d6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.959234 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e6776ed8-e96f-4d4d-86cf-d220e571f9d6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.979943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6776ed8-e96f-4d4d-86cf-d220e571f9d6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6576d0aa-ad5a-4d33-921d-173873d30ebb,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:07:59.988215 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e6776ed8-e96f-4d4d-86cf-d220e571f9d6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:07:59.990141 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e6776ed8-e96f-4d4d-86cf-d220e571f9d6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480036 Jul 08 21:07:59.993179 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46146) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:07:59.997949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:08:00.006128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=ccbdbf08-682a-4b13-98c0-31cbc19cc4b4,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:08:00.025008 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.042261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Sync routers for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:08:00.051601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:08:00.052247 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:07:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:08:00.133745 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.170558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:08:00.246609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Allocated IP 172.25.4.67 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/de4b6a83-06aa-46b3-9f15-c7ff8e85da44) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:08:00.358407 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.384960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 2, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:08:00.405368 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.416489 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Checking router: bd868c39-cb0e-46cd-a922-12e1e961f7df for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:08:00.417177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Updating router bd868c39-cb0e-46cd-a922-12e1e961f7df port dafd2d35-792c-4cee-a7dd-561ef214ea9b binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:08:00.443421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:08:00.446408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:08:00.452136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:08:00.456850 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.481173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event updated for resources: {'Port': ['ID=de4b6a83-06aa-46b3-9f15-c7ff8e85da44,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:08:00.549260 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.597242 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.741004 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.752663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Transition to ACTIVE for port object dafd2d35-792c-4cee-a7dd-561ef214ea9b will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:08:00.758653 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.763771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.770042 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.817670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84b756-86f5-4f88-8088-fbc5ee3e7ddd None None] Pushing event updated for resources: {'Port': ['ID=dafd2d35-792c-4cee-a7dd-561ef214ea9b,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:08:00.860083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event updated for resources: {'Port': ['ID=de4b6a83-06aa-46b3-9f15-c7ff8e85da44,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:08:00.869620 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.873693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Attempting to bind port dafd2d35-792c-4cee-a7dd-561ef214ea9b on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:08:00.874062 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Attempting to bind port dafd2d35-792c-4cee-a7dd-561ef214ea9b by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:08:00.874427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Attempting to bind port dafd2d35-792c-4cee-a7dd-561ef214ea9b on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:08:00.881386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:08:00.881757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Checking segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:08:00.882260 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.882635 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Bound using segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:08:00.883476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Bound port: dafd2d35-792c-4cee-a7dd-561ef214ea9b, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:08:00.883832 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.887419 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:00.889868 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7b64de92-f8ff-450a-ba68-f1cf05957c7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8952830 Jul 08 21:08:00.963554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] For port dafd2d35-792c-4cee-a7dd-561ef214ea9b, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:08:00.967861 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] For port dafd2d35-792c-4cee-a7dd-561ef214ea9b, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=dafd2d35-792c-4cee-a7dd-561ef214ea9b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:08:00.973466 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:01.047951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84b756-86f5-4f88-8088-fbc5ee3e7ddd None None] Pushing event updated for resources: {'Port': ['ID=dafd2d35-792c-4cee-a7dd-561ef214ea9b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:08:01.050852 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:08:01.051495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:07:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:08:01.070382 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-45bcff73-2cbc-40ea-a46f-463a579949ee tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--268601439&fields=id&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 267 time: 0.0565295 Jul 08 21:08:01.179489 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:08:01.198831 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-30b84fe6-813e-45c0-a995-fa60ff1d16c2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:01.200524 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-30b84fe6-813e-45c0-a995-fa60ff1d16c2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 812 time: 0.1228230 Jul 08 21:08:01.217036 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-c248f6fc-be6f-453d-bb21-a028149cbb9d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/quotas/06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 375 time: 0.0100329 Jul 08 21:08:01.308823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-1b7a22b4-6c20-433b-880a-52c94f780f45 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851638 Jul 08 21:08:01.417934 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-ed4b71bf-c5bc-460f-a1f8-af732c86d539 service neutron] 10.222.0.101 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951266 Jul 08 21:08:01.433881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:00Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:08:01.460822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0e69b4-44ac-49b4-b8fc-e0acc2b045dc None None] The sync data for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 is: [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:00Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:08:01.545668 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-5c7a7588-5f68-472c-abbd-607a9194d1b9 service neutron] 10.222.0.101 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210940 Jul 08 21:08:01.551654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:08:01.618545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:08:01.618924 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:01.769535 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6bf4f36c-350d-43c7-9007-f855950c30df req-37b4002d-7a83-441d-95fb-3efb0d85a99b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 210 time: 0.0387135 Jul 08 21:08:02.915853 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fe9c11c1-f3be-4b70-b36e-763ca16638f7 req-7249466d-a973-44bf-af10-4df65e336234 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 210 time: 0.0295694 Jul 08 21:08:03.249627 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-a931b709-c72d-4c21-bdf3-efc87a2beb16 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:03.251366 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-a931b709-c72d-4c21-bdf3-efc87a2beb16 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 812 time: 0.1209972 Jul 08 21:08:03.319059 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-c83ac38d-9f63-4c30-9143-4d918feac84d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 379 time: 0.0497046 Jul 08 21:08:03.331140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Request body: {'port': {'device_id': 'bb03433d-a33d-453f-9535-953a812b3091', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'admin_state_up': True, 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'security_groups': ['f4583473-67de-47b6-8a8f-36b77123658d']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:08:03.454445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Made reservation on behalf of 06dbb9a6fefe4243a66c5b1768cf1c78 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:08:03.458830 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:03.536992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device dafd2d35-792c-4cee-a7dd-561ef214ea9b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:08:03.588518 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port dafd2d35-792c-4cee-a7dd-561ef214ea9b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:08:03.593104 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port dafd2d35-792c-4cee-a7dd-561ef214ea9b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:08:03.593833 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:03.597847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Allocated IP 172.20.0.12 (24c6cd9f-5331-4370-a566-3a0ca7a45c5a/88a1fb82-40c0-4d76-b20f-c3b145773eb9/6b057f60-c7b5-4bda-91f8-3b7fedbf06d5) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:08:03.682449 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:03.715006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port dafd2d35-792c-4cee-a7dd-561ef214ea9b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=dafd2d35-792c-4cee-a7dd-561ef214ea9b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:08:03.718956 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:03.750102 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:03.764699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Transition to ACTIVE for port object 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:08:03.769528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=dafd2d35-792c-4cee-a7dd-561ef214ea9b,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:08:03.777323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:08:03.777591 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:08:03.777929 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:08:03.778270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:08:03.778589 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:08:03.778914 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:08:03.779236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:08:03.779554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:08:03.779878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:08:03.780196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:08:03.780513 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:08:03.780852 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:08:03.799591 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:03.841902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:08:03.850153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:08:03.854069 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:08:03.860564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event updated for resources: {'Port': ['ID=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:08:03.920546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:03.921375 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:03.937443 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-39f875c5-5405-44f5-948b-46ce70ad56e3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6107342 Jul 08 21:08:03.958570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Request body: {'port': {'device_id': 'bb03433d-a33d-453f-9535-953a812b3091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:08:04.046356 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:04.111178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2a7c-18f2-4b6d-abae-f8bf4ca0f27f req-04d467ab-03c0-4837-b18d-537928f7a987 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:04.114271 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-19ee2a7c-18f2-4b6d-abae-f8bf4ca0f27f req-04d467ab-03c0-4837-b18d-537928f7a987 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 932 time: 0.0795517 Jul 08 21:08:04.121058 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5d210649-0241-452d-be0d-c5b7c9a6bbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:04.154225 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-19ee2a7c-18f2-4b6d-abae-f8bf4ca0f27f req-9e2494c2-01f7-43b6-9dce-ca9451ab3a60 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340304 Jul 08 21:08:04.193219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-00b9e090-bc46-4ab7-a7ed-f616705da5bb None None] Provisioning for port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:08:04.197115 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-00b9e090-bc46-4ab7-a7ed-f616705da5bb None None] Provisioning complete for port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:08:04.197627 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-00b9e090-bc46-4ab7-a7ed-f616705da5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:04.238528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-00b9e090-bc46-4ab7-a7ed-f616705da5bb None None] Port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:08:04.339173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:08:04.346611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:04.359448 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Transition to ACTIVE for port object 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:08:04.363705 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:04.437674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78356705-781e-47e8-9e66-3457936018ac service neutron] Pushing event updated for resources: {'Port': ['ID=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:08:04.491804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Attempting to bind port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:08:04.492226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Attempting to bind port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:08:04.492700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Attempting to bind port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:08:04.497684 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:08:04.498013 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Attempting to bind port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:08:04.503934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:08:04.504275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Checking segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:08:04.504693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Bound using segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:08:04.505125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Bound port: 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:08:04.505490 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:04.575493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] For port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:08:04.578948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] For port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:08:04.584401 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:04.622994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:04.623528 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:04.624839 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-78356705-781e-47e8-9e66-3457936018ac service neutron] 10.222.0.103 "PUT /v2.0/ports/6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 HTTP/1.1" status: 200 len: 1093 time: 0.6740992 Jul 08 21:08:04.625274 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:08:04.628956 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab8c6ba-07bd-4097-a3de-6bf8f6f612aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:08:04.655317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78356705-781e-47e8-9e66-3457936018ac service neutron] Pushing event updated for resources: {'Port': ['ID=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:08:04.706892 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d634950-e46a-43f8-8cc4-dc7ac57b6eae x-openstack-request-id: req-5d634950-e46a-43f8-8cc4-dc7ac57b6eae {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:08:04.707239 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:08:04.707486 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5d634950-e46a-43f8-8cc4-dc7ac57b6eae {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:08:04.707917 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'status': 'completed', 'code': 200} Jul 08 21:08:04.737334 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-a48dca4b-8cfe-4852-8721-6cc19ebe3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:04.738829 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-a48dca4b-8cfe-4852-8721-6cc19ebe3fe3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 1096 time: 0.0626969 Jul 08 21:08:04.790343 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-76d6debf-d5a3-4ab7-aa1e-51e18ebf1668 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 HTTP/1.1" status: 200 len: 217 time: 0.0395999 Jul 08 21:08:04.849251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-84a3acd1-4a54-46b2-98ec-b62c93cafe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:04.850717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-84a3acd1-4a54-46b2-98ec-b62c93cafe08 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0499027 Jul 08 21:08:04.914129 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-ac6db73d-fb49-4bf9-830f-141e565ff6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:04.915654 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-ac6db73d-fb49-4bf9-830f-141e565ff6b7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547211 Jul 08 21:08:05.009548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-fd6068b1-08bf-457a-b423-c7ea475e60c2 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830648 Jul 08 21:08:05.109076 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7c418a5-4548-40e8-9ae2-5a8751b0adcf req-193a7597-eb85-4337-9c6d-70d2b370e645 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893884 Jul 08 21:08:05.217962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8c6ba-07bd-4097-a3de-6bf8f6f612aa req-54ebff2c-6588-40d0-a96a-109853761b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:05.219491 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cab8c6ba-07bd-4097-a3de-6bf8f6f612aa req-54ebff2c-6588-40d0-a96a-109853761b0e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 1096 time: 0.0545619 Jul 08 21:08:05.320410 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8c6ba-07bd-4097-a3de-6bf8f6f612aa req-a6d7559b-9105-4270-9d07-777c51dd1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:05.321825 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cab8c6ba-07bd-4097-a3de-6bf8f6f612aa req-a6d7559b-9105-4270-9d07-777c51dd1027 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.0914774 Jul 08 21:08:05.333332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cea734-e3d4-404f-ab76-0f05041647ae req-3fc5e94b-9b46-41a4-bca9-f7e11964f1a0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:05.334865 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12cea734-e3d4-404f-ab76-0f05041647ae req-3fc5e94b-9b46-41a4-bca9-f7e11964f1a0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 944 time: 0.0653815 Jul 08 21:08:05.381771 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12cea734-e3d4-404f-ab76-0f05041647ae req-894a1d30-b810-44ae-b3b3-594b22b11f32 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411479 Jul 08 21:08:05.514508 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device dafd2d35-792c-4cee-a7dd-561ef214ea9b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:08:05.563964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port dafd2d35-792c-4cee-a7dd-561ef214ea9b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:08:05.564327 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:05.666115 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cab8c6ba-07bd-4097-a3de-6bf8f6f612aa req-39db482b-003b-45dc-b20d-b4807c5eedfb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 HTTP/1.1" status: 200 len: 217 time: 0.3321702 Jul 08 21:08:05.715375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8c6ba-07bd-4097-a3de-6bf8f6f612aa req-f6d59417-2cfb-40d0-8bf5-22b8d953a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:05.716746 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cab8c6ba-07bd-4097-a3de-6bf8f6f612aa req-f6d59417-2cfb-40d0-8bf5-22b8d953a673 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0420330 Jul 08 21:08:05.777315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8c6ba-07bd-4097-a3de-6bf8f6f612aa req-2273c1a0-0474-4949-b892-c7d193dec41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:05.778532 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cab8c6ba-07bd-4097-a3de-6bf8f6f612aa req-2273c1a0-0474-4949-b892-c7d193dec41a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534341 Jul 08 21:08:05.870099 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cab8c6ba-07bd-4097-a3de-6bf8f6f612aa req-159ec295-e8ec-4029-9cfc-e4b1079a03ff service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829179 Jul 08 21:08:05.965216 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cab8c6ba-07bd-4097-a3de-6bf8f6f612aa req-a4d74d9a-7d04-48fb-a897-769d22012b0c service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867608 Jul 08 21:08:06.558533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfaf22-86b6-4a4c-9180-05acc3cff144 req-a0dfdc05-a1a4-49bc-8ecd-8a2dab3e408e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:06.560050 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12dfaf22-86b6-4a4c-9180-05acc3cff144 req-a0dfdc05-a1a4-49bc-8ecd-8a2dab3e408e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 944 time: 0.0643771 Jul 08 21:08:06.599797 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12dfaf22-86b6-4a4c-9180-05acc3cff144 req-35d2145c-7c0b-40dd-9d41-5c34e7337b3b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335753 Jul 08 21:08:07.058624 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b713ed7c-82e4-4d5a-9431-f9d167866276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:07.185669 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:07.774164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae9830-d862-48fe-8fbb-f1e6e29c508d req-1cc3e3ab-6288-488f-8b87-d1be7a34220b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:07.775683 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12ae9830-d862-48fe-8fbb-f1e6e29c508d req-1cc3e3ab-6288-488f-8b87-d1be7a34220b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 944 time: 0.0643363 Jul 08 21:08:07.813266 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12ae9830-d862-48fe-8fbb-f1e6e29c508d req-bb55d65e-7bf0-4a06-8812-dea366dea9b7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320647 Jul 08 21:08:08.384391 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:08.762693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:08:08.861940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:08:08.879192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'port_id': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'mac_address': 'fa:16:3e:9e:da:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:08:08.917372 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:08.931029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:08:08.951237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:08:08.956261 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:08.995288 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad043869-f49e-4bdb-bc65-9394f8de0119 req-6b692acf-70bc-46ff-ae14-ba31f12ba80f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:08.996870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad043869-f49e-4bdb-bc65-9394f8de0119 req-6b692acf-70bc-46ff-ae14-ba31f12ba80f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 944 time: 0.0661004 Jul 08 21:08:09.010010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:08:09.038040 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad043869-f49e-4bdb-bc65-9394f8de0119 req-3dda9701-e784-43c0-b35e-1db9b16db497 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343544 Jul 08 21:08:09.232497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['6b057f60-c7b5-4bda-91f8-3b7fedbf06d5'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:08:09.946674 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:10.216898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465217-8f4d-4632-88f3-34fe247c1bdc req-14a1c03c-56b8-4575-b6ee-4ec8c0449a53 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:10.218417 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7465217-8f4d-4632-88f3-34fe247c1bdc req-14a1c03c-56b8-4575-b6ee-4ec8c0449a53 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 945 time: 0.0652926 Jul 08 21:08:10.257026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f7465217-8f4d-4632-88f3-34fe247c1bdc req-19a516df-e85d-45db-bb08-2e15f3b905bb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324681 Jul 08 21:08:10.778167 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:08:10.830007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:08:10.833681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:08:10.834049 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:10.910168 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:10.933277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:08:10.935532 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ec5609-2c98-4e04-a7e9-7be5a95efe5a" -d '{"events": [{"server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "name": "network-vif-plugged", "status": "completed", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:08:10.949210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:08:10.953359 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:10.978043 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b892c2b5-8be7-478e-b51f-be83d1d341f5 x-openstack-request-id: req-b892c2b5-8be7-478e-b51f-be83d1d341f5 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:08:10.978366 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "name": "network-vif-plugged", "status": "completed", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:08:10.978621 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b892c2b5-8be7-478e-b51f-be83d1d341f5 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:08:10.979028 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'code': 200} Jul 08 21:08:11.007569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:08:11.107373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ae46f-24ef-499b-adca-e7b55195559e req-07f5bdda-757f-45e8-bfae-3f025e2edd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:11.108914 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5b1ae46f-24ef-499b-adca-e7b55195559e req-07f5bdda-757f-45e8-bfae-3f025e2edd2c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 1098 time: 0.0549717 Jul 08 21:08:11.147803 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5b1ae46f-24ef-499b-adca-e7b55195559e req-79d49667-8c9d-4773-acd7-be63938438ee service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289443 Jul 08 21:08:11.442630 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61053d86-ed4c-40d1-9df2-b3e29a678b2d req-dcb88a15-19cc-4f40-895b-ec0374286c99 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:11.444153 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-61053d86-ed4c-40d1-9df2-b3e29a678b2d req-dcb88a15-19cc-4f40-895b-ec0374286c99 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0708334 Jul 08 21:08:11.485478 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-61053d86-ed4c-40d1-9df2-b3e29a678b2d req-1db22fc5-22f4-4d8e-a149-a0cc36e5a59e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353587 Jul 08 21:08:12.665378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455111b-1aa0-4b74-9195-09f0c9ad67b2 req-9f543b9d-0e60-4218-818e-91e433dd05ce tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:12.666809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a455111b-1aa0-4b74-9195-09f0c9ad67b2 req-9f543b9d-0e60-4218-818e-91e433dd05ce tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0664396 Jul 08 21:08:12.707315 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a455111b-1aa0-4b74-9195-09f0c9ad67b2 req-f304317e-73cb-4033-bb42-5a43cea30780 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348234 Jul 08 21:08:12.882589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8de9d-56f3-4a86-ae29-0423df8d91b8 req-4280e72d-c931-4599-aa2a-bb877e1a1eec tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:12.884385 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5b8de9d-56f3-4a86-ae29-0423df8d91b8 req-4280e72d-c931-4599-aa2a-bb877e1a1eec tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0660214 Jul 08 21:08:12.893173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46202) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:08:12.897865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-04d86cf3-666f-4710-9ad5-d33e264b1e5c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Request body: {'floatingip': {'port_id': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:08:12.940978 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04d86cf3-666f-4710-9ad5-d33e264b1e5c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:13.543117 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04d86cf3-666f-4710-9ad5-d33e264b1e5c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:13.547249 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04d86cf3-666f-4710-9ad5-d33e264b1e5c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:13.647645 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-04d86cf3-666f-4710-9ad5-d33e264b1e5c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Floating IP 14fac404-bd94-44ad-9929-583eccd9d995 associated. External IP: 172.25.4.67, port: 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5. Jul 08 21:08:13.856877 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d86cf3-666f-4710-9ad5-d33e264b1e5c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Router bd868c39-cb0e-46cd-a922-12e1e961f7df has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:08:13.968292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d86cf3-666f-4710-9ad5-d33e264b1e5c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:08:13.973826 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04d86cf3-666f-4710-9ad5-d33e264b1e5c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:13.978523 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2846777e-1adf-4769-a4cd-5f9f7de629e4 None None] Sync routers for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:08:13.989014 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2846777e-1adf-4769-a4cd-5f9f7de629e4 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:08:13.989623 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2846777e-1adf-4769-a4cd-5f9f7de629e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:08:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:08:14.014302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-04d86cf3-666f-4710-9ad5-d33e264b1e5c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "PUT /v2.0/floatingips/14fac404-bd94-44ad-9929-583eccd9d995 HTTP/1.1" status: 200 len: 991 time: 1.1198378 Jul 08 21:08:14.015192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:08:14.017625 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321c24a3-bea7-4d31-bcd4-42d3e47f3b46" -d '{"events": [{"name": "network-changed", "server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:08:14.057949 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a999f321-0bee-4e67-9755-7bd3a09f8353 x-openstack-request-id: req-a999f321-0bee-4e67-9755-7bd3a09f8353 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:08:14.058347 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:08:14.058722 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a999f321-0bee-4e67-9755-7bd3a09f8353 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:08:14.059222 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'status': 'completed', 'code': 200} Jul 08 21:08:14.101132 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-2846777e-1adf-4769-a4cd-5f9f7de629e4 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:08:14.142878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c24a3-bea7-4d31-bcd4-42d3e47f3b46 req-72bf0c6b-6dc3-4449-8c91-7164f629b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:14.144730 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-321c24a3-bea7-4d31-bcd4-42d3e47f3b46 req-72bf0c6b-6dc3-4449-8c91-7164f629b04d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 1098 time: 0.0591862 Jul 08 21:08:14.245970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c24a3-bea7-4d31-bcd4-42d3e47f3b46 req-152de291-609d-40cc-94e3-95be900885fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:14.247508 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-321c24a3-bea7-4d31-bcd4-42d3e47f3b46 req-152de291-609d-40cc-94e3-95be900885fb service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.0951850 Jul 08 21:08:14.318424 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-321c24a3-bea7-4d31-bcd4-42d3e47f3b46 req-d1f76f1f-cbfe-4a25-ad46-db7739a4f609 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 HTTP/1.1" status: 200 len: 999 time: 0.0635059 Jul 08 21:08:14.371983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c24a3-bea7-4d31-bcd4-42d3e47f3b46 req-cdadbd23-f148-413a-9d0e-09bcf50cdd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:14.373423 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-321c24a3-bea7-4d31-bcd4-42d3e47f3b46 req-cdadbd23-f148-413a-9d0e-09bcf50cdd5c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0484862 Jul 08 21:08:14.431335 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2846777e-1adf-4769-a4cd-5f9f7de629e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '14fac404-bd94-44ad-9929-583eccd9d995', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'port_id': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'mac_address': 'fa:16:3e:9e:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb03433d-a33d-453f-9535-953a812b3091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:08:00Z', 'updated_at': '2021-07-08T21:08:13Z', 'revision_number': 1, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:08:14.431897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c24a3-bea7-4d31-bcd4-42d3e47f3b46 req-35f05042-56b1-4cab-8904-4ae192bf5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:14.433481 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-321c24a3-bea7-4d31-bcd4-42d3e47f3b46 req-35f05042-56b1-4cab-8904-4ae192bf5f1f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536063 Jul 08 21:08:14.465905 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2846777e-1adf-4769-a4cd-5f9f7de629e4 None None] Checking router: bd868c39-cb0e-46cd-a922-12e1e961f7df for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:08:14.474728 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2846777e-1adf-4769-a4cd-5f9f7de629e4 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:08:14.475336 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2846777e-1adf-4769-a4cd-5f9f7de629e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:08:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:08:14.532651 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-321c24a3-bea7-4d31-bcd4-42d3e47f3b46 req-ecbf62f0-5e99-4306-b2f9-f3fde8f502f2 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923283 Jul 08 21:08:14.580433 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-2846777e-1adf-4769-a4cd-5f9f7de629e4 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:08:14.627439 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-321c24a3-bea7-4d31-bcd4-42d3e47f3b46 req-30f9356a-8987-4343-9b41-f9ddc8cead39 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872622 Jul 08 21:08:14.801330 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-2846777e-1adf-4769-a4cd-5f9f7de629e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '14fac404-bd94-44ad-9929-583eccd9d995', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'port_id': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'mac_address': 'fa:16:3e:9e:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb03433d-a33d-453f-9535-953a812b3091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:08:00Z', 'updated_at': '2021-07-08T21:08:13Z', 'revision_number': 1, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:08:14.833226 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2846777e-1adf-4769-a4cd-5f9f7de629e4 None None] The sync data for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 is: [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '14fac404-bd94-44ad-9929-583eccd9d995', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'port_id': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'mac_address': 'fa:16:3e:9e:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb03433d-a33d-453f-9535-953a812b3091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:08:00Z', 'updated_at': '2021-07-08T21:08:13Z', 'revision_number': 1, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:08:15.029063 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf756928-6bf0-41bd-832f-c99e926eccbd None None] New status for floating IP 14fac404-bd94-44ad-9929-583eccd9d995: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:08:17.948374 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:23.800004 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:34.131227 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf615269-ee13-44cf-8842-3f11e95dd146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:34.199128 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:08:37.060157 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ee4c93e7-88fc-419a-afeb-d09b70d11917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:37.193630 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:38.385780 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:39.953836 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:47.965925 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:53.800529 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:08:57.413234 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f1abdac-21d6-4ebd-a6c4-03dc4b51d3be req-288cda36-1b19-4ed1-8205-1fab3d972543 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0627198 Jul 08 21:08:57.527021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1abdac-21d6-4ebd-a6c4-03dc4b51d3be req-dffd0cac-484f-4cce-a197-37f4242e7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:57.528577 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f1abdac-21d6-4ebd-a6c4-03dc4b51d3be req-dffd0cac-484f-4cce-a197-37f4242e7222 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 1098 time: 0.0620978 Jul 08 21:08:57.658416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1abdac-21d6-4ebd-a6c4-03dc4b51d3be req-499af280-b1ec-4450-8a54-c4223c1eb8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:57.659751 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f1abdac-21d6-4ebd-a6c4-03dc4b51d3be req-499af280-b1ec-4450-8a54-c4223c1eb8fd service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1004031 Jul 08 21:08:57.737993 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f1abdac-21d6-4ebd-a6c4-03dc4b51d3be req-a548c69e-d7ec-422a-83e6-0eff150bb4b6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 HTTP/1.1" status: 200 len: 1001 time: 0.0678294 Jul 08 21:08:57.817522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1abdac-21d6-4ebd-a6c4-03dc4b51d3be req-1f0a06a5-010a-4c21-89a5-b1b8a195a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:57.820034 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f1abdac-21d6-4ebd-a6c4-03dc4b51d3be req-1f0a06a5-010a-4c21-89a5-b1b8a195a266 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0721133 Jul 08 21:08:57.897414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1abdac-21d6-4ebd-a6c4-03dc4b51d3be req-4238183d-5fb6-49c3-b993-27a43a87b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:08:57.898949 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f1abdac-21d6-4ebd-a6c4-03dc4b51d3be req-4238183d-5fb6-49c3-b993-27a43a87b54a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603056 Jul 08 21:08:58.009232 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f1abdac-21d6-4ebd-a6c4-03dc4b51d3be req-5111379b-9553-4cc2-afa1-fdaeb79e71f2 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978081 Jul 08 21:08:58.183609 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8f1abdac-21d6-4ebd-a6c4-03dc4b51d3be req-129884d5-4af4-4224-a7d2-e2febb09c12c service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641555 Jul 08 21:09:04.126948 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-11b8abf1-15ce-4171-bb81-553fb5c28001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:07.064971 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-db0fdd3f-a901-4938-95ad-df6f564ace91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:07.189774 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:08.393574 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:09.955658 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:11.199013 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:09:17.998664 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:23.818639 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:34.133562 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b78a-3aaa-4640-b611-55bb811be240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:37.069189 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5468258a-1fe6-42c0-8e3b-cb13b48e5a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:37.185239 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:38.393310 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:39.960041 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:48.009852 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:48.201432 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:09:53.832654 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:09:57.693456 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9094ab62-c3dd-42a1-a169-4eed3dcf32e7 req-0f7c53f5-f91c-4b4f-9654-d2231acee1e1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1076829 Jul 08 21:09:57.806037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ab62-c3dd-42a1-a169-4eed3dcf32e7 req-32ee9e99-64b6-4fef-bd02-0c4d874cfc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:09:57.807676 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9094ab62-c3dd-42a1-a169-4eed3dcf32e7 req-32ee9e99-64b6-4fef-bd02-0c4d874cfc22 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 1098 time: 0.0629971 Jul 08 21:09:57.935585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ab62-c3dd-42a1-a169-4eed3dcf32e7 req-4f1dc7e8-e357-4a04-97b0-6ee3bac9af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:09:57.937160 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9094ab62-c3dd-42a1-a169-4eed3dcf32e7 req-4f1dc7e8-e357-4a04-97b0-6ee3bac9af8c service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1036735 Jul 08 21:09:58.013778 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9094ab62-c3dd-42a1-a169-4eed3dcf32e7 req-8f84841b-f1f6-4028-ba6b-fd97ef8a70aa service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 HTTP/1.1" status: 200 len: 1001 time: 0.0677714 Jul 08 21:09:58.074740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ab62-c3dd-42a1-a169-4eed3dcf32e7 req-98a0ed5e-7aca-4c01-8ee8-20042c9d8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:09:58.077755 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9094ab62-c3dd-42a1-a169-4eed3dcf32e7 req-98a0ed5e-7aca-4c01-8ee8-20042c9d8777 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0549297 Jul 08 21:09:58.162858 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ab62-c3dd-42a1-a169-4eed3dcf32e7 req-9ec86aa8-d921-43d8-9bb1-06ddbed52dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:09:58.165729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9094ab62-c3dd-42a1-a169-4eed3dcf32e7 req-9ec86aa8-d921-43d8-9bb1-06ddbed52dea service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801201 Jul 08 21:09:58.278483 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9094ab62-c3dd-42a1-a169-4eed3dcf32e7 req-5e2cfb47-8612-4b1b-bce2-b514903ed851 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025178 Jul 08 21:09:58.386563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9094ab62-c3dd-42a1-a169-4eed3dcf32e7 req-513fc56b-85ab-4847-af0e-25c4265211a2 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941079 Jul 08 21:09:58.792257 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac0303-a7c3-495c-9caf-dd87fcce5028 req-96beafd1-1ccb-4a4e-abec-7122051bd212 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:09:58.793941 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5ac0303-a7c3-495c-9caf-dd87fcce5028 req-96beafd1-1ccb-4a4e-abec-7122051bd212 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.1386590 Jul 08 21:09:58.840166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d5ac0303-a7c3-495c-9caf-dd87fcce5028 req-743a6fa7-8a92-4020-b9cc-accf919be6e2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391064 Jul 08 21:10:00.207615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 46412) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:10:00.321835 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d30f5e-c649-4ce0-85ec-92a245f77580 req-94024ec6-1d95-47f2-b2c1-80b7cce3aa09 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:00.323460 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4d30f5e-c649-4ce0-85ec-92a245f77580 req-94024ec6-1d95-47f2-b2c1-80b7cce3aa09 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0775995 Jul 08 21:10:00.339809 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-249b2078-ac38-4e28-9361-2d08ad4eb51f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305978 Jul 08 21:10:00.372377 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e4d30f5e-c649-4ce0-85ec-92a245f77580 req-c502d132-2815-4e91-a171-1ac5f9051678 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419369 Jul 08 21:10:01.636768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-50dbc026-1813-403a-adce-f28a0256a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:01.639162 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-50dbc026-1813-403a-adce-f28a0256a959 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 1098 time: 0.0714109 Jul 08 21:10:01.673285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f7616-11cb-45be-8586-210e3a72a6c2 req-71017b95-8724-441e-84b6-a55690bbf1ee tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:01.675570 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac7f7616-11cb-45be-8586-210e3a72a6c2 req-71017b95-8724-441e-84b6-a55690bbf1ee tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.1616154 Jul 08 21:10:01.728278 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ac7f7616-11cb-45be-8586-210e3a72a6c2 req-3045efc1-1c9f-414a-aaf4-a0d36bddaac5 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443847 Jul 08 21:10:01.752055 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-ffab7bd0-47d9-4358-80df-7640a44982dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:01.754733 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-ffab7bd0-47d9-4358-80df-7640a44982dd service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1044719 Jul 08 21:10:01.826072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-613ffd59-e852-4433-87f5-8721ccb54dab service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 HTTP/1.1" status: 200 len: 1001 time: 0.0606456 Jul 08 21:10:01.889718 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-22e30200-dda4-4ecd-a302-89b6f048d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:01.891313 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-22e30200-dda4-4ecd-a302-89b6f048d94a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0516462 Jul 08 21:10:02.276310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-18795f70-f289-4c1d-8068-b8e1c939f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:02.277993 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-18795f70-f289-4c1d-8068-b8e1c939f90b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3765771 Jul 08 21:10:02.384146 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-034d5f1c-7b17-4029-b24a-75260b75b75d service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936339 Jul 08 21:10:02.494569 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-e6941b6b-a353-4f0f-baec-1015dc56b0bf service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994999 Jul 08 21:10:02.940030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2ee69-6236-4bec-bb8e-38eb52144681 req-e6e747f4-8f42-4a4e-88c9-6c9d0fe4ce95 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:02.942068 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4ad2ee69-6236-4bec-bb8e-38eb52144681 req-e6e747f4-8f42-4a4e-88c9-6c9d0fe4ce95 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0835257 Jul 08 21:10:02.993179 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4ad2ee69-6236-4bec-bb8e-38eb52144681 req-2cbf3d31-034f-4b76-a9ff-c28ed2aefef6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423918 Jul 08 21:10:04.129551 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ad5a0af5-15c4-4edc-bf38-17a00f202732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:04.215330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b3f4a-96ab-44b7-8492-4f691844fdc2 req-5b99cba2-7c29-4d3e-84f6-d935d7a5043f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:04.217085 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cf7b3f4a-96ab-44b7-8492-4f691844fdc2 req-5b99cba2-7c29-4d3e-84f6-d935d7a5043f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0778461 Jul 08 21:10:04.262561 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cf7b3f4a-96ab-44b7-8492-4f691844fdc2 req-60b09bff-6395-4286-b90a-66cfb3370ea8 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386522 Jul 08 21:10:05.523322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e2d7b-7c8e-4709-b447-d21e5d8f60d3 req-8249cb7e-017a-4d08-a7d3-9807c1816e5d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:05.525037 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0f8e2d7b-7c8e-4709-b447-d21e5d8f60d3 req-8249cb7e-017a-4d08-a7d3-9807c1816e5d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0767260 Jul 08 21:10:05.571029 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0f8e2d7b-7c8e-4709-b447-d21e5d8f60d3 req-003b4dee-f1d4-46fa-a11b-ecf799d26510 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384972 Jul 08 21:10:06.845549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7356ddb-eb7b-4533-9aff-7e5a958f1586 req-394b156a-a028-47cd-aa85-2f8f4e342ceb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:06.847256 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a7356ddb-eb7b-4533-9aff-7e5a958f1586 req-394b156a-a028-47cd-aa85-2f8f4e342ceb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0741186 Jul 08 21:10:06.898191 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a7356ddb-eb7b-4533-9aff-7e5a958f1586 req-43877c3a-e475-4d1d-9ef9-cfc2b2baad18 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446308 Jul 08 21:10:07.073024 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-373e6e60-539b-4c97-9db2-43f9ea430df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:07.179898 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:08.231170 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6a34d-7527-4c94-8818-00625735d28a req-fb0856ed-b3a1-4b92-bf8c-27a8fd60367e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:08.232861 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45b6a34d-7527-4c94-8818-00625735d28a req-fb0856ed-b3a1-4b92-bf8c-27a8fd60367e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.1646371 Jul 08 21:10:08.279376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45b6a34d-7527-4c94-8818-00625735d28a req-9021afc8-9cc3-48f8-a708-4a10dd089a28 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390732 Jul 08 21:10:08.396948 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:09.472851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce7a4f-0423-4249-b8df-71c3fc4bd2f4 req-e826e25a-586d-4b36-8a02-6e7638bbbb8b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:09.474508 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fbce7a4f-0423-4249-b8df-71c3fc4bd2f4 req-e826e25a-586d-4b36-8a02-6e7638bbbb8b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0715506 Jul 08 21:10:09.521259 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fbce7a4f-0423-4249-b8df-71c3fc4bd2f4 req-dd723a00-d46d-4e02-a01a-707faa00a38f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364022 Jul 08 21:10:09.962813 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:10.716537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b62988-b4a6-467c-a2b5-d1849be517a8 req-e87def9c-948b-4671-93d7-858161dd7262 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:10.718139 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36b62988-b4a6-467c-a2b5-d1849be517a8 req-e87def9c-948b-4671-93d7-858161dd7262 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0703981 Jul 08 21:10:10.769156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36b62988-b4a6-467c-a2b5-d1849be517a8 req-e0fee349-1f3c-4752-9a01-99e81034f06d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396292 Jul 08 21:10:12.086933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66937c66-9104-4657-a7c1-51915dbba648 req-e1b1a998-ac37-4341-9c5c-6ce55a8736b3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:12.088622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66937c66-9104-4657-a7c1-51915dbba648 req-e1b1a998-ac37-4341-9c5c-6ce55a8736b3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.1222582 Jul 08 21:10:12.136021 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-66937c66-9104-4657-a7c1-51915dbba648 req-9c550721-cab2-4ea7-bdaa-18b93e492d3f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403731 Jul 08 21:10:13.332957 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7657f-bb57-4ec6-a548-ea4fabce4d1d req-4a9cbebd-d4f3-4726-8426-eab09e0d3707 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:13.334586 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fd7657f-bb57-4ec6-a548-ea4fabce4d1d req-4a9cbebd-d4f3-4726-8426-eab09e0d3707 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0758178 Jul 08 21:10:13.378815 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fd7657f-bb57-4ec6-a548-ea4fabce4d1d req-640b39b7-aef9-4f19-b199-097b5485ebe0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381138 Jul 08 21:10:14.586312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe6d43-8f27-40ed-a100-4ccfca1946dc req-9241cc94-f680-4446-bd68-fd4de747729e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:14.587979 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dcfe6d43-8f27-40ed-a100-4ccfca1946dc req-9241cc94-f680-4446-bd68-fd4de747729e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0772831 Jul 08 21:10:14.633612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dcfe6d43-8f27-40ed-a100-4ccfca1946dc req-701c1e8b-05c2-421d-bf67-170a9bae9061 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390370 Jul 08 21:10:14.934297 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-d83e2570-5ed1-4f7a-aa67-753591ba79c2 service neutron] show failed (client error): The resource could not be found. Jul 08 21:10:14.935686 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-d83e2570-5ed1-4f7a-aa67-753591ba79c2 service neutron] 10.222.0.103 "GET /v2.0/ports/6b057f60-c7b5-4bda-91f8-3b7fedbf06d5/bindings/n-h1-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0610542 Jul 08 21:10:15.299853 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-d69589f9-ff4d-4084-be0b-0a7a04b6917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:15.301574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-d69589f9-ff4d-4084-be0b-0a7a04b6917c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 1098 time: 0.1042862 Jul 08 21:10:15.313743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:10:15.398351 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:15.643205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] For port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:10:15.684664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] For port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:10:15.729428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:10:15.731824 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5180d83824e185a134db743ff091c790a5a9716c633a1570f73eb77cbd39192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464ee07d-c3fe-474f-8326-0dcdbc266c73" -d '{"events": [{"server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "name": "network-vif-unplugged", "status": "completed", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:10:15.738654 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:15.752300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Transition to ACTIVE for port object 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:10:15.759696 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:15.832373 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 21:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382e6fcc-7d1b-46ed-8651-cda980c412ee x-openstack-request-id: req-382e6fcc-7d1b-46ed-8651-cda980c412ee {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:10:15.832861 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "name": "network-vif-unplugged", "status": "completed", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:10:15.833263 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-382e6fcc-7d1b-46ed-8651-cda980c412ee {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:10:15.833877 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'code': 200} Jul 08 21:10:16.050189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,revision_number=6']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:10:16.093712 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:16.094065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:16.094485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:16.095876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:16.095876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:16.096586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:16.096586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:16.096965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:16.097089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:16.097419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:16.097741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:16.098067 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:16.133444 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2b58f-2955-42b7-a462-e6a616dd09cb req-784e27ca-338b-480d-9ff3-e65ce11822e7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:16.135639 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b8d2b58f-2955-42b7-a462-e6a616dd09cb req-784e27ca-338b-480d-9ff3-e65ce11822e7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 944 time: 0.3716681 Jul 08 21:10:16.158681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] No DVR routers for this DVR port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:10:16.241930 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b8d2b58f-2955-42b7-a462-e6a616dd09cb req-7471552e-a25f-49cf-8441-ce8e0b69f09c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861409 Jul 08 21:10:16.336407 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Attempting to bind port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:10:16.336776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Attempting to bind port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:10:16.337120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Attempting to bind port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:10:16.342021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:10:16.342364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Attempting to bind port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:10:16.349121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:10:16.349457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Checking segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:10:16.349873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Bound using segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:10:16.350310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Bound port: 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:10:16.350669 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:16.420390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] For port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:10:16.426474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] For port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:10:16.433156 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:16.473784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:16.474431 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:16.475884 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] 10.222.0.104 "PUT /v2.0/ports/6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 HTTP/1.1" status: 200 len: 1093 time: 1.1674738 Jul 08 21:10:16.517659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb1100-9202-47ed-89f9-82adbf8c1fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:10:16.571494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-d192cbf1-1229-4824-a373-9e6e95412b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:16.573203 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-d192cbf1-1229-4824-a373-9e6e95412b2c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 1096 time: 0.0692222 Jul 08 21:10:16.697292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-6ec5530c-e9b5-4896-9d7e-6c463e628555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:16.698875 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-6ec5530c-e9b5-4896-9d7e-6c463e628555 service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1194298 Jul 08 21:10:16.771608 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-12ccff44-89b7-4e69-b731-7b9baf590bb7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 HTTP/1.1" status: 200 len: 999 time: 0.0666234 Jul 08 21:10:16.830162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-101b9ba5-fa83-4c85-b409-94b8e4febe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:16.831669 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-101b9ba5-fa83-4c85-b409-94b8e4febe0f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0542421 Jul 08 21:10:16.903829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-8390fa4d-629c-4ed6-bb5b-170c584f718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:16.905385 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-8390fa4d-629c-4ed6-bb5b-170c584f718b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670028 Jul 08 21:10:17.008899 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-ebc0b4cb-b0fe-4298-a556-85e0a4774575 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969355 Jul 08 21:10:17.113035 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce487146-9f1c-44cc-a8cd-4b2898f4dc33 req-c5ba5f0d-f51d-400d-adb7-204c33440c2c service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983005 Jul 08 21:10:17.471129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f30bb-d863-4dd2-9e02-ed331ed597e3 req-9ba973b0-c051-497c-a3a0-9e85902a670b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:17.473904 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-222f30bb-d863-4dd2-9e02-ed331ed597e3 req-9ba973b0-c051-497c-a3a0-9e85902a670b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 944 time: 0.0918093 Jul 08 21:10:17.489098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:10:17.524778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-222f30bb-d863-4dd2-9e02-ed331ed597e3 req-4ef6199b-e6b3-43db-967b-0363fec9cca9 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444784 Jul 08 21:10:17.536380 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:10:17.835274 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:10:17.880949 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb056c66-7533-4df7-ad39-68c02fb8da47" -d '{"events": [{"name": "network-changed", "server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:10:17.997866 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9d7701-d9a5-48fd-a203-8c185d6fa727 x-openstack-request-id: req-5a9d7701-d9a5-48fd-a203-8c185d6fa727 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:10:17.998269 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:10:17.998626 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5a9d7701-d9a5-48fd-a203-8c185d6fa727 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:10:17.999104 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'status': 'completed', 'code': 200} Jul 08 21:10:18.031446 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:18.133176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-258499b7-891c-45ba-ad04-b79bca11b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:18.134961 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-258499b7-891c-45ba-ad04-b79bca11b392 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 1096 time: 0.1094298 Jul 08 21:10:18.142612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-c738c743-1b5e-430c-ad5f-b879dd7b319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:18.144231 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-c738c743-1b5e-430c-ad5f-b879dd7b319d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 1096 time: 0.1070693 Jul 08 21:10:18.319353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-d5e010ac-d40c-48e0-b156-37409f4efd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:18.320892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-d5e010ac-d40c-48e0-b156-37409f4efd67 service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1756246 Jul 08 21:10:18.323787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-9efb038a-9219-4ee6-95f2-29566f83fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:18.325255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-9efb038a-9219-4ee6-95f2-29566f83fd5b service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1714268 Jul 08 21:10:18.443406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-858b82a7-a50f-4b9f-8a9a-fd303676dd44 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 HTTP/1.1" status: 200 len: 999 time: 0.1159599 Jul 08 21:10:18.462688 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-bcbd81ad-f4b1-4d0a-97e4-59f662828e29 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 HTTP/1.1" status: 200 len: 999 time: 0.0961645 Jul 08 21:10:18.535365 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-ccda4c90-bb91-4444-b299-66238ca4b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:18.536890 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-ccda4c90-bb91-4444-b299-66238ca4b744 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0855999 Jul 08 21:10:18.545975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-fc08e233-ac61-4b48-ae9a-9b5d89c07640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:18.548587 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-fc08e233-ac61-4b48-ae9a-9b5d89c07640 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0676332 Jul 08 21:10:18.653729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-80e975ab-4f67-46ce-9bff-5c71c9f4fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:18.655158 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-80e975ab-4f67-46ce-9bff-5c71c9f4fe90 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110463 Jul 08 21:10:18.662793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-1da557aa-6698-4210-a5d2-84a63903d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:18.664325 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-1da557aa-6698-4210-a5d2-84a63903d616 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888848 Jul 08 21:10:18.796919 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abbf04-b002-43a5-aef4-aad99c7a97b2 req-e5e93145-fe99-4abf-a387-92df5f601ad6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:18.799096 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58abbf04-b002-43a5-aef4-aad99c7a97b2 req-e5e93145-fe99-4abf-a387-92df5f601ad6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 944 time: 0.1110301 Jul 08 21:10:18.838742 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-f06f0ab5-d504-46ec-86e9-a34b06577b1d service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733885 Jul 08 21:10:18.847424 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-58abbf04-b002-43a5-aef4-aad99c7a97b2 req-e9f125da-da35-4dff-af13-ff14b9695982 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452311 Jul 08 21:10:18.852083 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-c48f20fd-2e06-484b-9b2b-df418218a783 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668112 Jul 08 21:10:19.145542 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-9510c485-75da-4633-9a28-1dc7fb577ee1 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867670 Jul 08 21:10:19.148931 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fb056c66-7533-4df7-ad39-68c02fb8da47 req-c73ae59d-1c91-488f-89be-252f838e8d88 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876580 Jul 08 21:10:20.057823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e0624-bb9c-41c1-90d4-d689608debf4 req-209fb09c-44ac-407a-ad7c-57164a4576cb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:20.059734 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-776e0624-bb9c-41c1-90d4-d689608debf4 req-209fb09c-44ac-407a-ad7c-57164a4576cb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 944 time: 0.0741611 Jul 08 21:10:20.126127 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-776e0624-bb9c-41c1-90d4-d689608debf4 req-4b5d6a51-f163-4d44-962b-8388b5f18bd6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595529 Jul 08 21:10:20.543614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311d1ae-a5bd-461c-8ae1-b897d0f18199 req-49abcad0-b616-4825-b1ff-d7fb433eb3a7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:20.545601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1311d1ae-a5bd-461c-8ae1-b897d0f18199 req-49abcad0-b616-4825-b1ff-d7fb433eb3a7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 944 time: 0.1198785 Jul 08 21:10:20.585247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-08b25b6b-0195-48c5-a06f-1ab7ab28bdeb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:20.586818 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-08b25b6b-0195-48c5-a06f-1ab7ab28bdeb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 944 time: 0.1240437 Jul 08 21:10:20.636507 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1311d1ae-a5bd-461c-8ae1-b897d0f18199 req-c19f4f08-9067-49bb-9259-8dc07a02cfaf tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783553 Jul 08 21:10:20.682664 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-432e7a67-ead7-454f-85c0-b2cbf7f8935f service neutron] delete failed (client error): The resource could not be found. Jul 08 21:10:20.684474 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-432e7a67-ead7-454f-85c0-b2cbf7f8935f service neutron] 10.222.0.103 "DELETE /v2.0/ports/6b057f60-c7b5-4bda-91f8-3b7fedbf06d5/bindings/n-h2-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0826218 Jul 08 21:10:20.800705 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-1302f935-7f9b-4864-81bf-01fff396de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:20.802368 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-1302f935-7f9b-4864-81bf-01fff396de98 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 1096 time: 0.0630939 Jul 08 21:10:20.917747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-235dcab2-b968-4cff-a62f-134bcead8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:20.919342 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-235dcab2-b968-4cff-a62f-134bcead8f8f service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1060100 Jul 08 21:10:20.994764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-036a9974-31b3-43f1-b53e-8e13fedb264d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 HTTP/1.1" status: 200 len: 999 time: 0.0682797 Jul 08 21:10:21.055900 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-4f994365-c5d4-42b2-b101-0610899daee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:21.058592 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-4f994365-c5d4-42b2-b101-0610899daee3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0523422 Jul 08 21:10:21.133440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-e863545f-0987-4d25-bae2-7740b3062e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:21.135235 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-e863545f-0987-4d25-bae2-7740b3062e89 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657270 Jul 08 21:10:21.263445 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-a9d79e36-c392-4fe6-80b8-c395d5fefba3 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158090 Jul 08 21:10:21.339959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:10:21.425480 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7b0965b-baac-4900-a8a0-207c64ac8fef req-81dd1253-787f-4a20-acdc-272251af9f21 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514435 Jul 08 21:10:21.450485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:10:21.465083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'port_id': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'mac_address': 'fa:16:3e:9e:da:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:10:21.510202 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:21.530053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:10:21.553019 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:10:21.557768 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:21.611539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:10:21.619632 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:21.619978 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:21.620321 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:21.620684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:21.621023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:21.621357 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:21.621684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:21.622014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:21.622359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:21.622670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:21.622993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:21.623315 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:10:21.802285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['6b057f60-c7b5-4bda-91f8-3b7fedbf06d5'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:10:21.851884 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59627e8-aeb8-436e-808b-ff31efeca660 req-f04da1b1-bbcd-45ec-b901-4311488b32cb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:21.854726 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b59627e8-aeb8-436e-808b-ff31efeca660 req-f04da1b1-bbcd-45ec-b901-4311488b32cb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 945 time: 0.0848231 Jul 08 21:10:21.910759 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b59627e8-aeb8-436e-808b-ff31efeca660 req-83690ad2-ee0a-444f-a7c5-3be8d392f68e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435996 Jul 08 21:10:23.128207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c31f-4f43-4060-8af0-1c35b69d0cfa req-5f06de4e-474c-457e-95d1-97046ddabfeb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:23.130047 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4777c31f-4f43-4060-8af0-1c35b69d0cfa req-5f06de4e-474c-457e-95d1-97046ddabfeb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 945 time: 0.0772855 Jul 08 21:10:23.174134 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4777c31f-4f43-4060-8af0-1c35b69d0cfa req-2290b8e5-3b0b-4b4d-8159-d05ea288c4b8 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376787 Jul 08 21:10:23.342808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:10:23.376570 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddfe08-4333-4eeb-8260-19a9b0c73bda req-f74377c2-348c-4bed-b1ed-5ccd8e457cca tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:23.378253 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdddfe08-4333-4eeb-8260-19a9b0c73bda req-f74377c2-348c-4bed-b1ed-5ccd8e457cca tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 945 time: 0.0764544 Jul 08 21:10:23.420840 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bdddfe08-4333-4eeb-8260-19a9b0c73bda req-8187f576-23bc-497e-841c-3637e078dd55 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365629 Jul 08 21:10:23.431869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:10:23.436599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:10:23.437688 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:23.577234 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:23.612264 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:10:23.614937 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a833eda353b0c9ece5cf389095c0001a3066cd2d6c93a5db0a2daa150d2d5d73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a53f86-5c2e-420b-91ec-5b6c8b4f235e" -d '{"events": [{"server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "name": "network-vif-plugged", "status": "completed", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:10:23.636862 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:10:23.644555 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:23.686621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77013bbb-9302-4493-b3f5-f41f728195f9 req-8fa71f7b-7380-4c39-b446-e5c27b930f71 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:23.689679 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-77013bbb-9302-4493-b3f5-f41f728195f9 req-8fa71f7b-7380-4c39-b446-e5c27b930f71 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 945 time: 0.0998416 Jul 08 21:10:23.742952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:10:23.747847 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-77013bbb-9302-4493-b3f5-f41f728195f9 req-61b2ec13-0999-4c06-a800-d2eb6d77962e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513709 Jul 08 21:10:23.847919 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:24.067651 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4d512a-43ad-4f57-94e7-e8f0157c8c31 x-openstack-request-id: req-2c4d512a-43ad-4f57-94e7-e8f0157c8c31 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:10:24.068044 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "name": "network-vif-plugged", "status": "completed", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:10:24.068341 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2c4d512a-43ad-4f57-94e7-e8f0157c8c31 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:10:24.069239 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'code': 200} Jul 08 21:10:24.294124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb103c-9e0b-4af9-aaef-cc6cd94035e2 req-4a94a36e-6f54-4732-a6ad-5bdece580755 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:24.297366 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eddb103c-9e0b-4af9-aaef-cc6cd94035e2 req-4a94a36e-6f54-4732-a6ad-5bdece580755 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0932088 Jul 08 21:10:24.364193 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eddb103c-9e0b-4af9-aaef-cc6cd94035e2 req-1734896b-5465-4c2c-821e-bbd8ef8ce7ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591905 Jul 08 21:10:25.201055 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:10:25.521965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-cd29be7a-67e2-4386-862f-69340e1854f7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:25.523557 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-cd29be7a-67e2-4386-862f-69340e1854f7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.104 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.0986972 Jul 08 21:10:25.647204 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42eeb1-4ab0-489a-a2e0-fa79cec96db6 req-5a6b9288-f442-417d-80ae-388094ea56cb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:25.648853 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2d42eeb1-4ab0-489a-a2e0-fa79cec96db6 req-5a6b9288-f442-417d-80ae-388094ea56cb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 946 time: 0.1502521 Jul 08 21:10:26.050556 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Deleting port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:10:26.050895 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:26.056315 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2d42eeb1-4ab0-489a-a2e0-fa79cec96db6 req-55d56303-f394-4e74-a509-6206145b86c6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3976882 Jul 08 21:10:26.171002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] For port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:10:26.171968 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:26.449502 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:26.450173 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:26.450710 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Floating IP 14fac404-bd94-44ad-9929-583eccd9d995 disassociated. External IP: 172.25.4.67, port: 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5. Jul 08 21:10:26.451333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Calling delete_port for 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:10:26.649020 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:26.687779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event deleted for resources: {'Port': ['ID=6b057f60-c7b5-4bda-91f8-3b7fedbf06d5,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:10:26.851229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Router bd868c39-cb0e-46cd-a922-12e1e961f7df has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:10:27.013284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:10:27.027147 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a3869-e9cf-4fa4-8fd4-9651fa616b4b None None] Sync routers for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:10:27.041378 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a3869-e9cf-4fa4-8fd4-9651fa616b4b None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:10:27.042470 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3e7a3869-e9cf-4fa4-8fd4-9651fa616b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:10:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:10:27.080375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] No DVR routers for this DVR port 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:10:27.084865 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:27.088522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2459726d-11ea-4c6c-93ec-24b7f486dbe2 req-518e6b74-d61a-4990-b6f5-21081a519634 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.104 "DELETE /v2.0/ports/6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 HTTP/1.1" status: 204 len: 173 time: 1.5464501 Jul 08 21:10:27.089293 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'name': 'network-vif-deleted', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:10:27.095129 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9cdce2-045b-499d-82b1-c8a034127c39" -d '{"events": [{"server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "name": "network-vif-deleted", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:10:27.167766 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b87848-5a0e-4e1f-843f-dd2db6ed2210 x-openstack-request-id: req-86b87848-5a0e-4e1f-843f-dd2db6ed2210 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:10:27.168235 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb03433d-a33d-453f-9535-953a812b3091", "name": "network-vif-deleted", "tag": "6b057f60-c7b5-4bda-91f8-3b7fedbf06d5", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:10:27.168660 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-86b87848-5a0e-4e1f-843f-dd2db6ed2210 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:10:27.169564 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb03433d-a33d-453f-9535-953a812b3091', 'name': 'network-vif-deleted', 'tag': '6b057f60-c7b5-4bda-91f8-3b7fedbf06d5', 'status': 'completed', 'code': 200} Jul 08 21:10:27.254453 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-3e7a3869-e9cf-4fa4-8fd4-9651fa616b4b None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:10:27.264476 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1944c30e-92de-40f4-bd87-0c72c6c0bb49 req-ac449237-dd7f-4874-8f6a-89c077c2c457 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb03433d-a33d-453f-9535-953a812b3091 HTTP/1.1" status: 200 len: 210 time: 0.0371075 Jul 08 21:10:27.556297 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3e7a3869-e9cf-4fa4-8fd4-9651fa616b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:10:27.589433 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a3869-e9cf-4fa4-8fd4-9651fa616b4b None None] Checking router: bd868c39-cb0e-46cd-a922-12e1e961f7df for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:10:27.603726 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a3869-e9cf-4fa4-8fd4-9651fa616b4b None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:10:27.604854 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3e7a3869-e9cf-4fa4-8fd4-9651fa616b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:10:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:10:27.761441 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-3e7a3869-e9cf-4fa4-8fd4-9651fa616b4b None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:10:27.994778 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3e7a3869-e9cf-4fa4-8fd4-9651fa616b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:10:28.023917 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a3869-e9cf-4fa4-8fd4-9651fa616b4b None None] The sync data for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 is: [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:10:28.287591 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7b6da8-b88c-438d-9ad8-c0b2af9f12c5 None None] New status for floating IP 14fac404-bd94-44ad-9929-583eccd9d995: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:10:28.736510 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-ec3b1b8c-f393-4766-a34b-51b54d334496 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--268601439&fields=id&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 267 time: 0.0466566 Jul 08 21:10:28.857895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-4d48aa47-aa8f-4828-94b2-7c4e0a4d67a4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:28.860273 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-4d48aa47-aa8f-4828-94b2-7c4e0a4d67a4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 812 time: 0.1162961 Jul 08 21:10:28.877786 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-7a8b7920-2203-4765-85c8-fd8855a703ed tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/quotas/06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 375 time: 0.0115097 Jul 08 21:10:28.989864 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-72e4ccdc-967f-4e3e-9104-f2245246d02e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1055398 Jul 08 21:10:29.007373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5fcb8e9d-05ac-4738-8b66-8d01a6905bb9 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:10:29.008498 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5fcb8e9d-05ac-4738-8b66-8d01a6905bb9 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067992 Jul 08 21:10:29.248181 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-9285f05c-d30a-4308-9c8f-6ee8342407ca service neutron] 10.222.0.101 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380136 Jul 08 21:10:29.366721 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-ade7a753-d639-4548-b6e9-fba7de9df993 service neutron] 10.222.0.101 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109462 Jul 08 21:10:29.371771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:10:29.409715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:10:29.410284 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 6b057f60-c7b5-4bda-91f8-3b7fedbf06d5 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:10:29.594022 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc9a5601-7528-4743-8064-39ff2499d3cf req-68956190-8fff-4433-8c35-b7e8040cfd05 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 210 time: 0.0362926 Jul 08 21:10:30.763669 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28aa1bdc-a736-49e9-bffd-c6a6f4c0f4f1 req-7b81bb19-1818-4833-ab38-c45590c90d05 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 210 time: 0.0323942 Jul 08 21:10:31.109036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-b6ba06e0-030c-4f33-9dc9-332bd79f8310 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:31.110588 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-b6ba06e0-030c-4f33-9dc9-332bd79f8310 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 812 time: 0.1550746 Jul 08 21:10:31.164462 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-7d2b3ebc-1d7e-410b-9afd-d0199cf40540 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 379 time: 0.0441098 Jul 08 21:10:31.178984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Request body: {'port': {'device_id': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'admin_state_up': True, 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'security_groups': ['f4583473-67de-47b6-8a8f-36b77123658d']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:10:31.304575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Made reservation on behalf of 06dbb9a6fefe4243a66c5b1768cf1c78 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:10:31.311260 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:31.520461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Allocated IP 172.20.0.5 (24c6cd9f-5331-4370-a566-3a0ca7a45c5a/88a1fb82-40c0-4d76-b20f-c3b145773eb9/4872d316-5d23-4c49-bb83-d35cf96deccc) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:10:31.691391 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:31.715068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Transition to ACTIVE for port object 4872d316-5d23-4c49-bb83-d35cf96deccc will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:10:31.770383 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:31.825700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:10:31.830273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:10:31.834792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:10:31.872866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event updated for resources: {'Port': ['ID=4872d316-5d23-4c49-bb83-d35cf96deccc,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:10:31.927670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:31.928471 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:31.963627 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-5c169dad-5fdc-43c1-aa8d-93c473e3370a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7885816 Jul 08 21:10:31.993450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Request body: {'port': {'device_id': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:10:32.135858 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12984bc5-563e-4f00-b4bc-05ea52bff5dd req-68568568-07d9-4d23-8e17-572e4a453b7a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:32.138563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12984bc5-563e-4f00-b4bc-05ea52bff5dd req-68568568-07d9-4d23-8e17-572e4a453b7a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 931 time: 0.1929479 Jul 08 21:10:32.140925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:32.183451 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-998a5459-12fb-41aa-893f-e82202099bde None None] Provisioning for port 4872d316-5d23-4c49-bb83-d35cf96deccc completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:10:32.189819 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-998a5459-12fb-41aa-893f-e82202099bde None None] Provisioning complete for port 4872d316-5d23-4c49-bb83-d35cf96deccc triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:10:32.190263 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-998a5459-12fb-41aa-893f-e82202099bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:32.230366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-998a5459-12fb-41aa-893f-e82202099bde None None] Port 4872d316-5d23-4c49-bb83-d35cf96deccc cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:10:32.280305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-12984bc5-563e-4f00-b4bc-05ea52bff5dd req-efd0512c-943a-48bf-b6ed-d67f8b3dda33 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338868 Jul 08 21:10:32.587536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4872d316-5d23-4c49-bb83-d35cf96deccc {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:10:32.602552 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:32.623971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Transition to ACTIVE for port object 4872d316-5d23-4c49-bb83-d35cf96deccc will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:10:32.629168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:32.718634 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Pushing event updated for resources: {'Port': ['ID=4872d316-5d23-4c49-bb83-d35cf96deccc,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:10:32.857232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Attempting to bind port 4872d316-5d23-4c49-bb83-d35cf96deccc on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:10:32.857508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Attempting to bind port 4872d316-5d23-4c49-bb83-d35cf96deccc by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:10:32.857836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Attempting to bind port 4872d316-5d23-4c49-bb83-d35cf96deccc on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:10:32.863577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Port 4872d316-5d23-4c49-bb83-d35cf96deccc on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:10:32.863910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Attempting to bind port 4872d316-5d23-4c49-bb83-d35cf96deccc on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:10:32.870333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:10:32.870681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Checking segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:10:32.871104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Bound using segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:10:32.871609 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Bound port: 4872d316-5d23-4c49-bb83-d35cf96deccc, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:10:32.871918 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:32.978894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] For port 4872d316-5d23-4c49-bb83-d35cf96deccc, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:10:32.983084 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] For port 4872d316-5d23-4c49-bb83-d35cf96deccc, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4872d316-5d23-4c49-bb83-d35cf96deccc,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:10:32.988951 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:33.027156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:33.027774 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:33.029255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] 10.222.0.103 "PUT /v2.0/ports/4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 200 len: 1092 time: 1.0405622 Jul 08 21:10:33.029736 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:10:33.032712 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c019a75-b0bf-4701-aeab-9e55b4be460d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:10:33.061916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ac3d2-29af-4d96-aa21-afd02687481b service neutron] Pushing event updated for resources: {'Port': ['ID=4872d316-5d23-4c49-bb83-d35cf96deccc,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:10:33.118172 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec07da2-dafd-4171-af7b-ff0dedc2c1ba x-openstack-request-id: req-cec07da2-dafd-4171-af7b-ff0dedc2c1ba {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:10:33.118482 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:10:33.118704 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cec07da2-dafd-4171-af7b-ff0dedc2c1ba {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:10:33.119101 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'status': 'completed', 'code': 200} Jul 08 21:10:33.187292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-62e04883-080f-436e-a7f2-b560a8785cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:33.190064 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-62e04883-080f-436e-a7f2-b560a8785cce service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 1095 time: 0.0856736 Jul 08 21:10:33.271538 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-684a7de6-c693-4d5f-bf54-5921380948c2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 200 len: 217 time: 0.0707450 Jul 08 21:10:33.333420 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-6c172de1-2039-4a9c-831e-52547626ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:33.335043 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-6c172de1-2039-4a9c-831e-52547626ba67 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0538871 Jul 08 21:10:33.418991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-c727c07a-2e19-49d1-ad05-d9c5d553a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:33.421892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-c727c07a-2e19-49d1-ad05-d9c5d553a7a8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762157 Jul 08 21:10:33.592409 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35984334-a00a-4543-be05-2ba656d9560c req-4b2afc2e-868b-4e3b-9243-d5a5c2691dd4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:33.595756 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35984334-a00a-4543-be05-2ba656d9560c req-4b2afc2e-868b-4e3b-9243-d5a5c2691dd4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 943 time: 0.1721427 Jul 08 21:10:33.599894 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-c8c60ffe-4d7e-457b-a46a-88e4ba76cd17 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640255 Jul 08 21:10:33.746899 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35984334-a00a-4543-be05-2ba656d9560c req-37dd90b9-8aa8-430e-93f3-e80b4809a09f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449604 Jul 08 21:10:33.807537 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c3e4032-2056-47fd-8b65-462d159d1d5d req-3bb1f9e9-0fb0-48e6-849c-b609b86aa224 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942675 Jul 08 21:10:33.932237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019a75-b0bf-4701-aeab-9e55b4be460d req-1579536e-4143-4b4e-bacb-f555ce42ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:33.933981 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c019a75-b0bf-4701-aeab-9e55b4be460d req-1579536e-4143-4b4e-bacb-f555ce42ca5e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 1095 time: 0.0622706 Jul 08 21:10:34.040498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019a75-b0bf-4701-aeab-9e55b4be460d req-b1e8b240-7cf0-43c4-bc40-1dc084795197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:34.042149 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c019a75-b0bf-4701-aeab-9e55b4be460d req-b1e8b240-7cf0-43c4-bc40-1dc084795197 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1006632 Jul 08 21:10:34.089388 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c019a75-b0bf-4701-aeab-9e55b4be460d req-af9792db-b47d-40d1-b999-df4603595219 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 200 len: 217 time: 0.0367684 Jul 08 21:10:34.125953 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8200b319-3877-4d7a-bc71-2417af4d0eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:34.151591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019a75-b0bf-4701-aeab-9e55b4be460d req-feee9be3-df9b-447e-8047-5cdd8ed92826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:34.154247 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c019a75-b0bf-4701-aeab-9e55b4be460d req-feee9be3-df9b-447e-8047-5cdd8ed92826 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0580876 Jul 08 21:10:34.243265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019a75-b0bf-4701-aeab-9e55b4be460d req-cd1b081b-20e4-400d-9e0e-d0886cc6bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:34.245074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c019a75-b0bf-4701-aeab-9e55b4be460d req-cd1b081b-20e4-400d-9e0e-d0886cc6bd70 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822349 Jul 08 21:10:34.353406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c019a75-b0bf-4701-aeab-9e55b4be460d req-1ce703d1-1a0d-4919-92ef-0d337cb689a1 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974207 Jul 08 21:10:34.481070 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c019a75-b0bf-4701-aeab-9e55b4be460d req-a32e2b53-e148-4762-8fce-744008227348 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202731 Jul 08 21:10:34.966271 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1d051-5310-4ef2-990e-9eaaa65eccdd req-afbc766a-b6c7-4459-83b3-ecb28ba0a4d0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:34.968484 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ff1d051-5310-4ef2-990e-9eaaa65eccdd req-afbc766a-b6c7-4459-83b3-ecb28ba0a4d0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 943 time: 0.0930548 Jul 08 21:10:35.011535 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ff1d051-5310-4ef2-990e-9eaaa65eccdd req-ff359ecc-af1b-4cb8-bdfc-98d193b324b0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370579 Jul 08 21:10:35.536078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4872d316-5d23-4c49-bb83-d35cf96deccc details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:10:35.646133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4872d316-5d23-4c49-bb83-d35cf96deccc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4872d316-5d23-4c49-bb83-d35cf96deccc,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:10:35.659510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'port_id': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'mac_address': 'fa:16:3e:71:32:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:10:35.703327 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:35.717655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4872d316-5d23-4c49-bb83-d35cf96deccc {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:10:35.740558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4872d316-5d23-4c49-bb83-d35cf96deccc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4872d316-5d23-4c49-bb83-d35cf96deccc,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:10:35.746729 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:35.805928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4872d316-5d23-4c49-bb83-d35cf96deccc,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:10:36.104865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['4872d316-5d23-4c49-bb83-d35cf96deccc'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:10:36.248225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c5e32-1b77-4ec6-aa26-f089fbc1997d req-bda055b6-cd34-4cdd-9649-1a7de048e08e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:36.250942 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e2c5e32-1b77-4ec6-aa26-f089fbc1997d req-bda055b6-cd34-4cdd-9649-1a7de048e08e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 944 time: 0.1033010 Jul 08 21:10:36.294657 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e2c5e32-1b77-4ec6-aa26-f089fbc1997d req-48194060-dcc3-4298-b68b-14cb9ccafff4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377254 Jul 08 21:10:37.076814 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0edbabb5-2f87-4e38-aef7-ca801213063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:37.183989 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:37.524028 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcbfe7-50ed-4ac9-b516-96e9e90507c1 req-4060817f-78ad-4c88-bd3e-dfaa5c6258f3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:37.526594 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e9dcbfe7-50ed-4ac9-b516-96e9e90507c1 req-4060817f-78ad-4c88-bd3e-dfaa5c6258f3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 944 time: 0.1036453 Jul 08 21:10:37.558121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4872d316-5d23-4c49-bb83-d35cf96deccc up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:10:37.573573 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e9dcbfe7-50ed-4ac9-b516-96e9e90507c1 req-3d754d30-927c-4f7b-b37c-60319ec3ccba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401959 Jul 08 21:10:37.620674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 4872d316-5d23-4c49-bb83-d35cf96deccc completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:10:37.624920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 4872d316-5d23-4c49-bb83-d35cf96deccc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:10:37.625299 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:37.752074 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:37.779533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:10:37.798172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 4872d316-5d23-4c49-bb83-d35cf96deccc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4872d316-5d23-4c49-bb83-d35cf96deccc,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:10:37.804118 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:37.848326 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c97dc1-c6b5-40dc-8fa8-858b17e7fc94" -d '{"events": [{"server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "name": "network-vif-plugged", "status": "completed", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:10:37.891708 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=4872d316-5d23-4c49-bb83-d35cf96deccc,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:10:37.957175 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d57d5f-aec2-4ff1-8abb-e31de1785002 x-openstack-request-id: req-f9d57d5f-aec2-4ff1-8abb-e31de1785002 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:10:37.957736 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "name": "network-vif-plugged", "status": "completed", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:10:37.958159 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f9d57d5f-aec2-4ff1-8abb-e31de1785002 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:10:37.958807 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'code': 200} Jul 08 21:10:38.185208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448c628-5ea9-4102-b22a-d84fbca30cea req-276a089d-950b-4f16-9e1d-add4120c1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:38.189308 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c448c628-5ea9-4102-b22a-d84fbca30cea req-276a089d-950b-4f16-9e1d-add4120c1f65 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 1097 time: 0.1203463 Jul 08 21:10:38.237075 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c448c628-5ea9-4102-b22a-d84fbca30cea req-caffb3da-6960-4891-8779-57023034bc08 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366676 Jul 08 21:10:38.400619 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:38.794971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47417c3-2209-442b-b1af-2550aba8bf1c req-958d3850-a140-4a42-a8f6-b3ce749e7b7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:38.797352 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c47417c3-2209-442b-b1af-2550aba8bf1c req-958d3850-a140-4a42-a8f6-b3ce749e7b7f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0768971 Jul 08 21:10:38.841307 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c47417c3-2209-442b-b1af-2550aba8bf1c req-de838a7e-da58-40b1-b96e-2f4c7d4e7f5b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379822 Jul 08 21:10:39.978671 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:40.067504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb354f0d-bdca-43f7-8ed7-89375362abc8 req-3ae41907-7004-41a3-bcd4-ac51acd4afd3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:40.069082 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eb354f0d-bdca-43f7-8ed7-89375362abc8 req-3ae41907-7004-41a3-bcd4-ac51acd4afd3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0829175 Jul 08 21:10:40.113550 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eb354f0d-bdca-43f7-8ed7-89375362abc8 req-78d8193e-4045-428a-96d7-71a6e73b3b79 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385468 Jul 08 21:10:40.326191 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8758d-1642-49ae-892a-b2e96f94d4cd req-ea4eb4fd-6f31-4ddd-b08d-78a597a9c034 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:40.328000 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e3f8758d-1642-49ae-892a-b2e96f94d4cd req-ea4eb4fd-6f31-4ddd-b08d-78a597a9c034 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0773430 Jul 08 21:10:40.337393 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 46612) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:10:40.343597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-51784bb7-7693-4c30-a64a-d8c1c80563c2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Request body: {'floatingip': {'port_id': '4872d316-5d23-4c49-bb83-d35cf96deccc'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:10:40.386499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-51784bb7-7693-4c30-a64a-d8c1c80563c2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:40.915927 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-51784bb7-7693-4c30-a64a-d8c1c80563c2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:40.920575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-51784bb7-7693-4c30-a64a-d8c1c80563c2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:41.033234 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-51784bb7-7693-4c30-a64a-d8c1c80563c2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Floating IP 14fac404-bd94-44ad-9929-583eccd9d995 associated. External IP: 172.25.4.67, port: 4872d316-5d23-4c49-bb83-d35cf96deccc. Jul 08 21:10:41.626517 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51784bb7-7693-4c30-a64a-d8c1c80563c2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Router bd868c39-cb0e-46cd-a922-12e1e961f7df has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:10:41.749969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51784bb7-7693-4c30-a64a-d8c1c80563c2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:10:41.754650 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-51784bb7-7693-4c30-a64a-d8c1c80563c2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:41.763992 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c77d4-84eb-47c0-91f1-c0dfca86a8ea None None] Sync routers for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:10:41.775665 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c77d4-84eb-47c0-91f1-c0dfca86a8ea None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:10:41.776522 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-165c77d4-84eb-47c0-91f1-c0dfca86a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:10:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:10:41.799019 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-51784bb7-7693-4c30-a64a-d8c1c80563c2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "PUT /v2.0/floatingips/14fac404-bd94-44ad-9929-583eccd9d995 HTTP/1.1" status: 200 len: 990 time: 1.4600372 Jul 08 21:10:41.799860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:10:41.803587 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbab3464-50a3-435d-9414-678ffccce232" -d '{"events": [{"name": "network-changed", "server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:10:41.854179 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0588db8f-475a-428c-9bfd-2f700cba4748 x-openstack-request-id: req-0588db8f-475a-428c-9bfd-2f700cba4748 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:10:41.854587 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:10:41.854930 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0588db8f-475a-428c-9bfd-2f700cba4748 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:10:41.855432 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'status': 'completed', 'code': 200} Jul 08 21:10:41.974946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab3464-50a3-435d-9414-678ffccce232 req-6ae07253-7a85-488f-b8d8-14383f639552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:41.977767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbab3464-50a3-435d-9414-678ffccce232 req-6ae07253-7a85-488f-b8d8-14383f639552 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 1097 time: 0.0903213 Jul 08 21:10:42.000962 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-165c77d4-84eb-47c0-91f1-c0dfca86a8ea None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:10:42.093326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab3464-50a3-435d-9414-678ffccce232 req-06ab449e-2cfb-432a-9327-627ae1e24b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:42.094871 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbab3464-50a3-435d-9414-678ffccce232 req-06ab449e-2cfb-432a-9327-627ae1e24b31 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1056120 Jul 08 21:10:42.169074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbab3464-50a3-435d-9414-678ffccce232 req-b8c08f0d-d043-4025-9875-26eba8d18ee2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 200 len: 998 time: 0.0673149 Jul 08 21:10:42.223599 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab3464-50a3-435d-9414-678ffccce232 req-3295c72b-8d1e-4aff-9b29-0aa064fa1b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:42.225156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbab3464-50a3-435d-9414-678ffccce232 req-3295c72b-8d1e-4aff-9b29-0aa064fa1b56 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0483716 Jul 08 21:10:42.295020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab3464-50a3-435d-9414-678ffccce232 req-9f2a08ba-a646-4a64-a103-b6e4e459ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:42.297161 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbab3464-50a3-435d-9414-678ffccce232 req-9f2a08ba-a646-4a64-a103-b6e4e459ebda service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646901 Jul 08 21:10:42.322916 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-165c77d4-84eb-47c0-91f1-c0dfca86a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '14fac404-bd94-44ad-9929-583eccd9d995', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'port_id': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'mac_address': 'fa:16:3e:71:32:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:08:00Z', 'updated_at': '2021-07-08T21:10:40Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:10:42.354440 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c77d4-84eb-47c0-91f1-c0dfca86a8ea None None] Checking router: bd868c39-cb0e-46cd-a922-12e1e961f7df for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:10:42.364753 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c77d4-84eb-47c0-91f1-c0dfca86a8ea None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:10:42.365406 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-165c77d4-84eb-47c0-91f1-c0dfca86a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:10:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:10:42.402967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbab3464-50a3-435d-9414-678ffccce232 req-d4d0df54-22b6-4e69-9fe5-1f4eb1b2641b service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991602 Jul 08 21:10:42.482729 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-165c77d4-84eb-47c0-91f1-c0dfca86a8ea None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:10:42.508293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbab3464-50a3-435d-9414-678ffccce232 req-aa0465f5-8ad8-4ee2-a715-64f527a6e9ae service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988145 Jul 08 21:10:42.729309 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-165c77d4-84eb-47c0-91f1-c0dfca86a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '14fac404-bd94-44ad-9929-583eccd9d995', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'port_id': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'mac_address': 'fa:16:3e:71:32:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:08:00Z', 'updated_at': '2021-07-08T21:10:40Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:10:42.761080 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c77d4-84eb-47c0-91f1-c0dfca86a8ea None None] The sync data for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 is: [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '14fac404-bd94-44ad-9929-583eccd9d995', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'port_id': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'mac_address': 'fa:16:3e:71:32:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:08:00Z', 'updated_at': '2021-07-08T21:10:40Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:10:42.968046 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfcca03-fcd5-4512-a034-ff39a2416835 None None] New status for floating IP 14fac404-bd94-44ad-9929-583eccd9d995: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:10:48.042039 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:53.846583 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:10:57.659275 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-230b3420-5809-44d8-89d0-014865e70b60 req-be74af11-5499-4edd-ae16-ee18d8afe4e4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0676942 Jul 08 21:10:57.769666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b3420-5809-44d8-89d0-014865e70b60 req-02eda997-d8b3-418a-998e-652df0ad9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:57.771479 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-230b3420-5809-44d8-89d0-014865e70b60 req-02eda997-d8b3-418a-998e-652df0ad9504 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 1097 time: 0.0619264 Jul 08 21:10:57.896721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b3420-5809-44d8-89d0-014865e70b60 req-5589be67-5d58-4d81-a27f-f84d1ad1ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:57.898285 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-230b3420-5809-44d8-89d0-014865e70b60 req-5589be67-5d58-4d81-a27f-f84d1ad1ef62 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1008379 Jul 08 21:10:57.973420 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-230b3420-5809-44d8-89d0-014865e70b60 req-406ab077-9cd5-4be3-a45a-8b8e4a031af4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 200 len: 1000 time: 0.0647006 Jul 08 21:10:58.032582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b3420-5809-44d8-89d0-014865e70b60 req-0e92f67a-ec60-46df-8e41-c9eaf1c3b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:58.034171 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-230b3420-5809-44d8-89d0-014865e70b60 req-0e92f67a-ec60-46df-8e41-c9eaf1c3b0a3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0519264 Jul 08 21:10:58.114786 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b3420-5809-44d8-89d0-014865e70b60 req-d3832737-e7e9-4b8d-bd0d-ef2b0f6e5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:10:58.116368 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-230b3420-5809-44d8-89d0-014865e70b60 req-d3832737-e7e9-4b8d-bd0d-ef2b0f6e5304 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751057 Jul 08 21:10:58.220667 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-230b3420-5809-44d8-89d0-014865e70b60 req-5a106ee5-c486-4df6-990e-866439a64e5a service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940616 Jul 08 21:10:58.339700 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-230b3420-5809-44d8-89d0-014865e70b60 req-6e6cfe60-b0a9-47db-84c1-638e28cbb766 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084192 Jul 08 21:11:02.201132 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:11:04.132440 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-751000d7-3ed6-4ece-b213-129768daf9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:07.081619 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ad1d8548-5aa8-4fed-8147-e857fa9a7951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:07.189324 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:08.403108 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:09.969977 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:18.040995 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:23.860540 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:34.126375 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-397d6202-372c-400a-bb4d-82c30174cb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:37.084695 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c90d5023-eb21-4447-8e8a-39b20616e6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:37.192041 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:38.406307 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:39.201046 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:11:39.970902 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:48.064574 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:53.873586 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:11:59.638965 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36c8e699-f5f4-482b-8e21-0706dc5aa029 req-60e5ff8b-1ae1-4020-8c34-edea2bddb90b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575411 Jul 08 21:11:59.758821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8e699-f5f4-482b-8e21-0706dc5aa029 req-70b607a7-b714-4221-9160-2612523b7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:11:59.760291 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36c8e699-f5f4-482b-8e21-0706dc5aa029 req-70b607a7-b714-4221-9160-2612523b7cf9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 1097 time: 0.0579665 Jul 08 21:11:59.884050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8e699-f5f4-482b-8e21-0706dc5aa029 req-04240bcc-da28-4214-baee-24b4be984755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:11:59.885976 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36c8e699-f5f4-482b-8e21-0706dc5aa029 req-04240bcc-da28-4214-baee-24b4be984755 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1006680 Jul 08 21:11:59.961861 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36c8e699-f5f4-482b-8e21-0706dc5aa029 req-7ca4ebb7-2bc9-4c74-aa73-92fda2695e82 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 200 len: 1000 time: 0.0655065 Jul 08 21:12:00.030555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8e699-f5f4-482b-8e21-0706dc5aa029 req-593fb78f-5b38-4b82-905d-1dfa81bb0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:00.033103 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36c8e699-f5f4-482b-8e21-0706dc5aa029 req-593fb78f-5b38-4b82-905d-1dfa81bb0468 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0606806 Jul 08 21:12:00.133799 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8e699-f5f4-482b-8e21-0706dc5aa029 req-27e5c6dc-42b5-4220-80f2-50ef5672bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:00.136354 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36c8e699-f5f4-482b-8e21-0706dc5aa029 req-27e5c6dc-42b5-4220-80f2-50ef5672bf8b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932446 Jul 08 21:12:00.237889 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36c8e699-f5f4-482b-8e21-0706dc5aa029 req-7f9a9924-bae3-41ae-9b45-ad26633756a5 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904889 Jul 08 21:12:00.350418 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-36c8e699-f5f4-482b-8e21-0706dc5aa029 req-74ac3830-b4e2-4d48-906a-a9ecf73f613e service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011205 Jul 08 21:12:04.134758 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5bf4140c-1ba7-4897-86aa-0dce16412a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:07.099384 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-226c372f-9f12-4b26-8911-729841304600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:07.207385 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:08.423481 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:09.975450 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:16.202745 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:12:18.055493 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:23.893413 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:27.863704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d570c4-cbc5-4021-b04b-8c8b166b27ae req-c2a39f92-f991-4235-b202-711087f1c79c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:27.865996 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58d570c4-cbc5-4021-b04b-8c8b166b27ae req-c2a39f92-f991-4235-b202-711087f1c79c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0880272 Jul 08 21:12:27.916332 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-58d570c4-cbc5-4021-b04b-8c8b166b27ae req-45845ae3-4eb9-49dd-bba7-bbeeaf254ce8 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432153 Jul 08 21:12:29.139644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1ea2-f661-488c-ad72-c86ba8f2d571 req-4ca97036-7d0d-457c-b06b-09401b33f287 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:29.141374 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-01dd1ea2-f661-488c-ad72-c86ba8f2d571 req-4ca97036-7d0d-457c-b06b-09401b33f287 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0791082 Jul 08 21:12:29.192976 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-01dd1ea2-f661-488c-ad72-c86ba8f2d571 req-668e5165-7a39-4c16-88a0-1ab5c944222e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408912 Jul 08 21:12:30.393063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efee754-3f82-4f5c-92a9-10f228570e47 req-3979e236-b3a8-4ac1-8651-32106a411896 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:30.394757 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2efee754-3f82-4f5c-92a9-10f228570e47 req-3979e236-b3a8-4ac1-8651-32106a411896 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0776088 Jul 08 21:12:30.439799 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2efee754-3f82-4f5c-92a9-10f228570e47 req-bc4d79e3-07ff-4f22-81f1-f4b0d9aff941 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382233 Jul 08 21:12:31.641783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdb2cc-9c35-4ed2-affa-ab413bc356fe req-eced6202-2182-45bf-a0f5-9f54cf04f3dd tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:31.643434 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dbcdb2cc-9c35-4ed2-affa-ab413bc356fe req-eced6202-2182-45bf-a0f5-9f54cf04f3dd tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0749476 Jul 08 21:12:31.689334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dbcdb2cc-9c35-4ed2-affa-ab413bc356fe req-829ede29-c45f-451a-88df-cb2e16a3c12e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357029 Jul 08 21:12:32.897322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8391c1-694a-4147-b4f2-099fb57c8307 req-91f0dbee-01d7-4236-8ca6-e1ec4c4687b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:32.898971 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f8391c1-694a-4147-b4f2-099fb57c8307 req-91f0dbee-01d7-4236-8ca6-e1ec4c4687b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0841765 Jul 08 21:12:32.942975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f8391c1-694a-4147-b4f2-099fb57c8307 req-170de03f-e00b-4e23-9bf1-e4ff67e7d62b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379789 Jul 08 21:12:34.135312 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-905d95cc-1cd2-4756-94c3-8f1fe2f5d5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:34.163182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb11f36-6be8-40ec-b0c5-18969eb29cb1 req-57ceaa39-58f1-4a9e-b9c4-882e6c0a6b0c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:34.165949 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bfb11f36-6be8-40ec-b0c5-18969eb29cb1 req-57ceaa39-58f1-4a9e-b9c4-882e6c0a6b0c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0925443 Jul 08 21:12:34.234274 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bfb11f36-6be8-40ec-b0c5-18969eb29cb1 req-f054d27a-987b-4ffd-ac4f-0dc5b106de28 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604446 Jul 08 21:12:35.456744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0edc9-eb26-4fec-97e9-d248b616b3ee req-135628fc-f896-4a94-bb8e-f21bb83716fa tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:35.459626 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6b0edc9-eb26-4fec-97e9-d248b616b3ee req-135628fc-f896-4a94-bb8e-f21bb83716fa tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0983610 Jul 08 21:12:35.506639 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6b0edc9-eb26-4fec-97e9-d248b616b3ee req-d16dfd48-7a72-4f2d-8459-8917d59717f0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401633 Jul 08 21:12:36.713674 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d753420-ed55-4b79-adab-d77a60fc05c4 req-0ee745a7-897e-4cc0-8575-586ccce8eb87 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:36.716429 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6d753420-ed55-4b79-adab-d77a60fc05c4 req-0ee745a7-897e-4cc0-8575-586ccce8eb87 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0809095 Jul 08 21:12:36.764609 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6d753420-ed55-4b79-adab-d77a60fc05c4 req-951e363c-8e26-4f1b-b32d-ff40a885444d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386875 Jul 08 21:12:37.083998 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-faf2ae14-790d-4892-b075-49c458a179d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:37.195307 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:37.973214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e08cfc-57d7-4f5f-9423-0d3f16137bde req-e1d92071-1151-4129-91f6-4054a87b23f0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:37.974849 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b6e08cfc-57d7-4f5f-9423-0d3f16137bde req-e1d92071-1151-4129-91f6-4054a87b23f0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0906465 Jul 08 21:12:38.030300 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b6e08cfc-57d7-4f5f-9423-0d3f16137bde req-df018812-97bb-4d29-9d01-47258edb09a7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433290 Jul 08 21:12:38.416182 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:39.245473 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcfd90-d432-462e-8568-4a74d2776e70 req-b89c3d6b-11f4-4edc-a58e-e34ccb801084 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:39.247726 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91bcfd90-d432-462e-8568-4a74d2776e70 req-b89c3d6b-11f4-4edc-a58e-e34ccb801084 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0782092 Jul 08 21:12:39.301102 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-91bcfd90-d432-462e-8568-4a74d2776e70 req-f228a43f-3fc1-462d-ba4f-2eb4f6185760 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430419 Jul 08 21:12:39.875309 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c5797-b780-455b-a06d-701356a25486 req-c934d7ec-5719-4c36-aa48-ea5647a6fd5b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:39.876935 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1c0c5797-b780-455b-a06d-701356a25486 req-c934d7ec-5719-4c36-aa48-ea5647a6fd5b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.1418700 Jul 08 21:12:39.895655 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-16a41fcb-9f55-4b63-9a0c-242ac087f3a7 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1451745 Jul 08 21:12:39.940778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1c0c5797-b780-455b-a06d-701356a25486 req-49a079f3-d6d3-4e20-b975-c222af77858f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565069 Jul 08 21:12:39.988654 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:41.162425 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293aff9-b045-4ded-8562-7162d4e5d96a req-1d291a1f-ff02-42d3-9972-72ea18aee23c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:41.164145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1293aff9-b045-4ded-8562-7162d4e5d96a req-1d291a1f-ff02-42d3-9972-72ea18aee23c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0731883 Jul 08 21:12:41.212675 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1293aff9-b045-4ded-8562-7162d4e5d96a req-6ac74082-24bb-4113-92dc-80a562969b8a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421104 Jul 08 21:12:41.360267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-e4e476a8-6c51-4644-9690-8f8610637193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:41.362101 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-e4e476a8-6c51-4644-9690-8f8610637193 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 1097 time: 0.0647275 Jul 08 21:12:41.473643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-abffbce8-03cf-42b2-8429-4c591deecbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:41.475097 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-abffbce8-03cf-42b2-8429-4c591deecbe7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1023278 Jul 08 21:12:41.559507 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-dd042e99-b923-4c08-8082-00181d252e45 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 200 len: 1000 time: 0.0729713 Jul 08 21:12:41.619147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-9bc38885-0f3c-41f3-901d-4eb7c6ea74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:41.620795 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-9bc38885-0f3c-41f3-901d-4eb7c6ea74e2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0533752 Jul 08 21:12:41.691405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-7db90d34-3bc1-40ff-93bc-bef86a676d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:41.692989 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-7db90d34-3bc1-40ff-93bc-bef86a676d37 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623550 Jul 08 21:12:41.804823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bef23f8-36a5-47bb-b3bb-68b9782532a6 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999522 Jul 08 21:12:41.922038 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-969e84e7-9b31-4bfd-8af3-ec19daf57de3 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049330 Jul 08 21:12:42.409323 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75896d70-f08b-4099-ae5a-2ca77a871bfb req-a60d9ada-cfd7-4673-acee-9afc5f854faf tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:42.410974 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75896d70-f08b-4099-ae5a-2ca77a871bfb req-a60d9ada-cfd7-4673-acee-9afc5f854faf tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0769608 Jul 08 21:12:42.456970 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-75896d70-f08b-4099-ae5a-2ca77a871bfb req-9f4bbe09-1c8a-4004-941f-4847e4988d80 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400312 Jul 08 21:12:43.660225 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379832d6-db9f-4df7-a7c5-1bbc0a12d7ca req-77af233f-5912-46c0-bd6f-9b24a7e61dfb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:43.662044 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-379832d6-db9f-4df7-a7c5-1bbc0a12d7ca req-77af233f-5912-46c0-bd6f-9b24a7e61dfb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0797951 Jul 08 21:12:43.706442 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-379832d6-db9f-4df7-a7c5-1bbc0a12d7ca req-71d2a5cb-48dd-4355-8a71-f873557c4825 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377641 Jul 08 21:12:44.294912 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-c62b05d2-266d-4e78-87ce-6c7c721491d4 service neutron] show failed (client error): The resource could not be found. Jul 08 21:12:44.296095 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-c62b05d2-266d-4e78-87ce-6c7c721491d4 service neutron] 10.222.0.103 "GET /v2.0/ports/4872d316-5d23-4c49-bb83-d35cf96deccc/bindings/n-h1-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0677965 Jul 08 21:12:44.589836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-26de0714-340c-47d7-b0b1-9694f6c595c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:44.591798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-26de0714-340c-47d7-b0b1-9694f6c595c0 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 1097 time: 0.0653656 Jul 08 21:12:44.603611 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:12:44.690215 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:44.946245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c8e7c-5d62-415b-9a82-7a6770fcc6fd req-f937f1f5-be88-458c-a925-3981495e7712 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:44.947805 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-263c8e7c-5d62-415b-9a82-7a6770fcc6fd req-f937f1f5-be88-458c-a925-3981495e7712 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.1120956 Jul 08 21:12:44.957483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] For port 4872d316-5d23-4c49-bb83-d35cf96deccc, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=4872d316-5d23-4c49-bb83-d35cf96deccc,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:12:45.004773 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-263c8e7c-5d62-415b-9a82-7a6770fcc6fd req-aabc0b3f-e1f1-47cd-84c0-ee115d524ed1 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491955 Jul 08 21:12:45.015066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] For port 4872d316-5d23-4c49-bb83-d35cf96deccc, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:12:45.064927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:12:45.067335 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857c709f-7e91-4bd3-8521-697ced4b991b" -d '{"events": [{"server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "name": "network-vif-unplugged", "status": "completed", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:12:45.071975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:45.091318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Transition to ACTIVE for port object 4872d316-5d23-4c49-bb83-d35cf96deccc will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:12:45.096943 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:45.138267 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 21:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff39bfee-3ab8-4c27-9d8d-35f1573b86e2 x-openstack-request-id: req-ff39bfee-3ab8-4c27-9d8d-35f1573b86e2 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:12:45.138690 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "name": "network-vif-unplugged", "status": "completed", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:12:45.139040 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ff39bfee-3ab8-4c27-9d8d-35f1573b86e2 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:12:45.139523 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'code': 200} Jul 08 21:12:45.228732 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Pushing event updated for resources: {'Port': ['ID=4872d316-5d23-4c49-bb83-d35cf96deccc,revision_number=6']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:12:45.248200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:45.248551 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:45.248903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:45.249233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:45.249687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:45.250022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:45.250356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:45.250823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:45.251060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:45.251495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:45.251828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:45.252151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:45.290356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] No DVR routers for this DVR port 4872d316-5d23-4c49-bb83-d35cf96deccc on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:12:45.506101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Attempting to bind port 4872d316-5d23-4c49-bb83-d35cf96deccc on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:12:45.506393 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Attempting to bind port 4872d316-5d23-4c49-bb83-d35cf96deccc by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:12:45.506978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Attempting to bind port 4872d316-5d23-4c49-bb83-d35cf96deccc on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:12:45.515600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Port 4872d316-5d23-4c49-bb83-d35cf96deccc on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:12:45.515935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Attempting to bind port 4872d316-5d23-4c49-bb83-d35cf96deccc on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:12:45.521862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:12:45.522284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Checking segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:12:45.522504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Bound using segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:12:45.522802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Bound port: 4872d316-5d23-4c49-bb83-d35cf96deccc, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:12:45.523173 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:45.602263 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] For port 4872d316-5d23-4c49-bb83-d35cf96deccc, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:12:45.607295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] For port 4872d316-5d23-4c49-bb83-d35cf96deccc, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4872d316-5d23-4c49-bb83-d35cf96deccc,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:12:45.612078 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:45.664026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:45.664762 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:45.666289 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] 10.222.0.104 "PUT /v2.0/ports/4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 200 len: 1092 time: 1.0671711 Jul 08 21:12:45.704427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb110cc-0288-4e3a-893c-83f194a72823 service neutron] Pushing event updated for resources: {'Port': ['ID=4872d316-5d23-4c49-bb83-d35cf96deccc,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:12:45.783803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-bb525439-6677-4ca8-93de-569797b03790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:45.785197 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-bb525439-6677-4ca8-93de-569797b03790 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 1095 time: 0.0747542 Jul 08 21:12:45.909346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-eb2b9017-44c4-4749-bac5-37e19fac8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:45.911601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-eb2b9017-44c4-4749-bac5-37e19fac8da0 service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1202843 Jul 08 21:12:45.986495 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-8e7c81ac-c5ac-467f-b744-a0f21f4ba464 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 200 len: 998 time: 0.0686121 Jul 08 21:12:46.045209 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-f6b7405b-ef1d-4c5f-9563-c15114f99ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:46.047431 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-f6b7405b-ef1d-4c5f-9563-c15114f99ba6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0515633 Jul 08 21:12:46.125503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-356cee10-ba37-4b6d-8d05-fd9dd0238fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:46.127197 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-356cee10-ba37-4b6d-8d05-fd9dd0238fb0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734327 Jul 08 21:12:46.239786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6ed34-55f7-4152-8ea3-3df1b1dd7220 req-c95f3448-bf9e-418b-8551-183f4dab3f85 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:46.242488 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4b6ed34-55f7-4152-8ea3-3df1b1dd7220 req-c95f3448-bf9e-418b-8551-183f4dab3f85 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 943 time: 0.0994878 Jul 08 21:12:46.275721 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-fdcbe508-4ab5-48f9-af9f-73e11b625913 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419141 Jul 08 21:12:46.295869 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4b6ed34-55f7-4152-8ea3-3df1b1dd7220 req-7baaad5b-0f22-482e-9f32-6a37fdec2cc9 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459232 Jul 08 21:12:46.377397 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3185848e-cbd6-4742-a6e3-601fa9713310 req-c5aa8989-7a05-4131-b0ec-c00e29c547f2 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959697 Jul 08 21:12:47.140766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:12:47.143395 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb0f514-0e61-4fab-bc52-55426d40c0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:12:47.196145 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d10377c-1f10-4fd6-8000-19fed0071b5f x-openstack-request-id: req-8d10377c-1f10-4fd6-8000-19fed0071b5f {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:12:47.196535 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:12:47.196971 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8d10377c-1f10-4fd6-8000-19fed0071b5f {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:12:47.197601 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'status': 'completed', 'code': 200} Jul 08 21:12:47.391474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-1615cd0e-f634-435a-917c-e01f822e856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:47.394082 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-1615cd0e-f634-435a-917c-e01f822e856f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 1095 time: 0.1721826 Jul 08 21:12:47.406304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-0a275d24-ef77-42ad-82bd-6112de8e737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:47.408869 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-0a275d24-ef77-42ad-82bd-6112de8e737d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 1095 time: 0.1350806 Jul 08 21:12:47.523230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17aa2d-56ca-4cfb-82ea-dca38c30b223 req-c6644015-b7ab-4d04-b9fa-02f90bc4c2ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:47.524901 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a17aa2d-56ca-4cfb-82ea-dca38c30b223 req-c6644015-b7ab-4d04-b9fa-02f90bc4c2ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 943 time: 0.0765517 Jul 08 21:12:47.569605 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a17aa2d-56ca-4cfb-82ea-dca38c30b223 req-ff179f13-1e58-48bb-9f48-8cfa22590886 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382893 Jul 08 21:12:47.690221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-528ae3a4-0aa2-41e0-a0cc-ad7604211157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:47.692888 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-528ae3a4-0aa2-41e0-a0cc-ad7604211157 service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.2900345 Jul 08 21:12:47.697795 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-739820ae-3305-4cc5-837f-518bd000f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:47.701063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-739820ae-3305-4cc5-837f-518bd000f540 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.2776597 Jul 08 21:12:47.822463 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-c04c6001-786c-4572-8fe6-34f370f1fe79 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 200 len: 998 time: 0.1199875 Jul 08 21:12:47.830045 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-cc21cbb1-7883-4d7d-a50e-828c93e7073c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 200 len: 998 time: 0.1180708 Jul 08 21:12:47.913066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-833ce993-ac44-4448-8ef7-f1fe356c41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:47.914475 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-833ce993-ac44-4448-8ef7-f1fe356c41b8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0835619 Jul 08 21:12:47.930755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-b456ab33-7da2-4704-a6a9-11e8bf429143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:47.932215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-b456ab33-7da2-4704-a6a9-11e8bf429143 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0747032 Jul 08 21:12:48.021329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-fa4ab1d8-45c5-4807-a83e-7ff0ca486f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:48.022863 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-fa4ab1d8-45c5-4807-a83e-7ff0ca486f46 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012595 Jul 08 21:12:48.028223 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-54dd526b-51a6-4573-af03-d0dfedcefd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:48.029789 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-54dd526b-51a6-4573-af03-d0dfedcefd70 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764127 Jul 08 21:12:48.055969 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:48.181110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4872d316-5d23-4c49-bb83-d35cf96deccc no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:12:48.194153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-7ecc1db1-d8ff-4711-be5a-9aea7f7db965 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633756 Jul 08 21:12:48.200340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-abb7eeb9-e269-4c71-b2a1-57442b57c430 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507845 Jul 08 21:12:48.225342 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 4872d316-5d23-4c49-bb83-d35cf96deccc not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:12:48.720199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-db8241f8-d2dd-4d1c-b3eb-8c27c58a2e6a service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185516 Jul 08 21:12:48.734340 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6fb0f514-0e61-4fab-bc52-55426d40c0b0 req-a3673f3e-c724-4823-a963-7670b45201bc service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103912 Jul 08 21:12:48.842537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993661c-0c48-4868-ab6b-4e69ed7c8be8 req-2ab83c67-f276-42ef-b975-2e1a1bd103ca tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:48.844148 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e993661c-0c48-4868-ab6b-4e69ed7c8be8 req-2ab83c67-f276-42ef-b975-2e1a1bd103ca tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 943 time: 0.0777340 Jul 08 21:12:48.890269 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e993661c-0c48-4868-ab6b-4e69ed7c8be8 req-bb71483f-0725-4e79-bf4d-60a0f1d98b09 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356660 Jul 08 21:12:49.389004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10479660-cc78-4288-901e-00b164c93f48 req-bb12b6d7-c611-4641-9537-502fe32927d2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:49.391503 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10479660-cc78-4288-901e-00b164c93f48 req-bb12b6d7-c611-4641-9537-502fe32927d2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 943 time: 0.2169209 Jul 08 21:12:49.404041 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-8bb45fcc-43ef-4996-8a66-274a8ae90f11 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:49.405768 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-8bb45fcc-43ef-4996-8a66-274a8ae90f11 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 943 time: 0.2286835 Jul 08 21:12:49.482040 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10479660-cc78-4288-901e-00b164c93f48 req-d8e0a955-4aba-4ada-8be4-503639d31641 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751524 Jul 08 21:12:49.517926 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-f7a9dddc-b7e5-4b71-9403-f209d4440acc service neutron] delete failed (client error): The resource could not be found. Jul 08 21:12:49.519755 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-f7a9dddc-b7e5-4b71-9403-f209d4440acc service neutron] 10.222.0.103 "DELETE /v2.0/ports/4872d316-5d23-4c49-bb83-d35cf96deccc/bindings/n-h2-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0943918 Jul 08 21:12:49.670404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-1b749ffd-ea1d-47ad-94b4-a59d8afc0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:49.672971 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-1b749ffd-ea1d-47ad-94b4-a59d8afc0a36 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 1095 time: 0.0965154 Jul 08 21:12:49.802507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-a8b8dd28-6624-4849-b925-a6fe991768e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:49.804069 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-a8b8dd28-6624-4849-b925-a6fe991768e2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1195972 Jul 08 21:12:49.837655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4872d316-5d23-4c49-bb83-d35cf96deccc details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:12:49.929660 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-9bb83622-a158-407b-b37f-a44022d4d0ce service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 200 len: 998 time: 0.1145439 Jul 08 21:12:49.987802 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 4872d316-5d23-4c49-bb83-d35cf96deccc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4872d316-5d23-4c49-bb83-d35cf96deccc,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:12:49.992034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-a6a38a9b-e9bd-4388-be2f-d3cbce997a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:49.993788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-a6a38a9b-e9bd-4388-be2f-d3cbce997a6e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0544295 Jul 08 21:12:50.002648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'port_id': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'mac_address': 'fa:16:3e:71:32:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:12:50.046451 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:50.061533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4872d316-5d23-4c49-bb83-d35cf96deccc {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:12:50.066013 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-67b70f85-30c4-44f3-a272-865d84aeaca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:50.067637 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-67b70f85-30c4-44f3-a272-865d84aeaca1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629847 Jul 08 21:12:50.083177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 4872d316-5d23-4c49-bb83-d35cf96deccc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4872d316-5d23-4c49-bb83-d35cf96deccc,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:12:50.088243 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:50.146561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=4872d316-5d23-4c49-bb83-d35cf96deccc,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:12:50.155581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:50.155927 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:50.156264 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:50.156600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:50.156957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:50.157290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:50.157615 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:50.157940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:50.158264 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:50.158586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:50.158907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:50.159228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:12:50.183344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-04317b5e-095f-4c0e-9373-5c76b68eed0d service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044323 Jul 08 21:12:50.294234 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['4872d316-5d23-4c49-bb83-d35cf96deccc'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:12:50.295915 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a2650a43-2be9-4ed2-8961-c92146df14d7 req-481637d9-e912-4a07-acea-66951b398e5f service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009979 Jul 08 21:12:50.675563 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c66270-0e7e-4c95-8987-ab29880b9626 req-818fe059-82a1-45f5-8e00-a3c07633334b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:50.677217 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-03c66270-0e7e-4c95-8987-ab29880b9626 req-818fe059-82a1-45f5-8e00-a3c07633334b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 944 time: 0.0712709 Jul 08 21:12:50.721403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-03c66270-0e7e-4c95-8987-ab29880b9626 req-6d9cedbd-6e71-4bc1-b0df-dc8ee3f32b70 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378125 Jul 08 21:12:51.868050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4872d316-5d23-4c49-bb83-d35cf96deccc up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:12:51.922470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 4872d316-5d23-4c49-bb83-d35cf96deccc completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:12:51.927108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 4872d316-5d23-4c49-bb83-d35cf96deccc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:12:51.927567 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:51.958570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44686d19-e258-4c54-9f47-4007827e982d req-98de20f8-e69f-4ac9-a7e4-c3096dda028e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:51.961234 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-44686d19-e258-4c54-9f47-4007827e982d req-98de20f8-e69f-4ac9-a7e4-c3096dda028e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 944 time: 0.1129382 Jul 08 21:12:52.005868 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-44686d19-e258-4c54-9f47-4007827e982d req-6ead1212-45bc-4113-8979-3a8d7a0c48cd tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375206 Jul 08 21:12:52.050076 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:52.086480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:12:52.088871 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083df190-991b-4851-8f9d-12a34b174472" -d '{"events": [{"server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "name": "network-vif-plugged", "status": "completed", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:12:52.103565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 4872d316-5d23-4c49-bb83-d35cf96deccc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4872d316-5d23-4c49-bb83-d35cf96deccc,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:12:52.109202 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:52.153585 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7843079-bbea-488b-bef9-cbe4cda39cef x-openstack-request-id: req-d7843079-bbea-488b-bef9-cbe4cda39cef {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:12:52.153880 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "name": "network-vif-plugged", "status": "completed", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:12:52.154138 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d7843079-bbea-488b-bef9-cbe4cda39cef {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:12:52.154535 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'code': 200} Jul 08 21:12:52.167901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=4872d316-5d23-4c49-bb83-d35cf96deccc,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:12:52.241737 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aad4f2-ba81-4ec3-8cf8-6e4856230550 req-a58a01c3-85e9-41e1-a3d1-c9911e1bd26c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:52.243449 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c3aad4f2-ba81-4ec3-8cf8-6e4856230550 req-a58a01c3-85e9-41e1-a3d1-c9911e1bd26c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.1019926 Jul 08 21:12:52.286068 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c3aad4f2-ba81-4ec3-8cf8-6e4856230550 req-910956f8-fbff-4d90-97cd-af15be40820d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347447 Jul 08 21:12:52.641522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ac9ae-8dc7-422f-a9b3-451f5f3dad10 req-0b4698a8-dce4-4196-8ca5-bec17eaa5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:52.643089 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-506ac9ae-8dc7-422f-a9b3-451f5f3dad10 req-0b4698a8-dce4-4196-8ca5-bec17eaa5673 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 1097 time: 0.0647521 Jul 08 21:12:52.657083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7642d-9698-4cff-8c38-10fb25f478d2 req-9a62172c-83ab-4f91-ae1b-1398579b290b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:52.658761 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5c7642d-9698-4cff-8c38-10fb25f478d2 req-9a62172c-83ab-4f91-ae1b-1398579b290b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0713720 Jul 08 21:12:52.703856 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5c7642d-9698-4cff-8c38-10fb25f478d2 req-e25eb7cc-b521-4f93-ad76-0c91de4976ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386806 Jul 08 21:12:52.747672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ac9ae-8dc7-422f-a9b3-451f5f3dad10 req-298f5298-0405-48cf-a548-fbca44623aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:52.749248 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-506ac9ae-8dc7-422f-a9b3-451f5f3dad10 req-298f5298-0405-48cf-a548-fbca44623aee service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.0999966 Jul 08 21:12:52.825089 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-506ac9ae-8dc7-422f-a9b3-451f5f3dad10 req-104ba261-164e-475a-8306-d591a24bdf26 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 200 len: 1000 time: 0.0684414 Jul 08 21:12:52.877029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ac9ae-8dc7-422f-a9b3-451f5f3dad10 req-c0d5d9af-c72f-4ce4-ad41-c171e8aeaa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:52.878550 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-506ac9ae-8dc7-422f-a9b3-451f5f3dad10 req-c0d5d9af-c72f-4ce4-ad41-c171e8aeaa5f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0481675 Jul 08 21:12:52.945508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ac9ae-8dc7-422f-a9b3-451f5f3dad10 req-f12b024e-bef1-4d5c-a999-76a8d802aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:52.948223 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-506ac9ae-8dc7-422f-a9b3-451f5f3dad10 req-f12b024e-bef1-4d5c-a999-76a8d802aaf0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634809 Jul 08 21:12:53.057243 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-506ac9ae-8dc7-422f-a9b3-451f5f3dad10 req-91c0331c-b925-4c87-b04a-d6a5b809636e service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024623 Jul 08 21:12:53.162322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-506ac9ae-8dc7-422f-a9b3-451f5f3dad10 req-4906d709-597f-4057-b86d-edaccba2acb5 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987134 Jul 08 21:12:53.207723 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:12:53.898360 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:53.905047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00238d5d-d346-413f-90a3-26dc30c926eb req-d63658e9-be04-4098-8d44-cae83fb9f622 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:53.906581 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-00238d5d-d346-413f-90a3-26dc30c926eb req-d63658e9-be04-4098-8d44-cae83fb9f622 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0791698 Jul 08 21:12:53.957539 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-00238d5d-d346-413f-90a3-26dc30c926eb req-bc3d83f6-4f47-4c8c-817f-d797809e3a3b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446270 Jul 08 21:12:54.402579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c0e30-7cef-4717-853f-26a6901fa3cc req-04fac026-fc4d-4d5d-8a4a-058971f19d2f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:54.404528 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ca0c0e30-7cef-4717-853f-26a6901fa3cc req-04fac026-fc4d-4d5d-8a4a-058971f19d2f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0815039 Jul 08 21:12:54.463517 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ca0c0e30-7cef-4717-853f-26a6901fa3cc req-6dc4760a-ae56-49bb-8b22-8c7602b17542 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527477 Jul 08 21:12:55.591088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-3c6aa0ea-a3a4-4a40-ad6d-843d05449c24 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:55.593744 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-3c6aa0ea-a3a4-4a40-ad6d-843d05449c24 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.104 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0922947 Jul 08 21:12:55.675990 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68fcc0-7cc1-4932-a72e-aae6febea026 req-4dd4a6a8-c20e-475b-90cb-d30037ce6b06 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:55.677713 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d68fcc0-7cc1-4932-a72e-aae6febea026 req-4dd4a6a8-c20e-475b-90cb-d30037ce6b06 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 945 time: 0.0733259 Jul 08 21:12:55.727482 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d68fcc0-7cc1-4932-a72e-aae6febea026 req-8f03595c-cda3-494c-9bf0-85093d68d684 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409245 Jul 08 21:12:55.740873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Deleting port 4872d316-5d23-4c49-bb83-d35cf96deccc {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:12:55.741464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:55.857928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] For port 4872d316-5d23-4c49-bb83-d35cf96deccc, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=4872d316-5d23-4c49-bb83-d35cf96deccc,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:12:55.858325 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:56.048085 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:56.048412 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:56.048701 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Floating IP 14fac404-bd94-44ad-9929-583eccd9d995 disassociated. External IP: 172.25.4.67, port: 4872d316-5d23-4c49-bb83-d35cf96deccc. Jul 08 21:12:56.049046 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Calling delete_port for 4872d316-5d23-4c49-bb83-d35cf96deccc owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:12:56.192996 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:56.227569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event deleted for resources: {'Port': ['ID=4872d316-5d23-4c49-bb83-d35cf96deccc,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:12:56.406397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Router bd868c39-cb0e-46cd-a922-12e1e961f7df has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:12:56.531393 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:12:56.543970 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62add7f-5263-4085-93e9-04d60322373c None None] Sync routers for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:12:56.555593 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62add7f-5263-4085-93e9-04d60322373c None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:12:56.556355 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f62add7f-5263-4085-93e9-04d60322373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:12:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:12:56.585905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] No DVR routers for this DVR port 4872d316-5d23-4c49-bb83-d35cf96deccc on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:12:56.589109 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:12:56.591568 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-124b9769-4fe2-4f44-8883-c562b2363ee8 req-acb1eaf1-ddb0-4b74-bdfa-8c61067c3153 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.104 "DELETE /v2.0/ports/4872d316-5d23-4c49-bb83-d35cf96deccc HTTP/1.1" status: 204 len: 173 time: 0.9914625 Jul 08 21:12:56.592350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'name': 'network-vif-deleted', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:12:56.594367 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b00fc41-1bd5-42a4-b887-30ede72145f0" -d '{"events": [{"server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "name": "network-vif-deleted", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:12:56.664379 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdba34d-1007-4f48-8231-7d0af613c825 x-openstack-request-id: req-9bdba34d-1007-4f48-8231-7d0af613c825 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:12:56.664709 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4409889-9fd9-4703-8452-1e99fe3fba06", "name": "network-vif-deleted", "tag": "4872d316-5d23-4c49-bb83-d35cf96deccc", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:12:56.664981 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9bdba34d-1007-4f48-8231-7d0af613c825 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:12:56.665392 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4409889-9fd9-4703-8452-1e99fe3fba06', 'name': 'network-vif-deleted', 'tag': '4872d316-5d23-4c49-bb83-d35cf96deccc', 'status': 'completed', 'code': 200} Jul 08 21:12:56.684930 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f62add7f-5263-4085-93e9-04d60322373c None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:12:56.940953 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f62add7f-5263-4085-93e9-04d60322373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:12:56.969330 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62add7f-5263-4085-93e9-04d60322373c None None] Checking router: bd868c39-cb0e-46cd-a922-12e1e961f7df for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:12:56.973528 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-adcaceec-0507-4d93-9d79-9fde626eee23 req-606e39fe-4cd7-475b-ae27-23d6876dca2b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4409889-9fd9-4703-8452-1e99fe3fba06 HTTP/1.1" status: 200 len: 210 time: 0.0499787 Jul 08 21:12:56.979220 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62add7f-5263-4085-93e9-04d60322373c None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:12:56.979933 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f62add7f-5263-4085-93e9-04d60322373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:12:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:12:57.110234 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f62add7f-5263-4085-93e9-04d60322373c None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:12:57.463539 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f62add7f-5263-4085-93e9-04d60322373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:12:57.490841 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62add7f-5263-4085-93e9-04d60322373c None None] The sync data for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 is: [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:12:57.720066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e5f552-6f92-4114-a9da-5c19383411f9 None None] New status for floating IP 14fac404-bd94-44ad-9929-583eccd9d995: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:12:58.395812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-6d0ccfb8-7730-4931-a2a2-13f0d2a6fd2e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--268601439&fields=id&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 267 time: 0.0505738 Jul 08 21:12:58.534167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-bee2a079-3d0c-4d6d-969f-fef8c5a95b3e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:12:58.535749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-bee2a079-3d0c-4d6d-969f-fef8c5a95b3e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 812 time: 0.1278837 Jul 08 21:12:58.559190 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-abedf406-4c74-4fef-a9a8-0f97edf94eab tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/quotas/06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 375 time: 0.0157998 Jul 08 21:12:58.681312 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-59d2ff5e-3c91-44a3-be49-6e9b9d9b2449 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1163692 Jul 08 21:12:58.701979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-69a4db38-42e9-4be1-8bb2-ee0ea2199083 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:12:58.703145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-69a4db38-42e9-4be1-8bb2-ee0ea2199083 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089850 Jul 08 21:12:58.894621 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-30c49618-5a9c-432a-9dca-6ea690d8ff52 service neutron] 10.222.0.101 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400118 Jul 08 21:12:59.008910 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-eb332474-6434-45b5-93c7-48ac83689dd3 service neutron] 10.222.0.101 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069891 Jul 08 21:12:59.270738 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c9808189-dead-490d-b98a-5785f7a0918b req-0c5c0a07-29eb-4a6d-b6b4-e65a72ab3102 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 210 time: 0.0328343 Jul 08 21:12:59.915193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4872d316-5d23-4c49-bb83-d35cf96deccc no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:12:59.941577 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 4872d316-5d23-4c49-bb83-d35cf96deccc {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:12:59.941923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 4872d316-5d23-4c49-bb83-d35cf96deccc not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:13:00.448187 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-02c822c1-45f5-4806-9e31-08a7e7d7b26a req-5586f770-8e8c-4962-a9af-6f007035f467 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 210 time: 0.0423214 Jul 08 21:13:00.597440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-b05c7cc7-83dd-412d-a40e-234048615062 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:00.599344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-b05c7cc7-83dd-412d-a40e-234048615062 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 812 time: 0.1536422 Jul 08 21:13:00.672041 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-f10abb0b-f303-4ffe-9e15-e3bd06a896eb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 379 time: 0.0564191 Jul 08 21:13:00.687353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Request body: {'port': {'device_id': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'admin_state_up': True, 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'security_groups': ['f4583473-67de-47b6-8a8f-36b77123658d']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:13:00.822637 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Made reservation on behalf of 06dbb9a6fefe4243a66c5b1768cf1c78 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:13:00.829017 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:00.997491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Allocated IP 172.20.0.5 (24c6cd9f-5331-4370-a566-3a0ca7a45c5a/88a1fb82-40c0-4d76-b20f-c3b145773eb9/a6f77cf7-a646-4309-8cce-3c281f83845d) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:13:01.164524 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:01.181490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Transition to ACTIVE for port object a6f77cf7-a646-4309-8cce-3c281f83845d will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:13:01.221044 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:01.284424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:13:01.287985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:13:01.293352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:13:01.317910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event updated for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:13:01.395795 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:01.396890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:01.425949 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-aa77485e-d8c7-4740-a6d6-979e606b37ac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7464385 Jul 08 21:13:01.444706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Request body: {'port': {'device_id': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:13:01.548107 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:01.574756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7ad86a98-f249-4878-9384-c429c6d85378 None None] Provisioning for port a6f77cf7-a646-4309-8cce-3c281f83845d completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:13:01.584311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7ad86a98-f249-4878-9384-c429c6d85378 None None] Provisioning complete for port a6f77cf7-a646-4309-8cce-3c281f83845d triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:13:01.584865 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ad86a98-f249-4878-9384-c429c6d85378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:01.631028 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7ad86a98-f249-4878-9384-c429c6d85378 None None] Port a6f77cf7-a646-4309-8cce-3c281f83845d cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:13:01.725653 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e69890-57ad-4c2e-a56a-381ce8b427aa req-0c4d88ed-aabe-418b-812c-5976556c0ecb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:01.727479 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95e69890-57ad-4c2e-a56a-381ce8b427aa req-0c4d88ed-aabe-418b-812c-5976556c0ecb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 931 time: 0.0941489 Jul 08 21:13:01.786932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95e69890-57ad-4c2e-a56a-381ce8b427aa req-52782a5c-aea4-4331-af57-f3989ffa1a11 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483406 Jul 08 21:13:01.937555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f77cf7-a646-4309-8cce-3c281f83845d {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:13:01.946544 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:01.963450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Transition to ACTIVE for port object a6f77cf7-a646-4309-8cce-3c281f83845d will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:13:01.968918 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:02.034788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:13:02.135825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Attempting to bind port a6f77cf7-a646-4309-8cce-3c281f83845d on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:13:02.137158 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Attempting to bind port a6f77cf7-a646-4309-8cce-3c281f83845d by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:13:02.137731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Attempting to bind port a6f77cf7-a646-4309-8cce-3c281f83845d on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:13:02.147955 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Port a6f77cf7-a646-4309-8cce-3c281f83845d on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:13:02.148467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Attempting to bind port a6f77cf7-a646-4309-8cce-3c281f83845d on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:13:02.156280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:13:02.156831 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Checking segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:13:02.157391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Bound using segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:13:02.157926 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Bound port: a6f77cf7-a646-4309-8cce-3c281f83845d, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:13:02.158432 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:02.248773 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:13:02.252615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:13:02.262200 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:02.304496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:02.305278 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:02.307594 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] 10.222.0.103 "PUT /v2.0/ports/a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 1092 time: 0.8674884 Jul 08 21:13:02.311709 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:13:02.315619 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab14792-75d3-4085-b6be-164164e4118d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:13:02.385670 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c753bf0c-b736-4a60-9b0c-ecb2cefdc2b9 x-openstack-request-id: req-c753bf0c-b736-4a60-9b0c-ecb2cefdc2b9 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:13:02.386605 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:13:02.387409 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c753bf0c-b736-4a60-9b0c-ecb2cefdc2b9 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:13:02.387409 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'status': 'completed', 'code': 200} Jul 08 21:13:02.418628 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e0686-29ad-4c4a-a115-4d5e1c88a050 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:13:02.456937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-b6411cc8-0363-490c-ad7d-e1b913b0c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:02.458712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-b6411cc8-0363-490c-ad7d-e1b913b0c4cf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1095 time: 0.0894902 Jul 08 21:13:02.512029 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-de472c30-a19c-40ea-841e-f5141edcd8e6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 217 time: 0.0426500 Jul 08 21:13:02.595619 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-9054297b-906e-470a-aad7-9a0b40a85d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:02.598156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-9054297b-906e-470a-aad7-9a0b40a85d4b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0760019 Jul 08 21:13:02.681210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-684d1a01-bc79-41c8-8dfe-af4f76a2235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:02.683929 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-684d1a01-bc79-41c8-8dfe-af4f76a2235d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715914 Jul 08 21:13:02.844088 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-032e2556-6a3a-47f4-87ce-0645f48dca23 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448619 Jul 08 21:13:03.010338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c664d123-36d4-48c7-ac09-c4432b86ac16 req-0506d79c-658d-4962-8fae-04c1c1643264 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509502 Jul 08 21:13:03.076006 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f97ac-5fd0-4e98-8a07-357c55326cf5 req-5a79091e-ca7b-4766-8cf7-11f8255f80c3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:03.079653 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df2f97ac-5fd0-4e98-8a07-357c55326cf5 req-5a79091e-ca7b-4766-8cf7-11f8255f80c3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 943 time: 0.1445932 Jul 08 21:13:03.138126 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df2f97ac-5fd0-4e98-8a07-357c55326cf5 req-dfdb5fd2-3723-49ee-b54e-9e730692e3df tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487900 Jul 08 21:13:03.146369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab14792-75d3-4085-b6be-164164e4118d req-41e1d925-354d-4582-900f-f47b6f7d8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:03.148128 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ab14792-75d3-4085-b6be-164164e4118d req-41e1d925-354d-4582-900f-f47b6f7d8c05 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1095 time: 0.0707386 Jul 08 21:13:03.259765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab14792-75d3-4085-b6be-164164e4118d req-7b7c8f91-f6b2-4978-b37c-1ba67d3e3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:03.261487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ab14792-75d3-4085-b6be-164164e4118d req-7b7c8f91-f6b2-4978-b37c-1ba67d3e3071 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1037743 Jul 08 21:13:03.316598 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ab14792-75d3-4085-b6be-164164e4118d req-ba2681d3-e3ba-4eef-bc8b-9d936d44655b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 217 time: 0.0464885 Jul 08 21:13:03.382998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab14792-75d3-4085-b6be-164164e4118d req-f72c2d11-c9ea-450c-b094-cf95f4652ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:03.384526 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ab14792-75d3-4085-b6be-164164e4118d req-f72c2d11-c9ea-450c-b094-cf95f4652ab9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0605531 Jul 08 21:13:03.469935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab14792-75d3-4085-b6be-164164e4118d req-18ded2b8-0813-45e7-86da-48ec2e70eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:03.471743 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ab14792-75d3-4085-b6be-164164e4118d req-18ded2b8-0813-45e7-86da-48ec2e70eb60 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781062 Jul 08 21:13:03.657583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ab14792-75d3-4085-b6be-164164e4118d req-526c0b5f-191a-4350-b19d-68911929042a service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762407 Jul 08 21:13:03.839586 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ab14792-75d3-4085-b6be-164164e4118d req-ec412648-1b7c-46b3-a5bd-43fd9279da34 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733077 Jul 08 21:13:04.130137 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-540f8a02-5997-446a-9f15-eda1a2d8f602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:04.282481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a6f77cf7-a646-4309-8cce-3c281f83845d details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:13:04.358176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be811ba-a0d3-43b8-8ced-3b8a38940543 req-5e88d3d8-0609-44be-a75b-e8c90786d3d1 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:04.359791 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8be811ba-a0d3-43b8-8ced-3b8a38940543 req-5e88d3d8-0609-44be-a75b-e8c90786d3d1 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 943 time: 0.0909278 Jul 08 21:13:04.407035 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8be811ba-a0d3-43b8-8ced-3b8a38940543 req-c5627937-676a-4fc7-8e78-53d639a49779 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363696 Jul 08 21:13:04.414987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:13:04.437778 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'port_id': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'mac_address': 'fa:16:3e:4d:ae:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:13:04.486770 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:04.511011 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f77cf7-a646-4309-8cce-3c281f83845d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:13:04.547314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:13:04.552282 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:04.608283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:13:04.846465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['a6f77cf7-a646-4309-8cce-3c281f83845d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:13:05.618102 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ecfbf-7b1d-46a0-a7eb-73b02e459b86 req-ab135c26-8fad-484d-89b7-e063cd35694f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:05.620213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-433ecfbf-7b1d-46a0-a7eb-73b02e459b86 req-ab135c26-8fad-484d-89b7-e063cd35694f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 944 time: 0.0766249 Jul 08 21:13:05.664811 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-433ecfbf-7b1d-46a0-a7eb-73b02e459b86 req-7d0b808b-d7b7-481b-971c-54e4a68f0913 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380371 Jul 08 21:13:06.291840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a6f77cf7-a646-4309-8cce-3c281f83845d up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:13:06.363352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port a6f77cf7-a646-4309-8cce-3c281f83845d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:13:06.369330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port a6f77cf7-a646-4309-8cce-3c281f83845d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:13:06.370262 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:06.480289 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:06.675634 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:13:06.678197 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6ac197-8264-4209-87d8-e7b0aa2b43b2" -d '{"events": [{"server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "name": "network-vif-plugged", "status": "completed", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:13:06.693463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:13:06.702667 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:06.750512 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaaa8dd-2ac6-43f3-8856-488f3f55cbbc x-openstack-request-id: req-aeaaa8dd-2ac6-43f3-8856-488f3f55cbbc {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:13:06.750808 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "name": "network-vif-plugged", "status": "completed", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:13:06.751064 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-aeaaa8dd-2ac6-43f3-8856-488f3f55cbbc {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:13:06.751492 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'code': 200} Jul 08 21:13:06.775495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:13:06.926642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223c5c-5de3-4ef2-99a0-7fc66ef67857 req-118c684a-356c-4ddf-ae85-89b2b8bf5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:06.928527 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24223c5c-5de3-4ef2-99a0-7fc66ef67857 req-118c684a-356c-4ddf-ae85-89b2b8bf5e35 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1097 time: 0.0920956 Jul 08 21:13:06.939000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c6bff-0e74-48c8-a45e-a9a71ce43f1f req-25f45263-cf33-4e8b-b085-c3140f6c5ed6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:06.941533 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3f3c6bff-0e74-48c8-a45e-a9a71ce43f1f req-25f45263-cf33-4e8b-b085-c3140f6c5ed6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.1077046 Jul 08 21:13:06.978089 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24223c5c-5de3-4ef2-99a0-7fc66ef67857 req-dafb0a33-0cd0-4e5d-8304-3ccd3e8add05 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381336 Jul 08 21:13:06.993119 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3f3c6bff-0e74-48c8-a45e-a9a71ce43f1f req-f1527a6a-70bf-4e18-93e2-c2b3355ae4b7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434320 Jul 08 21:13:07.099211 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5327ac28-6980-4a66-b8fa-4da04fedb57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:07.191448 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:08.203675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c5bfd-6289-4e87-93dd-e312fbc04820 req-7040cd0f-9a2c-4a63-8a3e-22e27422e881 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:08.205512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a8c5bfd-6289-4e87-93dd-e312fbc04820 req-7040cd0f-9a2c-4a63-8a3e-22e27422e881 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.0857809 Jul 08 21:13:08.250108 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9a8c5bfd-6289-4e87-93dd-e312fbc04820 req-08fdeeb2-7717-4d63-aa7d-2bc115b8381c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387127 Jul 08 21:13:08.416812 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:09.495200 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f9be-9d16-4457-a00c-84286c20c240 req-ceedf573-0e0c-4e31-868d-027d7ad630c4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:09.497945 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4391f9be-9d16-4457-a00c-84286c20c240 req-ceedf573-0e0c-4e31-868d-027d7ad630c4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.1228893 Jul 08 21:13:09.564132 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4391f9be-9d16-4457-a00c-84286c20c240 req-85ea6f41-3c50-4531-a65d-a76174a4865d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590925 Jul 08 21:13:09.770161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a9e00-4626-4c4c-8163-107bc27124b7 req-6219f69b-36c7-476b-afce-a59ccfc66884 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:09.771789 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b86a9e00-4626-4c4c-8163-107bc27124b7 req-6219f69b-36c7-476b-afce-a59ccfc66884 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.0764189 Jul 08 21:13:09.787590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47052) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:13:09.795008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3bb907aa-079e-441c-8fe7-754759531aae tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Request body: {'floatingip': {'port_id': 'a6f77cf7-a646-4309-8cce-3c281f83845d'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:13:09.843728 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3bb907aa-079e-441c-8fe7-754759531aae tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:09.994262 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:10.955850 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3bb907aa-079e-441c-8fe7-754759531aae tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:10.961208 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3bb907aa-079e-441c-8fe7-754759531aae tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:11.107895 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-3bb907aa-079e-441c-8fe7-754759531aae tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Floating IP 14fac404-bd94-44ad-9929-583eccd9d995 associated. External IP: 172.25.4.67, port: a6f77cf7-a646-4309-8cce-3c281f83845d. Jul 08 21:13:11.367342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb907aa-079e-441c-8fe7-754759531aae tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Router bd868c39-cb0e-46cd-a922-12e1e961f7df has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:13:11.499895 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb907aa-079e-441c-8fe7-754759531aae tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:13:11.504691 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3bb907aa-079e-441c-8fe7-754759531aae tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:11.514753 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951471c6-849c-40dd-a90e-e9063b99e8e9 None None] Sync routers for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:13:11.533263 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951471c6-849c-40dd-a90e-e9063b99e8e9 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:13:11.534319 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-951471c6-849c-40dd-a90e-e9063b99e8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:13:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:13:11.556801 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3bb907aa-079e-441c-8fe7-754759531aae tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "PUT /v2.0/floatingips/14fac404-bd94-44ad-9929-583eccd9d995 HTTP/1.1" status: 200 len: 990 time: 1.7676141 Jul 08 21:13:11.557548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:13:11.560731 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a82b94-70db-4ba9-a71e-c5f68674cc65" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:13:11.626256 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e2783c-82b4-49d5-a7e3-e80f8846e778 x-openstack-request-id: req-71e2783c-82b4-49d5-a7e3-e80f8846e778 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:13:11.626651 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:13:11.626971 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-71e2783c-82b4-49d5-a7e3-e80f8846e778 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:13:11.627536 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'status': 'completed', 'code': 200} Jul 08 21:13:11.726469 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-951471c6-849c-40dd-a90e-e9063b99e8e9 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:13:11.759117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a82b94-70db-4ba9-a71e-c5f68674cc65 req-ef498525-d7c7-4b76-9ab0-922edad4a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:11.762290 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33a82b94-70db-4ba9-a71e-c5f68674cc65 req-ef498525-d7c7-4b76-9ab0-922edad4a667 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1097 time: 0.0926888 Jul 08 21:13:11.899076 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a82b94-70db-4ba9-a71e-c5f68674cc65 req-0f1f8fa4-2e8f-4a67-9f29-35e4d24bf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:11.901843 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33a82b94-70db-4ba9-a71e-c5f68674cc65 req-0f1f8fa4-2e8f-4a67-9f29-35e4d24bf661 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1339860 Jul 08 21:13:12.019614 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-951471c6-849c-40dd-a90e-e9063b99e8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '14fac404-bd94-44ad-9929-583eccd9d995', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'port_id': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'mac_address': 'fa:16:3e:4d:ae:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:08:00Z', 'updated_at': '2021-07-08T21:13:10Z', 'revision_number': 9, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:13:12.023342 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33a82b94-70db-4ba9-a71e-c5f68674cc65 req-888065b0-7e59-490c-8f5f-6e651c83adcb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 998 time: 0.1146309 Jul 08 21:13:12.065845 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951471c6-849c-40dd-a90e-e9063b99e8e9 None None] Checking router: bd868c39-cb0e-46cd-a922-12e1e961f7df for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:13:12.080367 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951471c6-849c-40dd-a90e-e9063b99e8e9 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:13:12.081377 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-951471c6-849c-40dd-a90e-e9063b99e8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:13:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:13:12.106883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a82b94-70db-4ba9-a71e-c5f68674cc65 req-13549c56-92ef-4820-a926-fe9cdf429bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:12.108620 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33a82b94-70db-4ba9-a71e-c5f68674cc65 req-13549c56-92ef-4820-a926-fe9cdf429bbd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0782087 Jul 08 21:13:12.185693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a82b94-70db-4ba9-a71e-c5f68674cc65 req-664cf754-7b68-4bc4-9d99-b26797cdda3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:13:12.188195 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33a82b94-70db-4ba9-a71e-c5f68674cc65 req-664cf754-7b68-4bc4-9d99-b26797cdda3b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717454 Jul 08 21:13:12.228601 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-951471c6-849c-40dd-a90e-e9063b99e8e9 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:13:12.300578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33a82b94-70db-4ba9-a71e-c5f68674cc65 req-25c020ad-ef85-401b-9102-79ea7781c037 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039417 Jul 08 21:13:12.464753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-33a82b94-70db-4ba9-a71e-c5f68674cc65 req-4ed22853-99b3-4600-8a87-b7195c4e64fb service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556449 Jul 08 21:13:12.544010 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-951471c6-849c-40dd-a90e-e9063b99e8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '14fac404-bd94-44ad-9929-583eccd9d995', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'port_id': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'mac_address': 'fa:16:3e:4d:ae:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:08:00Z', 'updated_at': '2021-07-08T21:13:10Z', 'revision_number': 9, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:13:12.577749 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951471c6-849c-40dd-a90e-e9063b99e8e9 None None] The sync data for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 is: [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '14fac404-bd94-44ad-9929-583eccd9d995', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'port_id': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'mac_address': 'fa:16:3e:4d:ae:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:08:00Z', 'updated_at': '2021-07-08T21:13:10Z', 'revision_number': 9, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:13:12.835483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c63022-2558-433f-95a5-15cb672a5690 None None] New status for floating IP 14fac404-bd94-44ad-9929-583eccd9d995: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:13:18.058995 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:23.898479 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:30.210819 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:13:34.141929 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e90cd566-3479-47ab-9a73-63ccd799fae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:37.091725 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3fa43b1e-4503-4b40-bc60-e7fc1596fcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:37.196388 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:38.434928 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:39.991156 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:48.078232 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:13:53.901791 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:01.538194 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1db3b21c-33e4-40ce-9c88-8cd4d5b0ed9d req-6761067f-ba74-4d82-babb-34edb729a5d2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0686326 Jul 08 21:14:01.663419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3b21c-33e4-40ce-9c88-8cd4d5b0ed9d req-d70a0336-7eb9-489c-8bda-d066ff40a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:14:01.665406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1db3b21c-33e4-40ce-9c88-8cd4d5b0ed9d req-d70a0336-7eb9-489c-8bda-d066ff40a444 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1097 time: 0.0688455 Jul 08 21:14:01.826992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3b21c-33e4-40ce-9c88-8cd4d5b0ed9d req-df93dec7-3e8a-4fee-aae9-f1161d9a9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:14:01.828788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1db3b21c-33e4-40ce-9c88-8cd4d5b0ed9d req-df93dec7-3e8a-4fee-aae9-f1161d9a9bf6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1324778 Jul 08 21:14:01.914761 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1db3b21c-33e4-40ce-9c88-8cd4d5b0ed9d req-031c9292-9cb2-47c3-882a-467324df8ade service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 1001 time: 0.0755908 Jul 08 21:14:02.000379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3b21c-33e4-40ce-9c88-8cd4d5b0ed9d req-a9108931-ecbb-4ac6-8b78-027c4362f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:14:02.002164 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1db3b21c-33e4-40ce-9c88-8cd4d5b0ed9d req-a9108931-ecbb-4ac6-8b78-027c4362f756 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0776660 Jul 08 21:14:02.106488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3b21c-33e4-40ce-9c88-8cd4d5b0ed9d req-0696676b-cf6a-43d0-9157-3d25b6ddc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:14:02.108291 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1db3b21c-33e4-40ce-9c88-8cd4d5b0ed9d req-0696676b-cf6a-43d0-9157-3d25b6ddc34b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846584 Jul 08 21:14:02.283124 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1db3b21c-33e4-40ce-9c88-8cd4d5b0ed9d req-8c50c64a-0cf1-4cea-80f4-a78de6f32a42 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626163 Jul 08 21:14:02.469313 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1db3b21c-33e4-40ce-9c88-8cd4d5b0ed9d req-e272a418-7015-40c0-ad56-16da409d1981 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751347 Jul 08 21:14:04.151130 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eaa31ada-fa71-448b-b7b3-8c11e2e2a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:07.093649 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4d86a6bd-7018-40f7-be82-bb0dcb25cc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:07.208680 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:07.216349 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:14:08.429470 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:09.998931 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:18.091496 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:23.910974 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:34.140218 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cc23e478-669a-4e5a-9988-647d6ee23b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:37.102172 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-721fa3f7-7d03-4ceb-8452-9dd00027dd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:37.204571 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:38.432342 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:39.997120 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:44.206789 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:14:48.100359 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:53.929102 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:14:56.195117 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-e99f4848-4ee8-481c-8d81-a64b750dbb33 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1845317 Jul 08 21:14:56.225146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c12fc-c646-49b2-ab36-b88d0d217314 req-fe775f31-90b9-4e73-9793-508a23b58e44 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:14:56.228766 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b1c12fc-c646-49b2-ab36-b88d0d217314 req-fe775f31-90b9-4e73-9793-508a23b58e44 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.1569633 Jul 08 21:14:56.305601 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4b1c12fc-c646-49b2-ab36-b88d0d217314 req-56917f27-27ef-4a1b-a419-d104d019b60f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674188 Jul 08 21:14:57.632210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99303be0-2561-4f22-ad63-05ae226ff776 req-6ab05fb8-cec1-4ff1-808e-477f8c68d736 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:14:57.635409 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99303be0-2561-4f22-ad63-05ae226ff776 req-6ab05fb8-cec1-4ff1-808e-477f8c68d736 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.0977507 Jul 08 21:14:57.693603 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99303be0-2561-4f22-ad63-05ae226ff776 req-93013ed4-ce96-473f-9cca-361e8f6aefc6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486574 Jul 08 21:14:58.074373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-20a86fdb-6966-410d-8403-155db8cd376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:14:58.076574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-20a86fdb-6966-410d-8403-155db8cd376b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1097 time: 0.0660148 Jul 08 21:14:58.222782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-18ef2092-d996-4a13-8b8a-0c31e5671851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:14:58.225056 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-18ef2092-d996-4a13-8b8a-0c31e5671851 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1378610 Jul 08 21:14:58.313001 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-86a87d3e-2a56-49bf-af5a-218ab464c030 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 1001 time: 0.0769131 Jul 08 21:14:58.387492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-7a248319-009f-4b17-a446-e33e3321fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:14:58.389767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-7a248319-009f-4b17-a446-e33e3321fd12 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0665226 Jul 08 21:14:58.473433 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-c7892cba-29ec-4815-9a5d-f68d317f7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:14:58.475266 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-c7892cba-29ec-4815-9a5d-f68d317f7e5c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740666 Jul 08 21:14:58.492984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0ff3a011-2f11-4c62-872f-7c4884055196 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:14:58.494265 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0ff3a011-2f11-4c62-872f-7c4884055196 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081196 Jul 08 21:14:58.613702 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-1c041cfa-45bf-46af-881b-b2c3d0f85572 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086419 Jul 08 21:14:58.751790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-9631ff26-8aff-4b1e-9c37-b123e7bcc5ea service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289062 Jul 08 21:14:59.028292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057044c6-a754-43d7-b003-c2f2274fb660 req-7f6cd88e-a387-42e2-9f72-dacfd059f3ec tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:14:59.031138 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-057044c6-a754-43d7-b003-c2f2274fb660 req-7f6cd88e-a387-42e2-9f72-dacfd059f3ec tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.1544421 Jul 08 21:14:59.092680 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-057044c6-a754-43d7-b003-c2f2274fb660 req-c9ce6ab6-b9a6-41df-8186-152d6a09c4b2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518439 Jul 08 21:15:00.354366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f04a99-e21e-464c-a334-0f934dcdfdca req-d5746899-7023-4e24-9e93-8371e19af7c8 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:00.357039 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-00f04a99-e21e-464c-a334-0f934dcdfdca req-d5746899-7023-4e24-9e93-8371e19af7c8 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.0865965 Jul 08 21:15:00.429949 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-00f04a99-e21e-464c-a334-0f934dcdfdca req-f722251a-c9a4-4ccb-8fab-18030c6d051f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651367 Jul 08 21:15:01.520969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409443d-0006-4673-9b3b-91dc4c3d403c req-fc9707e1-7590-4ff8-83bd-cd5cea7138fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:01.523964 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d409443d-0006-4673-9b3b-91dc4c3d403c req-fc9707e1-7590-4ff8-83bd-cd5cea7138fb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1097 time: 0.0876245 Jul 08 21:15:01.677369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409443d-0006-4673-9b3b-91dc4c3d403c req-a38a76c3-10d5-4437-aff1-11f49f548dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:01.679570 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d409443d-0006-4673-9b3b-91dc4c3d403c req-a38a76c3-10d5-4437-aff1-11f49f548dd6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1253006 Jul 08 21:15:01.714331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb674db-187d-42b3-8b32-cd28d863b29c req-60753720-40d2-4340-b2ba-9b9e180b9517 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:01.716282 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9fb674db-187d-42b3-8b32-cd28d863b29c req-60753720-40d2-4340-b2ba-9b9e180b9517 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.1188235 Jul 08 21:15:01.780411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d409443d-0006-4673-9b3b-91dc4c3d403c req-d7049ffd-73be-4e55-adc1-0f6dc9151380 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 1001 time: 0.0937450 Jul 08 21:15:01.781649 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9fb674db-187d-42b3-8b32-cd28d863b29c req-3cc773c1-2e44-4112-81f7-e8661da4fba3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513346 Jul 08 21:15:01.845071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409443d-0006-4673-9b3b-91dc4c3d403c req-4301a7fa-9270-45a7-bb85-0f6dc6e4468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:01.847092 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d409443d-0006-4673-9b3b-91dc4c3d403c req-4301a7fa-9270-45a7-bb85-0f6dc6e4468b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0594251 Jul 08 21:15:01.926175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409443d-0006-4673-9b3b-91dc4c3d403c req-a1f42790-d08a-4ea6-88af-e58d23aff7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:01.928532 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d409443d-0006-4673-9b3b-91dc4c3d403c req-a1f42790-d08a-4ea6-88af-e58d23aff7bf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730069 Jul 08 21:15:02.046448 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d409443d-0006-4673-9b3b-91dc4c3d403c req-d57deb07-e776-4bde-b16a-bc5f3a6a81a0 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103501 Jul 08 21:15:02.182105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d409443d-0006-4673-9b3b-91dc4c3d403c req-ace38e3b-8d68-4df6-85cd-8f0955322669 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252279 Jul 08 21:15:03.064127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac33c83-dbe5-4def-acf9-98a85ed4c290 req-4a855f73-7a59-4476-87da-e9b660ad3443 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:03.067012 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ac33c83-dbe5-4def-acf9-98a85ed4c290 req-4a855f73-7a59-4476-87da-e9b660ad3443 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.1358006 Jul 08 21:15:03.144145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ac33c83-dbe5-4def-acf9-98a85ed4c290 req-573d455d-0001-4a93-93b5-e62b067c7ced tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652609 Jul 08 21:15:04.145572 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8326-ab1a-492f-ae95-7cc39c89f97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:04.472093 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fd2c1-8eb7-4fd2-a22e-8fefa189bcd9 req-f06901d1-0f41-4ee9-bbf1-aa1e9c4a83dc tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:04.475044 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e5fd2c1-8eb7-4fd2-a22e-8fefa189bcd9 req-f06901d1-0f41-4ee9-bbf1-aa1e9c4a83dc tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.1157339 Jul 08 21:15:04.536225 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e5fd2c1-8eb7-4fd2-a22e-8fefa189bcd9 req-c410fa1e-8f34-463a-8121-3646eb37f8bb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525789 Jul 08 21:15:05.837695 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637c4d3-f047-4af4-b7b1-99b6d13c4b90 req-bbdb9a42-b8f9-4760-b8fe-29993ebb514b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:05.840258 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6637c4d3-f047-4af4-b7b1-99b6d13c4b90 req-bbdb9a42-b8f9-4760-b8fe-29993ebb514b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.1277883 Jul 08 21:15:05.913493 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6637c4d3-f047-4af4-b7b1-99b6d13c4b90 req-28fb2a74-6944-4049-a1e4-2ccfdf6c253b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631280 Jul 08 21:15:07.098308 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b58f316b-0dd1-4aae-9ca7-cff67967dee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:07.160371 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db269b87-7040-45d1-a807-a21a65c1d62e req-fe5a056a-3a6c-4220-8ca2-a7fcd15c3fe4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:07.163156 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db269b87-7040-45d1-a807-a21a65c1d62e req-fe5a056a-3a6c-4220-8ca2-a7fcd15c3fe4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.1099288 Jul 08 21:15:07.199617 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:07.223504 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-db269b87-7040-45d1-a807-a21a65c1d62e req-7f32aba9-6065-441e-9bfc-517caa081a46 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492423 Jul 08 21:15:08.449915 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:08.591760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bde809-1c05-427f-812f-2572e1be75d9 req-81a3cf9e-26c5-4984-afca-914f8049d6d6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:08.593421 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e0bde809-1c05-427f-812f-2572e1be75d9 req-81a3cf9e-26c5-4984-afca-914f8049d6d6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.2190609 Jul 08 21:15:08.649749 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e0bde809-1c05-427f-812f-2572e1be75d9 req-f5d7623a-611a-4c25-b271-f27d9447189d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487502 Jul 08 21:15:09.922508 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff9119-c1f3-4329-9f7e-546887220018 req-aeb57bbf-197a-4fab-be73-3f27827fbd5f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:09.924240 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0dff9119-c1f3-4329-9f7e-546887220018 req-aeb57bbf-197a-4fab-be73-3f27827fbd5f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.0865705 Jul 08 21:15:09.973959 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0dff9119-c1f3-4329-9f7e-546887220018 req-600329ab-9ef8-43c7-a96a-8134335fb3f3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388849 Jul 08 21:15:10.003028 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:11.186197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f04f5-ff5d-454d-91a3-5209abe542ae req-a9c29aef-8603-43ce-a398-1ed8e8b500c0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:11.187805 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-025f04f5-ff5d-454d-91a3-5209abe542ae req-a9c29aef-8603-43ce-a398-1ed8e8b500c0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.0788774 Jul 08 21:15:11.234469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-025f04f5-ff5d-454d-91a3-5209abe542ae req-16e48ec4-f0da-425f-847e-0e9545f2dec3 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400715 Jul 08 21:15:11.315540 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-1b19ff53-191a-47d2-a653-395516c2c010 service neutron] show failed (client error): The resource could not be found. Jul 08 21:15:11.316700 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-1b19ff53-191a-47d2-a653-395516c2c010 service neutron] 10.222.0.103 "GET /v2.0/ports/a6f77cf7-a646-4309-8cce-3c281f83845d/bindings/n-h1-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0735912 Jul 08 21:15:11.622218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-13ed81e8-507f-4061-9e33-ca9d8d1ab7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:11.624610 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-13ed81e8-507f-4061-9e33-ca9d8d1ab7ca service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 1097 time: 0.0688834 Jul 08 21:15:11.637029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:15:11.756003 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:12.035986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:15:12.083834 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:15:12.131160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:15:12.134263 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c536f212-d43d-43a9-a144-9141416a1cec" -d '{"events": [{"server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:15:12.138731 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:12.154340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Transition to ACTIVE for port object a6f77cf7-a646-4309-8cce-3c281f83845d will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:15:12.159982 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:12.217619 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1b8600-7d3e-4eeb-b274-ac2b98ea9e05 x-openstack-request-id: req-9c1b8600-7d3e-4eeb-b274-ac2b98ea9e05 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:15:12.218901 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:15:12.218901 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9c1b8600-7d3e-4eeb-b274-ac2b98ea9e05 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:15:12.218901 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'code': 200} Jul 08 21:15:12.225846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Pushing event updated for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=6']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:12.283290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:12.283985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:12.284914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:12.285650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:12.286346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:12.286876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:12.287464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:12.288047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:12.288683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:12.289509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:12.289991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:12.290587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:12.356319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] No DVR routers for this DVR port a6f77cf7-a646-4309-8cce-3c281f83845d on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:15:12.579008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4c450-a0b5-4794-993c-a2e0a6412df2 req-1a5a8ae1-5f90-47ad-adc8-7b86bff81969 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:12.581264 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a6a4c450-a0b5-4794-993c-a2e0a6412df2 req-1a5a8ae1-5f90-47ad-adc8-7b86bff81969 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 943 time: 0.1814241 Jul 08 21:15:12.673563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Attempting to bind port a6f77cf7-a646-4309-8cce-3c281f83845d on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:15:12.674106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Attempting to bind port a6f77cf7-a646-4309-8cce-3c281f83845d by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:15:12.674670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Attempting to bind port a6f77cf7-a646-4309-8cce-3c281f83845d on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:15:12.691022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Port a6f77cf7-a646-4309-8cce-3c281f83845d on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:15:12.691520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Attempting to bind port a6f77cf7-a646-4309-8cce-3c281f83845d on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:15:12.698584 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a6a4c450-a0b5-4794-993c-a2e0a6412df2 req-448eaeae-aa5c-41c7-aa40-9a88c2ff80ae tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109419 Jul 08 21:15:12.701824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:15:12.702164 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Checking segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:15:12.702560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Bound using segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:15:12.703003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Bound port: a6f77cf7-a646-4309-8cce-3c281f83845d, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:15:12.703431 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:12.820793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:15:12.826889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:15:12.831907 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:12.876730 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:12.877491 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:12.878955 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] 10.222.0.104 "PUT /v2.0/ports/a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 1092 time: 1.2477007 Jul 08 21:15:12.930559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58e097-fb71-4c7f-a33c-48c7a8612e9e service neutron] Pushing event updated for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:13.010999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-ee408386-074d-479d-a093-b03ddb242f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:13.012606 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-ee408386-074d-479d-a093-b03ddb242f19 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1095 time: 0.0975416 Jul 08 21:15:13.189750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-551c265f-f1d8-4fda-835e-a703d7676f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:13.191431 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-551c265f-f1d8-4fda-835e-a703d7676f4f service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1721632 Jul 08 21:15:13.286741 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-08e9bc41-4fce-4aff-85a6-5b4635b401fd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 999 time: 0.0893004 Jul 08 21:15:13.367774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-051a53f3-2b8a-47b9-aee2-87c707034128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:13.369641 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-051a53f3-2b8a-47b9-aee2-87c707034128 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0773125 Jul 08 21:15:13.432740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-e783914a-7059-48cc-ab81-aaa519a382f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:13.434386 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-e783914a-7059-48cc-ab81-aaa519a382f1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581944 Jul 08 21:15:13.548484 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-6ae712d7-3cc6-4ece-a373-1650eb192d3e service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072280 Jul 08 21:15:13.672809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-42d43aee-4598-4658-99d0-4abfe2a5e60f req-978ca3c9-084f-4a17-846f-d94ce66c119f service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181927 Jul 08 21:15:14.066316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c09e6f-05c9-445f-8aa4-15630446c8b7 req-36e967ab-deb2-4475-b182-183167ac8aac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:14.068532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b0c09e6f-05c9-445f-8aa4-15630446c8b7 req-36e967ab-deb2-4475-b182-183167ac8aac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 943 time: 0.1575098 Jul 08 21:15:14.139726 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b0c09e6f-05c9-445f-8aa4-15630446c8b7 req-2c7a7639-eb6a-4a69-b898-b58e9852a48f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603807 Jul 08 21:15:14.219405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:15:14.221920 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b33d50-ce5f-4cf2-8a8c-23f606857428" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:15:14.285713 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f299057-3707-4f8b-96fc-76b57a72ab58 x-openstack-request-id: req-6f299057-3707-4f8b-96fc-76b57a72ab58 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:15:14.286039 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:15:14.286356 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6f299057-3707-4f8b-96fc-76b57a72ab58 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:15:14.286803 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'status': 'completed', 'code': 200} Jul 08 21:15:14.417229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-17375cbb-254e-4ec6-b413-595433fa9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:14.419373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-17375cbb-254e-4ec6-b413-595433fa9541 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1095 time: 0.1088431 Jul 08 21:15:14.422726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-f87c2538-4c57-4657-9b54-8545c364506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:14.424398 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-f87c2538-4c57-4657-9b54-8545c364506b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1095 time: 0.1045566 Jul 08 21:15:14.603393 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-416fc6eb-2200-430c-9a78-2d877c3da127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:14.605149 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-416fc6eb-2200-430c-9a78-2d877c3da127 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1774116 Jul 08 21:15:14.606345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-b8d289a3-ff97-4d41-a056-47a4699cff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:14.607788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-b8d289a3-ff97-4d41-a056-47a4699cff2b service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1687779 Jul 08 21:15:14.779711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a6f77cf7-a646-4309-8cce-3c281f83845d no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:15:14.837203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a6f77cf7-a646-4309-8cce-3c281f83845d not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:15:15.120709 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-513f4064-b385-4915-9b2a-8ce54ee9b616 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 999 time: 0.5075719 Jul 08 21:15:15.122916 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-f6a50672-7259-481b-93c6-ed77511f6205 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 999 time: 0.5027287 Jul 08 21:15:15.220483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-a4da5dcd-d916-4420-9642-8a2ac0d68c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:15.222070 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-a4da5dcd-d916-4420-9642-8a2ac0d68c32 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0916698 Jul 08 21:15:15.227715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-c391d266-cbd4-4317-b192-19d054073ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:15.229360 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-c391d266-cbd4-4317-b192-19d054073ac6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0899630 Jul 08 21:15:15.343536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-fda45848-026e-4dcc-841e-ccc963e44ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:15.345497 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-fda45848-026e-4dcc-841e-ccc963e44ab9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152020 Jul 08 21:15:15.348539 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-107210a9-b189-4330-a35a-10fe2b72c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:15.350051 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-107210a9-b189-4330-a35a-10fe2b72c889 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105721 Jul 08 21:15:15.430555 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d026ae-3adf-4311-b4cc-45f7b5f595cf req-f7fcdba6-574d-48b8-a8c5-63fdfa48181d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:15.433403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5d026ae-3adf-4311-b4cc-45f7b5f595cf req-f7fcdba6-574d-48b8-a8c5-63fdfa48181d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 943 time: 0.1203039 Jul 08 21:15:15.502436 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5d026ae-3adf-4311-b4cc-45f7b5f595cf req-53b796cf-4e38-47cf-9289-e8e9a441e897 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588353 Jul 08 21:15:15.564233 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-93dfdda2-258b-49ee-936d-27382f987562 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113400 Jul 08 21:15:15.566277 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-6d7b4add-fdda-40aa-9a98-574b8bd1c555 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044132 Jul 08 21:15:15.855470 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-47158a82-3fa6-4531-abdf-0e1f9049c7d6 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764158 Jul 08 21:15:15.875089 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-10b33d50-ce5f-4cf2-8a8c-23f606857428 req-d3b67b55-28d0-40a7-a680-608927bbaa24 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042352 Jul 08 21:15:16.483374 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a6f77cf7-a646-4309-8cce-3c281f83845d details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:15:16.599114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:15:16.622951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'port_id': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'mac_address': 'fa:16:3e:4d:ae:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:15:16.696491 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:16.713969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f77cf7-a646-4309-8cce-3c281f83845d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:15:16.728087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1cc4e-0347-425e-a997-4ac94e488594 req-bf88db15-f050-4027-885a-68a45fb6143e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:16.730279 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6c1cc4e-0347-425e-a997-4ac94e488594 req-bf88db15-f050-4027-885a-68a45fb6143e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 943 time: 0.0840757 Jul 08 21:15:16.743165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:15:16.748447 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:16.791300 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6c1cc4e-0347-425e-a997-4ac94e488594 req-701f4d73-772a-4316-b5d2-0b6b1ab5d464 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504830 Jul 08 21:15:16.806836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:16.814923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:16.815271 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:16.815608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:16.815953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:16.816292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:16.816665 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:16.816993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:16.817324 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:16.817654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:16.817987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:16.818318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:16.818647 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:15:17.009596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['a6f77cf7-a646-4309-8cce-3c281f83845d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:15:17.341207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-4f1cc9a3-1664-4e1b-959f-48d09d1e687b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:17.343063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-4f1cc9a3-1664-4e1b-959f-48d09d1e687b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 944 time: 0.0973089 Jul 08 21:15:17.455540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-96ba0f43-018a-4bd4-8ea6-7fc19aa598fd service neutron] 10.222.0.104 "GET /v2.0/ports/a6f77cf7-a646-4309-8cce-3c281f83845d/bindings/n-h1-791506-16 HTTP/1.1" status: 200 len: 383 time: 0.1059296 Jul 08 21:15:17.488242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c47a28-ed7e-4745-a0c9-5cc10d8fccd9 req-82f7bf69-bbce-4ec5-b011-a639e0c2fd61 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:17.490338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05c47a28-ed7e-4745-a0c9-5cc10d8fccd9 req-82f7bf69-bbce-4ec5-b011-a639e0c2fd61 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 944 time: 0.1111758 Jul 08 21:15:17.569998 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-05c47a28-ed7e-4745-a0c9-5cc10d8fccd9 req-35369a32-1d34-4ef8-9a7f-e81e01e564eb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703981 Jul 08 21:15:17.589240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-7b860396-98a0-40c4-87b5-906852c9de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:17.590814 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-7b860396-98a0-40c4-87b5-906852c9de0f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1096 time: 0.0995588 Jul 08 21:15:17.695982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-d310cfaa-942a-4503-b4f5-1be4a0d9d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:17.697546 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-d310cfaa-942a-4503-b4f5-1be4a0d9d092 service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.0997896 Jul 08 21:15:17.774050 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-b63aac8a-0262-4899-9165-270214338991 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 1000 time: 0.0701973 Jul 08 21:15:17.827287 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-429057b8-1473-41cf-b1cf-22fa65bb281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:17.828874 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-429057b8-1473-41cf-b1cf-22fa65bb281f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0489290 Jul 08 21:15:17.897563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-5185d6ea-bfeb-4705-89dc-2a543bcfd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:17.900056 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-5185d6ea-bfeb-4705-89dc-2a543bcfd38e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652282 Jul 08 21:15:18.005718 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-08f453f5-43ad-43f0-81af-e8895bb224fc service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987580 Jul 08 21:15:18.107525 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:18.137945 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-231c3ef5-e1a9-40a3-b179-157aa4809803 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261835 Jul 08 21:15:18.506444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a6f77cf7-a646-4309-8cce-3c281f83845d up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:15:18.595500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port a6f77cf7-a646-4309-8cce-3c281f83845d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:15:18.603531 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port a6f77cf7-a646-4309-8cce-3c281f83845d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:15:18.604087 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:18.701186 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:18.740171 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:15:18.744597 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b56b0d-3812-47d0-9c4e-a0ad0e4beb09" -d '{"events": [{"server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "name": "network-vif-plugged", "status": "completed", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:15:18.769018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:15:18.775375 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:18.821769 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5d8def-f3f2-4846-8aad-e895e631f3ec x-openstack-request-id: req-ff5d8def-f3f2-4846-8aad-e895e631f3ec {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:15:18.822352 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "name": "network-vif-plugged", "status": "completed", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:15:18.822841 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ff5d8def-f3f2-4846-8aad-e895e631f3ec {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:15:18.823412 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'code': 200} Jul 08 21:15:18.868838 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:18.875004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199e9b8-823c-4915-af42-57e77aef2f6c req-b6324d04-0296-4f87-9f8e-cce7f9b3fb2d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:18.877509 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6199e9b8-823c-4915-af42-57e77aef2f6c req-b6324d04-0296-4f87-9f8e-cce7f9b3fb2d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.1079912 Jul 08 21:15:18.927917 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6199e9b8-823c-4915-af42-57e77aef2f6c req-db951c9b-aee5-47a4-b121-c6539f9cef8d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424848 Jul 08 21:15:20.235107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00787de6-ba0c-435b-97e5-ef6653671a84 req-b880758d-06ef-4b2d-a715-a676cc45cb69 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:20.237790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-00787de6-ba0c-435b-97e5-ef6653671a84 req-b880758d-06ef-4b2d-a715-a676cc45cb69 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.1169047 Jul 08 21:15:20.368193 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-00787de6-ba0c-435b-97e5-ef6653671a84 req-4db1d2e2-5f29-4cb9-9923-6ae7de5ff9d9 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190991 Jul 08 21:15:20.419485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-5ecf685a-b576-4891-b264-cd27dc1428ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:20.422156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-5ecf685a-b576-4891-b264-cd27dc1428ae service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 1097 time: 0.1401727 Jul 08 21:15:20.442742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:15:20.563485 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:21.001584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:15:21.074888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:15:21.146261 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:15:21.150911 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98105473-0792-47e2-93c5-cc02b8c1c62b" -d '{"events": [{"server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:15:21.157217 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:21.183498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Transition to ACTIVE for port object a6f77cf7-a646-4309-8cce-3c281f83845d will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:15:21.189697 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:21.216462 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:15:21.324597 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 21:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c70d44-0853-484c-8620-719b6e8bd9d2 x-openstack-request-id: req-36c70d44-0853-484c-8620-719b6e8bd9d2 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:15:21.325312 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:15:21.325652 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-36c70d44-0853-484c-8620-719b6e8bd9d2 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:15:21.326257 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'code': 200} Jul 08 21:15:21.362029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=10']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:21.409401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] No DVR routers for this DVR port a6f77cf7-a646-4309-8cce-3c281f83845d on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:15:21.666391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Attempting to bind port a6f77cf7-a646-4309-8cce-3c281f83845d on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:15:21.666930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Attempting to bind port a6f77cf7-a646-4309-8cce-3c281f83845d by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:15:21.667470 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Attempting to bind port a6f77cf7-a646-4309-8cce-3c281f83845d on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:15:21.677377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Port a6f77cf7-a646-4309-8cce-3c281f83845d on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:15:21.677711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Attempting to bind port a6f77cf7-a646-4309-8cce-3c281f83845d on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:15:21.687152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:15:21.687476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Checking segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:15:21.687862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Bound using segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:15:21.688315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Bound port: a6f77cf7-a646-4309-8cce-3c281f83845d, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:15:21.688713 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:21.700722 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18717afe-8dc4-49bb-9f8c-9380ad3736dc req-76b449db-874e-4b39-8906-5549c59a2285 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:21.702535 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18717afe-8dc4-49bb-9f8c-9380ad3736dc req-76b449db-874e-4b39-8906-5549c59a2285 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 944 time: 0.1315486 Jul 08 21:15:21.798141 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18717afe-8dc4-49bb-9f8c-9380ad3736dc req-2533c5d7-7d32-4d8f-8a12-9031ae9cf341 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827434 Jul 08 21:15:21.820794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:15:21.826383 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:15:21.832266 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:21.875847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:21.876329 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:21.877809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] 10.222.0.103 "PUT /v2.0/ports/a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 1093 time: 1.4427855 Jul 08 21:15:21.930141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce8ee2-ad54-47c9-9dea-83a8b1d75c44 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=11']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:22.018952 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-9559cbc8-2098-41ff-94a0-4f3599129747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:22.021942 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-9559cbc8-2098-41ff-94a0-4f3599129747 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1096 time: 0.1114945 Jul 08 21:15:22.180071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-a0e2361e-4f76-4fc7-bddc-bfe3bc20bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:22.181533 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-a0e2361e-4f76-4fc7-bddc-bfe3bc20bba0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1484342 Jul 08 21:15:22.300695 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-340d2f28-8974-4e62-ac94-d654b4ba775c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 999 time: 0.1081989 Jul 08 21:15:22.389182 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-d15e5eed-7955-402e-aad6-1a513b92766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:22.391936 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-d15e5eed-7955-402e-aad6-1a513b92766f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0815303 Jul 08 21:15:22.473860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-a1bffa74-e778-4ae8-ad85-40c9bea9989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:22.475513 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-a1bffa74-e778-4ae8-ad85-40c9bea9989c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728528 Jul 08 21:15:22.537953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a6f77cf7-a646-4309-8cce-3c281f83845d no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:15:22.590405 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-b1e366d5-f86a-4c54-b1e6-7ce6c417f8ab service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033821 Jul 08 21:15:22.610481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device a6f77cf7-a646-4309-8cce-3c281f83845d not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:15:22.738604 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7bc92464-34f9-4a03-9dcd-f3eb3244bda6 req-87d292ca-03d5-4940-a6ae-8e2bba12125b service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373048 Jul 08 21:15:23.054998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c212c4f-91b5-4d82-9fc8-7f58be4fc677 req-375cfcf1-9755-4399-aafd-6f0c83be8ec0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:23.057875 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1c212c4f-91b5-4d82-9fc8-7f58be4fc677 req-375cfcf1-9755-4399-aafd-6f0c83be8ec0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 944 time: 0.0993659 Jul 08 21:15:23.111598 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1c212c4f-91b5-4d82-9fc8-7f58be4fc677 req-4c0d6f40-1bd7-4cce-a2ec-d28b1feb4410 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466578 Jul 08 21:15:23.327939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:15:23.330604 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eda368f-3a75-4ec1-9aa1-40ceb791c108" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:15:23.412031 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc583d54-31b8-4cab-9b6d-6e641c14d9c8 x-openstack-request-id: req-bc583d54-31b8-4cab-9b6d-6e641c14d9c8 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:15:23.413087 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:15:23.413087 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bc583d54-31b8-4cab-9b6d-6e641c14d9c8 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:15:23.413561 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'status': 'completed', 'code': 200} Jul 08 21:15:23.611873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-6ad64133-40fa-4a67-875a-6357f80d9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:23.614584 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-6ad64133-40fa-4a67-875a-6357f80d9dba service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1096 time: 0.1784892 Jul 08 21:15:23.618432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-d2bb8a70-e25d-4f6c-93b2-55cd6df08194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:23.621203 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-d2bb8a70-e25d-4f6c-93b2-55cd6df08194 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 1096 time: 0.1692102 Jul 08 21:15:23.816095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-a154d406-e014-4252-bb0c-5aa92df7750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:23.817716 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-a154d406-e014-4252-bb0c-5aa92df7750c service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1945033 Jul 08 21:15:23.821864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-690b6f9a-c910-4f99-ac69-af12cbbbf5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:23.823479 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-690b6f9a-c910-4f99-ac69-af12cbbbf5ac service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1915956 Jul 08 21:15:23.926629 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:23.952373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-e457ae8a-12b9-4b53-a336-ddadf497c887 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 999 time: 0.1267176 Jul 08 21:15:23.959654 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-5032d1c9-98aa-49c2-9f60-59a10e7bfbf5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 200 len: 999 time: 0.1267776 Jul 08 21:15:24.054561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-e9119d34-0134-4d1d-bfc5-7a37bb49f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:24.056507 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-e9119d34-0134-4d1d-bfc5-7a37bb49f9e0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0951867 Jul 08 21:15:24.061299 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-5574bff3-de87-4be0-9d3e-cb4960d66fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:24.062850 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-5574bff3-de87-4be0-9d3e-cb4960d66fea service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0919404 Jul 08 21:15:24.177937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-bdfc3e25-49b3-4e05-9daf-52fab4c451c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:24.180248 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-bdfc3e25-49b3-4e05-9daf-52fab4c451c8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1070061 Jul 08 21:15:24.183930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-3e5113f1-10c5-46f9-bf1e-bb0da3320cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:24.185623 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-3e5113f1-10c5-46f9-bf1e-bb0da3320cf7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217628 Jul 08 21:15:24.404597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c9fd9-3c32-4ed6-8c01-451c618c135e req-5411c13b-5536-4513-940c-cd14d5c8c172 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:24.407878 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-100c9fd9-3c32-4ed6-8c01-451c618c135e req-5411c13b-5536-4513-940c-cd14d5c8c172 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 944 time: 0.1233602 Jul 08 21:15:24.418881 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-94c161d9-e9a9-4826-90a9-b8d9f90c3553 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238383 Jul 08 21:15:24.420775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-4b801a23-971a-4ad4-a57d-92865de77f96 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341945 Jul 08 21:15:24.461778 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-100c9fd9-3c32-4ed6-8c01-451c618c135e req-86a1b598-9746-4d36-95d7-39a69792416a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460522 Jul 08 21:15:24.616353 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-88127dc1-3435-4eae-acd7-db9089346703 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885903 Jul 08 21:15:24.619713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2eda368f-3a75-4ec1-9aa1-40ceb791c108 req-ca3db864-cbb5-49bf-97dd-c2cbf78817dd service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908996 Jul 08 21:15:25.695903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d92f9-1deb-49b3-adf9-42f3248ac5e6 req-d672bfca-c5e5-418f-847b-2661faa9b708 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:25.697549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d69d92f9-1deb-49b3-adf9-42f3248ac5e6 req-d672bfca-c5e5-418f-847b-2661faa9b708 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 944 time: 0.0751870 Jul 08 21:15:25.750334 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d69d92f9-1deb-49b3-adf9-42f3248ac5e6 req-afd90161-4d41-46ad-889d-e0d9a5300179 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463667 Jul 08 21:15:26.005754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a8998-efc1-403c-ae64-8a2595e46d4b req-d18ebea9-546c-4154-a3a3-154655002cbb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:26.009973 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-613a8998-efc1-403c-ae64-8a2595e46d4b req-d18ebea9-546c-4154-a3a3-154655002cbb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 944 time: 0.1000299 Jul 08 21:15:26.074194 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-613a8998-efc1-403c-ae64-8a2595e46d4b req-a5bd55e6-2997-466a-8917-023684249a0e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518398 Jul 08 21:15:26.340017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3198e57-d173-4275-82dc-3a91abd348b1 req-3aa71678-b5b9-4a3d-9124-784d1941d84f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:26.342812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3198e57-d173-4275-82dc-3a91abd348b1 req-3aa71678-b5b9-4a3d-9124-784d1941d84f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 944 time: 0.1270263 Jul 08 21:15:26.395732 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3198e57-d173-4275-82dc-3a91abd348b1 req-f68df332-c608-45dd-8845-0ec7c6943367 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470843 Jul 08 21:15:26.815651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a6f77cf7-a646-4309-8cce-3c281f83845d details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:15:26.853942 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-47ccdbb6-98b4-4abb-9ac9-cc1125d5ff0a req-6dc81355-0809-4e93-9e94-50bc1f11388d service neutron] (94065) timed out ('10.222.0.101', 45132) {{(pid=94065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 21:15:26.889237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e92ed-d679-4553-9555-9d568c1a748f req-b8741bca-f867-4529-a14a-29ace64c7595 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:26.890804 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b94e92ed-d679-4553-9555-9d568c1a748f req-b8741bca-f867-4529-a14a-29ace64c7595 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 944 time: 0.0939114 Jul 08 21:15:26.945900 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b94e92ed-d679-4553-9555-9d568c1a748f req-e3a2d192-4c39-49dc-b148-d731a8c0faa5 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440567 Jul 08 21:15:26.953496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:15:26.970068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'port_id': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'mac_address': 'fa:16:3e:4d:ae:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:15:27.024833 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:27.040230 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f77cf7-a646-4309-8cce-3c281f83845d {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:15:27.066466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:15:27.072741 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:27.128831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=12']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:27.355503 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['a6f77cf7-a646-4309-8cce-3c281f83845d'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:15:28.209000 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57abb7-5ade-436a-aadc-07e8da66b551 req-082bd281-da07-486a-997d-ad5e217e0547 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:28.216225 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f57abb7-5ade-436a-aadc-07e8da66b551 req-082bd281-da07-486a-997d-ad5e217e0547 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.1075721 Jul 08 21:15:28.250531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335af9-f59f-4a47-a537-41594d700d52 req-39b741db-f63a-420a-bfc7-a85a0704ec69 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:28.253273 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8d335af9-f59f-4a47-a537-41594d700d52 req-39b741db-f63a-420a-bfc7-a85a0704ec69 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 945 time: 0.0986979 Jul 08 21:15:28.283918 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8f57abb7-5ade-436a-aadc-07e8da66b551 req-86749e32-da54-4f2e-a76f-de827fdeaebd tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603113 Jul 08 21:15:28.391659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Deleting port a6f77cf7-a646-4309-8cce-3c281f83845d {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:15:28.392137 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:28.526845 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:15:28.527204 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:28.825856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a6f77cf7-a646-4309-8cce-3c281f83845d up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:15:28.903232 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port a6f77cf7-a646-4309-8cce-3c281f83845d completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:15:28.912191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port a6f77cf7-a646-4309-8cce-3c281f83845d triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:15:28.912912 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:29.048386 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:29.090432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:15:29.094701 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80b9891-3ed2-4b3f-b243-1885dd7edf2f" -d '{"events": [{"server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "name": "network-vif-plugged", "status": "completed", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:15:29.121294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port a6f77cf7-a646-4309-8cce-3c281f83845d, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=a6f77cf7-a646-4309-8cce-3c281f83845d,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:15:29.130103 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:29.172064 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4c7425-9297-4ebc-9164-5a66413694c9 x-openstack-request-id: req-3a4c7425-9297-4ebc-9164-5a66413694c9 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:15:29.172485 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "name": "network-vif-plugged", "status": "completed", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:15:29.172866 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3a4c7425-9297-4ebc-9164-5a66413694c9 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:15:29.173353 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'code': 200} Jul 08 21:15:29.180372 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:29.180893 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:29.181366 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Floating IP 14fac404-bd94-44ad-9929-583eccd9d995 disassociated. External IP: 172.25.4.67, port: a6f77cf7-a646-4309-8cce-3c281f83845d. Jul 08 21:15:29.181804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Calling delete_port for a6f77cf7-a646-4309-8cce-3c281f83845d owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:15:29.231705 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=13']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:29.380185 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:29.436590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event deleted for resources: {'Port': ['ID=a6f77cf7-a646-4309-8cce-3c281f83845d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:29.549849 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f2dd6c6c-4072-4c39-b5ae-a3a3c8b61db4 req-7bc8adf7-b505-4663-ae19-70bb4c3cfb19 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 210 time: 0.0465143 Jul 08 21:15:29.662603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Router bd868c39-cb0e-46cd-a922-12e1e961f7df has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:15:29.826117 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:15:29.840056 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cbaef6-b995-4d6b-8830-5f5ef59c0940 None None] Sync routers for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:15:29.852832 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cbaef6-b995-4d6b-8830-5f5ef59c0940 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:15:29.853622 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-30cbaef6-b995-4d6b-8830-5f5ef59c0940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:15:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:15:29.891741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] No DVR routers for this DVR port a6f77cf7-a646-4309-8cce-3c281f83845d on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:15:29.895346 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:29.898034 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8d335af9-f59f-4a47-a537-41594d700d52 req-cf13732b-b463-4b4f-ac51-e0903a26e6ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "DELETE /v2.0/ports/a6f77cf7-a646-4309-8cce-3c281f83845d HTTP/1.1" status: 204 len: 173 time: 1.6353650 Jul 08 21:15:29.898634 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'name': 'network-vif-deleted', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:15:29.901112 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dc76a7-bb01-4740-b690-6600bbad1fd4" -d '{"events": [{"server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "name": "network-vif-deleted", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:15:29.974827 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7708c5bd-a662-406c-af30-eeae21192462 x-openstack-request-id: req-7708c5bd-a662-406c-af30-eeae21192462 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:15:29.975364 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e52f45-8637-4fd5-9c4b-d931d85fa636", "name": "network-vif-deleted", "tag": "a6f77cf7-a646-4309-8cce-3c281f83845d", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:15:29.975683 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7708c5bd-a662-406c-af30-eeae21192462 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:15:29.977996 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e52f45-8637-4fd5-9c4b-d931d85fa636', 'name': 'network-vif-deleted', 'tag': 'a6f77cf7-a646-4309-8cce-3c281f83845d', 'status': 'completed', 'code': 200} Jul 08 21:15:30.030065 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-30cbaef6-b995-4d6b-8830-5f5ef59c0940 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:15:30.324442 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-30cbaef6-b995-4d6b-8830-5f5ef59c0940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:15:30.365884 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cbaef6-b995-4d6b-8830-5f5ef59c0940 None None] Checking router: bd868c39-cb0e-46cd-a922-12e1e961f7df for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:15:30.378555 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cbaef6-b995-4d6b-8830-5f5ef59c0940 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:15:30.379898 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-30cbaef6-b995-4d6b-8830-5f5ef59c0940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:15:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:15:30.732360 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-30cbaef6-b995-4d6b-8830-5f5ef59c0940 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:15:30.825054 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab1ce00d-6e5f-44cd-bb64-0b536b315ee5 req-9ce03b1c-e5a2-46bb-86aa-008b89a50acc tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6e52f45-8637-4fd5-9c4b-d931d85fa636 HTTP/1.1" status: 200 len: 210 time: 0.0466619 Jul 08 21:15:31.019085 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-30cbaef6-b995-4d6b-8830-5f5ef59c0940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:15:31.057319 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cbaef6-b995-4d6b-8830-5f5ef59c0940 None None] The sync data for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 is: [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:15:31.347336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7d607f-9853-4681-a493-7c34d039bcba None None] New status for floating IP 14fac404-bd94-44ad-9929-583eccd9d995: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:15:32.292343 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-0443f6f0-fff8-4f14-9265-599ec8055e2b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--268601439&fields=id&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 267 time: 0.0399601 Jul 08 21:15:32.431259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f944-afbe-4c23-85d6-96822a125117 req-dc19ceca-6b8f-4d6e-ad9d-6c3c908f2306 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:32.433121 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-dc19ceca-6b8f-4d6e-ad9d-6c3c908f2306 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 812 time: 0.1272349 Jul 08 21:15:32.452165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-7f0d8ae8-cb4e-44da-ba69-3f3ac7f1531f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/quotas/06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 375 time: 0.0127614 Jul 08 21:15:32.546891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-33389f08-97c3-4b0a-a97f-f44f3deba91a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851204 Jul 08 21:15:32.663273 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-0c99f235-3aea-4a95-90c1-b89ff88a6a35 service neutron] 10.222.0.101 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034992 Jul 08 21:15:32.825968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a6f77cf7-a646-4309-8cce-3c281f83845d no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:15:32.845911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-765df96f-8c2a-495e-8367-96e86d336acb service neutron] 10.222.0.101 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752360 Jul 08 21:15:32.850316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: a6f77cf7-a646-4309-8cce-3c281f83845d {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:15:32.850618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device a6f77cf7-a646-4309-8cce-3c281f83845d not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:15:33.054747 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bae31d6e-da73-4dcd-bc8b-e7888263546e req-ddac12ca-e829-44fe-a9d5-ca5dc8ed9e4c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 210 time: 0.0321770 Jul 08 21:15:34.148476 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-36b0536c-5872-4f86-a389-0420721002af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:34.306986 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2d09fe04-9f06-48f4-a7ab-3c4f16fb64ad req-ed127103-fd4d-4387-a284-569054f01345 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 210 time: 0.0754266 Jul 08 21:15:34.488685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f944-afbe-4c23-85d6-96822a125117 req-11c81b74-ffe9-4a70-802e-4e553c376ec2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:34.491919 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-11c81b74-ffe9-4a70-802e-4e553c376ec2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 812 time: 0.2422271 Jul 08 21:15:34.554460 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-be413713-106d-4b89-9299-4d27df893438 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 379 time: 0.0539351 Jul 08 21:15:34.564239 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c110f944-afbe-4c23-85d6-96822a125117 req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Request body: {'port': {'device_id': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'admin_state_up': True, 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'security_groups': ['f4583473-67de-47b6-8a8f-36b77123658d']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:15:34.689121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c110f944-afbe-4c23-85d6-96822a125117 req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Made reservation on behalf of 06dbb9a6fefe4243a66c5b1768cf1c78 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:15:34.692958 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c110f944-afbe-4c23-85d6-96822a125117 req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:34.897355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-c110f944-afbe-4c23-85d6-96822a125117 req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Allocated IP 172.20.0.10 (24c6cd9f-5331-4370-a566-3a0ca7a45c5a/88a1fb82-40c0-4d76-b20f-c3b145773eb9/0ee87a9e-e15f-4b22-b1bb-79881536066b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:15:35.138967 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c110f944-afbe-4c23-85d6-96822a125117 req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:35.159289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c110f944-afbe-4c23-85d6-96822a125117 req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Transition to ACTIVE for port object 0ee87a9e-e15f-4b22-b1bb-79881536066b will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:15:35.199367 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c110f944-afbe-4c23-85d6-96822a125117 req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:35.249622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c110f944-afbe-4c23-85d6-96822a125117 req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:15:35.256032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-c110f944-afbe-4c23-85d6-96822a125117 req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:15:35.260525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c110f944-afbe-4c23-85d6-96822a125117 req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:15:35.291758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event updated for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:35.330495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f944-afbe-4c23-85d6-96822a125117 req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:35.331265 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c110f944-afbe-4c23-85d6-96822a125117 req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:35.353666 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-fe2dc622-9e13-4092-9d70-96772ee52756 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7933536 Jul 08 21:15:35.367301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Request body: {'port': {'device_id': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:15:35.490985 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:35.571709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fda57f12-f504-43c7-a48e-5f93199f6cdc None None] Provisioning for port 0ee87a9e-e15f-4b22-b1bb-79881536066b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:15:35.579297 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fda57f12-f504-43c7-a48e-5f93199f6cdc None None] Provisioning complete for port 0ee87a9e-e15f-4b22-b1bb-79881536066b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:15:35.580341 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fda57f12-f504-43c7-a48e-5f93199f6cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:35.618542 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9553f8a-bf6c-4e7c-9cde-8cee38096afd req-1978312d-1aff-4b9e-bab5-a923167199a8 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:35.621502 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e9553f8a-bf6c-4e7c-9cde-8cee38096afd req-1978312d-1aff-4b9e-bab5-a923167199a8 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 932 time: 0.1088243 Jul 08 21:15:35.649559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-fda57f12-f504-43c7-a48e-5f93199f6cdc None None] Port 0ee87a9e-e15f-4b22-b1bb-79881536066b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:15:35.689219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e9553f8a-bf6c-4e7c-9cde-8cee38096afd req-a88b833f-4685-471a-a29f-01f467ae2c37 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608878 Jul 08 21:15:35.877428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee87a9e-e15f-4b22-b1bb-79881536066b {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:15:35.887237 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:35.902190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Transition to ACTIVE for port object 0ee87a9e-e15f-4b22-b1bb-79881536066b will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:15:35.907809 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:35.965529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:36.065565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Attempting to bind port 0ee87a9e-e15f-4b22-b1bb-79881536066b on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:15:36.066265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Attempting to bind port 0ee87a9e-e15f-4b22-b1bb-79881536066b by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:15:36.066891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Attempting to bind port 0ee87a9e-e15f-4b22-b1bb-79881536066b on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:15:36.081057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Port 0ee87a9e-e15f-4b22-b1bb-79881536066b on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:15:36.081439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Attempting to bind port 0ee87a9e-e15f-4b22-b1bb-79881536066b on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:15:36.088945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:15:36.089295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Checking segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:15:36.089698 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Bound using segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:15:36.090153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Bound port: 0ee87a9e-e15f-4b22-b1bb-79881536066b, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:15:36.090529 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:36.192441 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:15:36.196954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:15:36.203473 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:36.242070 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:36.242691 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:36.244016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] 10.222.0.104 "PUT /v2.0/ports/0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1093 time: 0.8834507 Jul 08 21:15:36.246902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:15:36.249584 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61c931b-b456-456a-80bb-7c7427f690d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:15:36.303321 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d84ef7-c53a-4039-a0e1-cb303b0a2f11 x-openstack-request-id: req-09d84ef7-c53a-4039-a0e1-cb303b0a2f11 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:15:36.303768 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:15:36.304191 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-09d84ef7-c53a-4039-a0e1-cb303b0a2f11 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:15:36.305058 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'status': 'completed', 'code': 200} Jul 08 21:15:36.306632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ed6d6-b386-4aab-9710-38bd6baccb84 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:36.405561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f944-afbe-4c23-85d6-96822a125117 req-0843ce90-c91c-40ca-bec5-506624f2ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:36.407894 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-0843ce90-c91c-40ca-bec5-506624f2ef10 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1096 time: 0.0911527 Jul 08 21:15:36.483144 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-a38768c4-d9c7-4d61-aeef-73bb6bbfac42 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 217 time: 0.0676322 Jul 08 21:15:36.553366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f944-afbe-4c23-85d6-96822a125117 req-2270acc1-638d-4d54-8742-2ed16fe48bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:36.557086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-2270acc1-638d-4d54-8742-2ed16fe48bfd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0672777 Jul 08 21:15:36.643471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f944-afbe-4c23-85d6-96822a125117 req-d7269918-0d85-4080-976a-7970c65dbefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:36.646224 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-d7269918-0d85-4080-976a-7970c65dbefb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826180 Jul 08 21:15:36.779527 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-6b121093-e45f-4dd2-83d8-3201376d68e1 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271436 Jul 08 21:15:36.925816 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c110f944-afbe-4c23-85d6-96822a125117 req-da99e959-0df0-43c4-81c1-d138509ddc07 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398206 Jul 08 21:15:36.974767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50cb17-9ef8-4ac3-aa65-626480def1cc req-bcb41516-1650-4dd5-b7c1-cc30ac7a5bec tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:36.977453 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4e50cb17-9ef8-4ac3-aa65-626480def1cc req-bcb41516-1650-4dd5-b7c1-cc30ac7a5bec tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.0952754 Jul 08 21:15:37.032219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4e50cb17-9ef8-4ac3-aa65-626480def1cc req-1ca30aa4-2772-4f5e-a79e-da92f096e1d2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465996 Jul 08 21:15:37.096796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c931b-b456-456a-80bb-7c7427f690d7 req-602c99d2-ad64-4660-87c9-1c4da25a749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:37.098450 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d61c931b-b456-456a-80bb-7c7427f690d7 req-602c99d2-ad64-4660-87c9-1c4da25a749a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1096 time: 0.1052642 Jul 08 21:15:37.103274 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2cd396bf-077b-4323-aee2-d6119b25218e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:37.201307 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:37.230872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c931b-b456-456a-80bb-7c7427f690d7 req-a349fe32-a34b-4286-9d05-97217538ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:37.232519 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d61c931b-b456-456a-80bb-7c7427f690d7 req-a349fe32-a34b-4286-9d05-97217538ab6c service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1277075 Jul 08 21:15:37.290299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d61c931b-b456-456a-80bb-7c7427f690d7 req-7d659165-febe-4d3f-b391-975031472f1e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 217 time: 0.0501003 Jul 08 21:15:37.352230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c931b-b456-456a-80bb-7c7427f690d7 req-5cd0cdcc-90e2-4a64-8124-fcf71b88adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:37.353692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d61c931b-b456-456a-80bb-7c7427f690d7 req-5cd0cdcc-90e2-4a64-8124-fcf71b88adb4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0567884 Jul 08 21:15:37.431606 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c931b-b456-456a-80bb-7c7427f690d7 req-89769915-c759-444a-9725-8cd4d114c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:37.434369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d61c931b-b456-456a-80bb-7c7427f690d7 req-89769915-c759-444a-9725-8cd4d114c6e8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729291 Jul 08 21:15:37.603722 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d61c931b-b456-456a-80bb-7c7427f690d7 req-fafe9cbe-cfeb-488f-b243-1abd03038f0d service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611173 Jul 08 21:15:37.711038 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d61c931b-b456-456a-80bb-7c7427f690d7 req-abaf79e8-0c0a-43c4-bb9b-79f7a9a306c5 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994251 Jul 08 21:15:38.267473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5765f-7e07-41c4-89ae-210fe0a22f7b req-c6186560-2a7d-4a64-94ba-3b97eeddc4bf tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:38.269378 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99c5765f-7e07-41c4-89ae-210fe0a22f7b req-c6186560-2a7d-4a64-94ba-3b97eeddc4bf tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.0846231 Jul 08 21:15:38.319591 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99c5765f-7e07-41c4-89ae-210fe0a22f7b req-0f24c1e4-0ea2-417c-9b4e-3eaf3acdf969 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423155 Jul 08 21:15:38.447482 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:39.530378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e91b21-303b-4712-8c30-2047bbf35671 req-f1c2a95f-17d7-457c-8fb2-db52b2add146 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:39.532082 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29e91b21-303b-4712-8c30-2047bbf35671 req-f1c2a95f-17d7-457c-8fb2-db52b2add146 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.0721891 Jul 08 21:15:39.583586 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29e91b21-303b-4712-8c30-2047bbf35671 req-309c5708-fcb6-4dd3-b822-599fae513149 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455289 Jul 08 21:15:40.004066 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:40.615277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0ee87a9e-e15f-4b22-b1bb-79881536066b details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:15:40.775725 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:15:40.794436 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'port_id': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'mac_address': 'fa:16:3e:8d:13:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:15:40.842031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b557f5-ae31-4eea-82d2-6f3e80ab8a59 req-2b4428bf-9293-47e7-bf2c-b0c0efe089f1 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:40.843581 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b6b557f5-ae31-4eea-82d2-6f3e80ab8a59 req-2b4428bf-9293-47e7-bf2c-b0c0efe089f1 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.0898981 Jul 08 21:15:40.848026 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:40.864281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee87a9e-e15f-4b22-b1bb-79881536066b {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:15:40.894861 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:15:40.898590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b6b557f5-ae31-4eea-82d2-6f3e80ab8a59 req-90d3d099-8a9b-4ee3-8ee2-30da011c3cfe tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436683 Jul 08 21:15:40.902406 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:40.966260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:41.131251 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['0ee87a9e-e15f-4b22-b1bb-79881536066b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:15:42.161614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdeffa-c65d-4f0d-a8a1-828036b5704e req-4e6280e3-2710-49ff-ae91-3d25f10f9ac4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:42.163359 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c3cdeffa-c65d-4f0d-a8a1-828036b5704e req-4e6280e3-2710-49ff-ae91-3d25f10f9ac4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.0907261 Jul 08 21:15:42.213258 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c3cdeffa-c65d-4f0d-a8a1-828036b5704e req-85ff986b-3440-4ff6-a7b7-1bc1b22903ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396862 Jul 08 21:15:42.629418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0ee87a9e-e15f-4b22-b1bb-79881536066b up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:15:42.701823 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 0ee87a9e-e15f-4b22-b1bb-79881536066b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:15:42.708512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 0ee87a9e-e15f-4b22-b1bb-79881536066b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:15:42.709179 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:42.854712 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:42.894648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:15:42.898946 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df78fd2-4fb2-42c7-af03-7986a0543722" -d '{"events": [{"server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:15:42.920150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:15:42.925882 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:43.027059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:15:43.049629 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1958bb7-57d2-4268-8c9b-cf7e80a4d6db x-openstack-request-id: req-f1958bb7-57d2-4268-8c9b-cf7e80a4d6db {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:15:43.050080 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:15:43.050509 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f1958bb7-57d2-4268-8c9b-cf7e80a4d6db {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:15:43.051160 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'code': 200} Jul 08 21:15:43.191839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd954a1-d0a7-4d79-8912-bbab006729ed req-21ff0ac0-c7a9-4d54-8732-3578c5f89d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:43.193861 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ecd954a1-d0a7-4d79-8912-bbab006729ed req-21ff0ac0-c7a9-4d54-8732-3578c5f89d7b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1098 time: 0.0699880 Jul 08 21:15:43.243373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ecd954a1-d0a7-4d79-8912-bbab006729ed req-f67a6f1f-83e4-439e-a6c3-64d896260908 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424023 Jul 08 21:15:43.426779 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b5854-55ff-4e49-819d-371827d27e52 req-857b131f-831a-40ea-b291-901ef827655d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:43.429224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e7b5854-55ff-4e49-819d-371827d27e52 req-857b131f-831a-40ea-b291-901ef827655d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.0862648 Jul 08 21:15:43.480590 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6e7b5854-55ff-4e49-819d-371827d27e52 req-907c3bf9-4149-4214-b46a-0f3604b6ef14 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407960 Jul 08 21:15:44.819243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bbdd9-0a4b-47f4-bb60-3f9618d0c792 req-67898907-c0ee-49fd-bb2c-14a49696c7a5 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:44.822436 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec7bbdd9-0a4b-47f4-bb60-3f9618d0c792 req-67898907-c0ee-49fd-bb2c-14a49696c7a5 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1240146 Jul 08 21:15:44.900114 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec7bbdd9-0a4b-47f4-bb60-3f9618d0c792 req-53e39336-af68-4080-ba54-8af8ca9ea8d7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692825 Jul 08 21:15:45.180530 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93077f4-34f1-4587-9bf4-2f3c0acad53f req-da099a81-4983-45de-bffa-a8e976bce0fa tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:45.183033 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d93077f4-34f1-4587-9bf4-2f3c0acad53f req-da099a81-4983-45de-bffa-a8e976bce0fa tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1024308 Jul 08 21:15:45.198365 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47448) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:15:45.206894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-8982f9e2-5c2f-44fa-b852-623d0b3f89ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Request body: {'floatingip': {'port_id': '0ee87a9e-e15f-4b22-b1bb-79881536066b'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:15:45.297168 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8982f9e2-5c2f-44fa-b852-623d0b3f89ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:46.138302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8982f9e2-5c2f-44fa-b852-623d0b3f89ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:46.144434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8982f9e2-5c2f-44fa-b852-623d0b3f89ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:46.322674 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-8982f9e2-5c2f-44fa-b852-623d0b3f89ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Floating IP 14fac404-bd94-44ad-9929-583eccd9d995 associated. External IP: 172.25.4.67, port: 0ee87a9e-e15f-4b22-b1bb-79881536066b. Jul 08 21:15:46.721556 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8982f9e2-5c2f-44fa-b852-623d0b3f89ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Router bd868c39-cb0e-46cd-a922-12e1e961f7df has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:15:46.963320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8982f9e2-5c2f-44fa-b852-623d0b3f89ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:15:46.972277 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8982f9e2-5c2f-44fa-b852-623d0b3f89ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:46.978409 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c656d-549f-4ca7-ab89-076a5de70f08 None None] Sync routers for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:15:46.995166 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c656d-549f-4ca7-ab89-076a5de70f08 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:15:46.996192 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-756c656d-549f-4ca7-ab89-076a5de70f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:15:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:15:47.047338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8982f9e2-5c2f-44fa-b852-623d0b3f89ba tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "PUT /v2.0/floatingips/14fac404-bd94-44ad-9929-583eccd9d995 HTTP/1.1" status: 200 len: 992 time: 1.8469989 Jul 08 21:15:47.048531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:15:47.052445 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ce6ca2-f9ab-488b-98af-97dc30470628" -d '{"events": [{"name": "network-changed", "server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:15:47.135522 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4549f7e3-da76-4518-b9b5-e5a25a902a11 x-openstack-request-id: req-4549f7e3-da76-4518-b9b5-e5a25a902a11 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:15:47.135960 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:15:47.137138 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4549f7e3-da76-4518-b9b5-e5a25a902a11 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:15:47.137873 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'status': 'completed', 'code': 200} Jul 08 21:15:47.239929 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-756c656d-549f-4ca7-ab89-076a5de70f08 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:15:47.246361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce6ca2-f9ab-488b-98af-97dc30470628 req-8840f048-04df-4f0a-a659-0365052be318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:47.249092 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1ce6ca2-f9ab-488b-98af-97dc30470628 req-8840f048-04df-4f0a-a659-0365052be318 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1098 time: 0.0907495 Jul 08 21:15:47.426262 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce6ca2-f9ab-488b-98af-97dc30470628 req-8f66f421-1d86-41a6-8917-88a1e1ec8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:47.427524 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1ce6ca2-f9ab-488b-98af-97dc30470628 req-8f66f421-1d86-41a6-8917-88a1e1ec8b9a service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1716428 Jul 08 21:15:47.640137 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-756c656d-549f-4ca7-ab89-076a5de70f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '14fac404-bd94-44ad-9929-583eccd9d995', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'port_id': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'mac_address': 'fa:16:3e:8d:13:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:08:00Z', 'updated_at': '2021-07-08T21:15:45Z', 'revision_number': 13, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:15:47.686073 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c656d-549f-4ca7-ab89-076a5de70f08 None None] Checking router: bd868c39-cb0e-46cd-a922-12e1e961f7df for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:15:47.702851 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c656d-549f-4ca7-ab89-076a5de70f08 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:15:47.703778 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-756c656d-549f-4ca7-ab89-076a5de70f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:15:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:15:47.894557 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-756c656d-549f-4ca7-ab89-076a5de70f08 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:15:48.098870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1ce6ca2-f9ab-488b-98af-97dc30470628 req-64f328a3-5061-43dd-bd8a-e87453b8bfa2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1000 time: 0.6631753 Jul 08 21:15:48.117543 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:48.181391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce6ca2-f9ab-488b-98af-97dc30470628 req-af4ed859-c6cf-4adb-865e-f2502104bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:48.185870 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1ce6ca2-f9ab-488b-98af-97dc30470628 req-af4ed859-c6cf-4adb-865e-f2502104bc4f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0806057 Jul 08 21:15:48.323043 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce6ca2-f9ab-488b-98af-97dc30470628 req-89d7e551-b241-472a-972e-3202d0d942b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:15:48.326751 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1ce6ca2-f9ab-488b-98af-97dc30470628 req-89d7e551-b241-472a-972e-3202d0d942b7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334333 Jul 08 21:15:48.352258 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-756c656d-549f-4ca7-ab89-076a5de70f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '14fac404-bd94-44ad-9929-583eccd9d995', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'port_id': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'mac_address': 'fa:16:3e:8d:13:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:08:00Z', 'updated_at': '2021-07-08T21:15:45Z', 'revision_number': 13, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:15:48.412578 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c656d-549f-4ca7-ab89-076a5de70f08 None None] The sync data for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 is: [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '14fac404-bd94-44ad-9929-583eccd9d995', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'port_id': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'mac_address': 'fa:16:3e:8d:13:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:08:00Z', 'updated_at': '2021-07-08T21:15:45Z', 'revision_number': 13, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:15:48.517829 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1ce6ca2-f9ab-488b-98af-97dc30470628 req-ee6584d7-8fc0-4674-888f-96bf35f74aa5 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840892 Jul 08 21:15:48.663681 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f1ce6ca2-f9ab-488b-98af-97dc30470628 req-fcd7c4bd-19ff-4594-9f28-d3a4fd02e26d service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385500 Jul 08 21:15:48.746492 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb08e31-0683-4e1a-b527-32f65d7b6aa0 None None] New status for floating IP 14fac404-bd94-44ad-9929-583eccd9d995: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:15:53.930096 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:15:58.210894 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:16:04.136552 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b7ba69e9-bc9a-4665-b368-eaad08a32169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:16:04.541027 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c432f178-3542-4f62-95fd-6132962377a0 req-f31948c7-7bd4-49d0-8093-25c67d19ec51 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0772939 Jul 08 21:16:04.701653 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432f178-3542-4f62-95fd-6132962377a0 req-8ca64895-95d4-4dad-b908-65f411f303a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:16:04.703777 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c432f178-3542-4f62-95fd-6132962377a0 req-8ca64895-95d4-4dad-b908-65f411f303a6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1098 time: 0.0950100 Jul 08 21:16:04.865254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432f178-3542-4f62-95fd-6132962377a0 req-8eecaa51-0586-4122-aa19-f90a7f630e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:16:04.868290 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c432f178-3542-4f62-95fd-6132962377a0 req-8eecaa51-0586-4122-aa19-f90a7f630e0f service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1382065 Jul 08 21:16:05.007933 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c432f178-3542-4f62-95fd-6132962377a0 req-36d77cdf-1043-444d-8992-a9704073bdf6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1002 time: 0.1264777 Jul 08 21:16:05.064871 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432f178-3542-4f62-95fd-6132962377a0 req-0eb8a3da-59f4-4b77-9857-5706e059a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:16:05.066712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c432f178-3542-4f62-95fd-6132962377a0 req-0eb8a3da-59f4-4b77-9857-5706e059a16d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0574379 Jul 08 21:16:05.149840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432f178-3542-4f62-95fd-6132962377a0 req-3c09a0a8-c11b-4f34-b76a-76d35d67f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:16:05.151598 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c432f178-3542-4f62-95fd-6132962377a0 req-3c09a0a8-c11b-4f34-b76a-76d35d67f3a1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781562 Jul 08 21:16:05.165792 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-c432f178-3542-4f62-95fd-6132962377a0 req-c821be93-a5e8-4d71-9c23-62c2d380c5f9 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:16:05.167495 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c432f178-3542-4f62-95fd-6132962377a0 req-c821be93-a5e8-4d71-9c23-62c2d380c5f9 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087104 Jul 08 21:16:05.306616 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c432f178-3542-4f62-95fd-6132962377a0 req-daf7b2b3-ae45-41d8-a0ca-fbaf94d897bc service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323099 Jul 08 21:16:05.467621 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c432f178-3542-4f62-95fd-6132962377a0 req-47f9d09e-9614-4cee-9fa2-df7711b30f9d service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525636 Jul 08 21:16:07.109396 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5d67f80c-341c-46da-bb67-604602d4a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:16:07.200964 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:16:08.446391 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:16:10.022214 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:16:18.136974 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:16:23.948420 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:16:34.143523 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-721a6b86-800c-4cde-9127-0478f80ec69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:16:35.216816 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:16:37.096481 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fd357cf1-d2fc-4463-b984-e723d8eabefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:16:37.195676 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:16:38.452716 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:16:40.019047 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:16:48.128748 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:16:53.961993 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:04.134009 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-28efad75-396a-4c2b-9c84-999c06cfe068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:05.121387 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-169ff6b6-160a-4552-b201-cc77a785560b req-f966a34c-d31b-476c-b235-0b07a59f039e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0792348 Jul 08 21:17:05.264352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff6b6-160a-4552-b201-cc77a785560b req-b5bc818d-6d51-4459-b7fb-05e66ddf5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:05.266999 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-169ff6b6-160a-4552-b201-cc77a785560b req-b5bc818d-6d51-4459-b7fb-05e66ddf5915 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1098 time: 0.0924976 Jul 08 21:17:05.413393 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff6b6-160a-4552-b201-cc77a785560b req-d905f7ef-4503-49ec-b583-366455f63705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:05.416294 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-169ff6b6-160a-4552-b201-cc77a785560b req-d905f7ef-4503-49ec-b583-366455f63705 service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1243825 Jul 08 21:17:05.512793 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-169ff6b6-160a-4552-b201-cc77a785560b req-afa3f390-782c-4710-a367-f112e0e1b056 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1002 time: 0.0879793 Jul 08 21:17:05.576577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff6b6-160a-4552-b201-cc77a785560b req-cab887d5-6992-471a-a4e1-31d5ede0581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:05.578909 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-169ff6b6-160a-4552-b201-cc77a785560b req-cab887d5-6992-471a-a4e1-31d5ede0581b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0595226 Jul 08 21:17:05.688581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff6b6-160a-4552-b201-cc77a785560b req-73804907-9293-4122-a9d9-115926bbbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:05.691536 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-169ff6b6-160a-4552-b201-cc77a785560b req-73804907-9293-4122-a9d9-115926bbbb8b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056421 Jul 08 21:17:05.813764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-169ff6b6-160a-4552-b201-cc77a785560b req-727d2ec0-8c89-4dde-a846-cf407f3627bc service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155510 Jul 08 21:17:05.997567 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-169ff6b6-160a-4552-b201-cc77a785560b req-55626b0f-8497-45c6-ba6b-03d93ce61c0e service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764650 Jul 08 21:17:07.093792 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4a65a38f-2286-4796-8c1d-c238f64c9948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:07.208413 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:08.449188 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:10.021958 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:12.222545 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:17:18.163665 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:23.853190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d6288-27ed-44c7-9b2e-be6a4b2bde50 req-f9d37bbe-68c8-4a6f-90ad-5fdc2c6ce7d7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:23.856098 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e21d6288-27ed-44c7-9b2e-be6a4b2bde50 req-f9d37bbe-68c8-4a6f-90ad-5fdc2c6ce7d7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1039360 Jul 08 21:17:23.922176 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e21d6288-27ed-44c7-9b2e-be6a4b2bde50 req-809e8107-f2d8-4fb1-86d9-7d0c4f7f7cf9 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597527 Jul 08 21:17:23.962478 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:34.141705 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bd01b74f-1faf-41ec-aab2-8ba3770d7b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:35.497134 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-d4ae1b53-4587-4f90-8a24-9b98c8840372 req-3d576b40-8241-4894-a0af-fd88beef97e5 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:17:35.498339 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d4ae1b53-4587-4f90-8a24-9b98c8840372 req-3d576b40-8241-4894-a0af-fd88beef97e5 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0555274 Jul 08 21:17:35.886882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf64bc2-69c9-46f5-b72a-54226dd8d59d req-8448f19c-c8fa-4cd9-b6f4-50c8ed798db5 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:35.889570 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbf64bc2-69c9-46f5-b72a-54226dd8d59d req-8448f19c-c8fa-4cd9-b6f4-50c8ed798db5 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.0947394 Jul 08 21:17:35.945727 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dbf64bc2-69c9-46f5-b72a-54226dd8d59d req-ed2edba4-c057-48b1-9a6e-ee2bf4f26b93 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488226 Jul 08 21:17:35.968978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-a9bde00f-eeda-4434-97b0-256eb8200143 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1357410 Jul 08 21:17:37.090747 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3eedcd2f-2a1c-44f3-ae7d-609564d030a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:37.183034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa50ffc-7150-4732-a916-b1d8d71a5433 req-17a48777-a8e7-458d-a334-366692032c62 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:37.184758 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9fa50ffc-7150-4732-a916-b1d8d71a5433 req-17a48777-a8e7-458d-a334-366692032c62 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1036468 Jul 08 21:17:37.207303 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:37.234588 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9fa50ffc-7150-4732-a916-b1d8d71a5433 req-5c64c182-ec7a-4259-ada4-d100f2963c73 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419631 Jul 08 21:17:37.555830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-01fa4be1-1d23-4ca2-b83d-5f7eed319bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:37.557596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-01fa4be1-1d23-4ca2-b83d-5f7eed319bc8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1098 time: 0.0704930 Jul 08 21:17:37.679279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-e28ff67f-fe3e-4de7-ae10-daba9b653ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:37.681322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-e28ff67f-fe3e-4de7-ae10-daba9b653ce9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1172862 Jul 08 21:17:37.762196 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-1f2057b1-3ba1-42ae-bf16-98b5b5c27414 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1002 time: 0.0742650 Jul 08 21:17:37.841547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-ce764f46-0209-4b33-b520-440426f355bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:37.843682 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-ce764f46-0209-4b33-b520-440426f355bf service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0758798 Jul 08 21:17:37.909577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-ba67f8a2-6356-4edd-aab5-66d3ae20273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:37.911284 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-ba67f8a2-6356-4edd-aab5-66d3ae20273b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605001 Jul 08 21:17:38.039796 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-3cd1b335-ee89-4e22-9d94-b3bf10c0b3b8 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219075 Jul 08 21:17:38.163933 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-9bed0038-6d4d-4476-8ef8-a986f7dfc094 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182775 Jul 08 21:17:38.460912 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:38.525518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76180a19-21cf-48f6-9faf-5010fac1941a req-da1d7af3-3691-4a7c-a86e-f1f63e0f2f29 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:38.527419 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76180a19-21cf-48f6-9faf-5010fac1941a req-da1d7af3-3691-4a7c-a86e-f1f63e0f2f29 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.0813973 Jul 08 21:17:38.597727 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-76180a19-21cf-48f6-9faf-5010fac1941a req-af56b7b7-6c5c-4ef9-b4c6-17d2e2ae042a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586379 Jul 08 21:17:39.839966 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c3598-2bfb-4026-8f42-ec71afc3af8f req-dcfe72c6-6801-4b2f-af48-43af1842381b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:39.841759 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c34c3598-2bfb-4026-8f42-ec71afc3af8f req-dcfe72c6-6801-4b2f-af48-43af1842381b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.0840211 Jul 08 21:17:39.908795 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c34c3598-2bfb-4026-8f42-ec71afc3af8f req-6b30c498-4bb5-4714-86dd-166438173167 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560615 Jul 08 21:17:40.023270 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:41.197327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090fb07-ce06-4863-88dc-3bb128ac3779 req-41ab21d4-2b8d-4989-8016-bad4b2b36d64 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:41.199121 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b090fb07-ce06-4863-88dc-3bb128ac3779 req-41ab21d4-2b8d-4989-8016-bad4b2b36d64 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.0842199 Jul 08 21:17:41.271501 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b090fb07-ce06-4863-88dc-3bb128ac3779 req-0bfe203f-624c-49a3-a8fa-32834cdedfac tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655568 Jul 08 21:17:42.496805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee7f03-c1dc-4aec-86ce-31d6387f00d1 req-e5465389-f73a-4ae4-997d-adce8011d719 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:42.500110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5ee7f03-c1dc-4aec-86ce-31d6387f00d1 req-e5465389-f73a-4ae4-997d-adce8011d719 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.0843358 Jul 08 21:17:42.579844 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a5ee7f03-c1dc-4aec-86ce-31d6387f00d1 req-43bf85b5-6a04-488c-b6a7-8f56265a555b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691314 Jul 08 21:17:43.892593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de1b39-237f-43c3-8f92-644b86bd31f7 req-9486f1b9-34f9-4b23-9c20-d7735b1fbbc6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:43.894325 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03de1b39-237f-43c3-8f92-644b86bd31f7 req-9486f1b9-34f9-4b23-9c20-d7735b1fbbc6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1057956 Jul 08 21:17:43.953180 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03de1b39-237f-43c3-8f92-644b86bd31f7 req-01523c71-d9b5-490b-9c82-5a15981f76a5 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522265 Jul 08 21:17:45.203286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d5435-2694-4fbc-bc19-b71169d67581 req-824b1f55-938e-4359-85a0-1912ed07a769 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:45.205414 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c14d5435-2694-4fbc-bc19-b71169d67581 req-824b1f55-938e-4359-85a0-1912ed07a769 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1022224 Jul 08 21:17:45.267398 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c14d5435-2694-4fbc-bc19-b71169d67581 req-05b60ade-d895-41e4-8d57-95559ae5b79f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525467 Jul 08 21:17:46.512342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfd9b9-7721-43e5-a7c4-8decf5f08d3c req-58686dbc-3e5b-4b1e-8c3a-23c5f2825ee4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:46.515118 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6cfd9b9-7721-43e5-a7c4-8decf5f08d3c req-58686dbc-3e5b-4b1e-8c3a-23c5f2825ee4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1091869 Jul 08 21:17:46.563244 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6cfd9b9-7721-43e5-a7c4-8decf5f08d3c req-c83221f8-6218-490c-a9e4-7159deb35a16 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 Jul 08 21:17:47.823694 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b8e3b-d3c2-4427-abd2-69c66ed492cf req-bbf12cc0-e763-4dd7-9a9b-4273d96fa5aa tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:47.825593 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d21b8e3b-d3c2-4427-abd2-69c66ed492cf req-bbf12cc0-e763-4dd7-9a9b-4273d96fa5aa tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.0801909 Jul 08 21:17:47.887264 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d21b8e3b-d3c2-4427-abd2-69c66ed492cf req-9be71cac-ecbc-4f9f-b026-fb9fef64d3b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500982 Jul 08 21:17:48.180814 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:49.227179 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:17:49.240317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9bfa5-8b88-4f64-94e7-275ac28b012c req-1aeaf048-313b-4187-887d-c44f3b218f44 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:49.243032 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0fd9bfa5-8b88-4f64-94e7-275ac28b012c req-1aeaf048-313b-4187-887d-c44f3b218f44 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1302350 Jul 08 21:17:49.299043 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0fd9bfa5-8b88-4f64-94e7-275ac28b012c req-ce2d1d2b-4f16-4c42-b059-1ca0905240d6 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441101 Jul 08 21:17:50.561422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bf3fb-6454-4f5c-be6a-ff72f9489eec req-3107262c-9c5e-41ca-bcdf-d444aa94b880 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:50.564318 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-427bf3fb-6454-4f5c-be6a-ff72f9489eec req-3107262c-9c5e-41ca-bcdf-d444aa94b880 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1092501 Jul 08 21:17:50.635934 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-427bf3fb-6454-4f5c-be6a-ff72f9489eec req-62da6a83-b065-4ff2-84bf-cc43a26b05ee tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596178 Jul 08 21:17:51.958152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc888ff7-868d-4f61-9d5b-b73cfbc019bf req-df636867-e81c-46fe-8cc9-bf8b76e2f6ca tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:51.960612 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc888ff7-868d-4f61-9d5b-b73cfbc019bf req-df636867-e81c-46fe-8cc9-bf8b76e2f6ca tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1163325 Jul 08 21:17:52.029783 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc888ff7-868d-4f61-9d5b-b73cfbc019bf req-22afd59f-1a5a-4aa8-b20c-11d2eec36f3d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591207 Jul 08 21:17:52.729614 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-114c0fd5-1276-4643-addd-f0b81b32e642 service neutron] show failed (client error): The resource could not be found. Jul 08 21:17:52.730577 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-114c0fd5-1276-4643-addd-f0b81b32e642 service neutron] 10.222.0.104 "GET /v2.0/ports/0ee87a9e-e15f-4b22-b1bb-79881536066b/bindings/n-h2-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.0678811 Jul 08 21:17:53.110791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-d52d443b-a36a-4edf-9b16-bf2c24ed32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:53.113742 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-d52d443b-a36a-4edf-9b16-bf2c24ed32e1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 1098 time: 0.1389642 Jul 08 21:17:53.135345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:17:53.274276 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b42a28-749e-45c3-89e5-5375e939318e req-c4b7081b-32d2-4d5b-aa19-ca7706a06af8 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:53.276078 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1b42a28-749e-45c3-89e5-5375e939318e req-c4b7081b-32d2-4d5b-aa19-ca7706a06af8 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.0901902 Jul 08 21:17:53.283203 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:53.342913 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c1b42a28-749e-45c3-89e5-5375e939318e req-60f3cc48-26ab-4f50-85fb-e14676e89239 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602710 Jul 08 21:17:53.580030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:17:53.641656 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:17:53.712683 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:17:53.716597 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0daa165-2cf5-48ae-8753-4a2abb0c95d6" -d '{"events": [{"server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:17:53.723454 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:53.746759 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Transition to ACTIVE for port object 0ee87a9e-e15f-4b22-b1bb-79881536066b will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:17:53.752524 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:53.805683 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 21:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560fc25d-2d8d-4df5-a248-f90538a01c31 x-openstack-request-id: req-560fc25d-2d8d-4df5-a248-f90538a01c31 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:17:53.806131 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:17:53.806505 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-560fc25d-2d8d-4df5-a248-f90538a01c31 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:17:53.807111 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'code': 200} Jul 08 21:17:53.883778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=6']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:17:53.911813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:17:53.912367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:17:53.912980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:17:53.913516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:17:53.914055 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:17:53.914593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:17:53.915127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:17:53.915657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:17:53.916184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:17:53.916709 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:17:53.917233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:17:53.917743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:17:53.986386 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:53.991970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] No DVR routers for this DVR port 0ee87a9e-e15f-4b22-b1bb-79881536066b on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:17:54.237025 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Attempting to bind port 0ee87a9e-e15f-4b22-b1bb-79881536066b on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:17:54.238721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Attempting to bind port 0ee87a9e-e15f-4b22-b1bb-79881536066b by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:17:54.238721 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Attempting to bind port 0ee87a9e-e15f-4b22-b1bb-79881536066b on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:17:54.245272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Port 0ee87a9e-e15f-4b22-b1bb-79881536066b on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:17:54.245615 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Attempting to bind port 0ee87a9e-e15f-4b22-b1bb-79881536066b on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:17:54.251406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:17:54.251969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Checking segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:17:54.252701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Bound using segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:17:54.253878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Bound port: 0ee87a9e-e15f-4b22-b1bb-79881536066b, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:17:54.254337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:54.363091 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:17:54.368972 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:17:54.374499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:54.433652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:54.434561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:17:54.436207 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] 10.222.0.103 "PUT /v2.0/ports/0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1093 time: 1.3099325 Jul 08 21:17:54.468392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e610a1e-b020-4dd0-9382-c7d6b2741ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:17:54.573131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-749337e2-cf62-46b5-ac4c-c5fd8648172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:54.576606 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-749337e2-cf62-46b5-ac4c-c5fd8648172c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1096 time: 0.1025710 Jul 08 21:17:54.690230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12973175-047c-4082-892b-6836e2ab8f79 req-0e523264-1678-4c66-8473-e91771759305 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:54.692098 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12973175-047c-4082-892b-6836e2ab8f79 req-0e523264-1678-4c66-8473-e91771759305 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.0970144 Jul 08 21:17:54.741189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-5481b576-21b7-4d75-80fc-b4c06dc73a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:54.743773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-5481b576-21b7-4d75-80fc-b4c06dc73a47 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1568322 Jul 08 21:17:54.772824 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12973175-047c-4082-892b-6836e2ab8f79 req-b030be70-a1a0-4325-9ced-10cc978a65df tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700622 Jul 08 21:17:54.837523 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-757878b5-1120-450c-ac50-db71874895e4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1000 time: 0.0811703 Jul 08 21:17:54.905359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-a241e97a-b629-4619-8e0d-43daa2da7322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:54.907103 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-a241e97a-b629-4619-8e0d-43daa2da7322 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0611098 Jul 08 21:17:54.983647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6921790b-f3c5-4879-9cca-6d3560cc3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:54.985510 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-6921790b-f3c5-4879-9cca-6d3560cc3e2d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669465 Jul 08 21:17:55.180880 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-8e0e5a29-a892-4b52-be80-7df9f4c92fb6 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824965 Jul 08 21:17:55.269638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0ee87a9e-e15f-4b22-b1bb-79881536066b no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:17:55.305450 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-b1bd1193-7962-4dce-a1cf-c48b783b9305 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128235 Jul 08 21:17:55.324981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0ee87a9e-e15f-4b22-b1bb-79881536066b not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:17:55.808805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:17:55.813084 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:17:55.909974 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a413c89-5c94-4aa4-a63d-22da4ad5d567 x-openstack-request-id: req-1a413c89-5c94-4aa4-a63d-22da4ad5d567 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:17:55.910415 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:17:55.910830 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1a413c89-5c94-4aa4-a63d-22da4ad5d567 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:17:55.911494 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'status': 'completed', 'code': 200} Jul 08 21:17:56.200474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-2c318282-735d-4f86-b1d7-e065d9ed68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:56.203236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-2c318282-735d-4f86-b1d7-e065d9ed68ab service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1096 time: 0.2592013 Jul 08 21:17:56.213784 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-57dc10a7-3045-4e46-8e5c-e88c1231cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:56.216399 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-57dc10a7-3045-4e46-8e5c-e88c1231cc7d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1096 time: 0.2758112 Jul 08 21:17:56.314192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbacbce-714a-4f33-b862-ebb86500422e req-bb9b7caa-9df6-4baf-91a4-7706716fd210 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:56.316684 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7cbacbce-714a-4f33-b862-ebb86500422e req-bb9b7caa-9df6-4baf-91a4-7706716fd210 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.2812302 Jul 08 21:17:56.466332 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7cbacbce-714a-4f33-b862-ebb86500422e req-3e732168-e8b3-4dc4-b33a-69ced19be5bc tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197100 Jul 08 21:17:56.469991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-a391fb8e-d72a-4580-b150-6eb4673cdd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:56.471643 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-a391fb8e-d72a-4580-b150-6eb4673cdd81 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.2538600 Jul 08 21:17:56.474100 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-67c72818-f42e-49d6-aa45-f16817f9bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:56.475707 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-67c72818-f42e-49d6-aa45-f16817f9bc3f service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.2414284 Jul 08 21:17:56.611189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-fdb50003-4610-4a5f-8171-0f208f56bee9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1000 time: 0.1283309 Jul 08 21:17:56.618973 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-1b5c5d49-79e6-4388-83f8-f2ec1d235da8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1000 time: 0.1344635 Jul 08 21:17:56.708142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-ba1e5c97-4dad-4153-a382-deb6fba62259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:56.710319 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-ba1e5c97-4dad-4153-a382-deb6fba62259 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0884635 Jul 08 21:17:56.711747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-323cb0a7-00bc-4e8c-a394-844d0068bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:56.713186 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-323cb0a7-00bc-4e8c-a394-844d0068bb11 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0826280 Jul 08 21:17:56.834458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-b95f91a2-f9e5-4138-90c0-709e777327bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:56.836047 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-b95f91a2-f9e5-4138-90c0-709e777327bd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068320 Jul 08 21:17:56.838302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-9593b8df-83f3-4c55-856a-5cacefd378e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:56.839860 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-9593b8df-83f3-4c55-856a-5cacefd378e0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201928 Jul 08 21:17:57.591739 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-543d11b8-7891-46fe-9012-578dc8d74b38 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439277 Jul 08 21:17:57.595014 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-03d710c0-b2e3-4575-b328-8b8241b91af4 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7452178 Jul 08 21:17:57.771151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40996a2a-5c34-4e22-b477-817be4cb39d0 req-1e96e09c-bded-454f-8b5f-3a4d5f03e114 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:57.777761 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40996a2a-5c34-4e22-b477-817be4cb39d0 req-1e96e09c-bded-454f-8b5f-3a4d5f03e114 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.1251361 Jul 08 21:17:57.865580 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-40996a2a-5c34-4e22-b477-817be4cb39d0 req-846a4f72-9fa2-4818-9294-d4c8fb5970b0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789311 Jul 08 21:17:57.884103 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-173f2992-7eee-4324-a31f-14d426925134 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854037 Jul 08 21:17:57.889055 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-643eed0d-a7e2-4554-828c-5f1ef65f8f4e req-5e161702-d627-44de-9125-e2144d3408f0 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744696 Jul 08 21:17:59.316487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b531-7e71-48ea-af19-e3d340d34b4d req-9671a042-9a16-4aaf-a31b-7505f29370be tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:17:59.318601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e511b531-7e71-48ea-af19-e3d340d34b4d req-9671a042-9a16-4aaf-a31b-7505f29370be tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.0809395 Jul 08 21:17:59.395024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e511b531-7e71-48ea-af19-e3d340d34b4d req-a674a46c-ec91-4fbe-ae0b-6b3e483e887c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685968 Jul 08 21:18:00.640292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f2e1f-93d4-4d39-a87c-ae67ceb65378 req-a0fda798-c348-4a5d-a3b0-95c56f3b98d2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:00.643274 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-557f2e1f-93d4-4d39-a87c-ae67ceb65378 req-a0fda798-c348-4a5d-a3b0-95c56f3b98d2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.0858550 Jul 08 21:18:00.700972 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-557f2e1f-93d4-4d39-a87c-ae67ceb65378 req-6e13f1c5-a38c-44ea-b2a7-664f4b5bed9a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478356 Jul 08 21:18:02.001947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae860dc7-69f8-4201-916b-660c60d35401 req-10bf3101-5542-4e0e-a1ca-674d0e4f2d6c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:02.005276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae860dc7-69f8-4201-916b-660c60d35401 req-10bf3101-5542-4e0e-a1ca-674d0e4f2d6c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.0940189 Jul 08 21:18:02.050962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae860dc7-69f8-4201-916b-660c60d35401 req-093346f3-4475-4917-8c4e-3fa9e4fd560e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359414 Jul 08 21:18:03.324018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0f6f1-4957-41af-b9cb-a0f84ee167c6 req-a8a41ff6-2e3d-461e-b5cd-abfc17040caf tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:03.326445 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38b0f6f1-4957-41af-b9cb-a0f84ee167c6 req-a8a41ff6-2e3d-461e-b5cd-abfc17040caf tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.1012502 Jul 08 21:18:03.379612 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-38b0f6f1-4957-41af-b9cb-a0f84ee167c6 req-1a3a6a29-5320-48d5-8f92-1e4e69702e5b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442216 Jul 08 21:18:04.129215 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-778fe213-efa0-48f5-9cc2-ae545f5ca866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:04.440788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425c58-cb34-4de6-af3e-4f32fdb8e00a req-e2b2a2bd-c702-4e94-82cf-2c4118c7b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:04.443200 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b425c58-cb34-4de6-af3e-4f32fdb8e00a req-e2b2a2bd-c702-4e94-82cf-2c4118c7b4bb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1096 time: 0.0631340 Jul 08 21:18:04.648341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425c58-cb34-4de6-af3e-4f32fdb8e00a req-8ff3dc6c-dfd4-4405-8393-5f173b8d940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:04.650784 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b425c58-cb34-4de6-af3e-4f32fdb8e00a req-8ff3dc6c-dfd4-4405-8393-5f173b8d940b service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1790104 Jul 08 21:18:04.783624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe657d-01d4-4886-8318-1f6966f5e9be req-cb4de544-0db3-4549-9ad5-5c71ec8ccf1d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:04.787574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bfe657d-01d4-4886-8318-1f6966f5e9be req-cb4de544-0db3-4549-9ad5-5c71ec8ccf1d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.2175980 Jul 08 21:18:04.806252 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b425c58-cb34-4de6-af3e-4f32fdb8e00a req-6d0e3b2b-14f4-4cad-a393-05355446ed55 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1000 time: 0.1426847 Jul 08 21:18:04.917381 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0bfe657d-01d4-4886-8318-1f6966f5e9be req-21792972-95bb-4f11-b9b9-038fd607cffa tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171155 Jul 08 21:18:04.931286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425c58-cb34-4de6-af3e-4f32fdb8e00a req-8c79d4c1-0de4-45dc-8345-8af5b6a3cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:04.933730 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b425c58-cb34-4de6-af3e-4f32fdb8e00a req-8c79d4c1-0de4-45dc-8345-8af5b6a3cb9b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.1165893 Jul 08 21:18:05.022345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425c58-cb34-4de6-af3e-4f32fdb8e00a req-e938b349-3dcd-4216-ab21-e76284704092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:05.025130 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b425c58-cb34-4de6-af3e-4f32fdb8e00a req-e938b349-3dcd-4216-ab21-e76284704092 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791740 Jul 08 21:18:05.150337 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b425c58-cb34-4de6-af3e-4f32fdb8e00a req-06924e8c-8076-49e4-84d6-f0706f04561f service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175873 Jul 08 21:18:05.273298 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b425c58-cb34-4de6-af3e-4f32fdb8e00a req-9ab69023-7bab-43b3-92fd-24c761520d74 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134906 Jul 08 21:18:06.245116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9000d-1a60-41e7-853c-86878b8e5948 req-80bad56d-c3c3-477a-b6fb-74778c17f1a2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:06.247092 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3bb9000d-1a60-41e7-853c-86878b8e5948 req-80bad56d-c3c3-477a-b6fb-74778c17f1a2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.1123130 Jul 08 21:18:06.302070 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3bb9000d-1a60-41e7-853c-86878b8e5948 req-b817266e-d85f-4bba-bb79-5efb0ee830dd tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444319 Jul 08 21:18:07.093859 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5ad30308-2766-4f36-a7e9-07155024577f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:07.202890 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:07.625725 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8f1c6-e4c0-4488-836d-d8e8e5dbf732 req-ac97625a-a30f-4806-81ae-b5c0ddb5d908 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:07.629207 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8fa8f1c6-e4c0-4488-836d-d8e8e5dbf732 req-ac97625a-a30f-4806-81ae-b5c0ddb5d908 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.1340492 Jul 08 21:18:07.703413 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8fa8f1c6-e4c0-4488-836d-d8e8e5dbf732 req-4c1343e2-0f7d-4096-98ea-5a18d973a98d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640662 Jul 08 21:18:08.463946 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:08.952888 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a8b38-1003-4b58-8ccc-32e2ec701ed0 req-74a4368b-1eb4-4762-a1e4-c61d9c6370dc tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:08.956321 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d65a8b38-1003-4b58-8ccc-32e2ec701ed0 req-74a4368b-1eb4-4762-a1e4-c61d9c6370dc tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 944 time: 0.0920618 Jul 08 21:18:09.028448 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d65a8b38-1003-4b58-8ccc-32e2ec701ed0 req-7415b6df-cead-4310-901f-0279996f8f40 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614796 Jul 08 21:18:09.602317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 0ee87a9e-e15f-4b22-b1bb-79881536066b details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:18:09.782257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:18:09.805384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'port_id': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'mac_address': 'fa:16:3e:8d:13:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:18:09.879687 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:09.905280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee87a9e-e15f-4b22-b1bb-79881536066b {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:18:09.931987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:18:09.937695 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:10.000978 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:10.017694 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:10.018090 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:10.019152 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:10.019152 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:10.019522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:10.019670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:10.020082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:10.020734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:10.021168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:10.021600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:10.022023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:10.022443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:10.041965 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:10.218127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['0ee87a9e-e15f-4b22-b1bb-79881536066b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:18:10.284530 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5351e-09b4-4683-b6e0-dfd5849339b4 req-19e545f9-c0ba-4a5c-b669-2aac39f3ae28 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:10.286982 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5dc5351e-09b4-4683-b6e0-dfd5849339b4 req-19e545f9-c0ba-4a5c-b669-2aac39f3ae28 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.1152089 Jul 08 21:18:10.338980 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5dc5351e-09b4-4683-b6e0-dfd5849339b4 req-c319c543-660d-4796-8db7-a4945dda68a0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451996 Jul 08 21:18:10.868483 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-9360f619-ae73-4c27-a514-6d030dcbe623 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:10.870181 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-9360f619-ae73-4c27-a514-6d030dcbe623 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.103 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&binding%3Ahost_id=n-h2-791506-16 HTTP/1.1" status: 200 len: 945 time: 0.1014345 Jul 08 21:18:10.995773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-05c46bb8-d878-421a-9c6e-1756b9795f9a service neutron] 10.222.0.103 "GET /v2.0/ports/0ee87a9e-e15f-4b22-b1bb-79881536066b/bindings/n-h2-791506-16 HTTP/1.1" status: 200 len: 383 time: 0.1135089 Jul 08 21:18:11.016538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1a2d-d0ce-420b-b0ee-ce3070c95165 req-cd37be8a-f1ef-4074-831e-474d99940a89 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:11.019380 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a3f1a2d-d0ce-420b-b0ee-ce3070c95165 req-cd37be8a-f1ef-4074-831e-474d99940a89 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.1476696 Jul 08 21:18:11.120172 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a3f1a2d-d0ce-420b-b0ee-ce3070c95165 req-700ea958-81a4-4b26-9dc2-34a1ca6de9c8 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892134 Jul 08 21:18:11.148894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-5e51b9e8-a080-4485-8402-aeb806d762b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:11.151578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-5e51b9e8-a080-4485-8402-aeb806d762b3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1097 time: 0.1185582 Jul 08 21:18:11.286206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-fa0fb8d2-9917-484b-b72f-a446c62cf6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:11.287860 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-fa0fb8d2-9917-484b-b72f-a446c62cf6a0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1294315 Jul 08 21:18:11.367327 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-53f4378c-6bf9-4180-8546-08bc755a7ab4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1001 time: 0.0722125 Jul 08 21:18:11.425945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-01da607e-565e-4798-815f-1ea13e69ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:11.427460 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-01da607e-565e-4798-815f-1ea13e69ed8a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0531723 Jul 08 21:18:11.513612 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-7a8958f5-2b8a-48f0-97bc-d54a59a3dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:11.515825 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-7a8958f5-2b8a-48f0-97bc-d54a59a3dc50 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808828 Jul 08 21:18:11.637885 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 0ee87a9e-e15f-4b22-b1bb-79881536066b up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:18:11.639331 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-d01dafc3-2530-463b-880e-bfdfc1d4f7cc service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135271 Jul 08 21:18:11.732058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 0ee87a9e-e15f-4b22-b1bb-79881536066b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:18:11.738007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 0ee87a9e-e15f-4b22-b1bb-79881536066b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:18:11.738583 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:11.803315 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-a69232f9-3d97-46c1-9f85-23de4220d261 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543870 Jul 08 21:18:11.878298 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:11.906200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:18:11.909325 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c98776-7cad-4706-96d6-49e44d247a6f" -d '{"events": [{"server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:18:11.926703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:18:11.931740 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:12.004714 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e0f9db-7e70-4a41-8363-b330c30cb294 x-openstack-request-id: req-e1e0f9db-7e70-4a41-8363-b330c30cb294 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:18:12.004714 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:18:12.004714 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e1e0f9db-7e70-4a41-8363-b330c30cb294 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:18:12.004714 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'code': 200} Jul 08 21:18:12.007481 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:12.358254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46361142-7f91-463b-abc2-c66aa1ca14fd req-9d7f4c57-6ecc-4269-934a-77d699bd61f8 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:12.360623 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-46361142-7f91-463b-abc2-c66aa1ca14fd req-9d7f4c57-6ecc-4269-934a-77d699bd61f8 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.0953813 Jul 08 21:18:12.416560 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-46361142-7f91-463b-abc2-c66aa1ca14fd req-f156832d-bd8c-479b-822d-2ee4eaf9409e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452549 Jul 08 21:18:13.642718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ebf48-3249-46d8-8ee7-ae8b17bdcfdd req-c57b6b6f-39bc-4eb9-a010-b910666ebc45 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:13.646468 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-778ebf48-3249-46d8-8ee7-ae8b17bdcfdd req-c57b6b6f-39bc-4eb9-a010-b910666ebc45 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.0872343 Jul 08 21:18:13.703103 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-778ebf48-3249-46d8-8ee7-ae8b17bdcfdd req-c7ee7716-75ad-46d9-a916-ff407e1b905b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472105 Jul 08 21:18:14.959588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbd4a6-8dcf-47f4-b14e-5ba1d00dae60 req-75488409-5aaa-46b4-a6fe-166a582a2741 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:14.962496 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-50cbd4a6-8dcf-47f4-b14e-5ba1d00dae60 req-75488409-5aaa-46b4-a6fe-166a582a2741 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1068590 Jul 08 21:18:15.013531 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-50cbd4a6-8dcf-47f4-b14e-5ba1d00dae60 req-d2375cd3-ea9a-47b9-a030-4aac5fa3fc6b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426106 Jul 08 21:18:16.375640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa06685-fa95-4f87-b2ca-6db8549c19be req-3d753c03-f69c-4236-b1bc-840181e91ce1 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:16.378073 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2aa06685-fa95-4f87-b2ca-6db8549c19be req-3d753c03-f69c-4236-b1bc-840181e91ce1 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1278405 Jul 08 21:18:16.447477 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2aa06685-fa95-4f87-b2ca-6db8549c19be req-5ce1f058-cca8-4554-9765-d46c88dcc650 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598269 Jul 08 21:18:17.025266 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-be303075-b03d-49c6-8985-60ae6d5dfffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:17.028104 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-be303075-b03d-49c6-8985-60ae6d5dfffc service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2&tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78 HTTP/1.1" status: 200 len: 1098 time: 0.0778518 Jul 08 21:18:17.041868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:18:17.146757 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:17.581107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:18:17.649990 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 0ee87a9e-e15f-4b22-b1bb-79881536066b no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:18:17.653440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:18:17.798180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:18:17.802831 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72dd199-5bd9-4809-915b-efab4ef3d8e5" -d '{"events": [{"server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:18:17.812196 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:17.847004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Transition to ACTIVE for port object 0ee87a9e-e15f-4b22-b1bb-79881536066b will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:18:17.857212 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:17.932921 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 21:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c897ea-a67c-4e3b-8197-c80adf49364b x-openstack-request-id: req-14c897ea-a67c-4e3b-8197-c80adf49364b {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:18:17.933419 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:18:17.933866 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-14c897ea-a67c-4e3b-8197-c80adf49364b {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:18:17.934579 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'code': 200} Jul 08 21:18:18.067088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe82423-9455-4987-a97e-395604ef676d service neutron] Pushing event updated for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=10']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:18.069181 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:18.086533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb85191-7ebe-4859-a875-114f8b00c258 req-ee07f073-8d3a-48a5-97c3-16abdb84985b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:18.093591 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cb85191-7ebe-4859-a875-114f8b00c258 req-ee07f073-8d3a-48a5-97c3-16abdb84985b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.4009461 Jul 08 21:18:18.214273 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:18.218852 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 21:18:18.219492 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 21:18:18.238397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] No DVR routers for this DVR port 0ee87a9e-e15f-4b22-b1bb-79881536066b on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:18:18.313692 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8cb85191-7ebe-4859-a875-114f8b00c258 req-2551b4f2-3582-4819-99e6-a362dc295285 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099187 Jul 08 21:18:18.513339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Attempting to bind port 0ee87a9e-e15f-4b22-b1bb-79881536066b on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:18:18.513921 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Attempting to bind port 0ee87a9e-e15f-4b22-b1bb-79881536066b by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:18:18.514499 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Attempting to bind port 0ee87a9e-e15f-4b22-b1bb-79881536066b on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:18:18.523306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Port 0ee87a9e-e15f-4b22-b1bb-79881536066b on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:18:18.523865 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Attempting to bind port 0ee87a9e-e15f-4b22-b1bb-79881536066b on network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:18:18.543328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:18:18.550629 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Checking segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:18:18.551269 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Bound using segment: {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:18:18.551726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Bound port: 0ee87a9e-e15f-4b22-b1bb-79881536066b, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c9b05b-4164-44f4-8d81-5b3abd0405ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:18:18.552387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:18.646807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:18:18.650758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:18:18.660023 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:18.702957 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:18.703887 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:18.706339 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-abe82423-9455-4987-a97e-395604ef676d service neutron] 10.222.0.104 "PUT /v2.0/ports/0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1094 time: 1.6698499 Jul 08 21:18:18.758979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe82423-9455-4987-a97e-395604ef676d service neutron] Pushing event updated for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=11']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:18.844365 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-685a0590-d6a9-4ac3-afed-4cf44557f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:18.847084 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-685a0590-d6a9-4ac3-afed-4cf44557f433 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1097 time: 0.1102006 Jul 08 21:18:18.997163 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-0f6e10c3-f402-4aa6-8763-a00ab16faaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:18.999775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-0f6e10c3-f402-4aa6-8763-a00ab16faaae service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.1461594 Jul 08 21:18:19.117638 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-45eee3cb-8889-4b6c-9d91-9ff3b9243e60 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1000 time: 0.1104314 Jul 08 21:18:19.196933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-a9433b0c-d345-4f07-ab3d-2c8970a6c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:19.199211 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-a9433b0c-d345-4f07-ab3d-2c8970a6c246 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.0750077 Jul 08 21:18:19.307141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-4558e51c-08b7-48e4-9dce-db54f4420c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:19.310134 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-4558e51c-08b7-48e4-9dce-db54f4420c9f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023340 Jul 08 21:18:19.451132 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-79680674-1d97-4aa1-aa11-ce94896c6ff4 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343782 Jul 08 21:18:19.567370 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ab9695c-1346-41c6-a9d8-53c85395d188 req-b05b1adc-329e-47c3-adc3-5f78b6f9b337 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093595 Jul 08 21:18:19.694708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9879775-1e00-40a6-9ee4-4d46deb38ff0 req-c0191029-7636-4987-96c3-16d9e6e916a2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:19.697457 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f9879775-1e00-40a6-9ee4-4d46deb38ff0 req-c0191029-7636-4987-96c3-16d9e6e916a2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.1475980 Jul 08 21:18:19.761570 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f9879775-1e00-40a6-9ee4-4d46deb38ff0 req-c4c4ad06-7a53-41c6-a088-acb9f2b88954 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527153 Jul 08 21:18:19.935975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:18:19.938697 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c3b893-80c3-44c3-875a-434d224ea6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:18:20.007159 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f835ea1-03e5-4f7f-9c35-7b1048bf93b8 x-openstack-request-id: req-0f835ea1-03e5-4f7f-9c35-7b1048bf93b8 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:18:20.007586 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:18:20.007994 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0f835ea1-03e5-4f7f-9c35-7b1048bf93b8 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:18:20.008615 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'status': 'completed', 'code': 200} Jul 08 21:18:20.184818 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-bacd6e5e-ba3f-43e0-8fe9-b99e6b0db42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:20.187468 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-bacd6e5e-ba3f-43e0-8fe9-b99e6b0db42a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1097 time: 0.1513982 Jul 08 21:18:20.191825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-5b022435-1d54-4ad7-aa37-70a8488943fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:20.194353 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-5b022435-1d54-4ad7-aa37-70a8488943fc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 1097 time: 0.1448500 Jul 08 21:18:20.421187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-9d17c7a9-ab1d-428f-8a81-b5136781f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:20.422777 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-9d17c7a9-ab1d-428f-8a81-b5136781f434 service neutron] 10.222.0.104 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.2272091 Jul 08 21:18:20.428979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-88f8b025-0528-434c-858f-47775d651111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:20.430494 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-88f8b025-0528-434c-858f-47775d651111 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 200 len: 913 time: 0.2222450 Jul 08 21:18:20.566725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-50672b95-fad6-4987-88b3-7e66293b5b1f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1000 time: 0.1350851 Jul 08 21:18:20.570285 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-0c6bc676-a034-4859-8dd3-355d5bfe74b6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 200 len: 1000 time: 0.1289394 Jul 08 21:18:20.715511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-7d1d9e80-3fc6-4b27-b9f7-532d129ce9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:20.718192 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-7d1d9e80-3fc6-4b27-b9f7-532d129ce9bd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.1452768 Jul 08 21:18:20.720583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-bf785c86-ba24-472b-952d-34e4097a70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:20.723227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-bf785c86-ba24-472b-952d-34e4097a70d6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 200 len: 851 time: 0.1368515 Jul 08 21:18:20.917314 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-4d3e02de-c1cb-4f11-befb-f046faf68ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:20.920100 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-4d3e02de-c1cb-4f11-befb-f046faf68ade service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1814983 Jul 08 21:18:20.932943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-f3d892f0-7a7d-456a-828a-7ae36a9b83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:20.935787 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-f3d892f0-7a7d-456a-828a-7ae36a9b83bd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=24c6cd9f-5331-4370-a566-3a0ca7a45c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2106555 Jul 08 21:18:21.090657 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d972e-8dd5-4998-95a2-f1d2d5767db9 req-52d84205-48a4-4da6-a2f1-cd5123a85c90 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:21.101366 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-254d972e-8dd5-4998-95a2-f1d2d5767db9 req-52d84205-48a4-4da6-a2f1-cd5123a85c90 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.0973177 Jul 08 21:18:21.156420 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-254d972e-8dd5-4998-95a2-f1d2d5767db9 req-cc8387f6-1108-4775-87c9-da1e570133e1 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535040 Jul 08 21:18:21.198144 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-ecd68ddc-a626-43c1-a175-28ccb3e357a6 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608850 Jul 08 21:18:21.204997 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-3d8ddaaa-d784-418c-97e4-9a969050c198 service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538056 Jul 08 21:18:21.388548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-fe2423d8-0f22-4469-b9b6-8737bdae73d4 service neutron] 10.222.0.103 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802206 Jul 08 21:18:21.393523 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-87c3b893-80c3-44c3-875a-434d224ea6cb req-f20712fc-a7bd-4a60-823e-b4eb9e5618fe service neutron] 10.222.0.104 "GET /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750083 Jul 08 21:18:22.479614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb89a0-e39b-45d7-bf28-4918a32f8de4 req-e6f40a25-63e6-4e82-ad92-abe13c335d0c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:22.481206 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edcb89a0-e39b-45d7-bf28-4918a32f8de4 req-e6f40a25-63e6-4e82-ad92-abe13c335d0c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.0856347 Jul 08 21:18:22.538184 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-edcb89a0-e39b-45d7-bf28-4918a32f8de4 req-f7405fce-a842-4816-a42e-be6274c13ee8 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497599 Jul 08 21:18:23.804787 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b918450-2c51-4172-9e90-5c8c0c8ac72e req-c394c04b-fde4-4bb1-9d4d-62830036b219 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:23.806893 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b918450-2c51-4172-9e90-5c8c0c8ac72e req-c394c04b-fde4-4bb1-9d4d-62830036b219 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.0857937 Jul 08 21:18:23.875439 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7b918450-2c51-4172-9e90-5c8c0c8ac72e req-1ecbcf88-152e-4307-ba2d-98bb0b17b760 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574355 Jul 08 21:18:23.981530 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:25.189960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322b44-44ab-42f7-9fc8-2426098bf446 req-2bc4a4d0-d487-4ad7-a2ea-c167375d2e1d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:25.192773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d7322b44-44ab-42f7-9fc8-2426098bf446 req-2bc4a4d0-d487-4ad7-a2ea-c167375d2e1d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.1195066 Jul 08 21:18:25.264313 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d7322b44-44ab-42f7-9fc8-2426098bf446 req-354a240e-ae79-4571-b30a-854fad17710e tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649643 Jul 08 21:18:26.232844 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:18:26.581465 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260eac5-22fc-498e-b52b-370bb80078e1 req-e95a9a1c-6031-44bb-bc71-f73d5081549c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:26.583242 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8260eac5-22fc-498e-b52b-370bb80078e1 req-e95a9a1c-6031-44bb-bc71-f73d5081549c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.1017315 Jul 08 21:18:26.637718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8260eac5-22fc-498e-b52b-370bb80078e1 req-3435b8fc-adad-439d-910d-52ef02d4c5a2 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441146 Jul 08 21:18:27.930853 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb8053-c1f5-4794-8fa4-33fada239e82 req-f73c0f08-83e3-4511-b5ce-f39de3822ab7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:27.932596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ceeb8053-c1f5-4794-8fa4-33fada239e82 req-f73c0f08-83e3-4511-b5ce-f39de3822ab7 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.0967634 Jul 08 21:18:27.985418 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ceeb8053-c1f5-4794-8fa4-33fada239e82 req-c6c5f138-f07e-46aa-9be0-e3df53697278 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466218 Jul 08 21:18:29.194762 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17e2b2-86c8-4b89-bc28-14e609f76a34 req-3f923df2-7ddc-4c58-a0b3-2d1cc176ab3a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:29.196543 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa17e2b2-86c8-4b89-bc28-14e609f76a34 req-3f923df2-7ddc-4c58-a0b3-2d1cc176ab3a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.0681646 Jul 08 21:18:29.246056 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fa17e2b2-86c8-4b89-bc28-14e609f76a34 req-fca13f4a-9d23-4f2a-8c4b-0b253813a476 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432138 Jul 08 21:18:30.493288 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db30a7-0a5e-4988-b25b-24ba75d8536a req-6e080882-3b10-4b65-bd93-9dfb55e289bb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:30.496011 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-64db30a7-0a5e-4988-b25b-24ba75d8536a req-6e080882-3b10-4b65-bd93-9dfb55e289bb tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.1091359 Jul 08 21:18:30.553524 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-64db30a7-0a5e-4988-b25b-24ba75d8536a req-837b0382-ef70-46db-9ab9-8fb65ff71c4c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518942 Jul 08 21:18:31.787530 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b53a6e-7867-4bf9-bc4c-7b5d5ad2ddcb req-0f3768ef-8842-4d00-a1a1-17ba6b1cb6e0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:31.789274 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31b53a6e-7867-4bf9-bc4c-7b5d5ad2ddcb req-0f3768ef-8842-4d00-a1a1-17ba6b1cb6e0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.0848081 Jul 08 21:18:31.846075 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31b53a6e-7867-4bf9-bc4c-7b5d5ad2ddcb req-6a08ad6a-819a-4684-8c93-903b6b3959ed tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470724 Jul 08 21:18:33.110776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66548c7-1e72-4eb5-96f0-b5fb900a8653 req-9ac9cf8e-c90e-48b4-9150-71f37e127bf1 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:33.114184 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a66548c7-1e72-4eb5-96f0-b5fb900a8653 req-9ac9cf8e-c90e-48b4-9150-71f37e127bf1 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.1140022 Jul 08 21:18:33.174915 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a66548c7-1e72-4eb5-96f0-b5fb900a8653 req-3100a3c1-5616-4a54-8256-cf455a8b5327 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538602 Jul 08 21:18:33.414526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cf95c-3feb-4434-9617-89b3d5483a3b req-b307740a-664b-43d3-9574-86151756e41f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:33.416151 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f63cf95c-3feb-4434-9617-89b3d5483a3b req-b307740a-664b-43d3-9574-86151756e41f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 945 time: 0.0879202 Jul 08 21:18:33.429277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0ee87a9e-e15f-4b22-b1bb-79881536066b details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:18:33.468713 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f63cf95c-3feb-4434-9617-89b3d5483a3b req-65985f5f-88e8-40c1-88dd-e812a53524aa tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458841 Jul 08 21:18:33.566853 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:18:33.581907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'port_id': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'mac_address': 'fa:16:3e:8d:13:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:18:33.630598 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:33.649145 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee87a9e-e15f-4b22-b1bb-79881536066b {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:18:33.672440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:18:33.679196 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:33.747180 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=12']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:33.755716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062ac1f-934f-4e8b-b9b3-b1ffabbd2a7c req-36983b83-0346-4392-9a06-66ee3625778f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:33.758050 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0062ac1f-934f-4e8b-b9b3-b1ffabbd2a7c req-36983b83-0346-4392-9a06-66ee3625778f tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.0848346 Jul 08 21:18:33.805180 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0062ac1f-934f-4e8b-b9b3-b1ffabbd2a7c req-8d9f938d-1fd8-4a3a-83c9-f25f82ff7e7a tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395551 Jul 08 21:18:33.903545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['0ee87a9e-e15f-4b22-b1bb-79881536066b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:18:34.141259 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1528a3ac-319a-4356-b4fa-cfc8ef57533f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:34.391384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aca23-e323-4e01-b1ad-01dfb6fc8e87 req-8477ff08-0b65-4592-a56c-277d490259cf tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:34.393348 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ee4aca23-e323-4e01-b1ad-01dfb6fc8e87 req-8477ff08-0b65-4592-a56c-277d490259cf tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1021647 Jul 08 21:18:34.452753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ee4aca23-e323-4e01-b1ad-01dfb6fc8e87 req-e29a4667-93b3-4465-9e33-d65d736a2090 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475304 Jul 08 21:18:35.456127 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0ee87a9e-e15f-4b22-b1bb-79881536066b up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:18:35.542562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 0ee87a9e-e15f-4b22-b1bb-79881536066b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:18:35.551044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 0ee87a9e-e15f-4b22-b1bb-79881536066b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:18:35.551608 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:35.714920 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:35.761342 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:18:35.765583 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8591acd-b0bf-4bb4-979c-61fb37a4924a" -d '{"events": [{"server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:18:35.790234 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfef208-0e64-4694-9778-b58c380702c7 req-bfc0cbb4-12b4-4da4-81f2-07d2125dff6c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:35.791088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:18:35.796853 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:35.802520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3dfef208-0e64-4694-9778-b58c380702c7 req-bfc0cbb4-12b4-4da4-81f2-07d2125dff6c tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1280100 Jul 08 21:18:35.837222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-630d9b75-9268-4005-b5a7-7225683d0f3b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:35.839726 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-630d9b75-9268-4005-b5a7-7225683d0f3b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.104 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 946 time: 0.1142616 Jul 08 21:18:35.857223 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4696b9dd-b34c-4767-9da8-23031a10f4a7 x-openstack-request-id: req-4696b9dd-b34c-4767-9da8-23031a10f4a7 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:18:35.857587 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:18:35.857969 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4696b9dd-b34c-4767-9da8-23031a10f4a7 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:18:35.858606 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'code': 200} Jul 08 21:18:35.886137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3dfef208-0e64-4694-9778-b58c380702c7 req-a3d6dc56-0b85-4c32-adf4-cf0aff1e59ad tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups?id=f4583473-67de-47b6-8a8f-36b77123658d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822263 Jul 08 21:18:35.911362 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=13']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:36.022361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Deleting port 0ee87a9e-e15f-4b22-b1bb-79881536066b {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:18:36.022657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:36.141828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] For port 0ee87a9e-e15f-4b22-b1bb-79881536066b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0ee87a9e-e15f-4b22-b1bb-79881536066b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:18:36.142193 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:36.361845 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:36.362407 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:36.362825 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Floating IP 14fac404-bd94-44ad-9929-583eccd9d995 disassociated. External IP: 172.25.4.67, port: 0ee87a9e-e15f-4b22-b1bb-79881536066b. Jul 08 21:18:36.363267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Calling delete_port for 0ee87a9e-e15f-4b22-b1bb-79881536066b owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:18:36.530303 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:36.571509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event deleted for resources: {'Port': ['ID=0ee87a9e-e15f-4b22-b1bb-79881536066b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:36.771537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Router bd868c39-cb0e-46cd-a922-12e1e961f7df has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:18:37.097268 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-47e802cb-0664-466a-8e08-294f8d1af074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:37.202462 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:37.303114 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba1b8c9d-1e32-4678-8a29-cd408001a58c req-87c530b0-224f-459f-9a61-832d941350e9 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 210 time: 0.0643249 Jul 08 21:18:37.381356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:18:37.396558 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb5c94-3d55-46de-b9c9-e296a52911c1 None None] Sync routers for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:18:37.410875 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb5c94-3d55-46de-b9c9-e296a52911c1 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:18:37.411676 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fdeb5c94-3d55-46de-b9c9-e296a52911c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:18:37.442702 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] No DVR routers for this DVR port 0ee87a9e-e15f-4b22-b1bb-79881536066b on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:18:37.446786 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:37.448946 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01a07fac-1c8d-47b7-b96f-d7bff549b47f req-aa1fe698-2955-4e11-9f07-625424f8c0b4 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.104 "DELETE /v2.0/ports/0ee87a9e-e15f-4b22-b1bb-79881536066b HTTP/1.1" status: 204 len: 173 time: 1.6033733 Jul 08 21:18:37.449450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'name': 'network-vif-deleted', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:18:37.452122 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a8fda-933e-4a67-b06d-f8cc07e00325" -d '{"events": [{"server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "name": "network-vif-deleted", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:18:37.498581 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b219f3a-0f1c-445e-9cc2-791f12acc467 x-openstack-request-id: req-8b219f3a-0f1c-445e-9cc2-791f12acc467 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:18:37.498878 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bede91be-ef82-4d6b-a71d-2870f6383ea2", "name": "network-vif-deleted", "tag": "0ee87a9e-e15f-4b22-b1bb-79881536066b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:18:37.499199 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8b219f3a-0f1c-445e-9cc2-791f12acc467 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:18:37.499657 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bede91be-ef82-4d6b-a71d-2870f6383ea2', 'name': 'network-vif-deleted', 'tag': '0ee87a9e-e15f-4b22-b1bb-79881536066b', 'status': 'completed', 'code': 200} Jul 08 21:18:37.566985 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-fdeb5c94-3d55-46de-b9c9-e296a52911c1 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:18:37.908688 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fdeb5c94-3d55-46de-b9c9-e296a52911c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:18:37.953164 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb5c94-3d55-46de-b9c9-e296a52911c1 None None] Checking router: bd868c39-cb0e-46cd-a922-12e1e961f7df for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:18:37.963129 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb5c94-3d55-46de-b9c9-e296a52911c1 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:18:37.963770 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fdeb5c94-3d55-46de-b9c9-e296a52911c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:18:38.087368 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-fdeb5c94-3d55-46de-b9c9-e296a52911c1 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:18:38.357708 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-fdeb5c94-3d55-46de-b9c9-e296a52911c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:18:38.396266 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb5c94-3d55-46de-b9c9-e296a52911c1 None None] The sync data for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 is: [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:58Z', 'revision_number': 4, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'dafd2d35-792c-4cee-a7dd-561ef214ea9b', 'name': '', 'network_id': '24c6cd9f-5331-4370-a566-3a0ca7a45c5a', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'mac_address': 'fa:16:3e:a1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:57Z', 'updated_at': '2021-07-08T21:08:03Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'subnets': [{'id': '88a1fb82-40c0-4d76-b20f-c3b145773eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:18:38.465125 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:38.516482 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d24c2944-6325-4a95-adb0-e555ba17025c req-1a77739a-e747-46cc-8f85-1d25b68c4ab0 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 210 time: 0.0477076 Jul 08 21:18:38.735149 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42cd24e-b717-44a7-8222-e56d5aefdfff None None] New status for floating IP 14fac404-bd94-44ad-9929-583eccd9d995: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:18:39.454769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0ee87a9e-e15f-4b22-b1bb-79881536066b no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:18:39.487098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 0ee87a9e-e15f-4b22-b1bb-79881536066b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:18:39.488139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0ee87a9e-e15f-4b22-b1bb-79881536066b not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:18:39.763650 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9651f80c-6dfa-4c7b-9edc-444f904cb37c req-56a7a541-e6f0-4169-ab47-6bc031707573 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 210 time: 0.0444102 Jul 08 21:18:40.032888 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:40.932844 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f8c1b2a9-2230-4d9e-98f0-5fad36b2f3d8 req-29ca09a8-39ae-493b-8513-24ebf3f5ec56 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/ports?device_id=bede91be-ef82-4d6b-a71d-2870f6383ea2 HTTP/1.1" status: 200 len: 210 time: 0.0368168 Jul 08 21:18:46.303744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47892) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:18:46.367453 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-513a3382-b334-4d48-8db4-faf6d7dd2845 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:46.392774 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-513a3382-b334-4d48-8db4-faf6d7dd2845 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:46.459590 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-513a3382-b334-4d48-8db4-faf6d7dd2845 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:46.462380 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-513a3382-b334-4d48-8db4-faf6d7dd2845 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:46.463563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-513a3382-b334-4d48-8db4-faf6d7dd2845 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "DELETE /v2.0/security-groups/f4583473-67de-47b6-8a8f-36b77123658d HTTP/1.1" status: 204 len: 168 time: 0.1588137 Jul 08 21:18:46.466238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47894) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:18:46.476583 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a3382-b334-4d48-8db4-faf6d7dd2845 tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4583473-67de-47b6-8a8f-36b77123658d,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:46.487700 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-5c37af9d-0f77-4849-8cf0-c744e89da89b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] show failed (client error): The resource could not be found. Jul 08 21:18:46.490772 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5c37af9d-0f77-4849-8cf0-c744e89da89b tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "GET /v2.0/security-groups/f4583473-67de-47b6-8a8f-36b77123658d HTTP/1.1" status: 404 len: 347 time: 0.0213010 Jul 08 21:18:46.492163 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47896) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:18:47.190297 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Deleting port de4b6a83-06aa-46b3-9f15-c7ff8e85da44 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:18:47.190805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:47.289348 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:47.289685 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:47.308855 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Calling delete_port for de4b6a83-06aa-46b3-9f15-c7ff8e85da44 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:18:47.543836 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:47.590621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Pushing event deleted for resources: {'Port': ['ID=de4b6a83-06aa-46b3-9f15-c7ff8e85da44,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:47.613124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:47.613676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:47.614215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:47.614754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:47.615282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:47.615813 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:47.616359 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:47.616998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:47.617532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:47.618058 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:47.618588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:47.619115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:47.725098 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:47.727880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:47.729164 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-392d2342-f749-41ed-af83-a9647805376d tempest-ServerActionsTestJSON-2142780497 tempest-ServerActionsTestJSON-2142780497-project] 10.222.0.101 "DELETE /v2.0/floatingips/14fac404-bd94-44ad-9929-583eccd9d995 HTTP/1.1" status: 204 len: 168 time: 1.2360134 Jul 08 21:18:47.734182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47900) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:18:48.195104 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:48.478274 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8afe216e-5dd7-4ed4-94ec-9c66572c7f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:48.814029 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8afe216e-5dd7-4ed4-94ec-9c66572c7f4f admin admin] Deleting port dafd2d35-792c-4cee-a7dd-561ef214ea9b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:18:48.815403 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8afe216e-5dd7-4ed4-94ec-9c66572c7f4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:48.973639 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8afe216e-5dd7-4ed4-94ec-9c66572c7f4f admin admin] For port dafd2d35-792c-4cee-a7dd-561ef214ea9b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=dafd2d35-792c-4cee-a7dd-561ef214ea9b,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:18:48.974032 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8afe216e-5dd7-4ed4-94ec-9c66572c7f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:49.002801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8afe216e-5dd7-4ed4-94ec-9c66572c7f4f admin admin] Calling delete_port for dafd2d35-792c-4cee-a7dd-561ef214ea9b owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:18:49.309778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8afe216e-5dd7-4ed4-94ec-9c66572c7f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:49.340505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe216e-5dd7-4ed4-94ec-9c66572c7f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=dafd2d35-792c-4cee-a7dd-561ef214ea9b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:49.615447 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8afe216e-5dd7-4ed4-94ec-9c66572c7f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:49.936866 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afe216e-5dd7-4ed4-94ec-9c66572c7f4f admin admin] Router bd868c39-cb0e-46cd-a922-12e1e961f7df has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:18:50.109148 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afe216e-5dd7-4ed4-94ec-9c66572c7f4f admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:18:50.115657 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8afe216e-5dd7-4ed4-94ec-9c66572c7f4f admin admin] 10.222.0.101 "PUT /v2.0/routers/bd868c39-cb0e-46cd-a922-12e1e961f7df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3800542 Jul 08 21:18:50.118630 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47910) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:18:50.124204 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20a3b44-5595-400b-b123-58ff9fb3f4c4 None None] Sync routers for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:18:50.141264 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20a3b44-5595-400b-b123-58ff9fb3f4c4 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:18:50.142758 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f20a3b44-5595-400b-b123-58ff9fb3f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:18:50.282419 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:50.299491 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f20a3b44-5595-400b-b123-58ff9fb3f4c4 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:18:50.447658 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:50.536459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Deleting port ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:18:50.537204 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:50.584833 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f20a3b44-5595-400b-b123-58ff9fb3f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:18:49Z', 'revision_number': 5, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port': {'id': 'ccbdbf08-682a-4b13-98c0-31cbc19cc4b4', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:18:50.614712 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20a3b44-5595-400b-b123-58ff9fb3f4c4 None None] Checking router: bd868c39-cb0e-46cd-a922-12e1e961f7df for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:18:50.624976 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20a3b44-5595-400b-b123-58ff9fb3f4c4 None None] Routers {'bd868c39-cb0e-46cd-a922-12e1e961f7df'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:18:50.625754 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f20a3b44-5595-400b-b123-58ff9fb3f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:18:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['bd868c39-cb0e-46cd-a922-12e1e961f7df'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:18:50.663419 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] For port ccbdbf08-682a-4b13-98c0-31cbc19cc4b4, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ccbdbf08-682a-4b13-98c0-31cbc19cc4b4,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:18:50.663667 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:50.679250 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Calling delete_port for ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:18:50.734584 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f20a3b44-5595-400b-b123-58ff9fb3f4c4 None None] Set router bd868c39-cb0e-46cd-a922-12e1e961f7df gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:18:50.792786 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f20a3b44-5595-400b-b123-58ff9fb3f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:18:50Z', 'revision_number': 6, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:18:50.821777 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20a3b44-5595-400b-b123-58ff9fb3f4c4 None None] The sync data for ids ['bd868c39-cb0e-46cd-a922-12e1e961f7df'] in n-d-791506-16 is: [{'id': 'bd868c39-cb0e-46cd-a922-12e1e961f7df', 'name': 'tempest-ServerActionsTestJSON-1534324895-router', 'tenant_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:07:55Z', 'updated_at': '2021-07-08T21:18:50Z', 'revision_number': 6, 'project_id': '06dbb9a6fefe4243a66c5b1768cf1c78', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:18:50.926928 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:50.967269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=ccbdbf08-682a-4b13-98c0-31cbc19cc4b4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:51.044734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:51.152312 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:51.155152 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:51.215620 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:51.216340 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd868c39-cb0e-46cd-a922-12e1e961f7df {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:18:51.223551 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:51.225398 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ffcb9c80-5bf0-4ad5-b897-a8b9f9807b4c admin admin] 10.222.0.101 "DELETE /v2.0/routers/bd868c39-cb0e-46cd-a922-12e1e961f7df HTTP/1.1" status: 204 len: 168 time: 1.1055889 Jul 08 21:18:51.228815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47916) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:18:51.279106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-8074b795-2221-4a76-aa64-727d2f53e2eb admin admin] Deleting subnet 88a1fb82-40c0-4d76-b20f-c3b145773eb9 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:18:51.283592 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8074b795-2221-4a76-aa64-727d2f53e2eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:51.349170 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8074b795-2221-4a76-aa64-727d2f53e2eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:51.442552 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8074b795-2221-4a76-aa64-727d2f53e2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:51.512930 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8074b795-2221-4a76-aa64-727d2f53e2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:51.543235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074b795-2221-4a76-aa64-727d2f53e2eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a1fb82-40c0-4d76-b20f-c3b145773eb9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:51.550502 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8074b795-2221-4a76-aa64-727d2f53e2eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:51.553705 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8074b795-2221-4a76-aa64-727d2f53e2eb admin admin] 10.222.0.101 "DELETE /v2.0/subnets/88a1fb82-40c0-4d76-b20f-c3b145773eb9 HTTP/1.1" status: 204 len: 168 time: 0.3231931 Jul 08 21:18:51.556690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7f6563-86fb-4915-885e-79e750eeb91a None None] Network 24c6cd9f-5331-4370-a566-3a0ca7a45c5a requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:18:51.557531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47918) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:18:51.678766 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:51.782368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Deleting port 57ea5c4d-c434-4152-8142-1bfece61a610 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:18:51.783348 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:51.897938 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9593d984-96af-411d-b102-b63a19dbea2b None None] DHCP port deletion for 24c6cd9f-5331-4370-a566-3a0ca7a45c5a request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:18:51.914161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] For port 57ea5c4d-c434-4152-8142-1bfece61a610, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=57ea5c4d-c434-4152-8142-1bfece61a610,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:18:51.915099 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:51.943677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Calling delete_port for 57ea5c4d-c434-4152-8142-1bfece61a610 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:18:52.010427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9593d984-96af-411d-b102-b63a19dbea2b None None] Deleting port 57ea5c4d-c434-4152-8142-1bfece61a610 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:18:52.011382 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9593d984-96af-411d-b102-b63a19dbea2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.092920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device dafd2d35-792c-4cee-a7dd-561ef214ea9b no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:18:52.096277 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.147984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: dafd2d35-792c-4cee-a7dd-561ef214ea9b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:18:52.148390 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device dafd2d35-792c-4cee-a7dd-561ef214ea9b not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:18:52.153554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 57ea5c4d-c434-4152-8142-1bfece61a610 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:18:52.159846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ea5c4d-c434-4152-8142-1bfece61a610,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:52.180375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] No DVR routers for this DVR port 57ea5c4d-c434-4152-8142-1bfece61a610 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:18:52.213810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 57ea5c4d-c434-4152-8142-1bfece61a610 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:18:52.214309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 57ea5c4d-c434-4152-8142-1bfece61a610 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:18:52.214897 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:18:52.253649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9593d984-96af-411d-b102-b63a19dbea2b None None] For port 57ea5c4d-c434-4152-8142-1bfece61a610, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=57ea5c4d-c434-4152-8142-1bfece61a610,segment=NetworkSegment(23c9b05b-4164-44f4-8d81-5b3abd0405ea),segment_id=23c9b05b-4164-44f4-8d81-5b3abd0405ea)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:18:52.254262 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9593d984-96af-411d-b102-b63a19dbea2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.266630 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:18:52.267216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ccbdbf08-682a-4b13-98c0-31cbc19cc4b4 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:18:52.278731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9593d984-96af-411d-b102-b63a19dbea2b None None] Calling delete_port for 57ea5c4d-c434-4152-8142-1bfece61a610 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:18:52.364791 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.383873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c6cd9f-5331-4370-a566-3a0ca7a45c5a']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:18:52.388253 n-d-791506-16 neutron-server[94067]: self.session.flush() Jul 08 21:18:52.396451 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9593d984-96af-411d-b102-b63a19dbea2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.408341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c9b05b-4164-44f4-8d81-5b3abd0405ea') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:18:52.409147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c9b05b-4164-44f4-8d81-5b3abd0405ea') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:18:52.424768 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.434181 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593d984-96af-411d-b102-b63a19dbea2b None None] Pushing event deleted for resources: {'Port': ['ID=57ea5c4d-c434-4152-8142-1bfece61a610,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:52.440578 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.440785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9593d984-96af-411d-b102-b63a19dbea2b None None] No DVR routers for this DVR port 57ea5c4d-c434-4152-8142-1bfece61a610 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:18:52.448890 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:18:52.449311 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: timer() Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:18:52.451679 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:18:52.517879 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.524420 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.529626 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] 10.222.0.101 "DELETE /v2.0/networks/24c6cd9f-5331-4370-a566-3a0ca7a45c5a HTTP/1.1" status: 204 len: 168 time: 0.9708695 Jul 08 21:18:52.544874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b891e-78f6-40e9-925d-8df1249b6142 admin admin] Pushing event deleted for resources: {'Network': ['ID=24c6cd9f-5331-4370-a566-3a0ca7a45c5a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:52.688585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47922) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:18:52.735065 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fe1d7d7d-2d33-4aed-89e4-09e0512b79fc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=06dbb9a6fefe4243a66c5b1768cf1c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445726 Jul 08 21:18:52.738350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47924) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:18:52.803499 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-10dae18f-fdf5-463a-aa99-7e5941004b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.827103 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-10dae18f-fdf5-463a-aa99-7e5941004b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.879652 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-10dae18f-fdf5-463a-aa99-7e5941004b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.882440 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-10dae18f-fdf5-463a-aa99-7e5941004b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:52.884137 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-10dae18f-fdf5-463a-aa99-7e5941004b0a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f4a3397f-d632-4020-9423-e712f72f3a94 HTTP/1.1" status: 204 len: 168 time: 0.1445417 Jul 08 21:18:52.892616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dae18f-fdf5-463a-aa99-7e5941004b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a3397f-d632-4020-9423-e712f72f3a94,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:53.846090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 47946) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:18:53.981830 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:54.003024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1681537243-network', 'tenant_id': 'b836d1f5615c4cf1bd79291d535a274c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:18:54.026321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Made reservation on behalf of b836d1f5615c4cf1bd79291d535a274c for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:18:54.029033 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:54.038748 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:54.156260 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:54.163419 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:54.214953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:18:54.232406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da7ff1b-a114-4329-b99e-86e4619195d7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:54.251018 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:54.252014 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Added segment 4192ac88-6317-47cd-90e9-497204edeefc of type vlan for network 17558340-9162-47d3-8268-5db2166cfaca Jul 08 21:18:54.256188 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:54.256825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:54.257430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:54.258219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:54.258670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:54.259220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:54.259801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:54.260428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:54.261148 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:54.261882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:54.262468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:54.263206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:18:54.357123 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:54.405295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:54.407096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:54.409394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:54.492725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6452663 Jul 08 21:18:54.498096 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 47950) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:18:54.504220 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c17300db-5856-4ed6-a92a-aa0bdd899d21 admin admin] Request body: {'subnet': {'network_id': '17558340-9162-47d3-8268-5db2166cfaca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1681537243-subnet', 'tenant_id': 'b836d1f5615c4cf1bd79291d535a274c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:18:54.509914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55fe63-c322-4da8-a05f-efee161ec98b admin admin] Pushing event updated for resources: {'Network': ['ID=17558340-9162-47d3-8268-5db2166cfaca,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:54.524077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 17558340-9162-47d3-8268-5db2166cfaca details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:18:54.543418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17300db-5856-4ed6-a92a-aa0bdd899d21 admin admin] Made reservation on behalf of b836d1f5615c4cf1bd79291d535a274c for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:18:54.546023 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c17300db-5856-4ed6-a92a-aa0bdd899d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:54.774336 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c17300db-5856-4ed6-a92a-aa0bdd899d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:54.840568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17300db-5856-4ed6-a92a-aa0bdd899d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4cad380-fd8e-488a-8121-dbf8c0382fea,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:54.855294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17300db-5856-4ed6-a92a-aa0bdd899d21 admin admin] Checking segment: {'id': '4192ac88-6317-47cd-90e9-497204edeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '17558340-9162-47d3-8268-5db2166cfaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:18:54.855792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17300db-5856-4ed6-a92a-aa0bdd899d21 admin admin] Network hostable DHCP agents. Network: 17558340-9162-47d3-8268-5db2166cfaca, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:18:54.877823 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17300db-5856-4ed6-a92a-aa0bdd899d21 admin admin] Network 17558340-9162-47d3-8268-5db2166cfaca is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:18:54.892666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c17300db-5856-4ed6-a92a-aa0bdd899d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 17558340-9162-47d3-8268-5db2166cfaca) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:18:54.898065 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17300db-5856-4ed6-a92a-aa0bdd899d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:54.898744 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c17300db-5856-4ed6-a92a-aa0bdd899d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:54.912034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a9fdf-f801-42b4-aba3-3768212da257 None None] Network 17558340-9162-47d3-8268-5db2166cfaca requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:18:54.928531 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c17300db-5856-4ed6-a92a-aa0bdd899d21 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4274499 Jul 08 21:18:55.149986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8aa32f-edf4-4f30-b68b-e0d3431364ec None None] Network 17558340-9162-47d3-8268-5db2166cfaca requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:18:55.535869 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-e759aaed-da42-4edb-98bc-76e417f7487b tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:55.537611 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-e759aaed-da42-4edb-98bc-76e417f7487b tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/networks?id=17558340-9162-47d3-8268-5db2166cfaca HTTP/1.1" status: 200 len: 814 time: 0.1344883 Jul 08 21:18:55.555112 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-f4083be0-fcc5-47ad-9240-ea95bb2215e5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/quotas/b836d1f5615c4cf1bd79291d535a274c HTTP/1.1" status: 200 len: 375 time: 0.0110240 Jul 08 21:18:55.592980 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-a32740f0-682e-4529-a98c-f182d1592c8d tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b836d1f5615c4cf1bd79291d535a274c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321040 Jul 08 21:18:55.696260 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-871095a5-c74a-46cb-b7c4-e9e65e4482e5 service neutron] 10.222.0.101 "GET /v2.0/networks/17558340-9162-47d3-8268-5db2166cfaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964036 Jul 08 21:18:55.799724 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-7e70126c-b1e4-4192-a13f-3467d9cf1551 service neutron] 10.222.0.101 "GET /v2.0/networks/17558340-9162-47d3-8268-5db2166cfaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966389 Jul 08 21:18:55.997584 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-62124af3-2f4f-415f-83b1-9ead3518b285 req-9e952c63-6ce2-4ba2-a5fc-e018a163982f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 210 time: 0.0358429 Jul 08 21:18:57.175917 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f7ba5ab-96d4-432b-9508-61da73409082 req-aa6d82af-4cbe-4835-8b18-b59c796c8e60 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 210 time: 0.0324187 Jul 08 21:18:57.515050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-8eaf57e5-da09-439f-962b-d058507b54c1 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:57.518083 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-8eaf57e5-da09-439f-962b-d058507b54c1 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.103 "GET /v2.0/networks?id=17558340-9162-47d3-8268-5db2166cfaca HTTP/1.1" status: 200 len: 814 time: 0.1272688 Jul 08 21:18:57.539218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-1c451343-26e4-41c8-8fd1-f1cc622803ae tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Request body: {'port': {'device_id': '71967b76-f96b-4d58-843e-823fa8658c50', 'network_id': '17558340-9162-47d3-8268-5db2166cfaca', 'admin_state_up': True, 'tenant_id': 'b836d1f5615c4cf1bd79291d535a274c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:18:57.707622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-1c451343-26e4-41c8-8fd1-f1cc622803ae tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Made reservation on behalf of b836d1f5615c4cf1bd79291d535a274c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:18:57.714482 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-1c451343-26e4-41c8-8fd1-f1cc622803ae tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:57.913533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-1c451343-26e4-41c8-8fd1-f1cc622803ae tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Allocated IP 172.20.0.12 (17558340-9162-47d3-8268-5db2166cfaca/d4cad380-fd8e-488a-8121-dbf8c0382fea/b70db711-bdaf-4a75-a4f4-f41a136f4996) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:18:58.130665 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-1c451343-26e4-41c8-8fd1-f1cc622803ae tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:58.177861 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-1c451343-26e4-41c8-8fd1-f1cc622803ae tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:58.236524 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-1c451343-26e4-41c8-8fd1-f1cc622803ae tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Network 17558340-9162-47d3-8268-5db2166cfaca is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:18:58.242390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-1c451343-26e4-41c8-8fd1-f1cc622803ae tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:18:58.249313 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-1c451343-26e4-41c8-8fd1-f1cc622803ae tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:18:58.290840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c451343-26e4-41c8-8fd1-f1cc622803ae tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Pushing event updated for resources: {'Port': ['ID=b70db711-bdaf-4a75-a4f4-f41a136f4996,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:58.332897 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-1c451343-26e4-41c8-8fd1-f1cc622803ae tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:58.333701 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-1c451343-26e4-41c8-8fd1-f1cc622803ae tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:58.354491 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-1c451343-26e4-41c8-8fd1-f1cc622803ae tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8206553 Jul 08 21:18:58.372588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Request body: {'port': {'device_id': '71967b76-f96b-4d58-843e-823fa8658c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:18:58.539328 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:58.550891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ade8ae-8b92-4a75-9ebe-4ad4a02d42f1 req-4b61f88e-b1b6-4acf-90b4-8a638c7b9a61 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:58.552541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-88ade8ae-8b92-4a75-9ebe-4ad4a02d42f1 req-4b61f88e-b1b6-4acf-90b4-8a638c7b9a61 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 932 time: 0.1770196 Jul 08 21:18:58.670399 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-88ade8ae-8b92-4a75-9ebe-4ad4a02d42f1 req-66f596e2-21d4-49dd-b2bf-5fcf1354d741 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061075 Jul 08 21:18:58.949813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70db711-bdaf-4a75-a4f4-f41a136f4996 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:18:58.959175 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:58.983861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Transition to ACTIVE for port object b70db711-bdaf-4a75-a4f4-f41a136f4996 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:18:58.988796 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:59.045689 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Pushing event updated for resources: {'Port': ['ID=b70db711-bdaf-4a75-a4f4-f41a136f4996,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:59.131959 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Attempting to bind port b70db711-bdaf-4a75-a4f4-f41a136f4996 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:18:59.132294 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Attempting to bind port b70db711-bdaf-4a75-a4f4-f41a136f4996 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '4192ac88-6317-47cd-90e9-497204edeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '17558340-9162-47d3-8268-5db2166cfaca'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:18:59.132677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Attempting to bind port b70db711-bdaf-4a75-a4f4-f41a136f4996 on network 17558340-9162-47d3-8268-5db2166cfaca {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:18:59.138203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Port b70db711-bdaf-4a75-a4f4-f41a136f4996 on network 17558340-9162-47d3-8268-5db2166cfaca not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:18:59.138732 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Attempting to bind port b70db711-bdaf-4a75-a4f4-f41a136f4996 on network 17558340-9162-47d3-8268-5db2166cfaca {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:18:59.147464 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:18:59.148027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Checking segment: {'id': '4192ac88-6317-47cd-90e9-497204edeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '17558340-9162-47d3-8268-5db2166cfaca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:18:59.148722 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Bound using segment: {'id': '4192ac88-6317-47cd-90e9-497204edeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '17558340-9162-47d3-8268-5db2166cfaca'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:18:59.149461 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Bound port: b70db711-bdaf-4a75-a4f4-f41a136f4996, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4192ac88-6317-47cd-90e9-497204edeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '17558340-9162-47d3-8268-5db2166cfaca'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:18:59.150067 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:59.234360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] For port b70db711-bdaf-4a75-a4f4-f41a136f4996, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:18:59.238916 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] For port b70db711-bdaf-4a75-a4f4-f41a136f4996, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b70db711-bdaf-4a75-a4f4-f41a136f4996,segment=NetworkSegment(4192ac88-6317-47cd-90e9-497204edeefc),segment_id=4192ac88-6317-47cd-90e9-497204edeefc)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:18:59.244267 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:59.286094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:59.286856 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:18:59.288502 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] 10.222.0.103 "PUT /v2.0/ports/b70db711-bdaf-4a75-a4f4-f41a136f4996 HTTP/1.1" status: 200 len: 1093 time: 0.9222693 Jul 08 21:18:59.289204 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71967b76-f96b-4d58-843e-823fa8658c50', 'tag': 'b70db711-bdaf-4a75-a4f4-f41a136f4996'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:18:59.291673 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ced722-8521-4183-9b21-98266893652e" -d '{"events": [{"name": "network-changed", "server_uuid": "71967b76-f96b-4d58-843e-823fa8658c50", "tag": "b70db711-bdaf-4a75-a4f4-f41a136f4996"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:18:59.323499 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5a8e4-09dd-4b2e-bd0a-437f877fbaaf service neutron] Pushing event updated for resources: {'Port': ['ID=b70db711-bdaf-4a75-a4f4-f41a136f4996,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:18:59.368313 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e52a03-08b6-4a0b-85f5-61e0007d4d79 x-openstack-request-id: req-99e52a03-08b6-4a0b-85f5-61e0007d4d79 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:18:59.368753 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71967b76-f96b-4d58-843e-823fa8658c50", "tag": "b70db711-bdaf-4a75-a4f4-f41a136f4996", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:18:59.368991 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-99e52a03-08b6-4a0b-85f5-61e0007d4d79 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:18:59.369465 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71967b76-f96b-4d58-843e-823fa8658c50', 'tag': 'b70db711-bdaf-4a75-a4f4-f41a136f4996', 'status': 'completed', 'code': 200} Jul 08 21:18:59.421983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-78ac2e61-c77b-401f-8d36-39274c50ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:59.424204 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-78ac2e61-c77b-401f-8d36-39274c50ee38 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b836d1f5615c4cf1bd79291d535a274c&device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 1096 time: 0.0680351 Jul 08 21:18:59.476496 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-611265ff-e6d7-4eb6-852f-dabccb0cef5a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70db711-bdaf-4a75-a4f4-f41a136f4996 HTTP/1.1" status: 200 len: 217 time: 0.0403986 Jul 08 21:18:59.533229 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-cb6bd206-b901-49ba-b9c8-469ac1df43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:59.534672 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-cb6bd206-b901-49ba-b9c8-469ac1df43a1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d4cad380-fd8e-488a-8121-dbf8c0382fea HTTP/1.1" status: 200 len: 854 time: 0.0493529 Jul 08 21:18:59.576107 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-2de4f1cc-4bb5-47ce-abe4-99674af2779e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=17558340-9162-47d3-8268-5db2166cfaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323031 Jul 08 21:18:59.678909 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-6e6d5ba9-7c63-456e-a8ef-263e992bcc50 service neutron] 10.222.0.103 "GET /v2.0/networks/17558340-9162-47d3-8268-5db2166cfaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954163 Jul 08 21:18:59.822268 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4443bb2c-b28a-44dc-803a-1f0aa0c84eaf req-aa444cee-42d7-4bf9-a1d2-45c43495e517 service neutron] 10.222.0.103 "GET /v2.0/networks/17558340-9162-47d3-8268-5db2166cfaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311336 Jul 08 21:18:59.953644 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e80c5-5ab7-454e-8530-a5c1287133f4 req-c2071ef1-b13f-4bd2-af93-1da2ed08ce13 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:59.956109 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e2e80c5-5ab7-454e-8530-a5c1287133f4 req-c2071ef1-b13f-4bd2-af93-1da2ed08ce13 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 944 time: 0.1178174 Jul 08 21:18:59.992494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ced722-8521-4183-9b21-98266893652e req-4df79276-5834-4ca9-8227-1cace9b8462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:18:59.994105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-80ced722-8521-4183-9b21-98266893652e req-4df79276-5834-4ca9-8227-1cace9b8462e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b836d1f5615c4cf1bd79291d535a274c&device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 1096 time: 0.1147687 Jul 08 21:19:00.096086 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e2e80c5-5ab7-454e-8530-a5c1287133f4 req-0eea8796-4509-4d04-9912-b6b6c6a74c3d tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295841 Jul 08 21:19:00.149976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ced722-8521-4183-9b21-98266893652e req-3212980c-cb72-4ca6-b7c1-bacbe3b1ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:00.151514 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-80ced722-8521-4183-9b21-98266893652e req-3212980c-cb72-4ca6-b7c1-bacbe3b1ddbc service neutron] 10.222.0.103 "GET /v2.0/networks?id=17558340-9162-47d3-8268-5db2166cfaca HTTP/1.1" status: 200 len: 915 time: 0.1501627 Jul 08 21:19:00.207005 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-80ced722-8521-4183-9b21-98266893652e req-ba287a31-ad50-4ea1-9adb-1d3c2deec820 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70db711-bdaf-4a75-a4f4-f41a136f4996 HTTP/1.1" status: 200 len: 217 time: 0.0476131 Jul 08 21:19:00.262306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ced722-8521-4183-9b21-98266893652e req-234193ff-153d-49a4-af87-312dfd170e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:00.263838 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-80ced722-8521-4183-9b21-98266893652e req-234193ff-153d-49a4-af87-312dfd170e7e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d4cad380-fd8e-488a-8121-dbf8c0382fea HTTP/1.1" status: 200 len: 854 time: 0.0502794 Jul 08 21:19:00.300964 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-80ced722-8521-4183-9b21-98266893652e req-a4b99774-164e-4cb8-8814-37376c43e589 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=17558340-9162-47d3-8268-5db2166cfaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295093 Jul 08 21:19:00.410290 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-80ced722-8521-4183-9b21-98266893652e req-c4b9509a-b2b0-4394-b645-2ba85a827bc2 service neutron] 10.222.0.103 "GET /v2.0/networks/17558340-9162-47d3-8268-5db2166cfaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022730 Jul 08 21:19:00.523808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-80ced722-8521-4183-9b21-98266893652e req-46c6232e-eea0-4823-9fbb-bd41e78f29e0 service neutron] 10.222.0.103 "GET /v2.0/networks/17558340-9162-47d3-8268-5db2166cfaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042125 Jul 08 21:19:01.319112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cac4d-600d-47e3-9a40-f7b46dc2a53c req-e5d19ccb-f157-4425-a7ff-85f3c22ad66e tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:01.321396 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae8cac4d-600d-47e3-9a40-f7b46dc2a53c req-e5d19ccb-f157-4425-a7ff-85f3c22ad66e tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 944 time: 0.0860355 Jul 08 21:19:01.382292 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ae8cac4d-600d-47e3-9a40-f7b46dc2a53c req-465a83ab-5422-4bef-be90-ef09b1f31811 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506892 Jul 08 21:19:01.915780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b70db711-bdaf-4a75-a4f4-f41a136f4996 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:19:02.065385 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b70db711-bdaf-4a75-a4f4-f41a136f4996, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b70db711-bdaf-4a75-a4f4-f41a136f4996,segment=NetworkSegment(4192ac88-6317-47cd-90e9-497204edeefc),segment_id=4192ac88-6317-47cd-90e9-497204edeefc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:02.081448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'b70db711-bdaf-4a75-a4f4-f41a136f4996', 'network_id': '17558340-9162-47d3-8268-5db2166cfaca', 'port_id': 'b70db711-bdaf-4a75-a4f4-f41a136f4996', 'mac_address': 'fa:16:3e:20:b0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cad380-fd8e-488a-8121-dbf8c0382fea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:19:02.127877 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:02.149393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70db711-bdaf-4a75-a4f4-f41a136f4996 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:19:02.175864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b70db711-bdaf-4a75-a4f4-f41a136f4996, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b70db711-bdaf-4a75-a4f4-f41a136f4996,segment=NetworkSegment(4192ac88-6317-47cd-90e9-497204edeefc),segment_id=4192ac88-6317-47cd-90e9-497204edeefc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:02.180988 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:02.252832 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=b70db711-bdaf-4a75-a4f4-f41a136f4996,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:02.448856 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b70db711-bdaf-4a75-a4f4-f41a136f4996'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:19:02.637515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06b337-76e3-4ae3-8dfe-5c083e418278 req-4130a1c3-3da0-4533-b896-aa7cd2847a69 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:02.639703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb06b337-76e3-4ae3-8dfe-5c083e418278 req-4130a1c3-3da0-4533-b896-aa7cd2847a69 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 945 time: 0.0845997 Jul 08 21:19:02.689512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb06b337-76e3-4ae3-8dfe-5c083e418278 req-f58cbc72-e229-4f9c-81c1-652e6884ab3f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371554 Jul 08 21:19:03.223748 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:19:03.930970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4f4bb-5150-4264-a7fc-4e5f34338c2d req-bf4dc48a-68f6-4024-9e5f-ebddcc0b058e tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:03.932695 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7db4f4bb-5150-4264-a7fc-4e5f34338c2d req-bf4dc48a-68f6-4024-9e5f-ebddcc0b058e tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 945 time: 0.0920734 Jul 08 21:19:03.945211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b70db711-bdaf-4a75-a4f4-f41a136f4996 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:19:03.990313 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7db4f4bb-5150-4264-a7fc-4e5f34338c2d req-a51abce3-46d8-4471-a44f-ef8e6f50b082 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449157 Jul 08 21:19:04.044004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port b70db711-bdaf-4a75-a4f4-f41a136f4996 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:19:04.048765 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port b70db711-bdaf-4a75-a4f4-f41a136f4996 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:19:04.049233 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:04.158691 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-be41470d-676e-4b2e-92c9-ccaf340570cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:04.161327 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:04.187857 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71967b76-f96b-4d58-843e-823fa8658c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70db711-bdaf-4a75-a4f4-f41a136f4996'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:19:04.190578 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a562cd0-c5c9-4d24-ae66-c4e6b7fd7099" -d '{"events": [{"server_uuid": "71967b76-f96b-4d58-843e-823fa8658c50", "name": "network-vif-plugged", "status": "completed", "tag": "b70db711-bdaf-4a75-a4f4-f41a136f4996"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:19:04.205599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port b70db711-bdaf-4a75-a4f4-f41a136f4996, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b70db711-bdaf-4a75-a4f4-f41a136f4996,segment=NetworkSegment(4192ac88-6317-47cd-90e9-497204edeefc),segment_id=4192ac88-6317-47cd-90e9-497204edeefc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:04.211196 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:04.256561 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9e47ae-c6ec-41dd-b1e6-85debfd2936a x-openstack-request-id: req-5a9e47ae-c6ec-41dd-b1e6-85debfd2936a {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:19:04.257916 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71967b76-f96b-4d58-843e-823fa8658c50", "name": "network-vif-plugged", "status": "completed", "tag": "b70db711-bdaf-4a75-a4f4-f41a136f4996", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:19:04.258254 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5a9e47ae-c6ec-41dd-b1e6-85debfd2936a {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:19:04.260149 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71967b76-f96b-4d58-843e-823fa8658c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70db711-bdaf-4a75-a4f4-f41a136f4996', 'code': 200} Jul 08 21:19:04.280496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=b70db711-bdaf-4a75-a4f4-f41a136f4996,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:04.401324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ffd95-b7f5-4ee0-86fe-d4c3d7adc917 req-a40bfe45-fd42-4fc8-8ec9-3adf3725cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:04.402599 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-db3ffd95-b7f5-4ee0-86fe-d4c3d7adc917 req-a40bfe45-fd42-4fc8-8ec9-3adf3725cd53 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 1098 time: 0.0630565 Jul 08 21:19:04.448757 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-db3ffd95-b7f5-4ee0-86fe-d4c3d7adc917 req-c0cf79fc-6012-4391-8750-314b8795d195 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341060 Jul 08 21:19:05.261024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012daffe-83e5-45e3-ad9a-159cd1ae4562 req-5a5371c0-49c8-434c-8b0c-6e1848ad1463 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:05.263015 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-012daffe-83e5-45e3-ad9a-159cd1ae4562 req-5a5371c0-49c8-434c-8b0c-6e1848ad1463 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 946 time: 0.0765004 Jul 08 21:19:05.314715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-012daffe-83e5-45e3-ad9a-159cd1ae4562 req-5a7ada0b-b798-483b-be4e-c07d327461a6 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413496 Jul 08 21:19:06.546023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158d30d-f3d4-443e-9949-cfd7ae0c91c4 req-4ae82803-11ac-483f-b5b8-e033dfecf694 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:06.549006 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0158d30d-f3d4-443e-9949-cfd7ae0c91c4 req-4ae82803-11ac-483f-b5b8-e033dfecf694 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 946 time: 0.0832696 Jul 08 21:19:06.600298 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0158d30d-f3d4-443e-9949-cfd7ae0c91c4 req-8689481c-d710-472b-8e63-b9b0e562bf7c tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 Jul 08 21:19:06.928767 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-e3ae1ebb-e064-4e83-95b0-471857bb23a8 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:06.931517 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-e3ae1ebb-e064-4e83-95b0-471857bb23a8 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/networks?id=17558340-9162-47d3-8268-5db2166cfaca HTTP/1.1" status: 200 len: 814 time: 0.1870601 Jul 08 21:19:06.954971 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-a3838df7-66e1-4256-b3cd-66877662a1c2 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/quotas/b836d1f5615c4cf1bd79291d535a274c HTTP/1.1" status: 200 len: 375 time: 0.0166934 Jul 08 21:19:07.088987 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-b2ba465c-e6c3-43d2-93bc-dd005500d549 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b836d1f5615c4cf1bd79291d535a274c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1262813 Jul 08 21:19:07.093966 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5d085f0e-4641-45f1-95fa-27e92e416dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:07.202448 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:07.233988 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-22161a54-e853-4a9e-bb6d-0ceb7db286d3 service neutron] 10.222.0.101 "GET /v2.0/networks/17558340-9162-47d3-8268-5db2166cfaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312630 Jul 08 21:19:07.351643 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-5ff3890b-5833-43f3-9f48-572a80712cb5 service neutron] 10.222.0.101 "GET /v2.0/networks/17558340-9162-47d3-8268-5db2166cfaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069956 Jul 08 21:19:07.598334 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ad32f69c-7855-45ed-a737-6105ce10eb0b req-d32cf380-c252-46b4-963f-a43734d26508 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 210 time: 0.0472846 Jul 08 21:19:08.465612 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:08.810151 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-78da5c41-8389-49e5-8642-bb1ac191444a req-16dee57a-97be-4d7f-9b52-dfaf53880dbe tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 210 time: 0.0399559 Jul 08 21:19:09.240941 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-6531673e-57b3-4707-b32f-27e20adbbd0f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:09.243968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-6531673e-57b3-4707-b32f-27e20adbbd0f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.104 "GET /v2.0/networks?id=17558340-9162-47d3-8268-5db2166cfaca HTTP/1.1" status: 200 len: 814 time: 0.2045038 Jul 08 21:19:09.258295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-d29d8d93-75cc-4e25-ad8b-b6451fc96428 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Request body: {'port': {'device_id': '45451219-18d2-4af1-bfaf-43fe9620a2a6', 'network_id': '17558340-9162-47d3-8268-5db2166cfaca', 'admin_state_up': True, 'tenant_id': 'b836d1f5615c4cf1bd79291d535a274c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:09.465366 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-d29d8d93-75cc-4e25-ad8b-b6451fc96428 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Made reservation on behalf of b836d1f5615c4cf1bd79291d535a274c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:09.473500 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-d29d8d93-75cc-4e25-ad8b-b6451fc96428 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:09.708885 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-d29d8d93-75cc-4e25-ad8b-b6451fc96428 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Allocated IP 172.20.0.2 (17558340-9162-47d3-8268-5db2166cfaca/d4cad380-fd8e-488a-8121-dbf8c0382fea/de8ffc61-e41f-42fa-a8e0-74720a520bfa) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:19:09.942717 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-d29d8d93-75cc-4e25-ad8b-b6451fc96428 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:10.008892 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ed4f0748-587b-4912-968b-f6cfdc6fb152 req-5fad710b-03bd-44bf-b81c-f4422d1c4156 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 210 time: 0.0431335 Jul 08 21:19:10.024370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-d29d8d93-75cc-4e25-ad8b-b6451fc96428 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:10.054953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b70db711-bdaf-4a75-a4f4-f41a136f4996'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:19:10.062969 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:10.109731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-d29d8d93-75cc-4e25-ad8b-b6451fc96428 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Network 17558340-9162-47d3-8268-5db2166cfaca is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:19:10.116922 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-d29d8d93-75cc-4e25-ad8b-b6451fc96428 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:10.120803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-d29d8d93-75cc-4e25-ad8b-b6451fc96428 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:19:10.165157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d8d93-75cc-4e25-ad8b-b6451fc96428 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Pushing event updated for resources: {'Port': ['ID=de8ffc61-e41f-42fa-a8e0-74720a520bfa,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:10.204066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-d29d8d93-75cc-4e25-ad8b-b6451fc96428 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:10.205429 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-d29d8d93-75cc-4e25-ad8b-b6451fc96428 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:10.226496 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-d29d8d93-75cc-4e25-ad8b-b6451fc96428 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9734149 Jul 08 21:19:10.241060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Request body: {'port': {'device_id': '45451219-18d2-4af1-bfaf-43fe9620a2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:10.332998 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:10.724717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8ffc61-e41f-42fa-a8e0-74720a520bfa {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:19:10.740346 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:10.763072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Transition to ACTIVE for port object de8ffc61-e41f-42fa-a8e0-74720a520bfa will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:19:10.767636 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:10.855503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Pushing event updated for resources: {'Port': ['ID=de8ffc61-e41f-42fa-a8e0-74720a520bfa,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:10.969378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Attempting to bind port de8ffc61-e41f-42fa-a8e0-74720a520bfa on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:19:10.970315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Attempting to bind port de8ffc61-e41f-42fa-a8e0-74720a520bfa by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': '4192ac88-6317-47cd-90e9-497204edeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '17558340-9162-47d3-8268-5db2166cfaca'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:19:10.970775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Attempting to bind port de8ffc61-e41f-42fa-a8e0-74720a520bfa on network 17558340-9162-47d3-8268-5db2166cfaca {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:19:10.977248 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Port de8ffc61-e41f-42fa-a8e0-74720a520bfa on network 17558340-9162-47d3-8268-5db2166cfaca not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:19:10.977540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Attempting to bind port de8ffc61-e41f-42fa-a8e0-74720a520bfa on network 17558340-9162-47d3-8268-5db2166cfaca {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:19:10.984031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:19:10.984419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Checking segment: {'id': '4192ac88-6317-47cd-90e9-497204edeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '17558340-9162-47d3-8268-5db2166cfaca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:10.984939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Bound using segment: {'id': '4192ac88-6317-47cd-90e9-497204edeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '17558340-9162-47d3-8268-5db2166cfaca'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:19:10.986541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Bound port: de8ffc61-e41f-42fa-a8e0-74720a520bfa, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4192ac88-6317-47cd-90e9-497204edeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '17558340-9162-47d3-8268-5db2166cfaca'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:19:10.987206 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:11.086111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] For port de8ffc61-e41f-42fa-a8e0-74720a520bfa, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:19:11.092906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] For port de8ffc61-e41f-42fa-a8e0-74720a520bfa, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=de8ffc61-e41f-42fa-a8e0-74720a520bfa,segment=NetworkSegment(4192ac88-6317-47cd-90e9-497204edeefc),segment_id=4192ac88-6317-47cd-90e9-497204edeefc)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:19:11.100260 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:11.154579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:11.155773 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:11.156726 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] 10.222.0.104 "PUT /v2.0/ports/de8ffc61-e41f-42fa-a8e0-74720a520bfa HTTP/1.1" status: 200 len: 1092 time: 0.9227169 Jul 08 21:19:11.157356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45451219-18d2-4af1-bfaf-43fe9620a2a6', 'tag': 'de8ffc61-e41f-42fa-a8e0-74720a520bfa'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:19:11.159754 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860bfac4-9753-4b4f-8826-3bf709de378f" -d '{"events": [{"name": "network-changed", "server_uuid": "45451219-18d2-4af1-bfaf-43fe9620a2a6", "tag": "de8ffc61-e41f-42fa-a8e0-74720a520bfa"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:19:11.231685 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e63ff-0f81-4072-b794-092fc79758d5 service neutron] Pushing event updated for resources: {'Port': ['ID=de8ffc61-e41f-42fa-a8e0-74720a520bfa,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:11.262113 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f0dbf9-74e3-43f6-bf41-3ee009072698 x-openstack-request-id: req-22f0dbf9-74e3-43f6-bf41-3ee009072698 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:19:11.263243 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45451219-18d2-4af1-bfaf-43fe9620a2a6", "tag": "de8ffc61-e41f-42fa-a8e0-74720a520bfa", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:19:11.263243 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-22f0dbf9-74e3-43f6-bf41-3ee009072698 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:19:11.263243 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45451219-18d2-4af1-bfaf-43fe9620a2a6', 'tag': 'de8ffc61-e41f-42fa-a8e0-74720a520bfa', 'status': 'completed', 'code': 200} Jul 08 21:19:11.301355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-be9a475c-1854-4554-8268-4420958f7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:11.303027 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-be9a475c-1854-4554-8268-4420958f7c03 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=b836d1f5615c4cf1bd79291d535a274c&device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 1095 time: 0.0907941 Jul 08 21:19:11.353254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff89c9d-326f-4ef3-9e43-b29190f8e70b req-bf13aa2a-ab96-4ce7-9cbc-f4b7aed21736 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:11.355080 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8ff89c9d-326f-4ef3-9e43-b29190f8e70b req-bf13aa2a-ab96-4ce7-9cbc-f4b7aed21736 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 943 time: 0.0927942 Jul 08 21:19:11.355477 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-51168c8b-8c89-485d-8309-0e44ddb9ddf9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de8ffc61-e41f-42fa-a8e0-74720a520bfa HTTP/1.1" status: 200 len: 217 time: 0.0457168 Jul 08 21:19:11.410406 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8ff89c9d-326f-4ef3-9e43-b29190f8e70b req-410cca0c-ebd5-4002-b5ab-56ea089c263e tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442054 Jul 08 21:19:11.433112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-12255131-b101-4444-9a26-83db3bb10891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:11.435822 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-12255131-b101-4444-9a26-83db3bb10891 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d4cad380-fd8e-488a-8121-dbf8c0382fea HTTP/1.1" status: 200 len: 854 time: 0.0738060 Jul 08 21:19:11.485842 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-179653dd-d0d2-4148-89fc-a4db5d6d12c5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=17558340-9162-47d3-8268-5db2166cfaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430412 Jul 08 21:19:11.609142 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-feae1983-f9ee-4f35-bae1-1d99be0ef454 service neutron] 10.222.0.104 "GET /v2.0/networks/17558340-9162-47d3-8268-5db2166cfaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171296 Jul 08 21:19:11.745712 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c6d7e4ba-f043-41cb-854f-798cb5a6d46c req-747ce61c-3df6-4ecf-88ac-fa74ce795184 service neutron] 10.222.0.104 "GET /v2.0/networks/17558340-9162-47d3-8268-5db2166cfaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295595 Jul 08 21:19:11.911779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bfac4-9753-4b4f-8826-3bf709de378f req-bc10bf30-04af-4578-bf00-f60dccc37385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:11.914616 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-860bfac4-9753-4b4f-8826-3bf709de378f req-bc10bf30-04af-4578-bf00-f60dccc37385 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=b836d1f5615c4cf1bd79291d535a274c&device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 1095 time: 0.1061578 Jul 08 21:19:12.033215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bfac4-9753-4b4f-8826-3bf709de378f req-5a3d8a27-6ce7-4252-965b-0af332788774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:12.034858 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-860bfac4-9753-4b4f-8826-3bf709de378f req-5a3d8a27-6ce7-4252-965b-0af332788774 service neutron] 10.222.0.104 "GET /v2.0/networks?id=17558340-9162-47d3-8268-5db2166cfaca HTTP/1.1" status: 200 len: 915 time: 0.1140413 Jul 08 21:19:12.114679 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-860bfac4-9753-4b4f-8826-3bf709de378f req-2208d89d-7590-49db-9a7d-9df4e1c366c4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de8ffc61-e41f-42fa-a8e0-74720a520bfa HTTP/1.1" status: 200 len: 217 time: 0.0724478 Jul 08 21:19:12.189338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bfac4-9753-4b4f-8826-3bf709de378f req-bf219ea2-4276-40be-9f8a-432c77feb77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:12.191110 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-860bfac4-9753-4b4f-8826-3bf709de378f req-bf219ea2-4276-40be-9f8a-432c77feb77f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d4cad380-fd8e-488a-8121-dbf8c0382fea HTTP/1.1" status: 200 len: 854 time: 0.0693188 Jul 08 21:19:12.233192 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-860bfac4-9753-4b4f-8826-3bf709de378f req-98f9c115-1da0-4daa-b29c-4242b4843a00 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=17558340-9162-47d3-8268-5db2166cfaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345187 Jul 08 21:19:12.356117 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-860bfac4-9753-4b4f-8826-3bf709de378f req-3868ccf7-a6aa-4c66-8a9d-71e7a580cb27 service neutron] 10.222.0.104 "GET /v2.0/networks/17558340-9162-47d3-8268-5db2166cfaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160951 Jul 08 21:19:12.554584 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-860bfac4-9753-4b4f-8826-3bf709de378f req-f56589c0-4cba-45c6-8f8a-d903aa77e0c8 service neutron] 10.222.0.104 "GET /v2.0/networks/17558340-9162-47d3-8268-5db2166cfaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905851 Jul 08 21:19:12.699510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881179f-c9e1-4034-a8ff-cca23de6e696 req-0fbf27bf-72d9-49b0-a562-fedd477633f9 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:12.701200 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6881179f-c9e1-4034-a8ff-cca23de6e696 req-0fbf27bf-72d9-49b0-a562-fedd477633f9 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 943 time: 0.0903256 Jul 08 21:19:12.762384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6881179f-c9e1-4034-a8ff-cca23de6e696 req-1417b2d9-7779-4ebf-b58b-a03ba82dec3e tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503051 Jul 08 21:19:13.641961 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device de8ffc61-e41f-42fa-a8e0-74720a520bfa details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:19:13.769821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port de8ffc61-e41f-42fa-a8e0-74720a520bfa, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=de8ffc61-e41f-42fa-a8e0-74720a520bfa,segment=NetworkSegment(4192ac88-6317-47cd-90e9-497204edeefc),segment_id=4192ac88-6317-47cd-90e9-497204edeefc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:13.785567 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': 'de8ffc61-e41f-42fa-a8e0-74720a520bfa', 'network_id': '17558340-9162-47d3-8268-5db2166cfaca', 'port_id': 'de8ffc61-e41f-42fa-a8e0-74720a520bfa', 'mac_address': 'fa:16:3e:1b:fc:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cad380-fd8e-488a-8121-dbf8c0382fea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:19:13.859028 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:13.885165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8ffc61-e41f-42fa-a8e0-74720a520bfa {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:19:13.927292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port de8ffc61-e41f-42fa-a8e0-74720a520bfa, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=de8ffc61-e41f-42fa-a8e0-74720a520bfa,segment=NetworkSegment(4192ac88-6317-47cd-90e9-497204edeefc),segment_id=4192ac88-6317-47cd-90e9-497204edeefc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:13.933862 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:14.037963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=de8ffc61-e41f-42fa-a8e0-74720a520bfa,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:14.052097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:14.052619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:14.053172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:14.053673 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:14.054172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:14.054682 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:14.055846 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:14.056214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:14.056667 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:14.057023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:14.057365 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:14.057814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:14.105941 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632b5ae-29c5-4e73-b99a-ca0de7bb8368 req-8a15bf4e-d1bf-4ed6-928e-541eb710c4c5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:14.108089 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2632b5ae-29c5-4e73-b99a-ca0de7bb8368 req-8a15bf4e-d1bf-4ed6-928e-541eb710c4c5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 944 time: 0.1138914 Jul 08 21:19:14.132843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['de8ffc61-e41f-42fa-a8e0-74720a520bfa'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:19:14.188060 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2632b5ae-29c5-4e73-b99a-ca0de7bb8368 req-c7a21b0a-38a7-4601-9864-65755b27e92e tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702906 Jul 08 21:19:15.466870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88da9-5152-41f7-aa44-281cb03eee20 req-440e312c-e02e-48a0-9bf4-2818b22a651f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:15.468695 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d1c88da9-5152-41f7-aa44-281cb03eee20 req-440e312c-e02e-48a0-9bf4-2818b22a651f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 944 time: 0.0873291 Jul 08 21:19:15.520816 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d1c88da9-5152-41f7-aa44-281cb03eee20 req-c3f70600-548d-4535-b9a2-460ef11c1d44 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 Jul 08 21:19:15.658450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device de8ffc61-e41f-42fa-a8e0-74720a520bfa up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:19:15.718718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port de8ffc61-e41f-42fa-a8e0-74720a520bfa completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:19:15.723377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port de8ffc61-e41f-42fa-a8e0-74720a520bfa triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:19:15.723862 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:15.825092 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:15.868341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45451219-18d2-4af1-bfaf-43fe9620a2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8ffc61-e41f-42fa-a8e0-74720a520bfa'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:19:15.872513 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d5e18b-491f-4e42-be52-811668c6a968" -d '{"events": [{"server_uuid": "45451219-18d2-4af1-bfaf-43fe9620a2a6", "name": "network-vif-plugged", "status": "completed", "tag": "de8ffc61-e41f-42fa-a8e0-74720a520bfa"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:19:15.897104 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port de8ffc61-e41f-42fa-a8e0-74720a520bfa, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=de8ffc61-e41f-42fa-a8e0-74720a520bfa,segment=NetworkSegment(4192ac88-6317-47cd-90e9-497204edeefc),segment_id=4192ac88-6317-47cd-90e9-497204edeefc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:15.903540 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:15.932304 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6e9876-12cd-4ace-8dad-79987cea0414 x-openstack-request-id: req-ed6e9876-12cd-4ace-8dad-79987cea0414 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:19:15.932617 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45451219-18d2-4af1-bfaf-43fe9620a2a6", "name": "network-vif-plugged", "status": "completed", "tag": "de8ffc61-e41f-42fa-a8e0-74720a520bfa", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:19:15.932851 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ed6e9876-12cd-4ace-8dad-79987cea0414 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:19:15.933246 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45451219-18d2-4af1-bfaf-43fe9620a2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8ffc61-e41f-42fa-a8e0-74720a520bfa', 'code': 200} Jul 08 21:19:15.978835 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=de8ffc61-e41f-42fa-a8e0-74720a520bfa,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:16.061932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f80a3-da58-4e6a-9f18-c08af2c6e1f2 req-b1260344-8d40-4765-a364-284315aaef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:16.064370 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-809f80a3-da58-4e6a-9f18-c08af2c6e1f2 req-b1260344-8d40-4765-a364-284315aaef6a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 1097 time: 0.0652626 Jul 08 21:19:16.105155 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-809f80a3-da58-4e6a-9f18-c08af2c6e1f2 req-c3204e03-5844-48ae-b34a-a9b77a2c719c service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349195 Jul 08 21:19:16.784954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba079ef-36d8-4b77-9f7d-bacba6dcd5d7 req-efc6af00-1421-4e1f-bcb8-670d769f69e0 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:16.787551 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ba079ef-36d8-4b77-9f7d-bacba6dcd5d7 req-efc6af00-1421-4e1f-bcb8-670d769f69e0 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 945 time: 0.1360776 Jul 08 21:19:16.866001 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ba079ef-36d8-4b77-9f7d-bacba6dcd5d7 req-f41f7b6c-544d-419f-ba82-87a7f97242f3 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671060 Jul 08 21:19:18.091689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f00085-c9ca-4315-883f-c8515f9bae2d req-18383f94-0c8f-4f84-8e64-fecae7af92c1 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:18.094516 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-30f00085-c9ca-4315-883f-c8515f9bae2d req-18383f94-0c8f-4f84-8e64-fecae7af92c1 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 945 time: 0.0865209 Jul 08 21:19:18.155621 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-30f00085-c9ca-4315-883f-c8515f9bae2d req-776cb32e-cff8-4254-88f2-169089c35f2e tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538993 Jul 08 21:19:18.205743 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:18.677100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168aa940-cf7f-4835-aedf-aab09e995d90 req-0f6cf495-5e05-424c-ab1a-76abf18e321e tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:18.678692 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-168aa940-cf7f-4835-aedf-aab09e995d90 req-0f6cf495-5e05-424c-ab1a-76abf18e321e tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 945 time: 0.0792644 Jul 08 21:19:18.734806 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-168aa940-cf7f-4835-aedf-aab09e995d90 req-949fccab-495c-48d9-b3c0-ca8075c55644 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495944 Jul 08 21:19:19.885635 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fac73-e646-4172-83d8-09b813126a40 req-cfd514a0-de63-4480-a0e3-94258ccd9224 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:19.887977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-836fac73-e646-4172-83d8-09b813126a40 req-cfd514a0-de63-4480-a0e3-94258ccd9224 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.104 "GET /v2.0/ports?device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 945 time: 0.1077220 Jul 08 21:19:20.072816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-836fac73-e646-4172-83d8-09b813126a40 req-50b5d387-b115-4600-b191-b65c6ebe00c5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Deleting port de8ffc61-e41f-42fa-a8e0-74720a520bfa {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:19:20.073152 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-836fac73-e646-4172-83d8-09b813126a40 req-50b5d387-b115-4600-b191-b65c6ebe00c5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:20.135958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d101ab6-7cfb-484b-b923-f04e26ae346d req-2c733ac3-fc08-4f34-94e0-0a84f64717f2 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:20.137810 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6d101ab6-7cfb-484b-b923-f04e26ae346d req-2c733ac3-fc08-4f34-94e0-0a84f64717f2 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=45451219-18d2-4af1-bfaf-43fe9620a2a6 HTTP/1.1" status: 200 len: 945 time: 0.1563110 Jul 08 21:19:20.226867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6d101ab6-7cfb-484b-b923-f04e26ae346d req-dcfd8cf7-bba2-4816-84e9-28792a1d97dd tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759244 Jul 08 21:19:20.236134 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-836fac73-e646-4172-83d8-09b813126a40 req-50b5d387-b115-4600-b191-b65c6ebe00c5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] For port de8ffc61-e41f-42fa-a8e0-74720a520bfa, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=de8ffc61-e41f-42fa-a8e0-74720a520bfa,segment=NetworkSegment(4192ac88-6317-47cd-90e9-497204edeefc),segment_id=4192ac88-6317-47cd-90e9-497204edeefc)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:20.236786 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-836fac73-e646-4172-83d8-09b813126a40 req-50b5d387-b115-4600-b191-b65c6ebe00c5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:20.262484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-836fac73-e646-4172-83d8-09b813126a40 req-50b5d387-b115-4600-b191-b65c6ebe00c5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Calling delete_port for de8ffc61-e41f-42fa-a8e0-74720a520bfa owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:19:20.495182 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-836fac73-e646-4172-83d8-09b813126a40 req-50b5d387-b115-4600-b191-b65c6ebe00c5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:20.511394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['de8ffc61-e41f-42fa-a8e0-74720a520bfa'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:19:20.515691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['b70db711-bdaf-4a75-a4f4-f41a136f4996'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:19:20.528452 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5d387-b115-4600-b191-b65c6ebe00c5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Pushing event deleted for resources: {'Port': ['ID=de8ffc61-e41f-42fa-a8e0-74720a520bfa,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:20.618882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-836fac73-e646-4172-83d8-09b813126a40 req-50b5d387-b115-4600-b191-b65c6ebe00c5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] No DVR routers for this DVR port de8ffc61-e41f-42fa-a8e0-74720a520bfa on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:19:20.622524 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-836fac73-e646-4172-83d8-09b813126a40 req-50b5d387-b115-4600-b191-b65c6ebe00c5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:20.625000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-836fac73-e646-4172-83d8-09b813126a40 req-50b5d387-b115-4600-b191-b65c6ebe00c5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.104 "DELETE /v2.0/ports/de8ffc61-e41f-42fa-a8e0-74720a520bfa HTTP/1.1" status: 204 len: 173 time: 0.7305288 Jul 08 21:19:20.625678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45451219-18d2-4af1-bfaf-43fe9620a2a6', 'name': 'network-vif-deleted', 'tag': 'de8ffc61-e41f-42fa-a8e0-74720a520bfa'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:19:20.629837 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596c97fb-5b18-486c-b0f5-39c16d225744" -d '{"events": [{"server_uuid": "45451219-18d2-4af1-bfaf-43fe9620a2a6", "name": "network-vif-deleted", "tag": "de8ffc61-e41f-42fa-a8e0-74720a520bfa"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:19:20.702253 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230c5ee7-8794-48ee-8fd5-98c84daa7c78 x-openstack-request-id: req-230c5ee7-8794-48ee-8fd5-98c84daa7c78 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:19:20.702695 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45451219-18d2-4af1-bfaf-43fe9620a2a6", "name": "network-vif-deleted", "tag": "de8ffc61-e41f-42fa-a8e0-74720a520bfa", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:19:20.703072 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-230c5ee7-8794-48ee-8fd5-98c84daa7c78 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:19:20.703784 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45451219-18d2-4af1-bfaf-43fe9620a2a6', 'name': 'network-vif-deleted', 'tag': 'de8ffc61-e41f-42fa-a8e0-74720a520bfa', 'status': 'completed', 'code': 200} Jul 08 21:19:21.530059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add4c8e-a84a-4ea6-8157-9aea8c32c26d req-d2aa79be-fe6b-47b3-b6bd-48365019ac21 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:21.532224 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7add4c8e-a84a-4ea6-8157-9aea8c32c26d req-d2aa79be-fe6b-47b3-b6bd-48365019ac21 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 946 time: 0.0834069 Jul 08 21:19:21.578661 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7add4c8e-a84a-4ea6-8157-9aea8c32c26d req-32fb85e7-d8d1-4f92-a1c3-46f7b71c57c5 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395596 Jul 08 21:19:21.828515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5845975-a1ae-46f6-b625-2455a0878be9 req-e17d6998-9d3b-42d5-a4f9-ec7eb78f44bc tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:21.830666 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5845975-a1ae-46f6-b625-2455a0878be9 req-e17d6998-9d3b-42d5-a4f9-ec7eb78f44bc tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 946 time: 0.0982220 Jul 08 21:19:21.879800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5845975-a1ae-46f6-b625-2455a0878be9 req-1aae8af6-d58d-448d-8ca0-b590202443bb tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387464 Jul 08 21:19:22.111487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedac17c-389d-4cf7-a0d3-3be5a45b8b01 req-c2b74a45-95a4-4444-9ace-e4ff15a60dfd tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:22.113984 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dedac17c-389d-4cf7-a0d3-3be5a45b8b01 req-c2b74a45-95a4-4444-9ace-e4ff15a60dfd tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 946 time: 0.1027715 Jul 08 21:19:22.164727 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dedac17c-389d-4cf7-a0d3-3be5a45b8b01 req-36ad983c-551b-4fc0-9990-a7819af421cd tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Jul 08 21:19:22.569870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1a78e-27ec-4d9b-92b0-872dd57c0287 req-a8da7b1a-4db0-4564-8d46-4947d1503557 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:22.572876 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faf1a78e-27ec-4d9b-92b0-872dd57c0287 req-a8da7b1a-4db0-4564-8d46-4947d1503557 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 946 time: 0.1462505 Jul 08 21:19:22.640027 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-faf1a78e-27ec-4d9b-92b0-872dd57c0287 req-f717e4ac-67e0-4eaa-b04d-75dc7953ea66 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607331 Jul 08 21:19:22.946100 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae5c93-e0dc-44f6-88c6-144c91ce0b9f req-a7f20e1a-8e02-4525-87d2-39a54f6d23af tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:22.947978 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b8ae5c93-e0dc-44f6-88c6-144c91ce0b9f req-a7f20e1a-8e02-4525-87d2-39a54f6d23af tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 946 time: 0.0805178 Jul 08 21:19:23.017861 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b8ae5c93-e0dc-44f6-88c6-144c91ce0b9f req-f20cbb1f-8f01-4700-a3bd-975598ed1ba1 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607133 Jul 08 21:19:23.369727 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd69669-f51c-47cf-9c61-5821e1a67be9 req-505103c8-db6b-4ad7-abc9-c2258b589abe tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:23.372484 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fd69669-f51c-47cf-9c61-5821e1a67be9 req-505103c8-db6b-4ad7-abc9-c2258b589abe tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 946 time: 0.1278744 Jul 08 21:19:23.444395 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fd69669-f51c-47cf-9c61-5821e1a67be9 req-1b160edc-655a-4832-a8d7-9eb0f9fad2dd tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602007 Jul 08 21:19:23.659418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device de8ffc61-e41f-42fa-a8e0-74720a520bfa no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:19:23.702433 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: de8ffc61-e41f-42fa-a8e0-74720a520bfa {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:19:23.703798 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device de8ffc61-e41f-42fa-a8e0-74720a520bfa not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:19:23.984908 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:24.258171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bb1ce-4418-4250-b2d2-0b69e96baba3 req-07c08505-25a5-4f20-b928-27b2d404133a tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:24.260521 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab0bb1ce-4418-4250-b2d2-0b69e96baba3 req-07c08505-25a5-4f20-b928-27b2d404133a tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 946 time: 0.1030889 Jul 08 21:19:24.327223 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ab0bb1ce-4418-4250-b2d2-0b69e96baba3 req-58e30714-ee12-470b-bcf0-73e6a39cf0f8 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565469 Jul 08 21:19:25.671482 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e006514-7e7e-48c7-94ab-b6f344da2383 req-bfc485b0-7467-48db-b839-a62155af4b76 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:25.674166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e006514-7e7e-48c7-94ab-b6f344da2383 req-bfc485b0-7467-48db-b839-a62155af4b76 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 946 time: 0.1095605 Jul 08 21:19:25.687380 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a71bcf-2377-4636-951a-5743e12d2659 req-79d4f217-05b7-4fae-abe4-07fec9c5d2f1 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:25.690252 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65a71bcf-2377-4636-951a-5743e12d2659 req-79d4f217-05b7-4fae-abe4-07fec9c5d2f1 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.103 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 946 time: 0.1393847 Jul 08 21:19:25.774684 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6e006514-7e7e-48c7-94ab-b6f344da2383 req-9dac07b0-57b7-4ee2-adf2-ab0f8421b3e7 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/security-groups?id=8da7ff1b-a114-4329-b99e-86e4619195d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833516 Jul 08 21:19:25.847272 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-65a71bcf-2377-4636-951a-5743e12d2659 req-01cc03b4-98d3-4da1-9540-ee255216700f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Deleting port b70db711-bdaf-4a75-a4f4-f41a136f4996 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:19:25.847835 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-65a71bcf-2377-4636-951a-5743e12d2659 req-01cc03b4-98d3-4da1-9540-ee255216700f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:25.995761 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-65a71bcf-2377-4636-951a-5743e12d2659 req-01cc03b4-98d3-4da1-9540-ee255216700f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] For port b70db711-bdaf-4a75-a4f4-f41a136f4996, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=b70db711-bdaf-4a75-a4f4-f41a136f4996,segment=NetworkSegment(4192ac88-6317-47cd-90e9-497204edeefc),segment_id=4192ac88-6317-47cd-90e9-497204edeefc)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:25.996061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-65a71bcf-2377-4636-951a-5743e12d2659 req-01cc03b4-98d3-4da1-9540-ee255216700f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:26.017119 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-65a71bcf-2377-4636-951a-5743e12d2659 req-01cc03b4-98d3-4da1-9540-ee255216700f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Calling delete_port for b70db711-bdaf-4a75-a4f4-f41a136f4996 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:19:26.530897 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-65a71bcf-2377-4636-951a-5743e12d2659 req-01cc03b4-98d3-4da1-9540-ee255216700f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:26.569579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc03b4-98d3-4da1-9540-ee255216700f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Pushing event deleted for resources: {'Port': ['ID=b70db711-bdaf-4a75-a4f4-f41a136f4996,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:26.631344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a71bcf-2377-4636-951a-5743e12d2659 req-01cc03b4-98d3-4da1-9540-ee255216700f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] No DVR routers for this DVR port b70db711-bdaf-4a75-a4f4-f41a136f4996 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:19:26.635686 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-65a71bcf-2377-4636-951a-5743e12d2659 req-01cc03b4-98d3-4da1-9540-ee255216700f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:26.638851 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65a71bcf-2377-4636-951a-5743e12d2659 req-01cc03b4-98d3-4da1-9540-ee255216700f tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.103 "DELETE /v2.0/ports/b70db711-bdaf-4a75-a4f4-f41a136f4996 HTTP/1.1" status: 204 len: 173 time: 0.9392366 Jul 08 21:19:26.639475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71967b76-f96b-4d58-843e-823fa8658c50', 'name': 'network-vif-deleted', 'tag': 'b70db711-bdaf-4a75-a4f4-f41a136f4996'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:19:26.642789 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca9ad76-4a64-4d38-8ba6-0f1642713dd2" -d '{"events": [{"server_uuid": "71967b76-f96b-4d58-843e-823fa8658c50", "name": "network-vif-deleted", "tag": "b70db711-bdaf-4a75-a4f4-f41a136f4996"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:19:26.704107 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81610c47-a0b4-49ae-aed6-2cb329436a79 x-openstack-request-id: req-81610c47-a0b4-49ae-aed6-2cb329436a79 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:19:26.704858 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71967b76-f96b-4d58-843e-823fa8658c50", "name": "network-vif-deleted", "tag": "b70db711-bdaf-4a75-a4f4-f41a136f4996", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:19:26.704968 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-81610c47-a0b4-49ae-aed6-2cb329436a79 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:19:26.705626 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71967b76-f96b-4d58-843e-823fa8658c50', 'name': 'network-vif-deleted', 'tag': 'b70db711-bdaf-4a75-a4f4-f41a136f4996', 'status': 'completed', 'code': 200} Jul 08 21:19:26.991719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5a7be55a-920d-4d42-806b-8d9d4c98e726 req-63a27a7f-5cbf-4cfb-8e09-775163e6c776 tempest-ServersNegativeTestJSON-17734823 tempest-ServersNegativeTestJSON-17734823-project] 10.222.0.101 "GET /v2.0/ports?device_id=71967b76-f96b-4d58-843e-823fa8658c50 HTTP/1.1" status: 200 len: 210 time: 0.0505719 Jul 08 21:19:28.101782 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48096) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:28.132256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b70db711-bdaf-4a75-a4f4-f41a136f4996 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:19:28.154268 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: b70db711-bdaf-4a75-a4f4-f41a136f4996 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:19:28.154713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device b70db711-bdaf-4a75-a4f4-f41a136f4996 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:19:28.163826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ef571d-9833-4e28-93a9-c610427d07ba admin admin] Deleting subnet d4cad380-fd8e-488a-8121-dbf8c0382fea {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:19:28.167829 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86ef571d-9833-4e28-93a9-c610427d07ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:28.209259 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86ef571d-9833-4e28-93a9-c610427d07ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:28.255091 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86ef571d-9833-4e28-93a9-c610427d07ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:28.335174 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86ef571d-9833-4e28-93a9-c610427d07ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:28.385618 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef571d-9833-4e28-93a9-c610427d07ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4cad380-fd8e-488a-8121-dbf8c0382fea,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:28.389595 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86ef571d-9833-4e28-93a9-c610427d07ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:28.391811 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-86ef571d-9833-4e28-93a9-c610427d07ba admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d4cad380-fd8e-488a-8121-dbf8c0382fea HTTP/1.1" status: 204 len: 168 time: 0.2882700 Jul 08 21:19:28.395582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48098) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:28.477229 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c3fa2b6-ec88-4061-b760-12bc0646387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:28.565974 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c3fa2b6-ec88-4061-b760-12bc0646387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:28.577798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1c3fa2b6-ec88-4061-b760-12bc0646387b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17558340-9162-47d3-8268-5db2166cfaca']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:28.591317 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1c3fa2b6-ec88-4061-b760-12bc0646387b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4192ac88-6317-47cd-90e9-497204edeefc') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:28.591553 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-1c3fa2b6-ec88-4061-b760-12bc0646387b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4192ac88-6317-47cd-90e9-497204edeefc') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:28.602756 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c3fa2b6-ec88-4061-b760-12bc0646387b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:28.619075 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c3fa2b6-ec88-4061-b760-12bc0646387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:28.626905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3fa2b6-ec88-4061-b760-12bc0646387b admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:19:28.627361 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c3fa2b6-ec88-4061-b760-12bc0646387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:19:28.629446 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:19:28.698261 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c3fa2b6-ec88-4061-b760-12bc0646387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:28.706118 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c3fa2b6-ec88-4061-b760-12bc0646387b admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:28.708869 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1c3fa2b6-ec88-4061-b760-12bc0646387b admin admin] 10.222.0.101 "DELETE /v2.0/networks/17558340-9162-47d3-8268-5db2166cfaca HTTP/1.1" status: 204 len: 168 time: 0.3119977 Jul 08 21:19:28.721826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fa2b6-ec88-4061-b760-12bc0646387b admin admin] Pushing event deleted for resources: {'Network': ['ID=17558340-9162-47d3-8268-5db2166cfaca,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:28.888109 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48102) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:28.939978 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8462bb96-8a44-4d97-badf-e36048a9ceaa admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b836d1f5615c4cf1bd79291d535a274c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504928 Jul 08 21:19:28.944146 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48104) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:29.026536 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a59873f6-999f-4e5b-9a93-624b782b417d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:29.073901 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a59873f6-999f-4e5b-9a93-624b782b417d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:29.168014 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a59873f6-999f-4e5b-9a93-624b782b417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:29.173279 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a59873f6-999f-4e5b-9a93-624b782b417d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:29.176457 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a59873f6-999f-4e5b-9a93-624b782b417d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8da7ff1b-a114-4329-b99e-86e4619195d7 HTTP/1.1" status: 204 len: 168 time: 0.2294445 Jul 08 21:19:29.191350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59873f6-999f-4e5b-9a93-624b782b417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da7ff1b-a114-4329-b99e-86e4619195d7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:30.102777 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48126) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:30.253839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1558592407'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:30.292375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Made reservation on behalf of 0c4df4ba736946eb88af85895df93f0d for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:30.296895 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:30.308865 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:30.464680 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:30.471388 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:30.516160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:19:30.543805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f2bb09-2bae-4ad4-b07d-43e7eff355e3,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:30.557187 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:30.557187 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Added segment 1abb658f-af2f-422c-83e4-74cca4eb2fdc of type vlan for network 8d28df59-324a-46b5-b833-5166db7cb2fc Jul 08 21:19:30.617685 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:30.653452 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:30.660557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:30.661287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:30.731995 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6276240 Jul 08 21:19:30.748196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c7d90-9579-4657-bb5f-f29dc6fe3f6f tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event updated for resources: {'Network': ['ID=8d28df59-324a-46b5-b833-5166db7cb2fc,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:30.770415 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 8d28df59-324a-46b5-b833-5166db7cb2fc details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:19:34.131510 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-585da037-f1cc-4bf9-bf7c-68cc39bfe273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:35.253395 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48130) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:35.259924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-9fbb7017-d932-4528-a56e-7548486d0a75 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Request body: {'subnet': {'network_id': '8d28df59-324a-46b5-b833-5166db7cb2fc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:35.386034 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbb7017-d932-4528-a56e-7548486d0a75 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Made reservation on behalf of 0c4df4ba736946eb88af85895df93f0d for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:35.390110 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7017-d932-4528-a56e-7548486d0a75 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:35.646676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7017-d932-4528-a56e-7548486d0a75 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:35.735404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb7017-d932-4528-a56e-7548486d0a75 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event updated for resources: {'Subnet': ['ID=44475e47-b161-431a-aa86-20e112578c50,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:35.759910 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbb7017-d932-4528-a56e-7548486d0a75 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Checking segment: {'id': '1abb658f-af2f-422c-83e4-74cca4eb2fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8d28df59-324a-46b5-b833-5166db7cb2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:35.760361 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb7017-d932-4528-a56e-7548486d0a75 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Network hostable DHCP agents. Network: 8d28df59-324a-46b5-b833-5166db7cb2fc, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:19:35.783351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb7017-d932-4528-a56e-7548486d0a75 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Network 8d28df59-324a-46b5-b833-5166db7cb2fc is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:19:35.796142 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9fbb7017-d932-4528-a56e-7548486d0a75 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 8d28df59-324a-46b5-b833-5166db7cb2fc) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:35.802374 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbb7017-d932-4528-a56e-7548486d0a75 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:35.805184 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7017-d932-4528-a56e-7548486d0a75 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:35.809516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f24c6c-384e-4eab-9abd-4eb48ce80805 None None] Network 8d28df59-324a-46b5-b833-5166db7cb2fc requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:35.830774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9fbb7017-d932-4528-a56e-7548486d0a75 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5755434 Jul 08 21:19:35.836165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48132) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:35.846285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-05a77cbb-1b13-47e3-8fae-0cbe1cf21a82 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-855443388'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:35.889449 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a77cbb-1b13-47e3-8fae-0cbe1cf21a82 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Made reservation on behalf of 0c4df4ba736946eb88af85895df93f0d for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:35.894893 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05a77cbb-1b13-47e3-8fae-0cbe1cf21a82 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:35.941404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a77cbb-1b13-47e3-8fae-0cbe1cf21a82 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:19:35.962783 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05a77cbb-1b13-47e3-8fae-0cbe1cf21a82 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:35.963735 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-05a77cbb-1b13-47e3-8fae-0cbe1cf21a82 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Added segment a90a7f7a-70fe-4c33-8863-62c7006d9128 of type vlan for network dd21255e-e3ad-43a1-ba20-71bb028c9e52 Jul 08 21:19:36.018309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-8d28df59-324a-46b5-b833-5166db7cb2fc', 'network_id': '8d28df59-324a-46b5-b833-5166db7cb2fc', 'tenant_id': '0c4df4ba736946eb88af85895df93f0d', 'fixed_ips': [{'subnet_id': '44475e47-b161-431a-aa86-20e112578c50'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:19:36.019507 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:36.026108 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05a77cbb-1b13-47e3-8fae-0cbe1cf21a82 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:36.070345 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05a77cbb-1b13-47e3-8fae-0cbe1cf21a82 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:36.076998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a77cbb-1b13-47e3-8fae-0cbe1cf21a82 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:36.077765 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05a77cbb-1b13-47e3-8fae-0cbe1cf21a82 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:36.179908 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-05a77cbb-1b13-47e3-8fae-0cbe1cf21a82 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3415942 Jul 08 21:19:36.183932 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48134) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:36.191989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2c9775b9-d7dc-4cfa-a999-8da17fc68b59 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Request body: {'subnet': {'network_id': 'dd21255e-e3ad-43a1-ba20-71bb028c9e52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:36.200923 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a77cbb-1b13-47e3-8fae-0cbe1cf21a82 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event updated for resources: {'Network': ['ID=dd21255e-e3ad-43a1-ba20-71bb028c9e52,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:36.225194 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network dd21255e-e3ad-43a1-ba20-71bb028c9e52 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:19:36.241972 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Allocated IP 2001:db8:0:ffff::2 (8d28df59-324a-46b5-b833-5166db7cb2fc/44475e47-b161-431a-aa86-20e112578c50/9d84d006-8580-43eb-9a57-3bebf8643eca) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:19:36.334289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9775b9-d7dc-4cfa-a999-8da17fc68b59 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Made reservation on behalf of 0c4df4ba736946eb88af85895df93f0d for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:36.339272 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c9775b9-d7dc-4cfa-a999-8da17fc68b59 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:36.508709 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:36.519128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Transition to ACTIVE for port object 9d84d006-8580-43eb-9a57-3bebf8643eca will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:19:36.538535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Transition to ACTIVE for port object 9d84d006-8580-43eb-9a57-3bebf8643eca will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:19:36.545840 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:36.594680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Network 8d28df59-324a-46b5-b833-5166db7cb2fc is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:19:36.597909 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:36.601928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:19:36.608235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Pushing event updated for resources: {'Port': ['ID=9d84d006-8580-43eb-9a57-3bebf8643eca,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:36.669900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Attempting to bind port 9d84d006-8580-43eb-9a57-3bebf8643eca on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:19:36.670601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Attempting to bind port 9d84d006-8580-43eb-9a57-3bebf8643eca by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '1abb658f-af2f-422c-83e4-74cca4eb2fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8d28df59-324a-46b5-b833-5166db7cb2fc'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:19:36.670972 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Attempting to bind port 9d84d006-8580-43eb-9a57-3bebf8643eca on network 8d28df59-324a-46b5-b833-5166db7cb2fc {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:19:36.677877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:19:36.678281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Checking segment: {'id': '1abb658f-af2f-422c-83e4-74cca4eb2fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8d28df59-324a-46b5-b833-5166db7cb2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:36.678652 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:36.679053 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Bound using segment: {'id': '1abb658f-af2f-422c-83e4-74cca4eb2fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8d28df59-324a-46b5-b833-5166db7cb2fc'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:19:36.679545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Bound port: 9d84d006-8580-43eb-9a57-3bebf8643eca, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abb658f-af2f-422c-83e4-74cca4eb2fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8d28df59-324a-46b5-b833-5166db7cb2fc'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:19:36.679997 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:36.699575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c9775b9-d7dc-4cfa-a999-8da17fc68b59 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:36.770923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9775b9-d7dc-4cfa-a999-8da17fc68b59 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event updated for resources: {'Subnet': ['ID=9b1689de-7f30-447c-8049-3414fb9a0e15,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:36.777399 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] For port 9d84d006-8580-43eb-9a57-3bebf8643eca, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:19:36.783580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9775b9-d7dc-4cfa-a999-8da17fc68b59 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Checking segment: {'id': 'a90a7f7a-70fe-4c33-8863-62c7006d9128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dd21255e-e3ad-43a1-ba20-71bb028c9e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:36.783981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9775b9-d7dc-4cfa-a999-8da17fc68b59 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Network hostable DHCP agents. Network: dd21255e-e3ad-43a1-ba20-71bb028c9e52, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:19:36.784623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] For port 9d84d006-8580-43eb-9a57-3bebf8643eca, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9d84d006-8580-43eb-9a57-3bebf8643eca,segment=NetworkSegment(1abb658f-af2f-422c-83e4-74cca4eb2fdc),segment_id=1abb658f-af2f-422c-83e4-74cca4eb2fdc)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:19:36.790934 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:36.804164 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9775b9-d7dc-4cfa-a999-8da17fc68b59 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Network dd21255e-e3ad-43a1-ba20-71bb028c9e52 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:19:36.816224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-2c9775b9-d7dc-4cfa-a999-8da17fc68b59 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, dd21255e-e3ad-43a1-ba20-71bb028c9e52) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:36.821533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9775b9-d7dc-4cfa-a999-8da17fc68b59 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:36.822387 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c9775b9-d7dc-4cfa-a999-8da17fc68b59 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:36.837969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32daac95-5c46-4997-9388-d63c30de91ce None None] Network dd21255e-e3ad-43a1-ba20-71bb028c9e52 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:36.848582 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2c9775b9-d7dc-4cfa-a999-8da17fc68b59 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6606495 Jul 08 21:19:36.849310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48136) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:36.924435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b405c-ef59-4b65-bcaa-8c23b15cb747 None None] Pushing event updated for resources: {'Port': ['ID=9d84d006-8580-43eb-9a57-3bebf8643eca,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:37.026254 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:37.110988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-dd21255e-e3ad-43a1-ba20-71bb028c9e52', 'network_id': 'dd21255e-e3ad-43a1-ba20-71bb028c9e52', 'tenant_id': '0c4df4ba736946eb88af85895df93f0d', 'fixed_ips': [{'subnet_id': '9b1689de-7f30-447c-8049-3414fb9a0e15'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:19:37.112040 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:37.385089 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8a403e5-5f86-4484-871e-d4eca5c09b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:37.491355 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:37.583182 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:37.587460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Allocated IP 2001:db8::2 (dd21255e-e3ad-43a1-ba20-71bb028c9e52/9b1689de-7f30-447c-8049-3414fb9a0e15/7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:19:37.800517 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:37.817867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Transition to ACTIVE for port object 7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:19:37.842377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Transition to ACTIVE for port object 7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:19:37.851241 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:37.884608 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:37.903614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Network dd21255e-e3ad-43a1-ba20-71bb028c9e52 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:19:37.908149 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:37.913106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:19:37.949591 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Pushing event updated for resources: {'Port': ['ID=7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:37.965510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1689de-7f30-447c-8049-3414fb9a0e15,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:38.017366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Attempting to bind port 7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:19:38.018282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Attempting to bind port 7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'a90a7f7a-70fe-4c33-8863-62c7006d9128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dd21255e-e3ad-43a1-ba20-71bb028c9e52'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:19:38.019523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Attempting to bind port 7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7 on network dd21255e-e3ad-43a1-ba20-71bb028c9e52 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:19:38.027124 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:19:38.027701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Checking segment: {'id': 'a90a7f7a-70fe-4c33-8863-62c7006d9128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dd21255e-e3ad-43a1-ba20-71bb028c9e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:38.033052 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:38.033828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Bound using segment: {'id': 'a90a7f7a-70fe-4c33-8863-62c7006d9128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dd21255e-e3ad-43a1-ba20-71bb028c9e52'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:19:38.034701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Bound port: 7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90a7f7a-70fe-4c33-8863-62c7006d9128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dd21255e-e3ad-43a1-ba20-71bb028c9e52'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:19:38.035811 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:38.086693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:38.102426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9d84d006-8580-43eb-9a57-3bebf8643eca up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:19:38.108334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd21255e-e3ad-43a1-ba20-71bb028c9e52']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:38.127083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90a7f7a-70fe-4c33-8863-62c7006d9128') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:38.127557 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90a7f7a-70fe-4c33-8863-62c7006d9128') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:38.142397 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:38.166037 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:38.177514 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:19:38.178205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:38.182973 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] For port 7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:19:38.183492 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:19:38.199928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 9d84d006-8580-43eb-9a57-3bebf8643eca completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:19:38.283950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] For port 7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7,segment=NetworkSegment(a90a7f7a-70fe-4c33-8863-62c7006d9128),segment_id=a90a7f7a-70fe-4c33-8863-62c7006d9128)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:19:38.288829 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 21:19:38.288829 n-d-791506-16 neutron-server[94065]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 21:19:38.288829 n-d-791506-16 neutron-server[94065]: [parameters: {'id': 'dd21255e-e3ad-43a1-ba20-71bb028c9e52'}] Jul 08 21:19:38.288829 n-d-791506-16 neutron-server[94065]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 21:19:38.289723 n-d-791506-16 neutron-server[94065]: DEBUG oslo_db.api [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 21:19:38.293953 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:38.310744 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c51ced-0784-4c6b-90d1-c179d51fafbb None None] Network 8d28df59-324a-46b5-b833-5166db7cb2fc requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:38.496581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366f68a-c4a0-41c1-b5e0-29ec4e0c1401 None None] Pushing event updated for resources: {'Port': ['ID=7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:38.511915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2248c0a5-7823-4a1c-8cbf-73af3f0beb1b None None] Provisioning for port 9d84d006-8580-43eb-9a57-3bebf8643eca completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:19:38.535892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2248c0a5-7823-4a1c-8cbf-73af3f0beb1b None None] Provisioning complete for port 9d84d006-8580-43eb-9a57-3bebf8643eca triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:19:38.536531 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2248c0a5-7823-4a1c-8cbf-73af3f0beb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:38.545392 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:38.551563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e3c32-be90-49f5-a02f-fc503c308037 None None] Network dd21255e-e3ad-43a1-ba20-71bb028c9e52 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:38.790641 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:38.830781 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2248c0a5-7823-4a1c-8cbf-73af3f0beb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:38.893827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Deleting port 7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:19:38.894700 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:38.895203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2248c0a5-7823-4a1c-8cbf-73af3f0beb1b None None] For port 9d84d006-8580-43eb-9a57-3bebf8643eca, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9d84d006-8580-43eb-9a57-3bebf8643eca,segment=NetworkSegment(1abb658f-af2f-422c-83e4-74cca4eb2fdc),segment_id=1abb658f-af2f-422c-83e4-74cca4eb2fdc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:38.904660 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2248c0a5-7823-4a1c-8cbf-73af3f0beb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:38.980468 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248c0a5-7823-4a1c-8cbf-73af3f0beb1b None None] Pushing event updated for resources: {'Port': ['ID=9d84d006-8580-43eb-9a57-3bebf8643eca,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:39.033876 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] For port 7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7,segment=NetworkSegment(a90a7f7a-70fe-4c33-8863-62c7006d9128),segment_id=a90a7f7a-70fe-4c33-8863-62c7006d9128)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:39.034658 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.057775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Calling delete_port for 7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:19:39.145423 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe384c5-bbce-46ec-927e-718b8ec487b9 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 21:19:39.170815 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.210045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event deleted for resources: {'Port': ['ID=7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:39.217730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] No DVR routers for this DVR port 7b61eb0e-91b6-4c21-b3ff-a123f0ffd3f7 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:19:39.264993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe384c5-bbce-46ec-927e-718b8ec487b9 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 21:19:39.269093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-947d4edf-e4f1-4b6c-ac71-0518ccdee1e7 None None] Provisioning complete for port 9d84d006-8580-43eb-9a57-3bebf8643eca triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:19:39.269463 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-947d4edf-e4f1-4b6c-ac71-0518ccdee1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.335436 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.353994 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd21255e-e3ad-43a1-ba20-71bb028c9e52']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:39.373245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90a7f7a-70fe-4c33-8863-62c7006d9128') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:39.373732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90a7f7a-70fe-4c33-8863-62c7006d9128') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:39.401174 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.429744 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.439574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:19:39.440455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:19:39.445856 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:19:39.564410 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.572428 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.582040 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/networks/dd21255e-e3ad-43a1-ba20-71bb028c9e52 HTTP/1.1" status: 204 len: 168 time: 2.7248974 Jul 08 21:19:39.583264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48138) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:39.595945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-f0cf81c4-f6d1-4e8c-8756-93da362abf65 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-631258195'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:39.598066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5aa56-aa99-4b84-8df0-193d6fffccfb tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event deleted for resources: {'Network': ['ID=dd21255e-e3ad-43a1-ba20-71bb028c9e52,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:39.637438 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cf81c4-f6d1-4e8c-8756-93da362abf65 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Made reservation on behalf of 0c4df4ba736946eb88af85895df93f0d for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:39.641815 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f0cf81c4-f6d1-4e8c-8756-93da362abf65 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.675316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cf81c4-f6d1-4e8c-8756-93da362abf65 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:19:39.690832 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f0cf81c4-f6d1-4e8c-8756-93da362abf65 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.691402 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-f0cf81c4-f6d1-4e8c-8756-93da362abf65 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Added segment b76ebb22-9c6d-4560-8ed4-82893d5ac78f of type vlan for network fc7baf7d-eebc-4128-9b0d-77b375fdbf79 Jul 08 21:19:39.782781 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f0cf81c4-f6d1-4e8c-8756-93da362abf65 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.824048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f0cf81c4-f6d1-4e8c-8756-93da362abf65 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.830566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cf81c4-f6d1-4e8c-8756-93da362abf65 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:39.831281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f0cf81c4-f6d1-4e8c-8756-93da362abf65 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:39.913139 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f0cf81c4-f6d1-4e8c-8756-93da362abf65 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3266327 Jul 08 21:19:39.918266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48140) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:39.930405 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Request body: {'subnet': {'network_id': 'fc7baf7d-eebc-4128-9b0d-77b375fdbf79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:39.931200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf81c4-f6d1-4e8c-8756-93da362abf65 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event updated for resources: {'Network': ['ID=fc7baf7d-eebc-4128-9b0d-77b375fdbf79,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:39.946808 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network fc7baf7d-eebc-4128-9b0d-77b375fdbf79 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:19:40.011655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9d84d006-8580-43eb-9a57-3bebf8643eca up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:19:40.060455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Made reservation on behalf of 0c4df4ba736946eb88af85895df93f0d for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:40.068468 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:40.104213 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:40.152050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9d84d006-8580-43eb-9a57-3bebf8643eca triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:19:40.156180 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:40.185418 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Performing IP validity checks on allocation pools {{(pid=94065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 21:19:40.185945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 21:19:40.230249 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:19:40.396941 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:40.506072 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event updated for resources: {'Subnet': ['ID=eb5bf3e5-d44f-4a40-8157-ec9fcdf95457,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:40.522284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Checking segment: {'id': 'b76ebb22-9c6d-4560-8ed4-82893d5ac78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fc7baf7d-eebc-4128-9b0d-77b375fdbf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:40.522898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Network hostable DHCP agents. Network: fc7baf7d-eebc-4128-9b0d-77b375fdbf79, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:19:40.551786 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Network fc7baf7d-eebc-4128-9b0d-77b375fdbf79 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:19:40.564209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, fc7baf7d-eebc-4128-9b0d-77b375fdbf79) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:40.569911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:40.570875 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:40.577641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2143a605-f72a-49e8-b8d2-55bd01e2392b None None] Network fc7baf7d-eebc-4128-9b0d-77b375fdbf79 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:40.598165 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6f96f125-0ca5-437f-baaa-2076b97a2eb7 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6726444 Jul 08 21:19:40.598726 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48142) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:40.720450 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:40.804115 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:40.820009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d723ea7e-e3e1-4692-91be-9a7a0e69a926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-fc7baf7d-eebc-4128-9b0d-77b375fdbf79', 'network_id': 'fc7baf7d-eebc-4128-9b0d-77b375fdbf79', 'tenant_id': '0c4df4ba736946eb88af85895df93f0d', 'fixed_ips': [{'subnet_id': 'eb5bf3e5-d44f-4a40-8157-ec9fcdf95457'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:19:40.821006 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d723ea7e-e3e1-4692-91be-9a7a0e69a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:40.889029 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:40.920969 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5bf3e5-d44f-4a40-8157-ec9fcdf95457,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server [None req-d723ea7e-e3e1-4692-91be-9a7a0e69a926 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb5bf3e5-d44f-4a40-8157-ec9fcdf95457: This subnet is being modified by another concurrent operation. Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise exception Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb5bf3e5-d44f-4a40-8157-ec9fcdf95457: This subnet is being modified by another concurrent operation. Jul 08 21:19:40.942179 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Jul 08 21:19:40.967578 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce6f188-5242-4b95-bfef-a53711686214 None None] Network fc7baf7d-eebc-4128-9b0d-77b375fdbf79 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:41.026990 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:41.041127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7baf7d-eebc-4128-9b0d-77b375fdbf79']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:41.054253 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76ebb22-9c6d-4560-8ed4-82893d5ac78f') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:41.054585 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76ebb22-9c6d-4560-8ed4-82893d5ac78f') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:41.066634 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:41.085597 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:41.094593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:19:41.095301 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:19:41.098856 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:19:41.119186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d23fa6-ad4b-4769-abf4-6add8732bf09 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 21:19:41.172948 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:41.181061 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:41.183142 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/networks/fc7baf7d-eebc-4128-9b0d-77b375fdbf79 HTTP/1.1" status: 204 len: 168 time: 0.5831392 Jul 08 21:19:41.189492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48146) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:41.196687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2f4b5c92-7de8-4774-8878-bb2cd0f36529 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1552180210'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:41.197087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9821b-5860-4e34-bed0-f237998ac308 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event deleted for resources: {'Network': ['ID=fc7baf7d-eebc-4128-9b0d-77b375fdbf79,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:41.213746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d23fa6-ad4b-4769-abf4-6add8732bf09 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 21:19:41.227557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4b5c92-7de8-4774-8878-bb2cd0f36529 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Made reservation on behalf of 0c4df4ba736946eb88af85895df93f0d for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:41.231265 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5c92-7de8-4774-8878-bb2cd0f36529 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:41.272279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4b5c92-7de8-4774-8878-bb2cd0f36529 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:19:41.288336 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5c92-7de8-4774-8878-bb2cd0f36529 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:41.288700 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-2f4b5c92-7de8-4774-8878-bb2cd0f36529 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Added segment 75a6b24a-c70e-4891-b97c-5ae2567d8f50 of type vlan for network d9b98a77-b06a-4d1d-ad54-88aba8538f4c Jul 08 21:19:41.362723 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5c92-7de8-4774-8878-bb2cd0f36529 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:41.417464 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5c92-7de8-4774-8878-bb2cd0f36529 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:41.424073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4b5c92-7de8-4774-8878-bb2cd0f36529 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:41.424777 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5c92-7de8-4774-8878-bb2cd0f36529 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:41.496064 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2f4b5c92-7de8-4774-8878-bb2cd0f36529 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2989013 Jul 08 21:19:41.496483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48148) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:41.508810 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b5c92-7de8-4774-8878-bb2cd0f36529 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event updated for resources: {'Network': ['ID=d9b98a77-b06a-4d1d-ad54-88aba8538f4c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:41.511532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6f52370e-ed53-4408-be56-1521dc062aad tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Request body: {'subnet': {'network_id': 'd9b98a77-b06a-4d1d-ad54-88aba8538f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:41.528366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network d9b98a77-b06a-4d1d-ad54-88aba8538f4c details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:19:41.638310 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f52370e-ed53-4408-be56-1521dc062aad tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Made reservation on behalf of 0c4df4ba736946eb88af85895df93f0d for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:41.645393 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f52370e-ed53-4408-be56-1521dc062aad tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:41.913732 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f52370e-ed53-4408-be56-1521dc062aad tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:41.985201 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52370e-ed53-4408-be56-1521dc062aad tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event updated for resources: {'Subnet': ['ID=2a5a5e98-9005-4eea-a277-aa226bca9a4e,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:41.999113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52370e-ed53-4408-be56-1521dc062aad tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Checking segment: {'id': '75a6b24a-c70e-4891-b97c-5ae2567d8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd9b98a77-b06a-4d1d-ad54-88aba8538f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:41.999498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f52370e-ed53-4408-be56-1521dc062aad tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Network hostable DHCP agents. Network: d9b98a77-b06a-4d1d-ad54-88aba8538f4c, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:19:42.022264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f52370e-ed53-4408-be56-1521dc062aad tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Network d9b98a77-b06a-4d1d-ad54-88aba8538f4c is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:19:42.034326 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6f52370e-ed53-4408-be56-1521dc062aad tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, d9b98a77-b06a-4d1d-ad54-88aba8538f4c) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:42.043910 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f52370e-ed53-4408-be56-1521dc062aad tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:42.044599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d97db-4c2c-495e-9738-916f82a71c8e None None] Network d9b98a77-b06a-4d1d-ad54-88aba8538f4c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:42.045400 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f52370e-ed53-4408-be56-1521dc062aad tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:42.070008 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6f52370e-ed53-4408-be56-1521dc062aad tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5705369 Jul 08 21:19:42.074488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48150) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:42.084350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-049ca0d0-746b-42b8-8495-74203904449a tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-902603010'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:42.110105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049ca0d0-746b-42b8-8495-74203904449a tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Made reservation on behalf of 0c4df4ba736946eb88af85895df93f0d for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:42.114227 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-049ca0d0-746b-42b8-8495-74203904449a tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:42.170058 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049ca0d0-746b-42b8-8495-74203904449a tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:19:42.192257 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-049ca0d0-746b-42b8-8495-74203904449a tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:42.193164 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-049ca0d0-746b-42b8-8495-74203904449a tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Added segment e85c954d-5325-46e3-966a-6eef7c22fd6b of type vlan for network 6117eb41-2145-4973-a91c-59b7cf4df166 Jul 08 21:19:42.282899 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-d9b98a77-b06a-4d1d-ad54-88aba8538f4c', 'network_id': 'd9b98a77-b06a-4d1d-ad54-88aba8538f4c', 'tenant_id': '0c4df4ba736946eb88af85895df93f0d', 'fixed_ips': [{'subnet_id': '2a5a5e98-9005-4eea-a277-aa226bca9a4e'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:19:42.283971 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:42.291122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-049ca0d0-746b-42b8-8495-74203904449a tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:42.332828 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-049ca0d0-746b-42b8-8495-74203904449a tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:42.340495 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049ca0d0-746b-42b8-8495-74203904449a tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:42.341400 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-049ca0d0-746b-42b8-8495-74203904449a tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:42.413673 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-049ca0d0-746b-42b8-8495-74203904449a tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3375607 Jul 08 21:19:42.417179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48152) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:42.424283 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b019b358-0d65-40c8-b01e-7772a8fb289c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Request body: {'subnet': {'network_id': '6117eb41-2145-4973-a91c-59b7cf4df166', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:42.429870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ca0d0-746b-42b8-8495-74203904449a tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event updated for resources: {'Network': ['ID=6117eb41-2145-4973-a91c-59b7cf4df166,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:42.445962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 6117eb41-2145-4973-a91c-59b7cf4df166 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:19:42.558712 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b019b358-0d65-40c8-b01e-7772a8fb289c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Made reservation on behalf of 0c4df4ba736946eb88af85895df93f0d for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:42.566188 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b019b358-0d65-40c8-b01e-7772a8fb289c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:42.692168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Allocated IP 2001:db8::2 (d9b98a77-b06a-4d1d-ad54-88aba8538f4c/2a5a5e98-9005-4eea-a277-aa226bca9a4e/134aed52-c460-426c-b6f5-20ca16011ac0) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:19:42.895846 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:42.905675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Transition to ACTIVE for port object 134aed52-c460-426c-b6f5-20ca16011ac0 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:19:42.923118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Transition to ACTIVE for port object 134aed52-c460-426c-b6f5-20ca16011ac0 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:19:42.923760 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b019b358-0d65-40c8-b01e-7772a8fb289c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:42.930741 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:42.971922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Network d9b98a77-b06a-4d1d-ad54-88aba8538f4c is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:19:42.975881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:42.978790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:19:43.000891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Pushing event updated for resources: {'Port': ['ID=134aed52-c460-426c-b6f5-20ca16011ac0,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:43.010944 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019b358-0d65-40c8-b01e-7772a8fb289c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event updated for resources: {'Subnet': ['ID=cce8033b-a0df-49e7-bc4a-0d06ef30d7df,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:43.016505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019b358-0d65-40c8-b01e-7772a8fb289c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Checking segment: {'id': 'e85c954d-5325-46e3-966a-6eef7c22fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '6117eb41-2145-4973-a91c-59b7cf4df166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:43.016991 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019b358-0d65-40c8-b01e-7772a8fb289c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Network hostable DHCP agents. Network: 6117eb41-2145-4973-a91c-59b7cf4df166, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:19:43.038463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019b358-0d65-40c8-b01e-7772a8fb289c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Network 6117eb41-2145-4973-a91c-59b7cf4df166 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:19:43.053759 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b019b358-0d65-40c8-b01e-7772a8fb289c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 6117eb41-2145-4973-a91c-59b7cf4df166) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:43.059437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b019b358-0d65-40c8-b01e-7772a8fb289c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:43.060495 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b019b358-0d65-40c8-b01e-7772a8fb289c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.069957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ab5cd2-3241-4035-91f6-21328b773e2e None None] Network 6117eb41-2145-4973-a91c-59b7cf4df166 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:43.090341 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b019b358-0d65-40c8-b01e-7772a8fb289c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6687870 Jul 08 21:19:43.090826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48154) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:43.114511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Attempting to bind port 134aed52-c460-426c-b6f5-20ca16011ac0 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:19:43.114891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Attempting to bind port 134aed52-c460-426c-b6f5-20ca16011ac0 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '75a6b24a-c70e-4891-b97c-5ae2567d8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd9b98a77-b06a-4d1d-ad54-88aba8538f4c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:19:43.115337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Attempting to bind port 134aed52-c460-426c-b6f5-20ca16011ac0 on network d9b98a77-b06a-4d1d-ad54-88aba8538f4c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:19:43.128219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:19:43.128609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Checking segment: {'id': '75a6b24a-c70e-4891-b97c-5ae2567d8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd9b98a77-b06a-4d1d-ad54-88aba8538f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:43.129042 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.129545 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Bound using segment: {'id': '75a6b24a-c70e-4891-b97c-5ae2567d8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd9b98a77-b06a-4d1d-ad54-88aba8538f4c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:19:43.129939 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Bound port: 134aed52-c460-426c-b6f5-20ca16011ac0, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a6b24a-c70e-4891-b97c-5ae2567d8f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd9b98a77-b06a-4d1d-ad54-88aba8538f4c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:19:43.130333 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.275699 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] For port 134aed52-c460-426c-b6f5-20ca16011ac0, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:19:43.283464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] For port 134aed52-c460-426c-b6f5-20ca16011ac0, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=134aed52-c460-426c-b6f5-20ca16011ac0,segment=NetworkSegment(75a6b24a-c70e-4891-b97c-5ae2567d8f50),segment_id=75a6b24a-c70e-4891-b97c-5ae2567d8f50)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:19:43.291632 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.292502 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.370700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1608ea-1270-4592-ba3b-51342bd4c825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-6117eb41-2145-4973-a91c-59b7cf4df166', 'network_id': '6117eb41-2145-4973-a91c-59b7cf4df166', 'tenant_id': '0c4df4ba736946eb88af85895df93f0d', 'fixed_ips': [{'subnet_id': 'cce8033b-a0df-49e7-bc4a-0d06ef30d7df'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:19:43.372010 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cd1608ea-1270-4592-ba3b-51342bd4c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.399557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.434902 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0795d-cf70-4a9e-8ec5-01343e4f09a0 None None] Pushing event updated for resources: {'Port': ['ID=134aed52-c460-426c-b6f5-20ca16011ac0,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:43.533397 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server [None req-cd1608ea-1270-4592-ba3b-51342bd4c825 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cce8033b-a0df-49e7-bc4a-0d06ef30d7df: This subnet is being modified by another concurrent operation. Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server raise exception Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cce8033b-a0df-49e7-bc4a-0d06ef30d7df: This subnet is being modified by another concurrent operation. Jul 08 21:19:43.586418 n-d-791506-16 neutron-server[94067]: ERROR oslo_messaging.rpc.server Jul 08 21:19:43.596158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event deleted for resources: {'Subnet': ['ID=cce8033b-a0df-49e7-bc4a-0d06ef30d7df,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:43.612700 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47084f53-e460-4ecb-ba32-b14ea892450a None None] Network 6117eb41-2145-4973-a91c-59b7cf4df166 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:43.711464 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.742969 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6117eb41-2145-4973-a91c-59b7cf4df166']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:43.771130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85c954d-5325-46e3-966a-6eef7c22fd6b') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:43.771626 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85c954d-5325-46e3-966a-6eef7c22fd6b') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:43.790228 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.811200 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.819872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:19:43.820525 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:19:43.826226 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:19:43.920286 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.929363 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:43.934146 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48156) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:43.935003 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/networks/6117eb41-2145-4973-a91c-59b7cf4df166 HTTP/1.1" status: 204 len: 168 time: 0.8417785 Jul 08 21:19:43.964259 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf7a62-0d02-41e8-8875-0ff0e234a405 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event deleted for resources: {'Network': ['ID=6117eb41-2145-4973-a91c-59b7cf4df166,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:43.979830 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-64643e0c-2a92-470e-87c4-d729b66403f4 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] GET failed (client error): The resource could not be found. Jul 08 21:19:43.981535 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-64643e0c-2a92-470e-87c4-d729b66403f4 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "GET /v2.0/subnets/cce8033b-a0df-49e7-bc4a-0d06ef30d7df HTTP/1.1" status: 404 len: 337 time: 0.0461814 Jul 08 21:19:43.987030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48158) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:44.013205 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe5abff-0727-4b75-a19c-cf9caa7ed2d8 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] DELETE failed (client error): The resource could not be found. Jul 08 21:19:44.014211 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe5abff-0727-4b75-a19c-cf9caa7ed2d8 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 21:19:44.016685 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bfe5abff-0727-4b75-a19c-cf9caa7ed2d8 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/networks/6117eb41-2145-4973-a91c-59b7cf4df166 HTTP/1.1" status: 404 len: 339 time: 0.0280867 Jul 08 21:19:44.023988 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48160) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:44.065477 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 134aed52-c460-426c-b6f5-20ca16011ac0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:19:44.068796 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0e74d1-6a0d-4022-9e37-632c4fd6b503 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] DELETE failed (client error): The resource could not be found. Jul 08 21:19:44.069346 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0e74d1-6a0d-4022-9e37-632c4fd6b503 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 21:19:44.071752 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5d0e74d1-6a0d-4022-9e37-632c4fd6b503 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/subnets/cce8033b-a0df-49e7-bc4a-0d06ef30d7df HTTP/1.1" status: 404 len: 337 time: 0.0459888 Jul 08 21:19:44.074458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48162) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:44.095475 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e8e370-b457-424d-bd9d-a5487d6cb7b4 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] DELETE failed (client error): The resource could not be found. Jul 08 21:19:44.096156 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e8e370-b457-424d-bd9d-a5487d6cb7b4 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 21:19:44.097979 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e0e8e370-b457-424d-bd9d-a5487d6cb7b4 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/networks/6117eb41-2145-4973-a91c-59b7cf4df166 HTTP/1.1" status: 404 len: 339 time: 0.0224142 Jul 08 21:19:44.101256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48164) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:44.145892 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 134aed52-c460-426c-b6f5-20ca16011ac0 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:19:44.173535 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e997eac-17ab-48ab-9de9-9c103b364924 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Deleting subnet 2a5a5e98-9005-4eea-a277-aa226bca9a4e {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:19:44.177675 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e997eac-17ab-48ab-9de9-9c103b364924 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:44.227271 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e997eac-17ab-48ab-9de9-9c103b364924 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:44.385042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e997eac-17ab-48ab-9de9-9c103b364924 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:44.503503 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e997eac-17ab-48ab-9de9-9c103b364924 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:44.560049 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e997eac-17ab-48ab-9de9-9c103b364924 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5a5e98-9005-4eea-a277-aa226bca9a4e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:44.563929 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e997eac-17ab-48ab-9de9-9c103b364924 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:44.567933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6e997eac-17ab-48ab-9de9-9c103b364924 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/subnets/2a5a5e98-9005-4eea-a277-aa226bca9a4e HTTP/1.1" status: 204 len: 168 time: 0.4649236 Jul 08 21:19:44.570189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48166) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:44.699100 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc440a7-4ceb-4729-8db8-4dd87318096f None None] Network d9b98a77-b06a-4d1d-ad54-88aba8538f4c requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:44.713021 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:44.790931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6d0ed76f-4ee2-4fa4-b4e2-42e3cb54a34a None None] Provisioning for port 134aed52-c460-426c-b6f5-20ca16011ac0 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:19:44.805014 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6d0ed76f-4ee2-4fa4-b4e2-42e3cb54a34a None None] Provisioning complete for port 134aed52-c460-426c-b6f5-20ca16011ac0 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:19:44.805546 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6d0ed76f-4ee2-4fa4-b4e2-42e3cb54a34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:44.810933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Deleting port 134aed52-c460-426c-b6f5-20ca16011ac0 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:19:44.811557 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:44.909316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] For port 134aed52-c460-426c-b6f5-20ca16011ac0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=134aed52-c460-426c-b6f5-20ca16011ac0,segment=NetworkSegment(75a6b24a-c70e-4891-b97c-5ae2567d8f50),segment_id=75a6b24a-c70e-4891-b97c-5ae2567d8f50)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:44.909684 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:44.927796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Calling delete_port for 134aed52-c460-426c-b6f5-20ca16011ac0 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:19:45.016902 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6d0ed76f-4ee2-4fa4-b4e2-42e3cb54a34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:45.041820 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:45.087478 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event deleted for resources: {'Port': ['ID=134aed52-c460-426c-b6f5-20ca16011ac0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:45.093807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] No DVR routers for this DVR port 134aed52-c460-426c-b6f5-20ca16011ac0 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:19:45.111703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f755a958-409e-49f5-9271-c9e933f0ac8f None None] DHCP port deletion for d9b98a77-b06a-4d1d-ad54-88aba8538f4c request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:19:45.141834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81884218-9779-4365-9c6a-9c495a1ee8b9 None None] get_active_networks_info from n-d-791506-16 {{(pid=94067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 21:19:45.239457 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81884218-9779-4365-9c6a-9c495a1ee8b9 None None] Resources bound (agent type, host, resource id): {{(pid=94067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 21:19:45.240914 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:45.257591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b98a77-b06a-4d1d-ad54-88aba8538f4c']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:45.276321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a6b24a-c70e-4891-b97c-5ae2567d8f50') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:45.276787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a6b24a-c70e-4891-b97c-5ae2567d8f50') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:45.289293 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:45.307195 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:45.317082 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:19:45.317787 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: timer() Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:19:45.321955 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:19:45.429922 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:45.440801 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:45.447808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/networks/d9b98a77-b06a-4d1d-ad54-88aba8538f4c HTTP/1.1" status: 204 len: 168 time: 0.8719594 Jul 08 21:19:45.448331 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48168) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:45.469638 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aae2c-b2a2-4bcf-8f15-0cd7dfda3a66 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event deleted for resources: {'Network': ['ID=d9b98a77-b06a-4d1d-ad54-88aba8538f4c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:45.506296 n-d-791506-16 neutron-server[94065]: INFO neutron.pecan_wsgi.hooks.translation [None req-10aa837b-5c1d-41f5-ab8b-b5a088e15b73 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] DELETE failed (client error): The resource could not be found. Jul 08 21:19:45.507046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10aa837b-5c1d-41f5-ab8b-b5a088e15b73 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 21:19:45.510668 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-10aa837b-5c1d-41f5-ab8b-b5a088e15b73 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/subnets/eb5bf3e5-d44f-4a40-8157-ec9fcdf95457 HTTP/1.1" status: 404 len: 337 time: 0.0605989 Jul 08 21:19:45.515151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48170) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:45.537428 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-238ae43e-bb7c-4ae8-bb64-338fb744b8b1 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] DELETE failed (client error): The resource could not be found. Jul 08 21:19:45.538036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238ae43e-bb7c-4ae8-bb64-338fb744b8b1 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 21:19:45.539882 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-238ae43e-bb7c-4ae8-bb64-338fb744b8b1 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/networks/fc7baf7d-eebc-4128-9b0d-77b375fdbf79 HTTP/1.1" status: 404 len: 339 time: 0.0230095 Jul 08 21:19:45.542987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48172) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:45.571754 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ce16e1-c538-4230-a16d-5862a995f76e tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] DELETE failed (client error): The resource could not be found. Jul 08 21:19:45.572213 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ce16e1-c538-4230-a16d-5862a995f76e tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 21:19:45.574110 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-43ce16e1-c538-4230-a16d-5862a995f76e tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/subnets/9b1689de-7f30-447c-8049-3414fb9a0e15 HTTP/1.1" status: 404 len: 337 time: 0.0301187 Jul 08 21:19:45.579398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48174) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:45.613012 n-d-791506-16 neutron-server[94066]: INFO neutron.pecan_wsgi.hooks.translation [None req-6065b86a-8e5f-40ef-882d-1d4c4454338c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] DELETE failed (client error): The resource could not be found. Jul 08 21:19:45.614283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6065b86a-8e5f-40ef-882d-1d4c4454338c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 21:19:45.617862 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6065b86a-8e5f-40ef-882d-1d4c4454338c tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/networks/dd21255e-e3ad-43a1-ba20-71bb028c9e52 HTTP/1.1" status: 404 len: 339 time: 0.0367336 Jul 08 21:19:45.622021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48176) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:45.700505 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-2caf6704-7251-4aa9-8f3a-a803e5ff02ca tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Deleting subnet 44475e47-b161-431a-aa86-20e112578c50 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:19:45.705086 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2caf6704-7251-4aa9-8f3a-a803e5ff02ca tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:45.757681 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2caf6704-7251-4aa9-8f3a-a803e5ff02ca tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:45.861873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2caf6704-7251-4aa9-8f3a-a803e5ff02ca tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:45.956891 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2caf6704-7251-4aa9-8f3a-a803e5ff02ca tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:45.978010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 134aed52-c460-426c-b6f5-20ca16011ac0 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:19:46.003082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 134aed52-c460-426c-b6f5-20ca16011ac0 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:19:46.003686 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 134aed52-c460-426c-b6f5-20ca16011ac0 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:19:46.024476 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2caf6704-7251-4aa9-8f3a-a803e5ff02ca tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.027463 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2caf6704-7251-4aa9-8f3a-a803e5ff02ca tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/subnets/44475e47-b161-431a-aa86-20e112578c50 HTTP/1.1" status: 204 len: 168 time: 0.4040453 Jul 08 21:19:46.029011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf6704-7251-4aa9-8f3a-a803e5ff02ca tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event deleted for resources: {'Subnet': ['ID=44475e47-b161-431a-aa86-20e112578c50,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:46.031603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48178) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:46.034052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5652291c-d3fc-4e34-b938-eb417580e782 None None] Network 8d28df59-324a-46b5-b833-5166db7cb2fc requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:46.171542 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.260055 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Deleting port 9d84d006-8580-43eb-9a57-3bebf8643eca {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:19:46.260518 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.272017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad8aab0-3332-40d5-a210-c61d494753c7 None None] DHCP port deletion for 8d28df59-324a-46b5-b833-5166db7cb2fc request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:19:46.334601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8aab0-3332-40d5-a210-c61d494753c7 None None] Deleting port 9d84d006-8580-43eb-9a57-3bebf8643eca {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:19:46.334998 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ad8aab0-3332-40d5-a210-c61d494753c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.376927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] For port 9d84d006-8580-43eb-9a57-3bebf8643eca, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9d84d006-8580-43eb-9a57-3bebf8643eca,segment=NetworkSegment(1abb658f-af2f-422c-83e4-74cca4eb2fdc),segment_id=1abb658f-af2f-422c-83e4-74cca4eb2fdc)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:46.377518 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.403541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Calling delete_port for 9d84d006-8580-43eb-9a57-3bebf8643eca owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:19:46.422007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0ad8aab0-3332-40d5-a210-c61d494753c7 None None] For port 9d84d006-8580-43eb-9a57-3bebf8643eca, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9d84d006-8580-43eb-9a57-3bebf8643eca,segment=NetworkSegment(1abb658f-af2f-422c-83e4-74cca4eb2fdc),segment_id=1abb658f-af2f-422c-83e4-74cca4eb2fdc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:46.422513 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ad8aab0-3332-40d5-a210-c61d494753c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.442454 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8aab0-3332-40d5-a210-c61d494753c7 None None] Calling delete_port for 9d84d006-8580-43eb-9a57-3bebf8643eca owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:19:46.524744 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.539531 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ad8aab0-3332-40d5-a210-c61d494753c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.566896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8aab0-3332-40d5-a210-c61d494753c7 None None] Pushing event deleted for resources: {'Port': ['ID=9d84d006-8580-43eb-9a57-3bebf8643eca,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:46.571153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad8aab0-3332-40d5-a210-c61d494753c7 None None] No DVR routers for this DVR port 9d84d006-8580-43eb-9a57-3bebf8643eca on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:19:46.571445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event deleted for resources: {'Port': ['ID=9d84d006-8580-43eb-9a57-3bebf8643eca,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:46.579208 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] No DVR routers for this DVR port 9d84d006-8580-43eb-9a57-3bebf8643eca on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:19:46.689819 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.703017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d28df59-324a-46b5-b833-5166db7cb2fc']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:46.722246 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abb658f-af2f-422c-83e4-74cca4eb2fdc') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:46.722597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abb658f-af2f-422c-83e4-74cca4eb2fdc') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:46.735704 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.755773 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.763640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:19:46.764054 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: timer() Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:19:46.768103 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:19:46.846237 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.857388 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:46.864056 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] 10.222.0.101 "DELETE /v2.0/networks/8d28df59-324a-46b5-b833-5166db7cb2fc HTTP/1.1" status: 204 len: 168 time: 0.8258722 Jul 08 21:19:46.874887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababcd25-1cb6-4e17-a96e-f704d5398955 tempest-NetworksIpV6Test-255946681 tempest-NetworksIpV6Test-255946681-project] Pushing event deleted for resources: {'Network': ['ID=8d28df59-324a-46b5-b833-5166db7cb2fc,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:47.230416 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48184) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:47.414044 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-837e3a19-8e27-49f7-bccb-12cde11d215c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0c4df4ba736946eb88af85895df93f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817398 Jul 08 21:19:47.416818 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48188) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:47.474667 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-951ba2ca-07c9-4fa4-90f2-b7cc801c2c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:47.502306 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-951ba2ca-07c9-4fa4-90f2-b7cc801c2c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:47.572164 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-951ba2ca-07c9-4fa4-90f2-b7cc801c2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:47.575201 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-951ba2ca-07c9-4fa4-90f2-b7cc801c2c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:47.576559 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-951ba2ca-07c9-4fa4-90f2-b7cc801c2c2b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/79f2bb09-2bae-4ad4-b07d-43e7eff355e3 HTTP/1.1" status: 204 len: 168 time: 0.1587203 Jul 08 21:19:47.588860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ba2ca-07c9-4fa4-90f2-b7cc801c2c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f2bb09-2bae-4ad4-b07d-43e7eff355e3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:47.999190 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9d84d006-8580-43eb-9a57-3bebf8643eca no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:19:48.036717 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 9d84d006-8580-43eb-9a57-3bebf8643eca {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:19:48.037065 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9d84d006-8580-43eb-9a57-3bebf8643eca not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:19:48.211917 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:48.527442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48210) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:48.660521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ffb04a53-baf1-4159-91dc-e081d71af269 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-983870423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:48.696701 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ffb04a53-baf1-4159-91dc-e081d71af269 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:48.698105 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ffb04a53-baf1-4159-91dc-e081d71af269 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:48.763599 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ffb04a53-baf1-4159-91dc-e081d71af269 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:48.771726 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ffb04a53-baf1-4159-91dc-e081d71af269 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:48.793779 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ffb04a53-baf1-4159-91dc-e081d71af269 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:48.794968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ffb04a53-baf1-4159-91dc-e081d71af269 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2664912 Jul 08 21:19:48.799909 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48214) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:48.806119 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1016981211'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:48.836689 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Made reservation on behalf of 02e4872b29664be789f579f22e648853 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:48.840667 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:48.854831 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:49.002803 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:49.007598 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:49.048577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:19:49.065353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7662e500-4752-4b13-b86d-a1c818acedaf,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:49.072466 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:49.072887 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Added segment 1872b45f-71a8-463f-b51a-8f31728c1c5a of type vlan for network 6f18f0ae-fdc6-4b98-8990-daa3b43b0501 Jul 08 21:19:49.150741 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:49.205940 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:49.217004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:49.218101 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:49.329098 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5273852 Jul 08 21:19:49.333867 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48216) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:49.345569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Request body: {'subnet': {'network_id': '6f18f0ae-fdc6-4b98-8990-daa3b43b0501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:49.353843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175c328-0b93-4f44-88e3-dfdcb4a0a4d4 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Pushing event updated for resources: {'Network': ['ID=6f18f0ae-fdc6-4b98-8990-daa3b43b0501,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:49.376192 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 6f18f0ae-fdc6-4b98-8990-daa3b43b0501 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:19:49.525775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Made reservation on behalf of 02e4872b29664be789f579f22e648853 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:49.532345 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:49.785523 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:49.853326 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Pushing event updated for resources: {'Subnet': ['ID=601bdaae-ddc2-41de-8eec-31793fc1ddc7,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:49.864318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:49.864681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:49.865044 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:49.865385 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:49.865715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:49.866041 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:49.866364 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:49.866688 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:49.867004 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:49.867332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:49.867649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:49.867968 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:49.883248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Checking segment: {'id': '1872b45f-71a8-463f-b51a-8f31728c1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6f18f0ae-fdc6-4b98-8990-daa3b43b0501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:49.883870 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Network hostable DHCP agents. Network: 6f18f0ae-fdc6-4b98-8990-daa3b43b0501, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:19:49.908734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Network 6f18f0ae-fdc6-4b98-8990-daa3b43b0501 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:19:49.919257 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 6f18f0ae-fdc6-4b98-8990-daa3b43b0501) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:49.924117 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:49.924743 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:49.929764 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995ad237-3439-47d2-a3fa-c2d57b8570ad None None] Network 6f18f0ae-fdc6-4b98-8990-daa3b43b0501 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:49.940767 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-33efd77f-62c6-45d1-80d6-00587c30a9f5 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6052647 Jul 08 21:19:49.944537 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48218) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:49.950223 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ffc175fe-83c1-4af0-9be1-3bcaa7ec405f tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1659676051'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:49.978098 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc175fe-83c1-4af0-9be1-3bcaa7ec405f tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Made reservation on behalf of 02e4872b29664be789f579f22e648853 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:49.981891 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffc175fe-83c1-4af0-9be1-3bcaa7ec405f tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.013695 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc175fe-83c1-4af0-9be1-3bcaa7ec405f tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:19:50.025332 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffc175fe-83c1-4af0-9be1-3bcaa7ec405f tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.025679 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-ffc175fe-83c1-4af0-9be1-3bcaa7ec405f tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Added segment 64f9bee4-3dfc-4726-aea6-1ad32b89d879 of type vlan for network 58db4fec-f499-4528-83d2-1be6de681d48 Jul 08 21:19:50.072104 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffc175fe-83c1-4af0-9be1-3bcaa7ec405f tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.097213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-6f18f0ae-fdc6-4b98-8990-daa3b43b0501', 'network_id': '6f18f0ae-fdc6-4b98-8990-daa3b43b0501', 'tenant_id': '02e4872b29664be789f579f22e648853', 'fixed_ips': [{'subnet_id': '601bdaae-ddc2-41de-8eec-31793fc1ddc7'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:19:50.098259 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.105047 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffc175fe-83c1-4af0-9be1-3bcaa7ec405f tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.111930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc175fe-83c1-4af0-9be1-3bcaa7ec405f tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:50.112593 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffc175fe-83c1-4af0-9be1-3bcaa7ec405f tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.180842 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ffc175fe-83c1-4af0-9be1-3bcaa7ec405f tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2322931 Jul 08 21:19:50.181317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48220) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:50.188948 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-916b58b9-0dce-4204-8bc4-6083c74f9e4d tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Request body: {'subnet': {'network_id': '58db4fec-f499-4528-83d2-1be6de681d48', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:50.197293 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc175fe-83c1-4af0-9be1-3bcaa7ec405f tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Pushing event updated for resources: {'Network': ['ID=58db4fec-f499-4528-83d2-1be6de681d48,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:50.209832 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 58db4fec-f499-4528-83d2-1be6de681d48 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:19:50.297902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916b58b9-0dce-4204-8bc4-6083c74f9e4d tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Made reservation on behalf of 02e4872b29664be789f579f22e648853 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:50.302030 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-916b58b9-0dce-4204-8bc4-6083c74f9e4d tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.306418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Allocated IP 172.20.0.2 (6f18f0ae-fdc6-4b98-8990-daa3b43b0501/601bdaae-ddc2-41de-8eec-31793fc1ddc7/95cb9ac0-7869-4fa4-8c91-20ea47b590dc) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:19:50.491373 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.502181 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Transition to ACTIVE for port object 95cb9ac0-7869-4fa4-8c91-20ea47b590dc will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:19:50.519172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Transition to ACTIVE for port object 95cb9ac0-7869-4fa4-8c91-20ea47b590dc will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:19:50.525968 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.565574 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-916b58b9-0dce-4204-8bc4-6083c74f9e4d tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.568254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Network 6f18f0ae-fdc6-4b98-8990-daa3b43b0501 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:19:50.571395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:50.575320 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:19:50.586437 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Pushing event updated for resources: {'Port': ['ID=95cb9ac0-7869-4fa4-8c91-20ea47b590dc,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:50.635811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b58b9-0dce-4204-8bc4-6083c74f9e4d tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Pushing event updated for resources: {'Subnet': ['ID=57ba4f6f-ca58-4974-8f0b-f87dfa5ea1ad,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:50.649713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Attempting to bind port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:19:50.650086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Attempting to bind port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '1872b45f-71a8-463f-b51a-8f31728c1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6f18f0ae-fdc6-4b98-8990-daa3b43b0501'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:19:50.650397 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b58b9-0dce-4204-8bc4-6083c74f9e4d tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Checking segment: {'id': '64f9bee4-3dfc-4726-aea6-1ad32b89d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '58db4fec-f499-4528-83d2-1be6de681d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:50.650569 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Attempting to bind port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc on network 6f18f0ae-fdc6-4b98-8990-daa3b43b0501 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:19:50.650819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b58b9-0dce-4204-8bc4-6083c74f9e4d tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Network hostable DHCP agents. Network: 58db4fec-f499-4528-83d2-1be6de681d48, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:19:50.656925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:19:50.657345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Checking segment: {'id': '1872b45f-71a8-463f-b51a-8f31728c1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6f18f0ae-fdc6-4b98-8990-daa3b43b0501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:50.657867 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.658274 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Bound using segment: {'id': '1872b45f-71a8-463f-b51a-8f31728c1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6f18f0ae-fdc6-4b98-8990-daa3b43b0501'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:19:50.658796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Bound port: 95cb9ac0-7869-4fa4-8c91-20ea47b590dc, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1872b45f-71a8-463f-b51a-8f31728c1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6f18f0ae-fdc6-4b98-8990-daa3b43b0501'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:19:50.659191 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.671600 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b58b9-0dce-4204-8bc4-6083c74f9e4d tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Network 58db4fec-f499-4528-83d2-1be6de681d48 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:19:50.683027 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-916b58b9-0dce-4204-8bc4-6083c74f9e4d tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 58db4fec-f499-4528-83d2-1be6de681d48) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:50.687591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b58b9-0dce-4204-8bc4-6083c74f9e4d tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:50.688212 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-916b58b9-0dce-4204-8bc4-6083c74f9e4d tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.696404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7782e8f-966b-42d4-84b9-757d279e8830 None None] Network 58db4fec-f499-4528-83d2-1be6de681d48 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:50.708551 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-916b58b9-0dce-4204-8bc4-6083c74f9e4d tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5259712 Jul 08 21:19:50.712370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48222) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:50.719333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-154b2094-bea6-4218-89c8-38dfa20db170 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Request body: {'router': {'external_gateway_info': {'network_id': '58db4fec-f499-4528-83d2-1be6de681d48'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:50.792500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] For port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:19:50.798162 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] For port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=95cb9ac0-7869-4fa4-8c91-20ea47b590dc,segment=NetworkSegment(1872b45f-71a8-463f-b51a-8f31728c1c5a),segment_id=1872b45f-71a8-463f-b51a-8f31728c1c5a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:19:50.806806 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.915641 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649e556-558d-4e58-a164-493eb5998ef1 None None] Pushing event updated for resources: {'Port': ['ID=95cb9ac0-7869-4fa4-8c91-20ea47b590dc,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:50.964279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-58db4fec-f499-4528-83d2-1be6de681d48', 'network_id': '58db4fec-f499-4528-83d2-1be6de681d48', 'tenant_id': '02e4872b29664be789f579f22e648853', 'fixed_ips': [{'subnet_id': '57ba4f6f-ca58-4974-8f0b-f87dfa5ea1ad'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:19:50.965228 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:50.982721 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-154b2094-bea6-4218-89c8-38dfa20db170 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:51.182635 n-d-791506-16 neutron-server[94065]: INFO neutron.api.v2.resource [None req-154b2094-bea6-4218-89c8-38dfa20db170 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 21:19:51.184057 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-154b2094-bea6-4218-89c8-38dfa20db170 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] 10.222.0.101 "PUT /v2.0/routers/e0924e51-8690-4597-9b8f-49ca5f942c84 HTTP/1.1" status: 400 len: 364 time: 0.4697700 Jul 08 21:19:51.195738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48224) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:51.207668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Allocated IP 172.21.0.2 (58db4fec-f499-4528-83d2-1be6de681d48/57ba4f6f-ca58-4974-8f0b-f87dfa5ea1ad/e85a39c5-d47e-4ed9-8845-336292df4367) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:19:51.299535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-0006244f-b3e5-44dd-b904-9d225f542702 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Deleting subnet 57ba4f6f-ca58-4974-8f0b-f87dfa5ea1ad {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:19:51.621673 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:51.640134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Transition to ACTIVE for port object e85a39c5-d47e-4ed9-8845-336292df4367 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:19:51.664582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Transition to ACTIVE for port object e85a39c5-d47e-4ed9-8845-336292df4367 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:19:51.672809 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0006244f-b3e5-44dd-b904-9d225f542702 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:51.681947 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:51.721129 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0006244f-b3e5-44dd-b904-9d225f542702 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:51.763285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Network 58db4fec-f499-4528-83d2-1be6de681d48 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:19:51.769130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:51.773946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:19:51.797218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Pushing event updated for resources: {'Port': ['ID=e85a39c5-d47e-4ed9-8845-336292df4367,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:51.846132 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0006244f-b3e5-44dd-b904-9d225f542702 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:51.855945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Attempting to bind port e85a39c5-d47e-4ed9-8845-336292df4367 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:19:51.856427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Attempting to bind port e85a39c5-d47e-4ed9-8845-336292df4367 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '64f9bee4-3dfc-4726-aea6-1ad32b89d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '58db4fec-f499-4528-83d2-1be6de681d48'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:19:51.856756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Attempting to bind port e85a39c5-d47e-4ed9-8845-336292df4367 on network 58db4fec-f499-4528-83d2-1be6de681d48 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:19:51.863058 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:19:51.863441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Checking segment: {'id': '64f9bee4-3dfc-4726-aea6-1ad32b89d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '58db4fec-f499-4528-83d2-1be6de681d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:51.864035 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:51.864398 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Bound using segment: {'id': '64f9bee4-3dfc-4726-aea6-1ad32b89d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '58db4fec-f499-4528-83d2-1be6de681d48'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:19:51.864945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Bound port: e85a39c5-d47e-4ed9-8845-336292df4367, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f9bee4-3dfc-4726-aea6-1ad32b89d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '58db4fec-f499-4528-83d2-1be6de681d48'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:19:51.865343 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:51.965754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0006244f-b3e5-44dd-b904-9d225f542702 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:51.976437 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] For port e85a39c5-d47e-4ed9-8845-336292df4367, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:19:51.981226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] For port e85a39c5-d47e-4ed9-8845-336292df4367, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e85a39c5-d47e-4ed9-8845-336292df4367,segment=NetworkSegment(64f9bee4-3dfc-4726-aea6-1ad32b89d879),segment_id=64f9bee4-3dfc-4726-aea6-1ad32b89d879)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:19:51.994713 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0006244f-b3e5-44dd-b904-9d225f542702 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:51.998905 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0006244f-b3e5-44dd-b904-9d225f542702 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] 10.222.0.101 "DELETE /v2.0/subnets/57ba4f6f-ca58-4974-8f0b-f87dfa5ea1ad HTTP/1.1" status: 204 len: 168 time: 0.8014438 Jul 08 21:19:52.002047 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:52.003459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48226) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:52.042385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006244f-b3e5-44dd-b904-9d225f542702 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Pushing event deleted for resources: {'Subnet': ['ID=57ba4f6f-ca58-4974-8f0b-f87dfa5ea1ad,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:52.069336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 95cb9ac0-7869-4fa4-8c91-20ea47b590dc up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:19:52.115402 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99df5eef-7f82-4ef6-8798-107b11859008 None None] Network 6f18f0ae-fdc6-4b98-8990-daa3b43b0501 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:52.120314 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:52.222672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Deleting port e85a39c5-d47e-4ed9-8845-336292df4367 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:19:52.224097 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:52.236924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4186c0-4f76-41ba-a271-152c29188033 None None] Pushing event updated for resources: {'Port': ['ID=e85a39c5-d47e-4ed9-8845-336292df4367,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:52.289890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-7a90219b-ae78-4060-8d92-90d48bacdaff None None] Provisioning for port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:19:52.330757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:19:52.349888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:19:52.350315 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:52.377404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] For port e85a39c5-d47e-4ed9-8845-336292df4367, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e85a39c5-d47e-4ed9-8845-336292df4367,segment=NetworkSegment(64f9bee4-3dfc-4726-aea6-1ad32b89d879),segment_id=64f9bee4-3dfc-4726-aea6-1ad32b89d879)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:52.378982 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:52.448979 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Calling delete_port for e85a39c5-d47e-4ed9-8845-336292df4367 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:19:52.637519 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:52.696742 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Pushing event deleted for resources: {'Port': ['ID=e85a39c5-d47e-4ed9-8845-336292df4367,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:52.710471 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] No DVR routers for this DVR port e85a39c5-d47e-4ed9-8845-336292df4367 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:19:52.741716 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:52.801813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=95cb9ac0-7869-4fa4-8c91-20ea47b590dc,segment=NetworkSegment(1872b45f-71a8-463f-b51a-8f31728c1c5a),segment_id=1872b45f-71a8-463f-b51a-8f31728c1c5a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:52.808224 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:52.832442 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:52.855018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58db4fec-f499-4528-83d2-1be6de681d48']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:52.880158 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f9bee4-3dfc-4726-aea6-1ad32b89d879') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:52.880459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f9bee4-3dfc-4726-aea6-1ad32b89d879') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:52.881087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=95cb9ac0-7869-4fa4-8c91-20ea47b590dc,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:52.901702 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:52.923859 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:52.932714 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:19:52.933445 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:19:52.938344 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:19:53.020929 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:53.030042 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:53.036213 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] 10.222.0.101 "DELETE /v2.0/networks/58db4fec-f499-4528-83d2-1be6de681d48 HTTP/1.1" status: 204 len: 168 time: 1.0285726 Jul 08 21:19:53.036782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48228) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:53.059582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2437e93-044d-4053-81f2-4e09b9a611dd tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Pushing event deleted for resources: {'Network': ['ID=58db4fec-f499-4528-83d2-1be6de681d48,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:53.126343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6eda92-6469-47f7-8f74-dfab13021334 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Deleting subnet 601bdaae-ddc2-41de-8eec-31793fc1ddc7 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:19:53.131259 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da6eda92-6469-47f7-8f74-dfab13021334 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:53.156931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6c589ab5-4155-4452-bac2-9c545c0a94a2 None None] Provisioning complete for port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:19:53.157513 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c589ab5-4155-4452-bac2-9c545c0a94a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:53.193053 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da6eda92-6469-47f7-8f74-dfab13021334 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:53.340204 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da6eda92-6469-47f7-8f74-dfab13021334 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:53.432361 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da6eda92-6469-47f7-8f74-dfab13021334 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:53.471940 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6eda92-6469-47f7-8f74-dfab13021334 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Pushing event deleted for resources: {'Subnet': ['ID=601bdaae-ddc2-41de-8eec-31793fc1ddc7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:53.475908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-da6eda92-6469-47f7-8f74-dfab13021334 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:53.481152 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa2882f-4982-4900-b096-40c24e89283c None None] Network 6f18f0ae-fdc6-4b98-8990-daa3b43b0501 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:53.483531 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48230) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:53.484883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-da6eda92-6469-47f7-8f74-dfab13021334 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] 10.222.0.101 "DELETE /v2.0/subnets/601bdaae-ddc2-41de-8eec-31793fc1ddc7 HTTP/1.1" status: 204 len: 168 time: 0.4456131 Jul 08 21:19:53.597283 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:53.638167 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-68fb990c-95f2-4231-8591-ee5748e50016 None None] Could not find standard attr ID for object e85a39c5-d47e-4ed9-8845-336292df4367. {{(pid=94067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 21:19:53.680755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad0da66-0c3f-442c-9d11-f9fe4f21a35f None None] DHCP port deletion for 58db4fec-f499-4528-83d2-1be6de681d48 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:19:53.707644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Deleting port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:19:53.709104 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:53.717673 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d839b52d-2b20-4384-a4d6-ada9d60e6528 None None] Network 58db4fec-f499-4528-83d2-1be6de681d48 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:53.746442 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d839b52d-2b20-4384-a4d6-ada9d60e6528 None None] Network 58db4fec-f499-4528-83d2-1be6de681d48 could not be found, it might have been deleted concurrently. {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 21:19:53.820682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] For port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=95cb9ac0-7869-4fa4-8c91-20ea47b590dc,segment=NetworkSegment(1872b45f-71a8-463f-b51a-8f31728c1c5a),segment_id=1872b45f-71a8-463f-b51a-8f31728c1c5a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:53.821092 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:53.832292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d156ca7f-ee38-45a6-b2a7-00a61baf1008 None None] DHCP port deletion for 6f18f0ae-fdc6-4b98-8990-daa3b43b0501 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:19:53.849061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Calling delete_port for 95cb9ac0-7869-4fa4-8c91-20ea47b590dc owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:19:53.904772 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d156ca7f-ee38-45a6-b2a7-00a61baf1008 None None] Deleting port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:19:53.905399 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d156ca7f-ee38-45a6-b2a7-00a61baf1008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.008661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 95cb9ac0-7869-4fa4-8c91-20ea47b590dc no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:19:54.014979 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.051907 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Pushing event deleted for resources: {'Port': ['ID=95cb9ac0-7869-4fa4-8c91-20ea47b590dc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:54.056087 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] No DVR routers for this DVR port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:19:54.063582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 95cb9ac0-7869-4fa4-8c91-20ea47b590dc {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:19:54.063915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 95cb9ac0-7869-4fa4-8c91-20ea47b590dc not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:19:54.073488 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.096461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d156ca7f-ee38-45a6-b2a7-00a61baf1008 None None] For port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=95cb9ac0-7869-4fa4-8c91-20ea47b590dc,segment=NetworkSegment(1872b45f-71a8-463f-b51a-8f31728c1c5a),segment_id=1872b45f-71a8-463f-b51a-8f31728c1c5a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:19:54.097142 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d156ca7f-ee38-45a6-b2a7-00a61baf1008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.119749 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d156ca7f-ee38-45a6-b2a7-00a61baf1008 None None] Calling delete_port for 95cb9ac0-7869-4fa4-8c91-20ea47b590dc owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:19:54.160034 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.175150 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f18f0ae-fdc6-4b98-8990-daa3b43b0501']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:54.190122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1872b45f-71a8-463f-b51a-8f31728c1c5a') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:54.190531 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1872b45f-71a8-463f-b51a-8f31728c1c5a') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:19:54.201824 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.222676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.230711 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:19:54.231381 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:19:54.237880 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:19:54.252956 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d156ca7f-ee38-45a6-b2a7-00a61baf1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.286488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156ca7f-ee38-45a6-b2a7-00a61baf1008 None None] Pushing event deleted for resources: {'Port': ['ID=95cb9ac0-7869-4fa4-8c91-20ea47b590dc,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:54.291072 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156ca7f-ee38-45a6-b2a7-00a61baf1008 None None] No DVR routers for this DVR port 95cb9ac0-7869-4fa4-8c91-20ea47b590dc on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:19:54.350256 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.358430 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.366039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] 10.222.0.101 "DELETE /v2.0/networks/6f18f0ae-fdc6-4b98-8990-daa3b43b0501 HTTP/1.1" status: 204 len: 168 time: 0.8749332 Jul 08 21:19:54.366566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48232) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:54.374186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd8cec-a140-4b66-9059-8169cfef22d2 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Pushing event deleted for resources: {'Network': ['ID=6f18f0ae-fdc6-4b98-8990-daa3b43b0501,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:54.426994 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-28c8e3e2-f403-4868-b2ae-70ec96981279 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0924e51-8690-4597-9b8f-49ca5f942c84 HTTP/1.1" status: 200 len: 205 time: 0.0585558 Jul 08 21:19:54.431635 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48234) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:54.561845 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c9613d1-964f-4cf7-a660-507e4832dce7 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.815517 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c9613d1-964f-4cf7-a660-507e4832dce7 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.819420 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c9613d1-964f-4cf7-a660-507e4832dce7 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.894205 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c9613d1-964f-4cf7-a660-507e4832dce7 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.895178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9613d1-964f-4cf7-a660-507e4832dce7 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Fanout notify agent at l3_agent the message router_deleted on router e0924e51-8690-4597-9b8f-49ca5f942c84 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:19:54.903600 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c9613d1-964f-4cf7-a660-507e4832dce7 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:54.907093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2c9613d1-964f-4cf7-a660-507e4832dce7 tempest-RoutersNegativeTest-1955179311 tempest-RoutersNegativeTest-1955179311-project] 10.222.0.101 "DELETE /v2.0/routers/e0924e51-8690-4597-9b8f-49ca5f942c84 HTTP/1.1" status: 204 len: 168 time: 0.4722834 Jul 08 21:19:55.224358 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48240) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:55.395868 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ef7c3945-ceab-4e13-ac95-e3cc4ec5440a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=02e4872b29664be789f579f22e648853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700521 Jul 08 21:19:55.400293 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48244) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:55.466012 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:55.495098 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:55.554472 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:55.557846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:55.559255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7662e500-4752-4b13-b86d-a1c818acedaf HTTP/1.1" status: 204 len: 168 time: 0.1577260 Jul 08 21:19:55.573048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7662e500-4752-4b13-b86d-a1c818acedaf,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:55.583595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:55.584135 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:55.584992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:55.585447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:55.585892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:55.586337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:55.586833 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:55.587292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:55.587722 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:55.588155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:55.588591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:55.589364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec663e88-251e-4e02-9dac-c8b498a999da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:19:56.453151 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48266) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:56.559110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1082289911-network', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:56.585142 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Made reservation on behalf of 6d7b034dc00d4d41b0152cce6356f4bd for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:56.587883 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:56.598416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:56.715065 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:56.719512 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:56.744599 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:19:56.763889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005a10b4-8147-4376-bcbb-18a2b41c460f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:56.767977 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:56.768340 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Added segment 2691e6bf-9951-409a-b861-282bed185225 of type vlan for network 843e2037-c9ac-4deb-9866-01d7ffecb9db Jul 08 21:19:56.822780 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:56.857770 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:56.859584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:56.860290 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:56.920887 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4662049 Jul 08 21:19:56.926554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48270) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:56.932939 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062e4d1-614a-438e-8c3f-1edab08ad930 admin admin] Pushing event updated for resources: {'Network': ['ID=843e2037-c9ac-4deb-9866-01d7ffecb9db,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:56.933740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2c7fdb64-43fe-4e73-b2ac-7414e30b7a06 admin admin] Request body: {'subnet': {'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1082289911-subnet', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:56.948543 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 843e2037-c9ac-4deb-9866-01d7ffecb9db details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:19:56.963700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7fdb64-43fe-4e73-b2ac-7414e30b7a06 admin admin] Made reservation on behalf of 6d7b034dc00d4d41b0152cce6356f4bd for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:19:56.967411 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c7fdb64-43fe-4e73-b2ac-7414e30b7a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:57.182362 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c7fdb64-43fe-4e73-b2ac-7414e30b7a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:57.272017 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fdb64-43fe-4e73-b2ac-7414e30b7a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc82f57-537d-466b-9d24-2badd4111f70,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:57.290808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7fdb64-43fe-4e73-b2ac-7414e30b7a06 admin admin] Checking segment: {'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:57.291206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7fdb64-43fe-4e73-b2ac-7414e30b7a06 admin admin] Network hostable DHCP agents. Network: 843e2037-c9ac-4deb-9866-01d7ffecb9db, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:19:57.313390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7fdb64-43fe-4e73-b2ac-7414e30b7a06 admin admin] Network 843e2037-c9ac-4deb-9866-01d7ffecb9db is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:19:57.324497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-2c7fdb64-43fe-4e73-b2ac-7414e30b7a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 843e2037-c9ac-4deb-9866-01d7ffecb9db) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:57.330978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7fdb64-43fe-4e73-b2ac-7414e30b7a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:19:57.333004 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2c7fdb64-43fe-4e73-b2ac-7414e30b7a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:57.337106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86646adc-f32d-4ec2-9447-a36550673ada None None] Network 843e2037-c9ac-4deb-9866-01d7ffecb9db requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:57.356230 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2c7fdb64-43fe-4e73-b2ac-7414e30b7a06 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4283898 Jul 08 21:19:57.359668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48272) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:19:57.367459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1082289911-router', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:19:57.412737 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:57.414849 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:57.522201 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:57.581342 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-843e2037-c9ac-4deb-9866-01d7ffecb9db', 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'fixed_ips': [{'subnet_id': '9fc82f57-537d-466b-9d24-2badd4111f70'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:19:57.582985 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:57.817339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Allocated IP 172.20.0.2 (843e2037-c9ac-4deb-9866-01d7ffecb9db/9fc82f57-537d-466b-9d24-2badd4111f70/f8a263b9-d64a-4fb7-baf1-4f122e1d424c) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:19:57.999347 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:58.011830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Transition to ACTIVE for port object f8a263b9-d64a-4fb7-baf1-4f122e1d424c will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:19:58.034735 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Transition to ACTIVE for port object f8a263b9-d64a-4fb7-baf1-4f122e1d424c will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:19:58.046209 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:58.100418 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:58.129420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Network 843e2037-c9ac-4deb-9866-01d7ffecb9db is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:19:58.134985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:58.142296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:19:58.156676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Pushing event updated for resources: {'Port': ['ID=f8a263b9-d64a-4fb7-baf1-4f122e1d424c,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:58.265919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Attempting to bind port f8a263b9-d64a-4fb7-baf1-4f122e1d424c on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:19:58.266803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Attempting to bind port f8a263b9-d64a-4fb7-baf1-4f122e1d424c by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:19:58.267254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Attempting to bind port f8a263b9-d64a-4fb7-baf1-4f122e1d424c on network 843e2037-c9ac-4deb-9866-01d7ffecb9db {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:19:58.274028 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:19:58.274489 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Checking segment: {'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:19:58.275022 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:58.275593 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Bound using segment: {'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:19:58.276163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Bound port: f8a263b9-d64a-4fb7-baf1-4f122e1d424c, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:19:58.276748 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:58.393223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] For port f8a263b9-d64a-4fb7-baf1-4f122e1d424c, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:19:58.398876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] For port f8a263b9-d64a-4fb7-baf1-4f122e1d424c, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f8a263b9-d64a-4fb7-baf1-4f122e1d424c,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:19:58.408299 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:58.421865 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:58.458599 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:58.511062 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a60f6-4f69-40a8-9e79-d1fd4a48a348 None None] Pushing event updated for resources: {'Port': ['ID=f8a263b9-d64a-4fb7-baf1-4f122e1d424c,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:58.646843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Allocated IP 172.25.4.87 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/801a20ae-20d4-415b-ae92-394b16ebb4cf) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:19:58.803581 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:58.882016 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:58.960770 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:19:58.966458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:19:58.973166 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:19:59.028925 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Pushing event updated for resources: {'Port': ['ID=801a20ae-20d4-415b-ae92-394b16ebb4cf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:19:59.360551 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:59.656843 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250d73ec-c55e-49f3-ba2a-bd06605204bf None None] Network 843e2037-c9ac-4deb-9866-01d7ffecb9db requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:19:59.698279 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:19:59.773182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-37a83c24-9a6e-48ee-948d-a67e647eb306 None None] Provisioning for port f8a263b9-d64a-4fb7-baf1-4f122e1d424c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:19:59.894389 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Router acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:20:00.071470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f8a263b9-d64a-4fb7-baf1-4f122e1d424c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:20:00.085678 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:20:00.114402 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:00.118697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Sync routers for ids ['acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:20:00.121413 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f413e514-2e2c-494d-bb43-50920cbed54d admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7598927 Jul 08 21:20:00.122336 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48274) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:20:00.151800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Routers {'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:20:00.152904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:19:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:00.297561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port f8a263b9-d64a-4fb7-baf1-4f122e1d424c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:20:00.321486 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f8a263b9-d64a-4fb7-baf1-4f122e1d424c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:00.322130 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:00.373210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Set router acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:20:00.416334 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dad4c2c0-8160-49a6-9c3d-864b4f947503 None None] Provisioning complete for port f8a263b9-d64a-4fb7-baf1-4f122e1d424c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:00.416921 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dad4c2c0-8160-49a6-9c3d-864b4f947503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:00.706204 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:00.789461 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:00.804118 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dad4c2c0-8160-49a6-9c3d-864b4f947503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:00.855087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port f8a263b9-d64a-4fb7-baf1-4f122e1d424c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f8a263b9-d64a-4fb7-baf1-4f122e1d424c,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:20:00.873502 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:00.967589 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'name': 'tempest-TestEncryptedCinderVolumes-1082289911-router', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:19:57Z', 'updated_at': '2021-07-08T21:19:59Z', 'revision_number': 3, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'gw_port': {'id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:19:58Z', 'updated_at': '2021-07-08T21:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:00.976858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=f8a263b9-d64a-4fb7-baf1-4f122e1d424c,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:00.979689 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-dad4c2c0-8160-49a6-9c3d-864b4f947503 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 21:20:00.980122 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-dad4c2c0-8160-49a6-9c3d-864b4f947503 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 21:20:01.013996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Checking router: acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:20:01.014443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Updating router acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 port 801a20ae-20d4-415b-ae92-394b16ebb4cf binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:20:01.060485 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:01.064954 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Allocated IP 172.20.0.1 (843e2037-c9ac-4deb-9866-01d7ffecb9db/9fc82f57-537d-466b-9d24-2badd4111f70/7e38e030-9286-4d57-ac19-a40a38cc8efa) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:20:01.245507 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:01.263948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Transition to ACTIVE for port object 7e38e030-9286-4d57-ac19-a40a38cc8efa will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:20:01.317891 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:01.377536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Network 843e2037-c9ac-4deb-9866-01d7ffecb9db is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:20:01.381684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:20:01.387268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:20:01.421167 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Pushing event updated for resources: {'Port': ['ID=7e38e030-9286-4d57-ac19-a40a38cc8efa,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:01.461550 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:01.722727 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:01.727108 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:01.742300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Transition to ACTIVE for port object 801a20ae-20d4-415b-ae92-394b16ebb4cf will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:20:01.752292 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:01.834259 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Attempting to bind port 801a20ae-20d4-415b-ae92-394b16ebb4cf on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:20:01.834942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Attempting to bind port 801a20ae-20d4-415b-ae92-394b16ebb4cf by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:20:01.835470 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Attempting to bind port 801a20ae-20d4-415b-ae92-394b16ebb4cf on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:20:01.842938 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-88fe444a-c798-434a-a3c1-62a037719435 None None] Provisioning for port 7e38e030-9286-4d57-ac19-a40a38cc8efa completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:20:01.848080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bbc3e-7e8e-44ea-a50f-1279b64a7078 None None] Pushing event updated for resources: {'Port': ['ID=801a20ae-20d4-415b-ae92-394b16ebb4cf,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:01.854108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:20:01.854658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:20:01.855036 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:01.855492 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:20:01.856051 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Bound port: 801a20ae-20d4-415b-ae92-394b16ebb4cf, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:20:01.856494 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:01.859438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-88fe444a-c798-434a-a3c1-62a037719435 None None] Provisioning complete for port 7e38e030-9286-4d57-ac19-a40a38cc8efa triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:01.859898 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-88fe444a-c798-434a-a3c1-62a037719435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:01.948815 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-88fe444a-c798-434a-a3c1-62a037719435 None None] Port 7e38e030-9286-4d57-ac19-a40a38cc8efa cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:20:01.964942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] For port 801a20ae-20d4-415b-ae92-394b16ebb4cf, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:20:01.972816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] For port 801a20ae-20d4-415b-ae92-394b16ebb4cf, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=801a20ae-20d4-415b-ae92-394b16ebb4cf,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:20:01.979076 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:02.023686 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f8a263b9-d64a-4fb7-baf1-4f122e1d424c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:20:02.024034 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:02.032297 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:02.096963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Routers {'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:20:02.097629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:19:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:02.101405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bbc3e-7e8e-44ea-a50f-1279b64a7078 None None] Pushing event updated for resources: {'Port': ['ID=801a20ae-20d4-415b-ae92-394b16ebb4cf,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:02.117318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Pushing event updated for resources: {'Port': ['ID=7e38e030-9286-4d57-ac19-a40a38cc8efa,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:02.126478 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:02.195607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f8a263b9-d64a-4fb7-baf1-4f122e1d424c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:02.195986 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:02.233609 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Network 843e2037-c9ac-4deb-9866-01d7ffecb9db is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:20:02.235797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:20:02.252042 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] Set router acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:20:02.386747 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Router acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:20:02.535851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:20:02.545596 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cca27524-d03b-4cc5-9651-26fb9e037530 admin admin] 10.222.0.101 "PUT /v2.0/routers/acd3ecdc-8d4a-4002-912c-3e28a2cd7b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4180701 Jul 08 21:20:02.602576 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-a9730c2a-de85-4a8c-a0c0-cbb773663eac None None] Provisioning complete for port 7e38e030-9286-4d57-ac19-a40a38cc8efa triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:02.603127 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a9730c2a-de85-4a8c-a0c0-cbb773663eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:02.679279 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a9730c2a-de85-4a8c-a0c0-cbb773663eac None None] Port 7e38e030-9286-4d57-ac19-a40a38cc8efa cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:20:02.695579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'name': 'tempest-TestEncryptedCinderVolumes-1082289911-router', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:19:57Z', 'updated_at': '2021-07-08T21:20:01Z', 'revision_number': 4, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'gw_port': {'id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:19:58Z', 'updated_at': '2021-07-08T21:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '7e38e030-9286-4d57-ac19-a40a38cc8efa', 'name': '', 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'mac_address': 'fa:16:3e:15:d7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '9fc82f57-537d-466b-9d24-2badd4111f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:00Z', 'updated_at': '2021-07-08T21:20:01Z', 'revision_number': 2, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'subnets': [{'id': '9fc82f57-537d-466b-9d24-2badd4111f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:02.747291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd8bcc-b528-456b-b2ca-effef52b3267 None None] The sync data for ids ['acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'] in n-d-791506-16 is: [{'id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'name': 'tempest-TestEncryptedCinderVolumes-1082289911-router', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:19:57Z', 'updated_at': '2021-07-08T21:20:01Z', 'revision_number': 4, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'gw_port': {'id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:19:58Z', 'updated_at': '2021-07-08T21:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '7e38e030-9286-4d57-ac19-a40a38cc8efa', 'name': '', 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'mac_address': 'fa:16:3e:15:d7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '9fc82f57-537d-466b-9d24-2badd4111f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:00Z', 'updated_at': '2021-07-08T21:20:01Z', 'revision_number': 2, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'subnets': [{'id': '9fc82f57-537d-466b-9d24-2badd4111f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:20:03.316122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48290) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:20:03.324773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1723916409-network', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:20:03.367799 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Made reservation on behalf of f88a46377501479da3f33bc0e88ae8ae for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:20:03.371404 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:03.386724 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:03.522305 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:03.528221 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:03.564107 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:20:03.575637 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10375b25-6285-425a-be0f-ff4a3ad819ee,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:03.585527 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:03.585904 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Added segment 7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56 of type vlan for network e6c75ec6-ccff-4abd-afe2-0f646cc7fd52 Jul 08 21:20:03.669761 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:03.750648 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:03.755497 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:03.756047 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:03.852473 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5346372 Jul 08 21:20:03.856437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48292) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:20:03.864308 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-26a2665d-a95f-4912-b8ec-95466a4a2369 admin admin] Request body: {'subnet': {'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1723916409-subnet', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:20:03.879569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c92351-cb9d-452d-9646-2a16a1e19a62 admin admin] Pushing event updated for resources: {'Network': ['ID=e6c75ec6-ccff-4abd-afe2-0f646cc7fd52,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:03.894677 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network e6c75ec6-ccff-4abd-afe2-0f646cc7fd52 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:20:03.914013 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a2665d-a95f-4912-b8ec-95466a4a2369 admin admin] Made reservation on behalf of f88a46377501479da3f33bc0e88ae8ae for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:20:03.917190 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26a2665d-a95f-4912-b8ec-95466a4a2369 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:04.133720 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 801a20ae-20d4-415b-ae92-394b16ebb4cf up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:20:04.197699 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0a6d38df-94ed-41c1-8921-41af2939b5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:04.232814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 801a20ae-20d4-415b-ae92-394b16ebb4cf completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:20:04.238172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 801a20ae-20d4-415b-ae92-394b16ebb4cf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:04.238639 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:04.297726 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26a2665d-a95f-4912-b8ec-95466a4a2369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:04.357738 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:04.385626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 801a20ae-20d4-415b-ae92-394b16ebb4cf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=801a20ae-20d4-415b-ae92-394b16ebb4cf,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:20:04.396797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2665d-a95f-4912-b8ec-95466a4a2369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7b4bb4-88b7-41ad-90f5-2f549c4c7586,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:04.400672 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:04.408341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a2665d-a95f-4912-b8ec-95466a4a2369 admin admin] Checking segment: {'id': '7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:20:04.410636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a2665d-a95f-4912-b8ec-95466a4a2369 admin admin] Network hostable DHCP agents. Network: e6c75ec6-ccff-4abd-afe2-0f646cc7fd52, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:20:04.436699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a2665d-a95f-4912-b8ec-95466a4a2369 admin admin] Network e6c75ec6-ccff-4abd-afe2-0f646cc7fd52 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:20:04.451811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-26a2665d-a95f-4912-b8ec-95466a4a2369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, e6c75ec6-ccff-4abd-afe2-0f646cc7fd52) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:20:04.458882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a2665d-a95f-4912-b8ec-95466a4a2369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:04.460096 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-26a2665d-a95f-4912-b8ec-95466a4a2369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:04.478251 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01f126a-119d-4932-a97c-2d8275269701 None None] Network e6c75ec6-ccff-4abd-afe2-0f646cc7fd52 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:20:04.480766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-26a2665d-a95f-4912-b8ec-95466a4a2369 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6227622 Jul 08 21:20:04.483334 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48294) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:20:04.489902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1723916409-router', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:20:04.526206 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:04.528308 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:04.555308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=801a20ae-20d4-415b-ae92-394b16ebb4cf,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:04.630445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:04.721109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-e6c75ec6-ccff-4abd-afe2-0f646cc7fd52', 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'fixed_ips': [{'subnet_id': 'db7b4bb4-88b7-41ad-90f5-2f549c4c7586'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:20:04.721109 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:04.796882 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:04.898431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Allocated IP 172.20.0.2 (e6c75ec6-ccff-4abd-afe2-0f646cc7fd52/db7b4bb4-88b7-41ad-90f5-2f549c4c7586/ae49a223-e2cc-45b1-9370-ca772417dc6f) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:20:05.072099 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:05.096990 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:05.110385 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:05.122977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Transition to ACTIVE for port object ae49a223-e2cc-45b1-9370-ca772417dc6f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:20:05.149577 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Transition to ACTIVE for port object ae49a223-e2cc-45b1-9370-ca772417dc6f will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:20:05.167368 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:05.242932 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Network e6c75ec6-ccff-4abd-afe2-0f646cc7fd52 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:20:05.248981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:20:05.258217 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:20:05.258724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Allocated IP 172.25.4.237 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/66d4050e-ead2-4544-a7e9-98e812bd0a95) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:20:05.268303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Pushing event updated for resources: {'Port': ['ID=ae49a223-e2cc-45b1-9370-ca772417dc6f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:05.380795 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Attempting to bind port ae49a223-e2cc-45b1-9370-ca772417dc6f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:20:05.381311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Attempting to bind port ae49a223-e2cc-45b1-9370-ca772417dc6f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:20:05.381834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Attempting to bind port ae49a223-e2cc-45b1-9370-ca772417dc6f on network e6c75ec6-ccff-4abd-afe2-0f646cc7fd52 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:20:05.398570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:20:05.400428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Checking segment: {'id': '7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:20:05.401446 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:05.402534 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Bound using segment: {'id': '7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:20:05.403435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Bound port: ae49a223-e2cc-45b1-9370-ca772417dc6f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:20:05.404204 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:05.463611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:05.516936 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] For port ae49a223-e2cc-45b1-9370-ca772417dc6f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:20:05.523080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] For port ae49a223-e2cc-45b1-9370-ca772417dc6f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ae49a223-e2cc-45b1-9370-ca772417dc6f,segment=NetworkSegment(7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56),segment_id=7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:20:05.529172 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:05.547232 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:05.622717 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Sync routers for ids ['acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:20:05.627908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f641579-5b89-4aac-bc07-4f79276751f3 None None] Pushing event updated for resources: {'Port': ['ID=ae49a223-e2cc-45b1-9370-ca772417dc6f,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:05.654822 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Routers {'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:20:05.656364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:20:05.656612 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:19:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:05.662688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Pushing event updated for resources: {'Port': ['ID=66d4050e-ead2-4544-a7e9-98e812bd0a95,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:05.666200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:20:05.669939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:20:05.875070 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Set router acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:20:06.102878 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:06.135029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ae49a223-e2cc-45b1-9370-ca772417dc6f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:20:06.192122 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'name': 'tempest-TestEncryptedCinderVolumes-1082289911-router', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:19:57Z', 'updated_at': '2021-07-08T21:20:01Z', 'revision_number': 4, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'gw_port': {'id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:19:58Z', 'updated_at': '2021-07-08T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '7e38e030-9286-4d57-ac19-a40a38cc8efa', 'name': '', 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'mac_address': 'fa:16:3e:15:d7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '9fc82f57-537d-466b-9d24-2badd4111f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:00Z', 'updated_at': '2021-07-08T21:20:01Z', 'revision_number': 2, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'subnets': [{'id': '9fc82f57-537d-466b-9d24-2badd4111f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:06.202064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port ae49a223-e2cc-45b1-9370-ca772417dc6f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:20:06.209236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 801a20ae-20d4-415b-ae92-394b16ebb4cf up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:20:06.228158 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Checking router: acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:20:06.228566 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Updating router acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 port 7e38e030-9286-4d57-ac19-a40a38cc8efa binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:20:06.277579 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:06.303907 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 801a20ae-20d4-415b-ae92-394b16ebb4cf triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:06.304711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:06.797978 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:06.811568 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:06.825137 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Transition to ACTIVE for port object 7e38e030-9286-4d57-ac19-a40a38cc8efa will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:20:06.834016 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:06.886953 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Pushing event updated for resources: {'Port': ['ID=7e38e030-9286-4d57-ac19-a40a38cc8efa,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:06.896975 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:06.897310 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:06.897846 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:06.898347 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:06.898675 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:06.899006 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:06.899329 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:06.899650 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:06.899970 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:06.900293 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:06.900611 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:06.900959 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:06.943021 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc594530-edb6-40b2-9b9d-656272672a4e None None] Network e6c75ec6-ccff-4abd-afe2-0f646cc7fd52 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:20:06.991255 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Attempting to bind port 7e38e030-9286-4d57-ac19-a40a38cc8efa on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:20:06.992304 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Attempting to bind port 7e38e030-9286-4d57-ac19-a40a38cc8efa by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:20:06.992831 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Attempting to bind port 7e38e030-9286-4d57-ac19-a40a38cc8efa on network 843e2037-c9ac-4deb-9866-01d7ffecb9db {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:20:07.001575 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:20:07.002035 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Checking segment: {'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:20:07.002506 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:07.004209 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Bound using segment: {'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:20:07.005347 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Bound port: 7e38e030-9286-4d57-ac19-a40a38cc8efa, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:20:07.005753 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:07.008045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Router 76d685b4-63c2-4569-a472-29a5eed0ba1f is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:20:07.097016 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e8570e2d-a81a-4af5-b1b8-7baed4794ffa None None] Provisioning for port ae49a223-e2cc-45b1-9370-ca772417dc6f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:20:07.135267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e8570e2d-a81a-4af5-b1b8-7baed4794ffa None None] Provisioning complete for port ae49a223-e2cc-45b1-9370-ca772417dc6f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:07.136237 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8570e2d-a81a-4af5-b1b8-7baed4794ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:07.147133 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] For port 7e38e030-9286-4d57-ac19-a40a38cc8efa, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:20:07.156846 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] For port 7e38e030-9286-4d57-ac19-a40a38cc8efa, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7e38e030-9286-4d57-ac19-a40a38cc8efa,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:20:07.163282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:20:07.167160 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:07.192845 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:07.197250 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d8ddb368-f883-47b7-a3d0-ba92a067123d admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7094467 Jul 08 21:20:07.197847 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48296) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:20:07.217439 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ffa57e0-deb6-4115-a91a-4ca28536367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:07.219592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Sync routers for ids ['76d685b4-63c2-4569-a472-29a5eed0ba1f'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:20:07.289699 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Routers {'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:20:07.290727 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:20:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:07.298058 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a297824-4071-44b4-927b-15967839ff21 None None] Pushing event updated for resources: {'Port': ['ID=7e38e030-9286-4d57-ac19-a40a38cc8efa,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:07.298398 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:07.311504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Routers {'76d685b4-63c2-4569-a472-29a5eed0ba1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:20:07.313199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:20:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76d685b4-63c2-4569-a472-29a5eed0ba1f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:07.487322 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] Set router acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:20:07.538406 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Set router 76d685b4-63c2-4569-a472-29a5eed0ba1f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:20:07.825005 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'name': 'tempest-TestEncryptedCinderVolumes-1082289911-router', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:19:57Z', 'updated_at': '2021-07-08T21:20:01Z', 'revision_number': 4, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'gw_port': {'id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:19:58Z', 'updated_at': '2021-07-08T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '7e38e030-9286-4d57-ac19-a40a38cc8efa', 'name': '', 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'mac_address': 'fa:16:3e:15:d7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '9fc82f57-537d-466b-9d24-2badd4111f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:00Z', 'updated_at': '2021-07-08T21:20:07Z', 'revision_number': 4, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'subnets': [{'id': '9fc82f57-537d-466b-9d24-2badd4111f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:07.869027 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1f6d1c-25e3-44aa-a0ea-291b74ad06d4 None None] The sync data for ids ['acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'] in n-d-791506-16 is: [{'id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'name': 'tempest-TestEncryptedCinderVolumes-1082289911-router', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:19:57Z', 'updated_at': '2021-07-08T21:20:01Z', 'revision_number': 4, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'gw_port': {'id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:19:58Z', 'updated_at': '2021-07-08T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '7e38e030-9286-4d57-ac19-a40a38cc8efa', 'name': '', 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'mac_address': 'fa:16:3e:15:d7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '9fc82f57-537d-466b-9d24-2badd4111f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:00Z', 'updated_at': '2021-07-08T21:20:07Z', 'revision_number': 4, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'subnets': [{'id': '9fc82f57-537d-466b-9d24-2badd4111f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:20:07.887765 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8570e2d-a81a-4af5-b1b8-7baed4794ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:08.097697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e8570e2d-a81a-4af5-b1b8-7baed4794ffa None None] For port ae49a223-e2cc-45b1-9370-ca772417dc6f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ae49a223-e2cc-45b1-9370-ca772417dc6f,segment=NetworkSegment(7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56),segment_id=7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:20:08.115926 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8570e2d-a81a-4af5-b1b8-7baed4794ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:08.122873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7e38e030-9286-4d57-ac19-a40a38cc8efa up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:20:08.280253 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'name': 'tempest-TestEncryptedCinderVolumes-1723916409-router', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:20:04Z', 'updated_at': '2021-07-08T21:20:05Z', 'revision_number': 3, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'gw_port': {'id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:05Z', 'updated_at': '2021-07-08T21:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:08.286339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8570e2d-a81a-4af5-b1b8-7baed4794ffa None None] Pushing event updated for resources: {'Port': ['ID=ae49a223-e2cc-45b1-9370-ca772417dc6f,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:08.334979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9e9637ce-b8ae-421f-85ee-d88150900cb7 None None] Provisioning complete for port ae49a223-e2cc-45b1-9370-ca772417dc6f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:08.335254 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e9637ce-b8ae-421f-85ee-d88150900cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:08.338754 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Checking router: 76d685b4-63c2-4569-a472-29a5eed0ba1f for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:20:08.339295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Updating router 76d685b4-63c2-4569-a472-29a5eed0ba1f port 66d4050e-ead2-4544-a7e9-98e812bd0a95 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:20:08.389905 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 7e38e030-9286-4d57-ac19-a40a38cc8efa completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:20:08.416301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7e38e030-9286-4d57-ac19-a40a38cc8efa triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:08.416711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:08.473493 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:08.540493 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:08.575995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:08.774478 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:08.910092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Allocated IP 172.20.0.1 (e6c75ec6-ccff-4abd-afe2-0f646cc7fd52/db7b4bb4-88b7-41ad-90f5-2f549c4c7586/d215f15b-28a4-443c-b260-8388e37621d0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:20:09.115769 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.141597 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9e9637ce-b8ae-421f-85ee-d88150900cb7 None None] Provisioning complete for port 7e38e030-9286-4d57-ac19-a40a38cc8efa triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:09.142005 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e9637ce-b8ae-421f-85ee-d88150900cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.145441 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Transition to ACTIVE for port object d215f15b-28a4-443c-b260-8388e37621d0 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:20:09.190438 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.191059 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 7e38e030-9286-4d57-ac19-a40a38cc8efa, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7e38e030-9286-4d57-ac19-a40a38cc8efa,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:20:09.204999 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.252071 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Network e6c75ec6-ccff-4abd-afe2-0f646cc7fd52 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:20:09.255765 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:20:09.260024 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:20:09.267798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Pushing event updated for resources: {'Port': ['ID=d215f15b-28a4-443c-b260-8388e37621d0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:09.310075 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.390881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=7e38e030-9286-4d57-ac19-a40a38cc8efa,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:09.585895 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.587457 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.605664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Transition to ACTIVE for port object 66d4050e-ead2-4544-a7e9-98e812bd0a95 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:20:09.615507 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.719368 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Attempting to bind port 66d4050e-ead2-4544-a7e9-98e812bd0a95 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:20:09.720219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Attempting to bind port 66d4050e-ead2-4544-a7e9-98e812bd0a95 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:20:09.720839 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Attempting to bind port 66d4050e-ead2-4544-a7e9-98e812bd0a95 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:20:09.730528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dd454325-b08e-4977-b5af-8bab1b95ac1d None None] Provisioning for port d215f15b-28a4-443c-b260-8388e37621d0 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:20:09.740599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7a49e-a75a-4177-9007-d18dcb96a7f6 None None] Pushing event updated for resources: {'Port': ['ID=66d4050e-ead2-4544-a7e9-98e812bd0a95,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:09.745903 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:20:09.746580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:20:09.747155 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.747800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:20:09.748560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Bound port: 66d4050e-ead2-4544-a7e9-98e812bd0a95, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:20:09.749338 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.752510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dd454325-b08e-4977-b5af-8bab1b95ac1d None None] Provisioning complete for port d215f15b-28a4-443c-b260-8388e37621d0 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:09.752869 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dd454325-b08e-4977-b5af-8bab1b95ac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.836734 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.841319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dd454325-b08e-4977-b5af-8bab1b95ac1d None None] Port d215f15b-28a4-443c-b260-8388e37621d0 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:20:09.842341 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.857555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] For port 66d4050e-ead2-4544-a7e9-98e812bd0a95, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:20:09.862946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] For port 66d4050e-ead2-4544-a7e9-98e812bd0a95, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=66d4050e-ead2-4544-a7e9-98e812bd0a95,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:20:09.870211 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.930951 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Pushing event updated for resources: {'Port': ['ID=d215f15b-28a4-443c-b260-8388e37621d0,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:09.934698 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:09.940445 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Routers {'76d685b4-63c2-4569-a472-29a5eed0ba1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:20:09.941150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:20:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76d685b4-63c2-4569-a472-29a5eed0ba1f'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:10.006652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7a49e-a75a-4177-9007-d18dcb96a7f6 None None] Pushing event updated for resources: {'Port': ['ID=66d4050e-ead2-4544-a7e9-98e812bd0a95,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:10.049126 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:10.055624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ae49a223-e2cc-45b1-9370-ca772417dc6f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:20:10.099935 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Network e6c75ec6-ccff-4abd-afe2-0f646cc7fd52 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:20:10.102477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:20:10.174249 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] Set router 76d685b4-63c2-4569-a472-29a5eed0ba1f gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:20:10.238930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port ae49a223-e2cc-45b1-9370-ca772417dc6f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:10.239995 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:10.316197 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Router 76d685b4-63c2-4569-a472-29a5eed0ba1f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:20:10.520754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:20:10.530817 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9728c76e-532d-4172-823c-2932896e315b admin admin] 10.222.0.101 "PUT /v2.0/routers/76d685b4-63c2-4569-a472-29a5eed0ba1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3303885 Jul 08 21:20:10.563200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7e38e030-9286-4d57-ac19-a40a38cc8efa up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:20:10.565802 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-02901343-d47a-49cc-a142-151eb57b9c80 None None] Provisioning complete for port d215f15b-28a4-443c-b260-8388e37621d0 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:10.566290 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-02901343-d47a-49cc-a142-151eb57b9c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:10.659646 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-02901343-d47a-49cc-a142-151eb57b9c80 None None] Port d215f15b-28a4-443c-b260-8388e37621d0 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:20:10.692611 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7e38e030-9286-4d57-ac19-a40a38cc8efa triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:10.693027 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:10.731421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'name': 'tempest-TestEncryptedCinderVolumes-1723916409-router', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:20:04Z', 'updated_at': '2021-07-08T21:20:09Z', 'revision_number': 4, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'gw_port': {'id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:05Z', 'updated_at': '2021-07-08T21:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd215f15b-28a4-443c-b260-8388e37621d0', 'name': '', 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'mac_address': 'fa:16:3e:8c:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'db7b4bb4-88b7-41ad-90f5-2f549c4c7586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:08Z', 'updated_at': '2021-07-08T21:20:09Z', 'revision_number': 2, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'subnets': [{'id': 'db7b4bb4-88b7-41ad-90f5-2f549c4c7586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:10.774943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a6c24-d4fc-444e-bff5-6def17ab88e6 None None] The sync data for ids ['76d685b4-63c2-4569-a472-29a5eed0ba1f'] in n-d-791506-16 is: [{'id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'name': 'tempest-TestEncryptedCinderVolumes-1723916409-router', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:20:04Z', 'updated_at': '2021-07-08T21:20:09Z', 'revision_number': 4, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'gw_port': {'id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:05Z', 'updated_at': '2021-07-08T21:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd215f15b-28a4-443c-b260-8388e37621d0', 'name': '', 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'mac_address': 'fa:16:3e:8c:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'db7b4bb4-88b7-41ad-90f5-2f549c4c7586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:08Z', 'updated_at': '2021-07-08T21:20:09Z', 'revision_number': 2, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'subnets': [{'id': 'db7b4bb4-88b7-41ad-90f5-2f549c4c7586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:20:11.714032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-6ceb9a75-b341-400f-8c32-2928266a60b3 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:11.715689 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-6ceb9a75-b341-400f-8c32-2928266a60b3 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/networks?id=843e2037-c9ac-4deb-9866-01d7ffecb9db HTTP/1.1" status: 200 len: 817 time: 0.1595538 Jul 08 21:20:11.742203 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-94da8b8b-d632-4566-bb25-f7c118d8b571 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/quotas/6d7b034dc00d4d41b0152cce6356f4bd HTTP/1.1" status: 200 len: 375 time: 0.0177774 Jul 08 21:20:11.847716 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-6838a272-9356-4c5e-b04f-65f689475988 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6d7b034dc00d4d41b0152cce6356f4bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952706 Jul 08 21:20:12.000384 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-c8addbc6-e056-4569-9cdb-614a3f57305e service neutron] 10.222.0.101 "GET /v2.0/networks/843e2037-c9ac-4deb-9866-01d7ffecb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365032 Jul 08 21:20:12.074190 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 66d4050e-ead2-4544-a7e9-98e812bd0a95 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:20:12.175981 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-15f1909d-f4ae-4069-be4a-e8a84c73a379 service neutron] 10.222.0.101 "GET /v2.0/networks/843e2037-c9ac-4deb-9866-01d7ffecb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615644 Jul 08 21:20:12.177473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 66d4050e-ead2-4544-a7e9-98e812bd0a95 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:20:12.185631 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 66d4050e-ead2-4544-a7e9-98e812bd0a95 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:12.186227 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:12.359328 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:12.402157 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 66d4050e-ead2-4544-a7e9-98e812bd0a95, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=66d4050e-ead2-4544-a7e9-98e812bd0a95,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:20:12.409711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:12.501091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=66d4050e-ead2-4544-a7e9-98e812bd0a95,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:12.762050 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5c51d054-88b2-4189-bc2a-f3596e083f49 req-4fa461b9-8a8d-4f3a-81b0-dd850506e60b tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 210 time: 0.2437654 Jul 08 21:20:14.035509 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 66d4050e-ead2-4544-a7e9-98e812bd0a95 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:20:14.147522 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c966d6f3-7d0a-45a2-9e84-d5527ceaf815 req-fd2183ec-bd04-4e91-a4ab-fa958192ae26 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 210 time: 0.1883624 Jul 08 21:20:14.165126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-a25a78c6-c754-4207-80e6-86f4c37d574a tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:14.175353 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-a25a78c6-c754-4207-80e6-86f4c37d574a tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.103 "GET /v2.0/networks?id=843e2037-c9ac-4deb-9866-01d7ffecb9db HTTP/1.1" status: 200 len: 817 time: 0.1922572 Jul 08 21:20:14.187244 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 66d4050e-ead2-4544-a7e9-98e812bd0a95 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:14.188553 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:14.193971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Request body: {'port': {'device_id': '1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a', 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db', 'admin_state_up': True, 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:20:14.451646 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Made reservation on behalf of 6d7b034dc00d4d41b0152cce6356f4bd for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:20:14.462800 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:14.479101 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Sync routers for ids ['76d685b4-63c2-4569-a472-29a5eed0ba1f'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:20:14.496355 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Routers {'76d685b4-63c2-4569-a472-29a5eed0ba1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:20:14.497027 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:20:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76d685b4-63c2-4569-a472-29a5eed0ba1f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:14.669398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Allocated IP 172.20.0.11 (843e2037-c9ac-4deb-9866-01d7ffecb9db/9fc82f57-537d-466b-9d24-2badd4111f70/d7c7bcd8-2745-4932-a709-a99a32429b02) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:20:14.674388 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Set router 76d685b4-63c2-4569-a472-29a5eed0ba1f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:20:14.928328 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:14.950008 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Transition to ACTIVE for port object d7c7bcd8-2745-4932-a709-a99a32429b02 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:20:14.979739 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'name': 'tempest-TestEncryptedCinderVolumes-1723916409-router', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:20:04Z', 'updated_at': '2021-07-08T21:20:09Z', 'revision_number': 4, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'gw_port': {'id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:05Z', 'updated_at': '2021-07-08T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd215f15b-28a4-443c-b260-8388e37621d0', 'name': '', 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'mac_address': 'fa:16:3e:8c:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'db7b4bb4-88b7-41ad-90f5-2f549c4c7586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:08Z', 'updated_at': '2021-07-08T21:20:09Z', 'revision_number': 2, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'subnets': [{'id': 'db7b4bb4-88b7-41ad-90f5-2f549c4c7586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:15.001126 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:15.035487 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Checking router: 76d685b4-63c2-4569-a472-29a5eed0ba1f for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:20:15.035868 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Updating router 76d685b4-63c2-4569-a472-29a5eed0ba1f port d215f15b-28a4-443c-b260-8388e37621d0 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:20:15.058196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Network 843e2037-c9ac-4deb-9866-01d7ffecb9db is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:20:15.063157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:20:15.067707 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:20:15.099082 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Pushing event updated for resources: {'Port': ['ID=d7c7bcd8-2745-4932-a709-a99a32429b02,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:15.099608 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:15.154032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:15.155019 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:15.176985 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-79c480ca-fab4-4f3b-95e5-26f30149de44 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9904010 Jul 08 21:20:15.199419 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Request body: {'port': {'device_id': '1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:20:15.340784 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:15.440855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-32a5934f-19f1-4384-a32e-2779206263de None None] Provisioning for port d7c7bcd8-2745-4932-a709-a99a32429b02 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:20:15.445773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-32a5934f-19f1-4384-a32e-2779206263de None None] Provisioning complete for port d7c7bcd8-2745-4932-a709-a99a32429b02 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:15.446475 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32a5934f-19f1-4384-a32e-2779206263de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:15.489687 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:15.504801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-32a5934f-19f1-4384-a32e-2779206263de None None] Port d7c7bcd8-2745-4932-a709-a99a32429b02 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:20:15.506574 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Transition to ACTIVE for port object d215f15b-28a4-443c-b260-8388e37621d0 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:20:15.516274 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:15.529899 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8d340-68ee-4656-ab92-eef28c83d471 req-f21129fd-ba72-4fc0-8fd9-45f08ec87c78 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:15.531651 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2fe8d340-68ee-4656-ab92-eef28c83d471 req-f21129fd-ba72-4fc0-8fd9-45f08ec87c78 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 932 time: 0.2044671 Jul 08 21:20:15.582640 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c80893-0603-40dc-8703-520af396557c None None] Pushing event updated for resources: {'Port': ['ID=d215f15b-28a4-443c-b260-8388e37621d0,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:15.644092 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2fe8d340-68ee-4656-ab92-eef28c83d471 req-3893c0b2-afac-4305-9878-87713af98c33 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010735 Jul 08 21:20:15.781388 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Attempting to bind port d215f15b-28a4-443c-b260-8388e37621d0 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:20:15.781859 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Attempting to bind port d215f15b-28a4-443c-b260-8388e37621d0 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:20:15.782223 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Attempting to bind port d215f15b-28a4-443c-b260-8388e37621d0 on network e6c75ec6-ccff-4abd-afe2-0f646cc7fd52 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:20:15.788933 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:20:15.789305 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Checking segment: {'id': '7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:20:15.789684 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:15.790076 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Bound using segment: {'id': '7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:20:15.790559 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Bound port: d215f15b-28a4-443c-b260-8388e37621d0, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:20:15.790932 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:15.808547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c7bcd8-2745-4932-a709-a99a32429b02 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:20:15.823617 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:15.847044 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Transition to ACTIVE for port object d7c7bcd8-2745-4932-a709-a99a32429b02 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:20:15.853102 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:15.874977 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] For port d215f15b-28a4-443c-b260-8388e37621d0, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:20:15.878864 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] For port d215f15b-28a4-443c-b260-8388e37621d0, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d215f15b-28a4-443c-b260-8388e37621d0,segment=NetworkSegment(7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56),segment_id=7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:20:15.885008 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:15.948784 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Routers {'76d685b4-63c2-4569-a472-29a5eed0ba1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:20:15.949449 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:20:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76d685b4-63c2-4569-a472-29a5eed0ba1f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:15.995927 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c80893-0603-40dc-8703-520af396557c None None] Pushing event updated for resources: {'Port': ['ID=d215f15b-28a4-443c-b260-8388e37621d0,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:16.006986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c7bcd8-2745-4932-a709-a99a32429b02,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:16.098465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Attempting to bind port d7c7bcd8-2745-4932-a709-a99a32429b02 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:20:16.098989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Attempting to bind port d7c7bcd8-2745-4932-a709-a99a32429b02 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:20:16.099604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Attempting to bind port d7c7bcd8-2745-4932-a709-a99a32429b02 on network 843e2037-c9ac-4deb-9866-01d7ffecb9db {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:20:16.111851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Port d7c7bcd8-2745-4932-a709-a99a32429b02 on network 843e2037-c9ac-4deb-9866-01d7ffecb9db not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:20:16.112319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Attempting to bind port d7c7bcd8-2745-4932-a709-a99a32429b02 on network 843e2037-c9ac-4deb-9866-01d7ffecb9db {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:20:16.116466 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] Set router 76d685b4-63c2-4569-a472-29a5eed0ba1f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:20:16.119602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:20:16.119998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Checking segment: {'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:20:16.120447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Bound using segment: {'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:20:16.120980 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Bound port: d7c7bcd8-2745-4932-a709-a99a32429b02, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:20:16.121383 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:16.220693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] For port d7c7bcd8-2745-4932-a709-a99a32429b02, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:20:16.226125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] For port d7c7bcd8-2745-4932-a709-a99a32429b02, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d7c7bcd8-2745-4932-a709-a99a32429b02,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:20:16.231909 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:16.287302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:16.288012 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:16.289719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] 10.222.0.103 "PUT /v2.0/ports/d7c7bcd8-2745-4932-a709-a99a32429b02 HTTP/1.1" status: 200 len: 1093 time: 1.0987091 Jul 08 21:20:16.290378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a', 'tag': 'd7c7bcd8-2745-4932-a709-a99a32429b02'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:20:16.293795 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94de19b0-6ffc-4eec-b091-1bb0a40438bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a", "tag": "d7c7bcd8-2745-4932-a709-a99a32429b02"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:20:16.379939 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895ae1cf-069a-4dd7-89b3-a69ed1de8569 x-openstack-request-id: req-895ae1cf-069a-4dd7-89b3-a69ed1de8569 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:20:16.380329 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a", "tag": "d7c7bcd8-2745-4932-a709-a99a32429b02", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:20:16.380500 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-895ae1cf-069a-4dd7-89b3-a69ed1de8569 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:20:16.380896 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a', 'tag': 'd7c7bcd8-2745-4932-a709-a99a32429b02', 'status': 'completed', 'code': 200} Jul 08 21:20:16.407279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a65a7f-3cc4-4ab9-84ab-a27c03c59121 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c7bcd8-2745-4932-a709-a99a32429b02,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:16.443116 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-a9dad8c2-a6f1-4df8-8232-8b73febdb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:16.444878 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-a9dad8c2-a6f1-4df8-8232-8b73febdb43c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6d7b034dc00d4d41b0152cce6356f4bd&device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 1096 time: 0.0820425 Jul 08 21:20:16.488286 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'name': 'tempest-TestEncryptedCinderVolumes-1723916409-router', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:20:04Z', 'updated_at': '2021-07-08T21:20:09Z', 'revision_number': 4, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'gw_port': {'id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:05Z', 'updated_at': '2021-07-08T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd215f15b-28a4-443c-b260-8388e37621d0', 'name': '', 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'mac_address': 'fa:16:3e:8c:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'db7b4bb4-88b7-41ad-90f5-2f549c4c7586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:08Z', 'updated_at': '2021-07-08T21:20:15Z', 'revision_number': 4, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'subnets': [{'id': 'db7b4bb4-88b7-41ad-90f5-2f549c4c7586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:20:16.514226 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-6ecb7b06-6b0a-4806-8159-ac99b8711210 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7c7bcd8-2745-4932-a709-a99a32429b02 HTTP/1.1" status: 200 len: 217 time: 0.0514050 Jul 08 21:20:16.520563 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0075659-e574-444d-8d65-e8aeec0a78d0 None None] The sync data for ids ['76d685b4-63c2-4569-a472-29a5eed0ba1f'] in n-d-791506-16 is: [{'id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'name': 'tempest-TestEncryptedCinderVolumes-1723916409-router', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:20:04Z', 'updated_at': '2021-07-08T21:20:09Z', 'revision_number': 4, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'gw_port': {'id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:05Z', 'updated_at': '2021-07-08T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'd215f15b-28a4-443c-b260-8388e37621d0', 'name': '', 'network_id': 'e6c75ec6-ccff-4abd-afe2-0f646cc7fd52', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'mac_address': 'fa:16:3e:8c:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'db7b4bb4-88b7-41ad-90f5-2f549c4c7586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:08Z', 'updated_at': '2021-07-08T21:20:15Z', 'revision_number': 4, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'subnets': [{'id': 'db7b4bb4-88b7-41ad-90f5-2f549c4c7586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:20:16.591904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-4ed77ad8-1c49-4eae-8027-ad4437c60a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:16.595111 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-4ed77ad8-1c49-4eae-8027-ad4437c60a6e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9fc82f57-537d-466b-9d24-2badd4111f70 HTTP/1.1" status: 200 len: 856 time: 0.0733795 Jul 08 21:20:16.668348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-5868aeb8-07d2-40a4-9028-2b256e4afb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:16.671189 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-5868aeb8-07d2-40a4-9028-2b256e4afb07 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=843e2037-c9ac-4deb-9866-01d7ffecb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651479 Jul 08 21:20:16.872541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-c269c947-1378-461e-a032-1815e5aee188 service neutron] 10.222.0.103 "GET /v2.0/networks/843e2037-c9ac-4deb-9866-01d7ffecb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888974 Jul 08 21:20:17.002018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f70cc5-7544-4cd9-b034-d29316779bdf req-3f432aee-85ba-4978-991e-683616777917 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:17.003722 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d2f70cc5-7544-4cd9-b034-d29316779bdf req-3f432aee-85ba-4978-991e-683616777917 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 944 time: 0.1808393 Jul 08 21:20:17.070183 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf800c88-ac63-4459-a50e-3eafff35bd53 req-bb9388f5-d4f7-4e31-b849-c4759938a784 service neutron] 10.222.0.103 "GET /v2.0/networks/843e2037-c9ac-4deb-9866-01d7ffecb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848862 Jul 08 21:20:17.081883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d2f70cc5-7544-4cd9-b034-d29316779bdf req-9c652879-3e07-421d-a35f-0d4d6a857239 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658748 Jul 08 21:20:17.208824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de19b0-6ffc-4eec-b091-1bb0a40438bf req-411388ae-472f-4b2c-9fc4-2de17ecc271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:17.210545 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94de19b0-6ffc-4eec-b091-1bb0a40438bf req-411388ae-472f-4b2c-9fc4-2de17ecc271e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6d7b034dc00d4d41b0152cce6356f4bd&device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 1096 time: 0.0681407 Jul 08 21:20:17.223860 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:20:17.330693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de19b0-6ffc-4eec-b091-1bb0a40438bf req-3c64ae15-5dbc-4c8b-b858-67ee30d3f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:17.333596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94de19b0-6ffc-4eec-b091-1bb0a40438bf req-3c64ae15-5dbc-4c8b-b858-67ee30d3f6d4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=843e2037-c9ac-4deb-9866-01d7ffecb9db HTTP/1.1" status: 200 len: 918 time: 0.1118374 Jul 08 21:20:17.379958 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94de19b0-6ffc-4eec-b091-1bb0a40438bf req-3d8264d5-26d4-4e2f-b8c0-43ee33e42ee2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7c7bcd8-2745-4932-a709-a99a32429b02 HTTP/1.1" status: 200 len: 217 time: 0.0391290 Jul 08 21:20:17.442484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de19b0-6ffc-4eec-b091-1bb0a40438bf req-93e88f0e-9181-4264-a6b4-9ac3906fd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:17.444185 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94de19b0-6ffc-4eec-b091-1bb0a40438bf req-93e88f0e-9181-4264-a6b4-9ac3906fd7e1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9fc82f57-537d-466b-9d24-2badd4111f70 HTTP/1.1" status: 200 len: 856 time: 0.0575726 Jul 08 21:20:17.510243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de19b0-6ffc-4eec-b091-1bb0a40438bf req-811aa0d3-cf78-4f7a-898f-a15417178773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:17.512108 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94de19b0-6ffc-4eec-b091-1bb0a40438bf req-811aa0d3-cf78-4f7a-898f-a15417178773 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=843e2037-c9ac-4deb-9866-01d7ffecb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600135 Jul 08 21:20:17.631567 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94de19b0-6ffc-4eec-b091-1bb0a40438bf req-f48ace22-3703-4ae3-95ac-9fce6cf5f047 service neutron] 10.222.0.103 "GET /v2.0/networks/843e2037-c9ac-4deb-9866-01d7ffecb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099114 Jul 08 21:20:17.730979 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-94de19b0-6ffc-4eec-b091-1bb0a40438bf req-5ec96a34-80b5-4e27-939c-d64a67ad6ccb service neutron] 10.222.0.103 "GET /v2.0/networks/843e2037-c9ac-4deb-9866-01d7ffecb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918419 Jul 08 21:20:18.024851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d215f15b-28a4-443c-b260-8388e37621d0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:20:18.090210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port d215f15b-28a4-443c-b260-8388e37621d0 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:20:18.096220 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d215f15b-28a4-443c-b260-8388e37621d0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:18.096735 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:18.189610 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:18.227837 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:18.240855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port d215f15b-28a4-443c-b260-8388e37621d0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d215f15b-28a4-443c-b260-8388e37621d0,segment=NetworkSegment(7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56),segment_id=7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:20:18.246663 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:18.308863 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=d215f15b-28a4-443c-b260-8388e37621d0,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:18.321018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:18.321593 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:18.322281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:18.323007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:18.323578 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:18.324182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:18.324893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:18.325282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:18.325811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:18.326360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:18.326877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:18.327931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:18.366007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72afe1c-ada1-497e-8d62-616e4b3a1250 req-b290682f-54fa-47b2-aabe-48e56d22cd19 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:18.368324 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c72afe1c-ada1-497e-8d62-616e4b3a1250 req-b290682f-54fa-47b2-aabe-48e56d22cd19 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 944 time: 0.1203570 Jul 08 21:20:18.428892 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c72afe1c-ada1-497e-8d62-616e4b3a1250 req-868559be-1f07-4af3-ae3c-add998a081d5 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498276 Jul 08 21:20:19.644699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f9f09-fc60-45dc-9880-b15d16562a1a req-ea5f4a57-dd26-4ee1-aa36-2ead775ef54e tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:19.646483 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-016f9f09-fc60-45dc-9880-b15d16562a1a req-ea5f4a57-dd26-4ee1-aa36-2ead775ef54e tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 944 time: 0.0798945 Jul 08 21:20:19.695144 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-016f9f09-fc60-45dc-9880-b15d16562a1a req-e1f20a93-3ac2-4da8-a0f7-1095d6a93545 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Jul 08 21:20:20.008873 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d215f15b-28a4-443c-b260-8388e37621d0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:20:20.075317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d215f15b-28a4-443c-b260-8388e37621d0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:20.075862 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:20.338018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d7c7bcd8-2745-4932-a709-a99a32429b02 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:20:20.484722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port d7c7bcd8-2745-4932-a709-a99a32429b02, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d7c7bcd8-2745-4932-a709-a99a32429b02,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:20:20.499851 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'd7c7bcd8-2745-4932-a709-a99a32429b02', 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db', 'port_id': 'd7c7bcd8-2745-4932-a709-a99a32429b02', 'mac_address': 'fa:16:3e:d8:ef:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc82f57-537d-466b-9d24-2badd4111f70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:20:20.571236 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:20.594499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c7bcd8-2745-4932-a709-a99a32429b02 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:20:20.620757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port d7c7bcd8-2745-4932-a709-a99a32429b02, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d7c7bcd8-2745-4932-a709-a99a32429b02,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:20:20.626821 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:20.685270 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=d7c7bcd8-2745-4932-a709-a99a32429b02,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:20.912960 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['d7c7bcd8-2745-4932-a709-a99a32429b02'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:20:20.945592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30702d-98a7-470f-9592-462339dcf715 req-2be3cbde-3162-46a7-8628-0154f3981082 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:20.948822 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8d30702d-98a7-470f-9592-462339dcf715 req-2be3cbde-3162-46a7-8628-0154f3981082 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 945 time: 0.1091485 Jul 08 21:20:21.002106 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8d30702d-98a7-470f-9592-462339dcf715 req-6a0d69ba-5dae-4742-bbde-4a40aa923432 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443769 Jul 08 21:20:22.245571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521b4c3-af78-4cde-a6b1-01a2f830e149 req-faeefce8-482c-49f4-a592-a5906b3ce704 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:22.247159 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0521b4c3-af78-4cde-a6b1-01a2f830e149 req-faeefce8-482c-49f4-a592-a5906b3ce704 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 945 time: 0.0713711 Jul 08 21:20:22.304245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0521b4c3-af78-4cde-a6b1-01a2f830e149 req-3a9e9732-0748-489d-82b7-6130aedc92bb tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494330 Jul 08 21:20:22.351028 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d7c7bcd8-2745-4932-a709-a99a32429b02 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:20:22.426882 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port d7c7bcd8-2745-4932-a709-a99a32429b02 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:20:22.432796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port d7c7bcd8-2745-4932-a709-a99a32429b02 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:22.433368 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:22.558095 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:22.590253 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c7bcd8-2745-4932-a709-a99a32429b02'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:20:22.593593 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e693337b-8e05-4595-9903-0535d9e866e5" -d '{"events": [{"server_uuid": "1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a", "name": "network-vif-plugged", "status": "completed", "tag": "d7c7bcd8-2745-4932-a709-a99a32429b02"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:20:22.610794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port d7c7bcd8-2745-4932-a709-a99a32429b02, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d7c7bcd8-2745-4932-a709-a99a32429b02,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:20:22.615400 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:22.662362 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9eb67b-701d-4308-93bb-f35049c86e3b x-openstack-request-id: req-1a9eb67b-701d-4308-93bb-f35049c86e3b {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:20:22.662661 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a", "name": "network-vif-plugged", "status": "completed", "tag": "d7c7bcd8-2745-4932-a709-a99a32429b02", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:20:22.662919 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1a9eb67b-701d-4308-93bb-f35049c86e3b {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:20:22.663312 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c7bcd8-2745-4932-a709-a99a32429b02', 'code': 200} Jul 08 21:20:22.680194 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=d7c7bcd8-2745-4932-a709-a99a32429b02,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:22.813057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9e883-2ea9-446a-8374-e0126c940828 req-0403ef4b-719f-4908-a788-ce0e9a3ed847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:22.815115 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fb9e883-2ea9-446a-8374-e0126c940828 req-0403ef4b-719f-4908-a788-ce0e9a3ed847 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 1098 time: 0.0686634 Jul 08 21:20:22.867547 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fb9e883-2ea9-446a-8374-e0126c940828 req-6798601b-a424-420f-a7b0-7085c2b2b5cc service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415599 Jul 08 21:20:23.596671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0827c-5aa5-4c7b-a37f-16e85a41e630 req-b7b6e9e6-5d59-4053-b949-51efae4c257f tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:23.599663 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ba0827c-5aa5-4c7b-a37f-16e85a41e630 req-b7b6e9e6-5d59-4053-b949-51efae4c257f tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 946 time: 0.0968356 Jul 08 21:20:23.678044 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8ba0827c-5aa5-4c7b-a37f-16e85a41e630 req-7b95ee3c-a4b5-4b95-91d1-b79fc29d3b1c tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715134 Jul 08 21:20:24.004037 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:24.917815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e8cd9-90db-402d-9154-2076585dc12e req-0e721af5-f005-4ca3-bb83-62538efdd737 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:24.919583 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-264e8cd9-90db-402d-9154-2076585dc12e req-0e721af5-f005-4ca3-bb83-62538efdd737 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 946 time: 0.0734768 Jul 08 21:20:24.967594 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-264e8cd9-90db-402d-9154-2076585dc12e req-fd22be2a-415a-4348-95b8-5f65bea61b18 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Jul 08 21:20:25.217345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dfacf-93c1-4e66-9e67-9091069680fd req-953dd1aa-5b56-490e-9316-0f74d19da1a2 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:25.221659 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-247dfacf-93c1-4e66-9e67-9091069680fd req-953dd1aa-5b56-490e-9316-0f74d19da1a2 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 946 time: 0.0778911 Jul 08 21:20:25.266785 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-247dfacf-93c1-4e66-9e67-9091069680fd req-b09a3dd0-f744-4640-bbfd-f62e1e30e579 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Jul 08 21:20:34.137907 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6b8fa35c-2069-407e-97cf-cf4549740354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:37.087739 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-265a69a0-519d-4e3a-9ad0-218be590e941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:37.199993 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:38.479711 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:40.039796 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:48.226510 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:50.187614 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dead0fe-a8c5-4734-976a-13aada0621d0 req-10ce4967-58e6-4762-a9d5-7ec98aca6df3 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:50.189263 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7dead0fe-a8c5-4734-976a-13aada0621d0 req-10ce4967-58e6-4762-a9d5-7ec98aca6df3 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 946 time: 0.0695028 Jul 08 21:20:50.235251 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7dead0fe-a8c5-4734-976a-13aada0621d0 req-02c82259-c0f1-4456-b8d0-e35f79f0dc0e tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398169 Jul 08 21:20:51.473845 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a623a-05ea-42c7-b713-fd9edc18ad86 req-ba2eb36f-9b95-4c6f-8b1f-62847d3aed7b tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:51.475748 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-300a623a-05ea-42c7-b713-fd9edc18ad86 req-ba2eb36f-9b95-4c6f-8b1f-62847d3aed7b tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 946 time: 0.1067591 Jul 08 21:20:51.525349 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-300a623a-05ea-42c7-b713-fd9edc18ad86 req-2e86f535-6a05-4e4f-b6b4-7c69e8266bfd tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429912 Jul 08 21:20:51.967262 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a109a2-4025-43f5-8547-74612c733414 req-493a1c79-3d2f-402a-9e47-a3b4114b038a tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:51.968997 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24a109a2-4025-43f5-8547-74612c733414 req-493a1c79-3d2f-402a-9e47-a3b4114b038a tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.103 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 946 time: 0.0711298 Jul 08 21:20:52.099442 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-24a109a2-4025-43f5-8547-74612c733414 req-047e650a-c7df-4a4c-979c-eee688662deb tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Deleting port d7c7bcd8-2745-4932-a709-a99a32429b02 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:20:52.099775 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24a109a2-4025-43f5-8547-74612c733414 req-047e650a-c7df-4a4c-979c-eee688662deb tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:52.197125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-24a109a2-4025-43f5-8547-74612c733414 req-047e650a-c7df-4a4c-979c-eee688662deb tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] For port d7c7bcd8-2745-4932-a709-a99a32429b02, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=d7c7bcd8-2745-4932-a709-a99a32429b02,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:20:52.197488 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24a109a2-4025-43f5-8547-74612c733414 req-047e650a-c7df-4a4c-979c-eee688662deb tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:52.215449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-24a109a2-4025-43f5-8547-74612c733414 req-047e650a-c7df-4a4c-979c-eee688662deb tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Calling delete_port for d7c7bcd8-2745-4932-a709-a99a32429b02 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:20:52.384017 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24a109a2-4025-43f5-8547-74612c733414 req-047e650a-c7df-4a4c-979c-eee688662deb tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:52.409024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['d7c7bcd8-2745-4932-a709-a99a32429b02'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:20:52.437971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e650a-c7df-4a4c-979c-eee688662deb tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Pushing event deleted for resources: {'Port': ['ID=d7c7bcd8-2745-4932-a709-a99a32429b02,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:52.495569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a109a2-4025-43f5-8547-74612c733414 req-047e650a-c7df-4a4c-979c-eee688662deb tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] No DVR routers for this DVR port d7c7bcd8-2745-4932-a709-a99a32429b02 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:20:52.499662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-24a109a2-4025-43f5-8547-74612c733414 req-047e650a-c7df-4a4c-979c-eee688662deb tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:52.502203 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-24a109a2-4025-43f5-8547-74612c733414 req-047e650a-c7df-4a4c-979c-eee688662deb tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.103 "DELETE /v2.0/ports/d7c7bcd8-2745-4932-a709-a99a32429b02 HTTP/1.1" status: 204 len: 173 time: 0.5244660 Jul 08 21:20:52.502785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a', 'name': 'network-vif-deleted', 'tag': 'd7c7bcd8-2745-4932-a709-a99a32429b02'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:20:52.505365 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb988e9-1c50-40ba-8dbc-74f0d87fc75e" -d '{"events": [{"server_uuid": "1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a", "name": "network-vif-deleted", "tag": "d7c7bcd8-2745-4932-a709-a99a32429b02"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:20:52.648400 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f583051a-a06c-4e36-bf99-dfba10415d99 x-openstack-request-id: req-f583051a-a06c-4e36-bf99-dfba10415d99 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:20:52.648850 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a", "name": "network-vif-deleted", "tag": "d7c7bcd8-2745-4932-a709-a99a32429b02", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:20:52.649198 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f583051a-a06c-4e36-bf99-dfba10415d99 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:20:52.649942 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a', 'name': 'network-vif-deleted', 'tag': 'd7c7bcd8-2745-4932-a709-a99a32429b02', 'status': 'completed', 'code': 200} Jul 08 21:20:52.739236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bcefd2e3-3ecf-42a9-8ff7-a8c041682097 req-160427d0-1046-4986-8cd2-b74a0e26b2c5 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ce4ae8b-d92d-438a-a36f-b5c0262e0f1a HTTP/1.1" status: 200 len: 210 time: 0.0476456 Jul 08 21:20:54.026401 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:54.225868 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:20:54.650155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-878fdb2b-1fae-4c04-933b-5624d8a56a7e tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:54.653000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-878fdb2b-1fae-4c04-933b-5624d8a56a7e tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/networks?id=843e2037-c9ac-4deb-9866-01d7ffecb9db HTTP/1.1" status: 200 len: 817 time: 0.1929181 Jul 08 21:20:54.677721 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-07265243-8eee-4901-8ac9-260090b3cac3 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/quotas/6d7b034dc00d4d41b0152cce6356f4bd HTTP/1.1" status: 200 len: 375 time: 0.0152230 Jul 08 21:20:54.788127 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-5d4fbfbe-342e-49c3-9ad9-826310ea5ad9 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6d7b034dc00d4d41b0152cce6356f4bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044536 Jul 08 21:20:55.038283 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-9584c186-f27a-4cec-b4df-4d7905d9e9a8 service neutron] 10.222.0.101 "GET /v2.0/networks/843e2037-c9ac-4deb-9866-01d7ffecb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325850 Jul 08 21:20:55.150225 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-7fd323fa-728a-41fd-963c-947e4c791d44 service neutron] 10.222.0.101 "GET /v2.0/networks/843e2037-c9ac-4deb-9866-01d7ffecb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059580 Jul 08 21:20:55.361682 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-97ebbd84-7c64-47b5-86fd-131c6cbf4200 req-466cac03-1b99-4761-b70f-7065e503f41a tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 210 time: 0.0420866 Jul 08 21:20:56.521291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d7c7bcd8-2745-4932-a709-a99a32429b02 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:20:56.546214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: d7c7bcd8-2745-4932-a709-a99a32429b02 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:20:56.546542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device d7c7bcd8-2745-4932-a709-a99a32429b02 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:20:56.565567 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e1521e3f-3e95-496e-9410-2546894dc2bb req-4ba9d082-4b05-4867-b34d-c0316b1c8137 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 210 time: 0.0518153 Jul 08 21:20:56.710413 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-b0ad2059-304c-4d4c-bb42-b11b53b35a75 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:56.712852 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-b0ad2059-304c-4d4c-bb42-b11b53b35a75 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.103 "GET /v2.0/networks?id=843e2037-c9ac-4deb-9866-01d7ffecb9db HTTP/1.1" status: 200 len: 817 time: 0.1329913 Jul 08 21:20:56.730806 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Request body: {'port': {'device_id': '95f560f1-8aad-4c8c-8a4a-5073772e74cd', 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db', 'admin_state_up': True, 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:20:56.893001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Made reservation on behalf of 6d7b034dc00d4d41b0152cce6356f4bd for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:20:56.896689 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:57.066490 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Allocated IP 172.20.0.9 (843e2037-c9ac-4deb-9866-01d7ffecb9db/9fc82f57-537d-466b-9d24-2badd4111f70/f5eb9ffa-8601-4a90-9959-0d774d29118b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:20:57.262102 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:57.288116 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Transition to ACTIVE for port object f5eb9ffa-8601-4a90-9959-0d774d29118b will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:20:57.330133 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:57.388848 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Network 843e2037-c9ac-4deb-9866-01d7ffecb9db is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:20:57.392474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:20:57.400283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:20:57.405970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Pushing event updated for resources: {'Port': ['ID=f5eb9ffa-8601-4a90-9959-0d774d29118b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:57.440594 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:57.441174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:57.441715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:57.442254 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:57.442864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:57.443414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:57.443954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:57.444487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:57.445107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:57.445607 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:57.446142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:57.446666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:20:57.485894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:57.486722 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:57.508252 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-4d14d273-5eb3-4155-a96b-20bba55e3cce tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7813916 Jul 08 21:20:57.530471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Request body: {'port': {'device_id': '95f560f1-8aad-4c8c-8a4a-5073772e74cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:20:57.633897 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:57.755652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b21ffedb-3b4c-4ae6-aa1a-932ee6ac6f80 None None] Provisioning for port f5eb9ffa-8601-4a90-9959-0d774d29118b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:20:57.763480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b21ffedb-3b4c-4ae6-aa1a-932ee6ac6f80 None None] Provisioning complete for port f5eb9ffa-8601-4a90-9959-0d774d29118b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:20:57.764300 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b21ffedb-3b4c-4ae6-aa1a-932ee6ac6f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:57.798064 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17c24c-b68c-4dcf-901e-209eb60f07be req-85403085-a7a4-4fc0-8cda-45a4827c881e tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:57.799735 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc17c24c-b68c-4dcf-901e-209eb60f07be req-85403085-a7a4-4fc0-8cda-45a4827c881e tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 931 time: 0.0798073 Jul 08 21:20:57.821584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b21ffedb-3b4c-4ae6-aa1a-932ee6ac6f80 None None] Port f5eb9ffa-8601-4a90-9959-0d774d29118b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:20:57.871597 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bc17c24c-b68c-4dcf-901e-209eb60f07be req-e2406644-cb61-4c2b-bc83-a9db56b265c9 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647454 Jul 08 21:20:58.404727 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5eb9ffa-8601-4a90-9959-0d774d29118b {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:20:58.414735 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:58.434062 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Transition to ACTIVE for port object f5eb9ffa-8601-4a90-9959-0d774d29118b will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:20:58.441296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:58.524737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Pushing event updated for resources: {'Port': ['ID=f5eb9ffa-8601-4a90-9959-0d774d29118b,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:58.634598 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Attempting to bind port f5eb9ffa-8601-4a90-9959-0d774d29118b on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:20:58.635349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Attempting to bind port f5eb9ffa-8601-4a90-9959-0d774d29118b by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:20:58.635657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Attempting to bind port f5eb9ffa-8601-4a90-9959-0d774d29118b on network 843e2037-c9ac-4deb-9866-01d7ffecb9db {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:20:58.643528 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Port f5eb9ffa-8601-4a90-9959-0d774d29118b on network 843e2037-c9ac-4deb-9866-01d7ffecb9db not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:20:58.643939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Attempting to bind port f5eb9ffa-8601-4a90-9959-0d774d29118b on network 843e2037-c9ac-4deb-9866-01d7ffecb9db {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:20:58.653152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:20:58.653636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Checking segment: {'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:20:58.654817 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Bound using segment: {'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:20:58.655591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Bound port: f5eb9ffa-8601-4a90-9959-0d774d29118b, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2691e6bf-9951-409a-b861-282bed185225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:20:58.656198 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:58.754084 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] For port f5eb9ffa-8601-4a90-9959-0d774d29118b, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:20:58.757605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] For port f5eb9ffa-8601-4a90-9959-0d774d29118b, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f5eb9ffa-8601-4a90-9959-0d774d29118b,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:20:58.768619 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:58.828233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:58.829243 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:20:58.831042 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] 10.222.0.103 "PUT /v2.0/ports/f5eb9ffa-8601-4a90-9959-0d774d29118b HTTP/1.1" status: 200 len: 1092 time: 1.3092952 Jul 08 21:20:58.831716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f560f1-8aad-4c8c-8a4a-5073772e74cd', 'tag': 'f5eb9ffa-8601-4a90-9959-0d774d29118b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:20:58.834434 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0557e8-40f7-4b67-9b20-1952b4876aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "95f560f1-8aad-4c8c-8a4a-5073772e74cd", "tag": "f5eb9ffa-8601-4a90-9959-0d774d29118b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:20:58.884965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60efe28-81ef-491e-a0c5-649c3ae810ac service neutron] Pushing event updated for resources: {'Port': ['ID=f5eb9ffa-8601-4a90-9959-0d774d29118b,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:20:58.959579 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bc1a1e-5e27-4d75-aa72-cf3d3e0fa463 x-openstack-request-id: req-d5bc1a1e-5e27-4d75-aa72-cf3d3e0fa463 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:20:58.959839 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f560f1-8aad-4c8c-8a4a-5073772e74cd", "tag": "f5eb9ffa-8601-4a90-9959-0d774d29118b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:20:58.960260 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d5bc1a1e-5e27-4d75-aa72-cf3d3e0fa463 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:20:58.960841 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f560f1-8aad-4c8c-8a4a-5073772e74cd', 'tag': 'f5eb9ffa-8601-4a90-9959-0d774d29118b', 'status': 'completed', 'code': 200} Jul 08 21:20:59.018733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-80af967b-47f3-42bb-a41a-38cdd58a9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:59.021766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-80af967b-47f3-42bb-a41a-38cdd58a9310 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6d7b034dc00d4d41b0152cce6356f4bd&device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 1095 time: 0.1295605 Jul 08 21:20:59.079035 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-c4244155-11a2-4d95-8af9-82d3c327e898 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5eb9ffa-8601-4a90-9959-0d774d29118b HTTP/1.1" status: 200 len: 217 time: 0.0454931 Jul 08 21:20:59.120490 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb85f4-2b95-4fa9-b72c-4b9d75fe7e32 req-6025c17b-36fa-49eb-a690-70dfa79dff7c tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:59.122276 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12fb85f4-2b95-4fa9-b72c-4b9d75fe7e32 req-6025c17b-36fa-49eb-a690-70dfa79dff7c tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 943 time: 0.0789008 Jul 08 21:20:59.159406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-3dbbeb43-2bca-4d60-96f8-10db3130d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:59.161753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-3dbbeb43-2bca-4d60-96f8-10db3130d8fc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9fc82f57-537d-466b-9d24-2badd4111f70 HTTP/1.1" status: 200 len: 856 time: 0.0730293 Jul 08 21:20:59.187429 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-12fb85f4-2b95-4fa9-b72c-4b9d75fe7e32 req-9e5f56eb-9793-4bfd-98ef-8ac1e00dafd7 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543933 Jul 08 21:20:59.242910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-a5eb7da2-8567-41cc-bc24-ffcb384d4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:59.245249 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-a5eb7da2-8567-41cc-bc24-ffcb384d4f83 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=843e2037-c9ac-4deb-9866-01d7ffecb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732226 Jul 08 21:20:59.363729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-6a7d5ffd-6615-4fd0-b816-1fd3b4f834e8 service neutron] 10.222.0.103 "GET /v2.0/networks/843e2037-c9ac-4deb-9866-01d7ffecb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061285 Jul 08 21:20:59.489780 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a3e023de-9e4c-430d-8671-119fc8ea0eef req-3fc66dd8-5ae1-43b5-a6d8-c0168aafda1b service neutron] 10.222.0.103 "GET /v2.0/networks/843e2037-c9ac-4deb-9866-01d7ffecb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149719 Jul 08 21:20:59.661929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0557e8-40f7-4b67-9b20-1952b4876aa1 req-d259bca2-d39a-4692-abed-e72390cbf238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:59.663594 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d0557e8-40f7-4b67-9b20-1952b4876aa1 req-d259bca2-d39a-4692-abed-e72390cbf238 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6d7b034dc00d4d41b0152cce6356f4bd&device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 1095 time: 0.0761347 Jul 08 21:20:59.817342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0557e8-40f7-4b67-9b20-1952b4876aa1 req-da497c15-8cf5-4aa5-bea9-30a7bac2c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:59.819856 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d0557e8-40f7-4b67-9b20-1952b4876aa1 req-da497c15-8cf5-4aa5-bea9-30a7bac2c6b6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=843e2037-c9ac-4deb-9866-01d7ffecb9db HTTP/1.1" status: 200 len: 918 time: 0.1485767 Jul 08 21:20:59.868067 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d0557e8-40f7-4b67-9b20-1952b4876aa1 req-2532fbd0-5ad7-4e09-bb65-179f4ebeb848 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5eb9ffa-8601-4a90-9959-0d774d29118b HTTP/1.1" status: 200 len: 217 time: 0.0396969 Jul 08 21:20:59.926080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0557e8-40f7-4b67-9b20-1952b4876aa1 req-003e60b8-db21-493d-822b-987f39748caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:59.927571 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d0557e8-40f7-4b67-9b20-1952b4876aa1 req-003e60b8-db21-493d-822b-987f39748caf service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9fc82f57-537d-466b-9d24-2badd4111f70 HTTP/1.1" status: 200 len: 856 time: 0.0511544 Jul 08 21:20:59.996808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0557e8-40f7-4b67-9b20-1952b4876aa1 req-d459c45d-d43a-4c48-be3b-285bfbcb7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:20:59.998455 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d0557e8-40f7-4b67-9b20-1952b4876aa1 req-d459c45d-d43a-4c48-be3b-285bfbcb7601 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=843e2037-c9ac-4deb-9866-01d7ffecb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626588 Jul 08 21:21:00.108100 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d0557e8-40f7-4b67-9b20-1952b4876aa1 req-81a9ed39-6f24-4de3-9025-4616587df1b6 service neutron] 10.222.0.103 "GET /v2.0/networks/843e2037-c9ac-4deb-9866-01d7ffecb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971663 Jul 08 21:21:00.201476 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0d0557e8-40f7-4b67-9b20-1952b4876aa1 req-3da1a2d6-08d3-4786-8354-43c60c963ec7 service neutron] 10.222.0.103 "GET /v2.0/networks/843e2037-c9ac-4deb-9866-01d7ffecb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869675 Jul 08 21:21:00.425752 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b145a0-1dab-43fa-8fbc-dba0b61440a1 req-f5a4d92d-f04a-4847-9362-0dec52e425d0 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:00.427805 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b2b145a0-1dab-43fa-8fbc-dba0b61440a1 req-f5a4d92d-f04a-4847-9362-0dec52e425d0 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 943 time: 0.1006587 Jul 08 21:21:00.493798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b2b145a0-1dab-43fa-8fbc-dba0b61440a1 req-44245ea0-40c3-4253-b553-3c5a71cce107 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588498 Jul 08 21:21:01.714704 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267359f-e8d3-44f2-9d58-e431c4e48e73 req-e3a8eade-300e-4b22-bf8c-6856aa92047e tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:01.716255 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4267359f-e8d3-44f2-9d58-e431c4e48e73 req-e3a8eade-300e-4b22-bf8c-6856aa92047e tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 943 time: 0.0837576 Jul 08 21:21:01.763040 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4267359f-e8d3-44f2-9d58-e431c4e48e73 req-2b218843-72b1-4eeb-9031-3c6a0801aabe tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Jul 08 21:21:02.582537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f5eb9ffa-8601-4a90-9959-0d774d29118b details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:21:02.691153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port f5eb9ffa-8601-4a90-9959-0d774d29118b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f5eb9ffa-8601-4a90-9959-0d774d29118b,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:02.704232 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'f5eb9ffa-8601-4a90-9959-0d774d29118b', 'network_id': '843e2037-c9ac-4deb-9866-01d7ffecb9db', 'port_id': 'f5eb9ffa-8601-4a90-9959-0d774d29118b', 'mac_address': 'fa:16:3e:ab:fd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc82f57-537d-466b-9d24-2badd4111f70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:21:02.746051 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:02.761125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5eb9ffa-8601-4a90-9959-0d774d29118b {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:21:02.784802 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port f5eb9ffa-8601-4a90-9959-0d774d29118b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f5eb9ffa-8601-4a90-9959-0d774d29118b,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:02.790803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:02.858098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=f5eb9ffa-8601-4a90-9959-0d774d29118b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:03.059263 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61240c4-83f1-4c38-9041-48093c94f57b req-7c31b1ee-a07f-4945-8eb0-ed79b41a6da2 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:03.063302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e61240c4-83f1-4c38-9041-48093c94f57b req-7c31b1ee-a07f-4945-8eb0-ed79b41a6da2 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 944 time: 0.1086631 Jul 08 21:21:03.064444 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['f5eb9ffa-8601-4a90-9959-0d774d29118b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:21:03.124569 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e61240c4-83f1-4c38-9041-48093c94f57b req-e79c058d-5b24-4c70-95be-6aa6dd758621 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538168 Jul 08 21:21:04.136349 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2688ad3e-f386-4996-92d9-fa67add571da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:04.350916 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a7e56-7e3e-4e11-adba-82372a2dfed5 req-493f7635-4b9c-4b2a-a893-75080ccf02ee tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:04.352991 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-619a7e56-7e3e-4e11-adba-82372a2dfed5 req-493f7635-4b9c-4b2a-a893-75080ccf02ee tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 944 time: 0.0991490 Jul 08 21:21:04.407497 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-619a7e56-7e3e-4e11-adba-82372a2dfed5 req-46243391-4337-44e0-8be4-574cdb8332f6 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462356 Jul 08 21:21:04.615322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f5eb9ffa-8601-4a90-9959-0d774d29118b up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:21:04.704479 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port f5eb9ffa-8601-4a90-9959-0d774d29118b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:21:04.709565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port f5eb9ffa-8601-4a90-9959-0d774d29118b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:21:04.710075 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:04.812494 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:04.848223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f560f1-8aad-4c8c-8a4a-5073772e74cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eb9ffa-8601-4a90-9959-0d774d29118b'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:21:04.850964 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaf4e91-2077-408f-b93a-01f94d93823b" -d '{"events": [{"server_uuid": "95f560f1-8aad-4c8c-8a4a-5073772e74cd", "name": "network-vif-plugged", "status": "completed", "tag": "f5eb9ffa-8601-4a90-9959-0d774d29118b"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:21:04.869693 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port f5eb9ffa-8601-4a90-9959-0d774d29118b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f5eb9ffa-8601-4a90-9959-0d774d29118b,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:04.876785 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:04.955564 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=f5eb9ffa-8601-4a90-9959-0d774d29118b,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:04.995080 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0999f6-084d-4251-86dd-3afe38e0e830 x-openstack-request-id: req-dd0999f6-084d-4251-86dd-3afe38e0e830 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:21:04.995421 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f560f1-8aad-4c8c-8a4a-5073772e74cd", "name": "network-vif-plugged", "status": "completed", "tag": "f5eb9ffa-8601-4a90-9959-0d774d29118b", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:21:04.995762 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dd0999f6-084d-4251-86dd-3afe38e0e830 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:21:04.996198 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f560f1-8aad-4c8c-8a4a-5073772e74cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eb9ffa-8601-4a90-9959-0d774d29118b', 'code': 200} Jul 08 21:21:05.180476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671bff8-1d0e-4c20-b18e-537606fe5a75 req-c7c20ef0-4b2c-432f-889b-83a41babe942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:05.182836 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2671bff8-1d0e-4c20-b18e-537606fe5a75 req-c7c20ef0-4b2c-432f-889b-83a41babe942 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 1097 time: 0.0927496 Jul 08 21:21:05.235522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2671bff8-1d0e-4c20-b18e-537606fe5a75 req-eb4bda22-d3bb-44ac-a05c-45211d56a49f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413468 Jul 08 21:21:05.712729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4eca8-af28-4ac7-ac34-982f39a24dc9 req-7d56ef3f-b32c-4940-8741-1724fbfd3e49 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:05.714378 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dad4eca8-af28-4ac7-ac34-982f39a24dc9 req-7d56ef3f-b32c-4940-8741-1724fbfd3e49 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 945 time: 0.0928957 Jul 08 21:21:05.778400 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dad4eca8-af28-4ac7-ac34-982f39a24dc9 req-fd31eabf-5f9e-42b8-a74a-85fe990df38e tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545762 Jul 08 21:21:07.024340 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd14a54-8d8a-4972-aaa7-f60b93112e71 req-f6310491-879b-44b5-83cd-abe9510c6746 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:07.027180 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2bd14a54-8d8a-4972-aaa7-f60b93112e71 req-f6310491-879b-44b5-83cd-abe9510c6746 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 945 time: 0.1070483 Jul 08 21:21:07.074591 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2bd14a54-8d8a-4972-aaa7-f60b93112e71 req-b00df0d6-a47a-4d24-beea-8e077b45715b tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406704 Jul 08 21:21:07.088700 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-546d0337-2c58-43ef-b558-2a8e98de9c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:07.196411 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:07.287525 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393e614-4ce2-4a47-9507-9f156bdebe3c req-47461d9d-3ec4-41cd-a135-29a03fdf21cd tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:07.289247 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e393e614-4ce2-4a47-9507-9f156bdebe3c req-47461d9d-3ec4-41cd-a135-29a03fdf21cd tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 945 time: 0.0739007 Jul 08 21:21:07.339227 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e393e614-4ce2-4a47-9507-9f156bdebe3c req-14107e6e-8e2e-485e-9876-be0aab29edc7 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390210 Jul 08 21:21:08.477305 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:10.038462 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:18.223536 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:24.034555 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:30.664554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f180cee-e84e-487a-b5ea-3151fda33aef req-712eae2d-e84a-40b8-9725-5d48f6637fb9 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:30.666848 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4f180cee-e84e-487a-b5ea-3151fda33aef req-712eae2d-e84a-40b8-9725-5d48f6637fb9 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 945 time: 0.0848517 Jul 08 21:21:30.715057 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4f180cee-e84e-487a-b5ea-3151fda33aef req-c9e5f061-0489-4317-b9c3-eeaffae0f114 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Jul 08 21:21:31.226715 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:21:31.969079 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803325a8-d96d-4b70-b821-85a9d0989f9f req-fdd117e2-243a-421a-a607-472ab0a45971 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:31.971984 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-803325a8-d96d-4b70-b821-85a9d0989f9f req-fdd117e2-243a-421a-a607-472ab0a45971 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 945 time: 0.1185954 Jul 08 21:21:32.042459 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-803325a8-d96d-4b70-b821-85a9d0989f9f req-5d56fd50-197e-441b-b2b4-2636f1bbc702 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/security-groups?id=005a10b4-8147-4376-bcbb-18a2b41c460f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628815 Jul 08 21:21:32.415558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6cc1f-723c-4cba-a42f-75d6252f5b81 req-93f50ff9-b512-4cab-98dd-c9762bb5e5cc tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:32.417356 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ae6cc1f-723c-4cba-a42f-75d6252f5b81 req-93f50ff9-b512-4cab-98dd-c9762bb5e5cc tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.103 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 945 time: 0.0823095 Jul 08 21:21:32.545110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-5ae6cc1f-723c-4cba-a42f-75d6252f5b81 req-0127b85c-bf76-481d-9f36-4990dc787758 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Deleting port f5eb9ffa-8601-4a90-9959-0d774d29118b {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:21:32.545624 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ae6cc1f-723c-4cba-a42f-75d6252f5b81 req-0127b85c-bf76-481d-9f36-4990dc787758 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:32.658642 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-5ae6cc1f-723c-4cba-a42f-75d6252f5b81 req-0127b85c-bf76-481d-9f36-4990dc787758 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] For port f5eb9ffa-8601-4a90-9959-0d774d29118b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=f5eb9ffa-8601-4a90-9959-0d774d29118b,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:32.658999 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ae6cc1f-723c-4cba-a42f-75d6252f5b81 req-0127b85c-bf76-481d-9f36-4990dc787758 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:32.677091 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-5ae6cc1f-723c-4cba-a42f-75d6252f5b81 req-0127b85c-bf76-481d-9f36-4990dc787758 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Calling delete_port for f5eb9ffa-8601-4a90-9959-0d774d29118b owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:21:32.832747 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ae6cc1f-723c-4cba-a42f-75d6252f5b81 req-0127b85c-bf76-481d-9f36-4990dc787758 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:32.855627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['f5eb9ffa-8601-4a90-9959-0d774d29118b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:21:32.885356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127b85c-bf76-481d-9f36-4990dc787758 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Pushing event deleted for resources: {'Port': ['ID=f5eb9ffa-8601-4a90-9959-0d774d29118b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:32.983572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae6cc1f-723c-4cba-a42f-75d6252f5b81 req-0127b85c-bf76-481d-9f36-4990dc787758 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] No DVR routers for this DVR port f5eb9ffa-8601-4a90-9959-0d774d29118b on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:21:32.988705 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-5ae6cc1f-723c-4cba-a42f-75d6252f5b81 req-0127b85c-bf76-481d-9f36-4990dc787758 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:32.992722 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5ae6cc1f-723c-4cba-a42f-75d6252f5b81 req-0127b85c-bf76-481d-9f36-4990dc787758 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.103 "DELETE /v2.0/ports/f5eb9ffa-8601-4a90-9959-0d774d29118b HTTP/1.1" status: 204 len: 173 time: 0.5647914 Jul 08 21:21:32.993491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f560f1-8aad-4c8c-8a4a-5073772e74cd', 'name': 'network-vif-deleted', 'tag': 'f5eb9ffa-8601-4a90-9959-0d774d29118b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:21:32.999355 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4833c6-34a2-41d7-88fa-4449a432c3f6" -d '{"events": [{"server_uuid": "95f560f1-8aad-4c8c-8a4a-5073772e74cd", "name": "network-vif-deleted", "tag": "f5eb9ffa-8601-4a90-9959-0d774d29118b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:21:33.064025 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d458aba-1c82-40a1-b10a-bcbbc023fb08 x-openstack-request-id: req-9d458aba-1c82-40a1-b10a-bcbbc023fb08 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:21:33.064501 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f560f1-8aad-4c8c-8a4a-5073772e74cd", "name": "network-vif-deleted", "tag": "f5eb9ffa-8601-4a90-9959-0d774d29118b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:21:33.064973 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9d458aba-1c82-40a1-b10a-bcbbc023fb08 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:21:33.065627 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f560f1-8aad-4c8c-8a4a-5073772e74cd', 'name': 'network-vif-deleted', 'tag': 'f5eb9ffa-8601-4a90-9959-0d774d29118b', 'status': 'completed', 'code': 200} Jul 08 21:21:33.277509 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-19612db6-05c0-46c8-9740-fa14065debc2 req-64d87145-aa40-4f13-bc1e-f084093d7e08 tempest-TestEncryptedCinderVolumes-525024253 tempest-TestEncryptedCinderVolumes-525024253-project] 10.222.0.101 "GET /v2.0/ports?device_id=95f560f1-8aad-4c8c-8a4a-5073772e74cd HTTP/1.1" status: 200 len: 210 time: 0.0486975 Jul 08 21:21:34.133979 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15698fd4-02bc-418b-a928-259ca68f3e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:34.519721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48632) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:35.021050 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:35.351859 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Deleting port 7e38e030-9286-4d57-ac19-a40a38cc8efa {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:21:35.352347 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:35.453353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] For port 7e38e030-9286-4d57-ac19-a40a38cc8efa, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7e38e030-9286-4d57-ac19-a40a38cc8efa,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:35.453722 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:35.470900 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Calling delete_port for 7e38e030-9286-4d57-ac19-a40a38cc8efa owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:21:35.689111 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:35.732298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e38e030-9286-4d57-ac19-a40a38cc8efa,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:35.756251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:35.756854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:35.757479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:35.758001 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:35.758523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:35.759175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:35.759819 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:35.760284 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:35.761551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:35.761551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:35.762222 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:35.762568 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:36.023675 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:36.433298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Router acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:21:36.650584 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:21:36.658330 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7c39bf16-434b-4d48-a875-8ec5d3f904e5 admin admin] 10.222.0.101 "PUT /v2.0/routers/acd3ecdc-8d4a-4002-912c-3e28a2cd7b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1370828 Jul 08 21:21:36.662586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48634) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:36.666447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ad9cf7-2b35-45cb-898b-8ff3e4b5cb1f None None] Sync routers for ids ['acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:21:36.679648 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ad9cf7-2b35-45cb-898b-8ff3e4b5cb1f None None] Routers {'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:21:36.680438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b3ad9cf7-2b35-45cb-898b-8ff3e4b5cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:21:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:36.781409 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f5eb9ffa-8601-4a90-9959-0d774d29118b no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:21:36.810970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: f5eb9ffa-8601-4a90-9959-0d774d29118b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:21:36.811484 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device f5eb9ffa-8601-4a90-9959-0d774d29118b not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:21:36.846062 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b3ad9cf7-2b35-45cb-898b-8ff3e4b5cb1f None None] Set router acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:21:37.138131 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-23aceff1-1703-49f9-a84e-b4adc1f481b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:37.204867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b3ad9cf7-2b35-45cb-898b-8ff3e4b5cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'name': 'tempest-TestEncryptedCinderVolumes-1082289911-router', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:19:57Z', 'updated_at': '2021-07-08T21:21:35Z', 'revision_number': 5, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'gw_port': {'id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:19:58Z', 'updated_at': '2021-07-08T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:37.242180 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:37.271786 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ad9cf7-2b35-45cb-898b-8ff3e4b5cb1f None None] Checking router: acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:21:37.275806 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:37.292130 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ad9cf7-2b35-45cb-898b-8ff3e4b5cb1f None None] Routers {'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:21:37.293334 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b3ad9cf7-2b35-45cb-898b-8ff3e4b5cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:37.439777 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:37.507160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-b3ad9cf7-2b35-45cb-898b-8ff3e4b5cb1f None None] Set router acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:21:37.518242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Deleting port 801a20ae-20d4-415b-ae92-394b16ebb4cf {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:21:37.518602 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:37.643593 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] For port 801a20ae-20d4-415b-ae92-394b16ebb4cf, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=801a20ae-20d4-415b-ae92-394b16ebb4cf,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:37.643960 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:37.661333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Calling delete_port for 801a20ae-20d4-415b-ae92-394b16ebb4cf owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:21:37.853330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-b3ad9cf7-2b35-45cb-898b-8ff3e4b5cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'name': 'tempest-TestEncryptedCinderVolumes-1082289911-router', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:19:57Z', 'updated_at': '2021-07-08T21:21:35Z', 'revision_number': 5, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'gw_port': {'id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:19:58Z', 'updated_at': '2021-07-08T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:37.902642 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ad9cf7-2b35-45cb-898b-8ff3e4b5cb1f None None] The sync data for ids ['acd3ecdc-8d4a-4002-912c-3e28a2cd7b42'] in n-d-791506-16 is: [{'id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'name': 'tempest-TestEncryptedCinderVolumes-1082289911-router', 'tenant_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:19:57Z', 'updated_at': '2021-07-08T21:21:35Z', 'revision_number': 5, 'project_id': '6d7b034dc00d4d41b0152cce6356f4bd', 'gw_port': {'id': '801a20ae-20d4-415b-ae92-394b16ebb4cf', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3ecdc-8d4a-4002-912c-3e28a2cd7b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:19:58Z', 'updated_at': '2021-07-08T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:21:37.915137 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:37.955224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=801a20ae-20d4-415b-ae92-394b16ebb4cf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:38.036284 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:38.149570 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:38.152516 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:38.222192 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:38.223124 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:21:38.229632 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:38.232484 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ca04b6ec-c79d-4288-926f-9749ca8e3b6e admin admin] 10.222.0.101 "DELETE /v2.0/routers/acd3ecdc-8d4a-4002-912c-3e28a2cd7b42 HTTP/1.1" status: 204 len: 168 time: 1.5676227 Jul 08 21:21:38.234904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48636) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:38.302676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcfc0e6-6ef9-4050-ba86-e5b590440c41 admin admin] Deleting subnet 9fc82f57-537d-466b-9d24-2badd4111f70 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:21:38.307408 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc0e6-6ef9-4050-ba86-e5b590440c41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:38.388131 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc0e6-6ef9-4050-ba86-e5b590440c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:38.412038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7e38e030-9286-4d57-ac19-a40a38cc8efa no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:21:38.451719 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 7e38e030-9286-4d57-ac19-a40a38cc8efa {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:21:38.452485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7e38e030-9286-4d57-ac19-a40a38cc8efa not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:21:38.484328 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:38.549730 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc0e6-6ef9-4050-ba86-e5b590440c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:38.671162 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc0e6-6ef9-4050-ba86-e5b590440c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:38.707145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfc0e6-6ef9-4050-ba86-e5b590440c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc82f57-537d-466b-9d24-2badd4111f70,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:38.713098 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc0e6-6ef9-4050-ba86-e5b590440c41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:38.716131 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cbcfc0e6-6ef9-4050-ba86-e5b590440c41 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9fc82f57-537d-466b-9d24-2badd4111f70 HTTP/1.1" status: 204 len: 168 time: 0.4791534 Jul 08 21:21:38.720253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48638) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:38.727868 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1547fdbc-ec5a-441e-aa25-52d2816f561a None None] Network 843e2037-c9ac-4deb-9866-01d7ffecb9db requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:21:38.836010 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:38.913435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Deleting port f8a263b9-d64a-4fb7-baf1-4f122e1d424c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:21:38.913914 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:38.998801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] For port f8a263b9-d64a-4fb7-baf1-4f122e1d424c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f8a263b9-d64a-4fb7-baf1-4f122e1d424c,segment=NetworkSegment(2691e6bf-9951-409a-b861-282bed185225),segment_id=2691e6bf-9951-409a-b861-282bed185225)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:38.999110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:39.016618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Calling delete_port for f8a263b9-d64a-4fb7-baf1-4f122e1d424c owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:21:39.117955 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:39.136597 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6f64ca-b1ba-4373-bae4-848e5351938b None None] DHCP port deletion for 843e2037-c9ac-4deb-9866-01d7ffecb9db request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:21:39.156902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a263b9-d64a-4fb7-baf1-4f122e1d424c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:39.156902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] No DVR routers for this DVR port f8a263b9-d64a-4fb7-baf1-4f122e1d424c on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:21:39.242966 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:39.255866 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843e2037-c9ac-4deb-9866-01d7ffecb9db']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:39.269458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2691e6bf-9951-409a-b861-282bed185225') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:39.269899 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2691e6bf-9951-409a-b861-282bed185225') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:39.281998 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:39.300027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:39.307869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:21:39.308488 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: timer() Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:21:39.311315 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:21:39.391515 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:39.398517 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:39.401077 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] 10.222.0.101 "DELETE /v2.0/networks/843e2037-c9ac-4deb-9866-01d7ffecb9db HTTP/1.1" status: 204 len: 168 time: 0.6789706 Jul 08 21:21:39.406316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48640) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:39.421143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674f795-dc93-4173-9cbd-6b201a7eaed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=843e2037-c9ac-4deb-9866-01d7ffecb9db,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:39.851064 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a141493c-c90a-4900-abaa-870edfc15c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:40.053141 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:40.091862 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 801a20ae-20d4-415b-ae92-394b16ebb4cf no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:21:40.137405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 801a20ae-20d4-415b-ae92-394b16ebb4cf {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:21:40.138555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 801a20ae-20d4-415b-ae92-394b16ebb4cf not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:21:40.138555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f8a263b9-d64a-4fb7-baf1-4f122e1d424c no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:21:40.175081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: f8a263b9-d64a-4fb7-baf1-4f122e1d424c {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:21:40.175668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f8a263b9-d64a-4fb7-baf1-4f122e1d424c not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:21:40.294384 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a141493c-c90a-4900-abaa-870edfc15c10 admin admin] Deleting port d215f15b-28a4-443c-b260-8388e37621d0 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:21:40.294882 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a141493c-c90a-4900-abaa-870edfc15c10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:40.391828 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a141493c-c90a-4900-abaa-870edfc15c10 admin admin] For port d215f15b-28a4-443c-b260-8388e37621d0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d215f15b-28a4-443c-b260-8388e37621d0,segment=NetworkSegment(7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56),segment_id=7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:40.392254 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a141493c-c90a-4900-abaa-870edfc15c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:40.410930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a141493c-c90a-4900-abaa-870edfc15c10 admin admin] Calling delete_port for d215f15b-28a4-443c-b260-8388e37621d0 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:21:40.637124 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a141493c-c90a-4900-abaa-870edfc15c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:40.672203 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141493c-c90a-4900-abaa-870edfc15c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=d215f15b-28a4-443c-b260-8388e37621d0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:40.891867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a141493c-c90a-4900-abaa-870edfc15c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:41.142334 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a141493c-c90a-4900-abaa-870edfc15c10 admin admin] Router 76d685b4-63c2-4569-a472-29a5eed0ba1f has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:21:41.268112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a141493c-c90a-4900-abaa-870edfc15c10 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:21:41.273640 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a141493c-c90a-4900-abaa-870edfc15c10 admin admin] 10.222.0.101 "PUT /v2.0/routers/76d685b4-63c2-4569-a472-29a5eed0ba1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8660574 Jul 08 21:21:41.277090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48642) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:41.281421 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3294040-7949-4a6a-88c9-1bdbf8fc0238 None None] Sync routers for ids ['76d685b4-63c2-4569-a472-29a5eed0ba1f'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:21:41.295940 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3294040-7949-4a6a-88c9-1bdbf8fc0238 None None] Routers {'76d685b4-63c2-4569-a472-29a5eed0ba1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:21:41.297005 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f3294040-7949-4a6a-88c9-1bdbf8fc0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76d685b4-63c2-4569-a472-29a5eed0ba1f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:41.433844 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:41.460349 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f3294040-7949-4a6a-88c9-1bdbf8fc0238 None None] Set router 76d685b4-63c2-4569-a472-29a5eed0ba1f gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:21:41.642921 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:41.723944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Deleting port 66d4050e-ead2-4544-a7e9-98e812bd0a95 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:21:41.724353 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:41.776914 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f3294040-7949-4a6a-88c9-1bdbf8fc0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'name': 'tempest-TestEncryptedCinderVolumes-1723916409-router', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:20:04Z', 'updated_at': '2021-07-08T21:21:40Z', 'revision_number': 5, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'gw_port': {'id': '66d4050e-ead2-4544-a7e9-98e812bd0a95', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:20:05Z', 'updated_at': '2021-07-08T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:41.830744 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3294040-7949-4a6a-88c9-1bdbf8fc0238 None None] Checking router: 76d685b4-63c2-4569-a472-29a5eed0ba1f for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:21:41.831724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] For port 66d4050e-ead2-4544-a7e9-98e812bd0a95, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=66d4050e-ead2-4544-a7e9-98e812bd0a95,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:41.832151 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:41.844106 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3294040-7949-4a6a-88c9-1bdbf8fc0238 None None] Routers {'76d685b4-63c2-4569-a472-29a5eed0ba1f'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:21:41.844931 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f3294040-7949-4a6a-88c9-1bdbf8fc0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76d685b4-63c2-4569-a472-29a5eed0ba1f'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:41.849669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Calling delete_port for 66d4050e-ead2-4544-a7e9-98e812bd0a95 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:21:42.002315 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f3294040-7949-4a6a-88c9-1bdbf8fc0238 None None] Set router 76d685b4-63c2-4569-a472-29a5eed0ba1f gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:21:42.088454 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f3294040-7949-4a6a-88c9-1bdbf8fc0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'name': 'tempest-TestEncryptedCinderVolumes-1723916409-router', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:20:04Z', 'updated_at': '2021-07-08T21:21:41Z', 'revision_number': 6, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:42.123774 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:42.127870 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3294040-7949-4a6a-88c9-1bdbf8fc0238 None None] The sync data for ids ['76d685b4-63c2-4569-a472-29a5eed0ba1f'] in n-d-791506-16 is: [{'id': '76d685b4-63c2-4569-a472-29a5eed0ba1f', 'name': 'tempest-TestEncryptedCinderVolumes-1723916409-router', 'tenant_id': 'f88a46377501479da3f33bc0e88ae8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:20:04Z', 'updated_at': '2021-07-08T21:21:41Z', 'revision_number': 6, 'project_id': 'f88a46377501479da3f33bc0e88ae8ae', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:21:42.165556 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Pushing event deleted for resources: {'Port': ['ID=66d4050e-ead2-4544-a7e9-98e812bd0a95,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:42.252353 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:42.390185 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:42.394295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:42.457221 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:42.458092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76d685b4-63c2-4569-a472-29a5eed0ba1f {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:21:42.464405 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:42.466949 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5abd891d-a956-4238-9030-f6d00c88f903 admin admin] 10.222.0.101 "DELETE /v2.0/routers/76d685b4-63c2-4569-a472-29a5eed0ba1f HTTP/1.1" status: 204 len: 168 time: 1.1862922 Jul 08 21:21:42.469851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48644) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:42.532040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccff79a-2201-47fa-93b9-7fe62bb48655 admin admin] Deleting subnet db7b4bb4-88b7-41ad-90f5-2f549c4c7586 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:21:42.537753 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ccff79a-2201-47fa-93b9-7fe62bb48655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:42.596252 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ccff79a-2201-47fa-93b9-7fe62bb48655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:42.748175 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ccff79a-2201-47fa-93b9-7fe62bb48655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:42.824027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ccff79a-2201-47fa-93b9-7fe62bb48655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:42.864568 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccff79a-2201-47fa-93b9-7fe62bb48655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7b4bb4-88b7-41ad-90f5-2f549c4c7586,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:42.873335 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3ccff79a-2201-47fa-93b9-7fe62bb48655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:42.876115 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3ccff79a-2201-47fa-93b9-7fe62bb48655 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/db7b4bb4-88b7-41ad-90f5-2f549c4c7586 HTTP/1.1" status: 204 len: 168 time: 0.4048612 Jul 08 21:21:42.877519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b9a11-932a-4f86-828a-34d1535c4138 None None] Network e6c75ec6-ccff-4abd-afe2-0f646cc7fd52 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:21:42.880719 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48646) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:43.004166 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:43.089386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Deleting port ae49a223-e2cc-45b1-9370-ca772417dc6f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:21:43.090035 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:43.167295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aebeb1-a708-4285-9995-b74d248203db None None] DHCP port deletion for e6c75ec6-ccff-4abd-afe2-0f646cc7fd52 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:21:43.193677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] For port ae49a223-e2cc-45b1-9370-ca772417dc6f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ae49a223-e2cc-45b1-9370-ca772417dc6f,segment=NetworkSegment(7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56),segment_id=7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:43.194314 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:43.223101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Calling delete_port for ae49a223-e2cc-45b1-9370-ca772417dc6f owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:21:43.259753 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Deleting port ae49a223-e2cc-45b1-9370-ca772417dc6f {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:21:43.260362 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:43.334492 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:43.372743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] No DVR routers for this DVR port ae49a223-e2cc-45b1-9370-ca772417dc6f on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:21:43.377859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae49a223-e2cc-45b1-9370-ca772417dc6f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:43.381064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-30aebeb1-a708-4285-9995-b74d248203db None None] For port ae49a223-e2cc-45b1-9370-ca772417dc6f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=ae49a223-e2cc-45b1-9370-ca772417dc6f,segment=NetworkSegment(7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56),segment_id=7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:43.381688 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:43.407672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Calling delete_port for ae49a223-e2cc-45b1-9370-ca772417dc6f owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:21:43.475998 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:43.491708 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c75ec6-ccff-4abd-afe2-0f646cc7fd52']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:43.507576 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:43.507886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7943b1f1-a7f8-4ea4-b3d4-93ee703c3a56') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:43.523277 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:43.541677 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:43.549521 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:21:43.550275 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: timer() Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:21:43.552990 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:21:43.562363 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:43.614985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Pushing event deleted for resources: {'Port': ['ID=ae49a223-e2cc-45b1-9370-ca772417dc6f,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:43.621082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aebeb1-a708-4285-9995-b74d248203db None None] No DVR routers for this DVR port ae49a223-e2cc-45b1-9370-ca772417dc6f on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:21:43.622326 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:43.628722 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:43.634722 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] 10.222.0.101 "DELETE /v2.0/networks/e6c75ec6-ccff-4abd-afe2-0f646cc7fd52 HTTP/1.1" status: 204 len: 168 time: 0.7488723 Jul 08 21:21:43.635009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:43.635296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:43.635888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:43.636478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:43.637742 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:43.638627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:43.639308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:43.639731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:43.640314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:43.640942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:43.641527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:43.642094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebeb1-a708-4285-9995-b74d248203db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:43.662968 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a571c9-bf91-4bb4-8e92-8473a7eecdc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c75ec6-ccff-4abd-afe2-0f646cc7fd52,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:43.868149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48650) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:43.916966 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-41e9f9dd-6dc3-4d18-a8c2-abd457109969 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6d7b034dc00d4d41b0152cce6356f4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473166 Jul 08 21:21:43.920562 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48652) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:43.985808 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-55f13ca1-ee67-429d-8f53-edfa2cd4f06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:44.026050 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-55f13ca1-ee67-429d-8f53-edfa2cd4f06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:44.088674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d215f15b-28a4-443c-b260-8388e37621d0 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:21:44.108592 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-55f13ca1-ee67-429d-8f53-edfa2cd4f06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:44.112604 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-55f13ca1-ee67-429d-8f53-edfa2cd4f06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:44.118056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: d215f15b-28a4-443c-b260-8388e37621d0 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:21:44.118056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d215f15b-28a4-443c-b260-8388e37621d0 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:21:44.118586 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-55f13ca1-ee67-429d-8f53-edfa2cd4f06a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/005a10b4-8147-4376-bcbb-18a2b41c460f HTTP/1.1" status: 204 len: 168 time: 0.1925566 Jul 08 21:21:44.118784 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ae49a223-e2cc-45b1-9370-ca772417dc6f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:21:44.132468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f13ca1-ee67-429d-8f53-edfa2cd4f06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005a10b4-8147-4376-bcbb-18a2b41c460f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:44.163038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: ae49a223-e2cc-45b1-9370-ca772417dc6f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:21:44.163603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device ae49a223-e2cc-45b1-9370-ca772417dc6f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:21:44.164431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 66d4050e-ead2-4544-a7e9-98e812bd0a95 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:21:44.214870 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 66d4050e-ead2-4544-a7e9-98e812bd0a95 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:21:44.215493 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 66d4050e-ead2-4544-a7e9-98e812bd0a95 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:21:44.670003 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48658) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:44.721730 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c2569cb8-42c3-4b45-abbe-9d9fb4c52ee2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f88a46377501479da3f33bc0e88ae8ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501907 Jul 08 21:21:44.726054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48660) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:44.812279 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e94485a-c0a4-4849-9db3-ac53bb371d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:44.855678 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e94485a-c0a4-4849-9db3-ac53bb371d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:44.948678 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e94485a-c0a4-4849-9db3-ac53bb371d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:44.953592 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0e94485a-c0a4-4849-9db3-ac53bb371d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:44.955626 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0e94485a-c0a4-4849-9db3-ac53bb371d11 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/10375b25-6285-425a-be0f-ff4a3ad819ee HTTP/1.1" status: 204 len: 168 time: 0.2281065 Jul 08 21:21:44.970382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94485a-c0a4-4849-9db3-ac53bb371d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10375b25-6285-425a-be0f-ff4a3ad819ee,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:45.929711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48682) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:46.087327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1259422949-network', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:21:46.117048 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Made reservation on behalf of 8294fc4f3fbb40fba045306e1e40028a for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:21:46.121044 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:46.136899 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:46.309859 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:46.316018 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:46.357850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:21:46.384832 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb77ab-cb91-4256-8fc9-aa9620528806,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:46.392580 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:46.392977 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Added segment fda5c7ce-ef7a-47eb-92de-6bac9e704296 of type vlan for network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 Jul 08 21:21:46.440659 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:46.475475 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:46.476590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:46.477216 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:46.545867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6145864 Jul 08 21:21:46.549505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48686) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:46.554663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b06fd820-1ea5-4863-b0e1-c058749b61d4 admin admin] Request body: {'subnet': {'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1259422949-subnet', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:21:46.562543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef86cc-5a0e-4fb7-837a-5a142aadcddb admin admin] Pushing event updated for resources: {'Network': ['ID=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:46.576268 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:21:46.587125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06fd820-1ea5-4863-b0e1-c058749b61d4 admin admin] Made reservation on behalf of 8294fc4f3fbb40fba045306e1e40028a for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:21:46.590184 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b06fd820-1ea5-4863-b0e1-c058749b61d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:46.826005 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b06fd820-1ea5-4863-b0e1-c058749b61d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:46.893097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fd820-1ea5-4863-b0e1-c058749b61d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa8050bf-4530-48a7-a53c-a69fc9cde371,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:46.906892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fd820-1ea5-4863-b0e1-c058749b61d4 admin admin] Checking segment: {'id': 'fda5c7ce-ef7a-47eb-92de-6bac9e704296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:21:46.907330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fd820-1ea5-4863-b0e1-c058749b61d4 admin admin] Network hostable DHCP agents. Network: d989dfcf-b2d9-4a26-84b5-c1175d92c2a9, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:21:46.929587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fd820-1ea5-4863-b0e1-c058749b61d4 admin admin] Network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:21:46.942144 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-b06fd820-1ea5-4863-b0e1-c058749b61d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, d989dfcf-b2d9-4a26-84b5-c1175d92c2a9) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:21:46.948037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06fd820-1ea5-4863-b0e1-c058749b61d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:46.948898 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b06fd820-1ea5-4863-b0e1-c058749b61d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:46.956338 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d7ab5-77b9-4745-b45c-c113daa62917 None None] Network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:21:46.969199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b06fd820-1ea5-4863-b0e1-c058749b61d4 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4183900 Jul 08 21:21:46.974155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48688) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:46.980511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:21:47.012680 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:47.013982 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:47.100287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:47.192502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-d989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'fixed_ips': [{'subnet_id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:21:47.194081 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:47.342854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:47.441335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Allocated IP 172.20.0.2 (d989dfcf-b2d9-4a26-84b5-c1175d92c2a9/aa8050bf-4530-48a7-a53c-a69fc9cde371/b5c8158c-7b61-415b-9da2-dbf6939ca01e) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:21:47.707165 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:47.733442 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:47.849253 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:47.866449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Transition to ACTIVE for port object b5c8158c-7b61-415b-9da2-dbf6939ca01e will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:21:47.883855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Allocated IP 172.25.4.14 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/d5b9b616-3401-46d8-ba48-cdc379605aee) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:21:47.900542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Transition to ACTIVE for port object b5c8158c-7b61-415b-9da2-dbf6939ca01e will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:21:47.909657 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:47.969370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:21:47.974860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:21:47.981691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:21:47.992086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Pushing event updated for resources: {'Port': ['ID=b5c8158c-7b61-415b-9da2-dbf6939ca01e,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:48.104089 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Attempting to bind port b5c8158c-7b61-415b-9da2-dbf6939ca01e on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:21:48.104817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Attempting to bind port b5c8158c-7b61-415b-9da2-dbf6939ca01e by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'fda5c7ce-ef7a-47eb-92de-6bac9e704296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:21:48.105575 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Attempting to bind port b5c8158c-7b61-415b-9da2-dbf6939ca01e on network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:21:48.117746 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:21:48.118404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Checking segment: {'id': 'fda5c7ce-ef7a-47eb-92de-6bac9e704296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:21:48.119035 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:48.119738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Bound using segment: {'id': 'fda5c7ce-ef7a-47eb-92de-6bac9e704296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:21:48.120611 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Bound port: b5c8158c-7b61-415b-9da2-dbf6939ca01e, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda5c7ce-ef7a-47eb-92de-6bac9e704296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:21:48.121973 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:48.259592 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:48.272795 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] For port b5c8158c-7b61-415b-9da2-dbf6939ca01e, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:21:48.281197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] For port b5c8158c-7b61-415b-9da2-dbf6939ca01e, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b5c8158c-7b61-415b-9da2-dbf6939ca01e,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:21:48.287963 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:48.406716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cd667-b25d-4676-9a7e-c3cf27896976 None None] Pushing event updated for resources: {'Port': ['ID=b5c8158c-7b61-415b-9da2-dbf6939ca01e,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:48.431825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:48.493545 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:48.552839 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:21:48.556655 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:21:48.561641 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:21:48.594032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b9b616-3401-46d8-ba48-cdc379605aee,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:48.976041 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:49.243034 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:49.431142 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Router 7fa6c662-39d3-4dff-8814-41eafce82b31 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:21:49.575973 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:21:49.588345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Sync routers for ids ['7fa6c662-39d3-4dff-8814-41eafce82b31'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:21:49.599657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:49.602333 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bc8c22e8-9aa1-4869-ba86-c6069e5d95d8 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6261368 Jul 08 21:21:49.604858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Routers {'7fa6c662-39d3-4dff-8814-41eafce82b31'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:21:49.606201 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7fa6c662-39d3-4dff-8814-41eafce82b31'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:49.607285 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48690) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:49.648992 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781728aa-28c4-404a-8105-824e9d51d310 None None] Network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:21:49.804519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-13c8bb9b-a99a-4898-a627-61a49ab0b620 None None] Provisioning for port b5c8158c-7b61-415b-9da2-dbf6939ca01e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:21:49.818594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Set router 7fa6c662-39d3-4dff-8814-41eafce82b31 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:21:50.155091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b5c8158c-7b61-415b-9da2-dbf6939ca01e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:21:50.223821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:48Z', 'revision_number': 3, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port': {'id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:50.260565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Checking router: 7fa6c662-39d3-4dff-8814-41eafce82b31 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:21:50.260972 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Updating router 7fa6c662-39d3-4dff-8814-41eafce82b31 port d5b9b616-3401-46d8-ba48-cdc379605aee binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:21:50.270210 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:50.313538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port b5c8158c-7b61-415b-9da2-dbf6939ca01e completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:21:50.317697 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:50.322191 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port b5c8158c-7b61-415b-9da2-dbf6939ca01e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:21:50.322191 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:50.534126 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2514df53-3609-43e9-a93f-497874d5a5b8 None None] Provisioning complete for port b5c8158c-7b61-415b-9da2-dbf6939ca01e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:21:50.534821 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2514df53-3609-43e9-a93f-497874d5a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:50.605217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Allocated IP 172.20.0.1 (d989dfcf-b2d9-4a26-84b5-c1175d92c2a9/aa8050bf-4530-48a7-a53c-a69fc9cde371/9dad6bd9-5bd4-4d00-b377-e3ee18a91607) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:21:50.763744 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:50.767074 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:50.783839 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Transition to ACTIVE for port object 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:21:50.834584 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:50.910482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:21:50.922664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:21:50.926447 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port b5c8158c-7b61-415b-9da2-dbf6939ca01e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b5c8158c-7b61-415b-9da2-dbf6939ca01e,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:50.927640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:21:50.937347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Pushing event updated for resources: {'Port': ['ID=9dad6bd9-5bd4-4d00-b377-e3ee18a91607,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:50.945315 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:50.996756 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:51.017016 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2514df53-3609-43e9-a93f-497874d5a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:51.105510 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:51.163150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Transition to ACTIVE for port object d5b9b616-3401-46d8-ba48-cdc379605aee will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:21:51.169582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=b5c8158c-7b61-415b-9da2-dbf6939ca01e,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:51.186266 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:51.197544 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.db.api [None req-2514df53-3609-43e9-a93f-497874d5a5b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 21:21:51.197947 n-d-791506-16 neutron-server[94067]: DEBUG oslo_db.api [None req-2514df53-3609-43e9-a93f-497874d5a5b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 21:21:51.221076 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:51.248711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Attempting to bind port d5b9b616-3401-46d8-ba48-cdc379605aee on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:21:51.249084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Attempting to bind port d5b9b616-3401-46d8-ba48-cdc379605aee by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:21:51.249704 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Attempting to bind port d5b9b616-3401-46d8-ba48-cdc379605aee on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:21:51.256018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23491d0b-6060-48ec-b6ea-ed43c81ca12a None None] Pushing event updated for resources: {'Port': ['ID=d5b9b616-3401-46d8-ba48-cdc379605aee,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:51.262030 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:21:51.262557 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:21:51.263192 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:51.263601 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:21:51.264091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Bound port: d5b9b616-3401-46d8-ba48-cdc379605aee, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:21:51.264483 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:51.333218 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] For port d5b9b616-3401-46d8-ba48-cdc379605aee, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:21:51.339530 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] For port d5b9b616-3401-46d8-ba48-cdc379605aee, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d5b9b616-3401-46d8-ba48-cdc379605aee,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:21:51.348311 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:51.461875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Routers {'7fa6c662-39d3-4dff-8814-41eafce82b31'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:21:51.462951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7fa6c662-39d3-4dff-8814-41eafce82b31'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:51.478809 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:51.485783 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:51.537339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23491d0b-6060-48ec-b6ea-ed43c81ca12a None None] Pushing event updated for resources: {'Port': ['ID=d5b9b616-3401-46d8-ba48-cdc379605aee,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:51.562027 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:51.564178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Pushing event updated for resources: {'Port': ['ID=9dad6bd9-5bd4-4d00-b377-e3ee18a91607,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:51.678512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] Set router 7fa6c662-39d3-4dff-8814-41eafce82b31 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:21:51.694008 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:21:51.695871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:21:51.976438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f1d22461-4ac3-453c-9cb1-bf9586adb081 None None] Provisioning for port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:21:51.991080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f1d22461-4ac3-453c-9cb1-bf9586adb081 None None] Provisioning complete for port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:21:51.991803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1d22461-4ac3-453c-9cb1-bf9586adb081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:52.067001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f1d22461-4ac3-453c-9cb1-bf9586adb081 None None] Port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:21:52.094988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 4, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port': {'id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9dad6bd9-5bd4-4d00-b377-e3ee18a91607', 'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'mac_address': 'fa:16:3e:c3:4e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:50Z', 'updated_at': '2021-07-08T21:21:50Z', 'revision_number': 1, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'subnets': [{'id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:52.140195 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b5c8158c-7b61-415b-9da2-dbf6939ca01e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:21:52.145281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb343eb-b560-4aaf-9ff1-7bd5cb0f1c60 None None] The sync data for ids ['7fa6c662-39d3-4dff-8814-41eafce82b31'] in n-d-791506-16 is: [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 4, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port': {'id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9dad6bd9-5bd4-4d00-b377-e3ee18a91607', 'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'mac_address': 'fa:16:3e:c3:4e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:50Z', 'updated_at': '2021-07-08T21:21:50Z', 'revision_number': 1, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'subnets': [{'id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:21:52.205681 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9c17c09f-c8fe-4ee4-a350-96fdd3aaf246 None None] Provisioning complete for port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:21:52.206057 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c17c09f-c8fe-4ee4-a350-96fdd3aaf246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:52.249273 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port b5c8158c-7b61-415b-9da2-dbf6939ca01e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:21:52.249906 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:52.276137 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9c17c09f-c8fe-4ee4-a350-96fdd3aaf246 None None] Port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:21:52.326986 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Router 7fa6c662-39d3-4dff-8814-41eafce82b31 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:21:52.512697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:21:52.526498 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fbccfcdb-b664-418a-9adb-4ba02933895b admin admin] 10.222.0.101 "PUT /v2.0/routers/7fa6c662-39d3-4dff-8814-41eafce82b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9172840 Jul 08 21:21:53.303407 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48706) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:53.309192 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1822825918-network', 'tenant_id': 'da6965916380422987becec66d5d7fc4'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:21:53.350165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Made reservation on behalf of da6965916380422987becec66d5d7fc4 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:21:53.353109 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:53.365093 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:53.562043 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:53.568926 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:53.610588 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:21:53.638253 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0c7f7f-6eb1-4b27-a2ef-afc66db9d19c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:53.648051 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:53.648621 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Added segment 88f5f9ad-99ed-412f-aa4b-a149b8701540 of type vlan for network 179911da-42f0-4b8e-a6d5-bcb23bcf844e Jul 08 21:21:53.737190 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:53.794712 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:53.796872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:53.797236 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:53.864807 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5599930 Jul 08 21:21:53.869068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48708) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:53.875635 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-406fd037-3c15-4bf5-a2b9-f70591007cfd admin admin] Request body: {'subnet': {'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1822825918-subnet', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:21:53.883947 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a418086-e1ee-476b-a3a1-882b4a030a95 admin admin] Pushing event updated for resources: {'Network': ['ID=179911da-42f0-4b8e-a6d5-bcb23bcf844e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:53.898990 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 179911da-42f0-4b8e-a6d5-bcb23bcf844e details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:21:53.903280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406fd037-3c15-4bf5-a2b9-f70591007cfd admin admin] Made reservation on behalf of da6965916380422987becec66d5d7fc4 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:21:53.906189 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-406fd037-3c15-4bf5-a2b9-f70591007cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:54.046445 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:54.118902 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d5b9b616-3401-46d8-ba48-cdc379605aee up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:21:54.138122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-406fd037-3c15-4bf5-a2b9-f70591007cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:54.187713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port d5b9b616-3401-46d8-ba48-cdc379605aee completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:21:54.192771 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d5b9b616-3401-46d8-ba48-cdc379605aee triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:21:54.193477 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:54.217200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fd037-3c15-4bf5-a2b9-f70591007cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5502315e-eb75-421d-adf0-8cb14797bd5a,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:54.250002 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406fd037-3c15-4bf5-a2b9-f70591007cfd admin admin] Checking segment: {'id': '88f5f9ad-99ed-412f-aa4b-a149b8701540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:21:54.250596 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406fd037-3c15-4bf5-a2b9-f70591007cfd admin admin] Network hostable DHCP agents. Network: 179911da-42f0-4b8e-a6d5-bcb23bcf844e, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:21:54.281249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406fd037-3c15-4bf5-a2b9-f70591007cfd admin admin] Network 179911da-42f0-4b8e-a6d5-bcb23bcf844e is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:21:54.299573 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-406fd037-3c15-4bf5-a2b9-f70591007cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 179911da-42f0-4b8e-a6d5-bcb23bcf844e) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:21:54.306771 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:54.307169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406fd037-3c15-4bf5-a2b9-f70591007cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:21:54.308560 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-406fd037-3c15-4bf5-a2b9-f70591007cfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:54.316541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0c62d0-a89e-4954-b7b1-8354f3325db4 None None] Network 179911da-42f0-4b8e-a6d5-bcb23bcf844e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:21:54.333621 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-406fd037-3c15-4bf5-a2b9-f70591007cfd admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4628727 Jul 08 21:21:54.337883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48710) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:54.346982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1822825918-router', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:21:54.404557 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port d5b9b616-3401-46d8-ba48-cdc379605aee, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d5b9b616-3401-46d8-ba48-cdc379605aee,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:54.405861 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:54.408423 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:54.412824 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:54.531451 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=d5b9b616-3401-46d8-ba48-cdc379605aee,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:54.542534 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:54.684538 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-179911da-42f0-4b8e-a6d5-bcb23bcf844e', 'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'fixed_ips': [{'subnet_id': '5502315e-eb75-421d-adf0-8cb14797bd5a'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:21:54.685806 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:54.782613 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:54.887194 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Allocated IP 172.20.0.2 (179911da-42f0-4b8e-a6d5-bcb23bcf844e/5502315e-eb75-421d-adf0-8cb14797bd5a/5d9547e9-2095-4dad-8fb6-c3e7ef493f01) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:21:55.016555 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Sync routers for ids ['7fa6c662-39d3-4dff-8814-41eafce82b31'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:21:55.036819 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Routers {'7fa6c662-39d3-4dff-8814-41eafce82b31'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:21:55.037859 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7fa6c662-39d3-4dff-8814-41eafce82b31'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:55.073384 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:55.104220 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:55.181148 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:55.199945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Transition to ACTIVE for port object 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:21:55.229650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Transition to ACTIVE for port object 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:21:55.243014 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:55.255155 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Set router 7fa6c662-39d3-4dff-8814-41eafce82b31 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:21:55.268897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Allocated IP 172.25.4.207 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/2f86486d-798e-4dee-8728-c8f011ad69c0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:21:55.299018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Network 179911da-42f0-4b8e-a6d5-bcb23bcf844e is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:21:55.304616 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:21:55.307411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:21:55.316004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Pushing event updated for resources: {'Port': ['ID=5d9547e9-2095-4dad-8fb6-c3e7ef493f01,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:55.423245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Attempting to bind port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:21:55.423921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Attempting to bind port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '88f5f9ad-99ed-412f-aa4b-a149b8701540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:21:55.424520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Attempting to bind port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 on network 179911da-42f0-4b8e-a6d5-bcb23bcf844e {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:21:55.436182 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:21:55.436868 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Checking segment: {'id': '88f5f9ad-99ed-412f-aa4b-a149b8701540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:21:55.437582 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:55.438358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Bound using segment: {'id': '88f5f9ad-99ed-412f-aa4b-a149b8701540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:21:55.439219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Bound port: 5d9547e9-2095-4dad-8fb6-c3e7ef493f01, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f5f9ad-99ed-412f-aa4b-a149b8701540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:21:55.439899 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:55.441972 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:55.499313 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:55.532081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] For port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:21:55.538308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] For port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=5d9547e9-2095-4dad-8fb6-c3e7ef493f01,segment=NetworkSegment(88f5f9ad-99ed-412f-aa4b-a149b8701540),segment_id=88f5f9ad-99ed-412f-aa4b-a149b8701540)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:21:55.546287 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:55.577632 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:21:55.592159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:21:55.595818 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 4, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port': {'id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9dad6bd9-5bd4-4d00-b377-e3ee18a91607', 'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'mac_address': 'fa:16:3e:c3:4e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:50Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 2, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'subnets': [{'id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:55.598843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:21:55.611394 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Pushing event updated for resources: {'Port': ['ID=2f86486d-798e-4dee-8728-c8f011ad69c0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:55.641992 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Checking router: 7fa6c662-39d3-4dff-8814-41eafce82b31 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:21:55.642347 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Updating router 7fa6c662-39d3-4dff-8814-41eafce82b31 port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:21:55.645784 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6fea9-8032-44d8-a6c8-371446114cd3 None None] Pushing event updated for resources: {'Port': ['ID=5d9547e9-2095-4dad-8fb6-c3e7ef493f01,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:55.780142 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:56.132604 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:56.237281 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:56.242039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:21:56.256952 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Transition to ACTIVE for port object 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:21:56.271654 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:56.362874 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Pushing event updated for resources: {'Port': ['ID=9dad6bd9-5bd4-4d00-b377-e3ee18a91607,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:56.376568 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:56.377080 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:56.377414 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:56.377949 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:56.379753 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:56.379753 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:56.379753 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:56.380335 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:56.380335 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:56.380895 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:56.381228 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:56.381654 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:21:56.474378 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Attempting to bind port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:21:56.474937 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Attempting to bind port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'fda5c7ce-ef7a-47eb-92de-6bac9e704296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:21:56.475412 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Attempting to bind port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 on network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:21:56.485069 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:21:56.485576 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Checking segment: {'id': 'fda5c7ce-ef7a-47eb-92de-6bac9e704296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:21:56.486283 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:56.486793 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Bound using segment: {'id': 'fda5c7ce-ef7a-47eb-92de-6bac9e704296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:21:56.490467 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Bound port: 9dad6bd9-5bd4-4d00-b377-e3ee18a91607, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda5c7ce-ef7a-47eb-92de-6bac9e704296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:21:56.491034 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:56.541968 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:56.561679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:21:56.571701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d5b9b616-3401-46d8-ba48-cdc379605aee up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:21:56.588666 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] For port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:21:56.595650 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] For port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9dad6bd9-5bd4-4d00-b377-e3ee18a91607,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:21:56.606213 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:56.673216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port d5b9b616-3401-46d8-ba48-cdc379605aee triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:21:56.673936 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:56.717399 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Routers {'7fa6c662-39d3-4dff-8814-41eafce82b31'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:21:56.718111 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7fa6c662-39d3-4dff-8814-41eafce82b31'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:56.772478 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2961a-b988-427f-84d7-d09fdfa2f4fc None None] Pushing event updated for resources: {'Port': ['ID=9dad6bd9-5bd4-4d00-b377-e3ee18a91607,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:56.894868 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Router febb7eda-c6c1-49ea-9919-ce13247ba356 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:21:56.902696 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] Set router 7fa6c662-39d3-4dff-8814-41eafce82b31 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:21:57.097294 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:21:57.119118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Sync routers for ids ['febb7eda-c6c1-49ea-9919-ce13247ba356'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:21:57.127905 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:57.131847 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-38b75ca2-d5ce-4d1c-be6a-42cd6079fab9 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7917552 Jul 08 21:21:57.134761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48712) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:21:57.145548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Routers {'febb7eda-c6c1-49ea-9919-ce13247ba356'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:21:57.146678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-80872281-97df-4274-87b7-4554ced86e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['febb7eda-c6c1-49ea-9919-ce13247ba356'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:57.340601 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 4, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port': {'id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9dad6bd9-5bd4-4d00-b377-e3ee18a91607', 'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'mac_address': 'fa:16:3e:c3:4e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:50Z', 'updated_at': '2021-07-08T21:21:56Z', 'revision_number': 4, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'subnets': [{'id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:57.343614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895050a4-f0be-4721-8578-c90104dbe53d None None] Network 179911da-42f0-4b8e-a6d5-bcb23bcf844e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:21:57.381688 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dca5e0-7207-4e42-951d-28faacb3e703 None None] The sync data for ids ['7fa6c662-39d3-4dff-8814-41eafce82b31'] in n-d-791506-16 is: [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 4, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port': {'id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9dad6bd9-5bd4-4d00-b377-e3ee18a91607', 'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'mac_address': 'fa:16:3e:c3:4e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:50Z', 'updated_at': '2021-07-08T21:21:56Z', 'revision_number': 4, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'subnets': [{'id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:21:57.458384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Set router febb7eda-c6c1-49ea-9919-ce13247ba356 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:21:57.504688 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-888b63b6-8516-4e0c-869a-d80a662f05f3 None None] Provisioning for port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:21:57.559170 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-888b63b6-8516-4e0c-869a-d80a662f05f3 None None] Provisioning complete for port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:21:57.559702 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-888b63b6-8516-4e0c-869a-d80a662f05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:57.616781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-0cd12f25-0719-482b-9347-292e5caa2eb9 req-47e45acb-0230-43d8-a85b-9fc8c0b96ee5 tempest-ServerDiskConfigTestJSON-680822574 tempest-ServerDiskConfigTestJSON-680822574-project] (94065) timed out ('10.222.0.103', 55798) {{(pid=94065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 21:21:57.965209 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:57.983922 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-888b63b6-8516-4e0c-869a-d80a662f05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:58.033346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-80872281-97df-4274-87b7-4554ced86e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'name': 'tempest-TestMinimumBasicScenario-1822825918-router', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:54Z', 'updated_at': '2021-07-08T21:21:55Z', 'revision_number': 3, 'project_id': 'da6965916380422987becec66d5d7fc4', 'gw_port': {'id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:55Z', 'updated_at': '2021-07-08T21:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:58.107528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Checking router: febb7eda-c6c1-49ea-9919-ce13247ba356 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:21:58.108098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Updating router febb7eda-c6c1-49ea-9919-ce13247ba356 port 2f86486d-798e-4dee-8728-c8f011ad69c0 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:21:58.124680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-888b63b6-8516-4e0c-869a-d80a662f05f3 None None] For port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=5d9547e9-2095-4dad-8fb6-c3e7ef493f01,segment=NetworkSegment(88f5f9ad-99ed-412f-aa4b-a149b8701540),segment_id=88f5f9ad-99ed-412f-aa4b-a149b8701540)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:58.151964 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-888b63b6-8516-4e0c-869a-d80a662f05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:58.229472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:21:58.265576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Allocated IP 172.20.0.1 (179911da-42f0-4b8e-a6d5-bcb23bcf844e/5502315e-eb75-421d-adf0-8cb14797bd5a/4df46db5-906e-4aa3-a792-941e8e614623) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:21:58.317380 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:58.387983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b63b6-8516-4e0c-869a-d80a662f05f3 None None] Pushing event updated for resources: {'Port': ['ID=5d9547e9-2095-4dad-8fb6-c3e7ef493f01,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:58.431468 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:58.477238 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:21:58.491213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:21:58.491597 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:58.636072 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0ade4e6f-a762-4ce2-bb54-c2d3856987d3 None None] Provisioning complete for port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:21:58.636312 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0ade4e6f-a762-4ce2-bb54-c2d3856987d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:58.754527 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:58.862760 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:58.874537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9dad6bd9-5bd4-4d00-b377-e3ee18a91607,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:21:58.884044 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:58.891352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Transition to ACTIVE for port object 2f86486d-798e-4dee-8728-c8f011ad69c0 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:21:58.899349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Transition to ACTIVE for port object 4df46db5-906e-4aa3-a792-941e8e614623 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:21:58.917145 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:58.961187 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:58.962348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=9dad6bd9-5bd4-4d00-b377-e3ee18a91607,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:58.965462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Attempting to bind port 2f86486d-798e-4dee-8728-c8f011ad69c0 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:21:58.965869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Attempting to bind port 2f86486d-798e-4dee-8728-c8f011ad69c0 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:21:58.966184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Attempting to bind port 2f86486d-798e-4dee-8728-c8f011ad69c0 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:21:58.993465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:21:58.993831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:21:58.994224 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:58.994620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:21:58.995119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Bound port: 2f86486d-798e-4dee-8728-c8f011ad69c0, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:21:58.995505 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:59.038822 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Network 179911da-42f0-4b8e-a6d5-bcb23bcf844e is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:21:59.044915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc44ad4-f0ff-40b7-b2b0-1f91aed43d29 None None] Pushing event updated for resources: {'Port': ['ID=2f86486d-798e-4dee-8728-c8f011ad69c0,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:59.045958 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:21:59.052936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:21:59.057970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Pushing event updated for resources: {'Port': ['ID=4df46db5-906e-4aa3-a792-941e8e614623,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:59.081695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-80872281-97df-4274-87b7-4554ced86e88 None None] For port 2f86486d-798e-4dee-8728-c8f011ad69c0, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:21:59.087759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-80872281-97df-4274-87b7-4554ced86e88 None None] For port 2f86486d-798e-4dee-8728-c8f011ad69c0, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2f86486d-798e-4dee-8728-c8f011ad69c0,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:21:59.095298 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:59.134548 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:59.186837 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc44ad4-f0ff-40b7-b2b0-1f91aed43d29 None None] Pushing event updated for resources: {'Port': ['ID=2f86486d-798e-4dee-8728-c8f011ad69c0,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:59.191825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Routers {'febb7eda-c6c1-49ea-9919-ce13247ba356'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:21:59.192786 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-80872281-97df-4274-87b7-4554ced86e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['febb7eda-c6c1-49ea-9919-ce13247ba356'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:59.358940 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:59.506276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-219177e5-9170-49ca-aa70-5d763873fb7f None None] Provisioning for port 4df46db5-906e-4aa3-a792-941e8e614623 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:21:59.516774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-219177e5-9170-49ca-aa70-5d763873fb7f None None] Provisioning complete for port 4df46db5-906e-4aa3-a792-941e8e614623 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:21:59.517156 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-219177e5-9170-49ca-aa70-5d763873fb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:59.546559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-80872281-97df-4274-87b7-4554ced86e88 None None] Set router febb7eda-c6c1-49ea-9919-ce13247ba356 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:21:59.643785 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:59.651880 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:59.706022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-219177e5-9170-49ca-aa70-5d763873fb7f None None] Port 4df46db5-906e-4aa3-a792-941e8e614623 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:21:59.775219 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:21:59.778715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Pushing event updated for resources: {'Port': ['ID=4df46db5-906e-4aa3-a792-941e8e614623,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:21:59.873878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-80872281-97df-4274-87b7-4554ced86e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'name': 'tempest-TestMinimumBasicScenario-1822825918-router', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:54Z', 'updated_at': '2021-07-08T21:21:55Z', 'revision_number': 3, 'project_id': 'da6965916380422987becec66d5d7fc4', 'gw_port': {'id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:55Z', 'updated_at': '2021-07-08T21:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:21:59.925581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80872281-97df-4274-87b7-4554ced86e88 None None] The sync data for ids ['febb7eda-c6c1-49ea-9919-ce13247ba356'] in n-d-791506-16 is: [{'id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'name': 'tempest-TestMinimumBasicScenario-1822825918-router', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:54Z', 'updated_at': '2021-07-08T21:21:55Z', 'revision_number': 3, 'project_id': 'da6965916380422987becec66d5d7fc4', 'gw_port': {'id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:55Z', 'updated_at': '2021-07-08T21:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:21:59.950755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Network 179911da-42f0-4b8e-a6d5-bcb23bcf844e is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:21:59.951797 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:22:00.136081 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:22:00.154527 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Router febb7eda-c6c1-49ea-9919-ce13247ba356 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:22:00.219622 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:22:00.220032 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:00.373833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:22:00.375299 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:22:00.385484 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-175932b2-304d-4fad-9b10-5222136b7e21 admin admin] 10.222.0.101 "PUT /v2.0/routers/febb7eda-c6c1-49ea-9919-ce13247ba356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2458408 Jul 08 21:22:00.422458 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-04f802af-670c-45ab-8169-d98e9445a1e5 None None] Provisioning complete for port 4df46db5-906e-4aa3-a792-941e8e614623 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:22:00.423086 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-04f802af-670c-45ab-8169-d98e9445a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:00.501231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-04f802af-670c-45ab-8169-d98e9445a1e5 None None] Port 4df46db5-906e-4aa3-a792-941e8e614623 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:22:00.517157 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:22:00.518037 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:02.086432 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Sync routers for ids ['febb7eda-c6c1-49ea-9919-ce13247ba356'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:22:02.108278 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Routers {'febb7eda-c6c1-49ea-9919-ce13247ba356'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:22:02.109821 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['febb7eda-c6c1-49ea-9919-ce13247ba356'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:22:02.177114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2f86486d-798e-4dee-8728-c8f011ad69c0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:22:02.263028 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 2f86486d-798e-4dee-8728-c8f011ad69c0 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:22:02.271105 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2f86486d-798e-4dee-8728-c8f011ad69c0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:22:02.272046 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:02.435255 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:02.440810 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Set router febb7eda-c6c1-49ea-9919-ce13247ba356 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:22:02.482897 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 2f86486d-798e-4dee-8728-c8f011ad69c0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2f86486d-798e-4dee-8728-c8f011ad69c0,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:22:02.497900 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:02.609830 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=2f86486d-798e-4dee-8728-c8f011ad69c0,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:02.905543 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'name': 'tempest-TestMinimumBasicScenario-1822825918-router', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:54Z', 'updated_at': '2021-07-08T21:21:59Z', 'revision_number': 4, 'project_id': 'da6965916380422987becec66d5d7fc4', 'gw_port': {'id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:55Z', 'updated_at': '2021-07-08T21:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '4df46db5-906e-4aa3-a792-941e8e614623', 'name': '', 'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'mac_address': 'fa:16:3e:1a:be:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5502315e-eb75-421d-adf0-8cb14797bd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:57Z', 'updated_at': '2021-07-08T21:21:59Z', 'revision_number': 2, 'project_id': 'da6965916380422987becec66d5d7fc4', 'subnets': [{'id': '5502315e-eb75-421d-adf0-8cb14797bd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:22:02.943046 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Checking router: febb7eda-c6c1-49ea-9919-ce13247ba356 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:22:02.943405 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Updating router febb7eda-c6c1-49ea-9919-ce13247ba356 port 4df46db5-906e-4aa3-a792-941e8e614623 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:22:02.990125 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:03.622897 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:03.648360 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Transition to ACTIVE for port object 4df46db5-906e-4aa3-a792-941e8e614623 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:22:03.661273 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:03.765889 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935da93-e74f-4d08-b71b-f5fdb6d8077a None None] Pushing event updated for resources: {'Port': ['ID=4df46db5-906e-4aa3-a792-941e8e614623,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:03.897644 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Attempting to bind port 4df46db5-906e-4aa3-a792-941e8e614623 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:22:03.898314 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Attempting to bind port 4df46db5-906e-4aa3-a792-941e8e614623 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '88f5f9ad-99ed-412f-aa4b-a149b8701540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:22:03.899026 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Attempting to bind port 4df46db5-906e-4aa3-a792-941e8e614623 on network 179911da-42f0-4b8e-a6d5-bcb23bcf844e {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:22:03.911181 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:22:03.912022 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Checking segment: {'id': '88f5f9ad-99ed-412f-aa4b-a149b8701540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:22:03.912824 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:03.913690 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Bound using segment: {'id': '88f5f9ad-99ed-412f-aa4b-a149b8701540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:22:03.914594 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Bound port: 4df46db5-906e-4aa3-a792-941e8e614623, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f5f9ad-99ed-412f-aa4b-a149b8701540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:22:03.915334 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:04.028750 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] For port 4df46db5-906e-4aa3-a792-941e8e614623, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:22:04.032810 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] For port 4df46db5-906e-4aa3-a792-941e8e614623, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4df46db5-906e-4aa3-a792-941e8e614623,segment=NetworkSegment(88f5f9ad-99ed-412f-aa4b-a149b8701540),segment_id=88f5f9ad-99ed-412f-aa4b-a149b8701540)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:22:04.046634 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:04.172030 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-623aa6df-7f49-46e0-8135-683315bab9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:04.213679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2f86486d-798e-4dee-8728-c8f011ad69c0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:22:04.257531 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935da93-e74f-4d08-b71b-f5fdb6d8077a None None] Pushing event updated for resources: {'Port': ['ID=4df46db5-906e-4aa3-a792-941e8e614623,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:04.299064 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Routers {'febb7eda-c6c1-49ea-9919-ce13247ba356'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:22:04.300279 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:21:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['febb7eda-c6c1-49ea-9919-ce13247ba356'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:22:04.409450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2f86486d-798e-4dee-8728-c8f011ad69c0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:22:04.410035 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:04.599900 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] Set router febb7eda-c6c1-49ea-9919-ce13247ba356 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:22:04.959227 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'name': 'tempest-TestMinimumBasicScenario-1822825918-router', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:54Z', 'updated_at': '2021-07-08T21:21:59Z', 'revision_number': 4, 'project_id': 'da6965916380422987becec66d5d7fc4', 'gw_port': {'id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:55Z', 'updated_at': '2021-07-08T21:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '4df46db5-906e-4aa3-a792-941e8e614623', 'name': '', 'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'mac_address': 'fa:16:3e:1a:be:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5502315e-eb75-421d-adf0-8cb14797bd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:57Z', 'updated_at': '2021-07-08T21:22:04Z', 'revision_number': 4, 'project_id': 'da6965916380422987becec66d5d7fc4', 'subnets': [{'id': '5502315e-eb75-421d-adf0-8cb14797bd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:22:04.995540 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d732c40-16dc-46c6-b1d4-0b58349d38ab None None] The sync data for ids ['febb7eda-c6c1-49ea-9919-ce13247ba356'] in n-d-791506-16 is: [{'id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'name': 'tempest-TestMinimumBasicScenario-1822825918-router', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:54Z', 'updated_at': '2021-07-08T21:21:59Z', 'revision_number': 4, 'project_id': 'da6965916380422987becec66d5d7fc4', 'gw_port': {'id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:55Z', 'updated_at': '2021-07-08T21:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '4df46db5-906e-4aa3-a792-941e8e614623', 'name': '', 'network_id': '179911da-42f0-4b8e-a6d5-bcb23bcf844e', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'mac_address': 'fa:16:3e:1a:be:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5502315e-eb75-421d-adf0-8cb14797bd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:57Z', 'updated_at': '2021-07-08T21:22:04Z', 'revision_number': 4, 'project_id': 'da6965916380422987becec66d5d7fc4', 'subnets': [{'id': '5502315e-eb75-421d-adf0-8cb14797bd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:22:06.178368 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4df46db5-906e-4aa3-a792-941e8e614623 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:22:06.271676 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 4df46db5-906e-4aa3-a792-941e8e614623 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:22:06.279289 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4df46db5-906e-4aa3-a792-941e8e614623 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:22:06.279955 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:06.430247 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:06.481500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 4df46db5-906e-4aa3-a792-941e8e614623, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4df46db5-906e-4aa3-a792-941e8e614623,segment=NetworkSegment(88f5f9ad-99ed-412f-aa4b-a149b8701540),segment_id=88f5f9ad-99ed-412f-aa4b-a149b8701540)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:22:06.491179 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:06.616698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=4df46db5-906e-4aa3-a792-941e8e614623,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:07.101165 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0c49a19c-c893-4927-a45c-426f280b0459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:07.224190 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:08.114582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4df46db5-906e-4aa3-a792-941e8e614623 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:22:08.193331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 4df46db5-906e-4aa3-a792-941e8e614623 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:22:08.193863 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:08.233384 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:22:08.489541 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:10.057509 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:14.410345 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-85c8fb5c-aa70-411a-b6e0-a497a4200716 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:14.412445 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-85c8fb5c-aa70-411a-b6e0-a497a4200716 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/networks?id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 HTTP/1.1" status: 200 len: 815 time: 0.1649928 Jul 08 21:22:14.438732 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-dd177b5e-a290-4f55-80cb-0f376a18c91b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/quotas/8294fc4f3fbb40fba045306e1e40028a HTTP/1.1" status: 200 len: 375 time: 0.0192716 Jul 08 21:22:14.526709 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-45caeab3-97e9-4dab-83ad-5e6774ae43ef tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8294fc4f3fbb40fba045306e1e40028a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810993 Jul 08 21:22:14.546036 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-b99d4e83-a854-4d6b-9c60-bde42956f064 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:22:14.547209 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-b99d4e83-a854-4d6b-9c60-bde42956f064 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087538 Jul 08 21:22:14.650573 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-9ca8dd21-9b1a-41d3-8119-470214276c19 service neutron] 10.222.0.101 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969989 Jul 08 21:22:14.761012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-6d46d267-cd9e-4a69-80b2-7bacd1972195 service neutron] 10.222.0.101 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032319 Jul 08 21:22:14.961427 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b782327b-9126-49e6-8a9d-ff2364f869ca req-9dcc02b9-cfec-4452-b5da-ab06763ea8e8 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 210 time: 0.0343437 Jul 08 21:22:16.128045 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-26b8faad-2118-48ed-ba47-3afc9357e755 req-132cf5c5-ed68-4371-8431-05c33a486026 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 210 time: 0.0418446 Jul 08 21:22:16.259089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-0f3c39c6-577d-4c3d-8d47-022e410845e9 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:16.261055 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-0f3c39c6-577d-4c3d-8d47-022e410845e9 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.103 "GET /v2.0/networks?id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 HTTP/1.1" status: 200 len: 815 time: 0.1303246 Jul 08 21:22:16.283092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Request body: {'port': {'device_id': '70096b86-e9b0-4721-afcf-436432841c9f', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'admin_state_up': True, 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:22:16.413994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Made reservation on behalf of 8294fc4f3fbb40fba045306e1e40028a for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:22:16.419768 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:16.616186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Allocated IP 172.20.0.8 (d989dfcf-b2d9-4a26-84b5-c1175d92c2a9/aa8050bf-4530-48a7-a53c-a69fc9cde371/2046be4e-d776-45cd-bc0a-7a3f9516706b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:22:16.932569 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:16.977213 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Transition to ACTIVE for port object 2046be4e-d776-45cd-bc0a-7a3f9516706b will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:22:17.073448 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:17.190502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:22:17.197288 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:22:17.203030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:22:17.270310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event updated for resources: {'Port': ['ID=2046be4e-d776-45cd-bc0a-7a3f9516706b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:17.317396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:17.318298 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:17.319221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:17.319996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:17.320888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:17.321674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:17.322457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:17.323266 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:17.324686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:17.325505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:17.326293 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:17.327081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:17.393438 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:17.395105 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:17.508792 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-afd64d3f-0fcd-446c-bd32-87ec6c6d4ceb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2318079 Jul 08 21:22:17.555502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac8b92-fd61-4bde-a879-a72bf05a586d req-5c9d09ef-bf3a-46f4-b768-09b7de1c8e02 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:17.558929 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a0ac8b92-fd61-4bde-a879-a72bf05a586d req-5c9d09ef-bf3a-46f4-b768-09b7de1c8e02 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 931 time: 0.1530595 Jul 08 21:22:17.639103 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a0ac8b92-fd61-4bde-a879-a72bf05a586d req-c19c0f5f-67d0-444f-8ca6-3452e1fd3c1d tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729671 Jul 08 21:22:17.720564 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b9318fd6-f522-48d2-ade0-7cf15aa3da82 None None] Provisioning for port 2046be4e-d776-45cd-bc0a-7a3f9516706b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:22:17.727745 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b9318fd6-f522-48d2-ade0-7cf15aa3da82 None None] Provisioning complete for port 2046be4e-d776-45cd-bc0a-7a3f9516706b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:22:17.728387 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9318fd6-f522-48d2-ade0-7cf15aa3da82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:17.797571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b9318fd6-f522-48d2-ade0-7cf15aa3da82 None None] Port 2046be4e-d776-45cd-bc0a-7a3f9516706b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:22:18.228728 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:18.934731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd210fdb-d0fd-4c48-9c38-dc0b23ee71ee req-f2ef5321-4527-4e21-9647-95e917a454a0 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:18.946155 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd210fdb-d0fd-4c48-9c38-dc0b23ee71ee req-f2ef5321-4527-4e21-9647-95e917a454a0 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 931 time: 0.1517270 Jul 08 21:22:19.036190 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd210fdb-d0fd-4c48-9c38-dc0b23ee71ee req-fff7e899-cd80-4e76-a4b6-9a88c0ff55d4 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727012 Jul 08 21:22:20.324038 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17837eb2-5a1a-4d53-9595-84d89e84686e req-43997532-5193-4f3c-b10d-ae05dccba917 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:20.327548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17837eb2-5a1a-4d53-9595-84d89e84686e req-43997532-5193-4f3c-b10d-ae05dccba917 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 931 time: 0.1080956 Jul 08 21:22:20.376138 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-17837eb2-5a1a-4d53-9595-84d89e84686e req-152a32c2-3e83-40a1-8c26-e40117f0dde5 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 Jul 08 21:22:21.720365 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa0f34-67a1-45e3-84bf-1ef1ac0715d0 req-9944e5b2-47ac-4df5-aaf8-0ee27a04f3d1 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:21.723342 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5aa0f34-67a1-45e3-84bf-1ef1ac0715d0 req-9944e5b2-47ac-4df5-aaf8-0ee27a04f3d1 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 931 time: 0.1285963 Jul 08 21:22:21.785163 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e5aa0f34-67a1-45e3-84bf-1ef1ac0715d0 req-0df5e0e1-1d49-4daf-90ad-8ff5347b8d65 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542712 Jul 08 21:22:23.058301 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40462cde-5eaa-400a-a965-76748e970745 req-9739b4d3-fc11-4b9c-94c9-112fd16b930f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:23.060173 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40462cde-5eaa-400a-a965-76748e970745 req-9739b4d3-fc11-4b9c-94c9-112fd16b930f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 931 time: 0.1002655 Jul 08 21:22:23.116362 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-40462cde-5eaa-400a-a965-76748e970745 req-339defcb-3e55-488d-b80b-368e251dc6de tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458913 Jul 08 21:22:24.061479 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:24.384975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc7762-78e9-45ea-8537-6432d2b781bb req-5a2bb518-5a39-4380-94a0-4ec003b63d8b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:24.388714 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8dc7762-78e9-45ea-8537-6432d2b781bb req-5a2bb518-5a39-4380-94a0-4ec003b63d8b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 931 time: 0.0935826 Jul 08 21:22:24.470736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f8dc7762-78e9-45ea-8537-6432d2b781bb req-f7b74f74-843d-45dd-a1f0-f646f5c5374c tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690501 Jul 08 21:22:25.877522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033ea60-1d7b-4496-a7df-e456395eda82 req-2a1d9d0c-3360-4e09-9f2a-715ad3c0e231 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:25.880164 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a033ea60-1d7b-4496-a7df-e456395eda82 req-2a1d9d0c-3360-4e09-9f2a-715ad3c0e231 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 931 time: 0.1776702 Jul 08 21:22:25.980766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a033ea60-1d7b-4496-a7df-e456395eda82 req-43b326cc-31e0-463f-a32c-33ad2370e238 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811906 Jul 08 21:22:27.264047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37167a38-226e-4398-a72b-e9555076be9c req-e9284e55-e7d0-48ec-ba7d-e9c9f0b28818 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:27.265825 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-37167a38-226e-4398-a72b-e9555076be9c req-e9284e55-e7d0-48ec-ba7d-e9c9f0b28818 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 931 time: 0.1281357 Jul 08 21:22:27.317720 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-37167a38-226e-4398-a72b-e9555076be9c req-13724b2c-82be-465a-b2eb-2942c613a8ba tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Jul 08 21:22:28.600845 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e352ad-d2ad-4d68-b1a4-2df13f62bab0 req-a3f998f9-153b-4de1-8f52-19404eb2dcdf tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:28.602494 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-46e352ad-d2ad-4d68-b1a4-2df13f62bab0 req-a3f998f9-153b-4de1-8f52-19404eb2dcdf tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 931 time: 0.0728345 Jul 08 21:22:28.655268 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-46e352ad-d2ad-4d68-b1a4-2df13f62bab0 req-37a8b6ec-dc4a-4bcc-97bd-dad7e030c965 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428319 Jul 08 21:22:28.871970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Request body: {'port': {'device_id': '70096b86-e9b0-4721-afcf-436432841c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:22:28.973175 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:29.273828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2046be4e-d776-45cd-bc0a-7a3f9516706b {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:22:29.282302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:29.298162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Transition to ACTIVE for port object 2046be4e-d776-45cd-bc0a-7a3f9516706b will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:22:29.303020 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:29.379974 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Pushing event updated for resources: {'Port': ['ID=2046be4e-d776-45cd-bc0a-7a3f9516706b,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:29.480349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Attempting to bind port 2046be4e-d776-45cd-bc0a-7a3f9516706b on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:22:29.480960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Attempting to bind port 2046be4e-d776-45cd-bc0a-7a3f9516706b by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'fda5c7ce-ef7a-47eb-92de-6bac9e704296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:22:29.481480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Attempting to bind port 2046be4e-d776-45cd-bc0a-7a3f9516706b on network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:22:29.487874 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Port 2046be4e-d776-45cd-bc0a-7a3f9516706b on network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:22:29.488417 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Attempting to bind port 2046be4e-d776-45cd-bc0a-7a3f9516706b on network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:22:29.494845 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:22:29.495260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Checking segment: {'id': 'fda5c7ce-ef7a-47eb-92de-6bac9e704296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:22:29.495868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Bound using segment: {'id': 'fda5c7ce-ef7a-47eb-92de-6bac9e704296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:22:29.496331 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Bound port: 2046be4e-d776-45cd-bc0a-7a3f9516706b, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda5c7ce-ef7a-47eb-92de-6bac9e704296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:22:29.496801 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:29.580783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] For port 2046be4e-d776-45cd-bc0a-7a3f9516706b, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:22:29.584690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] For port 2046be4e-d776-45cd-bc0a-7a3f9516706b, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:22:29.590746 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:29.633884 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:29.635034 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:29.636810 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] 10.222.0.103 "PUT /v2.0/ports/2046be4e-d776-45cd-bc0a-7a3f9516706b HTTP/1.1" status: 200 len: 1092 time: 0.7689943 Jul 08 21:22:29.637911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:22:29.640337 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c3a3e-18b0-4179-b2a0-d0a544f7dfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:22:29.663716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf7430-538e-40fb-a8aa-f301d97768aa service neutron] Pushing event updated for resources: {'Port': ['ID=2046be4e-d776-45cd-bc0a-7a3f9516706b,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:29.713334 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f674c7bc-d39a-4e55-9f88-8953c2478efb x-openstack-request-id: req-f674c7bc-d39a-4e55-9f88-8953c2478efb {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:22:29.715370 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:22:29.716358 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f674c7bc-d39a-4e55-9f88-8953c2478efb {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:22:29.717289 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b', 'status': 'completed', 'code': 200} Jul 08 21:22:29.883216 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-a9cea622-f6fb-4c95-99e8-9f349d35a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:29.885214 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-a9cea622-f6fb-4c95-99e8-9f349d35a21e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8294fc4f3fbb40fba045306e1e40028a&device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 1095 time: 0.1666038 Jul 08 21:22:29.949601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df1f80-fad2-4258-a20c-35795490a983 req-62bda3f5-efd4-41d7-b931-d221e02b0456 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:29.951355 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7df1f80-fad2-4258-a20c-35795490a983 req-62bda3f5-efd4-41d7-b931-d221e02b0456 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 943 time: 0.1690063 Jul 08 21:22:29.952973 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-862e9fe0-dca8-4b87-9dce-f2aea784df3a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b HTTP/1.1" status: 200 len: 217 time: 0.0552518 Jul 08 21:22:30.100740 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7df1f80-fad2-4258-a20c-35795490a983 req-290c6f28-23a6-4a18-afe5-4bf9ab71f497 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385877 Jul 08 21:22:30.103105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-ab7f0c78-db52-4d61-a848-caff98b4f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:30.106029 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-ab7f0c78-db52-4d61-a848-caff98b4f70a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=aa8050bf-4530-48a7-a53c-a69fc9cde371 HTTP/1.1" status: 200 len: 854 time: 0.1405454 Jul 08 21:22:30.201165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-4ed87a11-e4a4-4741-affe-94ce860fdc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:30.203550 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-4ed87a11-e4a4-4741-affe-94ce860fdc00 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875113 Jul 08 21:22:30.348426 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-92b6f3c5-2f65-4c9b-b730-ad58ac8d3226 service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334491 Jul 08 21:22:30.472473 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b1ecbd22-e877-42ad-8ad3-35715a7ad046 req-385c83f6-4e6f-45e2-ba62-ba73ba0590b3 service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121981 Jul 08 21:22:30.596178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c3a3e-18b0-4179-b2a0-d0a544f7dfe0 req-e84a517a-f530-4594-a91f-a955443b2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:30.597833 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c9c3a3e-18b0-4179-b2a0-d0a544f7dfe0 req-e84a517a-f530-4594-a91f-a955443b2ff2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8294fc4f3fbb40fba045306e1e40028a&device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 1095 time: 0.0630891 Jul 08 21:22:30.716080 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c3a3e-18b0-4179-b2a0-d0a544f7dfe0 req-1707a1ce-1919-43c9-a3db-cd203e25c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:30.717837 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c9c3a3e-18b0-4179-b2a0-d0a544f7dfe0 req-1707a1ce-1919-43c9-a3db-cd203e25c174 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 HTTP/1.1" status: 200 len: 916 time: 0.1131361 Jul 08 21:22:30.770753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c9c3a3e-18b0-4179-b2a0-d0a544f7dfe0 req-b0c0f4d9-534f-4d73-93a7-38e24bd14c1b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b HTTP/1.1" status: 200 len: 217 time: 0.0394969 Jul 08 21:22:30.826793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c3a3e-18b0-4179-b2a0-d0a544f7dfe0 req-ffef446f-814a-4016-ad74-044294f19079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:30.828590 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c9c3a3e-18b0-4179-b2a0-d0a544f7dfe0 req-ffef446f-814a-4016-ad74-044294f19079 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=aa8050bf-4530-48a7-a53c-a69fc9cde371 HTTP/1.1" status: 200 len: 854 time: 0.0511460 Jul 08 21:22:30.900981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c3a3e-18b0-4179-b2a0-d0a544f7dfe0 req-4337cfc7-9151-4a40-a443-92e7f4d507f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:30.902631 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c9c3a3e-18b0-4179-b2a0-d0a544f7dfe0 req-4337cfc7-9151-4a40-a443-92e7f4d507f7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647116 Jul 08 21:22:31.007682 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c9c3a3e-18b0-4179-b2a0-d0a544f7dfe0 req-5dc31a44-743a-4d40-b94a-616df623bd63 service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966318 Jul 08 21:22:31.119376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c9c3a3e-18b0-4179-b2a0-d0a544f7dfe0 req-fef023c9-726f-471f-8b8f-8c0f28d8fbdf service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040442 Jul 08 21:22:31.306021 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95d5e3-1db4-49c0-92a2-61d7a99494ba req-178a7687-027c-4518-9e43-f8324eefc80c tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:31.308436 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb95d5e3-1db4-49c0-92a2-61d7a99494ba req-178a7687-027c-4518-9e43-f8324eefc80c tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 943 time: 0.0738325 Jul 08 21:22:31.352533 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bb95d5e3-1db4-49c0-92a2-61d7a99494ba req-c82a158b-39a5-405f-97a2-fc3a98968d66 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Jul 08 21:22:32.555563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2c9fc-9d7b-4a75-a59d-c66627bcf850 req-04096112-3976-47d3-85f8-e26201b4314c tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:32.557257 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99a2c9fc-9d7b-4a75-a59d-c66627bcf850 req-04096112-3976-47d3-85f8-e26201b4314c tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 943 time: 0.0752549 Jul 08 21:22:32.600439 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-99a2c9fc-9d7b-4a75-a59d-c66627bcf850 req-08128524-2833-41c5-a495-1adac430faf9 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373263 Jul 08 21:22:33.033623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2046be4e-d776-45cd-bc0a-7a3f9516706b details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:22:33.167684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 2046be4e-d776-45cd-bc0a-7a3f9516706b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:22:33.190119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '2046be4e-d776-45cd-bc0a-7a3f9516706b', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'port_id': '2046be4e-d776-45cd-bc0a-7a3f9516706b', 'mac_address': 'fa:16:3e:a5:49:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:22:33.240089 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:33.255685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2046be4e-d776-45cd-bc0a-7a3f9516706b {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:22:33.278519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 2046be4e-d776-45cd-bc0a-7a3f9516706b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:22:33.284069 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:33.339626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=2046be4e-d776-45cd-bc0a-7a3f9516706b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:33.613620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2046be4e-d776-45cd-bc0a-7a3f9516706b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:22:33.859326 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3cd76-110c-4c7e-8ae4-a1fe9822a8f4 req-e0dfa241-bcbd-46f7-86f7-8dd873128913 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:33.861256 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fc3cd76-110c-4c7e-8ae4-a1fe9822a8f4 req-e0dfa241-bcbd-46f7-86f7-8dd873128913 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 944 time: 0.0887029 Jul 08 21:22:33.917936 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1fc3cd76-110c-4c7e-8ae4-a1fe9822a8f4 req-8f710331-2cb9-4f0c-ae12-7db8cbdfa4f4 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497174 Jul 08 21:22:34.131679 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c41fa51-c800-4b1b-9d11-c77db22c47dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:35.034464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2046be4e-d776-45cd-bc0a-7a3f9516706b up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:22:35.119630 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 2046be4e-d776-45cd-bc0a-7a3f9516706b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:22:35.125564 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 2046be4e-d776-45cd-bc0a-7a3f9516706b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:22:35.126073 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:35.148037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3391aab-f323-475c-9044-19f06ad8b26c req-9dfbc8a3-79b6-493a-9d35-9c008e05018d tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:35.150281 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3391aab-f323-475c-9044-19f06ad8b26c req-9dfbc8a3-79b6-493a-9d35-9c008e05018d tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 944 time: 0.0952172 Jul 08 21:22:35.222427 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3391aab-f323-475c-9044-19f06ad8b26c req-5d1828ba-95e4-4d1a-a092-05dfb303a1a8 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568321 Jul 08 21:22:35.226793 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:35.271095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:22:35.275443 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eecd38f-09bc-4b28-8922-8c529425dae5" -d '{"events": [{"server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "name": "network-vif-plugged", "status": "completed", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:22:35.305848 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 2046be4e-d776-45cd-bc0a-7a3f9516706b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:22:35.312098 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:35.361380 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6788e0-1ee9-40fc-8400-b8de1852f617 x-openstack-request-id: req-4f6788e0-1ee9-40fc-8400-b8de1852f617 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:22:35.361816 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "name": "network-vif-plugged", "status": "completed", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:22:35.362233 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4f6788e0-1ee9-40fc-8400-b8de1852f617 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:22:35.362870 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b', 'code': 200} Jul 08 21:22:35.415386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=2046be4e-d776-45cd-bc0a-7a3f9516706b,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:35.535332 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f239d-b416-4fd2-a914-6e9c0810ef67 req-77ba7b4e-3e82-48e7-9ed6-1e34cdd6e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:35.537984 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-764f239d-b416-4fd2-a914-6e9c0810ef67 req-77ba7b4e-3e82-48e7-9ed6-1e34cdd6e142 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 1097 time: 0.1086171 Jul 08 21:22:35.587363 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-764f239d-b416-4fd2-a914-6e9c0810ef67 req-f8dea5f8-d8e0-49ab-8871-e4aedac4e645 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377653 Jul 08 21:22:36.543933 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdad95b-49d0-4426-8030-8371b3b2e7b9 req-f964234e-5e34-49dd-99a7-afb5c6ea51a7 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:36.545564 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-efdad95b-49d0-4426-8030-8371b3b2e7b9 req-f964234e-5e34-49dd-99a7-afb5c6ea51a7 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 945 time: 0.1042717 Jul 08 21:22:36.605548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-efdad95b-49d0-4426-8030-8371b3b2e7b9 req-0639d91e-552f-451a-9bff-16b1b5285da4 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495594 Jul 08 21:22:37.091321 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2fff15e2-0712-40c1-87e2-fb13c75dbe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:37.195207 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:37.919460 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e426e67-eece-4a20-ad72-aad240d8bc7d req-33200964-3021-4dff-9e35-df1e10449d60 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:37.921126 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e426e67-eece-4a20-ad72-aad240d8bc7d req-33200964-3021-4dff-9e35-df1e10449d60 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 945 time: 0.1310165 Jul 08 21:22:37.977388 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8e426e67-eece-4a20-ad72-aad240d8bc7d req-f9b6738d-db83-4c74-8386-101625b8e590 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458546 Jul 08 21:22:38.230953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4daba-f9e5-4144-bbd5-6e71b3377122 req-ec4b4a4d-0b05-45ec-bbd1-256d748ff8b7 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:38.232722 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a1e4daba-f9e5-4144-bbd5-6e71b3377122 req-ec4b4a4d-0b05-45ec-bbd1-256d748ff8b7 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 945 time: 0.0827441 Jul 08 21:22:38.277314 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a1e4daba-f9e5-4144-bbd5-6e71b3377122 req-c4ae8836-4f82-4039-a5b0-4793b454551c tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369694 Jul 08 21:22:38.493135 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:38.762648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de316d4-2762-4283-96fe-783016a369f5 req-e249e34f-b12a-4e57-97d9-6b750c0773eb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:38.764280 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3de316d4-2762-4283-96fe-783016a369f5 req-e249e34f-b12a-4e57-97d9-6b750c0773eb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 945 time: 0.0852144 Jul 08 21:22:38.814797 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3de316d4-2762-4283-96fe-783016a369f5 req-ee50933f-1b37-437f-ab83-1ad514a7fac0 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 Jul 08 21:22:40.050135 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:45.239526 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:22:48.216234 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:52.515632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba602103-c8c7-4cec-b66f-6d6a453d86f4 req-624605fa-db63-4c13-a421-9a198a02755b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:52.518554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba602103-c8c7-4cec-b66f-6d6a453d86f4 req-624605fa-db63-4c13-a421-9a198a02755b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 945 time: 0.1153846 Jul 08 21:22:52.585227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ba602103-c8c7-4cec-b66f-6d6a453d86f4 req-736024aa-1f32-4148-92e8-b3cb750637ed tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593705 Jul 08 21:22:52.614092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48918) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:22:52.800226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f570cab-7f5e-43df-b515-7d3712cd0995 tempest-TestMinimumBasicScenario-2127341676 tempest-TestMinimumBasicScenario-2127341676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:52.802108 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1f570cab-7f5e-43df-b515-7d3712cd0995 tempest-TestMinimumBasicScenario-2127341676 tempest-TestMinimumBasicScenario-2127341676-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 1092 time: 0.1868711 Jul 08 21:22:52.805619 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48922) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:22:52.811377 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '2046be4e-d776-45cd-bc0a-7a3f9516706b', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:22:52.838394 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:52.953357 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:53.075510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Allocated IP 172.25.4.200 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/c6359887-aa35-49ba-b44d-281cc2b49090) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:22:53.225875 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:53.284016 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:53.364573 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:22:53.370291 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:22:53.375920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:22:53.422586 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event updated for resources: {'Port': ['ID=c6359887-aa35-49ba-b44d-281cc2b49090,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:54.025422 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:54.038945 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:54.117203 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:54.293849 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:54.300598 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:54.386328 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event updated for resources: {'Port': ['ID=c6359887-aa35-49ba-b44d-281cc2b49090,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:54.404842 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:54.541105 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Floating IP f837e97f-5415-40ad-8100-aae2e86fca13 associated. External IP: 172.25.4.200, port: 2046be4e-d776-45cd-bc0a-7a3f9516706b. Jul 08 21:22:54.826738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Router 7fa6c662-39d3-4dff-8814-41eafce82b31 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:22:54.953505 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:22:54.965813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9937c148-bb2d-4530-8848-18269defbe5d None None] Sync routers for ids ['7fa6c662-39d3-4dff-8814-41eafce82b31'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:22:54.976376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9937c148-bb2d-4530-8848-18269defbe5d None None] Routers {'7fa6c662-39d3-4dff-8814-41eafce82b31'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:22:54.977129 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9937c148-bb2d-4530-8848-18269defbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:22:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7fa6c662-39d3-4dff-8814-41eafce82b31'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:22:54.979653 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:55.047444 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d9975fa4-6712-4869-83e1-56f5df29cd3f tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2404103 Jul 08 21:22:55.048411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:22:55.050239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48924) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:22:55.052503 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66611303-ce79-49d1-b453-efe11aebb434" -d '{"events": [{"name": "network-changed", "server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:22:55.055022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-985816538', 'description': 'tempest-secgroup-smoke-985816538 description', 'project_id': '8294fc4f3fbb40fba045306e1e40028a'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:22:55.084016 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:55.105557 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c742d409-54cb-436b-a394-46d87a7fe09c x-openstack-request-id: req-c742d409-54cb-436b-a394-46d87a7fe09c {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:22:55.106098 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:22:55.106587 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c742d409-54cb-436b-a394-46d87a7fe09c {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:22:55.107210 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b', 'status': 'completed', 'code': 200} Jul 08 21:22:55.158557 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-9937c148-bb2d-4530-8848-18269defbe5d None None] Set router 7fa6c662-39d3-4dff-8814-41eafce82b31 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:22:55.190135 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:55.196038 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:55.233288 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:55.237586 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1858196 Jul 08 21:22:55.238977 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48930) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:22:55.246682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52c0c66-4bf9-4a49-af19-0b794230fbb4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:55.247326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-8c185c75-01ab-45e6-b76f-0d8cc3273bae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Request body: {'security_group_rule': {'security_group_id': 'f52c0c66-4bf9-4a49-af19-0b794230fbb4', 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:22:55.258574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:55.259501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:55.260509 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:55.261716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:55.261716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:55.261716 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:55.262463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:55.262830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:55.263195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:55.263547 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:55.263902 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:55.264250 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc740836-538d-4548-9f9e-5af64932d67e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:22:55.308371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66611303-ce79-49d1-b453-efe11aebb434 req-c5d290d3-25e0-44e9-bb75-388d7475726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:55.310031 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66611303-ce79-49d1-b453-efe11aebb434 req-c5d290d3-25e0-44e9-bb75-388d7475726c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8294fc4f3fbb40fba045306e1e40028a&device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 1097 time: 0.1737552 Jul 08 21:22:55.311699 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c185c75-01ab-45e6-b76f-0d8cc3273bae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:55.507165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9937c148-bb2d-4530-8848-18269defbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 4, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port': {'id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'f837e97f-5415-40ad-8100-aae2e86fca13', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'floating_ip_address': '172.25.4.200', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'port_id': '2046be4e-d776-45cd-bc0a-7a3f9516706b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'mac_address': 'fa:16:3e:a5:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70096b86-e9b0-4721-afcf-436432841c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:22:53Z', 'updated_at': '2021-07-08T21:22:53Z', 'revision_number': 0, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dad6bd9-5bd4-4d00-b377-e3ee18a91607', 'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'mac_address': 'fa:16:3e:c3:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:50Z', 'updated_at': '2021-07-08T21:21:58Z', 'revision_number': 5, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'subnets': [{'id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:22:55.536547 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9937c148-bb2d-4530-8848-18269defbe5d None None] Checking router: 7fa6c662-39d3-4dff-8814-41eafce82b31 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:22:55.547603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9937c148-bb2d-4530-8848-18269defbe5d None None] Routers {'7fa6c662-39d3-4dff-8814-41eafce82b31'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:22:55.548249 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9937c148-bb2d-4530-8848-18269defbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:22:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7fa6c662-39d3-4dff-8814-41eafce82b31'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:22:55.683949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-9937c148-bb2d-4530-8848-18269defbe5d None None] Set router 7fa6c662-39d3-4dff-8814-41eafce82b31 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:22:55.944295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c185c75-01ab-45e6-b76f-0d8cc3273bae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:55.954045 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c185c75-01ab-45e6-b76f-0d8cc3273bae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:55.965080 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9937c148-bb2d-4530-8848-18269defbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 4, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port': {'id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'f837e97f-5415-40ad-8100-aae2e86fca13', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'floating_ip_address': '172.25.4.200', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'port_id': '2046be4e-d776-45cd-bc0a-7a3f9516706b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'mac_address': 'fa:16:3e:a5:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70096b86-e9b0-4721-afcf-436432841c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:22:53Z', 'updated_at': '2021-07-08T21:22:53Z', 'revision_number': 0, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dad6bd9-5bd4-4d00-b377-e3ee18a91607', 'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'mac_address': 'fa:16:3e:c3:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:50Z', 'updated_at': '2021-07-08T21:21:58Z', 'revision_number': 5, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'subnets': [{'id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:22:55.981193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66611303-ce79-49d1-b453-efe11aebb434 req-39e30d7c-b64f-4a5f-a689-0f0ff1f4ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:55.982790 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66611303-ce79-49d1-b453-efe11aebb434 req-39e30d7c-b64f-4a5f-a689-0f0ff1f4ae96 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 HTTP/1.1" status: 200 len: 916 time: 0.6552839 Jul 08 21:22:55.986380 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c185c75-01ab-45e6-b76f-0d8cc3273bae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09cb8321-05eb-4fed-b9a8-4da772a6eef1,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:56.006350 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8c185c75-01ab-45e6-b76f-0d8cc3273bae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.008220 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8c185c75-01ab-45e6-b76f-0d8cc3273bae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7644231 Jul 08 21:22:56.008777 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9937c148-bb2d-4530-8848-18269defbe5d None None] The sync data for ids ['7fa6c662-39d3-4dff-8814-41eafce82b31'] in n-d-791506-16 is: [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 4, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port': {'id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'f837e97f-5415-40ad-8100-aae2e86fca13', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'floating_ip_address': '172.25.4.200', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'port_id': '2046be4e-d776-45cd-bc0a-7a3f9516706b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'mac_address': 'fa:16:3e:a5:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70096b86-e9b0-4721-afcf-436432841c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:22:53Z', 'updated_at': '2021-07-08T21:22:53Z', 'revision_number': 0, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dad6bd9-5bd4-4d00-b377-e3ee18a91607', 'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'mac_address': 'fa:16:3e:c3:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:50Z', 'updated_at': '2021-07-08T21:21:58Z', 'revision_number': 5, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'subnets': [{'id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:22:56.012281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48932) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:22:56.020023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-1e1740ee-684d-4118-b0c9-6d54aae061ae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Request body: {'security_group_rule': {'security_group_id': 'f52c0c66-4bf9-4a49-af19-0b794230fbb4', 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:22:56.100555 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66611303-ce79-49d1-b453-efe11aebb434 req-05e4d521-b65e-478b-8296-a74c20379e92 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b HTTP/1.1" status: 200 len: 999 time: 0.1060314 Jul 08 21:22:56.105089 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1e1740ee-684d-4118-b0c9-6d54aae061ae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.200803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66611303-ce79-49d1-b453-efe11aebb434 req-1ca9fe37-686f-41bd-94f0-360c27832eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:56.202507 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66611303-ce79-49d1-b453-efe11aebb434 req-1ca9fe37-686f-41bd-94f0-360c27832eac service neutron] 10.222.0.103 "GET /v2.0/subnets?id=aa8050bf-4530-48a7-a53c-a69fc9cde371 HTTP/1.1" status: 200 len: 854 time: 0.0919249 Jul 08 21:22:56.219566 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1e1740ee-684d-4118-b0c9-6d54aae061ae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.230336 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1e1740ee-684d-4118-b0c9-6d54aae061ae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.275324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1740ee-684d-4118-b0c9-6d54aae061ae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a95a87-7e92-4693-bc82-98531cf9c7d8,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:56.284479 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1e1740ee-684d-4118-b0c9-6d54aae061ae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.290174 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1e1740ee-684d-4118-b0c9-6d54aae061ae tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2721987 Jul 08 21:22:56.290849 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48934) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:22:56.298615 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-ae068982-ff7c-4609-967c-f7c9bcaaed24 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Request body: {'security_group_rule': {'security_group_id': 'f52c0c66-4bf9-4a49-af19-0b794230fbb4', 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:22:56.318312 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66611303-ce79-49d1-b453-efe11aebb434 req-158dfeff-250c-463b-a852-52c97b640c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:56.321092 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66611303-ce79-49d1-b453-efe11aebb434 req-158dfeff-250c-463b-a852-52c97b640c3f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036644 Jul 08 21:22:56.325792 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d6e60d-d8fa-4c47-8ebe-6a4ed7dc3254 None None] New status for floating IP f837e97f-5415-40ad-8100-aae2e86fca13: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:22:56.348037 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae068982-ff7c-4609-967c-f7c9bcaaed24 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.458034 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66611303-ce79-49d1-b453-efe11aebb434 req-4d302a73-8323-43d6-851a-464d2b871b8c service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281223 Jul 08 21:22:56.464832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae068982-ff7c-4609-967c-f7c9bcaaed24 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.470944 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae068982-ff7c-4609-967c-f7c9bcaaed24 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.529230 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae068982-ff7c-4609-967c-f7c9bcaaed24 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79016702-d797-4a6d-ab59-692e816a2b54,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:56.550988 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae068982-ff7c-4609-967c-f7c9bcaaed24 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.554311 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ae068982-ff7c-4609-967c-f7c9bcaaed24 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2609007 Jul 08 21:22:56.556373 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48936) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:22:56.565033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b5372056-76dd-4a17-9658-33bfeffa8ff7 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Request body: {'security_group_rule': {'security_group_id': 'f52c0c66-4bf9-4a49-af19-0b794230fbb4', 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:22:56.589097 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-66611303-ce79-49d1-b453-efe11aebb434 req-2029a3d4-0027-4d36-8a6b-7c82447a1e8d service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224973 Jul 08 21:22:56.611839 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5372056-76dd-4a17-9658-33bfeffa8ff7 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.694022 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5372056-76dd-4a17-9658-33bfeffa8ff7 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.698655 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5372056-76dd-4a17-9658-33bfeffa8ff7 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.717956 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5372056-76dd-4a17-9658-33bfeffa8ff7 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01db1044-77fb-4ef5-8aa7-59f97ca3a4f0,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:56.729576 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5372056-76dd-4a17-9658-33bfeffa8ff7 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.730947 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b5372056-76dd-4a17-9658-33bfeffa8ff7 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1726675 Jul 08 21:22:56.734256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 48938) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:22:56.739348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-58ecc444-96d0-417e-8131-531cdfaa3dfb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Request body: {'security_group_rule': {'security_group_id': 'f52c0c66-4bf9-4a49-af19-0b794230fbb4', 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:22:56.767298 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-58ecc444-96d0-417e-8131-531cdfaa3dfb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Project 8294fc4f3fbb40fba045306e1e40028a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:22:56.773158 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58ecc444-96d0-417e-8131-531cdfaa3dfb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.851441 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58ecc444-96d0-417e-8131-531cdfaa3dfb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.856362 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58ecc444-96d0-417e-8131-531cdfaa3dfb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.880342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ecc444-96d0-417e-8131-531cdfaa3dfb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4012fe70-1d8d-4fe4-8bbe-18e7a497f869,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:56.890003 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58ecc444-96d0-417e-8131-531cdfaa3dfb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:56.891595 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-58ecc444-96d0-417e-8131-531cdfaa3dfb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560957 Jul 08 21:22:56.894937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 48940) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:22:56.903889 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7cdc03bd-6cb4-469b-bd3f-a5a9dc552243 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Request body: {'security_group_rule': {'security_group_id': 'f52c0c66-4bf9-4a49-af19-0b794230fbb4', 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:22:56.938940 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-7cdc03bd-6cb4-469b-bd3f-a5a9dc552243 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Project 8294fc4f3fbb40fba045306e1e40028a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:22:56.944920 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7cdc03bd-6cb4-469b-bd3f-a5a9dc552243 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:57.019233 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7cdc03bd-6cb4-469b-bd3f-a5a9dc552243 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:57.023833 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7cdc03bd-6cb4-469b-bd3f-a5a9dc552243 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:57.046030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc03bd-6cb4-469b-bd3f-a5a9dc552243 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bf8b00-2203-4229-9dc9-8ffaa9fe4159,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:57.054816 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7cdc03bd-6cb4-469b-bd3f-a5a9dc552243 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:57.056510 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7cdc03bd-6cb4-469b-bd3f-a5a9dc552243 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1599908 Jul 08 21:22:57.204302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-396f084c-3c8d-4659-beda-b743702723f5 req-b541209c-79fd-4180-954c-1a5831f1261e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985816538&fields=id&tenant_id=8294fc4f3fbb40fba045306e1e40028a HTTP/1.1" status: 200 len: 267 time: 0.0386596 Jul 08 21:22:57.298536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f084c-3c8d-4659-beda-b743702723f5 req-2e6aeee3-9e62-4e37-b474-ebd660ae24f7 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:57.300186 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-396f084c-3c8d-4659-beda-b743702723f5 req-2e6aeee3-9e62-4e37-b474-ebd660ae24f7 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 945 time: 0.0897903 Jul 08 21:22:57.313517 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-396f084c-3c8d-4659-beda-b743702723f5 req-3e14dc39-3355-4c1d-97c3-0a1fb04d5a6b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Request body: {'port': {'security_groups': ['29fb77ab-cb91-4256-8fc9-aa9620528806', 'f52c0c66-4bf9-4a49-af19-0b794230fbb4']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:22:57.424715 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-396f084c-3c8d-4659-beda-b743702723f5 req-3e14dc39-3355-4c1d-97c3-0a1fb04d5a6b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:57.653625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-396f084c-3c8d-4659-beda-b743702723f5 req-3e14dc39-3355-4c1d-97c3-0a1fb04d5a6b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] For port 2046be4e-d776-45cd-bc0a-7a3f9516706b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:22:57.690465 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-396f084c-3c8d-4659-beda-b743702723f5 req-3e14dc39-3355-4c1d-97c3-0a1fb04d5a6b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:57.696048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-396f084c-3c8d-4659-beda-b743702723f5 req-3e14dc39-3355-4c1d-97c3-0a1fb04d5a6b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:57.710961 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2046be4e-d776-45cd-bc0a-7a3f9516706b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:22:57.769978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f084c-3c8d-4659-beda-b743702723f5 req-3e14dc39-3355-4c1d-97c3-0a1fb04d5a6b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:57.770768 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-396f084c-3c8d-4659-beda-b743702723f5 req-3e14dc39-3355-4c1d-97c3-0a1fb04d5a6b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:57.773364 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-396f084c-3c8d-4659-beda-b743702723f5 req-3e14dc39-3355-4c1d-97c3-0a1fb04d5a6b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "PUT /v2.0/ports/2046be4e-d776-45cd-bc0a-7a3f9516706b HTTP/1.1" status: 200 len: 981 time: 0.4657977 Jul 08 21:22:57.774485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:22:57.781556 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2facf3-bf4e-48a0-bab2-b9cedc0fb132" -d '{"events": [{"name": "network-changed", "server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:22:57.860020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14dc39-3355-4c1d-97c3-0a1fb04d5a6b tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event updated for resources: {'Port': ['ID=2046be4e-d776-45cd-bc0a-7a3f9516706b,revision_number=6']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:22:57.886290 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8a2db4-14a5-47a0-b172-c5c727bdb369 x-openstack-request-id: req-cf8a2db4-14a5-47a0-b172-c5c727bdb369 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:22:57.886652 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:22:57.887013 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cf8a2db4-14a5-47a0-b172-c5c727bdb369 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:22:57.887545 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b', 'status': 'completed', 'code': 200} Jul 08 21:22:57.912084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2046be4e-d776-45cd-bc0a-7a3f9516706b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:22:58.027618 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2facf3-bf4e-48a0-bab2-b9cedc0fb132 req-45c8a1b6-dcae-4e29-bcbb-c1bd36cc1187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:58.032151 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e2facf3-bf4e-48a0-bab2-b9cedc0fb132 req-45c8a1b6-dcae-4e29-bcbb-c1bd36cc1187 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8294fc4f3fbb40fba045306e1e40028a&device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 1136 time: 0.1132751 Jul 08 21:22:58.046778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f2b85-1e4e-4e6d-bb65-71699918f297 req-05c64ff8-6869-4848-b6df-59259bdee0ce tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:58.049779 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc9f2b85-1e4e-4e6d-bb65-71699918f297 req-05c64ff8-6869-4848-b6df-59259bdee0ce tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.0891893 Jul 08 21:22:58.126191 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc9f2b85-1e4e-4e6d-bb65-71699918f297 req-6f0b407f-30a2-4784-89a4-14a541ef3327 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599267 Jul 08 21:22:58.184511 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2facf3-bf4e-48a0-bab2-b9cedc0fb132 req-dfb227f8-0194-47c0-a4e8-f635af408be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:58.186015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e2facf3-bf4e-48a0-bab2-b9cedc0fb132 req-dfb227f8-0194-47c0-a4e8-f635af408be9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 HTTP/1.1" status: 200 len: 916 time: 0.1473613 Jul 08 21:22:58.226013 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c64b9058-93ac-4395-96e1-f1072c56fb9f None None] Provisioning complete for port 2046be4e-d776-45cd-bc0a-7a3f9516706b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:22:58.226432 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c64b9058-93ac-4395-96e1-f1072c56fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:22:58.266026 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e2facf3-bf4e-48a0-bab2-b9cedc0fb132 req-6aa5e9e6-b104-4690-977d-c7c89d3bf4e0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b HTTP/1.1" status: 200 len: 1001 time: 0.0729930 Jul 08 21:22:58.321127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2facf3-bf4e-48a0-bab2-b9cedc0fb132 req-b1c16f60-cd9f-4c6e-8326-86bf40be17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:58.323240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e2facf3-bf4e-48a0-bab2-b9cedc0fb132 req-b1c16f60-cd9f-4c6e-8326-86bf40be17f7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=aa8050bf-4530-48a7-a53c-a69fc9cde371 HTTP/1.1" status: 200 len: 854 time: 0.0489881 Jul 08 21:22:58.396308 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2facf3-bf4e-48a0-bab2-b9cedc0fb132 req-68ad948f-6d4c-454d-84b9-662ee3c44c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:22:58.398171 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e2facf3-bf4e-48a0-bab2-b9cedc0fb132 req-68ad948f-6d4c-454d-84b9-662ee3c44c8b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654366 Jul 08 21:22:58.521739 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e2facf3-bf4e-48a0-bab2-b9cedc0fb132 req-1b698df7-e6d4-43c7-a573-f1c7dc65fa81 service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145327 Jul 08 21:22:58.645152 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2e2facf3-bf4e-48a0-bab2-b9cedc0fb132 req-2cd3fc9f-dc01-4e4f-9a6e-7a5c3b6e4c77 service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155362 Jul 08 21:23:04.126682 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1ebd10dd-13c9-43af-8d10-42acd4e4c6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:07.086898 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4abde2e0-2b08-41e4-bd78-f77170e4fcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:07.190472 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:08.488646 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:09.331775 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0dc0d16f-c7da-487b-bc41-ed1363b01482 req-99bda882-03b6-4d20-b314-802ceb91333b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609088 Jul 08 21:23:09.465778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0d16f-c7da-487b-bc41-ed1363b01482 req-253d9df7-a346-4227-ab01-5843e7b00a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:09.467365 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0dc0d16f-c7da-487b-bc41-ed1363b01482 req-253d9df7-a346-4227-ab01-5843e7b00a88 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8294fc4f3fbb40fba045306e1e40028a&device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 1136 time: 0.0739164 Jul 08 21:23:09.599803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0d16f-c7da-487b-bc41-ed1363b01482 req-75759e87-ccec-4f3d-9b94-5e90515d35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:09.601280 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0dc0d16f-c7da-487b-bc41-ed1363b01482 req-75759e87-ccec-4f3d-9b94-5e90515d35e2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 HTTP/1.1" status: 200 len: 916 time: 0.1078653 Jul 08 21:23:09.682323 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0dc0d16f-c7da-487b-bc41-ed1363b01482 req-0059687d-de70-4c9f-999e-9025660a464b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b HTTP/1.1" status: 200 len: 1001 time: 0.0717707 Jul 08 21:23:09.736433 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0d16f-c7da-487b-bc41-ed1363b01482 req-e545e2a5-508d-40fe-83f5-dbb24f1522df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:09.738010 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0dc0d16f-c7da-487b-bc41-ed1363b01482 req-e545e2a5-508d-40fe-83f5-dbb24f1522df service neutron] 10.222.0.103 "GET /v2.0/subnets?id=aa8050bf-4530-48a7-a53c-a69fc9cde371 HTTP/1.1" status: 200 len: 854 time: 0.0488696 Jul 08 21:23:09.809508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0d16f-c7da-487b-bc41-ed1363b01482 req-45bab7a0-e317-42c4-8fa6-77b10afa4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:09.811551 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0dc0d16f-c7da-487b-bc41-ed1363b01482 req-45bab7a0-e317-42c4-8fa6-77b10afa4bb1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614083 Jul 08 21:23:09.920490 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0dc0d16f-c7da-487b-bc41-ed1363b01482 req-cc1aedda-3937-4456-92d9-9ef4fe6c50d0 service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013126 Jul 08 21:23:10.053497 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:10.073361 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0dc0d16f-c7da-487b-bc41-ed1363b01482 req-673f244d-f320-4aaf-89b8-e448806c4134 service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411266 Jul 08 21:23:18.220974 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:21.334286 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c4965-5f67-4141-adfb-e86ee758401b req-a60a07cf-081b-4cae-a115-f4c292970fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:21.337266 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea5c4965-5f67-4141-adfb-e86ee758401b req-a60a07cf-081b-4cae-a115-f4c292970fe0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8294fc4f3fbb40fba045306e1e40028a&device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 1136 time: 0.0918427 Jul 08 21:23:21.470571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a054d-fbdc-495d-8731-f576291ff5db req-f6fb6a13-6a21-4a98-855b-9495a6acd5e6 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:21.473569 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df3a054d-fbdc-495d-8731-f576291ff5db req-f6fb6a13-6a21-4a98-855b-9495a6acd5e6 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.1206112 Jul 08 21:23:21.516723 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c4965-5f67-4141-adfb-e86ee758401b req-8c3f702e-57db-4275-b1bb-57293d72a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:21.519491 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea5c4965-5f67-4141-adfb-e86ee758401b req-8c3f702e-57db-4275-b1bb-57293d72a0dc service neutron] 10.222.0.103 "GET /v2.0/networks?id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 HTTP/1.1" status: 200 len: 916 time: 0.1731136 Jul 08 21:23:21.549588 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-df3a054d-fbdc-495d-8731-f576291ff5db req-02e28caa-83ba-40cf-af89-8bb276fc93a3 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665307 Jul 08 21:23:21.614961 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea5c4965-5f67-4141-adfb-e86ee758401b req-d45bed0f-b704-40a3-b83e-730b8b11b19d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b HTTP/1.1" status: 200 len: 1001 time: 0.0872231 Jul 08 21:23:21.683636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c4965-5f67-4141-adfb-e86ee758401b req-ffe8c83f-02bf-43be-af71-694023f0ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:21.685459 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea5c4965-5f67-4141-adfb-e86ee758401b req-ffe8c83f-02bf-43be-af71-694023f0ab94 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=aa8050bf-4530-48a7-a53c-a69fc9cde371 HTTP/1.1" status: 200 len: 854 time: 0.0625567 Jul 08 21:23:21.755029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c4965-5f67-4141-adfb-e86ee758401b req-e8227574-70d7-419b-9f30-47dbd72604f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:21.756935 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea5c4965-5f67-4141-adfb-e86ee758401b req-e8227574-70d7-419b-9f30-47dbd72604f2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640199 Jul 08 21:23:21.868262 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea5c4965-5f67-4141-adfb-e86ee758401b req-e2b7abc1-ad0f-4670-9114-41cae8548dbc service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036019 Jul 08 21:23:21.982178 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea5c4965-5f67-4141-adfb-e86ee758401b req-6ee6be9a-4286-4de2-a8ab-49b0697d8032 service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063454 Jul 08 21:23:22.245624 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:23:22.817405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45155097-d670-435f-b2df-277f669d6e93 req-4d076748-4802-47e7-9593-549badf7057a tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:22.820171 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45155097-d670-435f-b2df-277f669d6e93 req-4d076748-4802-47e7-9593-549badf7057a tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.1020906 Jul 08 21:23:22.892113 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45155097-d670-435f-b2df-277f669d6e93 req-215416db-ceeb-41f5-80e1-2d3540daa091 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648272 Jul 08 21:23:24.054732 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:24.196781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111217f8-e85f-4909-800f-ef08dc9045e0 req-580b285d-e02a-4f10-a807-1327e20d5be1 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:24.198764 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-111217f8-e85f-4909-800f-ef08dc9045e0 req-580b285d-e02a-4f10-a807-1327e20d5be1 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.0826819 Jul 08 21:23:24.259020 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-111217f8-e85f-4909-800f-ef08dc9045e0 req-5d1f6015-a9ea-4255-8cf6-58d6b19abec1 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496747 Jul 08 21:23:25.577691 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799f4b8-37df-4408-ae38-0a9baf676596 req-d35b16e9-3999-4283-8449-aa55a7af7cb3 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:25.580941 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1799f4b8-37df-4408-ae38-0a9baf676596 req-d35b16e9-3999-4283-8449-aa55a7af7cb3 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.1002414 Jul 08 21:23:25.650975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1799f4b8-37df-4408-ae38-0a9baf676596 req-e10d6b57-ef06-4f13-b141-a894535a8345 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604453 Jul 08 21:23:26.916121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1a465-222d-4107-93f4-25c287617109 req-356f7ff8-f3b0-444b-a028-4ecc61cf3b45 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:26.918934 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eec1a465-222d-4107-93f4-25c287617109 req-356f7ff8-f3b0-444b-a028-4ecc61cf3b45 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.1137316 Jul 08 21:23:26.981598 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eec1a465-222d-4107-93f4-25c287617109 req-9c57ef6e-32bf-4d26-ad44-614331ee0758 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524392 Jul 08 21:23:28.307274 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce5f31-889c-46d2-8fc2-9e45088ae1b7 req-0ca36645-1932-4681-8819-f6a28df9ff7d tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:28.310302 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54ce5f31-889c-46d2-8fc2-9e45088ae1b7 req-0ca36645-1932-4681-8819-f6a28df9ff7d tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.1101639 Jul 08 21:23:28.391259 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54ce5f31-889c-46d2-8fc2-9e45088ae1b7 req-ff3036c1-60be-4c5a-af9e-9d467a5de200 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704043 Jul 08 21:23:29.618566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f852f17-1d8b-4517-a73b-b019ed0d6a67 req-44b3061b-c2c1-41f3-8b2a-f7c869643270 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:29.620381 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f852f17-1d8b-4517-a73b-b019ed0d6a67 req-44b3061b-c2c1-41f3-8b2a-f7c869643270 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.0868204 Jul 08 21:23:29.680185 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6f852f17-1d8b-4517-a73b-b019ed0d6a67 req-b41f047c-602e-4195-9e03-de2f8fb3ae64 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439241 Jul 08 21:23:30.911069 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a5216-c332-4124-9e8e-a363c4785208 req-a20c7eca-aeb2-4c2b-9269-8fd74ea202a5 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:30.912915 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-339a5216-c332-4124-9e8e-a363c4785208 req-a20c7eca-aeb2-4c2b-9269-8fd74ea202a5 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.0900998 Jul 08 21:23:30.986457 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-339a5216-c332-4124-9e8e-a363c4785208 req-b5235744-0abf-4ab6-89d1-72d720f8f16e tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612206 Jul 08 21:23:32.247434 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf4e47-a46f-4e6d-8072-bebb818a5b05 req-d935f299-58f7-4512-96c1-331ff51db667 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:32.249496 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ccf4e47-a46f-4e6d-8072-bebb818a5b05 req-d935f299-58f7-4512-96c1-331ff51db667 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.0884058 Jul 08 21:23:32.310420 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9ccf4e47-a46f-4e6d-8072-bebb818a5b05 req-1b88e61e-914d-46e1-8f4f-79c9e0d993c4 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531569 Jul 08 21:23:33.616440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcbe43-f5ba-4acb-9f99-4859c404f12d req-3083fe34-dbc2-4e84-878c-7adc0cc4c888 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:33.619192 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61bcbe43-f5ba-4acb-9f99-4859c404f12d req-3083fe34-dbc2-4e84-878c-7adc0cc4c888 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.0991318 Jul 08 21:23:33.678286 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61bcbe43-f5ba-4acb-9f99-4859c404f12d req-9052cd10-e784-42a3-8e65-23d46624343a tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527487 Jul 08 21:23:34.137268 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ff7d252-6776-4641-a4ad-6d2565b2a590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:34.958871 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c7ef7-d62d-42d9-aef4-ea345fb4d626 req-260e749a-8707-4b97-8fd0-433c9ab990eb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:34.960786 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-929c7ef7-d62d-42d9-aef4-ea345fb4d626 req-260e749a-8707-4b97-8fd0-433c9ab990eb tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.0832961 Jul 08 21:23:35.009905 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-929c7ef7-d62d-42d9-aef4-ea345fb4d626 req-05820358-2900-44eb-a535-4511f9a906e4 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415485 Jul 08 21:23:36.243864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c3fb0-4a81-49aa-924a-b18920a1cf55 req-a0a9dbbf-8c26-4edf-8be1-ee68ea5c634c tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:36.245554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-729c3fb0-4a81-49aa-924a-b18920a1cf55 req-a0a9dbbf-8c26-4edf-8be1-ee68ea5c634c tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.0732765 Jul 08 21:23:36.292411 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-729c3fb0-4a81-49aa-924a-b18920a1cf55 req-ed1e0ffc-392a-470d-8086-3cf4010d06df tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401688 Jul 08 21:23:37.094440 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46aded90-0373-485b-9964-ff76348f410c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:37.204501 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:37.611895 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44e89f-d83a-49aa-8317-db848b81172d req-7640dee6-9ae3-4bb8-ab0d-e15b96b67fad tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:37.614684 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6c44e89f-d83a-49aa-8317-db848b81172d req-7640dee6-9ae3-4bb8-ab0d-e15b96b67fad tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.1111038 Jul 08 21:23:37.689334 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6c44e89f-d83a-49aa-8317-db848b81172d req-7b72d21c-0d7f-43c9-aa7e-cc7f1d2c655d tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651927 Jul 08 21:23:38.494398 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:38.906054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80bbfe-4665-4a43-b17f-8622c51daaa1 req-a1f355a5-08d6-48e6-a515-add508af7009 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:23:38.907415 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de80bbfe-4665-4a43-b17f-8622c51daaa1 req-a1f355a5-08d6-48e6-a515-add508af7009 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.0809784 Jul 08 21:23:38.968569 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-de80bbfe-4665-4a43-b17f-8622c51daaa1 req-4b190698-3545-4905-8050-ca137142d4d9 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&id=f52c0c66-4bf9-4a49-af19-0b794230fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544679 Jul 08 21:23:40.047412 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:48.218567 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:54.067099 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:23:59.241305 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:24:04.142434 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e81379a7-2d49-4762-bfd3-ef24d2df65e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:07.102188 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-74920b0d-3ee8-4270-9b1a-a97fd89d4e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:07.209577 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:08.506913 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:09.641982 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35d96c0a-75d8-417e-b66e-9b4dde0ed6cd req-05ef0697-a2cd-4dad-a6d4-0e525f31f5c7 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0947778 Jul 08 21:24:09.787155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d96c0a-75d8-417e-b66e-9b4dde0ed6cd req-c6900253-b9d2-46a8-aad8-de981fd97fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:09.790025 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35d96c0a-75d8-417e-b66e-9b4dde0ed6cd req-c6900253-b9d2-46a8-aad8-de981fd97fef service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8294fc4f3fbb40fba045306e1e40028a&device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 1136 time: 0.0827556 Jul 08 21:24:09.959917 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d96c0a-75d8-417e-b66e-9b4dde0ed6cd req-267277de-9103-44dc-be6f-a38688fd3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:09.962759 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35d96c0a-75d8-417e-b66e-9b4dde0ed6cd req-267277de-9103-44dc-be6f-a38688fd3a21 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 HTTP/1.1" status: 200 len: 916 time: 0.1468403 Jul 08 21:24:10.059233 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:10.080623 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35d96c0a-75d8-417e-b66e-9b4dde0ed6cd req-2ce37ca9-f54a-4670-896a-ec117bb39751 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b HTTP/1.1" status: 200 len: 1001 time: 0.1054635 Jul 08 21:24:10.147051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d96c0a-75d8-417e-b66e-9b4dde0ed6cd req-3bd7ef9c-0afc-442c-bc9c-8ac7db765463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:10.150113 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35d96c0a-75d8-417e-b66e-9b4dde0ed6cd req-3bd7ef9c-0afc-442c-bc9c-8ac7db765463 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=aa8050bf-4530-48a7-a53c-a69fc9cde371 HTTP/1.1" status: 200 len: 854 time: 0.0578597 Jul 08 21:24:10.258527 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d96c0a-75d8-417e-b66e-9b4dde0ed6cd req-092ea173-9bb0-41c6-8221-d8bd161a89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:10.261291 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35d96c0a-75d8-417e-b66e-9b4dde0ed6cd req-092ea173-9bb0-41c6-8221-d8bd161a89e7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022050 Jul 08 21:24:10.429400 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35d96c0a-75d8-417e-b66e-9b4dde0ed6cd req-dc642a54-e09e-49b0-bf0f-caa04390eb04 service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597533 Jul 08 21:24:10.620159 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35d96c0a-75d8-417e-b66e-9b4dde0ed6cd req-d95ce0ff-ac7a-4e1b-8233-6764dc78ec96 service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784728 Jul 08 21:24:14.912559 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4990922d-01a0-468e-b9d1-cd78d98ece1a req-fdee55a7-65cc-4bae-b07a-6e2f0c052d62 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985816538&fields=id&tenant_id=8294fc4f3fbb40fba045306e1e40028a HTTP/1.1" status: 200 len: 267 time: 0.0703990 Jul 08 21:24:15.042717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990922d-01a0-468e-b9d1-cd78d98ece1a req-8ea84abc-1195-4113-9919-9bf4c1591789 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:15.045437 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4990922d-01a0-468e-b9d1-cd78d98ece1a req-8ea84abc-1195-4113-9919-9bf4c1591789 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 984 time: 0.1244831 Jul 08 21:24:15.065830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [req-4990922d-01a0-468e-b9d1-cd78d98ece1a req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Request body: {'port': {'security_groups': ['29fb77ab-cb91-4256-8fc9-aa9620528806']}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:24:15.248871 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4990922d-01a0-468e-b9d1-cd78d98ece1a req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:15.576693 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [req-4990922d-01a0-468e-b9d1-cd78d98ece1a req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] For port 2046be4e-d776-45cd-bc0a-7a3f9516706b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:24:15.619170 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4990922d-01a0-468e-b9d1-cd78d98ece1a req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:15.625454 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4990922d-01a0-468e-b9d1-cd78d98ece1a req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:15.641420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2046be4e-d776-45cd-bc0a-7a3f9516706b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:24:15.690387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990922d-01a0-468e-b9d1-cd78d98ece1a req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:15.691345 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [req-4990922d-01a0-468e-b9d1-cd78d98ece1a req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:15.693623 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4990922d-01a0-468e-b9d1-cd78d98ece1a req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "PUT /v2.0/ports/2046be4e-d776-45cd-bc0a-7a3f9516706b HTTP/1.1" status: 200 len: 942 time: 0.6364629 Jul 08 21:24:15.696600 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:24:15.705083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49034) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:15.750289 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event updated for resources: {'Port': ['ID=2046be4e-d776-45cd-bc0a-7a3f9516706b,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:15.766598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:15.768219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:15.769106 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:15.769740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:15.770387 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:15.771113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:15.771715 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:15.773042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:15.773556 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:15.774424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:15.774576 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:15.775522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47adde-9543-4ad9-b1c4-a4d8baa7a287 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:15.784040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2046be4e-d776-45cd-bc0a-7a3f9516706b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:24:15.843865 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:15.904089 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:15.939161 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d2ebfc172d59de590df2938a803ad4ab2356e115028df77becb900c8d97392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49619dcb-8bdc-4f46-8e29-5e2eab06e090" -d '{"events": [{"name": "network-changed", "server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:24:16.032418 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:16.037727 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:16.044009 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "DELETE /v2.0/security-groups/f52c0c66-4bf9-4a49-af19-0b794230fbb4 HTTP/1.1" status: 204 len: 168 time: 0.3317573 Jul 08 21:24:16.045348 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49040) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:16.067588 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52c0c66-4bf9-4a49-af19-0b794230fbb4,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:16.084388 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:16.084944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:16.085824 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:16.086066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:16.086654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:16.088484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:16.089453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:16.089961 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:16.090970 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:16.096132 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:16.097473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:16.097632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aa4ac3-b879-451f-93d3-9c01ff289389 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:16.118915 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac4bae9-cbae-44e7-ba3e-89c7ca5ab5c6 x-openstack-request-id: req-cac4bae9-cbae-44e7-ba3e-89c7ca5ab5c6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:24:16.119546 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:24:16.120298 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cac4bae9-cbae-44e7-ba3e-89c7ca5ab5c6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:24:16.121383 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b', 'status': 'completed', 'code': 200} Jul 08 21:24:16.150178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-db646bb7-cbcc-4765-ae56-57130c1018a6 None None] Provisioning complete for port 2046be4e-d776-45cd-bc0a-7a3f9516706b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:24:16.150811 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-db646bb7-cbcc-4765-ae56-57130c1018a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:16.196617 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49619dcb-8bdc-4f46-8e29-5e2eab06e090 req-a17e9e5f-55c0-4c23-aae4-4f4bb03d0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:16.198493 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49619dcb-8bdc-4f46-8e29-5e2eab06e090 req-a17e9e5f-55c0-4c23-aae4-4f4bb03d0d9e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8294fc4f3fbb40fba045306e1e40028a&device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 1097 time: 0.0751796 Jul 08 21:24:16.353549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49619dcb-8bdc-4f46-8e29-5e2eab06e090 req-56c09f25-27a4-4448-80d2-b11ec219849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:16.354443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-41f3fad9-eefb-4392-90c6-9551a5d97525 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Deleting port c6359887-aa35-49ba-b44d-281cc2b49090 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:24:16.354932 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41f3fad9-eefb-4392-90c6-9551a5d97525 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:16.355825 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49619dcb-8bdc-4f46-8e29-5e2eab06e090 req-56c09f25-27a4-4448-80d2-b11ec219849f service neutron] 10.222.0.103 "GET /v2.0/networks?id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 HTTP/1.1" status: 200 len: 916 time: 0.1493471 Jul 08 21:24:16.449940 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49619dcb-8bdc-4f46-8e29-5e2eab06e090 req-eda4760b-fd6b-4a1b-852d-fce0fd264a1a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b HTTP/1.1" status: 200 len: 1001 time: 0.0863860 Jul 08 21:24:16.465304 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41f3fad9-eefb-4392-90c6-9551a5d97525 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:16.465795 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41f3fad9-eefb-4392-90c6-9551a5d97525 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:16.482228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-41f3fad9-eefb-4392-90c6-9551a5d97525 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Calling delete_port for c6359887-aa35-49ba-b44d-281cc2b49090 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:24:16.545879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49619dcb-8bdc-4f46-8e29-5e2eab06e090 req-abfd64ec-2390-4f6a-b869-be22a8165d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:16.547662 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49619dcb-8bdc-4f46-8e29-5e2eab06e090 req-abfd64ec-2390-4f6a-b869-be22a8165d1a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=aa8050bf-4530-48a7-a53c-a69fc9cde371 HTTP/1.1" status: 200 len: 854 time: 0.0879333 Jul 08 21:24:16.638123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49619dcb-8bdc-4f46-8e29-5e2eab06e090 req-5846e6fd-10c4-4b95-9b23-7b2afdca2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:16.640949 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49619dcb-8bdc-4f46-8e29-5e2eab06e090 req-5846e6fd-10c4-4b95-9b23-7b2afdca2b72 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822070 Jul 08 21:24:16.716811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41f3fad9-eefb-4392-90c6-9551a5d97525 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:16.754970 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3fad9-eefb-4392-90c6-9551a5d97525 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event deleted for resources: {'Port': ['ID=c6359887-aa35-49ba-b44d-281cc2b49090,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:16.808420 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49619dcb-8bdc-4f46-8e29-5e2eab06e090 req-38dadee6-09de-4bd3-bc15-48598161426d service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598980 Jul 08 21:24:16.872123 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41f3fad9-eefb-4392-90c6-9551a5d97525 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:16.873054 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-41f3fad9-eefb-4392-90c6-9551a5d97525 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Floating IP f837e97f-5415-40ad-8100-aae2e86fca13 disassociated (deleted). External IP: 172.25.4.200, port: 2046be4e-d776-45cd-bc0a-7a3f9516706b. Jul 08 21:24:16.952824 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-49619dcb-8bdc-4f46-8e29-5e2eab06e090 req-92a5d3e8-b3f6-411a-bbe4-7969b11e5b0f service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360157 Jul 08 21:24:17.162099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f3fad9-eefb-4392-90c6-9551a5d97525 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Router 7fa6c662-39d3-4dff-8814-41eafce82b31 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:24:17.314110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f3fad9-eefb-4392-90c6-9551a5d97525 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:24:17.319814 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41f3fad9-eefb-4392-90c6-9551a5d97525 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:17.325977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca63eb9-6f49-43b8-8a9d-e09d97f6f15f None None] Sync routers for ids ['7fa6c662-39d3-4dff-8814-41eafce82b31'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:24:17.343176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca63eb9-6f49-43b8-8a9d-e09d97f6f15f None None] Routers {'7fa6c662-39d3-4dff-8814-41eafce82b31'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:24:17.344190 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2ca63eb9-6f49-43b8-8a9d-e09d97f6f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:24:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7fa6c662-39d3-4dff-8814-41eafce82b31'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:17.369469 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-41f3fad9-eefb-4392-90c6-9551a5d97525 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "DELETE /v2.0/floatingips/f837e97f-5415-40ad-8100-aae2e86fca13 HTTP/1.1" status: 204 len: 168 time: 1.3224015 Jul 08 21:24:17.507197 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-2ca63eb9-6f49-43b8-8a9d-e09d97f6f15f None None] Set router 7fa6c662-39d3-4dff-8814-41eafce82b31 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:24:17.869619 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2ca63eb9-6f49-43b8-8a9d-e09d97f6f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 4, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port': {'id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9dad6bd9-5bd4-4d00-b377-e3ee18a91607', 'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'mac_address': 'fa:16:3e:c3:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:50Z', 'updated_at': '2021-07-08T21:21:58Z', 'revision_number': 5, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'subnets': [{'id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:17.918624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca63eb9-6f49-43b8-8a9d-e09d97f6f15f None None] Checking router: 7fa6c662-39d3-4dff-8814-41eafce82b31 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:24:17.929407 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca63eb9-6f49-43b8-8a9d-e09d97f6f15f None None] Routers {'7fa6c662-39d3-4dff-8814-41eafce82b31'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:24:17.931480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2ca63eb9-6f49-43b8-8a9d-e09d97f6f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:24:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7fa6c662-39d3-4dff-8814-41eafce82b31'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:18.100123 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-2ca63eb9-6f49-43b8-8a9d-e09d97f6f15f None None] Set router 7fa6c662-39d3-4dff-8814-41eafce82b31 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:24:18.122927 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:24:18.127171 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d2ebfc172d59de590df2938a803ad4ab2356e115028df77becb900c8d97392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef7230e-c5b2-43c3-89d7-5b5c4b263a44" -d '{"events": [{"name": "network-changed", "server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:24:18.196724 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ce0d2a-0c82-441d-b343-86fac6c58e81 x-openstack-request-id: req-07ce0d2a-0c82-441d-b343-86fac6c58e81 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:24:18.198098 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:24:18.198098 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-07ce0d2a-0c82-441d-b343-86fac6c58e81 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:24:18.198432 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b', 'status': 'completed', 'code': 200} Jul 08 21:24:18.294866 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:18.327823 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7230e-c5b2-43c3-89d7-5b5c4b263a44 req-e89aa8ca-d586-454f-9856-591603f41675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:18.329526 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ef7230e-c5b2-43c3-89d7-5b5c4b263a44 req-e89aa8ca-d586-454f-9856-591603f41675 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8294fc4f3fbb40fba045306e1e40028a&device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 1097 time: 0.0855093 Jul 08 21:24:18.447931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7230e-c5b2-43c3-89d7-5b5c4b263a44 req-33b5c82a-ddc1-48c1-a2e3-e8f7e65a8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:18.451320 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ef7230e-c5b2-43c3-89d7-5b5c4b263a44 req-33b5c82a-ddc1-48c1-a2e3-e8f7e65a8045 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 HTTP/1.1" status: 200 len: 916 time: 0.1130037 Jul 08 21:24:18.490816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2ca63eb9-6f49-43b8-8a9d-e09d97f6f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 4, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port': {'id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9dad6bd9-5bd4-4d00-b377-e3ee18a91607', 'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'mac_address': 'fa:16:3e:c3:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:50Z', 'updated_at': '2021-07-08T21:21:58Z', 'revision_number': 5, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'subnets': [{'id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:18.505720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ef7230e-c5b2-43c3-89d7-5b5c4b263a44 req-210b34b8-2526-4ca8-ac1b-bead6e1eba02 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b HTTP/1.1" status: 200 len: 217 time: 0.0432565 Jul 08 21:24:18.551530 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca63eb9-6f49-43b8-8a9d-e09d97f6f15f None None] The sync data for ids ['7fa6c662-39d3-4dff-8814-41eafce82b31'] in n-d-791506-16 is: [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:51Z', 'revision_number': 4, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port': {'id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '9dad6bd9-5bd4-4d00-b377-e3ee18a91607', 'name': '', 'network_id': 'd989dfcf-b2d9-4a26-84b5-c1175d92c2a9', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'mac_address': 'fa:16:3e:c3:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:50Z', 'updated_at': '2021-07-08T21:21:58Z', 'revision_number': 5, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'subnets': [{'id': 'aa8050bf-4530-48a7-a53c-a69fc9cde371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:24:18.593669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7230e-c5b2-43c3-89d7-5b5c4b263a44 req-c76ae90c-8479-4813-a8bd-9ce431977b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:18.596719 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ef7230e-c5b2-43c3-89d7-5b5c4b263a44 req-c76ae90c-8479-4813-a8bd-9ce431977b1b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=aa8050bf-4530-48a7-a53c-a69fc9cde371 HTTP/1.1" status: 200 len: 854 time: 0.0799079 Jul 08 21:24:18.686437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7230e-c5b2-43c3-89d7-5b5c4b263a44 req-2debf5a5-1c5e-4d5b-b304-74dceb53b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:18.688539 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ef7230e-c5b2-43c3-89d7-5b5c4b263a44 req-2debf5a5-1c5e-4d5b-b304-74dceb53b4b2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821378 Jul 08 21:24:18.843804 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ef7230e-c5b2-43c3-89d7-5b5c4b263a44 req-8d1e5fee-bbde-41fe-95bd-7c365fb92a0c service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451540 Jul 08 21:24:19.043901 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ef7230e-c5b2-43c3-89d7-5b5c4b263a44 req-7240f036-2b6a-4410-9337-0b3ea1a4aa3b service neutron] 10.222.0.103 "GET /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897430 Jul 08 21:24:19.051275 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b41d29-e2ca-46b9-9b19-9da5d51cb52c None None] New status for floating IP f837e97f-5415-40ad-8100-aae2e86fca13: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:24:24.080318 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:27.962025 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a5d9e-70d1-46c3-9e66-f2a1af8e7b0a req-ab7ff04d-666f-433f-9420-e7dba538fc4a tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:27.964084 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f2a5d9e-70d1-46c3-9e66-f2a1af8e7b0a req-ab7ff04d-666f-433f-9420-e7dba538fc4a tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 945 time: 0.0831368 Jul 08 21:24:28.017029 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2f2a5d9e-70d1-46c3-9e66-f2a1af8e7b0a req-a5989eeb-1538-4dbb-8315-be31a1f61176 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457938 Jul 08 21:24:29.333194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfbf44-7060-4963-ad1b-b30d6bcfce0b req-7c466ac3-dc25-4994-a772-ba98f9809e52 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:29.336120 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96dfbf44-7060-4963-ad1b-b30d6bcfce0b req-7c466ac3-dc25-4994-a772-ba98f9809e52 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 945 time: 0.1158161 Jul 08 21:24:29.410206 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96dfbf44-7060-4963-ad1b-b30d6bcfce0b req-415168df-3827-4c55-8c3d-84f37479fe99 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/security-groups?id=29fb77ab-cb91-4256-8fc9-aa9620528806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638554 Jul 08 21:24:30.018341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00142c1-33e0-499b-a971-2076824745ac req-3496b704-99f1-471f-85e3-8a25d7af5635 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:30.020307 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a00142c1-33e0-499b-a971-2076824745ac req-3496b704-99f1-471f-85e3-8a25d7af5635 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.103 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 945 time: 0.0860155 Jul 08 21:24:30.166386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-a00142c1-33e0-499b-a971-2076824745ac req-3d55cc9b-bc6c-448b-9785-dbd71a6c0502 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Deleting port 2046be4e-d776-45cd-bc0a-7a3f9516706b {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:24:30.166833 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a00142c1-33e0-499b-a971-2076824745ac req-3d55cc9b-bc6c-448b-9785-dbd71a6c0502 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:30.285175 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a00142c1-33e0-499b-a971-2076824745ac req-3d55cc9b-bc6c-448b-9785-dbd71a6c0502 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] For port 2046be4e-d776-45cd-bc0a-7a3f9516706b, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2046be4e-d776-45cd-bc0a-7a3f9516706b,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:24:30.285706 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a00142c1-33e0-499b-a971-2076824745ac req-3d55cc9b-bc6c-448b-9785-dbd71a6c0502 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:30.309979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-a00142c1-33e0-499b-a971-2076824745ac req-3d55cc9b-bc6c-448b-9785-dbd71a6c0502 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Calling delete_port for 2046be4e-d776-45cd-bc0a-7a3f9516706b owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:24:30.526241 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a00142c1-33e0-499b-a971-2076824745ac req-3d55cc9b-bc6c-448b-9785-dbd71a6c0502 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:30.547661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2046be4e-d776-45cd-bc0a-7a3f9516706b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:24:30.563589 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55cc9b-bc6c-448b-9785-dbd71a6c0502 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Pushing event deleted for resources: {'Port': ['ID=2046be4e-d776-45cd-bc0a-7a3f9516706b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:30.649870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00142c1-33e0-499b-a971-2076824745ac req-3d55cc9b-bc6c-448b-9785-dbd71a6c0502 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] No DVR routers for this DVR port 2046be4e-d776-45cd-bc0a-7a3f9516706b on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:24:30.654719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a00142c1-33e0-499b-a971-2076824745ac req-3d55cc9b-bc6c-448b-9785-dbd71a6c0502 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:30.657540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a00142c1-33e0-499b-a971-2076824745ac req-3d55cc9b-bc6c-448b-9785-dbd71a6c0502 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.103 "DELETE /v2.0/ports/2046be4e-d776-45cd-bc0a-7a3f9516706b HTTP/1.1" status: 204 len: 173 time: 0.6277735 Jul 08 21:24:30.658220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'name': 'network-vif-deleted', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:24:30.662295 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d05ab6-50e4-4909-91ba-7dc49262ed81" -d '{"events": [{"server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "name": "network-vif-deleted", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:24:30.723474 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6b0367e8-444d-4e0f-add6-61907183071d req-5e1556eb-cdc2-4c0e-8cda-e9964d3399f3 tempest-TestMinimumBasicScenario-115832477 tempest-TestMinimumBasicScenario-115832477-project] 10.222.0.101 "GET /v2.0/ports?device_id=70096b86-e9b0-4721-afcf-436432841c9f HTTP/1.1" status: 200 len: 210 time: 0.0872297 Jul 08 21:24:30.735313 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b98b0d7-ed27-474b-b53f-bb548a403daf x-openstack-request-id: req-9b98b0d7-ed27-474b-b53f-bb548a403daf {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:24:30.735584 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70096b86-e9b0-4721-afcf-436432841c9f", "name": "network-vif-deleted", "tag": "2046be4e-d776-45cd-bc0a-7a3f9516706b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:24:30.735956 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9b98b0d7-ed27-474b-b53f-bb548a403daf {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:24:30.736376 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70096b86-e9b0-4721-afcf-436432841c9f', 'name': 'network-vif-deleted', 'tag': '2046be4e-d776-45cd-bc0a-7a3f9516706b', 'status': 'completed', 'code': 200} Jul 08 21:24:32.766382 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49140) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:33.425110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-842781e0-a8e7-4aba-a963-353edd951d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:33.674468 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2046be4e-d776-45cd-bc0a-7a3f9516706b no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:24:33.710974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 2046be4e-d776-45cd-bc0a-7a3f9516706b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:24:33.711743 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2046be4e-d776-45cd-bc0a-7a3f9516706b not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:24:34.146238 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0699d51a-e158-4b82-a3fb-694c5b1f9f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:34.216055 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-842781e0-a8e7-4aba-a963-353edd951d14 admin admin] Deleting port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:24:34.216701 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-842781e0-a8e7-4aba-a963-353edd951d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:34.350670 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-842781e0-a8e7-4aba-a963-353edd951d14 admin admin] For port 9dad6bd9-5bd4-4d00-b377-e3ee18a91607, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=9dad6bd9-5bd4-4d00-b377-e3ee18a91607,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:24:34.351226 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-842781e0-a8e7-4aba-a963-353edd951d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:34.373782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-842781e0-a8e7-4aba-a963-353edd951d14 admin admin] Calling delete_port for 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:24:34.696767 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-842781e0-a8e7-4aba-a963-353edd951d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:34.743405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842781e0-a8e7-4aba-a963-353edd951d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dad6bd9-5bd4-4d00-b377-e3ee18a91607,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:35.057088 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-842781e0-a8e7-4aba-a963-353edd951d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:35.452717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842781e0-a8e7-4aba-a963-353edd951d14 admin admin] Router 7fa6c662-39d3-4dff-8814-41eafce82b31 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:24:35.648406 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842781e0-a8e7-4aba-a963-353edd951d14 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:24:35.656942 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-842781e0-a8e7-4aba-a963-353edd951d14 admin admin] 10.222.0.101 "PUT /v2.0/routers/7fa6c662-39d3-4dff-8814-41eafce82b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8887801 Jul 08 21:24:35.661307 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49142) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:35.667896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a88d01-5ef2-426b-89e1-bc6db67e8f5d None None] Sync routers for ids ['7fa6c662-39d3-4dff-8814-41eafce82b31'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:24:35.686459 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a88d01-5ef2-426b-89e1-bc6db67e8f5d None None] Routers {'7fa6c662-39d3-4dff-8814-41eafce82b31'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:24:35.687550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-32a88d01-5ef2-426b-89e1-bc6db67e8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:24:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7fa6c662-39d3-4dff-8814-41eafce82b31'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:35.842903 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:35.870186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-32a88d01-5ef2-426b-89e1-bc6db67e8f5d None None] Set router 7fa6c662-39d3-4dff-8814-41eafce82b31 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:24:35.991367 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:36.075724 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Deleting port d5b9b616-3401-46d8-ba48-cdc379605aee {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:24:36.076262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:36.181245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-32a88d01-5ef2-426b-89e1-bc6db67e8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:24:34Z', 'revision_number': 5, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port': {'id': 'd5b9b616-3401-46d8-ba48-cdc379605aee', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:36.221069 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] For port d5b9b616-3401-46d8-ba48-cdc379605aee, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=d5b9b616-3401-46d8-ba48-cdc379605aee,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:24:36.221600 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:36.228117 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a88d01-5ef2-426b-89e1-bc6db67e8f5d None None] Checking router: 7fa6c662-39d3-4dff-8814-41eafce82b31 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:24:36.243355 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a88d01-5ef2-426b-89e1-bc6db67e8f5d None None] Routers {'7fa6c662-39d3-4dff-8814-41eafce82b31'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:24:36.244166 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:24:36.244922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-32a88d01-5ef2-426b-89e1-bc6db67e8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:24:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['7fa6c662-39d3-4dff-8814-41eafce82b31'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:36.245086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Calling delete_port for d5b9b616-3401-46d8-ba48-cdc379605aee owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:24:36.388343 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-32a88d01-5ef2-426b-89e1-bc6db67e8f5d None None] Set router 7fa6c662-39d3-4dff-8814-41eafce82b31 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:24:36.473846 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-32a88d01-5ef2-426b-89e1-bc6db67e8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:24:35Z', 'revision_number': 6, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:36.517821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:36.522507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a88d01-5ef2-426b-89e1-bc6db67e8f5d None None] The sync data for ids ['7fa6c662-39d3-4dff-8814-41eafce82b31'] in n-d-791506-16 is: [{'id': '7fa6c662-39d3-4dff-8814-41eafce82b31', 'name': 'tempest-TestMinimumBasicScenario-1259422949-router', 'tenant_id': '8294fc4f3fbb40fba045306e1e40028a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:47Z', 'updated_at': '2021-07-08T21:24:35Z', 'revision_number': 6, 'project_id': '8294fc4f3fbb40fba045306e1e40028a', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:24:36.559728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b9b616-3401-46d8-ba48-cdc379605aee,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:36.641055 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:36.789389 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:36.793118 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:36.854515 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:36.855050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa6c662-39d3-4dff-8814-41eafce82b31 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:24:36.861372 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:36.862364 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-44d1fea6-4e0a-4702-9386-7d7efae1c1d0 admin admin] 10.222.0.101 "DELETE /v2.0/routers/7fa6c662-39d3-4dff-8814-41eafce82b31 HTTP/1.1" status: 204 len: 168 time: 1.1999853 Jul 08 21:24:36.871430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49144) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:36.935676 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fd120a-3576-4fb5-bdf6-725a67b05890 admin admin] Deleting subnet aa8050bf-4530-48a7-a53c-a69fc9cde371 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:24:36.940018 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2fd120a-3576-4fb5-bdf6-725a67b05890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.006060 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2fd120a-3576-4fb5-bdf6-725a67b05890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.103503 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-66f76a98-ba37-4ab6-976d-7577cb95773a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.163059 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2fd120a-3576-4fb5-bdf6-725a67b05890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.213771 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.260745 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2fd120a-3576-4fb5-bdf6-725a67b05890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.304525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd120a-3576-4fb5-bdf6-725a67b05890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa8050bf-4530-48a7-a53c-a69fc9cde371,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:37.307795 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2fd120a-3576-4fb5-bdf6-725a67b05890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.313666 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b2fd120a-3576-4fb5-bdf6-725a67b05890 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/aa8050bf-4530-48a7-a53c-a69fc9cde371 HTTP/1.1" status: 204 len: 168 time: 0.4450998 Jul 08 21:24:37.315067 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49146) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:37.319372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5037e4c7-2746-4b86-8dfd-83e724a156f9 None None] Network d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:24:37.440526 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.542478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Deleting port b5c8158c-7b61-415b-9da2-dbf6939ca01e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:24:37.542966 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.657918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] For port b5c8158c-7b61-415b-9da2-dbf6939ca01e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b5c8158c-7b61-415b-9da2-dbf6939ca01e,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:24:37.658449 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.673443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] DHCP port deletion for d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:24:37.684268 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Calling delete_port for b5c8158c-7b61-415b-9da2-dbf6939ca01e owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:24:37.757524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Deleting port b5c8158c-7b61-415b-9da2-dbf6939ca01e {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:24:37.758425 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.817005 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.840707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] For port b5c8158c-7b61-415b-9da2-dbf6939ca01e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b5c8158c-7b61-415b-9da2-dbf6939ca01e,segment=NetworkSegment(fda5c7ce-ef7a-47eb-92de-6bac9e704296),segment_id=fda5c7ce-ef7a-47eb-92de-6bac9e704296)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:24:37.840707 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.855690 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Calling delete_port for b5c8158c-7b61-415b-9da2-dbf6939ca01e owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:24:37.859558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c8158c-7b61-415b-9da2-dbf6939ca01e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:37.862425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] No DVR routers for this DVR port b5c8158c-7b61-415b-9da2-dbf6939ca01e on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:24:37.958709 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:37.986944 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:38.000004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Pushing event deleted for resources: {'Port': ['ID=b5c8158c-7b61-415b-9da2-dbf6939ca01e,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:38.005404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d989dfcf-b2d9-4a26-84b5-c1175d92c2a9']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:38.013967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:38.014472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:38.014973 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:38.015467 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:38.016079 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:38.016562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:38.017084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:38.017570 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:38.018063 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:38.018612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:38.019114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:38.019592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:38.024101 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ce116-f843-41e7-aa44-22f863ca3689 None None] No DVR routers for this DVR port b5c8158c-7b61-415b-9da2-dbf6939ca01e on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:24:38.031589 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda5c7ce-ef7a-47eb-92de-6bac9e704296') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:38.032746 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda5c7ce-ef7a-47eb-92de-6bac9e704296') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:38.057627 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:38.074912 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:38.086347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:24:38.087012 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:24:38.090073 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:24:38.187048 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:38.198177 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:38.199306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:24:38.201577 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] 10.222.0.101 "DELETE /v2.0/networks/d989dfcf-b2d9-4a26-84b5-c1175d92c2a9 HTTP/1.1" status: 204 len: 168 time: 0.8792319 Jul 08 21:24:38.206282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49148) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:38.221689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df7b06-0a08-4335-a96b-a90b96ff3c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=d989dfcf-b2d9-4a26-84b5-c1175d92c2a9,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:38.235627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:24:38.236214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 9dad6bd9-5bd4-4d00-b377-e3ee18a91607 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:24:38.236968 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b5c8158c-7b61-415b-9da2-dbf6939ca01e no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:24:38.271335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: b5c8158c-7b61-415b-9da2-dbf6939ca01e {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:24:38.271920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b5c8158c-7b61-415b-9da2-dbf6939ca01e not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:24:38.272662 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d5b9b616-3401-46d8-ba48-cdc379605aee no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:24:38.303386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: d5b9b616-3401-46d8-ba48-cdc379605aee {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:24:38.304504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device d5b9b616-3401-46d8-ba48-cdc379605aee not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:24:38.509326 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:38.819175 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9f56a0e1-9e3a-47ea-ba16-1094804fc913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:39.291463 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9f56a0e1-9e3a-47ea-ba16-1094804fc913 admin admin] Deleting port 4df46db5-906e-4aa3-a792-941e8e614623 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:24:39.292493 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9f56a0e1-9e3a-47ea-ba16-1094804fc913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:39.440319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-9f56a0e1-9e3a-47ea-ba16-1094804fc913 admin admin] For port 4df46db5-906e-4aa3-a792-941e8e614623, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=4df46db5-906e-4aa3-a792-941e8e614623,segment=NetworkSegment(88f5f9ad-99ed-412f-aa4b-a149b8701540),segment_id=88f5f9ad-99ed-412f-aa4b-a149b8701540)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:24:39.441200 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9f56a0e1-9e3a-47ea-ba16-1094804fc913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:39.470195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-9f56a0e1-9e3a-47ea-ba16-1094804fc913 admin admin] Calling delete_port for 4df46db5-906e-4aa3-a792-941e8e614623 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:24:39.808450 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9f56a0e1-9e3a-47ea-ba16-1094804fc913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:39.858590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56a0e1-9e3a-47ea-ba16-1094804fc913 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df46db5-906e-4aa3-a792-941e8e614623,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:40.068765 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:40.182609 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9f56a0e1-9e3a-47ea-ba16-1094804fc913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:40.526915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f56a0e1-9e3a-47ea-ba16-1094804fc913 admin admin] Router febb7eda-c6c1-49ea-9919-ce13247ba356 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:24:40.719908 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f56a0e1-9e3a-47ea-ba16-1094804fc913 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:24:40.727166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9f56a0e1-9e3a-47ea-ba16-1094804fc913 admin admin] 10.222.0.101 "PUT /v2.0/routers/febb7eda-c6c1-49ea-9919-ce13247ba356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5182703 Jul 08 21:24:40.730361 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49150) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:40.734780 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e0a74-3ea9-4d0e-9b68-fe2718e33588 None None] Sync routers for ids ['febb7eda-c6c1-49ea-9919-ce13247ba356'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:24:40.751484 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e0a74-3ea9-4d0e-9b68-fe2718e33588 None None] Routers {'febb7eda-c6c1-49ea-9919-ce13247ba356'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:24:40.752740 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e88e0a74-3ea9-4d0e-9b68-fe2718e33588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['febb7eda-c6c1-49ea-9919-ce13247ba356'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:40.886023 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-e88e0a74-3ea9-4d0e-9b68-fe2718e33588 None None] Set router febb7eda-c6c1-49ea-9919-ce13247ba356 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:24:40.933280 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:41.242235 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e88e0a74-3ea9-4d0e-9b68-fe2718e33588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'name': 'tempest-TestMinimumBasicScenario-1822825918-router', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:54Z', 'updated_at': '2021-07-08T21:24:39Z', 'revision_number': 5, 'project_id': 'da6965916380422987becec66d5d7fc4', 'gw_port': {'id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:55Z', 'updated_at': '2021-07-08T21:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:41.293011 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e0a74-3ea9-4d0e-9b68-fe2718e33588 None None] Checking router: febb7eda-c6c1-49ea-9919-ce13247ba356 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:24:41.311541 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e0a74-3ea9-4d0e-9b68-fe2718e33588 None None] Routers {'febb7eda-c6c1-49ea-9919-ce13247ba356'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:24:41.312696 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e88e0a74-3ea9-4d0e-9b68-fe2718e33588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['febb7eda-c6c1-49ea-9919-ce13247ba356'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:41.514423 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:41.584610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Deleting port 2f86486d-798e-4dee-8728-c8f011ad69c0 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:24:41.586777 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:41.612376 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-e88e0a74-3ea9-4d0e-9b68-fe2718e33588 None None] Set router febb7eda-c6c1-49ea-9919-ce13247ba356 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:24:41.710771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] For port 2f86486d-798e-4dee-8728-c8f011ad69c0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2f86486d-798e-4dee-8728-c8f011ad69c0,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:24:41.711245 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:41.735458 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Calling delete_port for 2f86486d-798e-4dee-8728-c8f011ad69c0 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:24:41.886087 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-e88e0a74-3ea9-4d0e-9b68-fe2718e33588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'name': 'tempest-TestMinimumBasicScenario-1822825918-router', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:54Z', 'updated_at': '2021-07-08T21:24:39Z', 'revision_number': 5, 'project_id': 'da6965916380422987becec66d5d7fc4', 'gw_port': {'id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:55Z', 'updated_at': '2021-07-08T21:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:41.942099 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e0a74-3ea9-4d0e-9b68-fe2718e33588 None None] The sync data for ids ['febb7eda-c6c1-49ea-9919-ce13247ba356'] in n-d-791506-16 is: [{'id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'name': 'tempest-TestMinimumBasicScenario-1822825918-router', 'tenant_id': 'da6965916380422987becec66d5d7fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:21:54Z', 'updated_at': '2021-07-08T21:24:39Z', 'revision_number': 5, 'project_id': 'da6965916380422987becec66d5d7fc4', 'gw_port': {'id': '2f86486d-798e-4dee-8728-c8f011ad69c0', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb7eda-c6c1-49ea-9919-ce13247ba356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:21:55Z', 'updated_at': '2021-07-08T21:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:24:42.040210 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:42.087997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f86486d-798e-4dee-8728-c8f011ad69c0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:42.188195 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:42.346430 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:42.350737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:42.428025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4df46db5-906e-4aa3-a792-941e8e614623 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:24:42.432561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:42.433232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router febb7eda-c6c1-49ea-9919-ce13247ba356 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:24:42.438685 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:42.439793 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7c31176f-3eb4-45b5-b465-a83def3ed6d1 admin admin] 10.222.0.101 "DELETE /v2.0/routers/febb7eda-c6c1-49ea-9919-ce13247ba356 HTTP/1.1" status: 204 len: 168 time: 1.7082953 Jul 08 21:24:42.443650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49152) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:42.467439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 4df46db5-906e-4aa3-a792-941e8e614623 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:24:42.467918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 4df46db5-906e-4aa3-a792-941e8e614623 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:24:42.522352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-619b0bfd-8a06-4b4b-9203-fd642b4a6523 admin admin] Deleting subnet 5502315e-eb75-421d-adf0-8cb14797bd5a {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:24:42.527737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-619b0bfd-8a06-4b4b-9203-fd642b4a6523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:42.576419 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-619b0bfd-8a06-4b4b-9203-fd642b4a6523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:42.688282 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-619b0bfd-8a06-4b4b-9203-fd642b4a6523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:42.784981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-619b0bfd-8a06-4b4b-9203-fd642b4a6523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:42.823943 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-619b0bfd-8a06-4b4b-9203-fd642b4a6523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:42.830035 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd0478f-0cc8-4a3f-8df4-4d97a833ed10 None None] Network 179911da-42f0-4b8e-a6d5-bcb23bcf844e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:24:42.833911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-619b0bfd-8a06-4b4b-9203-fd642b4a6523 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5502315e-eb75-421d-adf0-8cb14797bd5a HTTP/1.1" status: 204 len: 168 time: 0.3865108 Jul 08 21:24:42.833911 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b0bfd-8a06-4b4b-9203-fd642b4a6523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5502315e-eb75-421d-adf0-8cb14797bd5a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:42.840213 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49154) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:42.969766 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:43.072115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Deleting port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:24:43.072736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:43.180685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8940f1-32fa-43e8-bae6-6fd8baaa7218 None None] DHCP port deletion for 179911da-42f0-4b8e-a6d5-bcb23bcf844e request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:24:43.199706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] For port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=5d9547e9-2095-4dad-8fb6-c3e7ef493f01,segment=NetworkSegment(88f5f9ad-99ed-412f-aa4b-a149b8701540),segment_id=88f5f9ad-99ed-412f-aa4b-a149b8701540)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:24:43.200058 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:43.225368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Calling delete_port for 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:24:43.259735 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8f8940f1-32fa-43e8-bae6-6fd8baaa7218 None None] Deleting port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:24:43.260281 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8f8940f1-32fa-43e8-bae6-6fd8baaa7218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:43.371353 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:43.391427 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-8f8940f1-32fa-43e8-bae6-6fd8baaa7218 None None] For port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=5d9547e9-2095-4dad-8fb6-c3e7ef493f01,segment=NetworkSegment(88f5f9ad-99ed-412f-aa4b-a149b8701540),segment_id=88f5f9ad-99ed-412f-aa4b-a149b8701540)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:24:43.392247 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8f8940f1-32fa-43e8-bae6-6fd8baaa7218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:43.419017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8f8940f1-32fa-43e8-bae6-6fd8baaa7218 None None] Calling delete_port for 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:24:43.424352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9547e9-2095-4dad-8fb6-c3e7ef493f01,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:43.428210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] No DVR routers for this DVR port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:24:43.548061 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8f8940f1-32fa-43e8-bae6-6fd8baaa7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:43.569209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:43.575785 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8940f1-32fa-43e8-bae6-6fd8baaa7218 None None] Pushing event deleted for resources: {'Port': ['ID=5d9547e9-2095-4dad-8fb6-c3e7ef493f01,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:43.579890 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8940f1-32fa-43e8-bae6-6fd8baaa7218 None None] No DVR routers for this DVR port 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:24:43.592353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179911da-42f0-4b8e-a6d5-bcb23bcf844e']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:43.612375 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f5f9ad-99ed-412f-aa4b-a149b8701540') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:43.612868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f5f9ad-99ed-412f-aa4b-a149b8701540') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:43.626415 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:43.648669 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:43.657143 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:24:43.657907 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: timer() Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:24:43.660115 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:24:43.736364 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:43.748993 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:43.751877 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] 10.222.0.101 "DELETE /v2.0/networks/179911da-42f0-4b8e-a6d5-bcb23bcf844e HTTP/1.1" status: 204 len: 168 time: 0.9128790 Jul 08 21:24:43.771910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0df48-8244-40f3-8e99-8d70cdc696b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=179911da-42f0-4b8e-a6d5-bcb23bcf844e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:44.010703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49158) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:44.063705 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fd158c79-3976-4cc9-b7b6-5d1819f90273 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8294fc4f3fbb40fba045306e1e40028a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511003 Jul 08 21:24:44.068534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49160) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:44.137324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91f495a4-8561-426d-94f2-112478beec84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:44.167772 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91f495a4-8561-426d-94f2-112478beec84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:44.229349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:24:44.243813 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91f495a4-8561-426d-94f2-112478beec84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:44.248841 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91f495a4-8561-426d-94f2-112478beec84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:44.251051 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-91f495a4-8561-426d-94f2-112478beec84 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/29fb77ab-cb91-4256-8fc9-aa9620528806 HTTP/1.1" status: 204 len: 168 time: 0.1801205 Jul 08 21:24:44.259995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:24:44.260536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 5d9547e9-2095-4dad-8fb6-c3e7ef493f01 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:24:44.261511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2f86486d-798e-4dee-8728-c8f011ad69c0 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:24:44.266995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f495a4-8561-426d-94f2-112478beec84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb77ab-cb91-4256-8fc9-aa9620528806,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:44.305205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 2f86486d-798e-4dee-8728-c8f011ad69c0 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:24:44.305685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2f86486d-798e-4dee-8728-c8f011ad69c0 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:24:44.785343 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49166) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:44.840153 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-72a7f629-2a14-4433-8058-68777d4bd6ae admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=da6965916380422987becec66d5d7fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533328 Jul 08 21:24:44.843994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49168) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:44.907071 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9af1cf8d-205a-4477-a349-06093b25bbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:44.935863 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9af1cf8d-205a-4477-a349-06093b25bbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:45.015983 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9af1cf8d-205a-4477-a349-06093b25bbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:45.021073 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9af1cf8d-205a-4477-a349-06093b25bbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:45.023540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9af1cf8d-205a-4477-a349-06093b25bbad admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3c0c7f7f-6eb1-4b27-a2ef-afc66db9d19c HTTP/1.1" status: 204 len: 168 time: 0.1777043 Jul 08 21:24:45.037991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1cf8d-205a-4477-a349-06093b25bbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0c7f7f-6eb1-4b27-a2ef-afc66db9d19c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:47.691671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49208) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:47.698924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-5d9399ba-28fd-45b2-a864-378dea5c9f89 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-239471196', 'description': 'tempest-secgroup-smoke-239471196 description', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:24:47.740847 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d9399ba-28fd-45b2-a864-378dea5c9f89 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:47.756508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d9399ba-28fd-45b2-a864-378dea5c9f89 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:47.938775 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d9399ba-28fd-45b2-a864-378dea5c9f89 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:47.945510 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d9399ba-28fd-45b2-a864-378dea5c9f89 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.016212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9399ba-28fd-45b2-a864-378dea5c9f89 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112132c9-7bc5-4312-b4b9-dea14917ba08,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:48.112708 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d9399ba-28fd-45b2-a864-378dea5c9f89 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.119230 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d9399ba-28fd-45b2-a864-378dea5c9f89 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.160917 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d9399ba-28fd-45b2-a864-378dea5c9f89 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.162789 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5d9399ba-28fd-45b2-a864-378dea5c9f89 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4696810 Jul 08 21:24:48.168650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49210) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:48.175898 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6626f935-2552-42a1-b40e-95b0022bae0a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'ea4dde89-d3a2-445b-bfb9-9336d220b402', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:24:48.177744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9399ba-28fd-45b2-a864-378dea5c9f89 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4dde89-d3a2-445b-bfb9-9336d220b402,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:48.221837 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6626f935-2552-42a1-b40e-95b0022bae0a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.223797 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.315488 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6626f935-2552-42a1-b40e-95b0022bae0a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.323940 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6626f935-2552-42a1-b40e-95b0022bae0a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.356985 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626f935-2552-42a1-b40e-95b0022bae0a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849f4e14-8066-429e-8c04-c5a143fd60ee,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:48.366810 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6626f935-2552-42a1-b40e-95b0022bae0a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.368817 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6626f935-2552-42a1-b40e-95b0022bae0a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1985149 Jul 08 21:24:48.373904 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49212) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:48.381457 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-2723a4df-027a-4aa8-b63a-3a46ae1382d9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'ea4dde89-d3a2-445b-bfb9-9336d220b402', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:24:48.433001 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2723a4df-027a-4aa8-b63a-3a46ae1382d9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.550747 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2723a4df-027a-4aa8-b63a-3a46ae1382d9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.556521 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2723a4df-027a-4aa8-b63a-3a46ae1382d9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.589308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723a4df-027a-4aa8-b63a-3a46ae1382d9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32a20b6-2b58-41dd-a621-794fc6dc4c55,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:48.599598 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2723a4df-027a-4aa8-b63a-3a46ae1382d9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.602331 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2723a4df-027a-4aa8-b63a-3a46ae1382d9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2268143 Jul 08 21:24:48.606846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49214) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:48.620274 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0695fe74-1adf-4038-b29b-7db3861ef25e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'ea4dde89-d3a2-445b-bfb9-9336d220b402', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:24:48.667421 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0695fe74-1adf-4038-b29b-7db3861ef25e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.775448 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0695fe74-1adf-4038-b29b-7db3861ef25e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.781762 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0695fe74-1adf-4038-b29b-7db3861ef25e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.811232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695fe74-1adf-4038-b29b-7db3861ef25e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d1cc0f-bdd0-4b9a-a270-d1a5e3d0ddf6,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:48.826806 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0695fe74-1adf-4038-b29b-7db3861ef25e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:48.828797 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0695fe74-1adf-4038-b29b-7db3861ef25e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2203615 Jul 08 21:24:48.833495 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49216) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:48.841654 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a40659ad-7d87-4c4c-9067-559169fbff74 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'ea4dde89-d3a2-445b-bfb9-9336d220b402', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:24:48.889292 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a40659ad-7d87-4c4c-9067-559169fbff74 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.004108 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a40659ad-7d87-4c4c-9067-559169fbff74 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.011961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a40659ad-7d87-4c4c-9067-559169fbff74 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.036381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40659ad-7d87-4c4c-9067-559169fbff74 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32aa3d4-ac36-420a-821b-3e6843cd4ac0,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:49.047272 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a40659ad-7d87-4c4c-9067-559169fbff74 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.048832 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a40659ad-7d87-4c4c-9067-559169fbff74 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2137787 Jul 08 21:24:49.055650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49218) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:49.061739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-423ac97f-ea4c-43b5-bb47-9c601140ac88 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'ea4dde89-d3a2-445b-bfb9-9336d220b402', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:24:49.096147 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-423ac97f-ea4c-43b5-bb47-9c601140ac88 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Project d9f2768b75c84f4ca0a256da7388498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:24:49.105443 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-423ac97f-ea4c-43b5-bb47-9c601140ac88 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.207090 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-423ac97f-ea4c-43b5-bb47-9c601140ac88 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.213677 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-423ac97f-ea4c-43b5-bb47-9c601140ac88 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.248430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ac97f-ea4c-43b5-bb47-9c601140ac88 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5f2b73-74a4-4360-938b-227a9e743313,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:49.261481 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-423ac97f-ea4c-43b5-bb47-9c601140ac88 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.263372 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-423ac97f-ea4c-43b5-bb47-9c601140ac88 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2064147 Jul 08 21:24:49.267748 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49220) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:49.275733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-84325526-94d2-4729-add5-5629adbf056a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'ea4dde89-d3a2-445b-bfb9-9336d220b402', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:24:49.314432 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-84325526-94d2-4729-add5-5629adbf056a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Project d9f2768b75c84f4ca0a256da7388498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:24:49.324617 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84325526-94d2-4729-add5-5629adbf056a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.452281 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84325526-94d2-4729-add5-5629adbf056a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.458236 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84325526-94d2-4729-add5-5629adbf056a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.483620 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84325526-94d2-4729-add5-5629adbf056a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b025e7-3c4a-4ee0-950a-caac1263f08c,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:49.499924 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-84325526-94d2-4729-add5-5629adbf056a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.501883 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-84325526-94d2-4729-add5-5629adbf056a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2326162 Jul 08 21:24:49.507630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49222) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:49.515787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-35873c3c-b902-4a2c-934c-e5fce0e53614 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'network': {'name': 'tempest-network-smoke--2020001362', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'port_security_enabled': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:24:49.551232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35873c3c-b902-4a2c-934c-e5fce0e53614 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:24:49.557754 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35873c3c-b902-4a2c-934c-e5fce0e53614 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.603024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35873c3c-b902-4a2c-934c-e5fce0e53614 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:24:49.621516 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35873c3c-b902-4a2c-934c-e5fce0e53614 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.622100 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-35873c3c-b902-4a2c-934c-e5fce0e53614 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Added segment e35a39ff-5a43-471e-9d96-1f9727a6aff9 of type vlan for network f152d734-c886-4169-9776-ee617850a7cc Jul 08 21:24:49.698289 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35873c3c-b902-4a2c-934c-e5fce0e53614 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.752471 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35873c3c-b902-4a2c-934c-e5fce0e53614 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.763280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35873c3c-b902-4a2c-934c-e5fce0e53614 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:49.764341 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35873c3c-b902-4a2c-934c-e5fce0e53614 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.879041 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-35873c3c-b902-4a2c-934c-e5fce0e53614 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3692291 Jul 08 21:24:49.884415 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49224) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:49.894085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'admin_state_up': True, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:24:49.901735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35873c3c-b902-4a2c-934c-e5fce0e53614 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Network': ['ID=f152d734-c886-4169-9776-ee617850a7cc,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:49.919595 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network f152d734-c886-4169-9776-ee617850a7cc details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:24:49.939446 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:49.941344 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:50.035472 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:50.293573 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:51.005506 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:51.035963 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:51.206932 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.25.4.6 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/69401837-c351-42ac-946d-2a3ef8b4d1dc) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:24:51.371832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:51.429760 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:51.483140 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:24:51.487194 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:24:51.492082 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:24:51.499578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=69401837-c351-42ac-946d-2a3ef8b4d1dc,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:51.883482 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:52.276427 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:52.497528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 671e5efc-0941-4def-b581-a65955c509ed is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:24:52.692528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:24:52.707303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Sync routers for ids ['671e5efc-0941-4def-b581-a65955c509ed'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:24:52.723243 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:52.724350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Routers {'671e5efc-0941-4def-b581-a65955c509ed'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:24:52.725333 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-060c1499-95b4-4cdf-afc5-055d3ec7edaa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8381512 Jul 08 21:24:52.725760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['671e5efc-0941-4def-b581-a65955c509ed'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:52.730719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49226) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:52.977736 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8d99875f-c4fc-4015-91bc-aa072c441a17 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=d9f2768b75c84f4ca0a256da7388498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2444706 Jul 08 21:24:52.982213 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49230) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:53.116982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Set router 671e5efc-0941-4def-b581-a65955c509ed gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:24:53.223905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a3c3e4-14fc-4253-bb5e-33b8292a77b0 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:53.227259 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-24a3c3e4-14fc-4253-bb5e-33b8292a77b0 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2436879 Jul 08 21:24:53.231550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49232) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:53.292987 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-db578f2a-1516-4259-b2af-fc082ef2821e tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0595906 Jul 08 21:24:53.297551 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49234) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:53.307275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-611dc00d-2bec-4ff6-9eb8-69d4d2bc666c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1820243662', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:24:53.417119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:24:51Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:53.465878 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611dc00d-2bec-4ff6-9eb8-69d4d2bc666c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:24:53.471620 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-611dc00d-2bec-4ff6-9eb8-69d4d2bc666c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:53.474353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Checking router: 671e5efc-0941-4def-b581-a65955c509ed for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:24:53.474925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Updating router 671e5efc-0941-4def-b581-a65955c509ed port 69401837-c351-42ac-946d-2a3ef8b4d1dc binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:24:53.541759 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:53.759542 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-611dc00d-2bec-4ff6-9eb8-69d4d2bc666c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:53.827325 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dc00d-2bec-4ff6-9eb8-69d4d2bc666c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Subnet': ['ID=ec018968-25b0-46c8-9bf8-dc0676849931,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:53.838401 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611dc00d-2bec-4ff6-9eb8-69d4d2bc666c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Checking segment: {'id': 'e35a39ff-5a43-471e-9d96-1f9727a6aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:24:53.838768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611dc00d-2bec-4ff6-9eb8-69d4d2bc666c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network hostable DHCP agents. Network: f152d734-c886-4169-9776-ee617850a7cc, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:24:53.858640 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611dc00d-2bec-4ff6-9eb8-69d4d2bc666c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network f152d734-c886-4169-9776-ee617850a7cc is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:24:53.870850 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-611dc00d-2bec-4ff6-9eb8-69d4d2bc666c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, f152d734-c886-4169-9776-ee617850a7cc) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:24:53.884781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611dc00d-2bec-4ff6-9eb8-69d4d2bc666c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:53.885386 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-611dc00d-2bec-4ff6-9eb8-69d4d2bc666c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:53.893942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5392689e-9a92-4a35-9527-f5e8b2d79b2c None None] Network f152d734-c886-4169-9776-ee617850a7cc requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:24:53.908925 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-611dc00d-2bec-4ff6-9eb8-69d4d2bc666c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6098192 Jul 08 21:24:53.913807 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49236) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:24:54.180176 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:54.184390 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:54.207834 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Transition to ACTIVE for port object 69401837-c351-42ac-946d-2a3ef8b4d1dc will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:24:54.233538 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:54.324507 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Attempting to bind port 69401837-c351-42ac-946d-2a3ef8b4d1dc on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:24:54.325480 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Attempting to bind port 69401837-c351-42ac-946d-2a3ef8b4d1dc by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:24:54.326310 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Attempting to bind port 69401837-c351-42ac-946d-2a3ef8b4d1dc on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:24:54.377052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:24:54.378013 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:24:54.378843 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:54.379659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:24:54.380436 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Bound port: 69401837-c351-42ac-946d-2a3ef8b4d1dc, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:24:54.381015 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:54.454099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a66e3-76c0-4598-9c0b-1dfc982233e3 None None] Pushing event updated for resources: {'Port': ['ID=69401837-c351-42ac-946d-2a3ef8b4d1dc,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:54.466221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-f152d734-c886-4169-9776-ee617850a7cc', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ips': [{'subnet_id': 'ec018968-25b0-46c8-9bf8-dc0676849931'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:24:54.467555 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:54.688085 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:54.746186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] For port 69401837-c351-42ac-946d-2a3ef8b4d1dc, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:24:54.795454 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] For port 69401837-c351-42ac-946d-2a3ef8b4d1dc, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=69401837-c351-42ac-946d-2a3ef8b4d1dc,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:24:54.833303 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:54.896034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Allocated IP 172.20.0.2 (f152d734-c886-4169-9776-ee617850a7cc/ec018968-25b0-46c8-9bf8-dc0676849931/64b893e2-c48d-4bf0-85b0-503d7e6be7cb) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:24:55.037213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a66e3-76c0-4598-9c0b-1dfc982233e3 None None] Pushing event updated for resources: {'Port': ['ID=69401837-c351-42ac-946d-2a3ef8b4d1dc,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:55.052980 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Routers {'671e5efc-0941-4def-b581-a65955c509ed'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:24:55.055348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['671e5efc-0941-4def-b581-a65955c509ed'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:55.401624 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] Set router 671e5efc-0941-4def-b581-a65955c509ed gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:24:55.510840 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:55.560199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Transition to ACTIVE for port object 64b893e2-c48d-4bf0-85b0-503d7e6be7cb will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:24:55.590948 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Transition to ACTIVE for port object 64b893e2-c48d-4bf0-85b0-503d7e6be7cb will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:24:55.605845 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:55.696087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Network f152d734-c886-4169-9776-ee617850a7cc is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:24:55.702650 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.20.0.1 (f152d734-c886-4169-9776-ee617850a7cc/ec018968-25b0-46c8-9bf8-dc0676849931/c2f7bfef-bf76-419e-977f-6aa933d515d8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:24:55.708040 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:24:55.754332 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:24:55.760406 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Pushing event updated for resources: {'Port': ['ID=64b893e2-c48d-4bf0-85b0-503d7e6be7cb,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:55.860515 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Attempting to bind port 64b893e2-c48d-4bf0-85b0-503d7e6be7cb on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:24:55.861092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Attempting to bind port 64b893e2-c48d-4bf0-85b0-503d7e6be7cb by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'e35a39ff-5a43-471e-9d96-1f9727a6aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:24:55.861797 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Attempting to bind port 64b893e2-c48d-4bf0-85b0-503d7e6be7cb on network f152d734-c886-4169-9776-ee617850a7cc {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:24:55.874862 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:24:55.875393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Checking segment: {'id': 'e35a39ff-5a43-471e-9d96-1f9727a6aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:24:55.875897 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:55.876756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Bound using segment: {'id': 'e35a39ff-5a43-471e-9d96-1f9727a6aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:24:55.877340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Bound port: 64b893e2-c48d-4bf0-85b0-503d7e6be7cb, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35a39ff-5a43-471e-9d96-1f9727a6aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:24:55.877986 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:55.913025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:24:51Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:55.928485 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:55.952353 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Transition to ACTIVE for port object c2f7bfef-bf76-419e-977f-6aa933d515d8 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:24:55.992419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90809065-6e1e-40f5-bc3c-4faac3544788 None None] The sync data for ids ['671e5efc-0941-4def-b581-a65955c509ed'] in n-d-791506-16 is: [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:24:51Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:24:56.007715 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:56.052128 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] For port 64b893e2-c48d-4bf0-85b0-503d7e6be7cb, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:24:56.060306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] For port 64b893e2-c48d-4bf0-85b0-503d7e6be7cb, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=64b893e2-c48d-4bf0-85b0-503d7e6be7cb,segment=NetworkSegment(e35a39ff-5a43-471e-9d96-1f9727a6aff9),segment_id=e35a39ff-5a43-471e-9d96-1f9727a6aff9)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:24:56.068496 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:56.075328 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network f152d734-c886-4169-9776-ee617850a7cc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:24:56.084419 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:24:56.091016 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:24:56.140905 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=c2f7bfef-bf76-419e-977f-6aa933d515d8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:56.185714 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c08400-e4e6-4385-96a6-e6ee09b4d0bd None None] Pushing event updated for resources: {'Port': ['ID=64b893e2-c48d-4bf0-85b0-503d7e6be7cb,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:56.191774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:56.497377 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:56.976458 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:56.983216 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:57.131328 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=c2f7bfef-bf76-419e-977f-6aa933d515d8,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:57.142935 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:57.323897 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network f152d734-c886-4169-9776-ee617850a7cc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:24:57.326651 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:24:57.512083 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 671e5efc-0941-4def-b581-a65955c509ed has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:24:57.539222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575fd4f9-b290-4c44-951e-3ef373acbf2f None None] Network f152d734-c886-4169-9776-ee617850a7cc requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:24:57.645947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3be96ac5-358e-4abc-8c6e-ce4675cd242e None None] Provisioning for port 64b893e2-c48d-4bf0-85b0-503d7e6be7cb completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:24:57.704710 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:24:57.722240 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ad2336c8-9fcc-4bd3-872e-9c43d5e99598 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "PUT /v2.0/routers/671e5efc-0941-4def-b581-a65955c509ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7974105 Jul 08 21:24:57.983554 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-e1eae12d-51f3-4bdb-ab4b-023a9968ff5e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239471196&fields=id&tenant_id=d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 267 time: 0.0517178 Jul 08 21:24:58.210526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-801344dc-8bd5-46bb-bafb-082fdd807e19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:24:58.213804 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-801344dc-8bd5-46bb-bafb-082fdd807e19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/networks?id=f152d734-c886-4169-9776-ee617850a7cc HTTP/1.1" status: 200 len: 797 time: 0.2201092 Jul 08 21:24:58.248515 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-87485b29-8d04-49a8-9e1e-41163e0d53f2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/quotas/d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 375 time: 0.0145090 Jul 08 21:24:58.303421 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Sync routers for ids ['671e5efc-0941-4def-b581-a65955c509ed'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:24:58.323010 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Routers {'671e5efc-0941-4def-b581-a65955c509ed'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:24:58.323972 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['671e5efc-0941-4def-b581-a65955c509ed'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:58.349874 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 69401837-c351-42ac-946d-2a3ef8b4d1dc up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:24:58.417633 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-39696e24-2077-484d-84a9-58c144e401c1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1547370 Jul 08 21:24:58.468291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 69401837-c351-42ac-946d-2a3ef8b4d1dc completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:24:58.478827 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 69401837-c351-42ac-946d-2a3ef8b4d1dc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:24:58.479422 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:58.551328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e7e36a03-8499-4322-ab58-9c4556aaa611 None None] Provisioning for port c2f7bfef-bf76-419e-977f-6aa933d515d8 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:24:58.559838 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Set router 671e5efc-0941-4def-b581-a65955c509ed gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:24:58.563093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e7e36a03-8499-4322-ab58-9c4556aaa611 None None] Provisioning complete for port c2f7bfef-bf76-419e-977f-6aa933d515d8 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:24:58.564050 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e7e36a03-8499-4322-ab58-9c4556aaa611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:58.694780 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:58.741370 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-e7e36a03-8499-4322-ab58-9c4556aaa611 None None] Port c2f7bfef-bf76-419e-977f-6aa933d515d8 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:24:58.750025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 69401837-c351-42ac-946d-2a3ef8b4d1dc, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=69401837-c351-42ac-946d-2a3ef8b4d1dc,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:24:58.761727 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:58.762995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64b893e2-c48d-4bf0-85b0-503d7e6be7cb up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:24:58.773536 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-2fa8b319-1a23-4839-a945-4f14eb133f4c service neutron] 10.222.0.101 "GET /v2.0/networks/f152d734-c886-4169-9776-ee617850a7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226869 Jul 08 21:24:58.932083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 64b893e2-c48d-4bf0-85b0-503d7e6be7cb completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:24:58.936290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=69401837-c351-42ac-946d-2a3ef8b4d1dc,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:58.940738 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-322e98e7-e872-4138-9f0f-0f5720191660 service neutron] 10.222.0.101 "GET /v2.0/networks/f152d734-c886-4169-9776-ee617850a7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491375 Jul 08 21:24:58.961768 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 64b893e2-c48d-4bf0-85b0-503d7e6be7cb triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:24:58.962367 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:59.034618 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:24:56Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2f7bfef-bf76-419e-977f-6aa933d515d8', 'name': '', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:54Z', 'updated_at': '2021-07-08T21:24:56Z', 'revision_number': 2, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:24:59.099202 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Checking router: 671e5efc-0941-4def-b581-a65955c509ed for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:24:59.099743 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Updating router 671e5efc-0941-4def-b581-a65955c509ed port c2f7bfef-bf76-419e-977f-6aa933d515d8 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:24:59.102675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4c415a81-2cec-4e8e-96eb-af07d481b170 None None] Provisioning complete for port c2f7bfef-bf76-419e-977f-6aa933d515d8 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:24:59.103272 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c415a81-2cec-4e8e-96eb-af07d481b170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:59.170999 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:59.214007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4c415a81-2cec-4e8e-96eb-af07d481b170 None None] Port c2f7bfef-bf76-419e-977f-6aa933d515d8 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:24:59.242815 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:59.304593 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 64b893e2-c48d-4bf0-85b0-503d7e6be7cb, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=64b893e2-c48d-4bf0-85b0-503d7e6be7cb,segment=NetworkSegment(e35a39ff-5a43-471e-9d96-1f9727a6aff9),segment_id=e35a39ff-5a43-471e-9d96-1f9727a6aff9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:24:59.309554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-52f630e0-a997-4e0c-8f61-5a355f5dac38 req-f93b1c28-4c40-4fe6-9c1c-917d5fa95966 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 210 time: 0.0431387 Jul 08 21:24:59.311322 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:59.383942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f0cabc51-3d01-4bf4-99ad-9d89df8fcca5 None None] Provisioning complete for port c2f7bfef-bf76-419e-977f-6aa933d515d8 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:24:59.384227 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f0cabc51-3d01-4bf4-99ad-9d89df8fcca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:59.411549 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=64b893e2-c48d-4bf0-85b0-503d7e6be7cb,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:59.434023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f0cabc51-3d01-4bf4-99ad-9d89df8fcca5 None None] Port c2f7bfef-bf76-419e-977f-6aa933d515d8 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:24:59.608465 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:59.621905 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Transition to ACTIVE for port object c2f7bfef-bf76-419e-977f-6aa933d515d8 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:24:59.633020 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:59.698014 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Pushing event updated for resources: {'Port': ['ID=c2f7bfef-bf76-419e-977f-6aa933d515d8,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:24:59.738322 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:59.738838 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:59.739299 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:59.739735 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:59.740160 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:59.740577 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:59.741420 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:59.742017 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:59.742447 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:59.742867 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:59.743290 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:59.743713 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:24:59.792740 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Attempting to bind port c2f7bfef-bf76-419e-977f-6aa933d515d8 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:24:59.793195 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Attempting to bind port c2f7bfef-bf76-419e-977f-6aa933d515d8 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'e35a39ff-5a43-471e-9d96-1f9727a6aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:24:59.793687 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Attempting to bind port c2f7bfef-bf76-419e-977f-6aa933d515d8 on network f152d734-c886-4169-9776-ee617850a7cc {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:24:59.801825 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:24:59.802416 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Checking segment: {'id': 'e35a39ff-5a43-471e-9d96-1f9727a6aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:24:59.803045 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:59.803889 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Bound using segment: {'id': 'e35a39ff-5a43-471e-9d96-1f9727a6aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:24:59.804677 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Bound port: c2f7bfef-bf76-419e-977f-6aa933d515d8, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35a39ff-5a43-471e-9d96-1f9727a6aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:24:59.805385 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:24:59.906708 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] For port c2f7bfef-bf76-419e-977f-6aa933d515d8, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:24:59.912112 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] For port c2f7bfef-bf76-419e-977f-6aa933d515d8, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c2f7bfef-bf76-419e-977f-6aa933d515d8,segment=NetworkSegment(e35a39ff-5a43-471e-9d96-1f9727a6aff9),segment_id=e35a39ff-5a43-471e-9d96-1f9727a6aff9)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:24:59.920274 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:00.036234 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Routers {'671e5efc-0941-4def-b581-a65955c509ed'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:25:00.037369 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:24:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['671e5efc-0941-4def-b581-a65955c509ed'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:25:00.040878 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705361a4-4c00-4020-a703-6178ee3140e7 None None] Pushing event updated for resources: {'Port': ['ID=c2f7bfef-bf76-419e-977f-6aa933d515d8,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:25:00.252869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 69401837-c351-42ac-946d-2a3ef8b4d1dc up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:25:00.274426 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] Set router 671e5efc-0941-4def-b581-a65955c509ed gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:25:00.361159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 69401837-c351-42ac-946d-2a3ef8b4d1dc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:25:00.361928 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:00.453019 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-96a47e29-2aa0-4f18-8a26-5ea056890bb0 req-bc676854-7eaa-460e-9684-09546994b8b8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 210 time: 0.0514984 Jul 08 21:25:00.542981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64b893e2-c48d-4bf0-85b0-503d7e6be7cb up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:25:00.606987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 64b893e2-c48d-4bf0-85b0-503d7e6be7cb triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:25:00.607475 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:00.708406 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:24:56Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2f7bfef-bf76-419e-977f-6aa933d515d8', 'name': '', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:54Z', 'updated_at': '2021-07-08T21:24:59Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:25:00.755556 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05255b9d-a4ae-4184-b5f8-f506932d0dbd None None] The sync data for ids ['671e5efc-0941-4def-b581-a65955c509ed'] in n-d-791506-16 is: [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:24:56Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2f7bfef-bf76-419e-977f-6aa933d515d8', 'name': '', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:54Z', 'updated_at': '2021-07-08T21:24:59Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:25:01.600589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7579772-cbab-427c-9c76-e09412ba63ac req-7d9cd323-ec6f-42ca-afa7-0bb8000e9d2f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 210 time: 0.0530839 Jul 08 21:25:02.233745 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c2f7bfef-bf76-419e-977f-6aa933d515d8 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:25:02.329483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port c2f7bfef-bf76-419e-977f-6aa933d515d8 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:25:02.338290 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c2f7bfef-bf76-419e-977f-6aa933d515d8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:25:02.338943 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:02.452872 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:02.495409 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port c2f7bfef-bf76-419e-977f-6aa933d515d8, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c2f7bfef-bf76-419e-977f-6aa933d515d8,segment=NetworkSegment(e35a39ff-5a43-471e-9d96-1f9727a6aff9),segment_id=e35a39ff-5a43-471e-9d96-1f9727a6aff9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:25:02.501041 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:02.563952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=c2f7bfef-bf76-419e-977f-6aa933d515d8,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:25:02.754648 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80928eef-66a9-48f6-b23a-61547bd364ac req-e571833b-4210-486a-a97c-c36251b2ab00 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 210 time: 0.0587416 Jul 08 21:25:04.005630 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35911d42-0ad1-4b80-841e-af1bf2ab4ab6 req-b4e14752-ab07-48a4-a436-906a4326049f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 210 time: 0.0493391 Jul 08 21:25:04.156658 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7dcb7941-ed74-4aa6-9eeb-e547d46a60d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:04.227377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c2f7bfef-bf76-419e-977f-6aa933d515d8 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:25:04.316331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port c2f7bfef-bf76-419e-977f-6aa933d515d8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:25:04.317004 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:05.283954 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3025da2b-3bf3-4a78-8d96-293f207f9c45 req-b0b2f4c9-aa1b-4e2f-9f4a-5086a862739a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 210 time: 0.0548944 Jul 08 21:25:05.444439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-f0e714a1-c635-4f9a-b522-f0b35ac6a869 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:05.446867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-f0e714a1-c635-4f9a-b522-f0b35ac6a869 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.104 "GET /v2.0/networks?id=f152d734-c886-4169-9776-ee617850a7cc HTTP/1.1" status: 200 len: 797 time: 0.1945944 Jul 08 21:25:05.517599 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-913bd3a2-1b5c-4bb2-bb76-04b633cc0a95 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 379 time: 0.0625370 Jul 08 21:25:05.530363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'port': {'device_id': '58bf8825-7352-4137-9677-b7f60f169714', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'admin_state_up': True, 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'security_groups': ['ea4dde89-d3a2-445b-bfb9-9336d220b402']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:25:05.700296 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:25:05.706291 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:05.883855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.20.0.11 (f152d734-c886-4169-9776-ee617850a7cc/ec018968-25b0-46c8-9bf8-dc0676849931/269730b8-3f28-400f-93a4-1b1e63b47511) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:25:06.058260 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:06.077282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Transition to ACTIVE for port object 269730b8-3f28-400f-93a4-1b1e63b47511 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:25:06.128407 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:06.192475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network f152d734-c886-4169-9776-ee617850a7cc is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:25:06.196930 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:25:06.201529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:25:06.209903 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=269730b8-3f28-400f-93a4-1b1e63b47511,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:25:06.274088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:06.275424 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:06.297705 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-03f0be8b-04b7-4aa0-8900-b45871ff6b92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7740371 Jul 08 21:25:06.389243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Request body: {'port': {'device_id': '58bf8825-7352-4137-9677-b7f60f169714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:25:06.515397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ed814099-d250-4fec-84db-284543c6a1ba None None] Provisioning for port 269730b8-3f28-400f-93a4-1b1e63b47511 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:25:06.521995 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ed814099-d250-4fec-84db-284543c6a1ba None None] Provisioning complete for port 269730b8-3f28-400f-93a4-1b1e63b47511 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:25:06.522514 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ed814099-d250-4fec-84db-284543c6a1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:06.566510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ed814099-d250-4fec-84db-284543c6a1ba None None] Port 269730b8-3f28-400f-93a4-1b1e63b47511 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:25:06.596229 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:06.672475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1713d-8d42-4e1a-a60d-1d6e2f55fc56 req-72948bb1-b5f3-4460-ad88-3c37b3e68ac1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:06.674376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4b1713d-8d42-4e1a-a60d-1d6e2f55fc56 req-72948bb1-b5f3-4460-ad88-3c37b3e68ac1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 932 time: 0.2118025 Jul 08 21:25:06.797542 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a4b1713d-8d42-4e1a-a60d-1d6e2f55fc56 req-7b547ac4-d2f9-4141-bdd3-89bb4109af17 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127181 Jul 08 21:25:07.041024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269730b8-3f28-400f-93a4-1b1e63b47511 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:25:07.057127 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:07.080879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Transition to ACTIVE for port object 269730b8-3f28-400f-93a4-1b1e63b47511 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:25:07.088211 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:07.105139 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-022e3be1-c313-412c-ad2b-c9231aa618d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:07.190164 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Pushing event updated for resources: {'Port': ['ID=269730b8-3f28-400f-93a4-1b1e63b47511,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:25:07.236866 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:07.321057 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Attempting to bind port 269730b8-3f28-400f-93a4-1b1e63b47511 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:25:07.321555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Attempting to bind port 269730b8-3f28-400f-93a4-1b1e63b47511 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'e35a39ff-5a43-471e-9d96-1f9727a6aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:25:07.322045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Attempting to bind port 269730b8-3f28-400f-93a4-1b1e63b47511 on network f152d734-c886-4169-9776-ee617850a7cc {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:25:07.329654 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Port 269730b8-3f28-400f-93a4-1b1e63b47511 on network f152d734-c886-4169-9776-ee617850a7cc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:25:07.330118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Attempting to bind port 269730b8-3f28-400f-93a4-1b1e63b47511 on network f152d734-c886-4169-9776-ee617850a7cc {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:25:07.340560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:25:07.341040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Checking segment: {'id': 'e35a39ff-5a43-471e-9d96-1f9727a6aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:25:07.341672 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Bound using segment: {'id': 'e35a39ff-5a43-471e-9d96-1f9727a6aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:25:07.342391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Bound port: 269730b8-3f28-400f-93a4-1b1e63b47511, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35a39ff-5a43-471e-9d96-1f9727a6aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:25:07.343008 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:07.473345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] For port 269730b8-3f28-400f-93a4-1b1e63b47511, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:25:07.481189 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] For port 269730b8-3f28-400f-93a4-1b1e63b47511, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=269730b8-3f28-400f-93a4-1b1e63b47511,segment=NetworkSegment(e35a39ff-5a43-471e-9d96-1f9727a6aff9),segment_id=e35a39ff-5a43-471e-9d96-1f9727a6aff9)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:25:07.488262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:07.547204 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:07.548262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:07.550650 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] 10.222.0.104 "PUT /v2.0/ports/269730b8-3f28-400f-93a4-1b1e63b47511 HTTP/1.1" status: 200 len: 1093 time: 1.2443476 Jul 08 21:25:07.551373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bf8825-7352-4137-9677-b7f60f169714', 'tag': '269730b8-3f28-400f-93a4-1b1e63b47511'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:25:07.555319 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efded53-677e-487b-8691-50a063175f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "58bf8825-7352-4137-9677-b7f60f169714", "tag": "269730b8-3f28-400f-93a4-1b1e63b47511"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:25:07.603021 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96abd6-4a46-49bc-bb73-ddb1ffcaec1f service neutron] Pushing event updated for resources: {'Port': ['ID=269730b8-3f28-400f-93a4-1b1e63b47511,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:25:07.664517 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3e229e-5aaa-4aec-bacd-ac3a2f8f1c77 x-openstack-request-id: req-dc3e229e-5aaa-4aec-bacd-ac3a2f8f1c77 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:25:07.665199 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bf8825-7352-4137-9677-b7f60f169714", "tag": "269730b8-3f28-400f-93a4-1b1e63b47511", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:25:07.665630 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dc3e229e-5aaa-4aec-bacd-ac3a2f8f1c77 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:25:07.666280 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bf8825-7352-4137-9677-b7f60f169714', 'tag': '269730b8-3f28-400f-93a4-1b1e63b47511', 'status': 'completed', 'code': 200} Jul 08 21:25:07.720325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-68be6eeb-9ea5-40b2-96da-fea248bea686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:07.723117 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-68be6eeb-9ea5-40b2-96da-fea248bea686 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 1096 time: 0.1108117 Jul 08 21:25:07.798087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-55c969b8-96fd-43a0-a3e9-d76b2e1ff93f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=269730b8-3f28-400f-93a4-1b1e63b47511 HTTP/1.1" status: 200 len: 217 time: 0.0651927 Jul 08 21:25:07.886072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-c959b2aa-1f9a-4dee-85d7-e1ad09800e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:07.888830 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-c959b2aa-1f9a-4dee-85d7-e1ad09800e43 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ec018968-25b0-46c8-9bf8-dc0676849931 HTTP/1.1" status: 200 len: 835 time: 0.0838559 Jul 08 21:25:08.054993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-31443e82-8417-496b-af10-930f959d878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:08.056780 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-31443e82-8417-496b-af10-930f959d878e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f152d734-c886-4169-9776-ee617850a7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1606216 Jul 08 21:25:08.153871 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459269c-bb85-4618-b765-68bb2726ffdc req-4af58ebf-70e8-4f6b-b617-b6bf94997597 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:08.155576 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3459269c-bb85-4618-b765-68bb2726ffdc req-4af58ebf-70e8-4f6b-b617-b6bf94997597 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 944 time: 0.1848869 Jul 08 21:25:08.236214 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3459269c-bb85-4618-b765-68bb2726ffdc req-a80be6d1-8502-4986-b20a-511fb810a0df tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696068 Jul 08 21:25:08.238980 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-e1418d6b-de74-464e-9047-183df2b5224a service neutron] 10.222.0.104 "GET /v2.0/networks/f152d734-c886-4169-9776-ee617850a7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756754 Jul 08 21:25:08.362663 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dede6f7c-09a2-4853-882c-b6c8b99841b8 req-119d16dc-5114-4956-a3c6-a16bada31ea7 service neutron] 10.222.0.104 "GET /v2.0/networks/f152d734-c886-4169-9776-ee617850a7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169202 Jul 08 21:25:08.508380 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efded53-677e-487b-8691-50a063175f9f req-c1305a33-92e5-467c-9e71-18ab42d7483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:08.510972 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8efded53-677e-487b-8691-50a063175f9f req-c1305a33-92e5-467c-9e71-18ab42d7483e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 1096 time: 0.0930016 Jul 08 21:25:08.517185 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:08.636894 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efded53-677e-487b-8691-50a063175f9f req-7df30cf3-20c4-49f6-9da5-556798875ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:08.638735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8efded53-677e-487b-8691-50a063175f9f req-7df30cf3-20c4-49f6-9da5-556798875ccc service neutron] 10.222.0.104 "GET /v2.0/networks?id=f152d734-c886-4169-9776-ee617850a7cc HTTP/1.1" status: 200 len: 898 time: 0.1219504 Jul 08 21:25:08.684595 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8efded53-677e-487b-8691-50a063175f9f req-198405dc-eec4-4206-bc72-31c88b15b69a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=269730b8-3f28-400f-93a4-1b1e63b47511 HTTP/1.1" status: 200 len: 217 time: 0.0388043 Jul 08 21:25:08.778356 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efded53-677e-487b-8691-50a063175f9f req-f7fee2b7-5ab3-4b0f-8e10-57b2db85ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:08.781213 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8efded53-677e-487b-8691-50a063175f9f req-f7fee2b7-5ab3-4b0f-8e10-57b2db85ae2e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ec018968-25b0-46c8-9bf8-dc0676849931 HTTP/1.1" status: 200 len: 835 time: 0.0898833 Jul 08 21:25:08.871171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efded53-677e-487b-8691-50a063175f9f req-2ca41f8b-8eec-4117-9255-6f8fce728e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:08.873828 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8efded53-677e-487b-8691-50a063175f9f req-2ca41f8b-8eec-4117-9255-6f8fce728e67 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f152d734-c886-4169-9776-ee617850a7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851274 Jul 08 21:25:08.988185 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8efded53-677e-487b-8691-50a063175f9f req-04b64fe4-b556-4bf3-bd31-cb24918f1d79 service neutron] 10.222.0.104 "GET /v2.0/networks/f152d734-c886-4169-9776-ee617850a7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063495 Jul 08 21:25:09.149241 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8efded53-677e-487b-8691-50a063175f9f req-4c8784b2-718a-412f-becf-29121b9942f0 service neutron] 10.222.0.104 "GET /v2.0/networks/f152d734-c886-4169-9776-ee617850a7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545177 Jul 08 21:25:09.486805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086b6c-2873-4255-b934-020081170776 req-39342c93-b8b5-4c0b-909b-b008491f75dd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:09.489320 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-63086b6c-2873-4255-b934-020081170776 req-39342c93-b8b5-4c0b-909b-b008491f75dd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 944 time: 0.1119733 Jul 08 21:25:09.553333 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-63086b6c-2873-4255-b934-020081170776 req-7b800ef5-a0f2-487f-85df-3ce75be1fede tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532722 Jul 08 21:25:10.065428 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:10.814533 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04d95d-1f5d-4b2e-8896-e013fcf79877 req-f6ee59ae-c802-4d29-9dc0-53bbfab15897 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:10.816234 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c04d95d-1f5d-4b2e-8896-e013fcf79877 req-f6ee59ae-c802-4d29-9dc0-53bbfab15897 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 944 time: 0.0804250 Jul 08 21:25:10.867563 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c04d95d-1f5d-4b2e-8896-e013fcf79877 req-b1c84fd5-369b-4f15-8466-7cd4d8808ec4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411077 Jul 08 21:25:11.445675 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 269730b8-3f28-400f-93a4-1b1e63b47511 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:25:11.580411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 269730b8-3f28-400f-93a4-1b1e63b47511, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=269730b8-3f28-400f-93a4-1b1e63b47511,segment=NetworkSegment(e35a39ff-5a43-471e-9d96-1f9727a6aff9),segment_id=e35a39ff-5a43-471e-9d96-1f9727a6aff9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:25:11.603796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '269730b8-3f28-400f-93a4-1b1e63b47511', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'port_id': '269730b8-3f28-400f-93a4-1b1e63b47511', 'mac_address': 'fa:16:3e:87:67:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:25:11.657478 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:11.672755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269730b8-3f28-400f-93a4-1b1e63b47511 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:25:11.700689 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 269730b8-3f28-400f-93a4-1b1e63b47511, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=269730b8-3f28-400f-93a4-1b1e63b47511,segment=NetworkSegment(e35a39ff-5a43-471e-9d96-1f9727a6aff9),segment_id=e35a39ff-5a43-471e-9d96-1f9727a6aff9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:25:11.705943 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:11.765597 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=269730b8-3f28-400f-93a4-1b1e63b47511,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:25:11.938982 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['269730b8-3f28-400f-93a4-1b1e63b47511'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:25:12.124477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78232-5624-48bd-b69c-1a9476304853 req-6ce592a7-50b2-4e48-b736-2f1b26130025 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:12.126564 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0f78232-5624-48bd-b69c-1a9476304853 req-6ce592a7-50b2-4e48-b736-2f1b26130025 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 945 time: 0.0863664 Jul 08 21:25:12.188041 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e0f78232-5624-48bd-b69c-1a9476304853 req-f5850c6f-6d94-4369-9668-4fac76435927 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503848 Jul 08 21:25:13.246433 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:25:13.477295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 269730b8-3f28-400f-93a4-1b1e63b47511 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:25:13.545258 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 269730b8-3f28-400f-93a4-1b1e63b47511 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:25:13.549943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 269730b8-3f28-400f-93a4-1b1e63b47511 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:25:13.550390 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:13.570022 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6df8ae-9d83-4c7c-992d-9820023448a1 req-94b6923f-3739-4c49-b5fd-96f62fab79c2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:13.573403 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae6df8ae-9d83-4c7c-992d-9820023448a1 req-94b6923f-3739-4c49-b5fd-96f62fab79c2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 945 time: 0.2271640 Jul 08 21:25:13.627068 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ae6df8ae-9d83-4c7c-992d-9820023448a1 req-d29c8e10-c038-4cd7-8367-00b9db128839 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480168 Jul 08 21:25:13.706370 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:13.736604 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bf8825-7352-4137-9677-b7f60f169714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269730b8-3f28-400f-93a4-1b1e63b47511'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:25:13.739724 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edf1662-ae11-4875-a501-87df2236b2c9" -d '{"events": [{"server_uuid": "58bf8825-7352-4137-9677-b7f60f169714", "name": "network-vif-plugged", "status": "completed", "tag": "269730b8-3f28-400f-93a4-1b1e63b47511"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:25:13.756667 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 269730b8-3f28-400f-93a4-1b1e63b47511, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=269730b8-3f28-400f-93a4-1b1e63b47511,segment=NetworkSegment(e35a39ff-5a43-471e-9d96-1f9727a6aff9),segment_id=e35a39ff-5a43-471e-9d96-1f9727a6aff9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:25:13.766369 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:13.818665 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbc13c1-e786-48ba-9b94-9b7d26acc4a4 x-openstack-request-id: req-2fbc13c1-e786-48ba-9b94-9b7d26acc4a4 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:25:13.819137 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bf8825-7352-4137-9677-b7f60f169714", "name": "network-vif-plugged", "status": "completed", "tag": "269730b8-3f28-400f-93a4-1b1e63b47511", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:25:13.819556 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2fbc13c1-e786-48ba-9b94-9b7d26acc4a4 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:25:13.820481 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bf8825-7352-4137-9677-b7f60f169714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269730b8-3f28-400f-93a4-1b1e63b47511', 'code': 200} Jul 08 21:25:13.876751 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=269730b8-3f28-400f-93a4-1b1e63b47511,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:25:13.979942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3c3e1-a44d-46fe-bf68-5bcad6bc3c57 req-361cec7e-9e1e-4f2b-9372-6b53f3f78e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:13.981597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-07e3c3e1-a44d-46fe-bf68-5bcad6bc3c57 req-361cec7e-9e1e-4f2b-9372-6b53f3f78e5d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 1098 time: 0.0818264 Jul 08 21:25:14.033277 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-07e3c3e1-a44d-46fe-bf68-5bcad6bc3c57 req-dfd44580-4c63-4ddb-9198-e49f31e23090 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448608 Jul 08 21:25:14.898962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9943d-c9a1-4186-a875-64dc0cef0a51 req-28a77680-5376-430a-a056-d1f2dc8e346e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:14.900927 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35a9943d-c9a1-4186-a875-64dc0cef0a51 req-28a77680-5376-430a-a056-d1f2dc8e346e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 946 time: 0.0802753 Jul 08 21:25:14.954235 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-35a9943d-c9a1-4186-a875-64dc0cef0a51 req-606753b4-adcb-4be2-b03b-c45491553a59 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428650 Jul 08 21:25:16.246482 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a16f6e-b681-43b7-b2d6-41e9ef5786f6 req-fa3e6342-6368-4326-97b8-a3ccff943f22 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:16.248371 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51a16f6e-b681-43b7-b2d6-41e9ef5786f6 req-fa3e6342-6368-4326-97b8-a3ccff943f22 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 946 time: 0.1578541 Jul 08 21:25:16.302663 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-51a16f6e-b681-43b7-b2d6-41e9ef5786f6 req-0da15600-f7d7-4584-9bf5-d97f96868873 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435305 Jul 08 21:25:16.627851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac851e6-ddd5-4c4e-89f5-8345e0751429 req-06784128-bead-44f1-8bf7-531bc084a4be tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:16.630034 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ac851e6-ddd5-4c4e-89f5-8345e0751429 req-06784128-bead-44f1-8bf7-531bc084a4be tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 946 time: 0.1109428 Jul 08 21:25:16.691300 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0ac851e6-ddd5-4c4e-89f5-8345e0751429 req-a71f2839-ac70-446e-990b-66f8eaf1e982 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498378 Jul 08 21:25:16.741084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49316) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:25:16.805587 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5331dd-6d4b-4bcf-8501-88daeadce397 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:16.807390 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6f5331dd-6d4b-4bcf-8501-88daeadce397 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 1093 time: 0.0646906 Jul 08 21:25:16.810826 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49318) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:25:16.815930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '269730b8-3f28-400f-93a4-1b1e63b47511', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:25:16.843547 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:17.018570 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:17.208023 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.25.4.204 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/12943ead-8d93-40c3-bbc4-46f36d3dc57e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:25:17.412854 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:17.483229 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:17.551332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:25:17.556971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:25:17.562684 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:25:18.037729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=12943ead-8d93-40c3-bbc4-46f36d3dc57e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:25:18.059795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:18.060301 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:18.060837 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:18.061324 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:18.061811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:18.062290 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:18.062772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:18.063261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:18.063745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:18.064228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:18.064739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:18.065219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:18.232854 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:18.700119 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:18.821844 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:19.106468 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:19.114322 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:19.218479 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=12943ead-8d93-40c3-bbc4-46f36d3dc57e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:25:19.239905 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:19.435059 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Floating IP 0284dbf5-db2d-4a37-b63e-4a7cd8b4cd12 associated. External IP: 172.25.4.204, port: 269730b8-3f28-400f-93a4-1b1e63b47511. Jul 08 21:25:19.832308 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 671e5efc-0941-4def-b581-a65955c509ed has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:25:19.992055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:25:20.007820 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb68d57-ff07-46c1-b2b1-22b805a8913c None None] Sync routers for ids ['671e5efc-0941-4def-b581-a65955c509ed'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:25:20.015746 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:20.029362 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb68d57-ff07-46c1-b2b1-22b805a8913c None None] Routers {'671e5efc-0941-4def-b581-a65955c509ed'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:25:20.030439 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fbb68d57-ff07-46c1-b2b1-22b805a8913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['671e5efc-0941-4def-b581-a65955c509ed'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:25:20.075663 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b5985031-dc4a-471a-a8cf-191a946674a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2636492 Jul 08 21:25:20.076365 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bf8825-7352-4137-9677-b7f60f169714', 'tag': '269730b8-3f28-400f-93a4-1b1e63b47511'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:25:20.087365 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d2ebfc172d59de590df2938a803ad4ab2356e115028df77becb900c8d97392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8680bb4b-06aa-41ef-906f-20c7e2868e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "58bf8825-7352-4137-9677-b7f60f169714", "tag": "269730b8-3f28-400f-93a4-1b1e63b47511"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:25:20.152179 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968be3d1-3b78-44a8-96af-74a9d0bf6a81 x-openstack-request-id: req-968be3d1-3b78-44a8-96af-74a9d0bf6a81 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:25:20.152851 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bf8825-7352-4137-9677-b7f60f169714", "tag": "269730b8-3f28-400f-93a4-1b1e63b47511", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:25:20.153049 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-968be3d1-3b78-44a8-96af-74a9d0bf6a81 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:25:20.153604 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bf8825-7352-4137-9677-b7f60f169714', 'tag': '269730b8-3f28-400f-93a4-1b1e63b47511', 'status': 'completed', 'code': 200} Jul 08 21:25:20.234448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-fbb68d57-ff07-46c1-b2b1-22b805a8913c None None] Set router 671e5efc-0941-4def-b581-a65955c509ed gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:25:20.267432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680bb4b-06aa-41ef-906f-20c7e2868e9e req-8cea859a-5c3f-4d59-9438-7ad3d36ef66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:20.270063 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8680bb4b-06aa-41ef-906f-20c7e2868e9e req-8cea859a-5c3f-4d59-9438-7ad3d36ef66b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 1098 time: 0.0879724 Jul 08 21:25:20.292054 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1cdef-e0fd-45bb-8986-98c1838b03b1 req-6e2e58b6-b5e7-4e2d-be22-bca396c9e664 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:20.294373 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-21b1cdef-e0fd-45bb-8986-98c1838b03b1 req-6e2e58b6-b5e7-4e2d-be22-bca396c9e664 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 946 time: 0.1076391 Jul 08 21:25:20.365232 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-21b1cdef-e0fd-45bb-8986-98c1838b03b1 req-50d829a7-3866-4b00-b6f1-bce4ecb463be tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585299 Jul 08 21:25:20.407312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49324) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:25:20.435475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680bb4b-06aa-41ef-906f-20c7e2868e9e req-98798032-ddbc-4597-b18b-a027b9fef8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:20.437657 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8680bb4b-06aa-41ef-906f-20c7e2868e9e req-98798032-ddbc-4597-b18b-a027b9fef8f4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f152d734-c886-4169-9776-ee617850a7cc HTTP/1.1" status: 200 len: 898 time: 0.1617692 Jul 08 21:25:20.523904 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-23f64645-acc4-4d47-884f-14c450c1ec41 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/0284dbf5-db2d-4a37-b63e-4a7cd8b4cd12 HTTP/1.1" status: 200 len: 992 time: 0.1147547 Jul 08 21:25:20.535214 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8680bb4b-06aa-41ef-906f-20c7e2868e9e req-83d78c68-4283-4c26-8a6c-cb840d21e6c1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=269730b8-3f28-400f-93a4-1b1e63b47511 HTTP/1.1" status: 200 len: 1000 time: 0.0913002 Jul 08 21:25:20.555379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fbb68d57-ff07-46c1-b2b1-22b805a8913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:24:56Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '0284dbf5-db2d-4a37-b63e-4a7cd8b4cd12', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '671e5efc-0941-4def-b581-a65955c509ed', 'port_id': '269730b8-3f28-400f-93a4-1b1e63b47511', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'mac_address': 'fa:16:3e:87:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf8825-7352-4137-9677-b7f60f169714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:25:18Z', 'updated_at': '2021-07-08T21:25:18Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f7bfef-bf76-419e-977f-6aa933d515d8', 'name': '', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:54Z', 'updated_at': '2021-07-08T21:25:02Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:25:20.585788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb68d57-ff07-46c1-b2b1-22b805a8913c None None] Checking router: 671e5efc-0941-4def-b581-a65955c509ed for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:25:20.595825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb68d57-ff07-46c1-b2b1-22b805a8913c None None] Routers {'671e5efc-0941-4def-b581-a65955c509ed'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:25:20.596463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fbb68d57-ff07-46c1-b2b1-22b805a8913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:25:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['671e5efc-0941-4def-b581-a65955c509ed'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:25:20.617379 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680bb4b-06aa-41ef-906f-20c7e2868e9e req-825b36e0-7531-4a63-9cd0-3693da61b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:20.619630 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8680bb4b-06aa-41ef-906f-20c7e2868e9e req-825b36e0-7531-4a63-9cd0-3693da61b6bc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ec018968-25b0-46c8-9bf8-dc0676849931 HTTP/1.1" status: 200 len: 835 time: 0.0773752 Jul 08 21:25:20.719289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680bb4b-06aa-41ef-906f-20c7e2868e9e req-9752d17e-f015-407a-ab68-0267d37d6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:20.722513 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8680bb4b-06aa-41ef-906f-20c7e2868e9e req-9752d17e-f015-407a-ab68-0267d37d6e95 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f152d734-c886-4169-9776-ee617850a7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959337 Jul 08 21:25:20.746626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-fbb68d57-ff07-46c1-b2b1-22b805a8913c None None] Set router 671e5efc-0941-4def-b581-a65955c509ed gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:25:20.877247 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8680bb4b-06aa-41ef-906f-20c7e2868e9e req-a7a0bacb-4e69-4a41-b6ac-087f53de92c6 service neutron] 10.222.0.104 "GET /v2.0/networks/f152d734-c886-4169-9776-ee617850a7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480410 Jul 08 21:25:21.012361 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8680bb4b-06aa-41ef-906f-20c7e2868e9e req-6c41bfcb-2a35-42a4-99b1-8cb01409b024 service neutron] 10.222.0.104 "GET /v2.0/networks/f152d734-c886-4169-9776-ee617850a7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285806 Jul 08 21:25:21.090918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-fbb68d57-ff07-46c1-b2b1-22b805a8913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:24:56Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '0284dbf5-db2d-4a37-b63e-4a7cd8b4cd12', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '671e5efc-0941-4def-b581-a65955c509ed', 'port_id': '269730b8-3f28-400f-93a4-1b1e63b47511', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'mac_address': 'fa:16:3e:87:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf8825-7352-4137-9677-b7f60f169714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:25:18Z', 'updated_at': '2021-07-08T21:25:18Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f7bfef-bf76-419e-977f-6aa933d515d8', 'name': '', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:54Z', 'updated_at': '2021-07-08T21:25:02Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:25:21.127809 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb68d57-ff07-46c1-b2b1-22b805a8913c None None] The sync data for ids ['671e5efc-0941-4def-b581-a65955c509ed'] in n-d-791506-16 is: [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:24:56Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '0284dbf5-db2d-4a37-b63e-4a7cd8b4cd12', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '671e5efc-0941-4def-b581-a65955c509ed', 'port_id': '269730b8-3f28-400f-93a4-1b1e63b47511', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'mac_address': 'fa:16:3e:87:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf8825-7352-4137-9677-b7f60f169714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:25:18Z', 'updated_at': '2021-07-08T21:25:18Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f7bfef-bf76-419e-977f-6aa933d515d8', 'name': '', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:54Z', 'updated_at': '2021-07-08T21:25:02Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:25:21.379370 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb81505-fe19-429c-a9c9-1bbc2bff0c95 None None] New status for floating IP 0284dbf5-db2d-4a37-b63e-4a7cd8b4cd12: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:25:21.528792 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49326) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:25:21.614733 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0f51b9f5-58cc-4981-8988-79b584baea0d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/0284dbf5-db2d-4a37-b63e-4a7cd8b4cd12 HTTP/1.1" status: 200 len: 992 time: 0.0838976 Jul 08 21:25:22.619953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49328) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:25:22.737874 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bdc2de67-586a-44ef-82ac-e274ecb0d0a9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/0284dbf5-db2d-4a37-b63e-4a7cd8b4cd12 HTTP/1.1" status: 200 len: 994 time: 0.1161485 Jul 08 21:25:24.082564 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:34.145245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-61cf65af-bbfe-4463-b8a6-17e4d3e3dc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:37.108843 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a4723fbf-869a-475d-890d-0393859bb48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:37.221122 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:38.511072 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:40.063496 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:48.228549 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:50.247927 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:25:50.522023 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2051a8-106d-4189-b4b8-3ac6467dc395 req-0bf2865b-a53b-4b60-bdcd-ae9714e9fb23 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:50.524299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ac2051a8-106d-4189-b4b8-3ac6467dc395 req-0bf2865b-a53b-4b60-bdcd-ae9714e9fb23 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 946 time: 0.0811501 Jul 08 21:25:50.579642 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ac2051a8-106d-4189-b4b8-3ac6467dc395 req-b68ac674-4693-40f4-af07-0b530ecf93b2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483987 Jul 08 21:25:51.781426 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2818ce4-8519-46be-9f84-033174ba3fef req-f929be7c-c10d-46cd-b1b1-2eae5dc7b1ce tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:51.783096 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f2818ce4-8519-46be-9f84-033174ba3fef req-f929be7c-c10d-46cd-b1b1-2eae5dc7b1ce tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 946 time: 0.0748529 Jul 08 21:25:51.833207 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f2818ce4-8519-46be-9f84-033174ba3fef req-a54d26f3-bb2d-4444-95e8-896940245187 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390790 Jul 08 21:25:51.863586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49350) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:25:51.936770 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e54a5031-ff90-4736-9605-9ba2d0022970 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/0284dbf5-db2d-4a37-b63e-4a7cd8b4cd12 HTTP/1.1" status: 200 len: 994 time: 0.0711777 Jul 08 21:25:53.525344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e7416-95f0-42f5-a95b-066d3eabd90d req-11d00dad-a800-4989-b95c-017efc057d02 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:53.527367 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ef5e7416-95f0-42f5-a95b-066d3eabd90d req-11d00dad-a800-4989-b95c-017efc057d02 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 946 time: 0.0836394 Jul 08 21:25:53.584743 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ef5e7416-95f0-42f5-a95b-066d3eabd90d req-3b780044-86a4-4e70-b2c5-ada8e7d431c6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431726 Jul 08 21:25:54.071300 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:54.939993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1643a73-de9a-4d8d-abec-a5bcd8a52c22 req-9e6234db-e8b5-401e-a6b1-3f238da0df56 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:54.944700 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1643a73-de9a-4d8d-abec-a5bcd8a52c22 req-9e6234db-e8b5-401e-a6b1-3f238da0df56 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 946 time: 0.1276028 Jul 08 21:25:55.014800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f1643a73-de9a-4d8d-abec-a5bcd8a52c22 req-f8c41c29-01f3-4b16-9f6b-00758eb8b8a8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611298 Jul 08 21:25:55.065748 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49360) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:25:55.159612 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e63f651d-eccc-4519-af20-609b607617f1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/0284dbf5-db2d-4a37-b63e-4a7cd8b4cd12 HTTP/1.1" status: 200 len: 994 time: 0.0919604 Jul 08 21:25:55.451015 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49366) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:25:55.650496 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5ec61-a182-4e07-a153-3bdc448cb832 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port 12943ead-8d93-40c3-bbc4-46f36d3dc57e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:25:55.651292 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ec61-a182-4e07-a153-3bdc448cb832 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:55.782392 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ec61-a182-4e07-a153-3bdc448cb832 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:55.782883 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ec61-a182-4e07-a153-3bdc448cb832 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:55.808808 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5ec61-a182-4e07-a153-3bdc448cb832 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for 12943ead-8d93-40c3-bbc4-46f36d3dc57e owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:25:56.060927 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ec61-a182-4e07-a153-3bdc448cb832 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:56.087821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5ec61-a182-4e07-a153-3bdc448cb832 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=12943ead-8d93-40c3-bbc4-46f36d3dc57e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:25:56.173105 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ec61-a182-4e07-a153-3bdc448cb832 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:56.173537 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-b5f5ec61-a182-4e07-a153-3bdc448cb832 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Floating IP 0284dbf5-db2d-4a37-b63e-4a7cd8b4cd12 disassociated (deleted). External IP: 172.25.4.204, port: 269730b8-3f28-400f-93a4-1b1e63b47511. Jul 08 21:25:56.525522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f5ec61-a182-4e07-a153-3bdc448cb832 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 671e5efc-0941-4def-b581-a65955c509ed has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:25:56.721350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f5ec61-a182-4e07-a153-3bdc448cb832 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:25:56.726881 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ec61-a182-4e07-a153-3bdc448cb832 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:56.736485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3afb82b-4235-4342-a548-8a8470b3fa50 None None] Sync routers for ids ['671e5efc-0941-4def-b581-a65955c509ed'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:25:56.754292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3afb82b-4235-4342-a548-8a8470b3fa50 None None] Routers {'671e5efc-0941-4def-b581-a65955c509ed'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:25:56.755377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a3afb82b-4235-4342-a548-8a8470b3fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['671e5efc-0941-4def-b581-a65955c509ed'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:25:56.778026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b5f5ec61-a182-4e07-a153-3bdc448cb832 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/floatingips/0284dbf5-db2d-4a37-b63e-4a7cd8b4cd12 HTTP/1.1" status: 204 len: 168 time: 1.3257892 Jul 08 21:25:56.778810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bf8825-7352-4137-9677-b7f60f169714', 'tag': '269730b8-3f28-400f-93a4-1b1e63b47511'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:25:56.781477 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d2ebfc172d59de590df2938a803ad4ab2356e115028df77becb900c8d97392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef1d77a-048b-4037-bd34-24d93e234412" -d '{"events": [{"name": "network-changed", "server_uuid": "58bf8825-7352-4137-9677-b7f60f169714", "tag": "269730b8-3f28-400f-93a4-1b1e63b47511"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:25:56.835394 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e82b48-cbb0-406c-9b6e-52bd1b81389f x-openstack-request-id: req-82e82b48-cbb0-406c-9b6e-52bd1b81389f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:25:56.835928 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bf8825-7352-4137-9677-b7f60f169714", "tag": "269730b8-3f28-400f-93a4-1b1e63b47511", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:25:56.836230 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-82e82b48-cbb0-406c-9b6e-52bd1b81389f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:25:56.837644 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bf8825-7352-4137-9677-b7f60f169714', 'tag': '269730b8-3f28-400f-93a4-1b1e63b47511', 'status': 'completed', 'code': 200} Jul 08 21:25:56.945306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a3afb82b-4235-4342-a548-8a8470b3fa50 None None] Set router 671e5efc-0941-4def-b581-a65955c509ed gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:25:56.967713 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1d77a-048b-4037-bd34-24d93e234412 req-8b69a50f-82c0-46b3-a757-c6e9c2b7a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:56.969499 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ef1d77a-048b-4037-bd34-24d93e234412 req-8b69a50f-82c0-46b3-a757-c6e9c2b7a479 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 1098 time: 0.1036329 Jul 08 21:25:57.141915 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1d77a-048b-4037-bd34-24d93e234412 req-27eb5724-8f87-4a76-8f2c-3f094b3e714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:57.143634 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ef1d77a-048b-4037-bd34-24d93e234412 req-27eb5724-8f87-4a76-8f2c-3f094b3e714a service neutron] 10.222.0.104 "GET /v2.0/networks?id=f152d734-c886-4169-9776-ee617850a7cc HTTP/1.1" status: 200 len: 898 time: 0.1658633 Jul 08 21:25:57.203723 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ef1d77a-048b-4037-bd34-24d93e234412 req-c337cdfd-4b66-43f7-8b78-a42e1b02a891 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=269730b8-3f28-400f-93a4-1b1e63b47511 HTTP/1.1" status: 200 len: 217 time: 0.0525725 Jul 08 21:25:57.286982 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1d77a-048b-4037-bd34-24d93e234412 req-b0a202d7-8cf0-463f-aee9-878dc7b72d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:57.288435 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ef1d77a-048b-4037-bd34-24d93e234412 req-b0a202d7-8cf0-463f-aee9-878dc7b72d2c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ec018968-25b0-46c8-9bf8-dc0676849931 HTTP/1.1" status: 200 len: 835 time: 0.0713427 Jul 08 21:25:57.361455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1d77a-048b-4037-bd34-24d93e234412 req-67ed429f-7fdd-4f5c-b95e-259d4e12e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:57.363020 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ef1d77a-048b-4037-bd34-24d93e234412 req-67ed429f-7fdd-4f5c-b95e-259d4e12e70c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f152d734-c886-4169-9776-ee617850a7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668197 Jul 08 21:25:57.366609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a3afb82b-4235-4342-a548-8a8470b3fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:24:56Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2f7bfef-bf76-419e-977f-6aa933d515d8', 'name': '', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:54Z', 'updated_at': '2021-07-08T21:25:02Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:25:57.419759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3afb82b-4235-4342-a548-8a8470b3fa50 None None] Checking router: 671e5efc-0941-4def-b581-a65955c509ed for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:25:57.434981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3afb82b-4235-4342-a548-8a8470b3fa50 None None] Routers {'671e5efc-0941-4def-b581-a65955c509ed'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:25:57.435783 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a3afb82b-4235-4342-a548-8a8470b3fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['671e5efc-0941-4def-b581-a65955c509ed'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:25:57.598230 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ef1d77a-048b-4037-bd34-24d93e234412 req-ab3f4557-0fa2-4e6e-a03c-64c7e5e971b2 service neutron] 10.222.0.104 "GET /v2.0/networks/f152d734-c886-4169-9776-ee617850a7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274249 Jul 08 21:25:57.707468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baada7a2-d3de-4a41-9fa8-d6bea7f3c0e8 req-c2b8c941-f958-4f19-9b07-d465fa4d9e7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:57.710801 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-baada7a2-d3de-4a41-9fa8-d6bea7f3c0e8 req-c2b8c941-f958-4f19-9b07-d465fa4d9e7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 946 time: 0.2721395 Jul 08 21:25:57.772419 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-a3afb82b-4235-4342-a548-8a8470b3fa50 None None] Set router 671e5efc-0941-4def-b581-a65955c509ed gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:25:57.807852 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-baada7a2-d3de-4a41-9fa8-d6bea7f3c0e8 req-a3e787da-4c5b-43d4-a584-67e7e1044291 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851808 Jul 08 21:25:57.814300 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7ef1d77a-048b-4037-bd34-24d93e234412 req-7f91c3ed-90f4-411d-87dc-88b914e035b9 service neutron] 10.222.0.104 "GET /v2.0/networks/f152d734-c886-4169-9776-ee617850a7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085114 Jul 08 21:25:58.028106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-a3afb82b-4235-4342-a548-8a8470b3fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:24:56Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2f7bfef-bf76-419e-977f-6aa933d515d8', 'name': '', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:54Z', 'updated_at': '2021-07-08T21:25:02Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:25:58.062711 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3afb82b-4235-4342-a548-8a8470b3fa50 None None] The sync data for ids ['671e5efc-0941-4def-b581-a65955c509ed'] in n-d-791506-16 is: [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:24:56Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'c2f7bfef-bf76-419e-977f-6aa933d515d8', 'name': '', 'network_id': 'f152d734-c886-4169-9776-ee617850a7cc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:54Z', 'updated_at': '2021-07-08T21:25:02Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'ec018968-25b0-46c8-9bf8-dc0676849931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:25:58.370636 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620c4e4-f1e4-4e0e-8054-245de9cd9303 None None] New status for floating IP 0284dbf5-db2d-4a37-b63e-4a7cd8b4cd12: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:25:59.178845 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0312e-0081-4ae7-8865-1793f916768f req-84f2ef44-539c-4f12-bb8e-b983646f42d5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:59.181630 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7db0312e-0081-4ae7-8865-1793f916768f req-84f2ef44-539c-4f12-bb8e-b983646f42d5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 946 time: 0.1320603 Jul 08 21:25:59.202829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc8acf-3115-40ad-a81a-a389e2570ba2 req-06aab083-380d-4ab6-b60c-36342def256a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:25:59.205479 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28fc8acf-3115-40ad-a81a-a389e2570ba2 req-06aab083-380d-4ab6-b60c-36342def256a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.104 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 946 time: 0.4687266 Jul 08 21:25:59.248789 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7db0312e-0081-4ae7-8865-1793f916768f req-c7bc50cb-e5f4-49e3-b14d-f1312fb1db3b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=ea4dde89-d3a2-445b-bfb9-9336d220b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565121 Jul 08 21:25:59.357306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-28fc8acf-3115-40ad-a81a-a389e2570ba2 req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port 269730b8-3f28-400f-93a4-1b1e63b47511 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:25:59.357691 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28fc8acf-3115-40ad-a81a-a389e2570ba2 req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:59.471294 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-28fc8acf-3115-40ad-a81a-a389e2570ba2 req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port 269730b8-3f28-400f-93a4-1b1e63b47511, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=269730b8-3f28-400f-93a4-1b1e63b47511,segment=NetworkSegment(e35a39ff-5a43-471e-9d96-1f9727a6aff9),segment_id=e35a39ff-5a43-471e-9d96-1f9727a6aff9)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:25:59.471719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28fc8acf-3115-40ad-a81a-a389e2570ba2 req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:59.492288 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-28fc8acf-3115-40ad-a81a-a389e2570ba2 req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for 269730b8-3f28-400f-93a4-1b1e63b47511 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:25:59.647151 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28fc8acf-3115-40ad-a81a-a389e2570ba2 req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:59.687147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=269730b8-3f28-400f-93a4-1b1e63b47511,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:25:59.702373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:59.702632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:59.703064 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:59.703476 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:59.703938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:59.704344 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:59.704820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:59.705220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:59.705624 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:59.706040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:59.706503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:59.706910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:25:59.753404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fc8acf-3115-40ad-a81a-a389e2570ba2 req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] No DVR routers for this DVR port 269730b8-3f28-400f-93a4-1b1e63b47511 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:25:59.756254 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-28fc8acf-3115-40ad-a81a-a389e2570ba2 req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:25:59.758450 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-28fc8acf-3115-40ad-a81a-a389e2570ba2 req-68953b17-39e6-4d54-becc-3dd0f9e708d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.104 "DELETE /v2.0/ports/269730b8-3f28-400f-93a4-1b1e63b47511 HTTP/1.1" status: 204 len: 173 time: 0.5468726 Jul 08 21:25:59.758908 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bf8825-7352-4137-9677-b7f60f169714', 'name': 'network-vif-deleted', 'tag': '269730b8-3f28-400f-93a4-1b1e63b47511'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:25:59.761404 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9553524d-0540-42e5-ad6e-21050ef95247" -d '{"events": [{"server_uuid": "58bf8825-7352-4137-9677-b7f60f169714", "name": "network-vif-deleted", "tag": "269730b8-3f28-400f-93a4-1b1e63b47511"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:25:59.889685 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc4fa2a-c5cc-453c-9c2d-f14fbed59a4f x-openstack-request-id: req-0fc4fa2a-c5cc-453c-9c2d-f14fbed59a4f {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:25:59.890121 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bf8825-7352-4137-9677-b7f60f169714", "name": "network-vif-deleted", "tag": "269730b8-3f28-400f-93a4-1b1e63b47511", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:25:59.890493 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0fc4fa2a-c5cc-453c-9c2d-f14fbed59a4f {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:25:59.891035 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bf8825-7352-4137-9677-b7f60f169714', 'name': 'network-vif-deleted', 'tag': '269730b8-3f28-400f-93a4-1b1e63b47511', 'status': 'completed', 'code': 200} Jul 08 21:26:00.434875 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d5cef0d9-78ba-40ec-9fea-507d4fdaba73 req-0c848279-74f1-408f-809f-c705371465a8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=58bf8825-7352-4137-9677-b7f60f169714 HTTP/1.1" status: 200 len: 210 time: 0.0413420 Jul 08 21:26:01.593842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49384) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:01.741668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 269730b8-3f28-400f-93a4-1b1e63b47511 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:26:01.767478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 269730b8-3f28-400f-93a4-1b1e63b47511 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:26:01.767818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 269730b8-3f28-400f-93a4-1b1e63b47511 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:26:02.032491 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0605-5ed7-40e6-975d-58e7596e84d3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:02.366979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a0605-5ed7-40e6-975d-58e7596e84d3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port c2f7bfef-bf76-419e-977f-6aa933d515d8 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:26:02.367354 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0605-5ed7-40e6-975d-58e7596e84d3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:02.474621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-ee0a0605-5ed7-40e6-975d-58e7596e84d3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port c2f7bfef-bf76-419e-977f-6aa933d515d8, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=c2f7bfef-bf76-419e-977f-6aa933d515d8,segment=NetworkSegment(e35a39ff-5a43-471e-9d96-1f9727a6aff9),segment_id=e35a39ff-5a43-471e-9d96-1f9727a6aff9)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:26:02.475151 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0605-5ed7-40e6-975d-58e7596e84d3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:02.488946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a0605-5ed7-40e6-975d-58e7596e84d3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for c2f7bfef-bf76-419e-977f-6aa933d515d8 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:26:02.704019 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0605-5ed7-40e6-975d-58e7596e84d3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:02.735430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a0605-5ed7-40e6-975d-58e7596e84d3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=c2f7bfef-bf76-419e-977f-6aa933d515d8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:03.016911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0605-5ed7-40e6-975d-58e7596e84d3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:03.326677 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0a0605-5ed7-40e6-975d-58e7596e84d3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 671e5efc-0941-4def-b581-a65955c509ed has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:26:03.462994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0a0605-5ed7-40e6-975d-58e7596e84d3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:26:03.471072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ee0a0605-5ed7-40e6-975d-58e7596e84d3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "PUT /v2.0/routers/671e5efc-0941-4def-b581-a65955c509ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735735 Jul 08 21:26:03.472151 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49386) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:03.476915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfdbbfe-7043-4c79-a51d-4dfb65abfab4 None None] Sync routers for ids ['671e5efc-0941-4def-b581-a65955c509ed'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:26:03.492087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfdbbfe-7043-4c79-a51d-4dfb65abfab4 None None] Routers {'671e5efc-0941-4def-b581-a65955c509ed'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:26:03.493367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-bbfdbbfe-7043-4c79-a51d-4dfb65abfab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['671e5efc-0941-4def-b581-a65955c509ed'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:03.532335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f077cb-3fa8-451d-9121-50778da00aa4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting subnet ec018968-25b0-46c8-9bf8-dc0676849931 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:26:03.536811 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6f077cb-3fa8-451d-9121-50778da00aa4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:03.593703 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6f077cb-3fa8-451d-9121-50778da00aa4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:03.657281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-bbfdbbfe-7043-4c79-a51d-4dfb65abfab4 None None] Set router 671e5efc-0941-4def-b581-a65955c509ed gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:26:03.761435 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6f077cb-3fa8-451d-9121-50778da00aa4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:03.835536 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6f077cb-3fa8-451d-9121-50778da00aa4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:03.865506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f077cb-3fa8-451d-9121-50778da00aa4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Subnet': ['ID=ec018968-25b0-46c8-9bf8-dc0676849931,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:03.872995 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c6f077cb-3fa8-451d-9121-50778da00aa4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:03.874878 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c6f077cb-3fa8-451d-9121-50778da00aa4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/subnets/ec018968-25b0-46c8-9bf8-dc0676849931 HTTP/1.1" status: 204 len: 168 time: 0.4025185 Jul 08 21:26:03.878514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49388) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:03.887045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4913828-d9d4-4b15-a081-fb894c2cddb7 None None] Network f152d734-c886-4169-9776-ee617850a7cc requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:26:03.949298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-bbfdbbfe-7043-4c79-a51d-4dfb65abfab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:26:02Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:03.985763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfdbbfe-7043-4c79-a51d-4dfb65abfab4 None None] Checking router: 671e5efc-0941-4def-b581-a65955c509ed for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:26:04.024846 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfdbbfe-7043-4c79-a51d-4dfb65abfab4 None None] Routers {'671e5efc-0941-4def-b581-a65955c509ed'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:26:04.025501 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-bbfdbbfe-7043-4c79-a51d-4dfb65abfab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:25:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['671e5efc-0941-4def-b581-a65955c509ed'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:04.041980 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.200369 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1ef335e6-8c8b-4ba4-a8b3-4a6764d395a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.202238 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.215537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-bbfdbbfe-7043-4c79-a51d-4dfb65abfab4 None None] Set router 671e5efc-0941-4def-b581-a65955c509ed gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:26:04.290873 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port 69401837-c351-42ac-946d-2a3ef8b4d1dc {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:26:04.293296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.366118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] DHCP port deletion for f152d734-c886-4169-9776-ee617850a7cc request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:26:04.427754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port 69401837-c351-42ac-946d-2a3ef8b4d1dc, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=69401837-c351-42ac-946d-2a3ef8b4d1dc,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:26:04.428299 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.443822 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for 69401837-c351-42ac-946d-2a3ef8b4d1dc owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:26:04.543156 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Deleting port 64b893e2-c48d-4bf0-85b0-503d7e6be7cb {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:26:04.543778 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.641794 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.672673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=69401837-c351-42ac-946d-2a3ef8b4d1dc,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:04.687707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] For port 64b893e2-c48d-4bf0-85b0-503d7e6be7cb, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=64b893e2-c48d-4bf0-85b0-503d7e6be7cb,segment=NetworkSegment(e35a39ff-5a43-471e-9d96-1f9727a6aff9),segment_id=e35a39ff-5a43-471e-9d96-1f9727a6aff9)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:26:04.688365 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.721034 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Calling delete_port for 64b893e2-c48d-4bf0-85b0-503d7e6be7cb owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:26:04.737719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.746404 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-bbfdbbfe-7043-4c79-a51d-4dfb65abfab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:26:02Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:04.797883 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfdbbfe-7043-4c79-a51d-4dfb65abfab4 None None] The sync data for ids ['671e5efc-0941-4def-b581-a65955c509ed'] in n-d-791506-16 is: [{'id': '671e5efc-0941-4def-b581-a65955c509ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457610557', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:24:49Z', 'updated_at': '2021-07-08T21:26:02Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '69401837-c351-42ac-946d-2a3ef8b4d1dc', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671e5efc-0941-4def-b581-a65955c509ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:24:51Z', 'updated_at': '2021-07-08T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:26:04.888463 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.892460 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.907686 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.938539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Pushing event deleted for resources: {'Port': ['ID=64b893e2-c48d-4bf0-85b0-503d7e6be7cb,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:04.943322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] No DVR routers for this DVR port 64b893e2-c48d-4bf0-85b0-503d7e6be7cb on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:26:04.951024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:04.951367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:04.951689 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:04.952028 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:04.952374 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:04.952840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:04.953465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:04.953659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:04.953879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:04.954193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:04.954519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:04.954842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc4b5-361c-4663-b131-899d357c4e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:04.971537 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.972091 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Fanout notify agent at l3_agent the message router_deleted on router 671e5efc-0941-4def-b581-a65955c509ed {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:26:04.980590 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:04.981834 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-24c9108c-3d5d-41ba-84ba-02dc990b9a7d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/routers/671e5efc-0941-4def-b581-a65955c509ed HTTP/1.1" status: 204 len: 168 time: 1.1002183 Jul 08 21:26:04.984782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49390) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:05.070684 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3218f64-aaa7-4ad1-8374-511b60a8774e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:05.173623 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3218f64-aaa7-4ad1-8374-511b60a8774e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:05.188983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-f3218f64-aaa7-4ad1-8374-511b60a8774e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f152d734-c886-4169-9776-ee617850a7cc']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:05.202648 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-f3218f64-aaa7-4ad1-8374-511b60a8774e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35a39ff-5a43-471e-9d96-1f9727a6aff9') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:05.202990 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-f3218f64-aaa7-4ad1-8374-511b60a8774e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35a39ff-5a43-471e-9d96-1f9727a6aff9') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:05.215223 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3218f64-aaa7-4ad1-8374-511b60a8774e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:05.232624 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3218f64-aaa7-4ad1-8374-511b60a8774e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:05.243037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3218f64-aaa7-4ad1-8374-511b60a8774e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:26:05.243725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3218f64-aaa7-4ad1-8374-511b60a8774e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: timer() Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:26:05.249665 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:26:05.358105 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3218f64-aaa7-4ad1-8374-511b60a8774e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:05.369763 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f3218f64-aaa7-4ad1-8374-511b60a8774e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:05.372267 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-f3218f64-aaa7-4ad1-8374-511b60a8774e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/networks/f152d734-c886-4169-9776-ee617850a7cc HTTP/1.1" status: 204 len: 168 time: 0.3863125 Jul 08 21:26:05.375490 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49392) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:05.390451 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3218f64-aaa7-4ad1-8374-511b60a8774e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Network': ['ID=f152d734-c886-4169-9776-ee617850a7cc,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:05.456929 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aadeb54e-09b0-420f-a080-b2b828453c8c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:05.490717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aadeb54e-09b0-420f-a080-b2b828453c8c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:05.594629 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aadeb54e-09b0-420f-a080-b2b828453c8c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:05.598420 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aadeb54e-09b0-420f-a080-b2b828453c8c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:05.599903 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-aadeb54e-09b0-420f-a080-b2b828453c8c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/security-groups/ea4dde89-d3a2-445b-bfb9-9336d220b402 HTTP/1.1" status: 204 len: 168 time: 0.2230859 Jul 08 21:26:05.611477 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadeb54e-09b0-420f-a080-b2b828453c8c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4dde89-d3a2-445b-bfb9-9336d220b402,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:06.126726 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49398) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:06.135271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ea0bdb34-9c59-4605-8c7c-97cb1a209525 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-611799205', 'description': 'tempest-secgroup-smoke-611799205 description', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:26:06.170313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ea0bdb34-9c59-4605-8c7c-97cb1a209525 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.242432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c2f7bfef-bf76-419e-977f-6aa933d515d8 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:26:06.266367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: c2f7bfef-bf76-419e-977f-6aa933d515d8 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:26:06.266712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device c2f7bfef-bf76-419e-977f-6aa933d515d8 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:26:06.267146 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 69401837-c351-42ac-946d-2a3ef8b4d1dc no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:26:06.288222 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 69401837-c351-42ac-946d-2a3ef8b4d1dc {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:26:06.288566 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 69401837-c351-42ac-946d-2a3ef8b4d1dc not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:26:06.289029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64b893e2-c48d-4bf0-85b0-503d7e6be7cb no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:26:06.310479 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 64b893e2-c48d-4bf0-85b0-503d7e6be7cb {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:26:06.310816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 64b893e2-c48d-4bf0-85b0-503d7e6be7cb not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:26:06.316146 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ea0bdb34-9c59-4605-8c7c-97cb1a209525 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.321561 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ea0bdb34-9c59-4605-8c7c-97cb1a209525 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.358259 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ea0bdb34-9c59-4605-8c7c-97cb1a209525 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.359535 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ea0bdb34-9c59-4605-8c7c-97cb1a209525 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2313421 Jul 08 21:26:06.364469 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49400) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:06.365507 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bdb34-9c59-4605-8c7c-97cb1a209525 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:06.370398 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-0f24e2fb-a2e2-4cd3-9cbf-32653dd0efe8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': '6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:26:06.408876 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f24e2fb-a2e2-4cd3-9cbf-32653dd0efe8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.463035 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f24e2fb-a2e2-4cd3-9cbf-32653dd0efe8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.467145 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f24e2fb-a2e2-4cd3-9cbf-32653dd0efe8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.486611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24e2fb-a2e2-4cd3-9cbf-32653dd0efe8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a730d99c-4ddd-4704-b4c0-840376ff801d,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:06.494496 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f24e2fb-a2e2-4cd3-9cbf-32653dd0efe8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.495470 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0f24e2fb-a2e2-4cd3-9cbf-32653dd0efe8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299453 Jul 08 21:26:06.499133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49402) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:06.504121 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-60cee2c9-9f20-4273-8709-7965189e3456 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': '6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:26:06.535455 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60cee2c9-9f20-4273-8709-7965189e3456 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.605654 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60cee2c9-9f20-4273-8709-7965189e3456 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.610411 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60cee2c9-9f20-4273-8709-7965189e3456 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.635045 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cee2c9-9f20-4273-8709-7965189e3456 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b53c01a-318d-423c-82be-7e4853557370,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:06.637733 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60cee2c9-9f20-4273-8709-7965189e3456 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.638992 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-60cee2c9-9f20-4273-8709-7965189e3456 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388512 Jul 08 21:26:06.642578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49404) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:06.648526 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-56dbb4f3-4f5f-453f-b3e2-a4196b76f027 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': '6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:26:06.681456 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56dbb4f3-4f5f-453f-b3e2-a4196b76f027 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.756039 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56dbb4f3-4f5f-453f-b3e2-a4196b76f027 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.760790 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56dbb4f3-4f5f-453f-b3e2-a4196b76f027 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.782186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbb4f3-4f5f-453f-b3e2-a4196b76f027 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7eec0d4-1e86-46fd-abad-78af31ca5d56,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:06.792299 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56dbb4f3-4f5f-453f-b3e2-a4196b76f027 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.793827 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-56dbb4f3-4f5f-453f-b3e2-a4196b76f027 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500103 Jul 08 21:26:06.797169 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49406) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:06.803010 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-7bf40f2f-ca3c-46d3-80e0-0f9ad2d90015 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': '6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:26:06.837332 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bf40f2f-ca3c-46d3-80e0-0f9ad2d90015 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.923766 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bf40f2f-ca3c-46d3-80e0-0f9ad2d90015 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.929470 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bf40f2f-ca3c-46d3-80e0-0f9ad2d90015 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.951378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf40f2f-ca3c-46d3-80e0-0f9ad2d90015 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725c5a51-32f6-4afa-ae91-16bce7a818cb,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:06.959346 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bf40f2f-ca3c-46d3-80e0-0f9ad2d90015 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:06.960820 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7bf40f2f-ca3c-46d3-80e0-0f9ad2d90015 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1621993 Jul 08 21:26:06.964182 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49408) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:06.969215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ba159630-7dc3-4dd8-b212-2d13e6953a70 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': '6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:26:06.994907 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-ba159630-7dc3-4dd8-b212-2d13e6953a70 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Project d9f2768b75c84f4ca0a256da7388498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:26:07.001324 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ba159630-7dc3-4dd8-b212-2d13e6953a70 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.078651 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ba159630-7dc3-4dd8-b212-2d13e6953a70 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.083611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ba159630-7dc3-4dd8-b212-2d13e6953a70 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.106671 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4b9a572a-2641-4377-9aad-ca3da63bb1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.121463 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba159630-7dc3-4dd8-b212-2d13e6953a70 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8973eda-57c2-4ee2-8c66-5c98923f4c68,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:07.130161 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ba159630-7dc3-4dd8-b212-2d13e6953a70 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.134173 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ba159630-7dc3-4dd8-b212-2d13e6953a70 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1685681 Jul 08 21:26:07.141509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49410) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:07.147652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e2a9413b-4977-4d1a-ad66-791b429d2b0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': '6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:26:07.174376 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-e2a9413b-4977-4d1a-ad66-791b429d2b0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Project d9f2768b75c84f4ca0a256da7388498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:26:07.182139 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2a9413b-4977-4d1a-ad66-791b429d2b0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.218602 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.273609 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2a9413b-4977-4d1a-ad66-791b429d2b0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.278674 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2a9413b-4977-4d1a-ad66-791b429d2b0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.305115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9413b-4977-4d1a-ad66-791b429d2b0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e757ecea-853f-4640-97d6-d50489670482,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:07.321237 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e2a9413b-4977-4d1a-ad66-791b429d2b0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.325938 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e2a9413b-4977-4d1a-ad66-791b429d2b0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1808875 Jul 08 21:26:07.326689 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49412) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:07.336247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b330105a-73b4-42c3-a058-ae65fff994fc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'network': {'name': 'tempest-network-smoke--1836818482', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'port_security_enabled': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:26:07.372437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b330105a-73b4-42c3-a058-ae65fff994fc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:26:07.378409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b330105a-73b4-42c3-a058-ae65fff994fc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.414088 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b330105a-73b4-42c3-a058-ae65fff994fc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:26:07.429756 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b330105a-73b4-42c3-a058-ae65fff994fc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.430293 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-b330105a-73b4-42c3-a058-ae65fff994fc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Added segment 8f552bbd-d8de-4c59-a0fb-b51da57ce132 of type vlan for network 24998cad-9935-44c8-81b2-4acbec0d7cfc Jul 08 21:26:07.481650 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b330105a-73b4-42c3-a058-ae65fff994fc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.516142 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b330105a-73b4-42c3-a058-ae65fff994fc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.523130 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b330105a-73b4-42c3-a058-ae65fff994fc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:07.523821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b330105a-73b4-42c3-a058-ae65fff994fc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.590849 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b330105a-73b4-42c3-a058-ae65fff994fc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2624896 Jul 08 21:26:07.594353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49416) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:07.599999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'admin_state_up': True, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:26:07.615137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330105a-73b4-42c3-a058-ae65fff994fc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Network': ['ID=24998cad-9935-44c8-81b2-4acbec0d7cfc,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:07.629306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 24998cad-9935-44c8-81b2-4acbec0d7cfc details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:26:07.638565 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.640357 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.720397 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:07.877279 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:08.108570 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:08.129190 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:08.247565 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.25.4.17 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/62337837-297e-4655-b791-bca89ffff5d6) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:26:08.423240 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:08.477287 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:08.506035 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:08.522265 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:26:08.525882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:26:08.532687 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:26:08.569169 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=62337837-297e-4655-b791-bca89ffff5d6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:08.830430 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:09.072566 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:09.602749 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 76e8d1de-6584-4754-95db-9d9c66c399f6 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:26:09.721913 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:26:09.736160 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Sync routers for ids ['76e8d1de-6584-4754-95db-9d9c66c399f6'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:26:09.747716 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:09.750075 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a836b255-0601-46fc-ba18-381ec02b1dd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1544685 Jul 08 21:26:09.756015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49418) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:09.761150 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Routers {'76e8d1de-6584-4754-95db-9d9c66c399f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:26:09.761791 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:26:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76e8d1de-6584-4754-95db-9d9c66c399f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:09.805374 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d17d42a5-b80d-4a5c-bc08-39f77054f030 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=d9f2768b75c84f4ca0a256da7388498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479517 Jul 08 21:26:09.809614 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49420) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:09.920572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e6eb29-5093-438c-bdd0-d24bce14c219 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:09.922796 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-16e6eb29-5093-438c-bdd0-d24bce14c219 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1121247 Jul 08 21:26:09.925917 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49422) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:09.963391 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-ed1cc149-6c08-462c-845f-0c5ad763e0cc tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355229 Jul 08 21:26:09.966066 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49424) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:09.971461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-73de8df9-524f-4075-9c4a-ea0bb2a5c4c9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-3141873', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:26:09.994719 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Set router 76e8d1de-6584-4754-95db-9d9c66c399f6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:26:10.075238 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:10.076269 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73de8df9-524f-4075-9c4a-ea0bb2a5c4c9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:26:10.079783 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-73de8df9-524f-4075-9c4a-ea0bb2a5c4c9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:10.286692 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:26:08Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:10.315105 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-73de8df9-524f-4075-9c4a-ea0bb2a5c4c9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:10.329052 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Checking router: 76e8d1de-6584-4754-95db-9d9c66c399f6 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:26:10.329448 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Updating router 76e8d1de-6584-4754-95db-9d9c66c399f6 port 62337837-297e-4655-b791-bca89ffff5d6 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:26:10.371875 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:10.389452 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de8df9-524f-4075-9c4a-ea0bb2a5c4c9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Subnet': ['ID=eeabc714-bcbe-4451-a9b1-9708346b51d2,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:10.414264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de8df9-524f-4075-9c4a-ea0bb2a5c4c9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Checking segment: {'id': '8f552bbd-d8de-4c59-a0fb-b51da57ce132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:26:10.414769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73de8df9-524f-4075-9c4a-ea0bb2a5c4c9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network hostable DHCP agents. Network: 24998cad-9935-44c8-81b2-4acbec0d7cfc, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:26:10.441756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73de8df9-524f-4075-9c4a-ea0bb2a5c4c9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 24998cad-9935-44c8-81b2-4acbec0d7cfc is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:26:10.453378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-73de8df9-524f-4075-9c4a-ea0bb2a5c4c9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 24998cad-9935-44c8-81b2-4acbec0d7cfc) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:26:10.459177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73de8df9-524f-4075-9c4a-ea0bb2a5c4c9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:10.459792 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-73de8df9-524f-4075-9c4a-ea0bb2a5c4c9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:10.468472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0119d-5314-4a95-b1db-bbf3e813d299 None None] Network 24998cad-9935-44c8-81b2-4acbec0d7cfc requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:26:10.487506 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-73de8df9-524f-4075-9c4a-ea0bb2a5c4c9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.5199277 Jul 08 21:26:10.491156 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49426) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:10.721758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-24998cad-9935-44c8-81b2-4acbec0d7cfc', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ips': [{'subnet_id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:26:10.724366 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:10.833996 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:10.851169 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Transition to ACTIVE for port object 62337837-297e-4655-b791-bca89ffff5d6 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:26:10.858708 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:10.903969 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Pushing event updated for resources: {'Port': ['ID=62337837-297e-4655-b791-bca89ffff5d6,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:10.914860 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:10.915207 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:10.915798 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:10.916127 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:10.916677 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:10.917010 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:10.917532 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:10.917859 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:10.918187 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:10.918511 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:10.918833 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:10.919153 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:26:10.924680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Allocated IP 172.20.0.2 (24998cad-9935-44c8-81b2-4acbec0d7cfc/eeabc714-bcbe-4451-a9b1-9708346b51d2/6943cfb7-f79c-48fc-bee1-7140ed1ae2c8) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:26:10.941578 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Attempting to bind port 62337837-297e-4655-b791-bca89ffff5d6 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:26:10.942104 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Attempting to bind port 62337837-297e-4655-b791-bca89ffff5d6 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:26:10.942411 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Attempting to bind port 62337837-297e-4655-b791-bca89ffff5d6 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:26:10.951991 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:26:10.952884 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:26:10.953919 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:10.954683 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:26:10.955796 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Bound port: 62337837-297e-4655-b791-bca89ffff5d6, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:26:10.956441 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:11.025857 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] For port 62337837-297e-4655-b791-bca89ffff5d6, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:26:11.032178 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] For port 62337837-297e-4655-b791-bca89ffff5d6, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=62337837-297e-4655-b791-bca89ffff5d6,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:26:11.040541 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:11.121873 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:11.134797 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Routers {'76e8d1de-6584-4754-95db-9d9c66c399f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:26:11.135636 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:26:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76e8d1de-6584-4754-95db-9d9c66c399f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:11.164045 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4374fa2-217e-4637-9c36-c12527933a37 None None] Pushing event updated for resources: {'Port': ['ID=62337837-297e-4655-b791-bca89ffff5d6,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:11.189629 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:11.201726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Transition to ACTIVE for port object 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:26:11.221252 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Transition to ACTIVE for port object 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:26:11.235094 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:11.316030 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Network 24998cad-9935-44c8-81b2-4acbec0d7cfc is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:26:11.321758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:26:11.325431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:26:11.343373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Pushing event updated for resources: {'Port': ['ID=6943cfb7-f79c-48fc-bee1-7140ed1ae2c8,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:11.367454 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] Set router 76e8d1de-6584-4754-95db-9d9c66c399f6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:26:11.433524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Attempting to bind port 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:26:11.434140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Attempting to bind port 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '8f552bbd-d8de-4c59-a0fb-b51da57ce132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:26:11.434670 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Attempting to bind port 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 on network 24998cad-9935-44c8-81b2-4acbec0d7cfc {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:26:11.444260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:26:11.444663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Checking segment: {'id': '8f552bbd-d8de-4c59-a0fb-b51da57ce132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:26:11.445179 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:11.445824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Bound using segment: {'id': '8f552bbd-d8de-4c59-a0fb-b51da57ce132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:26:11.446660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Bound port: 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f552bbd-d8de-4c59-a0fb-b51da57ce132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:26:11.448284 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:11.523824 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.20.0.1 (24998cad-9935-44c8-81b2-4acbec0d7cfc/eeabc714-bcbe-4451-a9b1-9708346b51d2/738dacf2-c2ef-4704-bb7c-10902c4dfe28) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:26:11.572991 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] For port 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:26:11.579922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] For port 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6943cfb7-f79c-48fc-bee1-7140ed1ae2c8,segment=NetworkSegment(8f552bbd-d8de-4c59-a0fb-b51da57ce132),segment_id=8f552bbd-d8de-4c59-a0fb-b51da57ce132)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:26:11.587076 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:11.627187 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:26:08Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:11.670991 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0412b-fb60-4ad9-afba-15597491ce56 None None] The sync data for ids ['76e8d1de-6584-4754-95db-9d9c66c399f6'] in n-d-791506-16 is: [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:26:08Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:26:11.773923 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:11.807122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Transition to ACTIVE for port object 738dacf2-c2ef-4704-bb7c-10902c4dfe28 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:26:11.854785 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:11.909239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 24998cad-9935-44c8-81b2-4acbec0d7cfc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:26:11.943811 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:26:11.956485 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:26:11.987318 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab35cb-9f74-40f2-bece-e4ed9ad7d5bd None None] Pushing event updated for resources: {'Port': ['ID=6943cfb7-f79c-48fc-bee1-7140ed1ae2c8,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:11.988427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=738dacf2-c2ef-4704-bb7c-10902c4dfe28,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:12.112842 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:12.427863 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 62337837-297e-4655-b791-bca89ffff5d6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:26:12.495592 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:12.534452 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 62337837-297e-4655-b791-bca89ffff5d6 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:26:12.542948 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 62337837-297e-4655-b791-bca89ffff5d6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:26:12.544606 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:12.734111 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:12.779294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 62337837-297e-4655-b791-bca89ffff5d6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=62337837-297e-4655-b791-bca89ffff5d6,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:26:12.787154 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:12.880158 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=62337837-297e-4655-b791-bca89ffff5d6,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:13.461539 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:13.468951 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:13.469658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd714ec4-5de5-4566-851d-deb923109dbd None None] Network 24998cad-9935-44c8-81b2-4acbec0d7cfc requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:26:13.566068 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:13.568775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=738dacf2-c2ef-4704-bb7c-10902c4dfe28,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:13.586269 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-420a05a4-8365-401a-b5b5-466b62677666 None None] Provisioning for port 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:26:13.714577 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 24998cad-9935-44c8-81b2-4acbec0d7cfc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:26:13.716622 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:26:13.907340 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 76e8d1de-6584-4754-95db-9d9c66c399f6 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:26:14.058050 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:26:14.064058 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e071e88c-dbe8-4016-ba60-4d9a5bee8f07 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "PUT /v2.0/routers/76e8d1de-6584-4754-95db-9d9c66c399f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5716598 Jul 08 21:26:14.106640 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Sync routers for ids ['76e8d1de-6584-4754-95db-9d9c66c399f6'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:26:14.134354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Routers {'76e8d1de-6584-4754-95db-9d9c66c399f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:26:14.135037 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:26:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76e8d1de-6584-4754-95db-9d9c66c399f6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:14.199636 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-943ba187-5feb-464c-bdb1-abd46d5b8875 None None] Provisioning for port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:26:14.223867 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-943ba187-5feb-464c-bdb1-abd46d5b8875 None None] Provisioning complete for port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:26:14.223867 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-943ba187-5feb-464c-bdb1-abd46d5b8875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:14.293763 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-c93ede70-c38e-4761-8875-ae28d3a85b5e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-611799205&fields=id&tenant_id=d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 267 time: 0.0717599 Jul 08 21:26:14.363762 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-943ba187-5feb-464c-bdb1-abd46d5b8875 None None] Port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:26:14.389154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Set router 76e8d1de-6584-4754-95db-9d9c66c399f6 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:26:14.478586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:26:14.520891 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093b7df-c8a6-404e-86db-4430302131ef req-f48262bb-e359-47d0-ac30-99716d23fa1c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:14.523259 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-f48262bb-e359-47d0-ac30-99716d23fa1c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/networks?id=24998cad-9935-44c8-81b2-4acbec0d7cfc HTTP/1.1" status: 200 len: 797 time: 0.2218244 Jul 08 21:26:14.556194 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-8a03f47d-1187-4195-999d-f884295f94f4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/quotas/d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 375 time: 0.0202351 Jul 08 21:26:14.656164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6def7d68-aa0a-419e-bce1-f141ecb28212 None None] Provisioning complete for port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:26:14.656716 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6def7d68-aa0a-419e-bce1-f141ecb28212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:14.728254 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-0a4f9029-fd7d-4736-aeea-bd730bc3a044 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1599562 Jul 08 21:26:14.738461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6def7d68-aa0a-419e-bce1-f141ecb28212 None None] Port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:26:14.744026 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:26:14.761998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:26:14.762351 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:14.890840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f7c61c4f-93a2-4b1b-b3b7-f78bf693351a None None] Provisioning complete for port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:26:14.891335 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f7c61c4f-93a2-4b1b-b3b7-f78bf693351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:14.933884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-4d80083d-d845-4997-bda7-162fa1162df6 service neutron] 10.222.0.101 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803689 Jul 08 21:26:14.982997 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '738dacf2-c2ef-4704-bb7c-10902c4dfe28', 'name': '', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:b5:54:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:11Z', 'updated_at': '2021-07-08T21:26:13Z', 'revision_number': 2, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:14.987616 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:14.991519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f7c61c4f-93a2-4b1b-b3b7-f78bf693351a None None] Port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:26:15.035017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Checking router: 76e8d1de-6584-4754-95db-9d9c66c399f6 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:26:15.035426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Updating router 76e8d1de-6584-4754-95db-9d9c66c399f6 port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:26:15.107267 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:15.110800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6943cfb7-f79c-48fc-bee1-7140ed1ae2c8,segment=NetworkSegment(8f552bbd-d8de-4c59-a0fb-b51da57ce132),segment_id=8f552bbd-d8de-4c59-a0fb-b51da57ce132)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:26:15.113405 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-3f869574-8f1b-4662-a6ec-bf4970ef95cc service neutron] 10.222.0.101 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682327 Jul 08 21:26:15.126352 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:15.127352 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 62337837-297e-4655-b791-bca89ffff5d6 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:26:15.290660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=6943cfb7-f79c-48fc-bee1-7140ed1ae2c8,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:15.434102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 62337837-297e-4655-b791-bca89ffff5d6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:26:15.434734 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:15.457433 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-09b2dbb9-ddc7-4834-af3a-acb62c05a339 req-d892054b-fa97-41b6-a63d-35827df8efd7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 210 time: 0.0492921 Jul 08 21:26:15.744182 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:15.757108 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Transition to ACTIVE for port object 738dacf2-c2ef-4704-bb7c-10902c4dfe28 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:26:15.765307 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:15.886979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12f174-a8d6-4808-8367-ddcf97f58bcc None None] Pushing event updated for resources: {'Port': ['ID=738dacf2-c2ef-4704-bb7c-10902c4dfe28,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:15.937025 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Attempting to bind port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:26:15.937813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Attempting to bind port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '8f552bbd-d8de-4c59-a0fb-b51da57ce132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:26:15.938877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Attempting to bind port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 on network 24998cad-9935-44c8-81b2-4acbec0d7cfc {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:26:15.946687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:26:15.947213 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Checking segment: {'id': '8f552bbd-d8de-4c59-a0fb-b51da57ce132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:26:15.948057 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:15.948565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Bound using segment: {'id': '8f552bbd-d8de-4c59-a0fb-b51da57ce132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:26:15.949257 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Bound port: 738dacf2-c2ef-4704-bb7c-10902c4dfe28, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f552bbd-d8de-4c59-a0fb-b51da57ce132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:26:15.949769 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:16.044056 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] For port 738dacf2-c2ef-4704-bb7c-10902c4dfe28, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:26:16.049579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] For port 738dacf2-c2ef-4704-bb7c-10902c4dfe28, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=738dacf2-c2ef-4704-bb7c-10902c4dfe28,segment=NetworkSegment(8f552bbd-d8de-4c59-a0fb-b51da57ce132),segment_id=8f552bbd-d8de-4c59-a0fb-b51da57ce132)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:26:16.057239 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:16.156462 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Routers {'76e8d1de-6584-4754-95db-9d9c66c399f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:26:16.157267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:26:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76e8d1de-6584-4754-95db-9d9c66c399f6'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:16.216240 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12f174-a8d6-4808-8367-ddcf97f58bcc None None] Pushing event updated for resources: {'Port': ['ID=738dacf2-c2ef-4704-bb7c-10902c4dfe28,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:16.321961 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:26:16.401669 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] Set router 76e8d1de-6584-4754-95db-9d9c66c399f6 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:26:16.529821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:26:16.530294 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:16.721963 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b0b926ae-5d4d-42e6-bfa1-a0329e42c7de req-7cbb78ce-09e4-4a1c-a371-630ab2bde1e3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 210 time: 0.0368218 Jul 08 21:26:16.788373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '738dacf2-c2ef-4704-bb7c-10902c4dfe28', 'name': '', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:b5:54:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:11Z', 'updated_at': '2021-07-08T21:26:16Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:16.819543 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee21e7-7324-4b40-97bf-769d9e9f168b None None] The sync data for ids ['76e8d1de-6584-4754-95db-9d9c66c399f6'] in n-d-791506-16 is: [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '738dacf2-c2ef-4704-bb7c-10902c4dfe28', 'name': '', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:b5:54:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:11Z', 'updated_at': '2021-07-08T21:26:16Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:26:17.222934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093b7df-c8a6-404e-86db-4430302131ef req-ef690400-5c69-45fe-ae52-080173cd206a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:17.227073 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-ef690400-5c69-45fe-ae52-080173cd206a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "GET /v2.0/networks?id=24998cad-9935-44c8-81b2-4acbec0d7cfc HTTP/1.1" status: 200 len: 797 time: 0.1775088 Jul 08 21:26:17.311134 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-40c8d1f9-1388-4a6a-9f7c-26d46d4e920c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 379 time: 0.0740213 Jul 08 21:26:17.327160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-a093b7df-c8a6-404e-86db-4430302131ef req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'port': {'device_id': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'admin_state_up': True, 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'security_groups': ['6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:26:17.510602 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a093b7df-c8a6-404e-86db-4430302131ef req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:26:17.517011 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a093b7df-c8a6-404e-86db-4430302131ef req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:17.743674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-a093b7df-c8a6-404e-86db-4430302131ef req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.20.0.12 (24998cad-9935-44c8-81b2-4acbec0d7cfc/eeabc714-bcbe-4451-a9b1-9708346b51d2/67b84e9b-d5c4-40e1-8fad-b4e5509bd68e) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:26:17.941376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1c7d36f5-e43b-4027-a7a8-47f871ce2c73 req-03e368dd-f6b1-41e6-9b45-19940e2148c9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 210 time: 0.0463700 Jul 08 21:26:18.032268 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a093b7df-c8a6-404e-86db-4430302131ef req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:18.056808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-a093b7df-c8a6-404e-86db-4430302131ef req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Transition to ACTIVE for port object 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:26:18.105367 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a093b7df-c8a6-404e-86db-4430302131ef req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:18.168177 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a093b7df-c8a6-404e-86db-4430302131ef req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 24998cad-9935-44c8-81b2-4acbec0d7cfc is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:26:18.172956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-a093b7df-c8a6-404e-86db-4430302131ef req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:26:18.178780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a093b7df-c8a6-404e-86db-4430302131ef req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:26:18.208186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:18.235612 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:18.276872 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093b7df-c8a6-404e-86db-4430302131ef req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:18.277665 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a093b7df-c8a6-404e-86db-4430302131ef req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:18.298812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-9347fe84-0dbf-4b5d-b175-9f6028494241 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9783757 Jul 08 21:26:18.317278 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-925349f5-f5d5-4e43-bb4e-d37d8b3360c7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:26:18.319300 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-925349f5-f5d5-4e43-bb4e-d37d8b3360c7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089240 Jul 08 21:26:18.337664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Request body: {'port': {'device_id': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:26:18.394043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 738dacf2-c2ef-4704-bb7c-10902c4dfe28 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:26:18.494582 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:18.505112 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:26:18.511262 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:26:18.512321 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:18.583724 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6947c5ce-4b87-4d28-a3b0-75fb6d78ab0d None None] Provisioning for port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:26:18.589332 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6947c5ce-4b87-4d28-a3b0-75fb6d78ab0d None None] Provisioning complete for port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:26:18.589712 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6947c5ce-4b87-4d28-a3b0-75fb6d78ab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:18.649832 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6947c5ce-4b87-4d28-a3b0-75fb6d78ab0d None None] Port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:26:18.669354 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:18.705881 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 738dacf2-c2ef-4704-bb7c-10902c4dfe28, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=738dacf2-c2ef-4704-bb7c-10902c4dfe28,segment=NetworkSegment(8f552bbd-d8de-4c59-a0fb-b51da57ce132),segment_id=8f552bbd-d8de-4c59-a0fb-b51da57ce132)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:26:18.712040 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:18.791084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=738dacf2-c2ef-4704-bb7c-10902c4dfe28,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:18.897439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:26:18.906063 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:18.921099 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Transition to ACTIVE for port object 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:26:18.926951 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:18.986319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Pushing event updated for resources: {'Port': ['ID=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:19.088329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Attempting to bind port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:26:19.088998 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Attempting to bind port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '8f552bbd-d8de-4c59-a0fb-b51da57ce132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:26:19.089333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Attempting to bind port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e on network 24998cad-9935-44c8-81b2-4acbec0d7cfc {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:26:19.097595 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e on network 24998cad-9935-44c8-81b2-4acbec0d7cfc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:26:19.098711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Attempting to bind port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e on network 24998cad-9935-44c8-81b2-4acbec0d7cfc {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:26:19.105076 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:26:19.105455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Checking segment: {'id': '8f552bbd-d8de-4c59-a0fb-b51da57ce132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:26:19.105755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Bound using segment: {'id': '8f552bbd-d8de-4c59-a0fb-b51da57ce132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:26:19.106418 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Bound port: 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f552bbd-d8de-4c59-a0fb-b51da57ce132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:26:19.106819 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:19.230128 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] For port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:26:19.236831 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] For port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e,segment=NetworkSegment(8f552bbd-d8de-4c59-a0fb-b51da57ce132),segment_id=8f552bbd-d8de-4c59-a0fb-b51da57ce132)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:26:19.245481 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:19.308842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:19.309605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:19.311432 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] 10.222.0.103 "PUT /v2.0/ports/67b84e9b-d5c4-40e1-8fad-b4e5509bd68e HTTP/1.1" status: 200 len: 1093 time: 0.9801428 Jul 08 21:26:19.312105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'tag': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:26:19.314765 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caddc175-9f5d-4f41-92bb-a3d8d4ef804b" -d '{"events": [{"name": "network-changed", "server_uuid": "acd6d528-402d-4be3-9f05-6d92ff6fb7df", "tag": "67b84e9b-d5c4-40e1-8fad-b4e5509bd68e"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:26:19.342493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930ec82-78ca-49f7-ac44-9b784ec30290 req-14f43c70-9ece-4847-9862-eacd8e91a159 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:19.345249 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4930ec82-78ca-49f7-ac44-9b784ec30290 req-14f43c70-9ece-4847-9862-eacd8e91a159 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 944 time: 0.1498909 Jul 08 21:26:19.431625 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4930ec82-78ca-49f7-ac44-9b784ec30290 req-68d8debf-1a28-4008-bee7-9a73420c5112 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754099 Jul 08 21:26:19.441591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf805bf-770e-44be-a5fd-d43a43ed36a2 service neutron] Pushing event updated for resources: {'Port': ['ID=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:19.446547 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a687124d-e3af-41ec-9301-2e109fb9a031 x-openstack-request-id: req-a687124d-e3af-41ec-9301-2e109fb9a031 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:26:19.446967 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd6d528-402d-4be3-9f05-6d92ff6fb7df", "tag": "67b84e9b-d5c4-40e1-8fad-b4e5509bd68e", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:26:19.447332 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a687124d-e3af-41ec-9301-2e109fb9a031 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:26:19.447970 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'tag': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e', 'status': 'completed', 'code': 200} Jul 08 21:26:19.502153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093b7df-c8a6-404e-86db-4430302131ef req-6da177be-31b0-4b89-acc3-ec983f4a3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:19.505634 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-6da177be-31b0-4b89-acc3-ec983f4a3ece service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 1096 time: 0.1289442 Jul 08 21:26:19.561554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-d6bcf655-5e76-4eb4-b27d-cf1c9ac4e65a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e HTTP/1.1" status: 200 len: 217 time: 0.0453627 Jul 08 21:26:19.631330 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093b7df-c8a6-404e-86db-4430302131ef req-faa8de7a-5f8e-4d18-9e88-27a10bad096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:19.633140 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-faa8de7a-5f8e-4d18-9e88-27a10bad096a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=eeabc714-bcbe-4451-a9b1-9708346b51d2 HTTP/1.1" status: 200 len: 832 time: 0.0611327 Jul 08 21:26:19.717820 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093b7df-c8a6-404e-86db-4430302131ef req-54cbbecd-c613-4949-8668-89275136c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:19.720061 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-54cbbecd-c613-4949-8668-89275136c27d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24998cad-9935-44c8-81b2-4acbec0d7cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762970 Jul 08 21:26:19.870823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-7dcd1811-d321-4cc8-87e4-23952282b083 service neutron] 10.222.0.103 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385608 Jul 08 21:26:19.991274 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a093b7df-c8a6-404e-86db-4430302131ef req-a7a78a49-c64d-4b16-9c31-829ca5d465cb service neutron] 10.222.0.103 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104624 Jul 08 21:26:20.119326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddc175-9f5d-4f41-92bb-a3d8d4ef804b req-6ecc15be-9ada-4c51-bc5a-885ab95b9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:20.121281 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-caddc175-9f5d-4f41-92bb-a3d8d4ef804b req-6ecc15be-9ada-4c51-bc5a-885ab95b9343 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 1096 time: 0.0622921 Jul 08 21:26:20.252316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddc175-9f5d-4f41-92bb-a3d8d4ef804b req-bdffe82f-8f57-4b06-adb8-46563e97e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:20.255146 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-caddc175-9f5d-4f41-92bb-a3d8d4ef804b req-bdffe82f-8f57-4b06-adb8-46563e97e7b1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24998cad-9935-44c8-81b2-4acbec0d7cfc HTTP/1.1" status: 200 len: 898 time: 0.1264331 Jul 08 21:26:20.267207 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 738dacf2-c2ef-4704-bb7c-10902c4dfe28 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:26:20.309311 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-caddc175-9f5d-4f41-92bb-a3d8d4ef804b req-14930388-e7e8-4c64-ab07-98b9091e86e3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e HTTP/1.1" status: 200 len: 217 time: 0.0461705 Jul 08 21:26:20.337336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:26:20.337848 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:20.372452 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddc175-9f5d-4f41-92bb-a3d8d4ef804b req-41a9efab-b640-4abe-be51-e5c0aa3c5a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:20.374556 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-caddc175-9f5d-4f41-92bb-a3d8d4ef804b req-41a9efab-b640-4abe-be51-e5c0aa3c5a2e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=eeabc714-bcbe-4451-a9b1-9708346b51d2 HTTP/1.1" status: 200 len: 832 time: 0.0561345 Jul 08 21:26:20.471015 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddc175-9f5d-4f41-92bb-a3d8d4ef804b req-ab14b214-e06b-4938-b915-a04bd79007b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:20.473613 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-caddc175-9f5d-4f41-92bb-a3d8d4ef804b req-ab14b214-e06b-4938-b915-a04bd79007b0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24998cad-9935-44c8-81b2-4acbec0d7cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898843 Jul 08 21:26:20.677028 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-caddc175-9f5d-4f41-92bb-a3d8d4ef804b req-169e762a-0e80-4044-8211-46ce00a05e1d service neutron] 10.222.0.103 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945758 Jul 08 21:26:20.851985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343308aa-7d15-4817-a081-1cece67bbb7e req-7814a6f9-7693-47ef-80d1-949e5c122c71 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:20.855208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-343308aa-7d15-4817-a081-1cece67bbb7e req-7814a6f9-7693-47ef-80d1-949e5c122c71 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 944 time: 0.2472970 Jul 08 21:26:20.932178 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-caddc175-9f5d-4f41-92bb-a3d8d4ef804b req-16c96068-4aca-431a-83e7-f449cf70d8a6 service neutron] 10.222.0.103 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456150 Jul 08 21:26:20.954414 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-343308aa-7d15-4817-a081-1cece67bbb7e req-ea02944c-e131-48c9-a968-07cc997897a5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910325 Jul 08 21:26:22.163402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dcc04-5f8d-4643-a551-e1208b39654d req-c3f5060f-0bc2-44dd-ad0a-adc9b2908670 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:22.165897 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-762dcc04-5f8d-4643-a551-e1208b39654d req-c3f5060f-0bc2-44dd-ad0a-adc9b2908670 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 944 time: 0.0773125 Jul 08 21:26:22.218110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-762dcc04-5f8d-4643-a551-e1208b39654d req-2aadcf89-b789-49d5-a5de-1233e28a224d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419936 Jul 08 21:26:23.477256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d242f71-249e-412c-b2e5-979f29c90164 req-8ee03c91-5803-4967-97ee-07b8675ef316 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:23.479183 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7d242f71-249e-412c-b2e5-979f29c90164 req-8ee03c91-5803-4967-97ee-07b8675ef316 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 944 time: 0.1164417 Jul 08 21:26:23.551910 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7d242f71-249e-412c-b2e5-979f29c90164 req-42bea32d-1eae-4ee3-ad36-e84c8f99fd66 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605097 Jul 08 21:26:24.091849 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:24.152949 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:26:24.281029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e,segment=NetworkSegment(8f552bbd-d8de-4c59-a0fb-b51da57ce132),segment_id=8f552bbd-d8de-4c59-a0fb-b51da57ce132)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:26:24.296012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'port_id': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e', 'mac_address': 'fa:16:3e:2d:b6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:26:24.349382 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:24.372894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:26:24.409540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e,segment=NetworkSegment(8f552bbd-d8de-4c59-a0fb-b51da57ce132),segment_id=8f552bbd-d8de-4c59-a0fb-b51da57ce132)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:26:24.414933 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:24.480896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:24.743831 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['67b84e9b-d5c4-40e1-8fad-b4e5509bd68e'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:26:24.791063 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef97417-4300-4d49-bed5-616069bba108 req-de2e4f73-6759-4e72-b24d-a90dfda44369 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:24.793257 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aef97417-4300-4d49-bed5-616069bba108 req-de2e4f73-6759-4e72-b24d-a90dfda44369 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 945 time: 0.0887144 Jul 08 21:26:24.844053 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-aef97417-4300-4d49-bed5-616069bba108 req-38305e65-134f-4393-bb30-5573eb946bea tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443354 Jul 08 21:26:26.114245 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855404a1-661e-4778-83d0-34d28d8e710b req-fc830889-f88c-4289-ac9c-406ffe5398f9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:26.116320 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-855404a1-661e-4778-83d0-34d28d8e710b req-fc830889-f88c-4289-ac9c-406ffe5398f9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 945 time: 0.0868478 Jul 08 21:26:26.180698 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-855404a1-661e-4778-83d0-34d28d8e710b req-aecdc38b-dc69-475c-9fa8-0cd04a84e36e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575018 Jul 08 21:26:26.185895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:26:26.251864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:26:26.257556 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:26:26.258144 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:26.362873 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:26.389500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:26:26.392620 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e70931f-14b4-401a-9811-f57220e57923" -d '{"events": [{"server_uuid": "acd6d528-402d-4be3-9f05-6d92ff6fb7df", "name": "network-vif-plugged", "status": "completed", "tag": "67b84e9b-d5c4-40e1-8fad-b4e5509bd68e"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:26:26.416366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e,segment=NetworkSegment(8f552bbd-d8de-4c59-a0fb-b51da57ce132),segment_id=8f552bbd-d8de-4c59-a0fb-b51da57ce132)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:26:26.437582 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:26.516879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:26.559973 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee27fdea-ed3c-44f0-a30c-72f9bd89e037 x-openstack-request-id: req-ee27fdea-ed3c-44f0-a30c-72f9bd89e037 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:26:26.560450 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd6d528-402d-4be3-9f05-6d92ff6fb7df", "name": "network-vif-plugged", "status": "completed", "tag": "67b84e9b-d5c4-40e1-8fad-b4e5509bd68e", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:26:26.560918 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ee27fdea-ed3c-44f0-a30c-72f9bd89e037 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:26:26.561557 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e', 'code': 200} Jul 08 21:26:26.703270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dc00c-bdf4-473c-8f3b-935232cd2e33 req-dcbab58a-1406-4658-8d46-20347cf60f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:26.705031 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1d0dc00c-bdf4-473c-8f3b-935232cd2e33 req-dcbab58a-1406-4658-8d46-20347cf60f3b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 1098 time: 0.0686636 Jul 08 21:26:26.746902 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1d0dc00c-bdf4-473c-8f3b-935232cd2e33 req-2da97738-d7bb-4c96-aafa-c6378e813fca service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336936 Jul 08 21:26:27.249915 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:26:27.453508 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a65c-4d77-4e7a-a834-fe1d32579d82 req-3eaf4f7f-2b64-41aa-9a49-be026d352d2b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:27.456144 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-95f7a65c-4d77-4e7a-a834-fe1d32579d82 req-3eaf4f7f-2b64-41aa-9a49-be026d352d2b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.1193712 Jul 08 21:26:27.525166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-95f7a65c-4d77-4e7a-a834-fe1d32579d82 req-608f54e5-2a77-4d54-815d-3a2686a894da tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621271 Jul 08 21:26:28.780982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c4500-c8e1-4ea6-a496-ab448c76c699 req-43cc2c70-2041-4a3e-8762-8473ce617257 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:28.782649 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0f9c4500-c8e1-4ea6-a496-ab448c76c699 req-43cc2c70-2041-4a3e-8762-8473ce617257 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.0866182 Jul 08 21:26:28.828151 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0f9c4500-c8e1-4ea6-a496-ab448c76c699 req-824bc6e7-c6a8-4888-87f0-ff799e7dac0a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386612 Jul 08 21:26:29.042831 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191c8fc-df73-4fc6-b761-d71235e1e5d7 req-548756b1-38eb-4fcc-b8be-815bda38dbde tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:29.045165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9191c8fc-df73-4fc6-b761-d71235e1e5d7 req-548756b1-38eb-4fcc-b8be-815bda38dbde tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.0812950 Jul 08 21:26:29.112067 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9191c8fc-df73-4fc6-b761-d71235e1e5d7 req-b920bf7e-b4be-4da5-895a-cf394b037aa0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550296 Jul 08 21:26:29.141891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49500) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:29.203198 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8529588f-7899-488d-aeae-fba7cd50d2b7 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:29.204977 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8529588f-7899-488d-aeae-fba7cd50d2b7 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 1093 time: 0.0618298 Jul 08 21:26:29.208504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49502) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:29.213844 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:26:29.240171 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:29.428349 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:29.602850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.25.4.140 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/cc515352-fd07-4884-add2-cc7bbe483e29) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:26:29.749963 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:29.799326 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:29.851371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:26:29.854900 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:26:29.858214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:26:29.890172 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=cc515352-fd07-4884-add2-cc7bbe483e29,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:30.444581 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:30.577315 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:30.782186 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:30.789382 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:30.933398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=cc515352-fd07-4884-add2-cc7bbe483e29,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:26:30.947708 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:31.064911 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Floating IP 8c58445b-f564-4186-a723-252ad7f40f89 associated. External IP: 172.25.4.140, port: 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e. Jul 08 21:26:31.316993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 76e8d1de-6584-4754-95db-9d9c66c399f6 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:26:31.866050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:26:31.880432 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148ddfee-6aad-416c-a42c-a8fb82464513 None None] Sync routers for ids ['76e8d1de-6584-4754-95db-9d9c66c399f6'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:26:31.889987 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:31.898741 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148ddfee-6aad-416c-a42c-a8fb82464513 None None] Routers {'76e8d1de-6584-4754-95db-9d9c66c399f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:26:31.899789 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-148ddfee-6aad-416c-a42c-a8fb82464513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:26:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76e8d1de-6584-4754-95db-9d9c66c399f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:31.935435 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3cd18245-93a8-41a5-a3f3-21b43678ccf1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7254450 Jul 08 21:26:31.936267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'tag': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:26:31.939302 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a60bab-7ff9-4a7e-b2e0-70affa02a427" -d '{"events": [{"name": "network-changed", "server_uuid": "acd6d528-402d-4be3-9f05-6d92ff6fb7df", "tag": "67b84e9b-d5c4-40e1-8fad-b4e5509bd68e"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:26:31.994157 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b536699-03b9-4aa7-a8f3-f55cd5025b1c x-openstack-request-id: req-0b536699-03b9-4aa7-a8f3-f55cd5025b1c {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:26:31.995176 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd6d528-402d-4be3-9f05-6d92ff6fb7df", "tag": "67b84e9b-d5c4-40e1-8fad-b4e5509bd68e", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:26:31.995176 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0b536699-03b9-4aa7-a8f3-f55cd5025b1c {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:26:31.995378 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'tag': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e', 'status': 'completed', 'code': 200} Jul 08 21:26:32.090155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a60bab-7ff9-4a7e-b2e0-70affa02a427 req-bc435773-664b-4d62-b5c1-5850997a9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:32.092743 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6a60bab-7ff9-4a7e-b2e0-70affa02a427 req-bc435773-664b-4d62-b5c1-5850997a9715 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 1098 time: 0.0749853 Jul 08 21:26:32.111392 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-148ddfee-6aad-416c-a42c-a8fb82464513 None None] Set router 76e8d1de-6584-4754-95db-9d9c66c399f6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:26:32.189597 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01118921-9b59-4407-ac73-47560eadf2f8 req-4d45556c-eeb9-493a-abaf-45a073a57459 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:32.193215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-01118921-9b59-4407-ac73-47560eadf2f8 req-4d45556c-eeb9-493a-abaf-45a073a57459 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.1106443 Jul 08 21:26:32.244411 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a60bab-7ff9-4a7e-b2e0-70affa02a427 req-37141a4b-cb54-48be-911b-ceed3d65d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:32.246575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6a60bab-7ff9-4a7e-b2e0-70affa02a427 req-37141a4b-cb54-48be-911b-ceed3d65d801 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24998cad-9935-44c8-81b2-4acbec0d7cfc HTTP/1.1" status: 200 len: 898 time: 0.1474752 Jul 08 21:26:32.257432 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-01118921-9b59-4407-ac73-47560eadf2f8 req-d678797e-0f23-43ea-bd67-9b956ca9c624 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572660 Jul 08 21:26:32.284111 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49508) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:32.357388 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6a60bab-7ff9-4a7e-b2e0-70affa02a427 req-f8fe6ecd-a4a8-41c7-b7a4-1ec51462925c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e HTTP/1.1" status: 200 len: 1000 time: 0.1033876 Jul 08 21:26:32.374532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bfd4e7b2-b657-4225-a54f-1d99e45a2a75 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/8c58445b-f564-4186-a723-252ad7f40f89 HTTP/1.1" status: 200 len: 992 time: 0.0879364 Jul 08 21:26:32.420114 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a60bab-7ff9-4a7e-b2e0-70affa02a427 req-1dc7cb9b-4177-4cb7-9dc0-f78c3bceea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:32.421846 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6a60bab-7ff9-4a7e-b2e0-70affa02a427 req-1dc7cb9b-4177-4cb7-9dc0-f78c3bceea09 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=eeabc714-bcbe-4451-a9b1-9708346b51d2 HTTP/1.1" status: 200 len: 832 time: 0.0577469 Jul 08 21:26:32.436057 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-148ddfee-6aad-416c-a42c-a8fb82464513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '8c58445b-f564-4186-a723-252ad7f40f89', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'port_id': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'mac_address': 'fa:16:3e:2d:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:26:30Z', 'updated_at': '2021-07-08T21:26:30Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738dacf2-c2ef-4704-bb7c-10902c4dfe28', 'name': '', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:b5:54:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:11Z', 'updated_at': '2021-07-08T21:26:18Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:32.467482 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148ddfee-6aad-416c-a42c-a8fb82464513 None None] Checking router: 76e8d1de-6584-4754-95db-9d9c66c399f6 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:26:32.477035 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148ddfee-6aad-416c-a42c-a8fb82464513 None None] Routers {'76e8d1de-6584-4754-95db-9d9c66c399f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:26:32.477672 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-148ddfee-6aad-416c-a42c-a8fb82464513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:26:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76e8d1de-6584-4754-95db-9d9c66c399f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:32.493939 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a60bab-7ff9-4a7e-b2e0-70affa02a427 req-28eb2ab4-f44a-4b91-a1eb-cd3df76c51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:26:32.495575 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6a60bab-7ff9-4a7e-b2e0-70affa02a427 req-28eb2ab4-f44a-4b91-a1eb-cd3df76c51e2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24998cad-9935-44c8-81b2-4acbec0d7cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672388 Jul 08 21:26:32.623562 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6a60bab-7ff9-4a7e-b2e0-70affa02a427 req-ba70dc63-7b61-4abf-af58-29cd08d65e7a service neutron] 10.222.0.103 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184847 Jul 08 21:26:32.701894 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-148ddfee-6aad-416c-a42c-a8fb82464513 None None] Set router 76e8d1de-6584-4754-95db-9d9c66c399f6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:26:32.729571 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d6a60bab-7ff9-4a7e-b2e0-70affa02a427 req-d059da26-41d6-47d1-8e9f-b35d0c532f6e service neutron] 10.222.0.103 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987172 Jul 08 21:26:32.993622 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-148ddfee-6aad-416c-a42c-a8fb82464513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '8c58445b-f564-4186-a723-252ad7f40f89', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'port_id': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'mac_address': 'fa:16:3e:2d:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:26:30Z', 'updated_at': '2021-07-08T21:26:30Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738dacf2-c2ef-4704-bb7c-10902c4dfe28', 'name': '', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:b5:54:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:11Z', 'updated_at': '2021-07-08T21:26:18Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:26:33.024940 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148ddfee-6aad-416c-a42c-a8fb82464513 None None] The sync data for ids ['76e8d1de-6584-4754-95db-9d9c66c399f6'] in n-d-791506-16 is: [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '8c58445b-f564-4186-a723-252ad7f40f89', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'port_id': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'mac_address': 'fa:16:3e:2d:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:26:30Z', 'updated_at': '2021-07-08T21:26:30Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738dacf2-c2ef-4704-bb7c-10902c4dfe28', 'name': '', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:b5:54:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:11Z', 'updated_at': '2021-07-08T21:26:18Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:26:33.259335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed31f3-282a-4d4a-b3c5-2cedb8034866 None None] New status for floating IP 8c58445b-f564-4186-a723-252ad7f40f89: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:26:33.378149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49510) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:33.457735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-04689e14-3db7-45d3-867e-5952ca4283a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/8c58445b-f564-4186-a723-252ad7f40f89 HTTP/1.1" status: 200 len: 992 time: 0.0766811 Jul 08 21:26:34.152706 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8b920cde-4fe0-4ba5-9853-7113b5ae85f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:34.461638 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49512) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:26:34.533374 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6a5c49f0-6ce9-4f45-922f-3aa635c520e6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/8c58445b-f564-4186-a723-252ad7f40f89 HTTP/1.1" status: 200 len: 994 time: 0.0704994 Jul 08 21:26:37.111814 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8f9372e-a0db-4f7f-ac05-5710ba635bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:37.220344 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:38.511889 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:40.079338 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:48.241571 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:26:54.089128 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:04.157096 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b95e4280-f76e-4c78-ad8a-62737cfdb95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:04.254717 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:27:07.100924 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-abd95aa6-44ae-4044-8696-1d3a9da0f8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:07.226010 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:08.513480 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:10.079865 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:10.674743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be89aed-3b1a-4dca-b83b-94124c0fba8f req-5c1227fb-2ad0-4789-9d4b-9ca9a3fb2541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:10.677437 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7be89aed-3b1a-4dca-b83b-94124c0fba8f req-5c1227fb-2ad0-4789-9d4b-9ca9a3fb2541 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 1098 time: 0.1834602 Jul 08 21:27:10.695753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8314767-157b-48d6-9dfa-d3c0363b5e7a req-8cec33c5-5584-42dd-94e4-7f659b51f820 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:10.699416 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8314767-157b-48d6-9dfa-d3c0363b5e7a req-8cec33c5-5584-42dd-94e4-7f659b51f820 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.1620901 Jul 08 21:27:10.876095 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8314767-157b-48d6-9dfa-d3c0363b5e7a req-61d3d70b-b336-48f0-b4d1-5a67ce6515c3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599615 Jul 08 21:27:10.932971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be89aed-3b1a-4dca-b83b-94124c0fba8f req-db71bd00-ebe7-43d7-b8e4-0860eeeb4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:10.935579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7be89aed-3b1a-4dca-b83b-94124c0fba8f req-db71bd00-ebe7-43d7-b8e4-0860eeeb4e14 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24998cad-9935-44c8-81b2-4acbec0d7cfc HTTP/1.1" status: 200 len: 898 time: 0.2338495 Jul 08 21:27:11.052296 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7be89aed-3b1a-4dca-b83b-94124c0fba8f req-d1950f74-ff18-445f-b2a3-6d3fc06ce02c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e HTTP/1.1" status: 200 len: 1002 time: 0.1090658 Jul 08 21:27:11.135267 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be89aed-3b1a-4dca-b83b-94124c0fba8f req-a4fa5da6-2f3f-415f-9d27-205065dec7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:11.137655 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7be89aed-3b1a-4dca-b83b-94124c0fba8f req-a4fa5da6-2f3f-415f-9d27-205065dec7e4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=eeabc714-bcbe-4451-a9b1-9708346b51d2 HTTP/1.1" status: 200 len: 832 time: 0.0771956 Jul 08 21:27:11.238135 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be89aed-3b1a-4dca-b83b-94124c0fba8f req-ed7ca704-f4d4-4e1b-9c56-9e85100e6454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:11.240371 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7be89aed-3b1a-4dca-b83b-94124c0fba8f req-ed7ca704-f4d4-4e1b-9c56-9e85100e6454 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24998cad-9935-44c8-81b2-4acbec0d7cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947437 Jul 08 21:27:11.400648 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7be89aed-3b1a-4dca-b83b-94124c0fba8f req-27e43db6-91bd-4f5f-bf45-61ba14458ddc service neutron] 10.222.0.103 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492524 Jul 08 21:27:11.575260 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7be89aed-3b1a-4dca-b83b-94124c0fba8f req-46c45bfd-c08f-4c35-a12c-9f33f2b44a93 service neutron] 10.222.0.103 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661556 Jul 08 21:27:11.754571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b495ae-8d0d-4373-8d5e-681343af536d req-65540a1a-a62d-41f0-be3a-5653a04781d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:11.758913 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08b495ae-8d0d-4373-8d5e-681343af536d req-65540a1a-a62d-41f0-be3a-5653a04781d2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 1098 time: 0.0922768 Jul 08 21:27:12.003749 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b495ae-8d0d-4373-8d5e-681343af536d req-314d60c3-0302-4f6b-86bf-7bf039179431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:12.006687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08b495ae-8d0d-4373-8d5e-681343af536d req-314d60c3-0302-4f6b-86bf-7bf039179431 service neutron] 10.222.0.103 "GET /v2.0/networks?id=24998cad-9935-44c8-81b2-4acbec0d7cfc HTTP/1.1" status: 200 len: 898 time: 0.1643026 Jul 08 21:27:12.146359 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08b495ae-8d0d-4373-8d5e-681343af536d req-9ca43637-cc3b-4c00-baf4-fe9d552c6c13 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e HTTP/1.1" status: 200 len: 1002 time: 0.1319063 Jul 08 21:27:12.239205 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b495ae-8d0d-4373-8d5e-681343af536d req-3889fe1f-a695-4e9e-95e6-40357e4e9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:12.241624 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08b495ae-8d0d-4373-8d5e-681343af536d req-3889fe1f-a695-4e9e-95e6-40357e4e9b47 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=eeabc714-bcbe-4451-a9b1-9708346b51d2 HTTP/1.1" status: 200 len: 832 time: 0.0847576 Jul 08 21:27:12.257090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b9fbf-d596-454e-badd-f1c6ff71211c req-606f0736-71ea-4392-864f-e929571a4178 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:12.259941 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e1b9fbf-d596-454e-badd-f1c6ff71211c req-606f0736-71ea-4392-864f-e929571a4178 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.1269753 Jul 08 21:27:12.333774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b495ae-8d0d-4373-8d5e-681343af536d req-1cf25854-6f4b-417e-af64-d2c176e27664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:12.334535 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9e1b9fbf-d596-454e-badd-f1c6ff71211c req-242fe193-ae72-4899-93a2-c39d90f18621 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605891 Jul 08 21:27:12.336079 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08b495ae-8d0d-4373-8d5e-681343af536d req-1cf25854-6f4b-417e-af64-d2c176e27664 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24998cad-9935-44c8-81b2-4acbec0d7cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868132 Jul 08 21:27:12.485923 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08b495ae-8d0d-4373-8d5e-681343af536d req-a9b754bc-7951-4e1d-9404-bae905b25d73 service neutron] 10.222.0.103 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416829 Jul 08 21:27:12.631326 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08b495ae-8d0d-4373-8d5e-681343af536d req-6bc43d07-02a1-4b25-a8b2-b86c2b3b8dc7 service neutron] 10.222.0.103 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360986 Jul 08 21:27:13.669365 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dc4c0-6725-408f-9832-dfdc620fe08e req-65707554-1ac0-4336-a017-ca4478dfb845 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:13.672027 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5b4dc4c0-6725-408f-9832-dfdc620fe08e req-65707554-1ac0-4336-a017-ca4478dfb845 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.1265318 Jul 08 21:27:13.742639 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5b4dc4c0-6725-408f-9832-dfdc620fe08e req-b3cb7dd1-53a5-4e50-9791-126b326301ec tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599198 Jul 08 21:27:15.070611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af86e25-4e86-4989-b9b0-19c21c1f3f88 req-4d81aaac-3f0c-47fd-9b19-d1ad5eb72b2d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:15.073366 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4af86e25-4e86-4989-b9b0-19c21c1f3f88 req-4d81aaac-3f0c-47fd-9b19-d1ad5eb72b2d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.1068282 Jul 08 21:27:15.133861 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4af86e25-4e86-4989-b9b0-19c21c1f3f88 req-fa34257d-b4e2-4f04-81b9-2c801d946f25 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534203 Jul 08 21:27:16.357703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d40ca-75d7-4afd-9633-603addf032a4 req-cf4c05d2-5fdb-48ab-ad8b-ac633da78c30 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:16.360461 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e11d40ca-75d7-4afd-9633-603addf032a4 req-cf4c05d2-5fdb-48ab-ad8b-ac633da78c30 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.0725756 Jul 08 21:27:16.433837 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e11d40ca-75d7-4afd-9633-603addf032a4 req-b293ce90-8079-4bbd-800f-be67cf73a310 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656457 Jul 08 21:27:17.665581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29451fee-33ba-44eb-b669-986ea22ef506 req-c3f3daf6-393d-4b36-910d-877127cebcc9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:17.667325 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29451fee-33ba-44eb-b669-986ea22ef506 req-c3f3daf6-393d-4b36-910d-877127cebcc9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.0863106 Jul 08 21:27:17.719501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-29451fee-33ba-44eb-b669-986ea22ef506 req-af2ec7e0-0328-42c3-9e88-90aba9bc8e18 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453842 Jul 08 21:27:18.244574 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:18.956367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f775f-16da-4977-82d8-a2ed76875c20 req-4d08d65d-c324-442f-8862-48f911a95ad9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:18.958074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-399f775f-16da-4977-82d8-a2ed76875c20 req-4d08d65d-c324-442f-8862-48f911a95ad9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.0926063 Jul 08 21:27:19.004751 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-399f775f-16da-4977-82d8-a2ed76875c20 req-7fb3ff14-8122-4fb8-bc50-c76cfd048e6e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362322 Jul 08 21:27:20.212504 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bbcc2-66e0-4f35-aa08-9d799a12cf7c req-ee2de932-0e19-438a-b884-66ce08596a77 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:20.214298 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c20bbcc2-66e0-4f35-aa08-9d799a12cf7c req-ee2de932-0e19-438a-b884-66ce08596a77 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.0765300 Jul 08 21:27:20.263624 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c20bbcc2-66e0-4f35-aa08-9d799a12cf7c req-ea3063b3-7baa-4d52-baa4-a576d11c4449 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384767 Jul 08 21:27:21.512474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c0654-1366-4220-8290-fd0519d78301 req-b9a8be62-0ab4-4b7e-aaa2-375f4098258c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:21.514170 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf8c0654-1366-4220-8290-fd0519d78301 req-b9a8be62-0ab4-4b7e-aaa2-375f4098258c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.1106415 Jul 08 21:27:21.574527 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf8c0654-1366-4220-8290-fd0519d78301 req-949c72af-53f9-45ed-a98a-267db342a9e2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529060 Jul 08 21:27:22.881933 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6338b4-e41f-4a1f-b398-17578793f576 req-e5dd9eee-4fae-4ffb-b576-21bc353fc3cf tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:22.884774 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0a6338b4-e41f-4a1f-b398-17578793f576 req-e5dd9eee-4fae-4ffb-b576-21bc353fc3cf tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.1293445 Jul 08 21:27:22.951776 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0a6338b4-e41f-4a1f-b398-17578793f576 req-278aba41-8f9c-43de-a069-12111548d975 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603602 Jul 08 21:27:24.118132 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:24.274992 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea145d15-50fe-4b54-aa5a-f3b4679b940a req-b39bb8e3-da89-4cec-8671-0dd1edfac081 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:27:24.277721 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea145d15-50fe-4b54-aa5a-f3b4679b940a req-b39bb8e3-da89-4cec-8671-0dd1edfac081 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.1247032 Jul 08 21:27:24.342467 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ea145d15-50fe-4b54-aa5a-f3b4679b940a req-3bf25018-12f7-45b2-ab9a-b111a3cc96a2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534868 Jul 08 21:27:24.381253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49564) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:27:24.478049 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-79f5c725-16bf-429d-b320-4cb1617ed296 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/8c58445b-f564-4186-a723-252ad7f40f89 HTTP/1.1" status: 200 len: 994 time: 0.0954549 Jul 08 21:27:34.144025 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4e4d-7371-46a3-8da5-c08a10095c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:37.096919 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-365504e0-a652-4302-8172-48c8c12c11a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:37.231181 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:38.515533 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:40.069788 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:41.260821 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:27:48.254059 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:27:54.103994 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:01.842765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49576) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:02.100212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port cc515352-fd07-4884-add2-cc7bbe483e29 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:28:02.100612 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:02.192600 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:02.193086 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:02.209101 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for cc515352-fd07-4884-add2-cc7bbe483e29 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:28:02.456049 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:02.495675 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=cc515352-fd07-4884-add2-cc7bbe483e29,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:02.523554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:02.523886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:02.524292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:02.524739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:02.524985 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:02.525311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:02.525643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:02.525964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:02.526290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:02.526603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:02.526950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:02.527360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:02.584782 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:02.585437 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Floating IP 8c58445b-f564-4186-a723-252ad7f40f89 disassociated (deleted). External IP: 172.25.4.140, port: 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e. Jul 08 21:28:02.931500 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 76e8d1de-6584-4754-95db-9d9c66c399f6 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:28:03.128512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:28:03.134992 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:03.140846 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1c40cb-1719-4025-9f38-b795814bd524 None None] Sync routers for ids ['76e8d1de-6584-4754-95db-9d9c66c399f6'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:28:03.153311 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1c40cb-1719-4025-9f38-b795814bd524 None None] Routers {'76e8d1de-6584-4754-95db-9d9c66c399f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:28:03.154507 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-af1c40cb-1719-4025-9f38-b795814bd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:27:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76e8d1de-6584-4754-95db-9d9c66c399f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:03.178905 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d64bb98c-2c92-4982-9565-6d21b9c7cc7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/floatingips/8c58445b-f564-4186-a723-252ad7f40f89 HTTP/1.1" status: 204 len: 168 time: 1.3349829 Jul 08 21:28:03.179493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'tag': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:28:03.181880 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62df2126-167b-4393-bafa-216c385c264e" -d '{"events": [{"name": "network-changed", "server_uuid": "acd6d528-402d-4be3-9f05-6d92ff6fb7df", "tag": "67b84e9b-d5c4-40e1-8fad-b4e5509bd68e"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:28:03.236538 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89194527-fddb-4dad-af36-b87a32dabef7 x-openstack-request-id: req-89194527-fddb-4dad-af36-b87a32dabef7 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:28:03.237035 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd6d528-402d-4be3-9f05-6d92ff6fb7df", "tag": "67b84e9b-d5c4-40e1-8fad-b4e5509bd68e", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:28:03.237385 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-89194527-fddb-4dad-af36-b87a32dabef7 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:28:03.237940 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'tag': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e', 'status': 'completed', 'code': 200} Jul 08 21:28:03.322226 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-af1c40cb-1719-4025-9f38-b795814bd524 None None] Set router 76e8d1de-6584-4754-95db-9d9c66c399f6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:28:03.469290 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df2126-167b-4393-bafa-216c385c264e req-c94ba501-06e0-4134-a9e3-d763169c512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:03.473674 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-62df2126-167b-4393-bafa-216c385c264e req-c94ba501-06e0-4134-a9e3-d763169c512e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 1098 time: 0.2040710 Jul 08 21:28:03.650493 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df2126-167b-4393-bafa-216c385c264e req-0cad4de1-2890-405b-996b-93f71115738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:03.653664 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-62df2126-167b-4393-bafa-216c385c264e req-0cad4de1-2890-405b-996b-93f71115738b service neutron] 10.222.0.103 "GET /v2.0/networks?id=24998cad-9935-44c8-81b2-4acbec0d7cfc HTTP/1.1" status: 200 len: 898 time: 0.1685915 Jul 08 21:28:03.746518 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-62df2126-167b-4393-bafa-216c385c264e req-b9391e7d-cd3a-4179-bc67-05112718495b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e HTTP/1.1" status: 200 len: 217 time: 0.0843513 Jul 08 21:28:03.780578 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-af1c40cb-1719-4025-9f38-b795814bd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '738dacf2-c2ef-4704-bb7c-10902c4dfe28', 'name': '', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:b5:54:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:11Z', 'updated_at': '2021-07-08T21:26:18Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:03.831683 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1c40cb-1719-4025-9f38-b795814bd524 None None] Checking router: 76e8d1de-6584-4754-95db-9d9c66c399f6 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:28:03.848428 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1c40cb-1719-4025-9f38-b795814bd524 None None] Routers {'76e8d1de-6584-4754-95db-9d9c66c399f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:28:03.849566 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-af1c40cb-1719-4025-9f38-b795814bd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:27:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76e8d1de-6584-4754-95db-9d9c66c399f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:03.857350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df2126-167b-4393-bafa-216c385c264e req-1185de67-9fab-4e57-af5b-575bd00dd6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:03.861598 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-62df2126-167b-4393-bafa-216c385c264e req-1185de67-9fab-4e57-af5b-575bd00dd6bb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=eeabc714-bcbe-4451-a9b1-9708346b51d2 HTTP/1.1" status: 200 len: 832 time: 0.1026974 Jul 08 21:28:03.877749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95437c-93c1-422e-86ed-a53cc8ae309a req-3705ca88-d081-48c9-bc84-4a27733fbc1a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:03.880577 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8d95437c-93c1-422e-86ed-a53cc8ae309a req-3705ca88-d081-48c9-bc84-4a27733fbc1a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.1609859 Jul 08 21:28:03.935783 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8d95437c-93c1-422e-86ed-a53cc8ae309a req-6bddc088-8faa-493c-a011-66323e8b7749 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484593 Jul 08 21:28:03.968416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df2126-167b-4393-bafa-216c385c264e req-cd4efd9f-80a4-4a0a-a9e3-a6aa7aad9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:03.970928 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-62df2126-167b-4393-bafa-216c385c264e req-cd4efd9f-80a4-4a0a-a9e3-a6aa7aad9308 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=24998cad-9935-44c8-81b2-4acbec0d7cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013463 Jul 08 21:28:04.031348 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-af1c40cb-1719-4025-9f38-b795814bd524 None None] Set router 76e8d1de-6584-4754-95db-9d9c66c399f6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:28:04.107845 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-62df2126-167b-4393-bafa-216c385c264e req-d82e5d1f-088e-462d-a39f-957ec33cfb1c service neutron] 10.222.0.103 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284435 Jul 08 21:28:04.175027 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2290431e-d5b5-414a-b0cd-a9f6c36a9764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:04.232541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-62df2126-167b-4393-bafa-216c385c264e req-2ccbfd61-47a3-43ca-8268-052360c60733 service neutron] 10.222.0.103 "GET /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171010 Jul 08 21:28:04.317406 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-af1c40cb-1719-4025-9f38-b795814bd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '738dacf2-c2ef-4704-bb7c-10902c4dfe28', 'name': '', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:b5:54:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:11Z', 'updated_at': '2021-07-08T21:26:18Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:04.350326 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1c40cb-1719-4025-9f38-b795814bd524 None None] The sync data for ids ['76e8d1de-6584-4754-95db-9d9c66c399f6'] in n-d-791506-16 is: [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '738dacf2-c2ef-4704-bb7c-10902c4dfe28', 'name': '', 'network_id': '24998cad-9935-44c8-81b2-4acbec0d7cfc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:b5:54:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:11Z', 'updated_at': '2021-07-08T21:26:18Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': 'eeabc714-bcbe-4451-a9b1-9708346b51d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:28:04.650516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1a194-5082-413d-8dd3-f2ae7f2fb6ff None None] New status for floating IP 8c58445b-f564-4186-a723-252ad7f40f89: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:28:05.160510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3a608-2237-4a55-9bfd-294e09da39a0 req-957c8d23-140d-480f-8754-e70f0f276193 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:05.163135 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ae3a608-2237-4a55-9bfd-294e09da39a0 req-957c8d23-140d-480f-8754-e70f0f276193 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.0974286 Jul 08 21:28:05.226454 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6ae3a608-2237-4a55-9bfd-294e09da39a0 req-094d4df6-2155-4ea0-8dd0-8e167831fbb9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524180 Jul 08 21:28:05.630488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420141-eaa6-485d-ae58-a4b2cfd56701 req-66a394e5-c203-4070-83ae-d93a7c5520e5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:05.632137 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7420141-eaa6-485d-ae58-a4b2cfd56701 req-66a394e5-c203-4070-83ae-d93a7c5520e5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 946 time: 0.0810354 Jul 08 21:28:05.769555 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-e7420141-eaa6-485d-ae58-a4b2cfd56701 req-d04214f1-7ee5-481d-b99c-977bbf07102a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:28:05.770134 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e7420141-eaa6-485d-ae58-a4b2cfd56701 req-d04214f1-7ee5-481d-b99c-977bbf07102a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:05.936702 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-e7420141-eaa6-485d-ae58-a4b2cfd56701 req-d04214f1-7ee5-481d-b99c-977bbf07102a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e,segment=NetworkSegment(8f552bbd-d8de-4c59-a0fb-b51da57ce132),segment_id=8f552bbd-d8de-4c59-a0fb-b51da57ce132)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:28:05.937263 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e7420141-eaa6-485d-ae58-a4b2cfd56701 req-d04214f1-7ee5-481d-b99c-977bbf07102a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:05.962466 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-e7420141-eaa6-485d-ae58-a4b2cfd56701 req-d04214f1-7ee5-481d-b99c-977bbf07102a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:28:06.131427 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e7420141-eaa6-485d-ae58-a4b2cfd56701 req-d04214f1-7ee5-481d-b99c-977bbf07102a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:06.163927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04214f1-7ee5-481d-b99c-977bbf07102a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=67b84e9b-d5c4-40e1-8fad-b4e5509bd68e,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:06.220455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7420141-eaa6-485d-ae58-a4b2cfd56701 req-d04214f1-7ee5-481d-b99c-977bbf07102a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] No DVR routers for this DVR port 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:28:06.224465 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-e7420141-eaa6-485d-ae58-a4b2cfd56701 req-d04214f1-7ee5-481d-b99c-977bbf07102a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:06.228156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e7420141-eaa6-485d-ae58-a4b2cfd56701 req-d04214f1-7ee5-481d-b99c-977bbf07102a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "DELETE /v2.0/ports/67b84e9b-d5c4-40e1-8fad-b4e5509bd68e HTTP/1.1" status: 204 len: 173 time: 0.5857797 Jul 08 21:28:06.228918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'name': 'network-vif-deleted', 'tag': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:28:06.233061 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3300e29-65d7-417f-b08f-3e240ebead50" -d '{"events": [{"server_uuid": "acd6d528-402d-4be3-9f05-6d92ff6fb7df", "name": "network-vif-deleted", "tag": "67b84e9b-d5c4-40e1-8fad-b4e5509bd68e"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:28:06.281766 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02a4f20-f451-4a47-b767-30b6af3f1a98 x-openstack-request-id: req-c02a4f20-f451-4a47-b767-30b6af3f1a98 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:28:06.282339 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd6d528-402d-4be3-9f05-6d92ff6fb7df", "name": "network-vif-deleted", "tag": "67b84e9b-d5c4-40e1-8fad-b4e5509bd68e", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:28:06.283930 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c02a4f20-f451-4a47-b767-30b6af3f1a98 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:28:06.284659 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd6d528-402d-4be3-9f05-6d92ff6fb7df', 'name': 'network-vif-deleted', 'tag': '67b84e9b-d5c4-40e1-8fad-b4e5509bd68e', 'status': 'completed', 'code': 200} Jul 08 21:28:06.464951 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c11db322-40dd-422c-8c0e-fb9073ca5526 req-3006c88e-e837-4256-97f7-2e6eb43b9697 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd6d528-402d-4be3-9f05-6d92ff6fb7df HTTP/1.1" status: 200 len: 210 time: 0.0519085 Jul 08 21:28:07.101357 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ec7db17-a30a-480f-90f0-99361535acaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:07.217803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:07.616960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49594) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:08.081865 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3f3b026-22ef-42b6-8bc6-f142df78ba62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:08.526227 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:08.745696 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:28:08.776013 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:28:08.776529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 67b84e9b-d5c4-40e1-8fad-b4e5509bd68e not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:28:08.801349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3b026-22ef-42b6-8bc6-f142df78ba62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port 738dacf2-c2ef-4704-bb7c-10902c4dfe28 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:28:08.802230 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3f3b026-22ef-42b6-8bc6-f142df78ba62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:08.914214 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c3f3b026-22ef-42b6-8bc6-f142df78ba62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port 738dacf2-c2ef-4704-bb7c-10902c4dfe28, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=738dacf2-c2ef-4704-bb7c-10902c4dfe28,segment=NetworkSegment(8f552bbd-d8de-4c59-a0fb-b51da57ce132),segment_id=8f552bbd-d8de-4c59-a0fb-b51da57ce132)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:28:08.914587 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3f3b026-22ef-42b6-8bc6-f142df78ba62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:08.939519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3b026-22ef-42b6-8bc6-f142df78ba62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for 738dacf2-c2ef-4704-bb7c-10902c4dfe28 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:28:09.242339 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3f3b026-22ef-42b6-8bc6-f142df78ba62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:09.277884 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3b026-22ef-42b6-8bc6-f142df78ba62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=738dacf2-c2ef-4704-bb7c-10902c4dfe28,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:09.506838 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c3f3b026-22ef-42b6-8bc6-f142df78ba62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:09.870918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f3b026-22ef-42b6-8bc6-f142df78ba62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 76e8d1de-6584-4754-95db-9d9c66c399f6 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:28:10.045704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f3b026-22ef-42b6-8bc6-f142df78ba62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:28:10.054282 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-c3f3b026-22ef-42b6-8bc6-f142df78ba62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "PUT /v2.0/routers/76e8d1de-6584-4754-95db-9d9c66c399f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4357228 Jul 08 21:28:10.057437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49596) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:10.061969 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6e46a-5380-4e42-a75c-f3bdc38594eb None None] Sync routers for ids ['76e8d1de-6584-4754-95db-9d9c66c399f6'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:28:10.077369 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6e46a-5380-4e42-a75c-f3bdc38594eb None None] Routers {'76e8d1de-6584-4754-95db-9d9c66c399f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:28:10.078700 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a9a6e46a-5380-4e42-a75c-f3bdc38594eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:28:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76e8d1de-6584-4754-95db-9d9c66c399f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:10.083133 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:10.127319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a66d4c-db6a-4387-ad8b-f6c35ffe5ff7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting subnet eeabc714-bcbe-4451-a9b1-9708346b51d2 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:28:10.132573 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e4a66d4c-db6a-4387-ad8b-f6c35ffe5ff7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:10.196975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e4a66d4c-db6a-4387-ad8b-f6c35ffe5ff7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:10.206923 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-a9a6e46a-5380-4e42-a75c-f3bdc38594eb None None] Set router 76e8d1de-6584-4754-95db-9d9c66c399f6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:28:10.353353 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e4a66d4c-db6a-4387-ad8b-f6c35ffe5ff7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:10.459234 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e4a66d4c-db6a-4387-ad8b-f6c35ffe5ff7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:10.468465 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a9a6e46a-5380-4e42-a75c-f3bdc38594eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:28:09Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:10.494997 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e4a66d4c-db6a-4387-ad8b-f6c35ffe5ff7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:10.501793 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e4a66d4c-db6a-4387-ad8b-f6c35ffe5ff7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/subnets/eeabc714-bcbe-4451-a9b1-9708346b51d2 HTTP/1.1" status: 204 len: 168 time: 0.4386349 Jul 08 21:28:10.501793 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a66d4c-db6a-4387-ad8b-f6c35ffe5ff7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Subnet': ['ID=eeabc714-bcbe-4451-a9b1-9708346b51d2,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:10.503149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49598) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:10.507691 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3d77db-d457-4399-89e2-7f24373c8015 None None] Network 24998cad-9935-44c8-81b2-4acbec0d7cfc requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:28:10.512408 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6e46a-5380-4e42-a75c-f3bdc38594eb None None] Checking router: 76e8d1de-6584-4754-95db-9d9c66c399f6 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:28:10.525778 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6e46a-5380-4e42-a75c-f3bdc38594eb None None] Routers {'76e8d1de-6584-4754-95db-9d9c66c399f6'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:28:10.526750 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a9a6e46a-5380-4e42-a75c-f3bdc38594eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:28:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['76e8d1de-6584-4754-95db-9d9c66c399f6'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:10.713132 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:10.791369 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] DHCP port deletion for 24998cad-9935-44c8-81b2-4acbec0d7cfc request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:28:10.854540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Deleting port 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:28:10.854940 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:10.859367 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-a9a6e46a-5380-4e42-a75c-f3bdc38594eb None None] Set router 76e8d1de-6584-4754-95db-9d9c66c399f6 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:28:10.862719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:10.931869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port 62337837-297e-4655-b791-bca89ffff5d6 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:28:10.932995 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:10.943988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] For port 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=6943cfb7-f79c-48fc-bee1-7140ed1ae2c8,segment=NetworkSegment(8f552bbd-d8de-4c59-a0fb-b51da57ce132),segment_id=8f552bbd-d8de-4c59-a0fb-b51da57ce132)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:28:10.944725 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:10.976718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Calling delete_port for 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:28:11.038702 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port 62337837-297e-4655-b791-bca89ffff5d6, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=62337837-297e-4655-b791-bca89ffff5d6,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:28:11.038994 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:11.054289 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for 62337837-297e-4655-b791-bca89ffff5d6 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:28:11.114216 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:11.126657 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a9a6e46a-5380-4e42-a75c-f3bdc38594eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:28:09Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:11.144947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Pushing event deleted for resources: {'Port': ['ID=6943cfb7-f79c-48fc-bee1-7140ed1ae2c8,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:11.150242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] No DVR routers for this DVR port 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:28:11.159342 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6e46a-5380-4e42-a75c-f3bdc38594eb None None] The sync data for ids ['76e8d1de-6584-4754-95db-9d9c66c399f6'] in n-d-791506-16 is: [{'id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087376933', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '62337837-297e-4655-b791-bca89ffff5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:26:07Z', 'updated_at': '2021-07-08T21:28:09Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '62337837-297e-4655-b791-bca89ffff5d6', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d1de-6584-4754-95db-9d9c66c399f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:26:08Z', 'updated_at': '2021-07-08T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:28:11.163361 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:11.164214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:11.164214 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:11.164510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:11.164727 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:11.165064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:11.165394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:11.165724 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:11.166049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:11.166382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:11.166703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:11.167030 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60798415-6bc7-41cc-bb36-a5f05c8f08b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:11.341408 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:11.372837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=62337837-297e-4655-b791-bca89ffff5d6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:11.456238 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:11.583961 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:11.586761 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:11.668173 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:11.669321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Fanout notify agent at l3_agent the message router_deleted on router 76e8d1de-6584-4754-95db-9d9c66c399f6 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:28:11.681090 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:11.682600 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-fb93edb8-5b9e-48c2-8e5b-0894f4f16415 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/routers/76e8d1de-6584-4754-95db-9d9c66c399f6 HTTP/1.1" status: 204 len: 168 time: 1.1792078 Jul 08 21:28:11.685806 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49600) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:11.790799 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:11.918648 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:11.932461 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24998cad-9935-44c8-81b2-4acbec0d7cfc']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:11.949242 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f552bbd-d8de-4c59-a0fb-b51da57ce132') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:11.949598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f552bbd-d8de-4c59-a0fb-b51da57ce132') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:11.962952 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:11.983643 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:11.992775 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:28:11.993312 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:28:11.997115 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:28:12.074929 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:12.087290 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:12.090829 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/networks/24998cad-9935-44c8-81b2-4acbec0d7cfc HTTP/1.1" status: 204 len: 168 time: 0.4037137 Jul 08 21:28:12.095345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49602) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:12.112330 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Network': ['ID=24998cad-9935-44c8-81b2-4acbec0d7cfc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:12.127189 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:12.127772 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:12.128392 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:12.128873 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:12.129442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:12.130018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:12.130582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:12.131113 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:12.131664 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:12.132188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:12.132758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:12.133249 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c584b-55e7-4be3-857e-9dfdfa46368b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:12.183588 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-857c79d8-783b-4695-af24-6be3bd276475 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:12.234941 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-857c79d8-783b-4695-af24-6be3bd276475 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:12.353694 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-857c79d8-783b-4695-af24-6be3bd276475 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:12.357931 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-857c79d8-783b-4695-af24-6be3bd276475 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:12.359761 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-857c79d8-783b-4695-af24-6be3bd276475 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/security-groups/6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce HTTP/1.1" status: 204 len: 168 time: 0.2628446 Jul 08 21:28:12.377481 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c79d8-783b-4695-af24-6be3bd276475 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8a0e3b-15b8-43ca-a6c2-d162a6bd65ce,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:12.443093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:28:12.479651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:28:12.480231 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 6943cfb7-f79c-48fc-bee1-7140ed1ae2c8 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:28:12.481006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 738dacf2-c2ef-4704-bb7c-10902c4dfe28 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:28:12.520435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 738dacf2-c2ef-4704-bb7c-10902c4dfe28 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:28:12.520925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 738dacf2-c2ef-4704-bb7c-10902c4dfe28 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:28:12.521612 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 62337837-297e-4655-b791-bca89ffff5d6 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:28:12.555818 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 62337837-297e-4655-b791-bca89ffff5d6 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:28:12.556401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 62337837-297e-4655-b791-bca89ffff5d6 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:28:13.800580 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49612) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:13.805931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-dba145df-f3b8-47cf-be24-079add4b1821 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1158518395', 'description': 'tempest-secgroup-smoke-1158518395 description', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:28:13.837220 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dba145df-f3b8-47cf-be24-079add4b1821 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:13.959891 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dba145df-f3b8-47cf-be24-079add4b1821 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:13.965496 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dba145df-f3b8-47cf-be24-079add4b1821 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:13.997655 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dba145df-f3b8-47cf-be24-079add4b1821 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:13.998833 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dba145df-f3b8-47cf-be24-079add4b1821 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1971903 Jul 08 21:28:14.002944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49614) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:14.004859 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba145df-f3b8-47cf-be24-079add4b1821 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=befbd450-d9eb-4318-b519-830a6540b3b3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:14.009870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0d9e9c1b-fff3-4bfb-aac2-a0caf01f4210 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'befbd450-d9eb-4318-b519-830a6540b3b3', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:28:14.046437 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9c1b-fff3-4bfb-aac2-a0caf01f4210 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.107973 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9c1b-fff3-4bfb-aac2-a0caf01f4210 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.113906 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9c1b-fff3-4bfb-aac2-a0caf01f4210 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.140560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e9c1b-fff3-4bfb-aac2-a0caf01f4210 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098bff20-79ac-4534-860b-5ce0f7f90fb6,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:14.151388 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9c1b-fff3-4bfb-aac2-a0caf01f4210 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.152970 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0d9e9c1b-fff3-4bfb-aac2-a0caf01f4210 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480358 Jul 08 21:28:14.156035 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49616) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:14.161851 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7c36c40a-fd82-4bd1-a211-f833ac594699 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'befbd450-d9eb-4318-b519-830a6540b3b3', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:28:14.192879 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c36c40a-fd82-4bd1-a211-f833ac594699 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.272219 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c36c40a-fd82-4bd1-a211-f833ac594699 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.277197 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c36c40a-fd82-4bd1-a211-f833ac594699 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.300160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36c40a-fd82-4bd1-a211-f833ac594699 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fccc13-71e3-405f-960f-def245f4086d,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:14.311206 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c36c40a-fd82-4bd1-a211-f833ac594699 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.312970 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7c36c40a-fd82-4bd1-a211-f833ac594699 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556485 Jul 08 21:28:14.316304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49618) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:14.322024 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-916c5b13-d371-40fc-b7d1-ec926c6be978 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'befbd450-d9eb-4318-b519-830a6540b3b3', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:28:14.356915 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-916c5b13-d371-40fc-b7d1-ec926c6be978 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.448657 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-916c5b13-d371-40fc-b7d1-ec926c6be978 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.456251 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-916c5b13-d371-40fc-b7d1-ec926c6be978 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.480300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c5b13-d371-40fc-b7d1-ec926c6be978 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a407ed58-f88f-42f3-b2ba-a6699bff2463,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:14.492317 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-916c5b13-d371-40fc-b7d1-ec926c6be978 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.495105 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-916c5b13-d371-40fc-b7d1-ec926c6be978 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1768584 Jul 08 21:28:14.498271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49620) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:14.505610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-086ce544-3c14-4fcc-acad-d2d2c005cd3a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'befbd450-d9eb-4318-b519-830a6540b3b3', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:28:14.558332 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-086ce544-3c14-4fcc-acad-d2d2c005cd3a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.664688 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-086ce544-3c14-4fcc-acad-d2d2c005cd3a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.669789 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-086ce544-3c14-4fcc-acad-d2d2c005cd3a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.696039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ce544-3c14-4fcc-acad-d2d2c005cd3a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b673f4b-597c-422b-9980-83a61f6694c4,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:14.706240 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-086ce544-3c14-4fcc-acad-d2d2c005cd3a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.709074 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-086ce544-3c14-4fcc-acad-d2d2c005cd3a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2090790 Jul 08 21:28:14.713256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49622) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:14.722536 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d2625893-b7fa-4e45-a306-308c799f3b4c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'befbd450-d9eb-4318-b519-830a6540b3b3', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:28:14.770351 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-d2625893-b7fa-4e45-a306-308c799f3b4c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Project d9f2768b75c84f4ca0a256da7388498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:28:14.779737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2625893-b7fa-4e45-a306-308c799f3b4c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.903003 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2625893-b7fa-4e45-a306-308c799f3b4c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.909086 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2625893-b7fa-4e45-a306-308c799f3b4c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.952141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2625893-b7fa-4e45-a306-308c799f3b4c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9ea264-1eac-429a-82d6-1d3d2f834dfd,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:14.963206 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2625893-b7fa-4e45-a306-308c799f3b4c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:14.965371 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d2625893-b7fa-4e45-a306-308c799f3b4c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2504714 Jul 08 21:28:14.968334 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49624) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:14.977282 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-2294b7c1-ee45-4888-808b-90a6a078cf0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'befbd450-d9eb-4318-b519-830a6540b3b3', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:28:15.023052 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-2294b7c1-ee45-4888-808b-90a6a078cf0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Project d9f2768b75c84f4ca0a256da7388498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:28:15.031912 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2294b7c1-ee45-4888-808b-90a6a078cf0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.127951 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2294b7c1-ee45-4888-808b-90a6a078cf0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.133264 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2294b7c1-ee45-4888-808b-90a6a078cf0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.153692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294b7c1-ee45-4888-808b-90a6a078cf0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab258a0-013c-41c2-8e6c-19f7df31baa6,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:15.162592 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2294b7c1-ee45-4888-808b-90a6a078cf0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.164018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2294b7c1-ee45-4888-808b-90a6a078cf0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1942527 Jul 08 21:28:15.167396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49626) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:15.173424 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-de1e7e6a-ce5b-4e96-a0a6-64731603a888 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'network': {'name': 'tempest-network-smoke--735163166', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'port_security_enabled': True}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:28:15.200333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1e7e6a-ce5b-4e96-a0a6-64731603a888 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:28:15.207013 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de1e7e6a-ce5b-4e96-a0a6-64731603a888 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.244994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1e7e6a-ce5b-4e96-a0a6-64731603a888 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:28:15.260549 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de1e7e6a-ce5b-4e96-a0a6-64731603a888 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.261083 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-de1e7e6a-ce5b-4e96-a0a6-64731603a888 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Added segment bad115dd-8785-4e74-9e62-1a8744c5d61e of type vlan for network 21b7060f-a4cb-4ad4-9842-da61035c47dc Jul 08 21:28:15.330515 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de1e7e6a-ce5b-4e96-a0a6-64731603a888 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.382727 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de1e7e6a-ce5b-4e96-a0a6-64731603a888 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.389335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1e7e6a-ce5b-4e96-a0a6-64731603a888 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:15.390066 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-de1e7e6a-ce5b-4e96-a0a6-64731603a888 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.456483 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-de1e7e6a-ce5b-4e96-a0a6-64731603a888 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2877009 Jul 08 21:28:15.459703 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49628) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:15.466960 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'admin_state_up': True, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:28:15.488298 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e7e6a-ce5b-4e96-a0a6-64731603a888 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Network': ['ID=21b7060f-a4cb-4ad4-9842-da61035c47dc,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:15.504664 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 21b7060f-a4cb-4ad4-9842-da61035c47dc details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:28:15.506097 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.507791 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.586103 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.745840 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.976825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:15.998596 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:16.112110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.25.4.48 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/66c1844f-9729-4f17-a745-3830837aed74) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:28:16.238969 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:16.289960 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:16.341896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:28:16.345469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:28:16.350548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:28:16.354212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=66c1844f-9729-4f17-a745-3830837aed74,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:16.659751 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:16.891292 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:17.124322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 59fd3fd9-2194-408d-99e3-71e2f64972ba is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:28:17.318688 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:28:17.332842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Sync routers for ids ['59fd3fd9-2194-408d-99e3-71e2f64972ba'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:28:17.349771 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:17.350284 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Routers {'59fd3fd9-2194-408d-99e3-71e2f64972ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:28:17.351393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:28:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['59fd3fd9-2194-408d-99e3-71e2f64972ba'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:17.357566 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-331d2716-18dd-4b5d-ae99-0d8cb7278325 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8965085 Jul 08 21:28:17.357918 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49630) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:17.396402 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9fe35af5-3da0-421d-952f-353a8e3ae3f0 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=d9f2768b75c84f4ca0a256da7388498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368855 Jul 08 21:28:17.397034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49632) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:17.504095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Set router 59fd3fd9-2194-408d-99e3-71e2f64972ba gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:28:17.538931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5102c4ce-7965-4629-8188-4d9e15b6f9e0 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:17.541586 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5102c4ce-7965-4629-8188-4d9e15b6f9e0 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1428993 Jul 08 21:28:17.546392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49634) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:17.591824 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7ff8a642-6f72-4965-8546-ef45643e0edc tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438328 Jul 08 21:28:17.594593 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49636) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:17.603516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-612cf16b-010e-4a25-a26d-9b8053559ae9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1928134358', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:28:17.760682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612cf16b-010e-4a25-a26d-9b8053559ae9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:28:17.767727 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-612cf16b-010e-4a25-a26d-9b8053559ae9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:17.809109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '66c1844f-9729-4f17-a745-3830837aed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:28:16Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '66c1844f-9729-4f17-a745-3830837aed74', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:16Z', 'updated_at': '2021-07-08T21:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:17.842924 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Checking router: 59fd3fd9-2194-408d-99e3-71e2f64972ba for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:28:17.843362 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Updating router 59fd3fd9-2194-408d-99e3-71e2f64972ba port 66c1844f-9729-4f17-a745-3830837aed74 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:28:17.895223 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:18.069119 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-612cf16b-010e-4a25-a26d-9b8053559ae9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:18.139258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cf16b-010e-4a25-a26d-9b8053559ae9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Subnet': ['ID=2ddd62c6-925b-4e36-93a5-8f876501a557,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:18.150867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612cf16b-010e-4a25-a26d-9b8053559ae9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Checking segment: {'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:28:18.150867 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612cf16b-010e-4a25-a26d-9b8053559ae9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network hostable DHCP agents. Network: 21b7060f-a4cb-4ad4-9842-da61035c47dc, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:28:18.172671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612cf16b-010e-4a25-a26d-9b8053559ae9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 21b7060f-a4cb-4ad4-9842-da61035c47dc is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:28:18.185659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-612cf16b-010e-4a25-a26d-9b8053559ae9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 21b7060f-a4cb-4ad4-9842-da61035c47dc) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:28:18.191469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612cf16b-010e-4a25-a26d-9b8053559ae9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:18.192676 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-612cf16b-010e-4a25-a26d-9b8053559ae9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:18.217103 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-612cf16b-010e-4a25-a26d-9b8053559ae9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6161919 Jul 08 21:28:18.218940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaa41e9-5757-4266-be62-c5194ba51b21 None None] Network 21b7060f-a4cb-4ad4-9842-da61035c47dc requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:28:18.226188 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49638) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:18.260822 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:28:18.384095 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:18.478351 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:18.519617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Transition to ACTIVE for port object 66c1844f-9729-4f17-a745-3830837aed74 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:28:18.538912 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:18.650177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Attempting to bind port 66c1844f-9729-4f17-a745-3830837aed74 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:28:18.650472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Attempting to bind port 66c1844f-9729-4f17-a745-3830837aed74 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:28:18.650822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Attempting to bind port 66c1844f-9729-4f17-a745-3830837aed74 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:28:18.656614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c13a9-6646-4296-94c4-1dfef29a3e7d None None] Pushing event updated for resources: {'Port': ['ID=66c1844f-9729-4f17-a745-3830837aed74,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:18.663632 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:28:18.664256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:28:18.664539 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:18.664970 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:28:18.665529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Bound port: 66c1844f-9729-4f17-a745-3830837aed74, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:28:18.665968 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:18.692106 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-21b7060f-a4cb-4ad4-9842-da61035c47dc', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ips': [{'subnet_id': '2ddd62c6-925b-4e36-93a5-8f876501a557'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:28:18.693079 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:18.817919 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] For port 66c1844f-9729-4f17-a745-3830837aed74, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:28:18.845312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] For port 66c1844f-9729-4f17-a745-3830837aed74, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=66c1844f-9729-4f17-a745-3830837aed74,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:28:18.854722 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:18.978196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Allocated IP 172.20.0.2 (21b7060f-a4cb-4ad4-9842-da61035c47dc/2ddd62c6-925b-4e36-93a5-8f876501a557/e6cb2886-8aaa-4028-8845-1c885433d41f) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:28:18.989680 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c13a9-6646-4296-94c4-1dfef29a3e7d None None] Pushing event updated for resources: {'Port': ['ID=66c1844f-9729-4f17-a745-3830837aed74,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:18.998265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Routers {'59fd3fd9-2194-408d-99e3-71e2f64972ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:28:18.999109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:28:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['59fd3fd9-2194-408d-99e3-71e2f64972ba'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:19.233920 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] Set router 59fd3fd9-2194-408d-99e3-71e2f64972ba gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:28:19.448445 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:19.463482 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:19.486139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Transition to ACTIVE for port object e6cb2886-8aaa-4028-8845-1c885433d41f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:28:19.521477 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Transition to ACTIVE for port object e6cb2886-8aaa-4028-8845-1c885433d41f will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:28:19.533143 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:19.629172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Network 21b7060f-a4cb-4ad4-9842-da61035c47dc is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:28:19.631900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Pushing event updated for resources: {'Port': ['ID=e6cb2886-8aaa-4028-8845-1c885433d41f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:19.636329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:28:19.639872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:28:19.744815 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Attempting to bind port e6cb2886-8aaa-4028-8845-1c885433d41f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:28:19.745316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Attempting to bind port e6cb2886-8aaa-4028-8845-1c885433d41f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:28:19.745817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Attempting to bind port e6cb2886-8aaa-4028-8845-1c885433d41f on network 21b7060f-a4cb-4ad4-9842-da61035c47dc {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:28:19.761871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:28:19.762234 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Checking segment: {'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:28:19.762645 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:19.763045 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Bound using segment: {'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:28:19.763547 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Bound port: e6cb2886-8aaa-4028-8845-1c885433d41f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:28:19.763916 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:19.780488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '66c1844f-9729-4f17-a745-3830837aed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:28:16Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '66c1844f-9729-4f17-a745-3830837aed74', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:16Z', 'updated_at': '2021-07-08T21:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:19.815756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f98619-58f3-4062-8db7-a1488429d5f1 None None] The sync data for ids ['59fd3fd9-2194-408d-99e3-71e2f64972ba'] in n-d-791506-16 is: [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '66c1844f-9729-4f17-a745-3830837aed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:28:16Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '66c1844f-9729-4f17-a745-3830837aed74', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:16Z', 'updated_at': '2021-07-08T21:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:28:19.851604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.20.0.1 (21b7060f-a4cb-4ad4-9842-da61035c47dc/2ddd62c6-925b-4e36-93a5-8f876501a557/920dcbd4-2869-483d-a7da-560ef0933fa0) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:28:19.907555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] For port e6cb2886-8aaa-4028-8845-1c885433d41f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:28:19.916826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] For port e6cb2886-8aaa-4028-8845-1c885433d41f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e6cb2886-8aaa-4028-8845-1c885433d41f,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:28:19.924007 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:19.995918 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:20.014938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Transition to ACTIVE for port object 920dcbd4-2869-483d-a7da-560ef0933fa0 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:28:20.023017 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f18b8-f868-4033-a9b4-3529ddbdc5d8 None None] Pushing event updated for resources: {'Port': ['ID=e6cb2886-8aaa-4028-8845-1c885433d41f,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:20.075253 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:20.172128 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 21b7060f-a4cb-4ad4-9842-da61035c47dc is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:28:20.183682 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:28:20.198761 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:28:20.205572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=920dcbd4-2869-483d-a7da-560ef0933fa0,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:20.319575 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:20.498294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 66c1844f-9729-4f17-a745-3830837aed74 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:28:20.590498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 66c1844f-9729-4f17-a745-3830837aed74 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:28:20.598918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 66c1844f-9729-4f17-a745-3830837aed74 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:28:20.599547 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:20.616993 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:20.730390 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:20.768350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 66c1844f-9729-4f17-a745-3830837aed74, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=66c1844f-9729-4f17-a745-3830837aed74,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:28:20.775719 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:20.870755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=66c1844f-9729-4f17-a745-3830837aed74,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:21.099819 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:21.107108 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:21.223778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=920dcbd4-2869-483d-a7da-560ef0933fa0,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:21.226912 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:21.382112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 21b7060f-a4cb-4ad4-9842-da61035c47dc is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:28:21.383716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:28:21.472734 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab168d9-9c5a-43d6-862f-3f1b95dfe2d8 None None] Network 21b7060f-a4cb-4ad4-9842-da61035c47dc requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:28:21.576378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 59fd3fd9-2194-408d-99e3-71e2f64972ba has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:28:21.735616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:28:21.743149 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7df50c7e-f612-4247-8b08-29441858ce6d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "PUT /v2.0/routers/59fd3fd9-2194-408d-99e3-71e2f64972ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5155013 Jul 08 21:28:21.755562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-ecfbcaf8-f9a5-4908-8739-da2398bd9026 None None] Provisioning for port e6cb2886-8aaa-4028-8845-1c885433d41f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:28:21.975661 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-2c94635a-b1f1-47e2-8cef-28eee752619e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158518395&fields=id&tenant_id=d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 267 time: 0.0474370 Jul 08 21:28:22.136926 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Sync routers for ids ['59fd3fd9-2194-408d-99e3-71e2f64972ba'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:28:22.153607 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Routers {'59fd3fd9-2194-408d-99e3-71e2f64972ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:28:22.154719 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:28:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['59fd3fd9-2194-408d-99e3-71e2f64972ba'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:22.171035 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-8b48a803-481b-4ac1-85a1-09783c618d7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:22.174361 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-8b48a803-481b-4ac1-85a1-09783c618d7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/networks?id=21b7060f-a4cb-4ad4-9842-da61035c47dc HTTP/1.1" status: 200 len: 796 time: 0.1856308 Jul 08 21:28:22.201079 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-8405356d-14a6-4d57-91fe-77c44af01f79 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/quotas/d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 375 time: 0.0167496 Jul 08 21:28:22.335446 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-352d5248-cdac-489f-b3aa-53e5c830b543 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237359 Jul 08 21:28:22.351510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6073f36d-20d3-4fdf-8130-0d92ddb3787c None None] Provisioning for port 920dcbd4-2869-483d-a7da-560ef0933fa0 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:28:22.371728 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6073f36d-20d3-4fdf-8130-0d92ddb3787c None None] Provisioning complete for port 920dcbd4-2869-483d-a7da-560ef0933fa0 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:28:22.372237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-9f3ae079-9fb4-45f0-939f-abf94cb6ad65 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:28:22.373838 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-9f3ae079-9fb4-45f0-939f-abf94cb6ad65 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116007 Jul 08 21:28:22.374713 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6073f36d-20d3-4fdf-8130-0d92ddb3787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:22.411346 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Set router 59fd3fd9-2194-408d-99e3-71e2f64972ba gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:28:22.467842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6073f36d-20d3-4fdf-8130-0d92ddb3787c None None] Port 920dcbd4-2869-483d-a7da-560ef0933fa0 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:28:22.585005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 66c1844f-9729-4f17-a745-3830837aed74 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:28:22.605408 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-2ed2b2a2-b711-4617-9162-969040ca0197 service neutron] 10.222.0.101 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175224 Jul 08 21:28:22.652348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 66c1844f-9729-4f17-a745-3830837aed74 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:28:22.652902 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:22.713063 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b6dab972-4480-4d14-b542-4c9250b6cbe7 None None] Provisioning complete for port 920dcbd4-2869-483d-a7da-560ef0933fa0 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:28:22.713549 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b6dab972-4480-4d14-b542-4c9250b6cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:22.780594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b6dab972-4480-4d14-b542-4c9250b6cbe7 None None] Port 920dcbd4-2869-483d-a7da-560ef0933fa0 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:28:22.785760 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-744a8d63-eccb-4cd5-9f26-57a4a6d24af3 service neutron] 10.222.0.101 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791732 Jul 08 21:28:22.801879 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '66c1844f-9729-4f17-a745-3830837aed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '66c1844f-9729-4f17-a745-3830837aed74', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:16Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '920dcbd4-2869-483d-a7da-560ef0933fa0', 'name': '', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:54:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:19Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 2, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:22.835374 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Checking router: 59fd3fd9-2194-408d-99e3-71e2f64972ba for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:28:22.835731 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Updating router 59fd3fd9-2194-408d-99e3-71e2f64972ba port 920dcbd4-2869-483d-a7da-560ef0933fa0 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:28:22.853732 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e6cb2886-8aaa-4028-8845-1c885433d41f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:28:22.906319 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:22.921661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port e6cb2886-8aaa-4028-8845-1c885433d41f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:28:22.927897 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port e6cb2886-8aaa-4028-8845-1c885433d41f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:28:22.928490 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:23.048395 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:23.052854 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b79f321d-d286-42f3-bb8c-5824953463c3 None None] Provisioning complete for port 920dcbd4-2869-483d-a7da-560ef0933fa0 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:28:23.053221 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b79f321d-d286-42f3-bb8c-5824953463c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:23.133523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port e6cb2886-8aaa-4028-8845-1c885433d41f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e6cb2886-8aaa-4028-8845-1c885433d41f,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:28:23.135974 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b79f321d-d286-42f3-bb8c-5824953463c3 None None] Port 920dcbd4-2869-483d-a7da-560ef0933fa0 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:28:23.140671 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:23.176012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4e36a904-b344-4193-937f-0b39dd9ec6f3 req-4aec3c14-17ff-4682-8180-30fb9d04b1cf tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 210 time: 0.0707211 Jul 08 21:28:23.216023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=e6cb2886-8aaa-4028-8845-1c885433d41f,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:23.446685 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:23.464067 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Transition to ACTIVE for port object 920dcbd4-2869-483d-a7da-560ef0933fa0 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:28:23.473973 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:23.552746 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Pushing event updated for resources: {'Port': ['ID=920dcbd4-2869-483d-a7da-560ef0933fa0,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:23.601629 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:23.602221 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:23.602808 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:23.603509 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:23.603961 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:23.604531 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:23.605443 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:23.605977 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:23.606540 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:23.607622 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:23.608143 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:23.608815 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:28:23.698752 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Attempting to bind port 920dcbd4-2869-483d-a7da-560ef0933fa0 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:28:23.699289 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Attempting to bind port 920dcbd4-2869-483d-a7da-560ef0933fa0 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:28:23.699935 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Attempting to bind port 920dcbd4-2869-483d-a7da-560ef0933fa0 on network 21b7060f-a4cb-4ad4-9842-da61035c47dc {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:28:23.709547 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:28:23.711340 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Checking segment: {'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:28:23.711828 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:23.712311 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Bound using segment: {'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:28:23.712906 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Bound port: 920dcbd4-2869-483d-a7da-560ef0933fa0, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:28:23.713358 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:23.809954 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] For port 920dcbd4-2869-483d-a7da-560ef0933fa0, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:28:23.817779 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] For port 920dcbd4-2869-483d-a7da-560ef0933fa0, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=920dcbd4-2869-483d-a7da-560ef0933fa0,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:28:23.825090 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:23.917762 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Routers {'59fd3fd9-2194-408d-99e3-71e2f64972ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:28:23.918891 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:28:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['59fd3fd9-2194-408d-99e3-71e2f64972ba'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:23.972215 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7df54-a65e-4a99-bb82-dead4f36a984 None None] Pushing event updated for resources: {'Port': ['ID=920dcbd4-2869-483d-a7da-560ef0933fa0,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:24.063515 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] Set router 59fd3fd9-2194-408d-99e3-71e2f64972ba gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:28:24.135640 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:24.359359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e6cb2886-8aaa-4028-8845-1c885433d41f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:28:24.428860 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f52869f-2654-45cd-9a04-a54c1f20fe86 req-03f3073a-3565-4375-9219-ee2b142b8e79 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 210 time: 0.0463650 Jul 08 21:28:24.436911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port e6cb2886-8aaa-4028-8845-1c885433d41f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:28:24.437518 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:24.509251 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '66c1844f-9729-4f17-a745-3830837aed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '66c1844f-9729-4f17-a745-3830837aed74', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:16Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '920dcbd4-2869-483d-a7da-560ef0933fa0', 'name': '', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:54:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:19Z', 'updated_at': '2021-07-08T21:28:23Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:24.541400 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb93a9-4d57-413a-a5bb-c5a1b43cd187 None None] The sync data for ids ['59fd3fd9-2194-408d-99e3-71e2f64972ba'] in n-d-791506-16 is: [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '66c1844f-9729-4f17-a745-3830837aed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '66c1844f-9729-4f17-a745-3830837aed74', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:16Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '920dcbd4-2869-483d-a7da-560ef0933fa0', 'name': '', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:54:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:19Z', 'updated_at': '2021-07-08T21:28:23Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:28:25.155518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-82bc558f-ce20-4834-859c-f36c3e790d22 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:25.161390 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-82bc558f-ce20-4834-859c-f36c3e790d22 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "GET /v2.0/networks?id=21b7060f-a4cb-4ad4-9842-da61035c47dc HTTP/1.1" status: 200 len: 796 time: 0.1870487 Jul 08 21:28:25.245347 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f3129641-da83-46b4-9905-1ec891168268 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 380 time: 0.0683572 Jul 08 21:28:25.260202 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'port': {'device_id': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'admin_state_up': True, 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'security_groups': ['befbd450-d9eb-4318-b519-830a6540b3b3']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:28:25.437087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:28:25.444058 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:25.646821 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-be36cdac-eb7e-4b78-8dac-edf5d5b3f2ea req-84b7cda8-49f7-4d21-a9fd-70de8bcf88ed tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 210 time: 0.0483835 Jul 08 21:28:25.668716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.20.0.9 (21b7060f-a4cb-4ad4-9842-da61035c47dc/2ddd62c6-925b-4e36-93a5-8f876501a557/2cf0a1ba-fe55-437c-a5fd-89a5671651d8) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:28:25.886299 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:25.912789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Transition to ACTIVE for port object 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:28:25.964532 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:26.048709 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 21b7060f-a4cb-4ad4-9842-da61035c47dc is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:28:26.059107 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:28:26.067125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:28:26.110426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:26.149385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:26.150169 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:26.168342 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-f593be01-f2be-40b8-b54e-5b188bebbbd0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9135687 Jul 08 21:28:26.187353 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Request body: {'port': {'device_id': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:28:26.310841 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:26.410382 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 920dcbd4-2869-483d-a7da-560ef0933fa0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:28:26.486450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2716bf45-d1b2-4e73-a066-b46faef9cb29 None None] Provisioning for port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:28:26.495511 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2716bf45-d1b2-4e73-a066-b46faef9cb29 None None] Provisioning complete for port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:28:26.496096 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2716bf45-d1b2-4e73-a066-b46faef9cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:26.562551 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 920dcbd4-2869-483d-a7da-560ef0933fa0 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:28:26.565967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-2716bf45-d1b2-4e73-a066-b46faef9cb29 None None] Port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:28:26.570301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 920dcbd4-2869-483d-a7da-560ef0933fa0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:28:26.570754 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:26.677143 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:26.730966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 920dcbd4-2869-483d-a7da-560ef0933fa0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=920dcbd4-2869-483d-a7da-560ef0933fa0,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:28:26.739133 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:26.752686 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:28:26.768619 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:26.793387 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Transition to ACTIVE for port object 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:28:26.800288 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:26.827678 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=920dcbd4-2869-483d-a7da-560ef0933fa0,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:26.947645 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Pushing event updated for resources: {'Port': ['ID=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:27.046678 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb43940-8f12-41b6-8878-1fefba9cfeee req-940b7a76-4490-41d1-acd9-1a5549be0972 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:27.048938 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fbb43940-8f12-41b6-8878-1fefba9cfeee req-940b7a76-4490-41d1-acd9-1a5549be0972 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 943 time: 0.1805501 Jul 08 21:28:27.070251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Attempting to bind port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:28:27.070575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Attempting to bind port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:28:27.070924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Attempting to bind port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 on network 21b7060f-a4cb-4ad4-9842-da61035c47dc {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:28:27.091081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 on network 21b7060f-a4cb-4ad4-9842-da61035c47dc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:28:27.091473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Attempting to bind port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 on network 21b7060f-a4cb-4ad4-9842-da61035c47dc {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:28:27.107775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:28:27.107775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Checking segment: {'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:28:27.108155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Bound using segment: {'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:28:27.108517 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Bound port: 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:28:27.108933 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:27.128165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fbb43940-8f12-41b6-8878-1fefba9cfeee req-90750e57-dff3-4b17-a3c3-1b7d7098161b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695531 Jul 08 21:28:27.208966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] For port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:28:27.215104 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] For port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:28:27.222492 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:27.271140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:27.271786 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:27.273682 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] 10.222.0.103 "PUT /v2.0/ports/2cf0a1ba-fe55-437c-a5fd-89a5671651d8 HTTP/1.1" status: 200 len: 1092 time: 1.0935938 Jul 08 21:28:27.274284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:28:27.277074 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8229f9-d27c-4e82-a629-7bd1e798b980" -d '{"events": [{"name": "network-changed", "server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:28:27.341203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce9781-21d8-4afe-86e2-0ae73123018c service neutron] Pushing event updated for resources: {'Port': ['ID=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:27.358927 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3fca11-abd9-43c7-8c50-72dbcf17c2c7 x-openstack-request-id: req-6d3fca11-abd9-43c7-8c50-72dbcf17c2c7 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:28:27.359381 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:28:27.360430 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6d3fca11-abd9-43c7-8c50-72dbcf17c2c7 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:28:27.362094 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'status': 'completed', 'code': 200} Jul 08 21:28:27.443892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-b2fd60ed-a043-4a87-b416-245cec0a6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:27.446774 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-b2fd60ed-a043-4a87-b416-245cec0a6e04 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 1095 time: 0.0990453 Jul 08 21:28:27.525047 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-ba667b69-eea6-4bb1-9270-0d8b7ac5c15d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8 HTTP/1.1" status: 200 len: 217 time: 0.0670872 Jul 08 21:28:27.585253 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-ebefbe5c-b635-40ca-ab43-9341fe1bc9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:27.586915 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-ebefbe5c-b635-40ca-ab43-9341fe1bc9aa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2ddd62c6-925b-4e36-93a5-8f876501a557 HTTP/1.1" status: 200 len: 835 time: 0.0552404 Jul 08 21:28:27.671160 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-c022209e-5628-49ca-8531-f96b874fb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:27.672789 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-c022209e-5628-49ca-8531-f96b874fb077 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=21b7060f-a4cb-4ad4-9842-da61035c47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752335 Jul 08 21:28:27.837214 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-9e7e4352-3311-4938-b5bd-4b5ceef09ef1 service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526110 Jul 08 21:28:27.959013 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34d06894-9a4d-4ac3-8931-f0e8f034546b req-263a55fa-dcdf-4378-bcd9-cde32363a09c service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106265 Jul 08 21:28:28.085477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8229f9-d27c-4e82-a629-7bd1e798b980 req-e8e9082d-3418-4b09-bdf4-20a865f9c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:28.087322 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8229f9-d27c-4e82-a629-7bd1e798b980 req-e8e9082d-3418-4b09-bdf4-20a865f9c8b3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 1095 time: 0.0700574 Jul 08 21:28:28.210478 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8229f9-d27c-4e82-a629-7bd1e798b980 req-c8c6b69b-ee56-4640-8a88-56543ec26551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:28.212118 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8229f9-d27c-4e82-a629-7bd1e798b980 req-c8c6b69b-ee56-4640-8a88-56543ec26551 service neutron] 10.222.0.103 "GET /v2.0/networks?id=21b7060f-a4cb-4ad4-9842-da61035c47dc HTTP/1.1" status: 200 len: 897 time: 0.1180358 Jul 08 21:28:28.264020 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8229f9-d27c-4e82-a629-7bd1e798b980 req-6615bc54-bf56-4f65-8e5e-529c791049ef service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8 HTTP/1.1" status: 200 len: 217 time: 0.0446258 Jul 08 21:28:28.372200 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 920dcbd4-2869-483d-a7da-560ef0933fa0 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:28:28.378663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8229f9-d27c-4e82-a629-7bd1e798b980 req-32bb29c0-243d-4bad-998b-bd04ae4b0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:28.380809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8229f9-d27c-4e82-a629-7bd1e798b980 req-32bb29c0-243d-4bad-998b-bd04ae4b0b48 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2ddd62c6-925b-4e36-93a5-8f876501a557 HTTP/1.1" status: 200 len: 835 time: 0.1085002 Jul 08 21:28:28.441603 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 920dcbd4-2869-483d-a7da-560ef0933fa0 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:28:28.442279 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:28.452981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b9f56-a745-4d66-ab9b-c36e41d4b886 req-68df5fe0-e512-440e-bee7-feae70f98d44 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:28.455788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a87b9f56-a745-4d66-ab9b-c36e41d4b886 req-68df5fe0-e512-440e-bee7-feae70f98d44 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 943 time: 0.1472018 Jul 08 21:28:28.503729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8229f9-d27c-4e82-a629-7bd1e798b980 req-1e420c6d-c5f0-4530-aa23-0bc0449ecad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:28.505388 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8229f9-d27c-4e82-a629-7bd1e798b980 req-1e420c6d-c5f0-4530-aa23-0bc0449ecad5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=21b7060f-a4cb-4ad4-9842-da61035c47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177914 Jul 08 21:28:28.533018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a87b9f56-a745-4d66-ab9b-c36e41d4b886 req-c39989c9-1230-4463-815c-0e8b43d6f6ac tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663750 Jul 08 21:28:28.627788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8229f9-d27c-4e82-a629-7bd1e798b980 req-651a2698-2fdd-4408-ad6e-43dbf1602d3e service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145096 Jul 08 21:28:28.739129 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bb8229f9-d27c-4e82-a629-7bd1e798b980 req-5ce1f9e4-99a1-4c48-b167-3ce1f1c1c6a1 service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040640 Jul 08 21:28:29.793312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23203caf-95bd-4601-9e61-44509417d608 req-e83aee2e-c8e9-4ce2-8ea3-339c64ca7ad8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:29.795052 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23203caf-95bd-4601-9e61-44509417d608 req-e83aee2e-c8e9-4ce2-8ea3-339c64ca7ad8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 943 time: 0.1036608 Jul 08 21:28:29.852722 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-23203caf-95bd-4601-9e61-44509417d608 req-dbf6e7eb-77c5-45fb-b212-ba28eeabb0fd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470846 Jul 08 21:28:30.869984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:28:31.027817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:28:31.047932 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'port_id': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'mac_address': 'fa:16:3e:56:f5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:28:31.120721 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:31.146345 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:28:31.182308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:28:31.191070 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:31.217591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1dfa5-0141-4d4b-ae78-ca95bff8cd22 req-a1bbc8d0-1dbc-4df7-a5ca-dd76a8e9a49c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:31.221187 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-93d1dfa5-0141-4d4b-ae78-ca95bff8cd22 req-a1bbc8d0-1dbc-4df7-a5ca-dd76a8e9a49c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 943 time: 0.1239657 Jul 08 21:28:31.286082 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:31.289597 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-93d1dfa5-0141-4d4b-ae78-ca95bff8cd22 req-56e74fad-97cc-4bc1-ac97-a3abc8e02760 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605447 Jul 08 21:28:31.534506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['2cf0a1ba-fe55-437c-a5fd-89a5671651d8'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:28:32.572402 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7342de9-c846-4333-9206-a6c4665fdaf8 req-00e6568b-42cd-4741-ab7e-8c2181a48afc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:32.575253 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b7342de9-c846-4333-9206-a6c4665fdaf8 req-00e6568b-42cd-4741-ab7e-8c2181a48afc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 944 time: 0.1303527 Jul 08 21:28:32.642167 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b7342de9-c846-4333-9206-a6c4665fdaf8 req-605297fd-b778-404e-80a4-71c173e5c649 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592775 Jul 08 21:28:32.869773 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:28:32.930872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:28:32.935825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:28:32.936337 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:33.055622 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:33.094977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:28:33.099753 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b730bbdd-4a99-491a-80bc-acb544314025" -d '{"events": [{"server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "name": "network-vif-plugged", "status": "completed", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:28:33.127271 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:28:33.135181 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:33.185208 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea3371e-f596-4c63-bcff-da20b3ff4c55 x-openstack-request-id: req-8ea3371e-f596-4c63-bcff-da20b3ff4c55 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:28:33.185735 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "name": "network-vif-plugged", "status": "completed", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:28:33.186164 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8ea3371e-f596-4c63-bcff-da20b3ff4c55 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:28:33.186770 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'code': 200} Jul 08 21:28:33.238627 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:33.345485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838d8a8-ebe3-4774-a779-95eb85f56d33 req-55d30936-e7a0-413a-b937-6fa3ad360448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:33.348321 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2838d8a8-ebe3-4774-a779-95eb85f56d33 req-55d30936-e7a0-413a-b937-6fa3ad360448 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 1097 time: 0.1008677 Jul 08 21:28:33.407430 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2838d8a8-ebe3-4774-a779-95eb85f56d33 req-924b20b2-197f-48f6-ba92-b4b292b7b89e service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483396 Jul 08 21:28:33.914204 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d381c2b-71a9-4e01-aa36-bb82181e9bee req-406eceb9-dcc8-4da0-94a6-61797a3b2ddb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:33.916750 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d381c2b-71a9-4e01-aa36-bb82181e9bee req-406eceb9-dcc8-4da0-94a6-61797a3b2ddb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1233466 Jul 08 21:28:33.971478 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2d381c2b-71a9-4e01-aa36-bb82181e9bee req-b9ddff7f-9331-4edf-897b-ce507c0eed67 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474877 Jul 08 21:28:34.155838 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5ad474e7-c50b-42a8-b4d7-c25e37197c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:35.247509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff5de2-cbee-45ec-9c02-ab359d45b1fc req-a39ef25e-1149-425a-b0d7-e193a5405362 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:35.249303 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0eff5de2-cbee-45ec-9c02-ab359d45b1fc req-a39ef25e-1149-425a-b0d7-e193a5405362 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1140733 Jul 08 21:28:35.298642 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0eff5de2-cbee-45ec-9c02-ab359d45b1fc req-a4f5d046-fd09-41de-8c0d-a0aa40950710 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403378 Jul 08 21:28:35.528076 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f68c41-e578-4694-905d-0abd3442f2cf req-a84c3a6c-e858-4358-9c66-3ecdc633af62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:35.530871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e2f68c41-e578-4694-905d-0abd3442f2cf req-a84c3a6c-e858-4358-9c66-3ecdc633af62 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.0939283 Jul 08 21:28:35.599884 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e2f68c41-e578-4694-905d-0abd3442f2cf req-e4712f4f-e0cf-4428-9f99-b489f6fce4da tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576119 Jul 08 21:28:35.639059 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49698) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:35.728426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011481ef-5aa6-47e3-8501-e443483a77b1 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:35.731017 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-011481ef-5aa6-47e3-8501-e443483a77b1 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 1092 time: 0.0903251 Jul 08 21:28:35.735009 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49700) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:35.743124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:28:35.785673 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:35.927327 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:36.056093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.25.4.19 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/bbed8d88-7150-4380-bf0e-c2f94eaf92d9) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:28:36.207954 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:36.253249 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:36.303217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:28:36.306674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:28:36.310733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:28:36.318200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=bbed8d88-7150-4380-bf0e-c2f94eaf92d9,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:36.821424 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:36.970662 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:37.116205 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-08daa542-5fbf-4176-bfa9-bc7f67c4d49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:37.231304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:37.237561 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:37.239185 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:37.358582 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=bbed8d88-7150-4380-bf0e-c2f94eaf92d9,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:28:37.379636 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:38.077072 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Floating IP 6defae3c-3244-414a-9cd0-634b51998041 associated. External IP: 172.25.4.19, port: 2cf0a1ba-fe55-437c-a5fd-89a5671651d8. Jul 08 21:28:38.471391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 59fd3fd9-2194-408d-99e3-71e2f64972ba has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:28:38.528306 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:38.650054 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:28:38.665310 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f613af-3362-4aea-99aa-8c187892dbb8 None None] Sync routers for ids ['59fd3fd9-2194-408d-99e3-71e2f64972ba'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:28:38.678935 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:38.679340 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f613af-3362-4aea-99aa-8c187892dbb8 None None] Routers {'59fd3fd9-2194-408d-99e3-71e2f64972ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:28:38.680319 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-06f613af-3362-4aea-99aa-8c187892dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:28:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['59fd3fd9-2194-408d-99e3-71e2f64972ba'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:38.743447 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ebe8edc4-e82e-4bbb-a3d7-eb7c28554771 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0066748 Jul 08 21:28:38.744888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:28:38.749220 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a57278d-e8b9-4b39-8694-6ecc910e1f00" -d '{"events": [{"name": "network-changed", "server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:28:38.818351 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619bcc62-f48b-4378-92ff-16d3626efcd1 x-openstack-request-id: req-619bcc62-f48b-4378-92ff-16d3626efcd1 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:28:38.818700 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:28:38.819017 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-619bcc62-f48b-4378-92ff-16d3626efcd1 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:28:38.819488 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'status': 'completed', 'code': 200} Jul 08 21:28:38.862007 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-06f613af-3362-4aea-99aa-8c187892dbb8 None None] Set router 59fd3fd9-2194-408d-99e3-71e2f64972ba gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:28:38.988445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57278d-e8b9-4b39-8694-6ecc910e1f00 req-94a6c7d1-7ffe-43a5-a099-498fde9702c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:38.989962 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a57278d-e8b9-4b39-8694-6ecc910e1f00 req-94a6c7d1-7ffe-43a5-a099-498fde9702c3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 1097 time: 0.1381619 Jul 08 21:28:39.107081 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac3fdf-421e-45c6-ad8a-1107ce44ca00 req-cb181c59-5995-44c6-bf71-29e1087d9d11 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:39.109023 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7ac3fdf-421e-45c6-ad8a-1107ce44ca00 req-cb181c59-5995-44c6-bf71-29e1087d9d11 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1725459 Jul 08 21:28:39.168030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57278d-e8b9-4b39-8694-6ecc910e1f00 req-ef7ab1f5-c471-4ab1-8485-c7d667f07e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:39.170564 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a57278d-e8b9-4b39-8694-6ecc910e1f00 req-ef7ab1f5-c471-4ab1-8485-c7d667f07e44 service neutron] 10.222.0.103 "GET /v2.0/networks?id=21b7060f-a4cb-4ad4-9842-da61035c47dc HTTP/1.1" status: 200 len: 897 time: 0.1734645 Jul 08 21:28:39.273110 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7ac3fdf-421e-45c6-ad8a-1107ce44ca00 req-031f447a-e15c-4929-aa8f-a56fc3289396 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502585 Jul 08 21:28:39.315454 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-06f613af-3362-4aea-99aa-8c187892dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '66c1844f-9729-4f17-a745-3830837aed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '66c1844f-9729-4f17-a745-3830837aed74', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:16Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6defae3c-3244-414a-9cd0-634b51998041', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'port_id': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'mac_address': 'fa:16:3e:56:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:28:36Z', 'updated_at': '2021-07-08T21:28:36Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920dcbd4-2869-483d-a7da-560ef0933fa0', 'name': '', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:54:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:19Z', 'updated_at': '2021-07-08T21:28:26Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:39.325248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49706) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:39.330643 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a57278d-e8b9-4b39-8694-6ecc910e1f00 req-8e34d118-377d-44d4-9e6a-4fc0d0fabcbb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8 HTTP/1.1" status: 200 len: 998 time: 0.1483235 Jul 08 21:28:39.387395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f613af-3362-4aea-99aa-8c187892dbb8 None None] Checking router: 59fd3fd9-2194-408d-99e3-71e2f64972ba for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:28:39.411985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f613af-3362-4aea-99aa-8c187892dbb8 None None] Routers {'59fd3fd9-2194-408d-99e3-71e2f64972ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:28:39.413277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-06f613af-3362-4aea-99aa-8c187892dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:28:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['59fd3fd9-2194-408d-99e3-71e2f64972ba'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:39.413501 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9f4b12bd-95c1-4d20-a341-6d33a51d7da9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/6defae3c-3244-414a-9cd0-634b51998041 HTTP/1.1" status: 200 len: 990 time: 0.0862601 Jul 08 21:28:39.432196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57278d-e8b9-4b39-8694-6ecc910e1f00 req-aa94976b-bc6b-4ba0-9395-a5713e2e7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:39.433953 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a57278d-e8b9-4b39-8694-6ecc910e1f00 req-aa94976b-bc6b-4ba0-9395-a5713e2e7fd9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2ddd62c6-925b-4e36-93a5-8f876501a557 HTTP/1.1" status: 200 len: 835 time: 0.0950227 Jul 08 21:28:39.504224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57278d-e8b9-4b39-8694-6ecc910e1f00 req-712a77e5-73ce-4894-bfb5-42a6e0f2d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:28:39.505945 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a57278d-e8b9-4b39-8694-6ecc910e1f00 req-712a77e5-73ce-4894-bfb5-42a6e0f2d3b6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=21b7060f-a4cb-4ad4-9842-da61035c47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640907 Jul 08 21:28:39.587092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-06f613af-3362-4aea-99aa-8c187892dbb8 None None] Set router 59fd3fd9-2194-408d-99e3-71e2f64972ba gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:28:39.675897 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a57278d-e8b9-4b39-8694-6ecc910e1f00 req-dfffed09-d530-4bb8-9c6c-51b815427742 service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629021 Jul 08 21:28:39.814486 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7a57278d-e8b9-4b39-8694-6ecc910e1f00 req-37fa8d2b-6e14-47d1-953b-888f8e603065 service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309137 Jul 08 21:28:39.963561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-06f613af-3362-4aea-99aa-8c187892dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '66c1844f-9729-4f17-a745-3830837aed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '66c1844f-9729-4f17-a745-3830837aed74', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:16Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6defae3c-3244-414a-9cd0-634b51998041', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'port_id': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'mac_address': 'fa:16:3e:56:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:28:36Z', 'updated_at': '2021-07-08T21:28:36Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920dcbd4-2869-483d-a7da-560ef0933fa0', 'name': '', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:54:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:19Z', 'updated_at': '2021-07-08T21:28:26Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:28:40.000864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f613af-3362-4aea-99aa-8c187892dbb8 None None] The sync data for ids ['59fd3fd9-2194-408d-99e3-71e2f64972ba'] in n-d-791506-16 is: [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '66c1844f-9729-4f17-a745-3830837aed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '66c1844f-9729-4f17-a745-3830837aed74', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:16Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '6defae3c-3244-414a-9cd0-634b51998041', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'port_id': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'mac_address': 'fa:16:3e:56:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:28:36Z', 'updated_at': '2021-07-08T21:28:36Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920dcbd4-2869-483d-a7da-560ef0933fa0', 'name': '', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:54:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:19Z', 'updated_at': '2021-07-08T21:28:26Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:28:40.080114 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:40.298966 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41851c-fac1-4435-95bb-e323349824d2 None None] New status for floating IP 6defae3c-3244-414a-9cd0-634b51998041: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:28:40.415827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49708) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:40.515429 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2effbd70-7240-473f-b290-c81730b1ff22 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/6defae3c-3244-414a-9cd0-634b51998041 HTTP/1.1" status: 200 len: 990 time: 0.0981748 Jul 08 21:28:41.520017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49710) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:28:41.600969 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-cf8bb899-d21e-437a-98f3-2e6c4835c85e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/6defae3c-3244-414a-9cd0-634b51998041 HTTP/1.1" status: 200 len: 992 time: 0.0796547 Jul 08 21:28:48.269138 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:54.116354 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:28:55.261005 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:29:04.154043 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c4b1bfa5-b358-43c1-8453-eb0f68954070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:07.110245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-89b54ddc-bbee-470f-8351-2fdc074bdbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:07.223618 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:08.532149 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:10.081262 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:14.637670 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ca989fb-63c9-43a6-a025-e61bf37cb135 req-0d577ae0-2a05-47bf-9128-66f794ee9607 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0793638 Jul 08 21:29:14.763395 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca989fb-63c9-43a6-a025-e61bf37cb135 req-ab18aee8-d143-4d58-8068-6440b9f5fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:14.765155 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ca989fb-63c9-43a6-a025-e61bf37cb135 req-ab18aee8-d143-4d58-8068-6440b9f5fc9e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 1097 time: 0.0642567 Jul 08 21:29:14.948622 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca989fb-63c9-43a6-a025-e61bf37cb135 req-92e6bd18-c648-471e-99fe-000fe136c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:14.950857 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ca989fb-63c9-43a6-a025-e61bf37cb135 req-92e6bd18-c648-471e-99fe-000fe136c90f service neutron] 10.222.0.103 "GET /v2.0/networks?id=21b7060f-a4cb-4ad4-9842-da61035c47dc HTTP/1.1" status: 200 len: 897 time: 0.1441102 Jul 08 21:29:15.051126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-a77103db-4938-4766-aa51-8659bbb93e54 req-c863c5bd-531d-419b-a73f-f3561f104f31 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:29:15.052384 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a77103db-4938-4766-aa51-8659bbb93e54 req-c863c5bd-531d-419b-a73f-f3561f104f31 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069196 Jul 08 21:29:15.054779 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ca989fb-63c9-43a6-a025-e61bf37cb135 req-5d62819f-3cd7-44a3-8b97-6b78361c40d0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8 HTTP/1.1" status: 200 len: 1000 time: 0.0944755 Jul 08 21:29:15.146233 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca989fb-63c9-43a6-a025-e61bf37cb135 req-874ff33c-ee38-4e1b-9b54-e1ae27c53397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:15.148901 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ca989fb-63c9-43a6-a025-e61bf37cb135 req-874ff33c-ee38-4e1b-9b54-e1ae27c53397 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2ddd62c6-925b-4e36-93a5-8f876501a557 HTTP/1.1" status: 200 len: 835 time: 0.0858626 Jul 08 21:29:15.234665 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca989fb-63c9-43a6-a025-e61bf37cb135 req-31a3ddf7-d6f0-4cac-957c-a26fc1abab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:15.237681 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ca989fb-63c9-43a6-a025-e61bf37cb135 req-31a3ddf7-d6f0-4cac-957c-a26fc1abab6b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=21b7060f-a4cb-4ad4-9842-da61035c47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810504 Jul 08 21:29:15.369904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ca989fb-63c9-43a6-a025-e61bf37cb135 req-3c57c709-9ae5-4df6-bb1b-08a4a27e9d7f service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245823 Jul 08 21:29:15.488610 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2ca989fb-63c9-43a6-a025-e61bf37cb135 req-d67de2b4-15e0-4605-8842-eb84c2803159 service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118455 Jul 08 21:29:15.600243 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-5f7bcda6-facb-45be-b064-356d381798d1 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2588825 Jul 08 21:29:15.631109 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5e41a-db0a-451a-ae85-75cb6d4b46a6 req-b086e352-b169-4924-9ebe-71f0f9dbc450 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:15.631750 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20c5e41a-db0a-451a-ae85-75cb6d4b46a6 req-b086e352-b169-4924-9ebe-71f0f9dbc450 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1561189 Jul 08 21:29:15.686411 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-20c5e41a-db0a-451a-ae85-75cb6d4b46a6 req-ee0e06d7-6760-451a-9dc4-eb7648111489 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478816 Jul 08 21:29:16.977165 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea54f8-be23-4d2c-a22b-4dd0f385a9dd req-d0fda243-b918-43fb-954c-3c0de1ffb6c8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:16.978752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8ea54f8-be23-4d2c-a22b-4dd0f385a9dd req-d0fda243-b918-43fb-954c-3c0de1ffb6c8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1142490 Jul 08 21:29:17.029321 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e8ea54f8-be23-4d2c-a22b-4dd0f385a9dd req-bf495662-75e6-4e6c-b142-33c1cfd60fa3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404990 Jul 08 21:29:17.205923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3b11d4c6-111d-425a-bbe2-940ef1241a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:17.207611 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3b11d4c6-111d-425a-bbe2-940ef1241a15 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 1097 time: 0.0641711 Jul 08 21:29:17.310857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-e0637a41-c6e1-4e4c-b76f-3a27025c3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:17.312484 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-e0637a41-c6e1-4e4c-b76f-3a27025c3b36 service neutron] 10.222.0.103 "GET /v2.0/networks?id=21b7060f-a4cb-4ad4-9842-da61035c47dc HTTP/1.1" status: 200 len: 897 time: 0.0979059 Jul 08 21:29:17.398534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-705173e1-f0f1-4ca4-b116-d57c5c479a19 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8 HTTP/1.1" status: 200 len: 1000 time: 0.0767648 Jul 08 21:29:17.468518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-7d2890d6-febf-43f8-9f67-cd5e69a80d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:17.470855 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-7d2890d6-febf-43f8-9f67-cd5e69a80d24 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2ddd62c6-925b-4e36-93a5-8f876501a557 HTTP/1.1" status: 200 len: 835 time: 0.0629859 Jul 08 21:29:17.541203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-96188f44-f63d-4301-a42b-78346b297132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:17.542843 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-96188f44-f63d-4301-a42b-78346b297132 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=21b7060f-a4cb-4ad4-9842-da61035c47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639901 Jul 08 21:29:17.654657 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-07824dc0-900e-404c-a526-81091a79575c service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038637 Jul 08 21:29:17.778900 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3d8a9203-c222-435e-8d83-ad82bee2aa93 service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166506 Jul 08 21:29:18.285722 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:18.291644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44638895-0b13-4347-b68f-30bef95f6fb7 req-76cf5bfb-10aa-4b3f-a48d-0b10a8e5fd6c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:18.293372 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44638895-0b13-4347-b68f-30bef95f6fb7 req-76cf5bfb-10aa-4b3f-a48d-0b10a8e5fd6c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.0799568 Jul 08 21:29:18.351497 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-44638895-0b13-4347-b68f-30bef95f6fb7 req-64344ac2-6abb-49c1-b655-ebd7d0b544cf tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475662 Jul 08 21:29:19.674064 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01960099-07d3-45ba-a94a-e4d293ea31fb req-7ed4faef-1f56-430b-aaeb-4e5a0b665c27 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:19.676823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01960099-07d3-45ba-a94a-e4d293ea31fb req-7ed4faef-1f56-430b-aaeb-4e5a0b665c27 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1234136 Jul 08 21:29:19.747163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-01960099-07d3-45ba-a94a-e4d293ea31fb req-40d15b8c-cdc2-47e5-82a0-cbb5f278d7de tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640826 Jul 08 21:29:21.002251 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324b55e-f48e-438d-aaa2-6e642fe3a70b req-4532cf61-d30f-4aee-9fe3-769f4b75ce93 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:21.005671 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a324b55e-f48e-438d-aaa2-6e642fe3a70b req-4532cf61-d30f-4aee-9fe3-769f4b75ce93 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1216662 Jul 08 21:29:21.074210 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a324b55e-f48e-438d-aaa2-6e642fe3a70b req-b490e090-afa5-428a-a051-59294025c31f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614805 Jul 08 21:29:22.340034 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91635612-71e1-4e22-8389-fd93aa9cab0e req-27814de3-7831-4c50-bdfa-9cbe2ccd41a8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:22.342096 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-91635612-71e1-4e22-8389-fd93aa9cab0e req-27814de3-7831-4c50-bdfa-9cbe2ccd41a8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1030438 Jul 08 21:29:22.396312 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-91635612-71e1-4e22-8389-fd93aa9cab0e req-4d887216-eb9e-420e-b3a8-b01f633ba42b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452466 Jul 08 21:29:23.702783 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda43fe-904d-4cf6-bdae-7012fbbb9cbc req-fe539f23-11c3-4e75-9695-d05fb7874bf7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:23.706134 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dcda43fe-904d-4cf6-bdae-7012fbbb9cbc req-fe539f23-11c3-4e75-9695-d05fb7874bf7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1378574 Jul 08 21:29:23.781809 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dcda43fe-904d-4cf6-bdae-7012fbbb9cbc req-c26d94f1-0a08-4dd5-a9da-1816e8109149 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687757 Jul 08 21:29:24.134707 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:25.015196 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbdffd-ce47-43ab-81bc-bf6d5f0978a4 req-7cc3bacc-6e30-4d0a-9ec2-7dff585be064 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:25.022967 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fcbdffd-ce47-43ab-81bc-bf6d5f0978a4 req-7cc3bacc-6e30-4d0a-9ec2-7dff585be064 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1070499 Jul 08 21:29:25.069812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fcbdffd-ce47-43ab-81bc-bf6d5f0978a4 req-b54f8ce8-c3e0-4114-93c0-05ea9b818f8f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 Jul 08 21:29:26.332702 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90c350-ef55-4939-9366-2a406551fc63 req-57acc6ce-c275-43e9-b40f-a16f76d64ca8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:26.335793 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9d90c350-ef55-4939-9366-2a406551fc63 req-57acc6ce-c275-43e9-b40f-a16f76d64ca8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.0979590 Jul 08 21:29:26.407208 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9d90c350-ef55-4939-9366-2a406551fc63 req-4c72a3b9-f559-41b5-8403-44b2b2dbdef8 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598421 Jul 08 21:29:27.693964 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc3eb1-1f82-4dbc-89e0-9cb8e0e4475b req-d8a656bc-d186-4e00-8fdb-e84d010a0f15 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:27.696879 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1cfc3eb1-1f82-4dbc-89e0-9cb8e0e4475b req-d8a656bc-d186-4e00-8fdb-e84d010a0f15 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1263869 Jul 08 21:29:27.750471 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1cfc3eb1-1f82-4dbc-89e0-9cb8e0e4475b req-d4f3386c-5038-4824-b3c8-0bea23d7e7cb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467553 Jul 08 21:29:28.976093 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca476c-9ad0-49dc-8eae-e66cd19cc9df req-df98f73c-31af-4351-833f-991c81baa281 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:28.977860 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbca476c-9ad0-49dc-8eae-e66cd19cc9df req-df98f73c-31af-4351-833f-991c81baa281 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.0815804 Jul 08 21:29:29.022822 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bbca476c-9ad0-49dc-8eae-e66cd19cc9df req-2de1d493-fd57-4ea1-b3c8-c9c26ae2ac54 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381172 Jul 08 21:29:30.279109 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3cb1961b-b0e1-4982-b06b-75987cf81d8c service neutron] show failed (client error): The resource could not be found. Jul 08 21:29:30.280166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3cb1961b-b0e1-4982-b06b-75987cf81d8c service neutron] 10.222.0.103 "GET /v2.0/ports/2cf0a1ba-fe55-437c-a5fd-89a5671651d8/bindings/n-h1-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.1048634 Jul 08 21:29:30.323270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286891e-45a8-4b80-b709-97ffba156ab9 req-64b9797b-8ca6-4e48-97a8-62553e790681 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:30.326109 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2286891e-45a8-4b80-b709-97ffba156ab9 req-64b9797b-8ca6-4e48-97a8-62553e790681 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1166787 Jul 08 21:29:30.401584 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2286891e-45a8-4b80-b709-97ffba156ab9 req-1ed31f33-37a7-4da9-91ed-a02b3630b14c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617371 Jul 08 21:29:30.703735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-f80cf998-241f-4d99-bd8b-b0ac7a2a10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:30.706503 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-f80cf998-241f-4d99-bd8b-b0ac7a2a10ab service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069&tenant_id=d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 1097 time: 0.1025035 Jul 08 21:29:30.722309 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:29:30.848369 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:31.170529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] For port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:29:31.210949 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] For port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:29:31.266485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:29:31.268949 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6e659e-f39e-41db-928a-f3e9bfc81f32" -d '{"events": [{"server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:29:31.273428 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:31.288237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Transition to ACTIVE for port object 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:29:31.293451 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:31.403987 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 21:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda61001-6eac-4cd3-a393-2be2f986652c x-openstack-request-id: req-dda61001-6eac-4cd3-a393-2be2f986652c {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:29:31.404425 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:29:31.407451 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dda61001-6eac-4cd3-a393-2be2f986652c {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:29:31.408008 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'code': 200} Jul 08 21:29:31.426215 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,revision_number=6']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:29:31.448504 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:31.449069 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:31.449621 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:31.450816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:31.450816 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:31.451185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:31.452519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:31.453605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:31.454001 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:31.454237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:31.454693 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:31.455210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:31.526679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] No DVR routers for this DVR port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:29:31.844207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Attempting to bind port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:29:31.845468 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Attempting to bind port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:29:31.846149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Attempting to bind port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 on network 21b7060f-a4cb-4ad4-9842-da61035c47dc {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:29:31.869389 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c8b27-8e9d-4b22-8f85-ea64c545f6d6 req-19afcfda-f064-48af-a35e-73fb2cc63a7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:31.872148 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-053c8b27-8e9d-4b22-8f85-ea64c545f6d6 req-19afcfda-f064-48af-a35e-73fb2cc63a7b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 943 time: 0.2259011 Jul 08 21:29:31.877051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 on network 21b7060f-a4cb-4ad4-9842-da61035c47dc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:29:31.877587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Attempting to bind port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 on network 21b7060f-a4cb-4ad4-9842-da61035c47dc {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:29:31.900581 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:29:31.901140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Checking segment: {'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:29:31.901808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Bound using segment: {'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:29:31.902591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Bound port: 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad115dd-8785-4e74-9e62-1a8744c5d61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:29:31.903204 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:32.018110 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-053c8b27-8e9d-4b22-8f85-ea64c545f6d6 req-eb7cb164-4060-4d82-9b6f-6541e4d25f9d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340690 Jul 08 21:29:32.080563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] For port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:29:32.087346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] For port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:29:32.094490 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:32.139734 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:32.140942 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:32.144956 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] 10.222.0.104 "PUT /v2.0/ports/2cf0a1ba-fe55-437c-a5fd-89a5671651d8 HTTP/1.1" status: 200 len: 1092 time: 1.4302397 Jul 08 21:29:32.207086 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f042ca5-d2d8-4307-9748-39a9e3d29048 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,revision_number=7']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:29:32.266918 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:29:32.285460 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-d5ccb27f-aada-4122-a148-c18a6e67ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:32.287020 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-d5ccb27f-aada-4122-a148-c18a6e67ed61 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 1095 time: 0.1040394 Jul 08 21:29:32.448138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-34d1bfe2-f159-48d4-ba08-268c65ba2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:32.450866 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-34d1bfe2-f159-48d4-ba08-268c65ba2a8b service neutron] 10.222.0.104 "GET /v2.0/networks?id=21b7060f-a4cb-4ad4-9842-da61035c47dc HTTP/1.1" status: 200 len: 897 time: 0.1559820 Jul 08 21:29:32.575296 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-cffd2dd0-02f1-47d9-a66c-7516edbca07d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8 HTTP/1.1" status: 200 len: 998 time: 0.1168225 Jul 08 21:29:32.658234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-d1be118c-96f5-4f83-9484-b084b8752820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:32.660959 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-d1be118c-96f5-4f83-9484-b084b8752820 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2ddd62c6-925b-4e36-93a5-8f876501a557 HTTP/1.1" status: 200 len: 835 time: 0.0794835 Jul 08 21:29:32.750910 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-c9a6fea6-876f-4273-8b4d-3bcfe7694d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:32.752759 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-c9a6fea6-876f-4273-8b4d-3bcfe7694d04 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=21b7060f-a4cb-4ad4-9842-da61035c47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811002 Jul 08 21:29:32.763485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-de8ebfc1-9a8e-45b9-9dc9-472d14a131ea service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:29:32.764941 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-de8ebfc1-9a8e-45b9-9dc9-472d14a131ea service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061896 Jul 08 21:29:32.880204 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-24835d0e-4441-48b0-bfc3-4e434e19ddba service neutron] 10.222.0.104 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090901 Jul 08 21:29:32.992984 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-ab03d24a-87d1-477f-95f7-2e8514a506d4 service neutron] 10.222.0.104 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064429 Jul 08 21:29:33.258886 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:29:33.312889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c211b2-97eb-4e87-b143-256d788308a7 req-b04db6ac-66cf-4a17-aebc-3f7f262430ff tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:33.314565 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-52c211b2-97eb-4e87-b143-256d788308a7 req-b04db6ac-66cf-4a17-aebc-3f7f262430ff tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 943 time: 0.0959249 Jul 08 21:29:33.326146 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:29:33.364897 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-52c211b2-97eb-4e87-b143-256d788308a7 req-d4d674c2-08ba-44d9-82e3-70d713b0b98e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Jul 08 21:29:33.409597 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:29:33.412935 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855" -d '{"events": [{"name": "network-changed", "server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:29:33.468974 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf2a9af-f7bf-4304-97f1-918dac5e1c2a x-openstack-request-id: req-eaf2a9af-f7bf-4304-97f1-918dac5e1c2a {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:29:33.469990 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:29:33.469990 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-eaf2a9af-f7bf-4304-97f1-918dac5e1c2a {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:29:33.469990 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'status': 'completed', 'code': 200} Jul 08 21:29:33.676647 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-17250f19-899e-4a0c-814b-9e394968435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:33.678753 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-17250f19-899e-4a0c-814b-9e394968435d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 1095 time: 0.1812382 Jul 08 21:29:33.687217 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-d228d7da-0cb3-49ad-97d6-2dca8cb213aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:33.689925 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-d228d7da-0cb3-49ad-97d6-2dca8cb213aa service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 1095 time: 0.1767402 Jul 08 21:29:33.943935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-a6458d9c-5916-4efd-9870-4615115e86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:33.945646 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-a6458d9c-5916-4efd-9870-4615115e86e1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=21b7060f-a4cb-4ad4-9842-da61035c47dc HTTP/1.1" status: 200 len: 897 time: 0.2544572 Jul 08 21:29:33.949112 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-377fd10f-405c-4c63-8210-1d86a24aa3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:33.950777 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-377fd10f-405c-4c63-8210-1d86a24aa3dd service neutron] 10.222.0.104 "GET /v2.0/networks?id=21b7060f-a4cb-4ad4-9842-da61035c47dc HTTP/1.1" status: 200 len: 897 time: 0.2447815 Jul 08 21:29:34.151107 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-291cbb64-9a34-4ee2-b3aa-728ed3951008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:34.153320 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-92e5d479-a6e2-4c3f-b6d6-9645a555358e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8 HTTP/1.1" status: 200 len: 998 time: 0.1967995 Jul 08 21:29:34.157703 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-3b23782a-f63f-4146-9f33-b67ff93a88a3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8 HTTP/1.1" status: 200 len: 998 time: 0.1992161 Jul 08 21:29:34.311664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-d43bfc47-467b-4908-88b6-8d23717546bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:34.314221 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-d43bfc47-467b-4908-88b6-8d23717546bc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2ddd62c6-925b-4e36-93a5-8f876501a557 HTTP/1.1" status: 200 len: 835 time: 0.1516130 Jul 08 21:29:34.321924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-239bc7c0-f31f-45fd-b320-b647155d0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:34.324690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-239bc7c0-f31f-45fd-b320-b647155d0e8c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2ddd62c6-925b-4e36-93a5-8f876501a557 HTTP/1.1" status: 200 len: 835 time: 0.1490102 Jul 08 21:29:34.502901 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-b172f56f-e220-444c-bf21-9856dc1e0dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:34.505250 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-b172f56f-e220-444c-bf21-9856dc1e0dcb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=21b7060f-a4cb-4ad4-9842-da61035c47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1648841 Jul 08 21:29:34.510162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-33cee1bb-99e9-490f-8c20-a6902a9c9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:34.512759 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-33cee1bb-99e9-490f-8c20-a6902a9c9437 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=21b7060f-a4cb-4ad4-9842-da61035c47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1865363 Jul 08 21:29:34.694561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ce25c-b9ce-4c52-8965-2c745306d5c0 req-9fe35569-5f23-4606-ab8b-b57566a715db tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:34.697509 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e65ce25c-b9ce-4c52-8965-2c745306d5c0 req-9fe35569-5f23-4606-ab8b-b57566a715db tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 943 time: 0.1147435 Jul 08 21:29:34.724876 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-f65b98fe-b4d9-4f33-a9dd-7b146083559e service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984580 Jul 08 21:29:34.726973 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-47b2be98-8a9e-40fd-a915-bdbd2bc324b4 service neutron] 10.222.0.104 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093937 Jul 08 21:29:34.786144 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:29:34.817201 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e65ce25c-b9ce-4c52-8965-2c745306d5c0 req-902e0c36-a208-4679-86b7-838e744a238e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043379 Jul 08 21:29:34.946966 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-f0ac7814-d401-4d93-a5b1-7932c3db1a4d service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137873 Jul 08 21:29:34.950294 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfc8e247-bb80-44a2-9c0b-0f08de7b3855 req-288ce681-7268-4104-b604-0f125c8afbb6 service neutron] 10.222.0.104 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088463 Jul 08 21:29:34.997561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:29:35.013272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'port_id': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'mac_address': 'fa:16:3e:56:f5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:29:35.058429 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:35.079396 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:29:35.105454 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:29:35.111355 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:35.190621 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:29:35.201964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:35.203092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:35.203692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:35.204833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:35.205431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:35.205994 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:35.206703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:35.207137 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:35.207718 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:35.208323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:35.208931 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:35.209497 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:29:35.384243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['2cf0a1ba-fe55-437c-a5fd-89a5671651d8'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:29:36.041537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdef9e6-1208-4fbf-807c-f82d5a34a359 req-f147ac1f-01c2-4d99-b68f-73e3d04f9297 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:36.043204 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fdef9e6-1208-4fbf-807c-f82d5a34a359 req-f147ac1f-01c2-4d99-b68f-73e3d04f9297 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 944 time: 0.0783927 Jul 08 21:29:36.093725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9fdef9e6-1208-4fbf-807c-f82d5a34a359 req-eba0abfb-78f6-4876-861a-8c7d2ec126f0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398619 Jul 08 21:29:36.463937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b949b-0137-49b5-894d-aae5ac83f908 req-e4f73c6a-6d04-4801-a5de-d0e4c8b55128 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:36.465610 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e95b949b-0137-49b5-894d-aae5ac83f908 req-e4f73c6a-6d04-4801-a5de-d0e4c8b55128 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 944 time: 0.0829020 Jul 08 21:29:36.547993 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e95b949b-0137-49b5-894d-aae5ac83f908 req-bd78306f-0aaa-4f73-bd49-33876bf564d3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720143 Jul 08 21:29:36.586447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-feedfb1c-8058-47b1-93ce-c9fea319589b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:36.589186 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-feedfb1c-8058-47b1-93ce-c9fea319589b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069&tenant_id=d9f2768b75c84f4ca0a256da7388498c&binding%3Ahost_id=n-h1-791506-16 HTTP/1.1" status: 200 len: 944 time: 0.1224148 Jul 08 21:29:36.706221 n-d-791506-16 neutron-server[94066]: INFO neutron.api.v2.resource [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-4895b239-629d-44ce-93c6-2988bccdd71f service neutron] delete failed (client error): The resource could not be found. Jul 08 21:29:36.707891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-4895b239-629d-44ce-93c6-2988bccdd71f service neutron] 10.222.0.103 "DELETE /v2.0/ports/2cf0a1ba-fe55-437c-a5fd-89a5671651d8/bindings/n-h2-791506-16 HTTP/1.1" status: 404 len: 381 time: 0.1072862 Jul 08 21:29:36.790427 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6c0e2-b221-4ef9-854d-94da683f2651 req-a80c27e1-b144-40aa-a3a9-800096e97e16 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:36.793390 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-01b6c0e2-b221-4ef9-854d-94da683f2651 req-a80c27e1-b144-40aa-a3a9-800096e97e16 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 944 time: 0.0937171 Jul 08 21:29:36.797564 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:29:36.853978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-f699ec06-606c-49ab-a909-ef333d4d9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:36.856806 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-f699ec06-606c-49ab-a909-ef333d4d9088 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 1096 time: 0.0817018 Jul 08 21:29:36.870499 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-01b6c0e2-b221-4ef9-854d-94da683f2651 req-d7b0398f-c28a-4ca6-8861-24d5dbe51f51 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651591 Jul 08 21:29:36.881855 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:29:36.888164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:29:36.889894 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:36.993694 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-056520dc-72aa-4baa-8daf-716a2bbca339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:36.995554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-056520dc-72aa-4baa-8daf-716a2bbca339 service neutron] 10.222.0.103 "GET /v2.0/networks?id=21b7060f-a4cb-4ad4-9842-da61035c47dc HTTP/1.1" status: 200 len: 897 time: 0.1277237 Jul 08 21:29:37.021552 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:37.065234 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:29:37.069298 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b953169c-071b-4a7c-926b-4a07127915b6" -d '{"events": [{"server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "name": "network-vif-plugged", "status": "completed", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:29:37.073874 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-c8c1a5fa-3468-48b0-821f-23e570e97678 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8 HTTP/1.1" status: 200 len: 999 time: 0.0670500 Jul 08 21:29:37.105394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:29:37.119156 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:37.137915 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abc37e2-8b44-4a56-a132-067e1d8888f2 x-openstack-request-id: req-5abc37e2-8b44-4a56-a132-067e1d8888f2 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:29:37.137915 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "name": "network-vif-plugged", "status": "completed", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:29:37.138632 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5abc37e2-8b44-4a56-a132-067e1d8888f2 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:29:37.139316 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'code': 200} Jul 08 21:29:37.158714 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-a0e20793-ffe0-44f2-9cd7-aec23ec726b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:37.160308 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-a0e20793-ffe0-44f2-9cd7-aec23ec726b5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2ddd62c6-925b-4e36-93a5-8f876501a557 HTTP/1.1" status: 200 len: 835 time: 0.0746455 Jul 08 21:29:37.189336 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15b9dbbe-2664-4c2a-9e39-1ba451620933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:37.229790 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,revision_number=9']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:29:37.231699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-6c02bbe1-971f-46cd-92ab-922a229d63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:37.235554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-6c02bbe1-971f-46cd-92ab-922a229d63e7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=21b7060f-a4cb-4ad4-9842-da61035c47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678656 Jul 08 21:29:37.236250 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:37.337413 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-df2ea975-7df8-4a44-ab14-1b25e73b762c service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914834 Jul 08 21:29:37.452695 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0cb4a3e5-6935-42a4-974d-dac9aaa8e79b req-04c59794-dd0a-407e-9d77-5f38b6dfc439 service neutron] 10.222.0.103 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050467 Jul 08 21:29:38.192951 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2c90f-14d2-46a0-bce7-2910cf5c11c2 req-ddf3df6b-f2a4-4321-9c15-a311e58ab103 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:38.195707 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3be2c90f-14d2-46a0-bce7-2910cf5c11c2 req-ddf3df6b-f2a4-4321-9c15-a311e58ab103 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1198683 Jul 08 21:29:38.268790 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3be2c90f-14d2-46a0-bce7-2910cf5c11c2 req-37295dd5-5cdd-4683-947f-d8a6d46cef1a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617328 Jul 08 21:29:38.535734 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:39.566245 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e02428-eca8-4d94-935a-25ea0ca6be0e req-c521594c-d9da-4d22-895b-3dcd5d7d4ddb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:29:39.567939 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-41e02428-eca8-4d94-935a-25ea0ca6be0e req-c521594c-d9da-4d22-895b-3dcd5d7d4ddb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.0977402 Jul 08 21:29:39.619634 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-41e02428-eca8-4d94-935a-25ea0ca6be0e req-180c60e5-e04d-46aa-98ce-370b4994a2b7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411825 Jul 08 21:29:39.657801 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49814) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:29:39.781682 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-48c87be7-541b-4ecf-af30-f8887f41109c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/6defae3c-3244-414a-9cd0-634b51998041 HTTP/1.1" status: 200 len: 992 time: 0.1213677 Jul 08 21:29:40.088399 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:48.271326 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:29:54.128691 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:04.147093 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a0fb2154-c162-4ee5-92be-bb57e57f313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:06.601694 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49826) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:07.114474 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a2ef19b4-385b-49d2-b5bc-479204080fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:07.204465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-22ca3807-5c1c-4e6c-832f-66aa1c9df329 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port bbed8d88-7150-4380-bf0e-c2f94eaf92d9 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:30:07.205038 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22ca3807-5c1c-4e6c-832f-66aa1c9df329 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:07.224094 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:07.308670 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22ca3807-5c1c-4e6c-832f-66aa1c9df329 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:07.309453 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22ca3807-5c1c-4e6c-832f-66aa1c9df329 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:07.326494 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-22ca3807-5c1c-4e6c-832f-66aa1c9df329 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for bbed8d88-7150-4380-bf0e-c2f94eaf92d9 owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:30:07.537923 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22ca3807-5c1c-4e6c-832f-66aa1c9df329 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:07.567359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca3807-5c1c-4e6c-832f-66aa1c9df329 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=bbed8d88-7150-4380-bf0e-c2f94eaf92d9,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:07.689079 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22ca3807-5c1c-4e6c-832f-66aa1c9df329 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:07.689862 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-22ca3807-5c1c-4e6c-832f-66aa1c9df329 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Floating IP 6defae3c-3244-414a-9cd0-634b51998041 disassociated (deleted). External IP: 172.25.4.19, port: 2cf0a1ba-fe55-437c-a5fd-89a5671651d8. Jul 08 21:30:07.991403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ca3807-5c1c-4e6c-832f-66aa1c9df329 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 59fd3fd9-2194-408d-99e3-71e2f64972ba has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:30:08.128532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ca3807-5c1c-4e6c-832f-66aa1c9df329 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:30:08.133654 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-22ca3807-5c1c-4e6c-832f-66aa1c9df329 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:08.140065 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbffb9-2363-4625-baba-1cea1c1bd184 None None] Sync routers for ids ['59fd3fd9-2194-408d-99e3-71e2f64972ba'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:30:08.151550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbffb9-2363-4625-baba-1cea1c1bd184 None None] Routers {'59fd3fd9-2194-408d-99e3-71e2f64972ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:30:08.152201 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-61bbffb9-2363-4625-baba-1cea1c1bd184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['59fd3fd9-2194-408d-99e3-71e2f64972ba'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:08.184217 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-22ca3807-5c1c-4e6c-832f-66aa1c9df329 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/floatingips/6defae3c-3244-414a-9cd0-634b51998041 HTTP/1.1" status: 204 len: 168 time: 1.5808389 Jul 08 21:30:08.185153 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:30:08.189296 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b1ca5b-03b4-423c-9a90-53a28b2c3968" -d '{"events": [{"name": "network-changed", "server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:30:08.230935 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c03e8c-9347-4399-b0d1-ace42fab4795 x-openstack-request-id: req-53c03e8c-9347-4399-b0d1-ace42fab4795 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:30:08.231253 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:30:08.231492 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-53c03e8c-9347-4399-b0d1-ace42fab4795 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:30:08.232027 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'status': 'completed', 'code': 200} Jul 08 21:30:08.287041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-61bbffb9-2363-4625-baba-1cea1c1bd184 None None] Set router 59fd3fd9-2194-408d-99e3-71e2f64972ba gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:30:08.384720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ca5b-03b4-423c-9a90-53a28b2c3968 req-78810ec2-e805-4584-bda1-e48c3c900f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:08.386579 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59b1ca5b-03b4-423c-9a90-53a28b2c3968 req-78810ec2-e805-4584-bda1-e48c3c900f45 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 1097 time: 0.1293604 Jul 08 21:30:08.506572 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ca5b-03b4-423c-9a90-53a28b2c3968 req-c185dc7c-c269-4d9e-8a60-f76ff281fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:08.508496 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59b1ca5b-03b4-423c-9a90-53a28b2c3968 req-c185dc7c-c269-4d9e-8a60-f76ff281fd16 service neutron] 10.222.0.104 "GET /v2.0/networks?id=21b7060f-a4cb-4ad4-9842-da61035c47dc HTTP/1.1" status: 200 len: 897 time: 0.1152756 Jul 08 21:30:08.566990 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:08.570128 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59b1ca5b-03b4-423c-9a90-53a28b2c3968 req-05805875-4725-4562-b43a-80b705f73a2f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8 HTTP/1.1" status: 200 len: 217 time: 0.0545917 Jul 08 21:30:08.657184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ca5b-03b4-423c-9a90-53a28b2c3968 req-fd228946-0ab1-412b-8024-73edc5fc37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:08.660003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59b1ca5b-03b4-423c-9a90-53a28b2c3968 req-fd228946-0ab1-412b-8024-73edc5fc37c2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2ddd62c6-925b-4e36-93a5-8f876501a557 HTTP/1.1" status: 200 len: 835 time: 0.0829606 Jul 08 21:30:08.694346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-61bbffb9-2363-4625-baba-1cea1c1bd184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '66c1844f-9729-4f17-a745-3830837aed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '66c1844f-9729-4f17-a745-3830837aed74', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:16Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '920dcbd4-2869-483d-a7da-560ef0933fa0', 'name': '', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:54:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:19Z', 'updated_at': '2021-07-08T21:28:26Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:08.743838 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbffb9-2363-4625-baba-1cea1c1bd184 None None] Checking router: 59fd3fd9-2194-408d-99e3-71e2f64972ba for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:30:08.759904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ca5b-03b4-423c-9a90-53a28b2c3968 req-81d5de2a-6ff9-4488-ab7e-bcd7b7098ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:08.762058 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59b1ca5b-03b4-423c-9a90-53a28b2c3968 req-81d5de2a-6ff9-4488-ab7e-bcd7b7098ddb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=21b7060f-a4cb-4ad4-9842-da61035c47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961318 Jul 08 21:30:08.764523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbffb9-2363-4625-baba-1cea1c1bd184 None None] Routers {'59fd3fd9-2194-408d-99e3-71e2f64972ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:30:08.766397 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-61bbffb9-2363-4625-baba-1cea1c1bd184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['59fd3fd9-2194-408d-99e3-71e2f64972ba'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:08.881847 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfb8d8-8ce1-44c0-8e88-005248d9beac req-922ab8e8-deee-4e2d-882e-c36d08e5a331 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:08.884283 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8bcfb8d8-8ce1-44c0-8e88-005248d9beac req-922ab8e8-deee-4e2d-882e-c36d08e5a331 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.0935469 Jul 08 21:30:08.915618 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-61bbffb9-2363-4625-baba-1cea1c1bd184 None None] Set router 59fd3fd9-2194-408d-99e3-71e2f64972ba gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:30:08.930906 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59b1ca5b-03b4-423c-9a90-53a28b2c3968 req-ed7c7319-116a-470c-ae91-bcef83f62ca8 service neutron] 10.222.0.104 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606233 Jul 08 21:30:08.941574 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8bcfb8d8-8ce1-44c0-8e88-005248d9beac req-7f013544-0c72-44d6-aed7-6561161e3cbb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467446 Jul 08 21:30:09.101123 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-59b1ca5b-03b4-423c-9a90-53a28b2c3968 req-90da485f-09e5-44ee-ac6d-a49410611535 service neutron] 10.222.0.104 "GET /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627319 Jul 08 21:30:09.231519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-61bbffb9-2363-4625-baba-1cea1c1bd184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '66c1844f-9729-4f17-a745-3830837aed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '66c1844f-9729-4f17-a745-3830837aed74', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:16Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '920dcbd4-2869-483d-a7da-560ef0933fa0', 'name': '', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:54:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:19Z', 'updated_at': '2021-07-08T21:28:26Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:09.261737 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:30:09.274728 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbffb9-2363-4625-baba-1cea1c1bd184 None None] The sync data for ids ['59fd3fd9-2194-408d-99e3-71e2f64972ba'] in n-d-791506-16 is: [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '66c1844f-9729-4f17-a745-3830837aed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '66c1844f-9729-4f17-a745-3830837aed74', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:16Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '920dcbd4-2869-483d-a7da-560ef0933fa0', 'name': '', 'network_id': '21b7060f-a4cb-4ad4-9842-da61035c47dc', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:54:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:19Z', 'updated_at': '2021-07-08T21:28:26Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '2ddd62c6-925b-4e36-93a5-8f876501a557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:30:09.560758 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e2519-4bda-4fe3-a0b6-7ed7bdd6acf6 None None] New status for floating IP 6defae3c-3244-414a-9cd0-634b51998041: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:30:10.014281 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20889837-12b9-4557-ad96-7f96c9e46159 req-fc4dc893-03d7-48d4-b720-47951322fa5e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:10.016212 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20889837-12b9-4557-ad96-7f96c9e46159 req-fc4dc893-03d7-48d4-b720-47951322fa5e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.104 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.0811861 Jul 08 21:30:10.085674 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:10.180477 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-20889837-12b9-4557-ad96-7f96c9e46159 req-f453d78b-eb47-4c2c-8c48-e4a2c0174662 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:30:10.180837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-20889837-12b9-4557-ad96-7f96c9e46159 req-f453d78b-eb47-4c2c-8c48-e4a2c0174662 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:10.299078 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6706-da5a-46a0-9d58-151d1facba74 req-fd6bd305-cc5a-43c4-ab83-537dd04baca3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:10.300795 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f6fc6706-da5a-46a0-9d58-151d1facba74 req-fd6bd305-cc5a-43c4-ab83-537dd04baca3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=6197e53c-f90d-4656-9452-fe8c23c9a069 HTTP/1.1" status: 200 len: 945 time: 0.1549978 Jul 08 21:30:10.311207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-20889837-12b9-4557-ad96-7f96c9e46159 req-f453d78b-eb47-4c2c-8c48-e4a2c0174662 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:30:10.311577 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-20889837-12b9-4557-ad96-7f96c9e46159 req-f453d78b-eb47-4c2c-8c48-e4a2c0174662 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:10.339236 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-20889837-12b9-4557-ad96-7f96c9e46159 req-f453d78b-eb47-4c2c-8c48-e4a2c0174662 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:30:10.370460 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f6fc6706-da5a-46a0-9d58-151d1facba74 req-f84d91b6-7597-420b-bdda-44f664bbc87b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=befbd450-d9eb-4318-b519-830a6540b3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626638 Jul 08 21:30:10.520836 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-20889837-12b9-4557-ad96-7f96c9e46159 req-f453d78b-eb47-4c2c-8c48-e4a2c0174662 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:10.560275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453d78b-eb47-4c2c-8c48-e4a2c0174662 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=2cf0a1ba-fe55-437c-a5fd-89a5671651d8,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:10.628326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-20889837-12b9-4557-ad96-7f96c9e46159 req-f453d78b-eb47-4c2c-8c48-e4a2c0174662 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] No DVR routers for this DVR port 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:30:10.631661 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-20889837-12b9-4557-ad96-7f96c9e46159 req-f453d78b-eb47-4c2c-8c48-e4a2c0174662 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:10.634007 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-20889837-12b9-4557-ad96-7f96c9e46159 req-f453d78b-eb47-4c2c-8c48-e4a2c0174662 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.104 "DELETE /v2.0/ports/2cf0a1ba-fe55-437c-a5fd-89a5671651d8 HTTP/1.1" status: 204 len: 173 time: 0.6120791 Jul 08 21:30:10.634482 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'name': 'network-vif-deleted', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:30:10.636876 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458e9f73-2501-4182-be85-9fa53f799852" -d '{"events": [{"server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "name": "network-vif-deleted", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:30:10.682519 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743f9dc9-34d4-4469-a233-b0495756c64a x-openstack-request-id: req-743f9dc9-34d4-4469-a233-b0495756c64a {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:30:10.682817 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6197e53c-f90d-4656-9452-fe8c23c9a069", "name": "network-vif-deleted", "tag": "2cf0a1ba-fe55-437c-a5fd-89a5671651d8", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:30:10.683073 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-743f9dc9-34d4-4469-a233-b0495756c64a {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:30:10.683465 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6197e53c-f90d-4656-9452-fe8c23c9a069', 'name': 'network-vif-deleted', 'tag': '2cf0a1ba-fe55-437c-a5fd-89a5671651d8', 'status': 'completed', 'code': 200} Jul 08 21:30:11.484251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49842) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:11.918088 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5e263526-01f9-47dd-b9d4-e8a8d123bf2c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:12.369030 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5e263526-01f9-47dd-b9d4-e8a8d123bf2c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port 920dcbd4-2869-483d-a7da-560ef0933fa0 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:30:12.369432 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5e263526-01f9-47dd-b9d4-e8a8d123bf2c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:12.486919 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-5e263526-01f9-47dd-b9d4-e8a8d123bf2c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port 920dcbd4-2869-483d-a7da-560ef0933fa0, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=920dcbd4-2869-483d-a7da-560ef0933fa0,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:30:12.488089 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5e263526-01f9-47dd-b9d4-e8a8d123bf2c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:12.503329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5e263526-01f9-47dd-b9d4-e8a8d123bf2c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for 920dcbd4-2869-483d-a7da-560ef0933fa0 owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:30:12.729966 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5e263526-01f9-47dd-b9d4-e8a8d123bf2c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:12.759944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e263526-01f9-47dd-b9d4-e8a8d123bf2c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=920dcbd4-2869-483d-a7da-560ef0933fa0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:12.941814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:30:12.980037 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:30:12.980584 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 2cf0a1ba-fe55-437c-a5fd-89a5671651d8 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:30:13.062358 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5e263526-01f9-47dd-b9d4-e8a8d123bf2c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:13.406537 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e263526-01f9-47dd-b9d4-e8a8d123bf2c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 59fd3fd9-2194-408d-99e3-71e2f64972ba has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:30:13.585843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e263526-01f9-47dd-b9d4-e8a8d123bf2c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:30:13.592672 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5e263526-01f9-47dd-b9d4-e8a8d123bf2c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "PUT /v2.0/routers/59fd3fd9-2194-408d-99e3-71e2f64972ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1066070 Jul 08 21:30:13.596736 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49844) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:13.601464 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522eae6-0b8b-4078-b80f-a509aee283a7 None None] Sync routers for ids ['59fd3fd9-2194-408d-99e3-71e2f64972ba'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:30:13.617528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c522eae6-0b8b-4078-b80f-a509aee283a7 None None] Routers {'59fd3fd9-2194-408d-99e3-71e2f64972ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:30:13.618854 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c522eae6-0b8b-4078-b80f-a509aee283a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['59fd3fd9-2194-408d-99e3-71e2f64972ba'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:13.657739 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting subnet 2ddd62c6-925b-4e36-93a5-8f876501a557 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:30:13.661992 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:13.718253 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:13.805050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-c522eae6-0b8b-4078-b80f-a509aee283a7 None None] Set router 59fd3fd9-2194-408d-99e3-71e2f64972ba gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:30:13.829197 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:13.902965 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:13.948960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Subnet': ['ID=2ddd62c6-925b-4e36-93a5-8f876501a557,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:13.964503 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:13.968487 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/subnets/2ddd62c6-925b-4e36-93a5-8f876501a557 HTTP/1.1" status: 204 len: 168 time: 0.3704360 Jul 08 21:30:13.971612 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:13.972559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49846) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:13.977252 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:13.978215 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:13.979569 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:13.979794 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:13.981546 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:13.982151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3226fe60-fccc-44d8-892a-5ebf49536995 None None] Network 21b7060f-a4cb-4ad4-9842-da61035c47dc requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:30:13.983153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:13.983153 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:13.983915 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:13.984682 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:13.985115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:13.985769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f5b81-929b-4d33-bea9-b7b0cbe65944 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:14.155762 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:14.340735 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:14.365850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c522eae6-0b8b-4078-b80f-a509aee283a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '66c1844f-9729-4f17-a745-3830837aed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:30:12Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': '66c1844f-9729-4f17-a745-3830837aed74', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:28:16Z', 'updated_at': '2021-07-08T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:14.431293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522eae6-0b8b-4078-b80f-a509aee283a7 None None] Checking router: 59fd3fd9-2194-408d-99e3-71e2f64972ba for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:30:14.445943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c522eae6-0b8b-4078-b80f-a509aee283a7 None None] Routers {'59fd3fd9-2194-408d-99e3-71e2f64972ba'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:30:14.447302 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c522eae6-0b8b-4078-b80f-a509aee283a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['59fd3fd9-2194-408d-99e3-71e2f64972ba'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:14.488131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port 66c1844f-9729-4f17-a745-3830837aed74 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:30:14.488998 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:14.659592 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port 66c1844f-9729-4f17-a745-3830837aed74, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=66c1844f-9729-4f17-a745-3830837aed74,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:30:14.661981 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:14.692111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for 66c1844f-9729-4f17-a745-3830837aed74 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:30:14.781373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31dc5e0-ecb6-4f14-a106-8821e146c8bd None None] DHCP port deletion for 21b7060f-a4cb-4ad4-9842-da61035c47dc request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:30:14.833471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-c522eae6-0b8b-4078-b80f-a509aee283a7 None None] Set router 59fd3fd9-2194-408d-99e3-71e2f64972ba gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:30:14.898152 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-c522eae6-0b8b-4078-b80f-a509aee283a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:30:14Z', 'revision_number': 6, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:14.932530 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522eae6-0b8b-4078-b80f-a509aee283a7 None None] The sync data for ids ['59fd3fd9-2194-408d-99e3-71e2f64972ba'] in n-d-791506-16 is: [{'id': '59fd3fd9-2194-408d-99e3-71e2f64972ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650117548', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:28:15Z', 'updated_at': '2021-07-08T21:30:14Z', 'revision_number': 6, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:30:14.945052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a31dc5e0-ecb6-4f14-a106-8821e146c8bd None None] Deleting port e6cb2886-8aaa-4028-8845-1c885433d41f {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:30:14.945636 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a31dc5e0-ecb6-4f14-a106-8821e146c8bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:14.952757 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.004264 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=66c1844f-9729-4f17-a745-3830837aed74,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:15.046453 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-a31dc5e0-ecb6-4f14-a106-8821e146c8bd None None] For port e6cb2886-8aaa-4028-8845-1c885433d41f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=e6cb2886-8aaa-4028-8845-1c885433d41f,segment=NetworkSegment(bad115dd-8785-4e74-9e62-1a8744c5d61e),segment_id=bad115dd-8785-4e74-9e62-1a8744c5d61e)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:30:15.047373 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a31dc5e0-ecb6-4f14-a106-8821e146c8bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.064767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-a31dc5e0-ecb6-4f14-a106-8821e146c8bd None None] Calling delete_port for e6cb2886-8aaa-4028-8845-1c885433d41f owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:30:15.084027 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.175498 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a31dc5e0-ecb6-4f14-a106-8821e146c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.209607 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.212473 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.220225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dc5e0-ecb6-4f14-a106-8821e146c8bd None None] Pushing event deleted for resources: {'Port': ['ID=e6cb2886-8aaa-4028-8845-1c885433d41f,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:15.230401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31dc5e0-ecb6-4f14-a106-8821e146c8bd None None] No DVR routers for this DVR port e6cb2886-8aaa-4028-8845-1c885433d41f on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:30:15.282970 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.283862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Fanout notify agent at l3_agent the message router_deleted on router 59fd3fd9-2194-408d-99e3-71e2f64972ba {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:30:15.299134 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.305316 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ece528c5-e1c7-4ecb-a9dc-d3c1eda8dda1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/routers/59fd3fd9-2194-408d-99e3-71e2f64972ba HTTP/1.1" status: 204 len: 168 time: 1.3310919 Jul 08 21:30:15.305793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49848) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:15.451866 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d24f1d1-4dae-4fb6-bce3-6028f6279286 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.581006 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d24f1d1-4dae-4fb6-bce3-6028f6279286 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.595202 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-9d24f1d1-4dae-4fb6-bce3-6028f6279286 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b7060f-a4cb-4ad4-9842-da61035c47dc']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:15.615046 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-9d24f1d1-4dae-4fb6-bce3-6028f6279286 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad115dd-8785-4e74-9e62-1a8744c5d61e') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:15.615522 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-9d24f1d1-4dae-4fb6-bce3-6028f6279286 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad115dd-8785-4e74-9e62-1a8744c5d61e') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:15.631691 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d24f1d1-4dae-4fb6-bce3-6028f6279286 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.651500 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d24f1d1-4dae-4fb6-bce3-6028f6279286 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.660207 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d24f1d1-4dae-4fb6-bce3-6028f6279286 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:30:15.660663 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d24f1d1-4dae-4fb6-bce3-6028f6279286 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:30:15.664118 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:30:15.740000 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d24f1d1-4dae-4fb6-bce3-6028f6279286 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.760730 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9d24f1d1-4dae-4fb6-bce3-6028f6279286 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.767485 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9d24f1d1-4dae-4fb6-bce3-6028f6279286 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/networks/21b7060f-a4cb-4ad4-9842-da61035c47dc HTTP/1.1" status: 204 len: 168 time: 0.4557173 Jul 08 21:30:15.767986 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49850) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:15.777982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24f1d1-4dae-4fb6-bce3-6028f6279286 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Network': ['ID=21b7060f-a4cb-4ad4-9842-da61035c47dc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:15.859276 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-859b9f72-77bb-42e9-b6eb-f47bf642972e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:15.898061 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-859b9f72-77bb-42e9-b6eb-f47bf642972e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.000789 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-859b9f72-77bb-42e9-b6eb-f47bf642972e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.005789 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-859b9f72-77bb-42e9-b6eb-f47bf642972e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.007339 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-859b9f72-77bb-42e9-b6eb-f47bf642972e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/security-groups/befbd450-d9eb-4318-b519-830a6540b3b3 HTTP/1.1" status: 204 len: 168 time: 0.2380877 Jul 08 21:30:16.022237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b9f72-77bb-42e9-b6eb-f47bf642972e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=befbd450-d9eb-4318-b519-830a6540b3b3,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:16.361052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49856) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:16.368004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-9e4ba93b-e4e0-4571-af7e-96e65f83f049 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295185302', 'description': 'tempest-secgroup-smoke-1295185302 description', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:30:16.402613 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e4ba93b-e4e0-4571-af7e-96e65f83f049 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.414814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 66c1844f-9729-4f17-a745-3830837aed74 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:30:16.443405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 66c1844f-9729-4f17-a745-3830837aed74 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:30:16.443836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 66c1844f-9729-4f17-a745-3830837aed74 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:30:16.444528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e6cb2886-8aaa-4028-8845-1c885433d41f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:30:16.468689 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: e6cb2886-8aaa-4028-8845-1c885433d41f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:30:16.469148 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device e6cb2886-8aaa-4028-8845-1c885433d41f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:30:16.469574 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 920dcbd4-2869-483d-a7da-560ef0933fa0 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:30:16.493841 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 920dcbd4-2869-483d-a7da-560ef0933fa0 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:30:16.494164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 920dcbd4-2869-483d-a7da-560ef0933fa0 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:30:16.543318 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e4ba93b-e4e0-4571-af7e-96e65f83f049 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.547846 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e4ba93b-e4e0-4571-af7e-96e65f83f049 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.579134 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9e4ba93b-e4e0-4571-af7e-96e65f83f049 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.580766 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9e4ba93b-e4e0-4571-af7e-96e65f83f049 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2183201 Jul 08 21:30:16.584259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49858) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:16.590056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-833259e2-79cc-436d-81b3-5c922a95a80b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'eeca47b9-9fcb-47af-99c5-af94b2f42008', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:30:16.596338 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ba93b-e4e0-4571-af7e-96e65f83f049 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeca47b9-9fcb-47af-99c5-af94b2f42008,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:16.624334 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-833259e2-79cc-436d-81b3-5c922a95a80b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.690321 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-833259e2-79cc-436d-81b3-5c922a95a80b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.694725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-833259e2-79cc-436d-81b3-5c922a95a80b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.714538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833259e2-79cc-436d-81b3-5c922a95a80b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7215e92b-9191-49af-9d0a-2ef774a5fb99,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:16.723081 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-833259e2-79cc-436d-81b3-5c922a95a80b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.724350 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-833259e2-79cc-436d-81b3-5c922a95a80b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389613 Jul 08 21:30:16.727392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49860) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:16.732327 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-34ab2bf5-9332-4eb9-89b7-0a88910a289f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'eeca47b9-9fcb-47af-99c5-af94b2f42008', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:30:16.766210 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34ab2bf5-9332-4eb9-89b7-0a88910a289f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.837717 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34ab2bf5-9332-4eb9-89b7-0a88910a289f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.842892 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34ab2bf5-9332-4eb9-89b7-0a88910a289f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.864037 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab2bf5-9332-4eb9-89b7-0a88910a289f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512f80b3-9b9e-47b1-8ef4-1f66bf31afb1,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:16.875975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-34ab2bf5-9332-4eb9-89b7-0a88910a289f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:16.878231 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-34ab2bf5-9332-4eb9-89b7-0a88910a289f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1495080 Jul 08 21:30:16.881640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49862) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:16.891553 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7aceac48-f00f-4b47-9748-339a31940b19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'eeca47b9-9fcb-47af-99c5-af94b2f42008', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:30:16.931769 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aceac48-f00f-4b47-9748-339a31940b19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.017081 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aceac48-f00f-4b47-9748-339a31940b19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.022409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aceac48-f00f-4b47-9748-339a31940b19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.042515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aceac48-f00f-4b47-9748-339a31940b19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b4e6f6-78b5-4579-8b02-0c56f9b47084,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:17.052255 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7aceac48-f00f-4b47-9748-339a31940b19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.053731 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7aceac48-f00f-4b47-9748-339a31940b19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1703115 Jul 08 21:30:17.056905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49864) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:17.062534 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-8ae06f5b-6324-4869-b260-70c85cc5427f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'eeca47b9-9fcb-47af-99c5-af94b2f42008', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:30:17.097285 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ae06f5b-6324-4869-b260-70c85cc5427f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.173501 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ae06f5b-6324-4869-b260-70c85cc5427f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.178255 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ae06f5b-6324-4869-b260-70c85cc5427f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.196845 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae06f5b-6324-4869-b260-70c85cc5427f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0d024b-4e5c-4ca2-9330-7c52f814f3b2,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:17.205725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8ae06f5b-6324-4869-b260-70c85cc5427f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.207574 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-8ae06f5b-6324-4869-b260-70c85cc5427f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494532 Jul 08 21:30:17.210802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49866) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:17.215731 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-b2b337e4-337a-4a55-84f0-c03ee82ff78e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'eeca47b9-9fcb-47af-99c5-af94b2f42008', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:30:17.242493 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-b2b337e4-337a-4a55-84f0-c03ee82ff78e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Project d9f2768b75c84f4ca0a256da7388498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:30:17.249810 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2b337e4-337a-4a55-84f0-c03ee82ff78e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.324548 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2b337e4-337a-4a55-84f0-c03ee82ff78e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.329457 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2b337e4-337a-4a55-84f0-c03ee82ff78e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.349350 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b337e4-337a-4a55-84f0-c03ee82ff78e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e929cac0-8e01-409d-b2fa-941c3458ec4e,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:17.357892 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b2b337e4-337a-4a55-84f0-c03ee82ff78e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.361518 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b2b337e4-337a-4a55-84f0-c03ee82ff78e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474226 Jul 08 21:30:17.363174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49868) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:17.371904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-6f3dd641-5b6d-4c49-bcbf-43613427bec7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'eeca47b9-9fcb-47af-99c5-af94b2f42008', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:30:17.410696 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-6f3dd641-5b6d-4c49-bcbf-43613427bec7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Project d9f2768b75c84f4ca0a256da7388498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:30:17.417057 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f3dd641-5b6d-4c49-bcbf-43613427bec7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.515475 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f3dd641-5b6d-4c49-bcbf-43613427bec7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.520577 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f3dd641-5b6d-4c49-bcbf-43613427bec7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.543776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dd641-5b6d-4c49-bcbf-43613427bec7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2d6eed-10df-4539-b0e9-cecc8a519fac,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:17.552455 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6f3dd641-5b6d-4c49-bcbf-43613427bec7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.554381 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6f3dd641-5b6d-4c49-bcbf-43613427bec7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1895111 Jul 08 21:30:17.557606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49870) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:17.563802 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-53fd51ba-513c-4fd6-9431-81103cee85ba tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'network': {'name': 'tempest-network-smoke--239605477', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'port_security_enabled': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:30:17.590342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fd51ba-513c-4fd6-9431-81103cee85ba tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:30:17.594534 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-53fd51ba-513c-4fd6-9431-81103cee85ba tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.632882 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fd51ba-513c-4fd6-9431-81103cee85ba tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:30:17.646746 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-53fd51ba-513c-4fd6-9431-81103cee85ba tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.647106 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-53fd51ba-513c-4fd6-9431-81103cee85ba tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Added segment 64fbd7b1-36e3-4f1c-ae50-17658ba74651 of type vlan for network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 Jul 08 21:30:17.718914 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-53fd51ba-513c-4fd6-9431-81103cee85ba tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.754695 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-53fd51ba-513c-4fd6-9431-81103cee85ba tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.766229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd51ba-513c-4fd6-9431-81103cee85ba tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:17.767255 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-53fd51ba-513c-4fd6-9431-81103cee85ba tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.875341 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-53fd51ba-513c-4fd6-9431-81103cee85ba tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3161600 Jul 08 21:30:17.879740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49872) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:17.886863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'admin_state_up': True, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:30:17.897256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd51ba-513c-4fd6-9431-81103cee85ba tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Network': ['ID=9a4ca75d-1b93-4330-bd0c-aa883d6b7661,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:17.912716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:30:17.927487 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:17.928984 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:18.011749 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:18.291930 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:18.584284 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:18.818920 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:18.840409 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:18.971733 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.25.4.50 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/f3352027-d633-40af-832a-4e789135bb40) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:30:19.126915 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:19.201736 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:19.271769 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:30:19.282069 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:30:19.289538 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:30:19.335409 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=f3352027-d633-40af-832a-4e789135bb40,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:19.670377 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:19.921697 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:20.074690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:30:20.226373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:30:20.240392 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Sync routers for ids ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:30:20.248266 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:20.250647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-ed8a56d7-216d-456b-8384-e82f68163f9f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3688745 Jul 08 21:30:20.252261 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Routers {'ae5cf15b-d677-4789-bb6e-a84c114ae3c0'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:30:20.253117 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:20.257498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49874) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:20.359800 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-26d3de0a-8e29-47e8-9b29-56773ab5be0d tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=d9f2768b75c84f4ca0a256da7388498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1011827 Jul 08 21:30:20.364181 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49878) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:20.377396 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Set router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:30:20.567333 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1703107f-57f2-47f2-8089-4a4402d8e43e tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:20.568956 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1703107f-57f2-47f2-8089-4a4402d8e43e tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2034938 Jul 08 21:30:20.573319 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49880) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:20.605419 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7a4db568-7c77-4cc3-a254-6ab39a2c9d9c tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302081 Jul 08 21:30:20.607585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49882) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:20.614187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-5992e01c-bcae-472a-9cf7-92534f8d7f18 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-328438767', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:30:20.688226 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:30:19Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:20.735427 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5992e01c-bcae-472a-9cf7-92534f8d7f18 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:30:20.737421 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Checking router: ae5cf15b-d677-4789-bb6e-a84c114ae3c0 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:30:20.738052 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Updating router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 port f3352027-d633-40af-832a-4e789135bb40 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:30:20.742871 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5992e01c-bcae-472a-9cf7-92534f8d7f18 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:20.796103 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:21.041741 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5992e01c-bcae-472a-9cf7-92534f8d7f18 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:21.124275 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:21.136759 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Transition to ACTIVE for port object f3352027-d633-40af-832a-4e789135bb40 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:30:21.145751 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:21.157296 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992e01c-bcae-472a-9cf7-92534f8d7f18 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Subnet': ['ID=7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:21.162918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5992e01c-bcae-472a-9cf7-92534f8d7f18 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Checking segment: {'id': '64fbd7b1-36e3-4f1c-ae50-17658ba74651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:30:21.163512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5992e01c-bcae-472a-9cf7-92534f8d7f18 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network hostable DHCP agents. Network: 9a4ca75d-1b93-4330-bd0c-aa883d6b7661, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:30:21.191574 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5992e01c-bcae-472a-9cf7-92534f8d7f18 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:30:21.205776 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-5992e01c-bcae-472a-9cf7-92534f8d7f18 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 9a4ca75d-1b93-4330-bd0c-aa883d6b7661) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:30:21.211577 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992e01c-bcae-472a-9cf7-92534f8d7f18 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:21.212226 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5992e01c-bcae-472a-9cf7-92534f8d7f18 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:21.222770 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90da486-dd61-4444-a32a-cba529aa528e None None] Network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:30:21.225274 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Pushing event updated for resources: {'Port': ['ID=f3352027-d633-40af-832a-4e789135bb40,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:21.234593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5992e01c-bcae-472a-9cf7-92534f8d7f18 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6255243 Jul 08 21:30:21.239636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49884) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:21.242232 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:21.243391 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:21.243600 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:21.244075 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:21.244666 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:21.245201 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:21.245673 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:21.246160 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:21.246670 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:21.247670 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:21.248194 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:21.248864 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:21.258139 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Attempting to bind port f3352027-d633-40af-832a-4e789135bb40 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:30:21.258857 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Attempting to bind port f3352027-d633-40af-832a-4e789135bb40 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:30:21.259257 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Attempting to bind port f3352027-d633-40af-832a-4e789135bb40 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:30:21.266391 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:30:21.266768 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:30:21.267169 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:21.267569 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:30:21.268059 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Bound port: f3352027-d633-40af-832a-4e789135bb40, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:30:21.268454 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:21.360610 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] For port f3352027-d633-40af-832a-4e789135bb40, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:30:21.370691 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] For port f3352027-d633-40af-832a-4e789135bb40, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f3352027-d633-40af-832a-4e789135bb40,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:30:21.381159 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:21.452500 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ips': [{'subnet_id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:30:21.454071 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:21.457664 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Routers {'ae5cf15b-d677-4789-bb6e-a84c114ae3c0'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:30:21.459167 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:21.550364 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0635c-2d42-49d8-bfa4-529b47d63124 None None] Pushing event updated for resources: {'Port': ['ID=f3352027-d633-40af-832a-4e789135bb40,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:21.646243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Allocated IP 172.20.0.2 (9a4ca75d-1b93-4330-bd0c-aa883d6b7661/7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10/37f8697c-ee4f-40a5-96b3-baf63f2f8620) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:30:21.668517 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] Set router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:30:21.875506 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:21.887300 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Transition to ACTIVE for port object 37f8697c-ee4f-40a5-96b3-baf63f2f8620 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:30:21.905692 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Transition to ACTIVE for port object 37f8697c-ee4f-40a5-96b3-baf63f2f8620 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:30:21.913100 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:21.919766 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:30:19Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:21.952572 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86da2c-8440-4c56-9a6a-e1e7b7f53a07 None None] The sync data for ids ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'] in n-d-791506-16 is: [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:30:19Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:30:21.954243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:30:21.955872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:30:21.960094 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:30:21.984484 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:22.004672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Pushing event updated for resources: {'Port': ['ID=37f8697c-ee4f-40a5-96b3-baf63f2f8620,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:22.039159 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Attempting to bind port 37f8697c-ee4f-40a5-96b3-baf63f2f8620 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:30:22.039533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Attempting to bind port 37f8697c-ee4f-40a5-96b3-baf63f2f8620 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '64fbd7b1-36e3-4f1c-ae50-17658ba74651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:30:22.039898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Attempting to bind port 37f8697c-ee4f-40a5-96b3-baf63f2f8620 on network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:30:22.046566 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:30:22.046996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Checking segment: {'id': '64fbd7b1-36e3-4f1c-ae50-17658ba74651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:30:22.047411 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:22.047824 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Bound using segment: {'id': '64fbd7b1-36e3-4f1c-ae50-17658ba74651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:30:22.048620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Bound port: 37f8697c-ee4f-40a5-96b3-baf63f2f8620, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fbd7b1-36e3-4f1c-ae50-17658ba74651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:30:22.049041 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:22.134189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] For port 37f8697c-ee4f-40a5-96b3-baf63f2f8620, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:30:22.139249 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] For port 37f8697c-ee4f-40a5-96b3-baf63f2f8620, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=37f8697c-ee4f-40a5-96b3-baf63f2f8620,segment=NetworkSegment(64fbd7b1-36e3-4f1c-ae50-17658ba74651),segment_id=64fbd7b1-36e3-4f1c-ae50-17658ba74651)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:30:22.145197 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:22.241731 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd3d3f-e0b9-48be-b8b6-21f37f576708 None None] Pushing event updated for resources: {'Port': ['ID=37f8697c-ee4f-40a5-96b3-baf63f2f8620,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:22.538293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f3352027-d633-40af-832a-4e789135bb40 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:30:22.548392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.20.0.1 (9a4ca75d-1b93-4330-bd0c-aa883d6b7661/7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10/b9022bbb-b6bb-47ca-adb8-049958a4cb0f) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:30:22.681276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port f3352027-d633-40af-832a-4e789135bb40 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:30:22.688964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f3352027-d633-40af-832a-4e789135bb40 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:30:22.690245 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:22.846649 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:22.864012 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:22.891900 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Transition to ACTIVE for port object b9022bbb-b6bb-47ca-adb8-049958a4cb0f will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:30:22.895221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port f3352027-d633-40af-832a-4e789135bb40, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f3352027-d633-40af-832a-4e789135bb40,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:30:22.901798 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:22.960006 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=f3352027-d633-40af-832a-4e789135bb40,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:22.963614 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:23.051103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:30:23.062262 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:30:23.069876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:30:23.112526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=b9022bbb-b6bb-47ca-adb8-049958a4cb0f,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:23.146520 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:23.399528 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:23.686206 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3886d47-e493-4d38-8c65-29b9a2d78137 None None] Network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:30:23.803093 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e2b1b1a8-6da1-4ab4-831e-f8b4abf72d89 None None] Provisioning for port 37f8697c-ee4f-40a5-96b3-baf63f2f8620 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:30:23.826674 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:23.833919 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:23.948213 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=b9022bbb-b6bb-47ca-adb8-049958a4cb0f,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:23.953088 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:24.097882 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:30:24.100243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:30:24.149638 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:24.255983 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:30:24.272360 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5cf0f8a3-6f23-496e-aa13-8f8f5974dfab None None] Provisioning for port b9022bbb-b6bb-47ca-adb8-049958a4cb0f completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:30:24.288256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5cf0f8a3-6f23-496e-aa13-8f8f5974dfab None None] Provisioning complete for port b9022bbb-b6bb-47ca-adb8-049958a4cb0f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:30:24.288728 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f8a3-6f23-496e-aa13-8f8f5974dfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:24.351782 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0f8a3-6f23-496e-aa13-8f8f5974dfab None None] Port b9022bbb-b6bb-47ca-adb8-049958a4cb0f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:30:24.444516 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:30:24.453012 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d4b958b8-0e34-43f2-9ea5-25a0c8c73ffe tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "PUT /v2.0/routers/ae5cf15b-d677-4789-bb6e-a84c114ae3c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2112145 Jul 08 21:30:24.470420 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Sync routers for ids ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:30:24.492348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Routers {'ae5cf15b-d677-4789-bb6e-a84c114ae3c0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:30:24.493491 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:24.564722 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 37f8697c-ee4f-40a5-96b3-baf63f2f8620 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:30:24.692561 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2bd16041-f216-4ee7-838b-ad626cf3336e None None] Provisioning complete for port b9022bbb-b6bb-47ca-adb8-049958a4cb0f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:30:24.693533 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bd16041-f216-4ee7-838b-ad626cf3336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:24.777132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Set router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:30:24.828241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 37f8697c-ee4f-40a5-96b3-baf63f2f8620 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:30:24.846891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-2bd16041-f216-4ee7-838b-ad626cf3336e None None] Port b9022bbb-b6bb-47ca-adb8-049958a4cb0f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:30:24.849303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 37f8697c-ee4f-40a5-96b3-baf63f2f8620 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:30:24.849924 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:24.920094 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-1675a5fb-dc9e-4699-9d52-bed26715a791 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295185302&fields=id&tenant_id=d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 267 time: 0.0588362 Jul 08 21:30:25.033303 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-b7b7c3e4-73dd-488b-aade-adb467e5a1f7 None None] Provisioning complete for port b9022bbb-b6bb-47ca-adb8-049958a4cb0f triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:30:25.033672 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c3e4-73dd-488b-aade-adb467e5a1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:25.129466 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e531a3-f617-4a0c-8310-909e70860488 req-ef8d595e-b942-40b1-bbfb-c9fce92c77dc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:25.132102 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-ef8d595e-b942-40b1-bbfb-c9fce92c77dc tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/networks?id=9a4ca75d-1b93-4330-bd0c-aa883d6b7661 HTTP/1.1" status: 200 len: 796 time: 0.2037797 Jul 08 21:30:25.157717 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-fbcccb01-d9cb-4918-933d-6d570b4d4da4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/quotas/d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 375 time: 0.0163870 Jul 08 21:30:25.161963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-b7b7c3e4-73dd-488b-aade-adb467e5a1f7 None None] Port b9022bbb-b6bb-47ca-adb8-049958a4cb0f cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:30:25.191753 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:25.240585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 37f8697c-ee4f-40a5-96b3-baf63f2f8620, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=37f8697c-ee4f-40a5-96b3-baf63f2f8620,segment=NetworkSegment(64fbd7b1-36e3-4f1c-ae50-17658ba74651),segment_id=64fbd7b1-36e3-4f1c-ae50-17658ba74651)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:30:25.246073 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:25.246893 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f3352027-d633-40af-832a-4e789135bb40 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:30:25.268166 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-d760c4a2-5fa2-459e-928b-5f35474681a0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018243 Jul 08 21:30:25.351386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:30:23Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'b9022bbb-b6bb-47ca-adb8-049958a4cb0f', 'name': '', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ef:18:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:22Z', 'updated_at': '2021-07-08T21:30:23Z', 'revision_number': 2, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:25.388485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=37f8697c-ee4f-40a5-96b3-baf63f2f8620,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:25.393527 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Checking router: ae5cf15b-d677-4789-bb6e-a84c114ae3c0 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:30:25.393964 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Updating router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 port b9022bbb-b6bb-47ca-adb8-049958a4cb0f binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:30:25.438051 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f3352027-d633-40af-832a-4e789135bb40 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:30:25.438422 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:25.441383 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:25.493646 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-a62a76d1-42aa-4562-b534-a38d604c81c3 service neutron] 10.222.0.101 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095501 Jul 08 21:30:25.630811 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-1c29cedc-fa63-4f09-ac03-641ae8d2328e service neutron] 10.222.0.101 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293979 Jul 08 21:30:25.857892 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:25.878308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Transition to ACTIVE for port object b9022bbb-b6bb-47ca-adb8-049958a4cb0f will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:30:25.888895 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:25.964563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d52ff-4da1-44af-b9ea-8bacb49d807b None None] Pushing event updated for resources: {'Port': ['ID=b9022bbb-b6bb-47ca-adb8-049958a4cb0f,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:26.029878 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b58dab82-3118-4abf-a74b-3b10bf9d298d req-22fd761f-1a9a-4638-8c7d-1f2fb7d72d89 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 210 time: 0.1271291 Jul 08 21:30:26.093163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Attempting to bind port b9022bbb-b6bb-47ca-adb8-049958a4cb0f on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:30:26.093794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Attempting to bind port b9022bbb-b6bb-47ca-adb8-049958a4cb0f by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '64fbd7b1-36e3-4f1c-ae50-17658ba74651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:30:26.094392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Attempting to bind port b9022bbb-b6bb-47ca-adb8-049958a4cb0f on network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:30:26.103814 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:30:26.104406 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Checking segment: {'id': '64fbd7b1-36e3-4f1c-ae50-17658ba74651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:30:26.105132 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:26.105791 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Bound using segment: {'id': '64fbd7b1-36e3-4f1c-ae50-17658ba74651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:30:26.107350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Bound port: b9022bbb-b6bb-47ca-adb8-049958a4cb0f, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fbd7b1-36e3-4f1c-ae50-17658ba74651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:30:26.107993 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:26.230023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] For port b9022bbb-b6bb-47ca-adb8-049958a4cb0f, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:30:26.235109 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] For port b9022bbb-b6bb-47ca-adb8-049958a4cb0f, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b9022bbb-b6bb-47ca-adb8-049958a4cb0f,segment=NetworkSegment(64fbd7b1-36e3-4f1c-ae50-17658ba74651),segment_id=64fbd7b1-36e3-4f1c-ae50-17658ba74651)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:30:26.239815 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:26.346030 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Routers {'ae5cf15b-d677-4789-bb6e-a84c114ae3c0'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:30:26.346698 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:30:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:26.354562 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d52ff-4da1-44af-b9ea-8bacb49d807b None None] Pushing event updated for resources: {'Port': ['ID=b9022bbb-b6bb-47ca-adb8-049958a4cb0f,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:26.678121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 37f8697c-ee4f-40a5-96b3-baf63f2f8620 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:30:26.754204 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] Set router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:30:26.815002 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 37f8697c-ee4f-40a5-96b3-baf63f2f8620 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:30:26.815420 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:27.092923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:30:23Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'b9022bbb-b6bb-47ca-adb8-049958a4cb0f', 'name': '', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ef:18:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:22Z', 'updated_at': '2021-07-08T21:30:26Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:27.129118 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51377ab8-8d79-4f94-9b6b-4afb6b1afc3a None None] The sync data for ids ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'] in n-d-791506-16 is: [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:30:23Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'b9022bbb-b6bb-47ca-adb8-049958a4cb0f', 'name': '', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ef:18:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:22Z', 'updated_at': '2021-07-08T21:30:26Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:30:27.292390 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3f81541c-2882-416a-b0e3-e82cfab6bc83 req-bd70aed9-826c-4cb6-bbe9-f8eb85ac9a37 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 210 time: 0.0405064 Jul 08 21:30:27.592875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e531a3-f617-4a0c-8310-909e70860488 req-9d58d48e-19e2-437e-ac45-f32fc0b42d72 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:27.594893 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-9d58d48e-19e2-437e-ac45-f32fc0b42d72 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "GET /v2.0/networks?id=9a4ca75d-1b93-4330-bd0c-aa883d6b7661 HTTP/1.1" status: 200 len: 796 time: 0.1600833 Jul 08 21:30:27.659373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-06784950-8669-4f72-adc3-62f2759a13e0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 380 time: 0.0534971 Jul 08 21:30:27.677877 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-39e531a3-f617-4a0c-8310-909e70860488 req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'port': {'device_id': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'admin_state_up': True, 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'security_groups': ['eeca47b9-9fcb-47af-99c5-af94b2f42008']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:30:27.855755 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e531a3-f617-4a0c-8310-909e70860488 req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:30:27.859995 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-39e531a3-f617-4a0c-8310-909e70860488 req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:28.060295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-39e531a3-f617-4a0c-8310-909e70860488 req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.20.0.13 (9a4ca75d-1b93-4330-bd0c-aa883d6b7661/7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10/ec88dce4-6493-40a4-8a12-a7ce3eeca440) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:30:28.278090 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-39e531a3-f617-4a0c-8310-909e70860488 req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:28.299999 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-39e531a3-f617-4a0c-8310-909e70860488 req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Transition to ACTIVE for port object ec88dce4-6493-40a4-8a12-a7ce3eeca440 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:30:28.360023 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-39e531a3-f617-4a0c-8310-909e70860488 req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:28.447650 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e531a3-f617-4a0c-8310-909e70860488 req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:30:28.455918 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-39e531a3-f617-4a0c-8310-909e70860488 req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:30:28.461564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e531a3-f617-4a0c-8310-909e70860488 req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:30:28.513847 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b9022bbb-b6bb-47ca-adb8-049958a4cb0f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:30:28.616587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=ec88dce4-6493-40a4-8a12-a7ce3eeca440,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:28.631541 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port b9022bbb-b6bb-47ca-adb8-049958a4cb0f completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:30:28.642839 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port b9022bbb-b6bb-47ca-adb8-049958a4cb0f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:30:28.644102 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:28.675152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e531a3-f617-4a0c-8310-909e70860488 req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:28.676020 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-39e531a3-f617-4a0c-8310-909e70860488 req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:28.733166 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2eb48-56a3-46a3-90b4-aef876fd7e1d req-f9bb0b04-2fd2-4723-8076-ef1f3c643b73 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:28.745467 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bdd2eb48-56a3-46a3-90b4-aef876fd7e1d req-f9bb0b04-2fd2-4723-8076-ef1f3c643b73 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 932 time: 0.2711000 Jul 08 21:30:28.748614 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-724dcb39-99b7-4307-895a-cbcfa408034c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0771430 Jul 08 21:30:28.771156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Request body: {'port': {'device_id': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:30:28.789543 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:28.831475 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-19d8a4f0-2f7e-4451-9754-cce104c29306 None None] Provisioning for port ec88dce4-6493-40a4-8a12-a7ce3eeca440 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:30:28.842529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-19d8a4f0-2f7e-4451-9754-cce104c29306 None None] Provisioning complete for port ec88dce4-6493-40a4-8a12-a7ce3eeca440 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:30:28.843217 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-19d8a4f0-2f7e-4451-9754-cce104c29306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:28.853373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port b9022bbb-b6bb-47ca-adb8-049958a4cb0f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b9022bbb-b6bb-47ca-adb8-049958a4cb0f,segment=NetworkSegment(64fbd7b1-36e3-4f1c-ae50-17658ba74651),segment_id=64fbd7b1-36e3-4f1c-ae50-17658ba74651)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:30:28.875771 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:28.909096 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bdd2eb48-56a3-46a3-90b4-aef876fd7e1d req-4a752d56-bf7c-4dd9-9fc4-feacd7c3711a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578968 Jul 08 21:30:28.918651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-19d8a4f0-2f7e-4451-9754-cce104c29306 None None] Port ec88dce4-6493-40a4-8a12-a7ce3eeca440 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:30:28.939956 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:28.959550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=b9022bbb-b6bb-47ca-adb8-049958a4cb0f,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:29.433830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec88dce4-6493-40a4-8a12-a7ce3eeca440 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:30:29.448980 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:29.476681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Transition to ACTIVE for port object ec88dce4-6493-40a4-8a12-a7ce3eeca440 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:30:29.486843 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:29.560558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Pushing event updated for resources: {'Port': ['ID=ec88dce4-6493-40a4-8a12-a7ce3eeca440,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:29.687248 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Attempting to bind port ec88dce4-6493-40a4-8a12-a7ce3eeca440 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:30:29.688349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Attempting to bind port ec88dce4-6493-40a4-8a12-a7ce3eeca440 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': '64fbd7b1-36e3-4f1c-ae50-17658ba74651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:30:29.688349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Attempting to bind port ec88dce4-6493-40a4-8a12-a7ce3eeca440 on network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:30:29.694219 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Port ec88dce4-6493-40a4-8a12-a7ce3eeca440 on network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:30:29.694738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Attempting to bind port ec88dce4-6493-40a4-8a12-a7ce3eeca440 on network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:30:29.702794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:30:29.703325 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Checking segment: {'id': '64fbd7b1-36e3-4f1c-ae50-17658ba74651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:30:29.703821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Bound using segment: {'id': '64fbd7b1-36e3-4f1c-ae50-17658ba74651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:30:29.704440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Bound port: ec88dce4-6493-40a4-8a12-a7ce3eeca440, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64fbd7b1-36e3-4f1c-ae50-17658ba74651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:30:29.704941 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:30.160239 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d326-9094-4f86-835c-c98dfc25445d req-1c6b24f7-d124-4cc5-ae2c-2e89482002fb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:30.162345 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe26d326-9094-4f86-835c-c98dfc25445d req-1c6b24f7-d124-4cc5-ae2c-2e89482002fb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 944 time: 0.0864758 Jul 08 21:30:30.208431 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] For port ec88dce4-6493-40a4-8a12-a7ce3eeca440, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:30:30.211381 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fe26d326-9094-4f86-835c-c98dfc25445d req-17ffd1fe-869b-4dbf-ae58-9d45ea4dad00 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 Jul 08 21:30:30.214047 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] For port ec88dce4-6493-40a4-8a12-a7ce3eeca440, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ec88dce4-6493-40a4-8a12-a7ce3eeca440,segment=NetworkSegment(64fbd7b1-36e3-4f1c-ae50-17658ba74651),segment_id=64fbd7b1-36e3-4f1c-ae50-17658ba74651)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:30:30.222090 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:30.280853 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:30.281936 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:30.284437 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] 10.222.0.103 "PUT /v2.0/ports/ec88dce4-6493-40a4-8a12-a7ce3eeca440 HTTP/1.1" status: 200 len: 1093 time: 1.5204329 Jul 08 21:30:30.285220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'tag': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:30:30.289468 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296ed228-a8fd-4ac5-ab57-2cb205d4e122" -d '{"events": [{"name": "network-changed", "server_uuid": "634c3a6d-0a4f-4417-a357-fad6c37fd34d", "tag": "ec88dce4-6493-40a4-8a12-a7ce3eeca440"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:30:30.389067 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f714be14-89dc-4c9d-9a34-89cb35953f50 x-openstack-request-id: req-f714be14-89dc-4c9d-9a34-89cb35953f50 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:30:30.389542 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634c3a6d-0a4f-4417-a357-fad6c37fd34d", "tag": "ec88dce4-6493-40a4-8a12-a7ce3eeca440", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:30:30.389968 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f714be14-89dc-4c9d-9a34-89cb35953f50 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:30:30.390618 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'tag': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440', 'status': 'completed', 'code': 200} Jul 08 21:30:30.391571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9430f-b840-49ee-85ad-c42663eaad12 service neutron] Pushing event updated for resources: {'Port': ['ID=ec88dce4-6493-40a4-8a12-a7ce3eeca440,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:30.452907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e531a3-f617-4a0c-8310-909e70860488 req-55853d2c-e233-4cef-ae51-4e479866b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:30.454830 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-55853d2c-e233-4cef-ae51-4e479866b743 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 1096 time: 0.1161053 Jul 08 21:30:30.469803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b9022bbb-b6bb-47ca-adb8-049958a4cb0f up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:30:30.513096 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-3ff5d76a-00eb-4c75-ba54-9fc6719a01a5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec88dce4-6493-40a4-8a12-a7ce3eeca440 HTTP/1.1" status: 200 len: 217 time: 0.0449917 Jul 08 21:30:30.550243 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port b9022bbb-b6bb-47ca-adb8-049958a4cb0f triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:30:30.550667 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:30.601326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e531a3-f617-4a0c-8310-909e70860488 req-de7da7fc-be33-4c4b-9e26-c0dc8ae95426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:30.603792 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-de7da7fc-be33-4c4b-9e26-c0dc8ae95426 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10 HTTP/1.1" status: 200 len: 834 time: 0.0834987 Jul 08 21:30:30.700868 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e531a3-f617-4a0c-8310-909e70860488 req-0a1b0e07-42aa-4b4a-9ff2-7da23a466689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:30.702228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-0a1b0e07-42aa-4b4a-9ff2-7da23a466689 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9a4ca75d-1b93-4330-bd0c-aa883d6b7661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871716 Jul 08 21:30:30.837026 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-394e9820-d673-4d74-adb1-91fc68881016 service neutron] 10.222.0.103 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243718 Jul 08 21:30:30.971358 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39e531a3-f617-4a0c-8310-909e70860488 req-3d725b46-a9ea-44ca-ac30-553afa36fbaa service neutron] 10.222.0.103 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212571 Jul 08 21:30:31.130472 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ed228-a8fd-4ac5-ab57-2cb205d4e122 req-7084c890-72bd-460c-8898-d654c33f7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:31.132937 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-296ed228-a8fd-4ac5-ab57-2cb205d4e122 req-7084c890-72bd-460c-8898-d654c33f7452 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 1096 time: 0.0922813 Jul 08 21:30:31.241931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ed228-a8fd-4ac5-ab57-2cb205d4e122 req-defa64f9-9c6d-4f85-ad74-d5848f19dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:31.245485 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-296ed228-a8fd-4ac5-ab57-2cb205d4e122 req-defa64f9-9c6d-4f85-ad74-d5848f19dd10 service neutron] 10.222.0.103 "GET /v2.0/networks?id=9a4ca75d-1b93-4330-bd0c-aa883d6b7661 HTTP/1.1" status: 200 len: 897 time: 0.1028578 Jul 08 21:30:31.304666 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-296ed228-a8fd-4ac5-ab57-2cb205d4e122 req-4ad36006-724c-4122-8996-13f34d322836 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec88dce4-6493-40a4-8a12-a7ce3eeca440 HTTP/1.1" status: 200 len: 217 time: 0.0487614 Jul 08 21:30:31.368766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ed228-a8fd-4ac5-ab57-2cb205d4e122 req-f5efe726-be8d-4010-9042-61f9901578aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:31.370344 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-296ed228-a8fd-4ac5-ab57-2cb205d4e122 req-f5efe726-be8d-4010-9042-61f9901578aa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10 HTTP/1.1" status: 200 len: 834 time: 0.0587640 Jul 08 21:30:31.445997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1487c-a18b-428f-b7f8-7bab7a1ae7f9 req-26a5aea4-821a-4b8b-b3f3-5a76db4e9d6c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:31.446878 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ed228-a8fd-4ac5-ab57-2cb205d4e122 req-ae3933aa-e1a7-4e25-91cd-47811fe8baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:31.448272 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68a1487c-a18b-428f-b7f8-7bab7a1ae7f9 req-26a5aea4-821a-4b8b-b3f3-5a76db4e9d6c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 944 time: 0.0974886 Jul 08 21:30:31.448511 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-296ed228-a8fd-4ac5-ab57-2cb205d4e122 req-ae3933aa-e1a7-4e25-91cd-47811fe8baee service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9a4ca75d-1b93-4330-bd0c-aa883d6b7661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709069 Jul 08 21:30:31.494047 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-68a1487c-a18b-428f-b7f8-7bab7a1ae7f9 req-98e7fca9-2f29-40c7-a451-64ef824bac4b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386457 Jul 08 21:30:31.559089 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-296ed228-a8fd-4ac5-ab57-2cb205d4e122 req-09b86bdc-5c48-42d2-8cd6-397a1c400961 service neutron] 10.222.0.103 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011903 Jul 08 21:30:31.675650 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-296ed228-a8fd-4ac5-ab57-2cb205d4e122 req-dacdd833-4a89-40dc-a852-4ff0787d2a74 service neutron] 10.222.0.103 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091125 Jul 08 21:30:32.765651 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bc442-375d-4e93-aa4a-da5a9891a0b6 req-15a15495-6736-47d8-8bc9-62eb6d327253 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:32.768338 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d44bc442-375d-4e93-aa4a-da5a9891a0b6 req-15a15495-6736-47d8-8bc9-62eb6d327253 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 944 time: 0.1140079 Jul 08 21:30:32.834150 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d44bc442-375d-4e93-aa4a-da5a9891a0b6 req-f4498109-8d75-4cbf-b04b-58aeef87f1ee tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592759 Jul 08 21:30:33.513701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device ec88dce4-6493-40a4-8a12-a7ce3eeca440 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:30:33.638435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port ec88dce4-6493-40a4-8a12-a7ce3eeca440, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ec88dce4-6493-40a4-8a12-a7ce3eeca440,segment=NetworkSegment(64fbd7b1-36e3-4f1c-ae50-17658ba74651),segment_id=64fbd7b1-36e3-4f1c-ae50-17658ba74651)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:30:33.654909 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'port_id': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440', 'mac_address': 'fa:16:3e:aa:34:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:30:33.708428 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:33.734163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec88dce4-6493-40a4-8a12-a7ce3eeca440 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:30:33.764099 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port ec88dce4-6493-40a4-8a12-a7ce3eeca440, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ec88dce4-6493-40a4-8a12-a7ce3eeca440,segment=NetworkSegment(64fbd7b1-36e3-4f1c-ae50-17658ba74651),segment_id=64fbd7b1-36e3-4f1c-ae50-17658ba74651)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:30:33.769304 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:33.828401 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=ec88dce4-6493-40a4-8a12-a7ce3eeca440,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:34.046267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['ec88dce4-6493-40a4-8a12-a7ce3eeca440'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:30:34.068365 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedd04-e05b-4a57-bac3-cfb57de70def req-7ecf6f3b-97e5-42f4-96fc-409badd97682 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:34.070423 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-caaedd04-e05b-4a57-bac3-cfb57de70def req-7ecf6f3b-97e5-42f4-96fc-409badd97682 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 945 time: 0.1046193 Jul 08 21:30:34.131197 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-caaedd04-e05b-4a57-bac3-cfb57de70def req-9ec5eb46-cbdf-4f4b-aff1-2f97892935ea tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513549 Jul 08 21:30:34.173933 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09fd5630-3b83-45cd-9513-6ed955d586bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:35.447446 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307337-91b7-4964-be5d-e83b53134958 req-1388e95e-8799-4cd3-8bbe-b5bee175ac9a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:35.450926 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f307337-91b7-4964-be5d-e83b53134958 req-1388e95e-8799-4cd3-8bbe-b5bee175ac9a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 945 time: 0.1177368 Jul 08 21:30:35.497751 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6f307337-91b7-4964-be5d-e83b53134958 req-a8a32da2-dd55-498a-9bcc-9612cb1fe002 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404592 Jul 08 21:30:35.521494 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device ec88dce4-6493-40a4-8a12-a7ce3eeca440 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:30:35.574013 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port ec88dce4-6493-40a4-8a12-a7ce3eeca440 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:30:35.579487 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port ec88dce4-6493-40a4-8a12-a7ce3eeca440 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:30:35.579862 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:35.670132 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:35.695367 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:30:35.697978 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0ca299-ba19-4a1f-a3f8-4b5225026a7e" -d '{"events": [{"server_uuid": "634c3a6d-0a4f-4417-a357-fad6c37fd34d", "name": "network-vif-plugged", "status": "completed", "tag": "ec88dce4-6493-40a4-8a12-a7ce3eeca440"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:30:35.712875 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port ec88dce4-6493-40a4-8a12-a7ce3eeca440, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ec88dce4-6493-40a4-8a12-a7ce3eeca440,segment=NetworkSegment(64fbd7b1-36e3-4f1c-ae50-17658ba74651),segment_id=64fbd7b1-36e3-4f1c-ae50-17658ba74651)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:30:35.719240 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:35.748219 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d170068d-e923-474f-8c3d-571718948004 x-openstack-request-id: req-d170068d-e923-474f-8c3d-571718948004 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:30:35.748546 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634c3a6d-0a4f-4417-a357-fad6c37fd34d", "name": "network-vif-plugged", "status": "completed", "tag": "ec88dce4-6493-40a4-8a12-a7ce3eeca440", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:30:35.748774 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d170068d-e923-474f-8c3d-571718948004 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:30:35.749162 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440', 'code': 200} Jul 08 21:30:35.780208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=ec88dce4-6493-40a4-8a12-a7ce3eeca440,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:35.793581 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:35.794677 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:35.795119 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:35.795816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:35.796245 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:35.796596 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:35.796988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:35.797350 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:35.797709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:35.798097 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:35.798460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:35.798836 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:30:35.886162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34547298-62a0-413a-ac2e-327368184799 req-ba7d6008-aef0-4be6-9ae6-d75df7e59a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:35.888413 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34547298-62a0-413a-ac2e-327368184799 req-ba7d6008-aef0-4be6-9ae6-d75df7e59a7c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 1098 time: 0.0590537 Jul 08 21:30:35.937636 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-34547298-62a0-413a-ac2e-327368184799 req-871bd15a-4a06-46bf-8eee-8b616af38947 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342436 Jul 08 21:30:36.723393 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cca9d-03db-4ec4-a292-eaff942d7748 req-805cdd08-601b-4d8b-88b6-0485d89f2ab0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:36.725318 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d37cca9d-03db-4ec4-a292-eaff942d7748 req-805cdd08-601b-4d8b-88b6-0485d89f2ab0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.0977404 Jul 08 21:30:36.782717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d37cca9d-03db-4ec4-a292-eaff942d7748 req-5e5d3dad-a115-44f9-825c-f9e91169b61f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479548 Jul 08 21:30:37.115698 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d1aca410-058a-412b-8b5d-fcd50a6e225a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:37.220891 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:38.013437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34e51d-8a19-40d8-9a05-4325fb6fc497 req-cfc74377-9adb-4714-a62a-9734aa3fcfe2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:38.015438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c34e51d-8a19-40d8-9a05-4325fb6fc497 req-cfc74377-9adb-4714-a62a-9734aa3fcfe2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.0817032 Jul 08 21:30:38.086144 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-4c34e51d-8a19-40d8-9a05-4325fb6fc497 req-e1e799aa-76bf-4693-bcf8-3f9cdc78ebe6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605032 Jul 08 21:30:38.421711 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746fcee-a754-4c69-9ab9-27d1410ed1b8 req-b09e5b4d-5a0a-4b0f-b725-5fbc3618f629 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:38.424867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8746fcee-a754-4c69-9ab9-27d1410ed1b8 req-b09e5b4d-5a0a-4b0f-b725-5fbc3618f629 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.1199102 Jul 08 21:30:38.496491 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8746fcee-a754-4c69-9ab9-27d1410ed1b8 req-e79b95e7-0334-4ccf-9280-44891ca7ba84 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632825 Jul 08 21:30:38.526099 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49954) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:38.545053 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:38.597562 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b78d1-e6e5-4b7a-a536-8589a6827b56 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:38.599352 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-612b78d1-e6e5-4b7a-a536-8589a6827b56 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 1093 time: 0.0718873 Jul 08 21:30:38.602590 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49956) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:38.608769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:30:38.645904 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:38.781763 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:38.902236 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.25.4.182 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/224af5b5-e08a-4ff4-9a9e-c55a94923b2f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:30:39.035083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:39.102123 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:39.149186 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:30:39.152474 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:30:39.157253 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:30:39.163773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=224af5b5-e08a-4ff4-9a9e-c55a94923b2f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:40.037954 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:40.093399 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:40.139426 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:40.354916 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:40.361007 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:40.442501 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=224af5b5-e08a-4ff4-9a9e-c55a94923b2f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:30:40.458248 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:40.576985 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Floating IP 2e9f2e88-4486-4f0c-a44e-41deb669694f associated. External IP: 172.25.4.182, port: ec88dce4-6493-40a4-8a12-a7ce3eeca440. Jul 08 21:30:40.833117 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:30:40.958992 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:30:40.973628 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47844018-b33e-46d0-b511-9120c6f81a72 None None] Sync routers for ids ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:30:40.979997 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:40.988303 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47844018-b33e-46d0-b511-9120c6f81a72 None None] Routers {'ae5cf15b-d677-4789-bb6e-a84c114ae3c0'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:30:40.989221 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-47844018-b33e-46d0-b511-9120c6f81a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:41.061210 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-69368d8c-6477-4a9b-aab9-26af855cc2a6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4572918 Jul 08 21:30:41.061993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'tag': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:30:41.066121 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d2ebfc172d59de590df2938a803ad4ab2356e115028df77becb900c8d97392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea9c6e6-c049-4b1c-a7c1-05cb3f52fb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "634c3a6d-0a4f-4417-a357-fad6c37fd34d", "tag": "ec88dce4-6493-40a4-8a12-a7ce3eeca440"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:30:41.239282 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-47844018-b33e-46d0-b511-9120c6f81a72 None None] Set router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:30:41.280612 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327e5af9-b10f-497f-99b1-64d9d2edbb58 x-openstack-request-id: req-327e5af9-b10f-497f-99b1-64d9d2edbb58 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:30:41.281015 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634c3a6d-0a4f-4417-a357-fad6c37fd34d", "tag": "ec88dce4-6493-40a4-8a12-a7ce3eeca440", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:30:41.281204 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-327e5af9-b10f-497f-99b1-64d9d2edbb58 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:30:41.281658 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'tag': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440', 'status': 'completed', 'code': 200} Jul 08 21:30:41.329692 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd545efe-d9f4-4893-8327-ff68007c0e5f req-d84eb9d6-dcb1-4c0a-b201-8d13bfe13899 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:41.331985 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd545efe-d9f4-4893-8327-ff68007c0e5f req-d84eb9d6-dcb1-4c0a-b201-8d13bfe13899 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.1039724 Jul 08 21:30:41.386693 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cd545efe-d9f4-4893-8327-ff68007c0e5f req-152dd638-3b9f-4168-b0ad-f59775c012ce tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Jul 08 21:30:41.391240 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9c6e6-c049-4b1c-a7c1-05cb3f52fb2e req-2369d540-bf94-4e97-9c45-9086f0154c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:41.394784 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cea9c6e6-c049-4b1c-a7c1-05cb3f52fb2e req-2369d540-bf94-4e97-9c45-9086f0154c76 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 1098 time: 0.0993073 Jul 08 21:30:41.437413 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 49964) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:41.530485 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-309e6516-1431-4695-9728-751abcf07682 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/2e9f2e88-4486-4f0c-a44e-41deb669694f HTTP/1.1" status: 200 len: 992 time: 0.0897017 Jul 08 21:30:41.545370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9c6e6-c049-4b1c-a7c1-05cb3f52fb2e req-a1d36966-7b6e-4810-8ee5-6173cade9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:41.547117 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cea9c6e6-c049-4b1c-a7c1-05cb3f52fb2e req-a1d36966-7b6e-4810-8ee5-6173cade9ef4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=9a4ca75d-1b93-4330-bd0c-aa883d6b7661 HTTP/1.1" status: 200 len: 897 time: 0.1453602 Jul 08 21:30:41.617306 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-47844018-b33e-46d0-b511-9120c6f81a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:30:23Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '2e9f2e88-4486-4f0c-a44e-41deb669694f', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'port_id': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'mac_address': 'fa:16:3e:aa:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:30:39Z', 'updated_at': '2021-07-08T21:30:39Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9022bbb-b6bb-47ca-adb8-049958a4cb0f', 'name': '', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ef:18:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:22Z', 'updated_at': '2021-07-08T21:30:28Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:41.630310 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cea9c6e6-c049-4b1c-a7c1-05cb3f52fb2e req-8cbcf007-6c47-4660-89b0-48387386e46d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec88dce4-6493-40a4-8a12-a7ce3eeca440 HTTP/1.1" status: 200 len: 1000 time: 0.0762756 Jul 08 21:30:41.675863 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47844018-b33e-46d0-b511-9120c6f81a72 None None] Checking router: ae5cf15b-d677-4789-bb6e-a84c114ae3c0 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:30:41.688826 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9c6e6-c049-4b1c-a7c1-05cb3f52fb2e req-5a51feeb-847f-401d-b565-8e1aa405fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:41.690683 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cea9c6e6-c049-4b1c-a7c1-05cb3f52fb2e req-5a51feeb-847f-401d-b565-8e1aa405fba5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10 HTTP/1.1" status: 200 len: 834 time: 0.0540867 Jul 08 21:30:41.691478 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47844018-b33e-46d0-b511-9120c6f81a72 None None] Routers {'ae5cf15b-d677-4789-bb6e-a84c114ae3c0'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:30:41.692573 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-47844018-b33e-46d0-b511-9120c6f81a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:30:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:41.757590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9c6e6-c049-4b1c-a7c1-05cb3f52fb2e req-6e1eeebd-6efb-4b68-a3da-a3b54c2e2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:30:41.759488 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cea9c6e6-c049-4b1c-a7c1-05cb3f52fb2e req-6e1eeebd-6efb-4b68-a3da-a3b54c2e2bb0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9a4ca75d-1b93-4330-bd0c-aa883d6b7661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621502 Jul 08 21:30:41.882014 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-47844018-b33e-46d0-b511-9120c6f81a72 None None] Set router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:30:41.913708 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cea9c6e6-c049-4b1c-a7c1-05cb3f52fb2e req-f146bb38-88e2-4039-a02e-7b07d9f59aa0 service neutron] 10.222.0.103 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468265 Jul 08 21:30:42.038091 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cea9c6e6-c049-4b1c-a7c1-05cb3f52fb2e req-a631b708-31fe-4926-8378-a675e1b548b2 service neutron] 10.222.0.103 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166315 Jul 08 21:30:42.269916 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-47844018-b33e-46d0-b511-9120c6f81a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:30:23Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '2e9f2e88-4486-4f0c-a44e-41deb669694f', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'port_id': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'mac_address': 'fa:16:3e:aa:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:30:39Z', 'updated_at': '2021-07-08T21:30:39Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9022bbb-b6bb-47ca-adb8-049958a4cb0f', 'name': '', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ef:18:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:22Z', 'updated_at': '2021-07-08T21:30:28Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:30:42.308925 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47844018-b33e-46d0-b511-9120c6f81a72 None None] The sync data for ids ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'] in n-d-791506-16 is: [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:30:23Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '2e9f2e88-4486-4f0c-a44e-41deb669694f', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'port_id': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'mac_address': 'fa:16:3e:aa:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:30:39Z', 'updated_at': '2021-07-08T21:30:39Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9022bbb-b6bb-47ca-adb8-049958a4cb0f', 'name': '', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ef:18:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:22Z', 'updated_at': '2021-07-08T21:30:28Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:30:42.534738 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49966) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:42.589590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02281e0-cd4c-4cf2-8837-60cb58c39316 None None] New status for floating IP 2e9f2e88-4486-4f0c-a44e-41deb669694f: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:30:42.663175 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e506c02b-29f5-4590-afdc-a58b5e244855 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/2e9f2e88-4486-4f0c-a44e-41deb669694f HTTP/1.1" status: 200 len: 992 time: 0.1266963 Jul 08 21:30:43.666834 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 49968) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:30:43.747445 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-26131921-5a5e-4935-b218-70c23667c3b6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/2e9f2e88-4486-4f0c-a44e-41deb669694f HTTP/1.1" status: 200 len: 994 time: 0.0782847 Jul 08 21:30:46.261574 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:30:48.281325 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:30:54.165206 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:04.158562 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-452dcc64-313c-44aa-a580-35b0518c5909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:07.125875 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-367cfc31-c5d9-4ac8-8f6c-1a1928f2eb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:07.225764 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:08.542841 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:10.098131 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:16.613037 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c8fd008-d7e4-45a6-ae3f-69189112ac48 req-18c1b61c-84b7-4ebb-9aeb-7b5072f484a4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0783634 Jul 08 21:31:16.736185 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fd008-d7e4-45a6-ae3f-69189112ac48 req-30086d47-04bc-4437-bd71-9eeaa237777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:16.737913 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c8fd008-d7e4-45a6-ae3f-69189112ac48 req-30086d47-04bc-4437-bd71-9eeaa237777d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 1098 time: 0.0714684 Jul 08 21:31:16.866063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fd008-d7e4-45a6-ae3f-69189112ac48 req-8cbd9b98-8cef-44a4-808e-ae16a60d963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:16.868088 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c8fd008-d7e4-45a6-ae3f-69189112ac48 req-8cbd9b98-8cef-44a4-808e-ae16a60d963c service neutron] 10.222.0.103 "GET /v2.0/networks?id=9a4ca75d-1b93-4330-bd0c-aa883d6b7661 HTTP/1.1" status: 200 len: 897 time: 0.1052363 Jul 08 21:31:16.999710 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c8fd008-d7e4-45a6-ae3f-69189112ac48 req-d3641487-c79b-4b58-88e1-4719c47dbcca service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec88dce4-6493-40a4-8a12-a7ce3eeca440 HTTP/1.1" status: 200 len: 1002 time: 0.1206689 Jul 08 21:31:17.057558 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fd008-d7e4-45a6-ae3f-69189112ac48 req-cf2bdec0-d2ea-4ffd-9e9b-7cd27e21f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:17.059133 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c8fd008-d7e4-45a6-ae3f-69189112ac48 req-cf2bdec0-d2ea-4ffd-9e9b-7cd27e21f29a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10 HTTP/1.1" status: 200 len: 834 time: 0.0516567 Jul 08 21:31:17.145728 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fd008-d7e4-45a6-ae3f-69189112ac48 req-78103388-2cfc-4693-9c48-8b21a19a7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:17.147639 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c8fd008-d7e4-45a6-ae3f-69189112ac48 req-78103388-2cfc-4693-9c48-8b21a19a7324 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9a4ca75d-1b93-4330-bd0c-aa883d6b7661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812256 Jul 08 21:31:17.298917 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c8fd008-d7e4-45a6-ae3f-69189112ac48 req-fd3df6c2-a6e1-4831-8a0e-0207121855df service neutron] 10.222.0.103 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418550 Jul 08 21:31:17.520778 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0c8fd008-d7e4-45a6-ae3f-69189112ac48 req-6b3fda7c-aa54-422b-a616-80d55bf4c3cf service neutron] 10.222.0.103 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143638 Jul 08 21:31:17.568892 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0fd2d-b1c3-41b8-8290-559a39278f58 req-2fab55b9-3a21-4874-aff0-1839e33cfb17 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:17.571185 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72f0fd2d-b1c3-41b8-8290-559a39278f58 req-2fab55b9-3a21-4874-aff0-1839e33cfb17 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.1502814 Jul 08 21:31:17.623804 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-72f0fd2d-b1c3-41b8-8290-559a39278f58 req-0816094b-7743-4583-9882-f7f7005e9acd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452869 Jul 08 21:31:18.280698 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:18.820465 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b76d7-f24d-422a-bb3c-1ef4396ed163 req-d534a7dc-28b7-410f-99e2-6c02705564e5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:18.822215 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a10b76d7-f24d-422a-bb3c-1ef4396ed163 req-d534a7dc-28b7-410f-99e2-6c02705564e5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.0722702 Jul 08 21:31:18.873008 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a10b76d7-f24d-422a-bb3c-1ef4396ed163 req-d2470809-c0bc-400b-af2c-4a2f887b850a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396633 Jul 08 21:31:20.194092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b7943-72e9-4aa9-b872-b72027b8bc9c req-18326924-1702-42ec-8b9b-e0f7ffdaf1aa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:20.196972 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e77b7943-72e9-4aa9-b872-b72027b8bc9c req-18326924-1702-42ec-8b9b-e0f7ffdaf1aa tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.1202347 Jul 08 21:31:20.264710 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e77b7943-72e9-4aa9-b872-b72027b8bc9c req-8d244269-8602-4327-a449-a867ccf41f4c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603848 Jul 08 21:31:21.514557 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecc673-2757-4fb1-9ea8-5e3db82cd994 req-ebd480bf-ba90-4fec-83b6-eee8b5b32b3a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:21.516722 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-19ecc673-2757-4fb1-9ea8-5e3db82cd994 req-ebd480bf-ba90-4fec-83b6-eee8b5b32b3a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.1019778 Jul 08 21:31:21.567843 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-19ecc673-2757-4fb1-9ea8-5e3db82cd994 req-f24a4d63-9282-4fc2-828c-7d2f161c473a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404732 Jul 08 21:31:22.862097 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41789f-3a05-4233-aedd-746d744ec644 req-96325bd1-4118-4dd4-95fe-4649417451e0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:22.864852 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd41789f-3a05-4233-aedd-746d744ec644 req-96325bd1-4118-4dd4-95fe-4649417451e0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.1188481 Jul 08 21:31:22.934512 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd41789f-3a05-4233-aedd-746d744ec644 req-7dff426b-4c0d-44de-ae9d-acca377d5513 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591857 Jul 08 21:31:23.262669 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:31:24.182149 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:24.252755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04c151-571d-49a2-a2f8-55e2f9a8e37c req-71d92f67-1868-43f3-a190-e2885f7e645c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:24.255471 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9b04c151-571d-49a2-a2f8-55e2f9a8e37c req-71d92f67-1868-43f3-a190-e2885f7e645c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.1277611 Jul 08 21:31:24.318825 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-9b04c151-571d-49a2-a2f8-55e2f9a8e37c req-75e917e0-5b64-409c-a2bc-3547877e9e84 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570686 Jul 08 21:31:25.602260 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b6238-5ce9-4b64-8b9b-465246a5d9c2 req-a66c8929-aa76-4268-8e89-be6b05554ca2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:25.604968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c1b6238-5ce9-4b64-8b9b-465246a5d9c2 req-a66c8929-aa76-4268-8e89-be6b05554ca2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.1064284 Jul 08 21:31:25.662813 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c1b6238-5ce9-4b64-8b9b-465246a5d9c2 req-fd342dff-e747-41a0-b938-8fdc6aa04d36 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505013 Jul 08 21:31:26.971428 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170783ab-3df1-44e4-a76d-42069cac61c9 req-772e9097-e02a-40cc-8265-add6079253e6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:26.973874 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-170783ab-3df1-44e4-a76d-42069cac61c9 req-772e9097-e02a-40cc-8265-add6079253e6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.1016088 Jul 08 21:31:27.050521 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-170783ab-3df1-44e4-a76d-42069cac61c9 req-2d8aeecd-ebbe-47d3-8630-a1fc22312796 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641148 Jul 08 21:31:28.356157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f26b91-24ce-4b2d-886e-cc4c412890a9 req-f260d301-2553-4de0-9567-71a857f179d9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:28.358990 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54f26b91-24ce-4b2d-886e-cc4c412890a9 req-f260d301-2553-4de0-9567-71a857f179d9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.0993297 Jul 08 21:31:28.431602 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-54f26b91-24ce-4b2d-886e-cc4c412890a9 req-50ba87cc-141e-47c5-9cf4-12c33b494fb4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657871 Jul 08 21:31:29.691701 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606256f-7af4-4084-9e45-6c677bf6cb78 req-22ff14f7-fe4a-4a98-8c19-9c47b367e39c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:29.694745 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a606256f-7af4-4084-9e45-6c677bf6cb78 req-22ff14f7-fe4a-4a98-8c19-9c47b367e39c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.0956109 Jul 08 21:31:29.765357 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a606256f-7af4-4084-9e45-6c677bf6cb78 req-cdee5f67-6b73-4f07-b3ad-edd35798eeb9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635903 Jul 08 21:31:31.097132 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c613bce-9c64-4669-a87a-400c2874341a req-45cef448-66bd-4797-a680-d47f76110eda tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:31.099840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c613bce-9c64-4669-a87a-400c2874341a req-45cef448-66bd-4797-a680-d47f76110eda tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.1268215 Jul 08 21:31:31.170332 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2c613bce-9c64-4669-a87a-400c2874341a req-06ac6170-83e5-428b-9a6e-3cad59d84036 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624943 Jul 08 21:31:32.466456 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331cb0a-219f-4900-909c-8719c3c76494 req-4447b346-82ef-4d08-9db1-040e83b93aee tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:32.468738 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a331cb0a-219f-4900-909c-8719c3c76494 req-4447b346-82ef-4d08-9db1-040e83b93aee tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.0785778 Jul 08 21:31:32.533520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a331cb0a-219f-4900-909c-8719c3c76494 req-da60de86-3e1c-4cf4-8d70-2fc335636469 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573561 Jul 08 21:31:33.751646 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570518ee-5e97-4eab-adc0-a5cfdab413ee req-814d51af-b2ac-45e0-b362-41b490424bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:33.753470 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-570518ee-5e97-4eab-adc0-a5cfdab413ee req-814d51af-b2ac-45e0-b362-41b490424bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.0984964 Jul 08 21:31:33.801422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-570518ee-5e97-4eab-adc0-a5cfdab413ee req-96ab1278-963f-482a-a900-2f74e1396949 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413933 Jul 08 21:31:33.829030 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50010) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:31:33.901137 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dc0bbbd8-160d-4154-b8b7-58a6feb57179 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/2e9f2e88-4486-4f0c-a44e-41deb669694f HTTP/1.1" status: 200 len: 994 time: 0.0708809 Jul 08 21:31:34.155659 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-de6c247b-6f60-4ed5-a9ce-8ec7db9f902c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:35.441705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898a147-0382-4c1e-a881-aac64366333e req-4ccf761b-1d51-4630-aa46-c882e4ee165e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:35.442643 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689266f5-82af-479e-a9fe-214ab31df9be req-3cbb18fa-9a42-409f-afac-b79f6188d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:35.443616 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6898a147-0382-4c1e-a881-aac64366333e req-4ccf761b-1d51-4630-aa46-c882e4ee165e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.0920560 Jul 08 21:31:35.444414 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-689266f5-82af-479e-a9fe-214ab31df9be req-3cbb18fa-9a42-409f-afac-b79f6188d8cc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 1098 time: 0.0805402 Jul 08 21:31:35.519911 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-6898a147-0382-4c1e-a881-aac64366333e req-1fd64ed5-2a90-4a68-a4a2-fa166244a173 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688217 Jul 08 21:31:35.557150 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689266f5-82af-479e-a9fe-214ab31df9be req-7666a545-416f-424a-8a41-3f1e6b7391f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:35.559700 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-689266f5-82af-479e-a9fe-214ab31df9be req-7666a545-416f-424a-8a41-3f1e6b7391f8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=9a4ca75d-1b93-4330-bd0c-aa883d6b7661 HTTP/1.1" status: 200 len: 897 time: 0.1080699 Jul 08 21:31:35.637201 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-689266f5-82af-479e-a9fe-214ab31df9be req-935c63c6-e905-46cc-934f-c73baa82fb9a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec88dce4-6493-40a4-8a12-a7ce3eeca440 HTTP/1.1" status: 200 len: 1002 time: 0.0646260 Jul 08 21:31:35.701071 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689266f5-82af-479e-a9fe-214ab31df9be req-ad33b260-c23c-4283-a2cd-c32e758fcfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:35.702600 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-689266f5-82af-479e-a9fe-214ab31df9be req-ad33b260-c23c-4283-a2cd-c32e758fcfb4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10 HTTP/1.1" status: 200 len: 834 time: 0.0543904 Jul 08 21:31:35.769631 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689266f5-82af-479e-a9fe-214ab31df9be req-6a9e6544-ef1f-4f91-b32b-75257a7c73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:35.771306 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-689266f5-82af-479e-a9fe-214ab31df9be req-6a9e6544-ef1f-4f91-b32b-75257a7c73a9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9a4ca75d-1b93-4330-bd0c-aa883d6b7661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586441 Jul 08 21:31:35.886377 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-689266f5-82af-479e-a9fe-214ab31df9be req-009508d1-d721-458f-b8a8-65e8214b234c service neutron] 10.222.0.103 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034315 Jul 08 21:31:35.999095 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-689266f5-82af-479e-a9fe-214ab31df9be req-b48fe398-9422-4a48-906c-e6c073dd18ae service neutron] 10.222.0.103 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017272 Jul 08 21:31:36.738475 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a7049-5dcb-4bf3-b975-3f36288ab3f7 req-63bda9d5-df04-446c-9b29-773a0833c6db tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:36.740266 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-632a7049-5dcb-4bf3-b975-3f36288ab3f7 req-63bda9d5-df04-446c-9b29-773a0833c6db tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.0815337 Jul 08 21:31:36.785445 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-632a7049-5dcb-4bf3-b975-3f36288ab3f7 req-d48e4708-43ac-4466-a8cc-ec24e93e40f1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380242 Jul 08 21:31:37.111004 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-15869182-9f08-44f7-a744-d3c96e269781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:37.223582 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:38.016848 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed542b-18f0-41a6-97a8-35aa192ddaf8 req-da274be4-b414-467f-abaf-b7c412012c92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:31:38.020129 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-21ed542b-18f0-41a6-97a8-35aa192ddaf8 req-da274be4-b414-467f-abaf-b7c412012c92 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.1039972 Jul 08 21:31:38.067139 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-21ed542b-18f0-41a6-97a8-35aa192ddaf8 req-e862a684-30ac-410e-a3b5-23c3cc3543dd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407245 Jul 08 21:31:38.094646 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50022) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:31:38.172910 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a663b020-4474-4a1e-a82d-db8b6512cc98 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/2e9f2e88-4486-4f0c-a44e-41deb669694f HTTP/1.1" status: 200 len: 994 time: 0.0767062 Jul 08 21:31:38.544668 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:40.092995 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:48.296997 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:31:54.180492 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:00.263569 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:32:04.159034 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3ba14c56-d94b-49db-a9bf-c53421c80d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:07.116054 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fc93ded-32c0-4827-87eb-2695298408e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:07.223146 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:08.553143 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:10.105008 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:12.683235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50048) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:12.969329 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port 224af5b5-e08a-4ff4-9a9e-c55a94923b2f {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:32:12.969663 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:13.114725 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:13.115306 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:13.141762 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for 224af5b5-e08a-4ff4-9a9e-c55a94923b2f owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:32:13.368814 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:13.412926 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=224af5b5-e08a-4ff4-9a9e-c55a94923b2f,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:13.446543 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:13.447345 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:13.448390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:13.448908 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:13.449352 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:13.449790 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:13.450228 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:13.450679 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:13.451116 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:13.451587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:13.452066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:13.452523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:13.507065 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:13.507552 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Floating IP 2e9f2e88-4486-4f0c-a44e-41deb669694f disassociated (deleted). External IP: 172.25.4.182, port: ec88dce4-6493-40a4-8a12-a7ce3eeca440. Jul 08 21:32:13.762788 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:32:13.912271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:32:13.917346 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:13.926698 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec2f5d1-50e3-4798-87df-6b3ad61dffcf None None] Sync routers for ids ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:32:13.942920 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec2f5d1-50e3-4798-87df-6b3ad61dffcf None None] Routers {'ae5cf15b-d677-4789-bb6e-a84c114ae3c0'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:32:13.944015 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1ec2f5d1-50e3-4798-87df-6b3ad61dffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:32:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:13.970666 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b4faebe5-13d9-4cc2-aa3d-4da37034617a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/floatingips/2e9f2e88-4486-4f0c-a44e-41deb669694f HTTP/1.1" status: 204 len: 168 time: 1.2861271 Jul 08 21:32:13.971634 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'tag': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:32:13.975818 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a321f0b9-3627-4568-bb93-fdfb6ad50c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "634c3a6d-0a4f-4417-a357-fad6c37fd34d", "tag": "ec88dce4-6493-40a4-8a12-a7ce3eeca440"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:32:14.091954 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-1ec2f5d1-50e3-4798-87df-6b3ad61dffcf None None] Set router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:32:14.093796 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a111235-82c7-4578-a337-8c560145f027 x-openstack-request-id: req-0a111235-82c7-4578-a337-8c560145f027 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:32:14.094267 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634c3a6d-0a4f-4417-a357-fad6c37fd34d", "tag": "ec88dce4-6493-40a4-8a12-a7ce3eeca440", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:32:14.094684 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0a111235-82c7-4578-a337-8c560145f027 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:32:14.095346 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'tag': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440', 'status': 'completed', 'code': 200} Jul 08 21:32:14.219392 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f0b9-3627-4568-bb93-fdfb6ad50c0b req-856011c3-93a7-45e0-a7f5-b112f97b7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:14.221670 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a321f0b9-3627-4568-bb93-fdfb6ad50c0b req-856011c3-93a7-45e0-a7f5-b112f97b7355 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 1098 time: 0.1024675 Jul 08 21:32:14.367736 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1ec2f5d1-50e3-4798-87df-6b3ad61dffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:30:23Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'b9022bbb-b6bb-47ca-adb8-049958a4cb0f', 'name': '', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ef:18:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:22Z', 'updated_at': '2021-07-08T21:30:28Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:14.389996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f0b9-3627-4568-bb93-fdfb6ad50c0b req-965d01f4-3df0-4fa7-bcb5-826595e40b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:14.393400 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a321f0b9-3627-4568-bb93-fdfb6ad50c0b req-965d01f4-3df0-4fa7-bcb5-826595e40b14 service neutron] 10.222.0.103 "GET /v2.0/networks?id=9a4ca75d-1b93-4330-bd0c-aa883d6b7661 HTTP/1.1" status: 200 len: 897 time: 0.1591201 Jul 08 21:32:14.407433 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec2f5d1-50e3-4798-87df-6b3ad61dffcf None None] Checking router: ae5cf15b-d677-4789-bb6e-a84c114ae3c0 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:32:14.466244 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a321f0b9-3627-4568-bb93-fdfb6ad50c0b req-ea4ddba6-cd82-4d3e-9de0-9356f8787806 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec88dce4-6493-40a4-8a12-a7ce3eeca440 HTTP/1.1" status: 200 len: 217 time: 0.0587423 Jul 08 21:32:14.500333 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec2f5d1-50e3-4798-87df-6b3ad61dffcf None None] Routers {'ae5cf15b-d677-4789-bb6e-a84c114ae3c0'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:32:14.501016 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1ec2f5d1-50e3-4798-87df-6b3ad61dffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:32:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:14.543351 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f0b9-3627-4568-bb93-fdfb6ad50c0b req-68101964-a0e2-4cb3-be0a-ea1f14054c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:14.546049 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a321f0b9-3627-4568-bb93-fdfb6ad50c0b req-68101964-a0e2-4cb3-be0a-ea1f14054c43 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10 HTTP/1.1" status: 200 len: 834 time: 0.0724454 Jul 08 21:32:14.742838 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-1ec2f5d1-50e3-4798-87df-6b3ad61dffcf None None] Set router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:32:15.101056 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f0b9-3627-4568-bb93-fdfb6ad50c0b req-20a778c1-a3f8-43ac-a7cc-4dee62d0fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:15.102633 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a321f0b9-3627-4568-bb93-fdfb6ad50c0b req-20a778c1-a3f8-43ac-a7cc-4dee62d0fffc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9a4ca75d-1b93-4330-bd0c-aa883d6b7661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5485439 Jul 08 21:32:15.133605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da5c83-9523-4f2d-a1be-0287b53abef6 req-b0c51019-ea62-4c6e-a2e4-feb00a7b4c68 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:15.135978 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f0da5c83-9523-4f2d-a1be-0287b53abef6 req-b0c51019-ea62-4c6e-a2e4-feb00a7b4c68 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.5439198 Jul 08 21:32:15.239951 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1ec2f5d1-50e3-4798-87df-6b3ad61dffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:30:23Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'b9022bbb-b6bb-47ca-adb8-049958a4cb0f', 'name': '', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ef:18:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:22Z', 'updated_at': '2021-07-08T21:30:28Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:15.247912 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f0da5c83-9523-4f2d-a1be-0287b53abef6 req-d23c7d24-f4f0-4bd1-ae6f-34f3bad10b35 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000805 Jul 08 21:32:15.279594 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec2f5d1-50e3-4798-87df-6b3ad61dffcf None None] The sync data for ids ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'] in n-d-791506-16 is: [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:30:23Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'b9022bbb-b6bb-47ca-adb8-049958a4cb0f', 'name': '', 'network_id': '9a4ca75d-1b93-4330-bd0c-aa883d6b7661', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:ef:18:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:22Z', 'updated_at': '2021-07-08T21:30:28Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:32:15.283389 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a321f0b9-3627-4568-bb93-fdfb6ad50c0b req-bd439ea1-dd52-467c-96b1-dc1feba1fb99 service neutron] 10.222.0.103 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674867 Jul 08 21:32:15.418200 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a321f0b9-3627-4568-bb93-fdfb6ad50c0b req-1bbffeb2-28ee-4eca-8527-a34c00aa5cf4 service neutron] 10.222.0.103 "GET /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256754 Jul 08 21:32:15.568160 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ec6e0-5f27-4a5c-b93a-30528500b37d None None] New status for floating IP 2e9f2e88-4486-4f0c-a44e-41deb669694f: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:32:16.393363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f902b25-8c5a-40b9-bfee-1b3c700d3bff req-90a2b7ca-a080-4162-bdcf-c1cf0d7083b9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:16.395018 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f902b25-8c5a-40b9-bfee-1b3c700d3bff req-90a2b7ca-a080-4162-bdcf-c1cf0d7083b9 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.0841703 Jul 08 21:32:16.569934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-2f902b25-8c5a-40b9-bfee-1b3c700d3bff req-0ae46c2d-78db-417a-b614-40f9bc6be356 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port ec88dce4-6493-40a4-8a12-a7ce3eeca440 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:32:16.570434 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f902b25-8c5a-40b9-bfee-1b3c700d3bff req-0ae46c2d-78db-417a-b614-40f9bc6be356 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:16.581987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed0950-c77b-4290-8fe1-19c672d67570 req-4f1e19e5-fe1c-4171-88cb-6f89006dae20 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:16.584933 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d4ed0950-c77b-4290-8fe1-19c672d67570 req-4f1e19e5-fe1c-4171-88cb-6f89006dae20 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 946 time: 0.1262305 Jul 08 21:32:16.652244 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d4ed0950-c77b-4290-8fe1-19c672d67570 req-03456df9-c894-48ce-9391-fc30e343ea41 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=eeca47b9-9fcb-47af-99c5-af94b2f42008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566344 Jul 08 21:32:16.710560 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-2f902b25-8c5a-40b9-bfee-1b3c700d3bff req-0ae46c2d-78db-417a-b614-40f9bc6be356 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port ec88dce4-6493-40a4-8a12-a7ce3eeca440, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=ec88dce4-6493-40a4-8a12-a7ce3eeca440,segment=NetworkSegment(64fbd7b1-36e3-4f1c-ae50-17658ba74651),segment_id=64fbd7b1-36e3-4f1c-ae50-17658ba74651)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:32:16.711166 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f902b25-8c5a-40b9-bfee-1b3c700d3bff req-0ae46c2d-78db-417a-b614-40f9bc6be356 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:16.736045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-2f902b25-8c5a-40b9-bfee-1b3c700d3bff req-0ae46c2d-78db-417a-b614-40f9bc6be356 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for ec88dce4-6493-40a4-8a12-a7ce3eeca440 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:32:16.983210 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f902b25-8c5a-40b9-bfee-1b3c700d3bff req-0ae46c2d-78db-417a-b614-40f9bc6be356 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:17.020195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae46c2d-78db-417a-b614-40f9bc6be356 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=ec88dce4-6493-40a4-8a12-a7ce3eeca440,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:17.078095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f902b25-8c5a-40b9-bfee-1b3c700d3bff req-0ae46c2d-78db-417a-b614-40f9bc6be356 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] No DVR routers for this DVR port ec88dce4-6493-40a4-8a12-a7ce3eeca440 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:32:17.081337 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-2f902b25-8c5a-40b9-bfee-1b3c700d3bff req-0ae46c2d-78db-417a-b614-40f9bc6be356 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:17.083999 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f902b25-8c5a-40b9-bfee-1b3c700d3bff req-0ae46c2d-78db-417a-b614-40f9bc6be356 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "DELETE /v2.0/ports/ec88dce4-6493-40a4-8a12-a7ce3eeca440 HTTP/1.1" status: 204 len: 173 time: 0.6799381 Jul 08 21:32:17.084603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'name': 'network-vif-deleted', 'tag': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:32:17.087123 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd94985-f082-448b-b94d-b373273d665a" -d '{"events": [{"server_uuid": "634c3a6d-0a4f-4417-a357-fad6c37fd34d", "name": "network-vif-deleted", "tag": "ec88dce4-6493-40a4-8a12-a7ce3eeca440"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:32:17.137178 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b62493-4dc6-4806-9e20-b665edca8688 x-openstack-request-id: req-55b62493-4dc6-4806-9e20-b665edca8688 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:32:17.137868 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634c3a6d-0a4f-4417-a357-fad6c37fd34d", "name": "network-vif-deleted", "tag": "ec88dce4-6493-40a4-8a12-a7ce3eeca440", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:32:17.138315 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-55b62493-4dc6-4806-9e20-b665edca8688 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:32:17.139148 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634c3a6d-0a4f-4417-a357-fad6c37fd34d', 'name': 'network-vif-deleted', 'tag': 'ec88dce4-6493-40a4-8a12-a7ce3eeca440', 'status': 'completed', 'code': 200} Jul 08 21:32:17.927932 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f88a6b99-3f19-43b4-9e81-ed7dbb54ce1f req-0cd664f9-a29a-45ea-998e-fbc18c467d09 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=634c3a6d-0a4f-4417-a357-fad6c37fd34d HTTP/1.1" status: 200 len: 210 time: 0.0601470 Jul 08 21:32:18.297726 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:19.052662 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50068) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:19.536566 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:19.908256 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port b9022bbb-b6bb-47ca-adb8-049958a4cb0f {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:32:19.908797 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:20.047182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port b9022bbb-b6bb-47ca-adb8-049958a4cb0f, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=b9022bbb-b6bb-47ca-adb8-049958a4cb0f,segment=NetworkSegment(64fbd7b1-36e3-4f1c-ae50-17658ba74651),segment_id=64fbd7b1-36e3-4f1c-ae50-17658ba74651)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:32:20.047802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:20.075241 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for b9022bbb-b6bb-47ca-adb8-049958a4cb0f owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:32:20.390944 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:20.456391 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=b9022bbb-b6bb-47ca-adb8-049958a4cb0f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:20.521302 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:20.521909 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:20.522519 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:20.523123 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:20.523717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:20.524307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:20.524950 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:20.525548 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:20.526188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:20.527007 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:20.527575 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:20.528132 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:20.770122 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:21.077245 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:32:21.584993 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:32:21.596830 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-564612aa-10fb-4dec-a2e7-e8ac4a7d9c60 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "PUT /v2.0/routers/ae5cf15b-d677-4789-bb6e-a84c114ae3c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5396936 Jul 08 21:32:21.597217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50070) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:21.597985 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3620788b-36bc-47e8-b58e-f69633265b92 None None] Sync routers for ids ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:32:21.615134 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620788b-36bc-47e8-b58e-f69633265b92 None None] Routers {'ae5cf15b-d677-4789-bb6e-a84c114ae3c0'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:32:21.616212 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3620788b-36bc-47e8-b58e-f69633265b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:32:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:21.664182 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21cc6bb-1cd2-4f2a-8ee4-cfff8f0b6f66 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting subnet 7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:32:21.669010 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d21cc6bb-1cd2-4f2a-8ee4-cfff8f0b6f66 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:21.734767 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d21cc6bb-1cd2-4f2a-8ee4-cfff8f0b6f66 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:21.772042 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-3620788b-36bc-47e8-b58e-f69633265b92 None None] Set router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:32:21.896066 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d21cc6bb-1cd2-4f2a-8ee4-cfff8f0b6f66 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:21.897794 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device ec88dce4-6493-40a4-8a12-a7ce3eeca440 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:32:21.936524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: ec88dce4-6493-40a4-8a12-a7ce3eeca440 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:32:21.937449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device ec88dce4-6493-40a4-8a12-a7ce3eeca440 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:32:21.972904 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d21cc6bb-1cd2-4f2a-8ee4-cfff8f0b6f66 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:22.019037 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cc6bb-1cd2-4f2a-8ee4-cfff8f0b6f66 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:22.028428 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d21cc6bb-1cd2-4f2a-8ee4-cfff8f0b6f66 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:22.029242 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d21cc6bb-1cd2-4f2a-8ee4-cfff8f0b6f66 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/subnets/7a1e3f2f-1ebc-4163-b0bc-3c50900e2c10 HTTP/1.1" status: 204 len: 168 time: 0.4305537 Jul 08 21:32:22.035652 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6be9e9-6176-4ff2-a105-8add5c92ba9c None None] Network 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:32:22.043116 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50072) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:22.078813 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3620788b-36bc-47e8-b58e-f69633265b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:32:20Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:22.131994 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3620788b-36bc-47e8-b58e-f69633265b92 None None] Checking router: ae5cf15b-d677-4789-bb6e-a84c114ae3c0 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:32:22.144778 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620788b-36bc-47e8-b58e-f69633265b92 None None] Routers {'ae5cf15b-d677-4789-bb6e-a84c114ae3c0'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:32:22.145533 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3620788b-36bc-47e8-b58e-f69633265b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:32:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:22.236165 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:22.317871 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-3620788b-36bc-47e8-b58e-f69633265b92 None None] Set router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:32:22.368610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] DHCP port deletion for 9a4ca75d-1b93-4330-bd0c-aa883d6b7661 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:32:22.399026 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:22.476510 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Deleting port 37f8697c-ee4f-40a5-96b3-baf63f2f8620 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:32:22.477227 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:22.541619 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port f3352027-d633-40af-832a-4e789135bb40 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:32:22.543234 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:22.574803 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3620788b-36bc-47e8-b58e-f69633265b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:32:20Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:22.620796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] For port 37f8697c-ee4f-40a5-96b3-baf63f2f8620, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=37f8697c-ee4f-40a5-96b3-baf63f2f8620,segment=NetworkSegment(64fbd7b1-36e3-4f1c-ae50-17658ba74651),segment_id=64fbd7b1-36e3-4f1c-ae50-17658ba74651)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:32:22.621475 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:22.641734 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3620788b-36bc-47e8-b58e-f69633265b92 None None] The sync data for ids ['ae5cf15b-d677-4789-bb6e-a84c114ae3c0'] in n-d-791506-16 is: [{'id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889990874', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'f3352027-d633-40af-832a-4e789135bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:30:17Z', 'updated_at': '2021-07-08T21:32:20Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'f3352027-d633-40af-832a-4e789135bb40', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5cf15b-d677-4789-bb6e-a84c114ae3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:30:18Z', 'updated_at': '2021-07-08T21:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:32:22.654306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Calling delete_port for 37f8697c-ee4f-40a5-96b3-baf63f2f8620 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:32:22.713982 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port f3352027-d633-40af-832a-4e789135bb40, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f3352027-d633-40af-832a-4e789135bb40,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:32:22.715013 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:22.731435 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 37f8697c-ee4f-40a5-96b3-baf63f2f8620 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:32:22.742578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for f3352027-d633-40af-832a-4e789135bb40 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:32:22.860920 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:22.907941 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:22.913626 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Pushing event deleted for resources: {'Port': ['ID=37f8697c-ee4f-40a5-96b3-baf63f2f8620,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:22.919178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] No DVR routers for this DVR port 37f8697c-ee4f-40a5-96b3-baf63f2f8620 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:32:22.949967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:22.956329 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:22.956979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:22.957519 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:22.959215 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:22.959701 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:22.960172 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:22.960748 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:22.961223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:22.961741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:22.962155 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:22.962656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dd1f5-56c1-4a82-a3c4-e6576307a68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:23.058548 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:23.110641 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=f3352027-d633-40af-832a-4e789135bb40,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:23.221538 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:23.363841 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:23.367200 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:23.424511 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:23.425713 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Fanout notify agent at l3_agent the message router_deleted on router ae5cf15b-d677-4789-bb6e-a84c114ae3c0 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:32:23.438423 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:23.440365 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f84559cb-741f-4314-842b-46da0cfbc8b4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/routers/ae5cf15b-d677-4789-bb6e-a84c114ae3c0 HTTP/1.1" status: 204 len: 168 time: 1.3956187 Jul 08 21:32:23.444175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50074) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:23.602115 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-539e382f-9de5-4a3c-8058-34b1f0a6904e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:23.718023 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-539e382f-9de5-4a3c-8058-34b1f0a6904e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:23.732043 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-539e382f-9de5-4a3c-8058-34b1f0a6904e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4ca75d-1b93-4330-bd0c-aa883d6b7661']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:23.746536 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-539e382f-9de5-4a3c-8058-34b1f0a6904e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fbd7b1-36e3-4f1c-ae50-17658ba74651') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:23.746836 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-539e382f-9de5-4a3c-8058-34b1f0a6904e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fbd7b1-36e3-4f1c-ae50-17658ba74651') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:23.757735 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-539e382f-9de5-4a3c-8058-34b1f0a6904e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:23.778307 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-539e382f-9de5-4a3c-8058-34b1f0a6904e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:23.785960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539e382f-9de5-4a3c-8058-34b1f0a6904e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:32:23.786384 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-539e382f-9de5-4a3c-8058-34b1f0a6904e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:32:23.790101 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:32:23.883867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-539e382f-9de5-4a3c-8058-34b1f0a6904e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:23.895636 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-539e382f-9de5-4a3c-8058-34b1f0a6904e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:23.898135 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-539e382f-9de5-4a3c-8058-34b1f0a6904e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/networks/9a4ca75d-1b93-4330-bd0c-aa883d6b7661 HTTP/1.1" status: 204 len: 168 time: 0.4520593 Jul 08 21:32:23.901778 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50076) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:23.931403 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e382f-9de5-4a3c-8058-34b1f0a6904e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Network': ['ID=9a4ca75d-1b93-4330-bd0c-aa883d6b7661,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:24.029719 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5eb98fe4-7ce9-4d2f-a059-706367da4d3b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:24.079089 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5eb98fe4-7ce9-4d2f-a059-706367da4d3b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:24.191886 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:24.204395 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5eb98fe4-7ce9-4d2f-a059-706367da4d3b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:24.207541 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5eb98fe4-7ce9-4d2f-a059-706367da4d3b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:24.209197 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5eb98fe4-7ce9-4d2f-a059-706367da4d3b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/security-groups/eeca47b9-9fcb-47af-99c5-af94b2f42008 HTTP/1.1" status: 204 len: 168 time: 0.3058157 Jul 08 21:32:24.224681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb98fe4-7ce9-4d2f-a059-706367da4d3b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeca47b9-9fcb-47af-99c5-af94b2f42008,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:24.533829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b9022bbb-b6bb-47ca-adb8-049958a4cb0f no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:32:24.556356 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: b9022bbb-b6bb-47ca-adb8-049958a4cb0f {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:32:24.556755 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device b9022bbb-b6bb-47ca-adb8-049958a4cb0f not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:32:24.557918 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f3352027-d633-40af-832a-4e789135bb40 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:32:24.580598 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: f3352027-d633-40af-832a-4e789135bb40 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:32:24.581121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f3352027-d633-40af-832a-4e789135bb40 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:32:24.607946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50082) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:24.613275 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f65eb293-21b5-405c-9bc6-e677e92a95c3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307314492', 'description': 'tempest-secgroup-smoke-1307314492 description', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:32:24.643219 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f65eb293-21b5-405c-9bc6-e677e92a95c3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:24.771928 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f65eb293-21b5-405c-9bc6-e677e92a95c3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:24.777816 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f65eb293-21b5-405c-9bc6-e677e92a95c3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:24.815098 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f65eb293-21b5-405c-9bc6-e677e92a95c3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:24.816956 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f65eb293-21b5-405c-9bc6-e677e92a95c3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2078791 Jul 08 21:32:24.821513 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50084) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:24.828350 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-99923844-bc15-4774-93cc-c448a9a97cbd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'f96407e3-62ed-4afd-9032-b9abf3116516', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:32:24.834134 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65eb293-21b5-405c-9bc6-e677e92a95c3 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96407e3-62ed-4afd-9032-b9abf3116516,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:24.874725 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99923844-bc15-4774-93cc-c448a9a97cbd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:24.967115 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99923844-bc15-4774-93cc-c448a9a97cbd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:24.972324 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99923844-bc15-4774-93cc-c448a9a97cbd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.003843 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99923844-bc15-4774-93cc-c448a9a97cbd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736be747-4a94-4365-aba7-86fbc00e2582,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:25.009036 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99923844-bc15-4774-93cc-c448a9a97cbd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.011788 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-99923844-bc15-4774-93cc-c448a9a97cbd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1890118 Jul 08 21:32:25.016235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50086) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:25.021489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7826e365-a5ca-4827-98b8-d239ac3f3fe5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'f96407e3-62ed-4afd-9032-b9abf3116516', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:32:25.058308 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7826e365-a5ca-4827-98b8-d239ac3f3fe5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.141703 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7826e365-a5ca-4827-98b8-d239ac3f3fe5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.147501 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7826e365-a5ca-4827-98b8-d239ac3f3fe5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.181193 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826e365-a5ca-4827-98b8-d239ac3f3fe5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34654fb-06e1-4053-a17b-3277846a57ec,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:25.185729 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7826e365-a5ca-4827-98b8-d239ac3f3fe5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.188352 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7826e365-a5ca-4827-98b8-d239ac3f3fe5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1698868 Jul 08 21:32:25.192000 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50088) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:25.199184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-cae59a83-32d5-463e-9b2a-f9970a44e67d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'f96407e3-62ed-4afd-9032-b9abf3116516', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:32:25.233313 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cae59a83-32d5-463e-9b2a-f9970a44e67d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.317911 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cae59a83-32d5-463e-9b2a-f9970a44e67d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.324197 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cae59a83-32d5-463e-9b2a-f9970a44e67d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.350945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae59a83-32d5-463e-9b2a-f9970a44e67d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb33519-4ce9-472e-9509-1deabae8c0b1,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:25.355975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cae59a83-32d5-463e-9b2a-f9970a44e67d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.357398 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cae59a83-32d5-463e-9b2a-f9970a44e67d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1640503 Jul 08 21:32:25.361923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50090) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:25.366907 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-e890dfde-d8fc-4695-aa88-299a8bfc6716 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'f96407e3-62ed-4afd-9032-b9abf3116516', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:32:25.403567 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e890dfde-d8fc-4695-aa88-299a8bfc6716 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.497443 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e890dfde-d8fc-4695-aa88-299a8bfc6716 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.502762 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e890dfde-d8fc-4695-aa88-299a8bfc6716 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.529180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890dfde-d8fc-4695-aa88-299a8bfc6716 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc32c002-32f6-4e09-911e-af3f6d9ae8f8,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:25.536234 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e890dfde-d8fc-4695-aa88-299a8bfc6716 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.538308 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-e890dfde-d8fc-4695-aa88-299a8bfc6716 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1751456 Jul 08 21:32:25.543731 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50092) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:25.551870 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-55330133-b77b-43e2-9706-ef3f0c6d57fb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'f96407e3-62ed-4afd-9032-b9abf3116516', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:32:25.593304 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-55330133-b77b-43e2-9706-ef3f0c6d57fb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Project d9f2768b75c84f4ca0a256da7388498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:32:25.601778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55330133-b77b-43e2-9706-ef3f0c6d57fb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.699215 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55330133-b77b-43e2-9706-ef3f0c6d57fb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.705594 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55330133-b77b-43e2-9706-ef3f0c6d57fb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.739238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55330133-b77b-43e2-9706-ef3f0c6d57fb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302ebcce-e6b1-48c4-bdb9-5a7805032af5,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:25.750514 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55330133-b77b-43e2-9706-ef3f0c6d57fb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.753011 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-55330133-b77b-43e2-9706-ef3f0c6d57fb tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2074716 Jul 08 21:32:25.757213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50094) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:25.764600 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6d200a67-8002-4c93-916e-7e6170e227b0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'security_group_rule': {'security_group_id': 'f96407e3-62ed-4afd-9032-b9abf3116516', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:32:25.800998 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-6d200a67-8002-4c93-916e-7e6170e227b0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Project d9f2768b75c84f4ca0a256da7388498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:32:25.809972 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d200a67-8002-4c93-916e-7e6170e227b0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.929765 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d200a67-8002-4c93-916e-7e6170e227b0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.936000 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d200a67-8002-4c93-916e-7e6170e227b0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.966515 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200a67-8002-4c93-916e-7e6170e227b0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3efc1a-e775-4d68-bce6-03530acd3d9f,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:25.976176 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d200a67-8002-4c93-916e-7e6170e227b0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:25.978382 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6d200a67-8002-4c93-916e-7e6170e227b0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2195907 Jul 08 21:32:25.981510 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50096) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:25.990413 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-e04801fd-c191-4898-90a7-3a7ffb55d807 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'network': {'name': 'tempest-network-smoke--406185210', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'port_security_enabled': True}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:32:26.026367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04801fd-c191-4898-90a7-3a7ffb55d807 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:32:26.030305 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e04801fd-c191-4898-90a7-3a7ffb55d807 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:26.063719 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04801fd-c191-4898-90a7-3a7ffb55d807 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:32:26.085170 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e04801fd-c191-4898-90a7-3a7ffb55d807 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:26.085740 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-e04801fd-c191-4898-90a7-3a7ffb55d807 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Added segment d28fbaee-ab60-4512-a076-5e695737ce0f of type vlan for network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 Jul 08 21:32:26.167416 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e04801fd-c191-4898-90a7-3a7ffb55d807 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:26.220282 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e04801fd-c191-4898-90a7-3a7ffb55d807 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:26.231646 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04801fd-c191-4898-90a7-3a7ffb55d807 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:26.232611 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e04801fd-c191-4898-90a7-3a7ffb55d807 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:26.345277 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e04801fd-c191-4898-90a7-3a7ffb55d807 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3618484 Jul 08 21:32:26.350167 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50098) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:26.358426 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'admin_state_up': True, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:32:26.366498 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04801fd-c191-4898-90a7-3a7ffb55d807 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Network': ['ID=3d6a876a-77f2-4f8d-b6e2-4b5947413147,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:26.384242 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:32:26.410582 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:26.413021 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:26.515439 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:26.696498 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:27.068154 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:27.106533 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:27.284251 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.25.4.250 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/de5e422f-a6e2-4615-ad04-98b0802a7db2) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:32:27.463637 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:27.536610 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:27.590156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:32:27.593564 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:32:27.597928 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:32:27.625371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=de5e422f-a6e2-4615-ad04-98b0802a7db2,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:27.979819 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:28.241068 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:28.397040 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:32:28.535052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:32:28.546812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Sync routers for ids ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:32:28.559262 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:28.561034 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-246aa3a8-ad8b-41e9-a44d-b81efc44eb42 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2093108 Jul 08 21:32:28.562377 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Routers {'704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:32:28.563454 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:32:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:28.564888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50100) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:28.602020 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2eda01a5-73e1-413e-a897-5afeaad47b16 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=d9f2768b75c84f4ca0a256da7388498c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357976 Jul 08 21:32:28.607275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50102) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:28.738256 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Set router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:32:28.741157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11daf087-84da-49fc-875c-679c835e8d8f tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:28.743128 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-11daf087-84da-49fc-875c-679c835e8d8f tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346972 Jul 08 21:32:28.749796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50104) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:28.784019 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-77835eeb-6441-4c29-a309-4c54fbf4ac07 tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=169bcba0-2941-4b62-b9bb-d1843ffb817c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326939 Jul 08 21:32:28.787068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50106) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:28.796108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-daad622d-263a-42e0-bc48-a9193f04cc7a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-213354369', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:32:28.961292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daad622d-263a-42e0-bc48-a9193f04cc7a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:32:28.968541 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-daad622d-263a-42e0-bc48-a9193f04cc7a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:29.022095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:32:27Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:27Z', 'updated_at': '2021-07-08T21:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:29.054315 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Checking router: 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:32:29.054617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Updating router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 port de5e422f-a6e2-4615-ad04-98b0802a7db2 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:32:29.104840 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:29.289851 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-daad622d-263a-42e0-bc48-a9193f04cc7a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:29.389902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad622d-263a-42e0-bc48-a9193f04cc7a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Subnet': ['ID=190febdd-50c9-42e0-a666-623a7f085dba,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:29.404914 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad622d-263a-42e0-bc48-a9193f04cc7a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Checking segment: {'id': 'd28fbaee-ab60-4512-a076-5e695737ce0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:32:29.405386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad622d-263a-42e0-bc48-a9193f04cc7a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network hostable DHCP agents. Network: 3d6a876a-77f2-4f8d-b6e2-4b5947413147, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:32:29.433480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad622d-263a-42e0-bc48-a9193f04cc7a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:32:29.447467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-daad622d-263a-42e0-bc48-a9193f04cc7a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 3d6a876a-77f2-4f8d-b6e2-4b5947413147) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:32:29.455295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad622d-263a-42e0-bc48-a9193f04cc7a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:29.455907 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-daad622d-263a-42e0-bc48-a9193f04cc7a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:29.466394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8ec252-8f55-47c1-a47c-956fb127e077 None None] Network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:32:29.483624 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-daad622d-263a-42e0-bc48-a9193f04cc7a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6949992 Jul 08 21:32:29.488155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50108) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:29.852227 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:29.906712 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Transition to ACTIVE for port object de5e422f-a6e2-4615-ad04-98b0802a7db2 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:32:29.926366 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:29.990660 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ips': [{'subnet_id': '190febdd-50c9-42e0-a666-623a7f085dba'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:32:29.992078 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:30.059921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Attempting to bind port de5e422f-a6e2-4615-ad04-98b0802a7db2 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:32:30.060446 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Attempting to bind port de5e422f-a6e2-4615-ad04-98b0802a7db2 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:32:30.061041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Attempting to bind port de5e422f-a6e2-4615-ad04-98b0802a7db2 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:32:30.064277 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1495d-a494-40d1-8951-ded426777c48 None None] Pushing event updated for resources: {'Port': ['ID=de5e422f-a6e2-4615-ad04-98b0802a7db2,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:30.080739 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:32:30.081331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:32:30.081967 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:30.082587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:32:30.083224 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Bound port: de5e422f-a6e2-4615-ad04-98b0802a7db2, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:32:30.083725 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:30.250466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] For port de5e422f-a6e2-4615-ad04-98b0802a7db2, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:32:30.276735 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] For port de5e422f-a6e2-4615-ad04-98b0802a7db2, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=de5e422f-a6e2-4615-ad04-98b0802a7db2,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:32:30.285365 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:30.329865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Allocated IP 172.20.0.2 (3d6a876a-77f2-4f8d-b6e2-4b5947413147/190febdd-50c9-42e0-a666-623a7f085dba/13d8fae6-ca65-410c-83dc-00e168c0c9a2) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:32:30.344360 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:30.435484 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1495d-a494-40d1-8951-ded426777c48 None None] Pushing event updated for resources: {'Port': ['ID=de5e422f-a6e2-4615-ad04-98b0802a7db2,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:30.451801 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Routers {'704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:32:30.452512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:32:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:30.653314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] Set router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:32:30.729474 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:30.775009 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Transition to ACTIVE for port object 13d8fae6-ca65-410c-83dc-00e168c0c9a2 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:32:30.813709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Transition to ACTIVE for port object 13d8fae6-ca65-410c-83dc-00e168c0c9a2 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:32:30.823808 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:30.879399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.20.0.1 (3d6a876a-77f2-4f8d-b6e2-4b5947413147/190febdd-50c9-42e0-a666-623a7f085dba/a1e13cc3-47a2-49dd-9770-0b82bc9be4cd) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:32:30.879793 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:32:30.888709 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:32:30.910241 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:32:30.919168 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Pushing event updated for resources: {'Port': ['ID=13d8fae6-ca65-410c-83dc-00e168c0c9a2,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:31.005323 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Attempting to bind port 13d8fae6-ca65-410c-83dc-00e168c0c9a2 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:32:31.005687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Attempting to bind port 13d8fae6-ca65-410c-83dc-00e168c0c9a2 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd28fbaee-ab60-4512-a076-5e695737ce0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:32:31.006052 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Attempting to bind port 13d8fae6-ca65-410c-83dc-00e168c0c9a2 on network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:32:31.017410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:32:31.017775 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Checking segment: {'id': 'd28fbaee-ab60-4512-a076-5e695737ce0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:32:31.018170 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:31.018564 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Bound using segment: {'id': 'd28fbaee-ab60-4512-a076-5e695737ce0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:32:31.019077 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Bound port: 13d8fae6-ca65-410c-83dc-00e168c0c9a2, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fbaee-ab60-4512-a076-5e695737ce0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:32:31.019459 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:31.026854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:31.032504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:32:27Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:27Z', 'updated_at': '2021-07-08T21:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:31.043110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Transition to ACTIVE for port object a1e13cc3-47a2-49dd-9770-0b82bc9be4cd will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:32:31.063922 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9394b23f-32f9-4a1f-a63c-487dacf37d1c None None] The sync data for ids ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'] in n-d-791506-16 is: [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:32:27Z', 'revision_number': 3, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:27Z', 'updated_at': '2021-07-08T21:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:32:31.082915 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:31.128341 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:32:31.132591 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:32:31.133774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] For port 13d8fae6-ca65-410c-83dc-00e168c0c9a2, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:32:31.135149 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:32:31.138632 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] For port 13d8fae6-ca65-410c-83dc-00e168c0c9a2, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=13d8fae6-ca65-410c-83dc-00e168c0c9a2,segment=NetworkSegment(d28fbaee-ab60-4512-a076-5e695737ce0f),segment_id=d28fbaee-ab60-4512-a076-5e695737ce0f)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:32:31.147848 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:31.198575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=a1e13cc3-47a2-49dd-9770-0b82bc9be4cd,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:31.210682 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:31.220440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063efc77-4eb1-4ecd-aea0-c979c5f7e642 None None] Pushing event updated for resources: {'Port': ['ID=13d8fae6-ca65-410c-83dc-00e168c0c9a2,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:31.430833 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:31.915449 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:31.922813 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:32.078355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=a1e13cc3-47a2-49dd-9770-0b82bc9be4cd,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:32.092825 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:32.279806 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:32:32.282603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:32:32.475019 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:32:32.628985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e4ba67-5a18-471a-a1ac-8b09e4813585 None None] Network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:32:32.634811 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 13d8fae6-ca65-410c-83dc-00e168c0c9a2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:32:32.789344 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-09a97d01-493e-4d08-9190-18da4029b3cf None None] Provisioning for port 13d8fae6-ca65-410c-83dc-00e168c0c9a2 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:32:32.858837 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 13d8fae6-ca65-410c-83dc-00e168c0c9a2 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:32:32.872586 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 13d8fae6-ca65-410c-83dc-00e168c0c9a2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:32:32.873240 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:33.093632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:32:33.094739 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:33.116528 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1bc11e0b-ff84-461a-9d3a-0492627c6003 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "PUT /v2.0/routers/704a1043-cc5d-46fc-bdb4-c8ea441f9cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6166060 Jul 08 21:32:33.146091 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 13d8fae6-ca65-410c-83dc-00e168c0c9a2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=13d8fae6-ca65-410c-83dc-00e168c0c9a2,segment=NetworkSegment(d28fbaee-ab60-4512-a076-5e695737ce0f),segment_id=d28fbaee-ab60-4512-a076-5e695737ce0f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:32:33.152476 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:33.153341 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device de5e422f-a6e2-4615-ad04-98b0802a7db2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:32:33.305663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=13d8fae6-ca65-410c-83dc-00e168c0c9a2,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:33.330916 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port de5e422f-a6e2-4615-ad04-98b0802a7db2 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:32:33.340072 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port de5e422f-a6e2-4615-ad04-98b0802a7db2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:32:33.340481 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:33.351077 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Sync routers for ids ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:32:33.368583 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Routers {'704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:32:33.370901 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:32:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:33.392489 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-13706535-2919-4937-98ae-52efd69db848 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307314492&fields=id&tenant_id=d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 267 time: 0.1214557 Jul 08 21:32:33.517420 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:33.565781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-96f46008-03c9-44e5-9b3b-39b345c22125 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:33.568868 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-96f46008-03c9-44e5-9b3b-39b345c22125 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/networks?id=3d6a876a-77f2-4f8d-b6e2-4b5947413147 HTTP/1.1" status: 200 len: 796 time: 0.1665030 Jul 08 21:32:33.576654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port de5e422f-a6e2-4615-ad04-98b0802a7db2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=de5e422f-a6e2-4615-ad04-98b0802a7db2,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:32:33.589840 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0c95d568-eb83-4d73-80e9-d8916e4ee9c2 None None] Provisioning complete for port 13d8fae6-ca65-410c-83dc-00e168c0c9a2 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:32:33.590717 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0c95d568-eb83-4d73-80e9-d8916e4ee9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:33.596483 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:33.598324 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-2d533102-1c44-47a1-8cf9-0f7ad1087634 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/quotas/d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 375 time: 0.0182528 Jul 08 21:32:33.598745 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Set router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:32:33.703841 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-ef7e8322-3569-4891-9f92-9b71acf0ef33 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031926 Jul 08 21:32:33.726031 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-bc1732a4-6def-4245-9536-aa97b87a8ec4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:32:33.736170 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-bc1732a4-6def-4245-9536-aa97b87a8ec4 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109367 Jul 08 21:32:33.742018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=de5e422f-a6e2-4615-ad04-98b0802a7db2,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:33.910223 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0c95d568-eb83-4d73-80e9-d8916e4ee9c2 None None] Provisioning for port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:32:33.921351 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-0c95d568-eb83-4d73-80e9-d8916e4ee9c2 None None] Provisioning complete for port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:32:33.921947 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0c95d568-eb83-4d73-80e9-d8916e4ee9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:33.936185 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-6d616b4f-5c66-4ac2-a7c4-cf97213de530 service neutron] 10.222.0.101 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941574 Jul 08 21:32:34.009267 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0c95d568-eb83-4d73-80e9-d8916e4ee9c2 None None] Port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:32:34.033029 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:32:31Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:27Z', 'updated_at': '2021-07-08T21:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'a1e13cc3-47a2-49dd-9770-0b82bc9be4cd', 'name': '', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:47:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '190febdd-50c9-42e0-a666-623a7f085dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:30Z', 'updated_at': '2021-07-08T21:32:31Z', 'revision_number': 2, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '190febdd-50c9-42e0-a666-623a7f085dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:34.086214 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Checking router: 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:32:34.086881 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Updating router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:32:34.129817 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-8c3b15b2-621b-41c8-9ba0-29101b6fb5ce service neutron] 10.222.0.101 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820755 Jul 08 21:32:34.140540 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-33e244af-25b5-414b-be91-f49bb14c147c None None] Provisioning complete for port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:32:34.141472 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-33e244af-25b5-414b-be91-f49bb14c147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:34.154415 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:34.208112 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d86e07a5-19b2-47c1-8a75-558c3a59d7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:34.213741 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-33e244af-25b5-414b-be91-f49bb14c147c None None] Port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:32:34.533548 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf4ebc8e-6d7e-4751-b635-f01884c5e137 req-b6ce699f-d32d-437e-8040-3737c5aa8da0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 210 time: 0.0735250 Jul 08 21:32:34.585971 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 13d8fae6-ca65-410c-83dc-00e168c0c9a2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:32:34.653058 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:34.671586 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Transition to ACTIVE for port object a1e13cc3-47a2-49dd-9770-0b82bc9be4cd will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:32:34.681564 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:34.692292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 13d8fae6-ca65-410c-83dc-00e168c0c9a2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:32:34.692966 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:34.771062 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Pushing event updated for resources: {'Port': ['ID=a1e13cc3-47a2-49dd-9770-0b82bc9be4cd,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:34.792857 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:34.793411 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:34.793971 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:34.795167 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:34.796571 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:34.796571 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:34.797002 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:34.797370 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:34.797892 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:34.798447 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:34.799016 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:34.799723 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:32:34.875917 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device de5e422f-a6e2-4615-ad04-98b0802a7db2 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:32:34.934311 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Attempting to bind port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:32:34.934971 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Attempting to bind port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd28fbaee-ab60-4512-a076-5e695737ce0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:32:34.935578 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Attempting to bind port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd on network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:32:34.945492 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:32:34.946158 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Checking segment: {'id': 'd28fbaee-ab60-4512-a076-5e695737ce0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:32:34.946863 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:34.947745 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Bound using segment: {'id': 'd28fbaee-ab60-4512-a076-5e695737ce0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:32:34.949322 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Bound port: a1e13cc3-47a2-49dd-9770-0b82bc9be4cd, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fbaee-ab60-4512-a076-5e695737ce0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:32:34.950041 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:34.971740 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port de5e422f-a6e2-4615-ad04-98b0802a7db2 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:32:34.972354 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:35.199622 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] For port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:32:35.206586 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] For port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a1e13cc3-47a2-49dd-9770-0b82bc9be4cd,segment=NetworkSegment(d28fbaee-ab60-4512-a076-5e695737ce0f),segment_id=d28fbaee-ab60-4512-a076-5e695737ce0f)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:32:35.211887 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:35.285151 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Routers {'704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:32:35.286135 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:32:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:35.338958 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da32715-62a2-4cc5-980d-56e21b81be32 None None] Pushing event updated for resources: {'Port': ['ID=a1e13cc3-47a2-49dd-9770-0b82bc9be4cd,revision_number=4']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:35.469451 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] Set router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:32:35.783926 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5590a09a-4aee-47c3-b7ab-9eaef8abd8b7 req-7cf36c3b-3005-4789-9b8e-55960ee04c04 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 210 time: 0.0507336 Jul 08 21:32:35.798412 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:32:31Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:27Z', 'updated_at': '2021-07-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'a1e13cc3-47a2-49dd-9770-0b82bc9be4cd', 'name': '', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:47:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '190febdd-50c9-42e0-a666-623a7f085dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:30Z', 'updated_at': '2021-07-08T21:32:35Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '190febdd-50c9-42e0-a666-623a7f085dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:35.827607 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e678984-1c1c-4894-bd42-1f98def4bb8a None None] The sync data for ids ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'] in n-d-791506-16 is: [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:32:31Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:27Z', 'updated_at': '2021-07-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'a1e13cc3-47a2-49dd-9770-0b82bc9be4cd', 'name': '', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:47:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '190febdd-50c9-42e0-a666-623a7f085dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:30Z', 'updated_at': '2021-07-08T21:32:35Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '190febdd-50c9-42e0-a666-623a7f085dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:32:35.966060 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-11b97d1b-2c04-423f-9b56-33f554833fe4 req-a9bde00f-eeda-4434-97b0-256eb8200143 service neutron] (94065) timed out ('10.222.0.101', 46412) {{(pid=94065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 21:32:36.281052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-c5f596bb-27fd-4ea9-89e8-43f9b450cd83 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:36.283392 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-c5f596bb-27fd-4ea9-89e8-43f9b450cd83 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "GET /v2.0/networks?id=3d6a876a-77f2-4f8d-b6e2-4b5947413147 HTTP/1.1" status: 200 len: 796 time: 0.1710873 Jul 08 21:32:36.369589 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-fa0e5125-fa91-4d4a-83d1-69d4e036ca45 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f2768b75c84f4ca0a256da7388498c HTTP/1.1" status: 200 len: 380 time: 0.0657041 Jul 08 21:32:36.387808 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'port': {'device_id': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'admin_state_up': True, 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'security_groups': ['f96407e3-62ed-4afd-9032-b9abf3116516']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:32:36.583439 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Made reservation on behalf of d9f2768b75c84f4ca0a256da7388498c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:32:36.587334 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:36.594697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a1e13cc3-47a2-49dd-9770-0b82bc9be4cd up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:32:36.690399 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:32:36.698616 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:32:36.699287 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:36.772666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.20.0.10 (3d6a876a-77f2-4f8d-b6e2-4b5947413147/190febdd-50c9-42e0-a666-623a7f085dba/497cf822-c866-464e-8818-793cc580cb53) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:32:36.832126 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:36.912874 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a1e13cc3-47a2-49dd-9770-0b82bc9be4cd,segment=NetworkSegment(d28fbaee-ab60-4512-a076-5e695737ce0f),segment_id=d28fbaee-ab60-4512-a076-5e695737ce0f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:32:36.927413 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:37.025443 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=a1e13cc3-47a2-49dd-9770-0b82bc9be4cd,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:37.089577 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:37.095937 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e3db5208-4fa3-421f-bf0b-a67da6a5dd61 req-6040713b-95ce-4378-ac18-9c6f4febe01e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 210 time: 0.0904405 Jul 08 21:32:37.116346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Transition to ACTIVE for port object 497cf822-c866-464e-8818-793cc580cb53 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:32:37.139087 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2799e701-96f3-438c-836c-9f57b7872669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:37.173905 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:37.236010 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:37.246213 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:32:37.252438 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:32:37.256303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:32:37.278665 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:32:37.327794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=497cf822-c866-464e-8818-793cc580cb53,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:37.368775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:37.369820 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:37.389926 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-d943ff74-7f6b-4ada-b59d-1fed5a1dc55b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0097737 Jul 08 21:32:37.407590 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Request body: {'port': {'device_id': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:32:37.541906 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:37.568571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-82514064-e4ee-48da-9c04-632d72f047d8 None None] Provisioning for port 497cf822-c866-464e-8818-793cc580cb53 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:32:37.576822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-82514064-e4ee-48da-9c04-632d72f047d8 None None] Provisioning complete for port 497cf822-c866-464e-8818-793cc580cb53 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:32:37.577412 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-82514064-e4ee-48da-9c04-632d72f047d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:37.642535 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-82514064-e4ee-48da-9c04-632d72f047d8 None None] Port 497cf822-c866-464e-8818-793cc580cb53 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:32:37.872053 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497cf822-c866-464e-8818-793cc580cb53 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:32:37.880912 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:37.897445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Transition to ACTIVE for port object 497cf822-c866-464e-8818-793cc580cb53 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:32:37.902014 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:37.961087 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Pushing event updated for resources: {'Port': ['ID=497cf822-c866-464e-8818-793cc580cb53,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:38.056370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Attempting to bind port 497cf822-c866-464e-8818-793cc580cb53 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:32:38.056975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Attempting to bind port 497cf822-c866-464e-8818-793cc580cb53 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'd28fbaee-ab60-4512-a076-5e695737ce0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:32:38.057714 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Attempting to bind port 497cf822-c866-464e-8818-793cc580cb53 on network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:32:38.064249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Port 497cf822-c866-464e-8818-793cc580cb53 on network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:32:38.064751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Attempting to bind port 497cf822-c866-464e-8818-793cc580cb53 on network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:32:38.071701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:32:38.073065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Checking segment: {'id': 'd28fbaee-ab60-4512-a076-5e695737ce0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:32:38.073438 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Bound using segment: {'id': 'd28fbaee-ab60-4512-a076-5e695737ce0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:32:38.074181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Bound port: 497cf822-c866-464e-8818-793cc580cb53, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28fbaee-ab60-4512-a076-5e695737ce0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:32:38.074782 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:38.184136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] For port 497cf822-c866-464e-8818-793cc580cb53, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:32:38.189258 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] For port 497cf822-c866-464e-8818-793cc580cb53, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=497cf822-c866-464e-8818-793cc580cb53,segment=NetworkSegment(d28fbaee-ab60-4512-a076-5e695737ce0f),segment_id=d28fbaee-ab60-4512-a076-5e695737ce0f)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:32:38.195611 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:38.247385 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:38.248274 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:38.251052 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] 10.222.0.103 "PUT /v2.0/ports/497cf822-c866-464e-8818-793cc580cb53 HTTP/1.1" status: 200 len: 1093 time: 0.8482130 Jul 08 21:32:38.251869 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'tag': '497cf822-c866-464e-8818-793cc580cb53'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:32:38.256273 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfed608-088f-4e0d-b063-2d202efb5a09" -d '{"events": [{"name": "network-changed", "server_uuid": "cf398af8-9ba3-4f8c-840c-3e99cb0a0c90", "tag": "497cf822-c866-464e-8818-793cc580cb53"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:32:38.325953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8306e9-2575-4231-9c22-bdd172e3d25a service neutron] Pushing event updated for resources: {'Port': ['ID=497cf822-c866-464e-8818-793cc580cb53,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:38.356890 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7c5927-4879-489b-a730-97ddb672907b x-openstack-request-id: req-ad7c5927-4879-489b-a730-97ddb672907b {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:32:38.357871 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf398af8-9ba3-4f8c-840c-3e99cb0a0c90", "tag": "497cf822-c866-464e-8818-793cc580cb53", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:32:38.357871 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ad7c5927-4879-489b-a730-97ddb672907b {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:32:38.357871 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'tag': '497cf822-c866-464e-8818-793cc580cb53', 'status': 'completed', 'code': 200} Jul 08 21:32:38.405528 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67ee80-4ecf-4f82-88f9-46a33e580949 req-1b5b0c08-c608-4484-8f50-16d981351d0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:38.407941 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc67ee80-4ecf-4f82-88f9-46a33e580949 req-1b5b0c08-c608-4484-8f50-16d981351d0c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 944 time: 0.1572835 Jul 08 21:32:38.430453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-6fec5652-5afc-43c5-99d3-b6a220f214f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:38.433588 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-6fec5652-5afc-43c5-99d3-b6a220f214f4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 1096 time: 0.1015329 Jul 08 21:32:38.487398 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc67ee80-4ecf-4f82-88f9-46a33e580949 req-744f9064-3221-4ed9-8d45-8095094721e0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673559 Jul 08 21:32:38.499478 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-b7c28a14-5ed9-4bd1-b2e8-9e78e84109d2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=497cf822-c866-464e-8818-793cc580cb53 HTTP/1.1" status: 200 len: 217 time: 0.0527329 Jul 08 21:32:38.568159 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:38.582134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a1e13cc3-47a2-49dd-9770-0b82bc9be4cd up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:32:38.597636 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-de775206-d5d9-4d6f-a452-9ce34b569c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:38.599390 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-de775206-d5d9-4d6f-a452-9ce34b569c72 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=190febdd-50c9-42e0-a666-623a7f085dba HTTP/1.1" status: 200 len: 834 time: 0.0879202 Jul 08 21:32:38.653845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:32:38.654743 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:38.680061 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-f5032f10-e6a0-48c9-b783-e91204527b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:38.682206 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-f5032f10-e6a0-48c9-b783-e91204527b80 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d6a876a-77f2-4f8d-b6e2-4b5947413147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741279 Jul 08 21:32:38.811847 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-a77a06c2-df91-4edb-8378-3ce0ede85595 service neutron] 10.222.0.103 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184607 Jul 08 21:32:38.919997 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cac9a19a-da57-47d1-8819-97b611dbcecb req-c7632a92-fca0-498c-ba8d-cf36d18738c7 service neutron] 10.222.0.103 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975244 Jul 08 21:32:39.047840 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed608-088f-4e0d-b063-2d202efb5a09 req-b6f7dbb4-c35c-42e8-9322-9d1ffc7f0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:39.049533 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6bfed608-088f-4e0d-b063-2d202efb5a09 req-b6f7dbb4-c35c-42e8-9322-9d1ffc7f0e7a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 1096 time: 0.0675504 Jul 08 21:32:39.159349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed608-088f-4e0d-b063-2d202efb5a09 req-0ec57aaf-2e74-4aec-9e68-cdbdd14fe61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:39.161011 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6bfed608-088f-4e0d-b063-2d202efb5a09 req-0ec57aaf-2e74-4aec-9e68-cdbdd14fe61a service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d6a876a-77f2-4f8d-b6e2-4b5947413147 HTTP/1.1" status: 200 len: 897 time: 0.1049385 Jul 08 21:32:39.217089 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6bfed608-088f-4e0d-b063-2d202efb5a09 req-f9fbe2fc-87dc-46bd-acb1-d998ea37cbf9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=497cf822-c866-464e-8818-793cc580cb53 HTTP/1.1" status: 200 len: 217 time: 0.0400312 Jul 08 21:32:39.311284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed608-088f-4e0d-b063-2d202efb5a09 req-6daa7f5a-3df2-4657-9d73-f454ccb41217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:39.313204 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6bfed608-088f-4e0d-b063-2d202efb5a09 req-6daa7f5a-3df2-4657-9d73-f454ccb41217 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=190febdd-50c9-42e0-a666-623a7f085dba HTTP/1.1" status: 200 len: 834 time: 0.0896642 Jul 08 21:32:39.426398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed608-088f-4e0d-b063-2d202efb5a09 req-54ac9200-e87d-45e8-8de1-cceea71fdfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:39.429586 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6bfed608-088f-4e0d-b063-2d202efb5a09 req-54ac9200-e87d-45e8-8de1-cceea71fdfe1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d6a876a-77f2-4f8d-b6e2-4b5947413147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084614 Jul 08 21:32:39.597110 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6bfed608-088f-4e0d-b063-2d202efb5a09 req-f9e517f5-850f-4e64-acc3-b4195a46af26 service neutron] 10.222.0.103 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587179 Jul 08 21:32:39.847381 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6bfed608-088f-4e0d-b063-2d202efb5a09 req-6b89c6ee-2c7b-4b23-9a78-af8a0a1fc433 service neutron] 10.222.0.103 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412109 Jul 08 21:32:39.871666 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b4584-ae5c-4e56-93c2-10dddddb40d8 req-0c49b293-b15e-43e5-a034-0a1ba7ce31b6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:39.874535 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-605b4584-ae5c-4e56-93c2-10dddddb40d8 req-0c49b293-b15e-43e5-a034-0a1ba7ce31b6 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 944 time: 0.2261372 Jul 08 21:32:39.936306 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-605b4584-ae5c-4e56-93c2-10dddddb40d8 req-4b6bf555-e474-44e3-bd9a-4439b029e7c7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544491 Jul 08 21:32:40.115693 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:41.146924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10161538-1a97-4122-bf1f-652f54ecd7d8 req-7425e490-2c91-4203-a975-74d8bdbaacd7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:41.148923 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10161538-1a97-4122-bf1f-652f54ecd7d8 req-7425e490-2c91-4203-a975-74d8bdbaacd7 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 944 time: 0.0779941 Jul 08 21:32:41.194110 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-10161538-1a97-4122-bf1f-652f54ecd7d8 req-837928fd-c3db-41e8-88ca-10fa36b72760 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379090 Jul 08 21:32:42.004428 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 497cf822-c866-464e-8818-793cc580cb53 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:32:42.180209 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 497cf822-c866-464e-8818-793cc580cb53, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=497cf822-c866-464e-8818-793cc580cb53,segment=NetworkSegment(d28fbaee-ab60-4512-a076-5e695737ce0f),segment_id=d28fbaee-ab60-4512-a076-5e695737ce0f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:32:42.203706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '497cf822-c866-464e-8818-793cc580cb53', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'port_id': '497cf822-c866-464e-8818-793cc580cb53', 'mac_address': 'fa:16:3e:b1:34:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190febdd-50c9-42e0-a666-623a7f085dba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:32:42.257456 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:42.278090 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497cf822-c866-464e-8818-793cc580cb53 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:32:42.314424 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 497cf822-c866-464e-8818-793cc580cb53, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=497cf822-c866-464e-8818-793cc580cb53,segment=NetworkSegment(d28fbaee-ab60-4512-a076-5e695737ce0f),segment_id=d28fbaee-ab60-4512-a076-5e695737ce0f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:32:42.321121 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:42.413078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=497cf822-c866-464e-8818-793cc580cb53,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:42.488226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49aa93-ee1a-44ec-beb2-489e801664e3 req-4d5c0b7e-633a-484f-8a44-bb1525ed600e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:42.490078 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9d49aa93-ee1a-44ec-beb2-489e801664e3 req-4d5c0b7e-633a-484f-8a44-bb1525ed600e tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 945 time: 0.1123669 Jul 08 21:32:42.541929 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9d49aa93-ee1a-44ec-beb2-489e801664e3 req-d20d4bfc-70c0-4d2d-b71e-fd62e91970e2 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403183 Jul 08 21:32:42.682244 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['497cf822-c866-464e-8818-793cc580cb53'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:32:43.788258 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed49e9b-fc79-422b-aa77-11052d5ee0eb req-1aa302ab-8168-44d5-a70e-02c69596228a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:43.790596 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ed49e9b-fc79-422b-aa77-11052d5ee0eb req-1aa302ab-8168-44d5-a70e-02c69596228a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 945 time: 0.0944269 Jul 08 21:32:43.841984 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0ed49e9b-fc79-422b-aa77-11052d5ee0eb req-6a72ed79-ac83-4b10-84be-9d6273831b06 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444369 Jul 08 21:32:44.017337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 497cf822-c866-464e-8818-793cc580cb53 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:32:44.111339 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 497cf822-c866-464e-8818-793cc580cb53 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:32:44.118210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 497cf822-c866-464e-8818-793cc580cb53 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:32:44.118867 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:44.255034 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:44.282499 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497cf822-c866-464e-8818-793cc580cb53'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:32:44.285386 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e4b8d0-73ae-4993-9730-34c5a90424ef" -d '{"events": [{"server_uuid": "cf398af8-9ba3-4f8c-840c-3e99cb0a0c90", "name": "network-vif-plugged", "status": "completed", "tag": "497cf822-c866-464e-8818-793cc580cb53"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:32:44.303552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 497cf822-c866-464e-8818-793cc580cb53, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=497cf822-c866-464e-8818-793cc580cb53,segment=NetworkSegment(d28fbaee-ab60-4512-a076-5e695737ce0f),segment_id=d28fbaee-ab60-4512-a076-5e695737ce0f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:32:44.308691 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:44.366656 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=497cf822-c866-464e-8818-793cc580cb53,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:44.415745 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a14966-66ec-4978-b16e-c10f0b472694 x-openstack-request-id: req-77a14966-66ec-4978-b16e-c10f0b472694 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:32:44.416090 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf398af8-9ba3-4f8c-840c-3e99cb0a0c90", "name": "network-vif-plugged", "status": "completed", "tag": "497cf822-c866-464e-8818-793cc580cb53", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:32:44.416515 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-77a14966-66ec-4978-b16e-c10f0b472694 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:32:44.417203 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497cf822-c866-464e-8818-793cc580cb53', 'code': 200} Jul 08 21:32:44.555467 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b25b8-1b64-4fac-886d-84f55fc6549c req-cdf92cf8-7e01-4e3f-8149-0f2fd532168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:44.558247 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-679b25b8-1b64-4fac-886d-84f55fc6549c req-cdf92cf8-7e01-4e3f-8149-0f2fd532168b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 1098 time: 0.0626035 Jul 08 21:32:44.603735 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-679b25b8-1b64-4fac-886d-84f55fc6549c req-e1635726-b946-46cb-ac57-7d0b0a3a979c service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339384 Jul 08 21:32:45.065574 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ad3d-d7fd-461a-813c-1a5309d24656 req-08b90e0d-2d87-4f0e-bfef-861e0649025b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:45.067264 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64f1ad3d-d7fd-461a-813c-1a5309d24656 req-08b90e0d-2d87-4f0e-bfef-861e0649025b tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 946 time: 0.0752442 Jul 08 21:32:45.111399 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64f1ad3d-d7fd-461a-813c-1a5309d24656 req-74f966e6-420e-4835-a814-281589d8d169 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373719 Jul 08 21:32:46.383103 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406bb99-02b6-4d31-b6b1-a893a666f68c req-26abf96b-db82-4d1c-a20a-62702f6b3794 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:46.385383 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9406bb99-02b6-4d31-b6b1-a893a666f68c req-26abf96b-db82-4d1c-a20a-62702f6b3794 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 946 time: 0.0828459 Jul 08 21:32:46.441824 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9406bb99-02b6-4d31-b6b1-a893a666f68c req-38ffda5f-8186-4513-8f44-d097e5aeb54c tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499272 Jul 08 21:32:46.644217 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f00fc7-5311-4924-a9e2-bbed4f0b76b5 req-761fefd8-e6ad-4a1f-bf3f-179ea2c78416 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:46.645928 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-13f00fc7-5311-4924-a9e2-bbed4f0b76b5 req-761fefd8-e6ad-4a1f-bf3f-179ea2c78416 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 946 time: 0.0720778 Jul 08 21:32:46.695712 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-13f00fc7-5311-4924-a9e2-bbed4f0b76b5 req-5280424d-9eb4-44bb-8f03-9708cc4ff9ff tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430343 Jul 08 21:32:46.724316 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50166) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:46.790213 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0acff7-d6f9-43b6-97a2-e081c947d38e tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:46.793170 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-1c0acff7-d6f9-43b6-97a2-e081c947d38e tempest-TestNetworkAdvancedServerOps-767206060 tempest-TestNetworkAdvancedServerOps-767206060-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 1093 time: 0.0674174 Jul 08 21:32:46.796887 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50168) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:46.801906 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '497cf822-c866-464e-8818-793cc580cb53', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:32:46.829328 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:46.978543 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:47.140548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Allocated IP 172.25.4.159 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/25957473-baab-4608-af86-25a2e090c665) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:32:47.315590 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:47.383650 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:47.474506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:32:47.480039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:32:47.487072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:32:47.521127 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=25957473-baab-4608-af86-25a2e090c665,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:48.035184 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:48.180768 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:48.316269 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:48.399489 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:48.410684 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:48.506917 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event updated for resources: {'Port': ['ID=25957473-baab-4608-af86-25a2e090c665,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:32:48.518125 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:48.645785 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Floating IP df536538-04b8-4c6a-a941-200e72d50e71 associated. External IP: 172.25.4.159, port: 497cf822-c866-464e-8818-793cc580cb53. Jul 08 21:32:48.899927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:32:49.026210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:32:49.042539 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d77381-b815-4794-a675-b730ce46dc77 None None] Sync routers for ids ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:32:49.048655 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:32:49.059424 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d77381-b815-4794-a675-b730ce46dc77 None None] Routers {'704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:32:49.060521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-56d77381-b815-4794-a675-b730ce46dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:32:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:49.098550 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3cc744c4-0966-49b0-8c7e-c061bce5ee19 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3002334 Jul 08 21:32:49.099603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'tag': '497cf822-c866-464e-8818-793cc580cb53'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:32:49.103966 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a396efe9-170d-4dc8-9bdf-be5c5297a826" -d '{"events": [{"name": "network-changed", "server_uuid": "cf398af8-9ba3-4f8c-840c-3e99cb0a0c90", "tag": "497cf822-c866-464e-8818-793cc580cb53"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:32:49.155424 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854e653e-93bb-4e66-acb8-f6670d472fe7 x-openstack-request-id: req-854e653e-93bb-4e66-acb8-f6670d472fe7 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:32:49.156334 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf398af8-9ba3-4f8c-840c-3e99cb0a0c90", "tag": "497cf822-c866-464e-8818-793cc580cb53", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:32:49.157076 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-854e653e-93bb-4e66-acb8-f6670d472fe7 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:32:49.157773 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'tag': '497cf822-c866-464e-8818-793cc580cb53', 'status': 'completed', 'code': 200} Jul 08 21:32:49.269988 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396efe9-170d-4dc8-9bdf-be5c5297a826 req-a35ba078-fbe2-4780-bccc-057d614a1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:49.272993 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a396efe9-170d-4dc8-9bdf-be5c5297a826 req-a35ba078-fbe2-4780-bccc-057d614a1251 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 1098 time: 0.0920129 Jul 08 21:32:49.453378 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-56d77381-b815-4794-a675-b730ce46dc77 None None] Set router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:32:49.554663 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396efe9-170d-4dc8-9bdf-be5c5297a826 req-f48cc5c5-37b8-4584-b985-09c175b5b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:49.557541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a396efe9-170d-4dc8-9bdf-be5c5297a826 req-f48cc5c5-37b8-4584-b985-09c175b5b8c1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d6a876a-77f2-4f8d-b6e2-4b5947413147 HTTP/1.1" status: 200 len: 897 time: 0.2778332 Jul 08 21:32:49.575754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3781f-4d7a-45ca-ba72-8939b44240eb req-021874dd-05dc-4610-ad3c-5fd35f478140 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:49.578545 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65e3781f-4d7a-45ca-ba72-8939b44240eb req-021874dd-05dc-4610-ad3c-5fd35f478140 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 946 time: 0.2848189 Jul 08 21:32:49.744348 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a396efe9-170d-4dc8-9bdf-be5c5297a826 req-ad246a83-1b54-435d-be4f-743b64dab9ec service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=497cf822-c866-464e-8818-793cc580cb53 HTTP/1.1" status: 200 len: 1000 time: 0.1633365 Jul 08 21:32:49.750472 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-65e3781f-4d7a-45ca-ba72-8939b44240eb req-0382ee33-7947-4076-a21f-d50bc22abc46 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557181 Jul 08 21:32:49.779690 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50174) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:49.788472 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-56d77381-b815-4794-a675-b730ce46dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:32:31Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:27Z', 'updated_at': '2021-07-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'df536538-04b8-4c6a-a941-200e72d50e71', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.159', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'port_id': '497cf822-c866-464e-8818-793cc580cb53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'mac_address': 'fa:16:3e:b1:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:32:47Z', 'updated_at': '2021-07-08T21:32:47Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e13cc3-47a2-49dd-9770-0b82bc9be4cd', 'name': '', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:47:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '190febdd-50c9-42e0-a666-623a7f085dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:30Z', 'updated_at': '2021-07-08T21:32:36Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '190febdd-50c9-42e0-a666-623a7f085dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:49.836604 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396efe9-170d-4dc8-9bdf-be5c5297a826 req-edf06f6b-25a2-4e55-90c2-35bc4048a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:49.839271 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d77381-b815-4794-a675-b730ce46dc77 None None] Checking router: 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:32:49.840255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a396efe9-170d-4dc8-9bdf-be5c5297a826 req-edf06f6b-25a2-4e55-90c2-35bc4048a03f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=190febdd-50c9-42e0-a666-623a7f085dba HTTP/1.1" status: 200 len: 834 time: 0.0876350 Jul 08 21:32:49.855739 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d77381-b815-4794-a675-b730ce46dc77 None None] Routers {'704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:32:49.856825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-56d77381-b815-4794-a675-b730ce46dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:32:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:49.892219 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c7365e04-ea42-4314-af14-4c87e2f638d1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/df536538-04b8-4c6a-a941-200e72d50e71 HTTP/1.1" status: 200 len: 992 time: 0.1098442 Jul 08 21:32:49.930942 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396efe9-170d-4dc8-9bdf-be5c5297a826 req-3d801128-677a-4fdc-b61b-d06138200159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:32:49.933770 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a396efe9-170d-4dc8-9bdf-be5c5297a826 req-3d801128-677a-4fdc-b61b-d06138200159 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d6a876a-77f2-4f8d-b6e2-4b5947413147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873256 Jul 08 21:32:50.039280 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-56d77381-b815-4794-a675-b730ce46dc77 None None] Set router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:32:50.065416 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a396efe9-170d-4dc8-9bdf-be5c5297a826 req-a52e0686-8a64-4a59-879e-f7c7470955a2 service neutron] 10.222.0.103 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242411 Jul 08 21:32:50.225094 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a396efe9-170d-4dc8-9bdf-be5c5297a826 req-099f2d8b-038a-4663-afd8-5016d00b88f0 service neutron] 10.222.0.103 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530526 Jul 08 21:32:50.400389 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-56d77381-b815-4794-a675-b730ce46dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:32:31Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:27Z', 'updated_at': '2021-07-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'df536538-04b8-4c6a-a941-200e72d50e71', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.159', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'port_id': '497cf822-c866-464e-8818-793cc580cb53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'mac_address': 'fa:16:3e:b1:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:32:47Z', 'updated_at': '2021-07-08T21:32:47Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e13cc3-47a2-49dd-9770-0b82bc9be4cd', 'name': '', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:47:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '190febdd-50c9-42e0-a666-623a7f085dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:30Z', 'updated_at': '2021-07-08T21:32:36Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '190febdd-50c9-42e0-a666-623a7f085dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:32:50.442674 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d77381-b815-4794-a675-b730ce46dc77 None None] The sync data for ids ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'] in n-d-791506-16 is: [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:32:31Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:27Z', 'updated_at': '2021-07-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': 'df536538-04b8-4c6a-a941-200e72d50e71', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'floating_ip_address': '172.25.4.159', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'port_id': '497cf822-c866-464e-8818-793cc580cb53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'mac_address': 'fa:16:3e:b1:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:32:47Z', 'updated_at': '2021-07-08T21:32:47Z', 'revision_number': 0, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e13cc3-47a2-49dd-9770-0b82bc9be4cd', 'name': '', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:47:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '190febdd-50c9-42e0-a666-623a7f085dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:30Z', 'updated_at': '2021-07-08T21:32:36Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '190febdd-50c9-42e0-a666-623a7f085dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:32:50.723599 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618072c1-9609-4e6e-9404-1db94b8e45da None None] New status for floating IP df536538-04b8-4c6a-a941-200e72d50e71: ACTIVE {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:32:50.896146 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50176) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:32:50.992089 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c04075dc-388e-4a74-8cf4-a3b039b61956 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/df536538-04b8-4c6a-a941-200e72d50e71 HTTP/1.1" status: 200 len: 994 time: 0.0923674 Jul 08 21:32:54.194467 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:04.165243 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f2da9ef-8dfe-4ff8-91e6-9f05bed8171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:07.132446 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9b1960df-ba56-4797-bad3-6aad2f438136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:07.226770 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:08.559579 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:10.111493 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:14.268510 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:33:18.315707 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:18.694774 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-effc7362-c1ee-472d-bcf6-0b2a34b406b4 req-a8fb0b74-bd46-4c36-bfcd-78fcd2c387ec service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1613503 Jul 08 21:33:18.805638 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc7362-c1ee-472d-bcf6-0b2a34b406b4 req-54073b4d-d176-491a-836b-c65f12655bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:18.807257 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-effc7362-c1ee-472d-bcf6-0b2a34b406b4 req-54073b4d-d176-491a-836b-c65f12655bec service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 1098 time: 0.0607369 Jul 08 21:33:18.934222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc7362-c1ee-472d-bcf6-0b2a34b406b4 req-5d76e10f-ddb8-4629-9d28-fb19b3de5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:18.935941 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-effc7362-c1ee-472d-bcf6-0b2a34b406b4 req-5d76e10f-ddb8-4629-9d28-fb19b3de5577 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d6a876a-77f2-4f8d-b6e2-4b5947413147 HTTP/1.1" status: 200 len: 897 time: 0.1036870 Jul 08 21:33:19.022391 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-effc7362-c1ee-472d-bcf6-0b2a34b406b4 req-c84d7542-4063-44c8-a143-5ee95cf2f1bb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=497cf822-c866-464e-8818-793cc580cb53 HTTP/1.1" status: 200 len: 1002 time: 0.0769830 Jul 08 21:33:19.081921 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc7362-c1ee-472d-bcf6-0b2a34b406b4 req-d400fc46-9d06-40bb-b406-a9372bb44751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:19.084051 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-effc7362-c1ee-472d-bcf6-0b2a34b406b4 req-d400fc46-9d06-40bb-b406-a9372bb44751 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=190febdd-50c9-42e0-a666-623a7f085dba HTTP/1.1" status: 200 len: 834 time: 0.0548089 Jul 08 21:33:19.179737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc7362-c1ee-472d-bcf6-0b2a34b406b4 req-76457ea4-e507-453c-a7e4-be42f82e926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:19.183152 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-effc7362-c1ee-472d-bcf6-0b2a34b406b4 req-76457ea4-e507-453c-a7e4-be42f82e926f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d6a876a-77f2-4f8d-b6e2-4b5947413147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923314 Jul 08 21:33:19.316376 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-effc7362-c1ee-472d-bcf6-0b2a34b406b4 req-ab35f5c9-bbc7-4723-a6b0-0e41862ca843 service neutron] 10.222.0.103 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248977 Jul 08 21:33:19.439747 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-effc7362-c1ee-472d-bcf6-0b2a34b406b4 req-618b5a47-8d0f-40ab-a379-5845bb7a5587 service neutron] 10.222.0.103 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151168 Jul 08 21:33:24.190315 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:26.832483 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1ef63-774f-4d56-b6ec-38046774fb15 req-11f8a7d9-9999-45e3-bee2-2b96524b10b1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:26.834626 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95e1ef63-774f-4d56-b6ec-38046774fb15 req-11f8a7d9-9999-45e3-bee2-2b96524b10b1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 946 time: 0.0804548 Jul 08 21:33:26.885772 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-95e1ef63-774f-4d56-b6ec-38046774fb15 req-47d6d6d8-5fc8-425a-9d25-bd68144d0420 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401819 Jul 08 21:33:28.231912 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ec7c6-c207-4e1d-a2f4-b6c80e458332 req-5094f55b-d664-443b-9a9e-551f5bd91513 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:28.234842 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-008ec7c6-c207-4e1d-a2f4-b6c80e458332 req-5094f55b-d664-443b-9a9e-551f5bd91513 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 946 time: 0.1041129 Jul 08 21:33:28.297366 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-008ec7c6-c207-4e1d-a2f4-b6c80e458332 req-94c76cd1-cb42-44cc-b09c-70859fb6e611 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557787 Jul 08 21:33:28.347634 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50198) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:28.471871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-668bf8c1-c857-45ef-b4c0-4f0c0ecd7334 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/df536538-04b8-4c6a-a941-200e72d50e71 HTTP/1.1" status: 200 len: 994 time: 0.1221147 Jul 08 21:33:30.025810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f15a2-6fab-4057-92d9-31e692d39831 req-74d8f6ab-984f-46a2-ab97-c658b232d9b1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:30.028481 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-977f15a2-6fab-4057-92d9-31e692d39831 req-74d8f6ab-984f-46a2-ab97-c658b232d9b1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 946 time: 0.1017163 Jul 08 21:33:30.063976 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0783-4535-4f78-a1d3-2346280bc48b req-cdc39312-1a48-4b48-8b55-5be4245a2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:30.066983 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-416b0783-4535-4f78-a1d3-2346280bc48b req-cdc39312-1a48-4b48-8b55-5be4245a2042 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 1098 time: 0.0950284 Jul 08 21:33:30.087039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-977f15a2-6fab-4057-92d9-31e692d39831 req-1bda942c-d3e6-4406-b179-cecb49955956 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484970 Jul 08 21:33:30.195280 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0783-4535-4f78-a1d3-2346280bc48b req-400b5a74-ccb7-4c99-9111-274206028404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:30.198415 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-416b0783-4535-4f78-a1d3-2346280bc48b req-400b5a74-ccb7-4c99-9111-274206028404 service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d6a876a-77f2-4f8d-b6e2-4b5947413147 HTTP/1.1" status: 200 len: 897 time: 0.1193471 Jul 08 21:33:30.324444 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-416b0783-4535-4f78-a1d3-2346280bc48b req-f6083ff1-a1c3-4199-9013-0e9c1afc3026 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=497cf822-c866-464e-8818-793cc580cb53 HTTP/1.1" status: 200 len: 1002 time: 0.1147029 Jul 08 21:33:30.383965 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0783-4535-4f78-a1d3-2346280bc48b req-d73affcc-bfd4-4823-bf36-7b30af090c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:30.385583 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-416b0783-4535-4f78-a1d3-2346280bc48b req-d73affcc-bfd4-4823-bf36-7b30af090c0c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=190febdd-50c9-42e0-a666-623a7f085dba HTTP/1.1" status: 200 len: 834 time: 0.0522978 Jul 08 21:33:30.497962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0783-4535-4f78-a1d3-2346280bc48b req-0fe73da7-5285-4650-bb0e-92a7fee382af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:30.500812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-416b0783-4535-4f78-a1d3-2346280bc48b req-0fe73da7-5285-4650-bb0e-92a7fee382af service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d6a876a-77f2-4f8d-b6e2-4b5947413147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030502 Jul 08 21:33:30.681724 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-416b0783-4535-4f78-a1d3-2346280bc48b req-80fd6974-1e2f-44df-b34c-c22d1eeed123 service neutron] 10.222.0.103 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698253 Jul 08 21:33:30.806924 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-416b0783-4535-4f78-a1d3-2346280bc48b req-cc655450-8988-4b57-b5a0-9a50f2717f08 service neutron] 10.222.0.103 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133330 Jul 08 21:33:31.402311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef715721-15f0-40f6-a503-39d6faa63e06 req-2d2f6482-3276-4030-9716-ff7c83b55a93 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:31.405215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ef715721-15f0-40f6-a503-39d6faa63e06 req-2d2f6482-3276-4030-9716-ff7c83b55a93 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 946 time: 0.1139255 Jul 08 21:33:31.453019 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ef715721-15f0-40f6-a503-39d6faa63e06 req-8798003b-ef4f-4d3e-ae0e-a5d928f42dbf tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420547 Jul 08 21:33:32.713286 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521471de-6a69-4bed-a780-6de83232dc36 req-5998f6c9-535a-4fb9-a247-76e7a068b362 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:32.716145 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-521471de-6a69-4bed-a780-6de83232dc36 req-5998f6c9-535a-4fb9-a247-76e7a068b362 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 946 time: 0.1160398 Jul 08 21:33:32.791642 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-521471de-6a69-4bed-a780-6de83232dc36 req-fbd45a65-3eaf-4af6-a04f-fec0a4fd1d76 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683789 Jul 08 21:33:32.839406 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50210) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:32.908488 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b6765d60-7f07-4347-9a72-46dca3bfdea1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/floatingips/df536538-04b8-4c6a-a941-200e72d50e71 HTTP/1.1" status: 200 len: 994 time: 0.0678697 Jul 08 21:33:33.274561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50216) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:33.499092 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port 25957473-baab-4608-af86-25a2e090c665 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:33:33.499508 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:33.614684 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:33.615169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:33.632178 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for 25957473-baab-4608-af86-25a2e090c665 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:33:33.865994 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:33.896814 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=25957473-baab-4608-af86-25a2e090c665,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:33.906854 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:33.907206 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:33.907554 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:33.907892 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:33.908225 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:33.908560 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:33.908927 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:33.909255 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:33.909605 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:33.909921 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:33.910248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:33.910573 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:33.984420 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:33.985065 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Floating IP df536538-04b8-4c6a-a941-200e72d50e71 disassociated (deleted). External IP: 172.25.4.159, port: 497cf822-c866-464e-8818-793cc580cb53. Jul 08 21:33:34.161085 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e989b3dd-8707-4bd0-90f9-f11362356d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:34.312943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:33:34.449860 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:33:34.456206 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:34.462476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ea8c0-5ee2-4c93-b332-556234bf5553 None None] Sync routers for ids ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:33:34.474585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ea8c0-5ee2-4c93-b332-556234bf5553 None None] Routers {'704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:33:34.475559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-809ea8c0-5ee2-4c93-b332-556234bf5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:33:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:34.508318 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f0cfac0e-a48e-4a92-b75e-7052d8290551 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/floatingips/df536538-04b8-4c6a-a941-200e72d50e71 HTTP/1.1" status: 204 len: 168 time: 1.2319386 Jul 08 21:33:34.509320 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'tag': '497cf822-c866-464e-8818-793cc580cb53'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:33:34.513248 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d2ebfc172d59de590df2938a803ad4ab2356e115028df77becb900c8d97392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d21acb9-9e5a-4d79-8bb2-39b94f5b4240" -d '{"events": [{"name": "network-changed", "server_uuid": "cf398af8-9ba3-4f8c-840c-3e99cb0a0c90", "tag": "497cf822-c866-464e-8818-793cc580cb53"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:33:34.572733 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f9c151-ad53-4605-86d3-2c0bfab24567 x-openstack-request-id: req-a4f9c151-ad53-4605-86d3-2c0bfab24567 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:33:34.573181 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf398af8-9ba3-4f8c-840c-3e99cb0a0c90", "tag": "497cf822-c866-464e-8818-793cc580cb53", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:33:34.573609 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a4f9c151-ad53-4605-86d3-2c0bfab24567 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:33:34.574200 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'tag': '497cf822-c866-464e-8818-793cc580cb53', 'status': 'completed', 'code': 200} Jul 08 21:33:34.646379 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-809ea8c0-5ee2-4c93-b332-556234bf5553 None None] Set router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:33:34.706346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21acb9-9e5a-4d79-8bb2-39b94f5b4240 req-be03c35a-d579-41ec-b448-3030e492c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:34.709137 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5d21acb9-9e5a-4d79-8bb2-39b94f5b4240 req-be03c35a-d579-41ec-b448-3030e492c8a4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d9f2768b75c84f4ca0a256da7388498c&device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 1098 time: 0.1002624 Jul 08 21:33:34.863748 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21acb9-9e5a-4d79-8bb2-39b94f5b4240 req-4a4c7b60-8c68-4ddb-9246-11594bd24e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:34.866469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5d21acb9-9e5a-4d79-8bb2-39b94f5b4240 req-4a4c7b60-8c68-4ddb-9246-11594bd24e1b service neutron] 10.222.0.103 "GET /v2.0/networks?id=3d6a876a-77f2-4f8d-b6e2-4b5947413147 HTTP/1.1" status: 200 len: 897 time: 0.1501222 Jul 08 21:33:34.969480 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5d21acb9-9e5a-4d79-8bb2-39b94f5b4240 req-906aef16-aba9-420d-8fac-6944ad416c25 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=497cf822-c866-464e-8818-793cc580cb53 HTTP/1.1" status: 200 len: 217 time: 0.0937746 Jul 08 21:33:34.998032 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-809ea8c0-5ee2-4c93-b332-556234bf5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:32:31Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:27Z', 'updated_at': '2021-07-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'a1e13cc3-47a2-49dd-9770-0b82bc9be4cd', 'name': '', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:47:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '190febdd-50c9-42e0-a666-623a7f085dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:30Z', 'updated_at': '2021-07-08T21:32:36Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '190febdd-50c9-42e0-a666-623a7f085dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:35.048495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ea8c0-5ee2-4c93-b332-556234bf5553 None None] Checking router: 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:33:35.064823 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ea8c0-5ee2-4c93-b332-556234bf5553 None None] Routers {'704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:33:35.065633 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-809ea8c0-5ee2-4c93-b332-556234bf5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:33:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:35.088374 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21acb9-9e5a-4d79-8bb2-39b94f5b4240 req-f6dd243c-728c-42a5-96a1-0d783fb2c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:35.091133 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5d21acb9-9e5a-4d79-8bb2-39b94f5b4240 req-f6dd243c-728c-42a5-96a1-0d783fb2c6ee service neutron] 10.222.0.103 "GET /v2.0/subnets?id=190febdd-50c9-42e0-a666-623a7f085dba HTTP/1.1" status: 200 len: 834 time: 0.1140451 Jul 08 21:33:35.194499 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf9c47-347d-4aab-95f8-4e997863f1bb req-bee609ff-6e73-4898-9ae7-caaf6beeac0d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:35.196817 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90bf9c47-347d-4aab-95f8-4e997863f1bb req-bee609ff-6e73-4898-9ae7-caaf6beeac0d tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 946 time: 0.1313200 Jul 08 21:33:35.203432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21acb9-9e5a-4d79-8bb2-39b94f5b4240 req-af7e72ed-39f8-425e-91a1-b0e4e2bd442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:35.205461 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5d21acb9-9e5a-4d79-8bb2-39b94f5b4240 req-af7e72ed-39f8-425e-91a1-b0e4e2bd442a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=3d6a876a-77f2-4f8d-b6e2-4b5947413147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947795 Jul 08 21:33:35.255023 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-809ea8c0-5ee2-4c93-b332-556234bf5553 None None] Set router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:33:35.310572 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-90bf9c47-347d-4aab-95f8-4e997863f1bb req-fd3653b4-2ceb-4762-a4c6-d772012ae7e1 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037953 Jul 08 21:33:35.376408 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5d21acb9-9e5a-4d79-8bb2-39b94f5b4240 req-5eb0dbcb-2fcc-49ed-8034-d694fb987a93 service neutron] 10.222.0.103 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613443 Jul 08 21:33:35.499466 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5d21acb9-9e5a-4d79-8bb2-39b94f5b4240 req-4230b36f-02a3-413f-8a5a-2178f5959f22 service neutron] 10.222.0.103 "GET /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139724 Jul 08 21:33:35.581276 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-809ea8c0-5ee2-4c93-b332-556234bf5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:32:31Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:27Z', 'updated_at': '2021-07-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'a1e13cc3-47a2-49dd-9770-0b82bc9be4cd', 'name': '', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:47:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '190febdd-50c9-42e0-a666-623a7f085dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:30Z', 'updated_at': '2021-07-08T21:32:36Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '190febdd-50c9-42e0-a666-623a7f085dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:35.620465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ea8c0-5ee2-4c93-b332-556234bf5553 None None] The sync data for ids ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'] in n-d-791506-16 is: [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:32:31Z', 'revision_number': 4, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:27Z', 'updated_at': '2021-07-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'a1e13cc3-47a2-49dd-9770-0b82bc9be4cd', 'name': '', 'network_id': '3d6a876a-77f2-4f8d-b6e2-4b5947413147', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'mac_address': 'fa:16:3e:47:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '190febdd-50c9-42e0-a666-623a7f085dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:30Z', 'updated_at': '2021-07-08T21:32:36Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'subnets': [{'id': '190febdd-50c9-42e0-a666-623a7f085dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:33:35.901041 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e11cc-f4a5-459a-915b-c7b746d7216e None None] New status for floating IP df536538-04b8-4c6a-a941-200e72d50e71: DOWN {{(pid=94068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:33:36.565830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b91ea-491f-4d61-b525-9ed800a4352a req-b040d492-c136-4423-ab64-3ba40f71e932 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:36.567773 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f71b91ea-491f-4d61-b525-9ed800a4352a req-b040d492-c136-4423-ab64-3ba40f71e932 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 946 time: 0.0808604 Jul 08 21:33:36.612781 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f71b91ea-491f-4d61-b525-9ed800a4352a req-710f9382-0e23-44b8-96c4-e98539d80879 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/security-groups?id=f96407e3-62ed-4afd-9032-b9abf3116516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376902 Jul 08 21:33:36.928922 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb4c76-27a6-4128-837f-e31576622bc3 req-f1661420-33aa-494c-8a09-20c6754c2048 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:36.931123 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8fbb4c76-27a6-4128-837f-e31576622bc3 req-f1661420-33aa-494c-8a09-20c6754c2048 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 946 time: 0.0982368 Jul 08 21:33:37.088509 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8fbb4c76-27a6-4128-837f-e31576622bc3 req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port 497cf822-c866-464e-8818-793cc580cb53 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:33:37.089052 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8fbb4c76-27a6-4128-837f-e31576622bc3 req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:37.130680 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d323dc09-3c5b-433b-b536-cc12afbbb38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:37.226091 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:37.260323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8fbb4c76-27a6-4128-837f-e31576622bc3 req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port 497cf822-c866-464e-8818-793cc580cb53, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=497cf822-c866-464e-8818-793cc580cb53,segment=NetworkSegment(d28fbaee-ab60-4512-a076-5e695737ce0f),segment_id=d28fbaee-ab60-4512-a076-5e695737ce0f)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:33:37.260871 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8fbb4c76-27a6-4128-837f-e31576622bc3 req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:37.279279 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-8fbb4c76-27a6-4128-837f-e31576622bc3 req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for 497cf822-c866-464e-8818-793cc580cb53 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:33:37.478107 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8fbb4c76-27a6-4128-837f-e31576622bc3 req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:37.542275 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=497cf822-c866-464e-8818-793cc580cb53,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:37.561806 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:37.562489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:37.563445 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:37.563855 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:37.564322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:37.564891 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:37.565473 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:37.565950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:37.566414 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:37.566864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:37.567399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:37.567962 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:37.620535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbb4c76-27a6-4128-837f-e31576622bc3 req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] No DVR routers for this DVR port 497cf822-c866-464e-8818-793cc580cb53 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:33:37.623941 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8fbb4c76-27a6-4128-837f-e31576622bc3 req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:37.626690 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8fbb4c76-27a6-4128-837f-e31576622bc3 req-75cdbd1e-c45c-4291-870a-5c625bbe1534 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.103 "DELETE /v2.0/ports/497cf822-c866-464e-8818-793cc580cb53 HTTP/1.1" status: 204 len: 173 time: 0.6861033 Jul 08 21:33:37.627342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'name': 'network-vif-deleted', 'tag': '497cf822-c866-464e-8818-793cc580cb53'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:33:37.630046 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15313210-0117-48ec-afa3-790d85b2fa92" -d '{"events": [{"server_uuid": "cf398af8-9ba3-4f8c-840c-3e99cb0a0c90", "name": "network-vif-deleted", "tag": "497cf822-c866-464e-8818-793cc580cb53"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:33:37.702724 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54565a1-4f01-4cd5-a33f-06adcb384312 x-openstack-request-id: req-c54565a1-4f01-4cd5-a33f-06adcb384312 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:33:37.703171 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf398af8-9ba3-4f8c-840c-3e99cb0a0c90", "name": "network-vif-deleted", "tag": "497cf822-c866-464e-8818-793cc580cb53", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:33:37.703567 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c54565a1-4f01-4cd5-a33f-06adcb384312 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:33:37.704171 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf398af8-9ba3-4f8c-840c-3e99cb0a0c90', 'name': 'network-vif-deleted', 'tag': '497cf822-c866-464e-8818-793cc580cb53', 'status': 'completed', 'code': 200} Jul 08 21:33:37.815216 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-fc10a8f0-2b94-48bb-b08c-d20dd64c9e08 req-7034b634-2d9f-423b-831a-ea2307b1f81f tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf398af8-9ba3-4f8c-840c-3e99cb0a0c90 HTTP/1.1" status: 200 len: 210 time: 0.0364919 Jul 08 21:33:38.560692 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:38.927028 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50232) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:39.751811 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1b11-4445-46a6-8328-83a9aec5a3d0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:40.114768 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:40.133807 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a1b11-4445-46a6-8328-83a9aec5a3d0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:33:40.134783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1b11-4445-46a6-8328-83a9aec5a3d0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:40.276423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-cb7a1b11-4445-46a6-8328-83a9aec5a3d0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port a1e13cc3-47a2-49dd-9770-0b82bc9be4cd, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=a1e13cc3-47a2-49dd-9770-0b82bc9be4cd,segment=NetworkSegment(d28fbaee-ab60-4512-a076-5e695737ce0f),segment_id=d28fbaee-ab60-4512-a076-5e695737ce0f)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:33:40.276954 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1b11-4445-46a6-8328-83a9aec5a3d0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:40.300363 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a1b11-4445-46a6-8328-83a9aec5a3d0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for a1e13cc3-47a2-49dd-9770-0b82bc9be4cd owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:33:40.568840 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1b11-4445-46a6-8328-83a9aec5a3d0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:40.622658 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a1b11-4445-46a6-8328-83a9aec5a3d0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=a1e13cc3-47a2-49dd-9770-0b82bc9be4cd,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:40.926003 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1b11-4445-46a6-8328-83a9aec5a3d0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:41.193727 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7a1b11-4445-46a6-8328-83a9aec5a3d0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:33:41.325716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7a1b11-4445-46a6-8328-83a9aec5a3d0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:33:41.332092 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-cb7a1b11-4445-46a6-8328-83a9aec5a3d0 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "PUT /v2.0/routers/704a1043-cc5d-46fc-bdb4-c8ea441f9cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4035330 Jul 08 21:33:41.336987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68445a75-b2b0-496f-a669-a076901276e9 None None] Sync routers for ids ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:33:41.337815 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50234) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:41.349897 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68445a75-b2b0-496f-a669-a076901276e9 None None] Routers {'704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:33:41.350872 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-68445a75-b2b0-496f-a669-a076901276e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:41.409752 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a056f5f-5d52-4c76-94e9-d971d6b5cd77 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting subnet 190febdd-50c9-42e0-a666-623a7f085dba {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:33:41.414223 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a056f5f-5d52-4c76-94e9-d971d6b5cd77 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:41.472534 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a056f5f-5d52-4c76-94e9-d971d6b5cd77 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:41.488181 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-68445a75-b2b0-496f-a669-a076901276e9 None None] Set router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:33:41.611207 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a056f5f-5d52-4c76-94e9-d971d6b5cd77 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:41.719916 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a056f5f-5d52-4c76-94e9-d971d6b5cd77 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:41.759957 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a056f5f-5d52-4c76-94e9-d971d6b5cd77 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Subnet': ['ID=190febdd-50c9-42e0-a666-623a7f085dba,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:41.766641 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a056f5f-5d52-4c76-94e9-d971d6b5cd77 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:41.770627 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5a056f5f-5d52-4c76-94e9-d971d6b5cd77 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/subnets/190febdd-50c9-42e0-a666-623a7f085dba HTTP/1.1" status: 204 len: 168 time: 0.4308329 Jul 08 21:33:41.773221 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50236) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:41.857792 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7af5c1-9070-4940-bf35-eba5a95b23a2 None None] Network 3d6a876a-77f2-4f8d-b6e2-4b5947413147 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:33:41.938177 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:42.106964 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:42.146413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-68445a75-b2b0-496f-a669-a076901276e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:33:40Z', 'revision_number': 5, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port': {'id': 'de5e422f-a6e2-4615-ad04-98b0802a7db2', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:32:27Z', 'updated_at': '2021-07-08T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:42.188532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Deleting port de5e422f-a6e2-4615-ad04-98b0802a7db2 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:33:42.189112 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:42.214655 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68445a75-b2b0-496f-a669-a076901276e9 None None] Checking router: 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:33:42.235221 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] DHCP port deletion for 3d6a876a-77f2-4f8d-b6e2-4b5947413147 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:33:42.240133 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68445a75-b2b0-496f-a669-a076901276e9 None None] Routers {'704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:33:42.241226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-68445a75-b2b0-496f-a669-a076901276e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:42.306061 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] For port de5e422f-a6e2-4615-ad04-98b0802a7db2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=de5e422f-a6e2-4615-ad04-98b0802a7db2,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:33:42.306555 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:42.323705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Calling delete_port for de5e422f-a6e2-4615-ad04-98b0802a7db2 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:33:42.330517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 497cf822-c866-464e-8818-793cc580cb53 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:33:42.363845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 497cf822-c866-464e-8818-793cc580cb53 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:33:42.364972 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 497cf822-c866-464e-8818-793cc580cb53 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:33:42.401657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-68445a75-b2b0-496f-a669-a076901276e9 None None] Set router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:33:42.479335 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-68445a75-b2b0-496f-a669-a076901276e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:33:42Z', 'revision_number': 6, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:42.541421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Deleting port 13d8fae6-ca65-410c-83dc-00e168c0c9a2 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:33:42.541959 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:42.546320 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68445a75-b2b0-496f-a669-a076901276e9 None None] The sync data for ids ['704a1043-cc5d-46fc-bdb4-c8ea441f9cd3'] in n-d-791506-16 is: [{'id': '704a1043-cc5d-46fc-bdb4-c8ea441f9cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981767', 'tenant_id': 'd9f2768b75c84f4ca0a256da7388498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:32:26Z', 'updated_at': '2021-07-08T21:33:42Z', 'revision_number': 6, 'project_id': 'd9f2768b75c84f4ca0a256da7388498c', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:33:42.578406 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:42.646313 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Port': ['ID=de5e422f-a6e2-4615-ad04-98b0802a7db2,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:42.651309 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] For port 13d8fae6-ca65-410c-83dc-00e168c0c9a2, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=13d8fae6-ca65-410c-83dc-00e168c0c9a2,segment=NetworkSegment(d28fbaee-ab60-4512-a076-5e695737ce0f),segment_id=d28fbaee-ab60-4512-a076-5e695737ce0f)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:33:42.651948 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:42.678012 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Calling delete_port for 13d8fae6-ca65-410c-83dc-00e168c0c9a2 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:33:42.729158 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:42.783602 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:42.834066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Pushing event deleted for resources: {'Port': ['ID=13d8fae6-ca65-410c-83dc-00e168c0c9a2,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:42.840547 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] No DVR routers for this DVR port 13d8fae6-ca65-410c-83dc-00e168c0c9a2 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:33:42.854326 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:42.854776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:42.855757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:42.855945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:42.856495 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:42.857687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:42.857687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:42.858011 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:42.858181 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:42.858757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:42.859710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:42.859901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:42.861022 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cb7d09-989f-40b8-a01e-335c5d1e75cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:42.861211 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:43.009780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 13d8fae6-ca65-410c-83dc-00e168c0c9a2 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:33:43.054216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 13d8fae6-ca65-410c-83dc-00e168c0c9a2 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:33:43.054760 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 13d8fae6-ca65-410c-83dc-00e168c0c9a2 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:33:43.315126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:43.315785 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Fanout notify agent at l3_agent the message router_deleted on router 704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:33:43.326661 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:43.328095 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-04d30d22-0937-4261-a654-19cb465d7ebd tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/routers/704a1043-cc5d-46fc-bdb4-c8ea441f9cd3 HTTP/1.1" status: 204 len: 168 time: 1.5529184 Jul 08 21:33:43.331422 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50240) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:43.450205 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eeb723a-4953-43f7-97ec-045e75513bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:43.577410 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eeb723a-4953-43f7-97ec-045e75513bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:43.590681 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-2eeb723a-4953-43f7-97ec-045e75513bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6a876a-77f2-4f8d-b6e2-4b5947413147']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:43.606377 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-2eeb723a-4953-43f7-97ec-045e75513bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28fbaee-ab60-4512-a076-5e695737ce0f') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:43.606701 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-2eeb723a-4953-43f7-97ec-045e75513bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28fbaee-ab60-4512-a076-5e695737ce0f') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:43.618037 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eeb723a-4953-43f7-97ec-045e75513bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:43.640320 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eeb723a-4953-43f7-97ec-045e75513bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:43.649644 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eeb723a-4953-43f7-97ec-045e75513bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:33:43.650374 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eeb723a-4953-43f7-97ec-045e75513bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:33:43.656169 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:33:43.745823 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eeb723a-4953-43f7-97ec-045e75513bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:43.756951 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eeb723a-4953-43f7-97ec-045e75513bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:43.760777 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2eeb723a-4953-43f7-97ec-045e75513bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/networks/3d6a876a-77f2-4f8d-b6e2-4b5947413147 HTTP/1.1" status: 204 len: 168 time: 0.4279671 Jul 08 21:33:43.763775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50242) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:43.780995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb723a-4953-43f7-97ec-045e75513bd5 tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'Network': ['ID=3d6a876a-77f2-4f8d-b6e2-4b5947413147,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:43.865072 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf13407f-be1e-4852-b50e-4ef05b43e55a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:43.903831 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf13407f-be1e-4852-b50e-4ef05b43e55a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:44.006078 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf13407f-be1e-4852-b50e-4ef05b43e55a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:44.013890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf13407f-be1e-4852-b50e-4ef05b43e55a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:44.015867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-bf13407f-be1e-4852-b50e-4ef05b43e55a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] 10.222.0.101 "DELETE /v2.0/security-groups/f96407e3-62ed-4afd-9032-b9abf3116516 HTTP/1.1" status: 204 len: 168 time: 0.2494054 Jul 08 21:33:44.030390 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13407f-be1e-4852-b50e-4ef05b43e55a tempest-TestNetworkAdvancedServerOps-110358774 tempest-TestNetworkAdvancedServerOps-110358774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96407e3-62ed-4afd-9032-b9abf3116516,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:44.554331 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50250) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:44.572555 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a1e13cc3-47a2-49dd-9770-0b82bc9be4cd no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:33:44.611900 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: a1e13cc3-47a2-49dd-9770-0b82bc9be4cd {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:33:44.612431 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device a1e13cc3-47a2-49dd-9770-0b82bc9be4cd not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:33:44.613125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device de5e422f-a6e2-4615-ad04-98b0802a7db2 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:33:44.648236 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: de5e422f-a6e2-4615-ad04-98b0802a7db2 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:33:44.649386 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device de5e422f-a6e2-4615-ad04-98b0802a7db2 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:33:44.769786 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4d16ce9d-c308-497c-a957-2403fa30e69e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d9f2768b75c84f4ca0a256da7388498c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2126436 Jul 08 21:33:44.772306 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50254) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:44.873197 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d219-0e7a-4d53-abdc-c0da0e817a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:44.916231 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d219-0e7a-4d53-abdc-c0da0e817a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:45.003110 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d219-0e7a-4d53-abdc-c0da0e817a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:45.006701 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d219-0e7a-4d53-abdc-c0da0e817a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:45.008391 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4fd0d219-0e7a-4d53-abdc-c0da0e817a6f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/112132c9-7bc5-4312-b4b9-dea14917ba08 HTTP/1.1" status: 204 len: 168 time: 0.2345848 Jul 08 21:33:45.019115 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0d219-0e7a-4d53-abdc-c0da0e817a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112132c9-7bc5-4312-b4b9-dea14917ba08,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:45.438717 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50260) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:45.460249 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0585f71-3604-4551-b493-7d7e1452b6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:45.605296 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0585f71-3604-4551-b493-7d7e1452b6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:45.610943 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0585f71-3604-4551-b493-7d7e1452b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:45.667362 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-a0585f71-3604-4551-b493-7d7e1452b6fd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=df09d285e4f34823888300bc48d95bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270300 Jul 08 21:33:45.669422 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0585f71-3604-4551-b493-7d7e1452b6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9a5f77-e02d-4344-b83a-6fdcbabe28b8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:45.672122 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50262) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:45.768262 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6eca4190-ab29-4d93-8f4d-33b48fc31d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:45.809342 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6eca4190-ab29-4d93-8f4d-33b48fc31d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:45.884276 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6eca4190-ab29-4d93-8f4d-33b48fc31d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:45.889890 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6eca4190-ab29-4d93-8f4d-33b48fc31d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:45.892026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6eca4190-ab29-4d93-8f4d-33b48fc31d37 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3d9a5f77-e02d-4344-b83a-6fdcbabe28b8 HTTP/1.1" status: 204 len: 168 time: 0.2171421 Jul 08 21:33:45.907718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca4190-ab29-4d93-8f4d-33b48fc31d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9a5f77-e02d-4344-b83a-6fdcbabe28b8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:47.033303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50284) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:47.181131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1119756601-network', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:33:47.220249 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Made reservation on behalf of dfad271ab1b740eeb065f2dcfb716d74 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:33:47.224238 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:47.242578 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:47.422081 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:47.427670 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:47.470626 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:33:47.499610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff9ef72-0ce9-48b3-8410-adf30e240b11,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:47.509508 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:47.510110 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Added segment ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc of type vlan for network 825b6aad-f2e2-442e-9032-98afe28081b8 Jul 08 21:33:47.590205 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:47.632541 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:47.634904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:47.635645 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:47.711750 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6764457 Jul 08 21:33:47.716863 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50288) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:47.722667 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-6e2cc284-0409-4eb5-963e-446bd9a11aeb admin admin] Request body: {'subnet': {'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1119756601-subnet', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:33:47.727210 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fc66e-8c98-4570-b806-903ff4473b66 admin admin] Pushing event updated for resources: {'Network': ['ID=825b6aad-f2e2-442e-9032-98afe28081b8,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:47.741001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 825b6aad-f2e2-442e-9032-98afe28081b8 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:33:47.761430 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2cc284-0409-4eb5-963e-446bd9a11aeb admin admin] Made reservation on behalf of dfad271ab1b740eeb065f2dcfb716d74 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:33:47.766337 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc284-0409-4eb5-963e-446bd9a11aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:48.067257 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc284-0409-4eb5-963e-446bd9a11aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:48.142187 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cc284-0409-4eb5-963e-446bd9a11aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5976220c-8586-4ff5-b20d-7755b03721cc,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:48.155998 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cc284-0409-4eb5-963e-446bd9a11aeb admin admin] Checking segment: {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:33:48.156419 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cc284-0409-4eb5-963e-446bd9a11aeb admin admin] Network hostable DHCP agents. Network: 825b6aad-f2e2-442e-9032-98afe28081b8, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:33:48.181532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cc284-0409-4eb5-963e-446bd9a11aeb admin admin] Network 825b6aad-f2e2-442e-9032-98afe28081b8 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:33:48.199672 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6e2cc284-0409-4eb5-963e-446bd9a11aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 825b6aad-f2e2-442e-9032-98afe28081b8) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:33:48.207145 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2cc284-0409-4eb5-963e-446bd9a11aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:48.208206 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc284-0409-4eb5-963e-446bd9a11aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:48.211829 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704da1dd-fc90-418b-b7ca-a391aa657d80 None None] Network 825b6aad-f2e2-442e-9032-98afe28081b8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:33:48.237269 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-6e2cc284-0409-4eb5-963e-446bd9a11aeb admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5182178 Jul 08 21:33:48.241259 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50290) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:48.250168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:33:48.290586 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:48.292931 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:48.334560 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:48.407841 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:48.438414 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-825b6aad-f2e2-442e-9032-98afe28081b8', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:33:48.440204 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:48.582892 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:48.734043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Allocated IP 172.20.0.2 (825b6aad-f2e2-442e-9032-98afe28081b8/5976220c-8586-4ff5-b20d-7755b03721cc/fea470a3-a956-4236-b381-595e3cfdb3c1) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:33:48.912162 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:48.954318 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:49.008492 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:49.026087 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Transition to ACTIVE for port object fea470a3-a956-4236-b381-595e3cfdb3c1 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:33:49.057163 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Transition to ACTIVE for port object fea470a3-a956-4236-b381-595e3cfdb3c1 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:33:49.079446 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:49.150357 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Allocated IP 172.25.4.195 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/48323c36-3825-4fed-8a94-9d794effd42b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:33:49.151102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Network 825b6aad-f2e2-442e-9032-98afe28081b8 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:33:49.157024 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:33:49.168424 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:33:49.196139 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Pushing event updated for resources: {'Port': ['ID=fea470a3-a956-4236-b381-595e3cfdb3c1,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:49.293421 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Attempting to bind port fea470a3-a956-4236-b381-595e3cfdb3c1 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:33:49.293952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Attempting to bind port fea470a3-a956-4236-b381-595e3cfdb3c1 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:33:49.294663 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Attempting to bind port fea470a3-a956-4236-b381-595e3cfdb3c1 on network 825b6aad-f2e2-442e-9032-98afe28081b8 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:33:49.304658 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:33:49.305846 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Checking segment: {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:33:49.306559 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:49.307312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Bound using segment: {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:33:49.310645 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Bound port: fea470a3-a956-4236-b381-595e3cfdb3c1, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:33:49.310645 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:49.349912 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:49.406979 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:49.434161 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] For port fea470a3-a956-4236-b381-595e3cfdb3c1, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:33:49.439683 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] For port fea470a3-a956-4236-b381-595e3cfdb3c1, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fea470a3-a956-4236-b381-595e3cfdb3c1,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:33:49.447753 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:49.469812 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:33:49.473704 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:33:49.479332 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:33:49.517770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Pushing event updated for resources: {'Port': ['ID=48323c36-3825-4fed-8a94-9d794effd42b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:49.566208 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e36af1-b577-4eb5-b378-aef177b2c0d7 None None] Pushing event updated for resources: {'Port': ['ID=fea470a3-a956-4236-b381-595e3cfdb3c1,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:49.928190 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:50.266294 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:50.470995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Router 28fd667d-70f9-47c4-8a03-ce42c4101f42 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:33:50.613375 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fea470a3-a956-4236-b381-595e3cfdb3c1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:33:50.661512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:33:50.682641 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Sync routers for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:33:50.691909 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:50.697943 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-d81759d4-6002-4530-9990-89298c58db52 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4511883 Jul 08 21:33:50.699005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50294) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:50.709674 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:33:50.710669 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:50.714639 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port fea470a3-a956-4236-b381-595e3cfdb3c1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:33:50.769950 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa564fab-1651-4ccf-8e18-ffedb4b4dc91 None None] Network 825b6aad-f2e2-442e-9032-98afe28081b8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:33:50.876580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e3d9d3aa-b5c3-4fae-a380-bee834b93f51 None None] Provisioning for port fea470a3-a956-4236-b381-595e3cfdb3c1 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:33:50.883364 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e3d9d3aa-b5c3-4fae-a380-bee834b93f51 None None] Provisioning complete for port fea470a3-a956-4236-b381-595e3cfdb3c1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:33:50.883904 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3d9d3aa-b5c3-4fae-a380-bee834b93f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:50.922316 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:33:51.089232 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3d9d3aa-b5c3-4fae-a380-bee834b93f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:51.169806 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e3d9d3aa-b5c3-4fae-a380-bee834b93f51 None None] For port fea470a3-a956-4236-b381-595e3cfdb3c1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fea470a3-a956-4236-b381-595e3cfdb3c1,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:33:51.178734 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3d9d3aa-b5c3-4fae-a380-bee834b93f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:51.205354 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:49Z', 'revision_number': 3, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:51.270706 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Checking router: 28fd667d-70f9-47c4-8a03-ce42c4101f42 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:33:51.271233 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Updating router 28fd667d-70f9-47c4-8a03-ce42c4101f42 port 48323c36-3825-4fed-8a94-9d794effd42b binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:33:51.285000 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:33:51.291977 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9d3aa-b5c3-4fae-a380-bee834b93f51 None None] Pushing event updated for resources: {'Port': ['ID=fea470a3-a956-4236-b381-595e3cfdb3c1,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:51.343891 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:51.617113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-226db88e-0837-496f-84e1-8ccbf82f206f None None] Provisioning complete for port fea470a3-a956-4236-b381-595e3cfdb3c1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:33:51.619509 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-226db88e-0837-496f-84e1-8ccbf82f206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:51.833289 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:51.848208 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Transition to ACTIVE for port object 48323c36-3825-4fed-8a94-9d794effd42b will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:33:51.857920 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:51.880843 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:51.969329 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Attempting to bind port 48323c36-3825-4fed-8a94-9d794effd42b on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:33:51.970049 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Attempting to bind port 48323c36-3825-4fed-8a94-9d794effd42b by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:33:51.970716 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Attempting to bind port 48323c36-3825-4fed-8a94-9d794effd42b on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:33:51.976214 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Pushing event updated for resources: {'Port': ['ID=48323c36-3825-4fed-8a94-9d794effd42b,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:51.985151 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:33:51.985722 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:33:51.986260 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:51.986828 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:33:51.987438 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Bound port: 48323c36-3825-4fed-8a94-9d794effd42b, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:33:51.987962 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:51.999321 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:51.999792 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:52.000320 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:52.000812 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:52.001414 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:52.001842 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:52.002286 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:52.002774 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:52.003242 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:52.003797 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:52.004396 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:52.004885 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:33:52.087265 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] For port 48323c36-3825-4fed-8a94-9d794effd42b, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:33:52.094194 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] For port 48323c36-3825-4fed-8a94-9d794effd42b, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=48323c36-3825-4fed-8a94-9d794effd42b,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:33:52.103371 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:52.163207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Allocated IP 172.20.0.1 (825b6aad-f2e2-442e-9032-98afe28081b8/5976220c-8586-4ff5-b20d-7755b03721cc/aa5d7ed3-e49c-440e-8ed6-2d8f900e2732) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:33:52.202031 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:33:52.202865 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:52.277401 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd82b-ac58-4879-b50c-880accb9d330 None None] Pushing event updated for resources: {'Port': ['ID=48323c36-3825-4fed-8a94-9d794effd42b,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:52.376569 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:52.394451 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:33:52.408896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Transition to ACTIVE for port object aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:33:52.489501 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:52.573997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Network 825b6aad-f2e2-442e-9032-98afe28081b8 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:33:52.578996 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fea470a3-a956-4236-b381-595e3cfdb3c1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:33:52.579359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:33:52.590135 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:33:52.646435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5d7ed3-e49c-440e-8ed6-2d8f900e2732,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:52.689628 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:52.691467 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port fea470a3-a956-4236-b381-595e3cfdb3c1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:33:52.696548 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:52.767973 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:49Z', 'revision_number': 3, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:52.935639 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3406eef0-05e2-492a-935b-a1c38679b732 None None] The sync data for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 is: [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:49Z', 'revision_number': 3, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:33:52.942449 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:53.025987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-60718fc1-2b18-48d7-8141-152f5a982370 None None] Provisioning for port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:33:53.033086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-60718fc1-2b18-48d7-8141-152f5a982370 None None] Provisioning complete for port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:33:53.033603 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-60718fc1-2b18-48d7-8141-152f5a982370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:53.095473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-60718fc1-2b18-48d7-8141-152f5a982370 None None] Port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:33:53.233622 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:53.243169 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:53.365451 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5d7ed3-e49c-440e-8ed6-2d8f900e2732,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:53.369681 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:53.547173 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Network 825b6aad-f2e2-442e-9032-98afe28081b8 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:33:53.550029 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:33:53.759011 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Router 28fd667d-70f9-47c4-8a03-ce42c4101f42 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:33:53.932474 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-53c352ee-ff98-4b1d-b414-36a2cee299f5 None None] Provisioning complete for port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:33:53.933417 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-53c352ee-ff98-4b1d-b414-36a2cee299f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:53.957316 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:33:53.968031 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-09067ba5-ec85-40ca-bfb2-3e2d71b99a62 admin admin] 10.222.0.101 "PUT /v2.0/routers/28fd667d-70f9-47c4-8a03-ce42c4101f42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2669082 Jul 08 21:33:54.000906 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-53c352ee-ff98-4b1d-b414-36a2cee299f5 None None] Port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:33:54.198741 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:54.621594 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 48323c36-3825-4fed-8a94-9d794effd42b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:33:54.685277 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50310) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:54.692018 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2107516354-network', 'tenant_id': '117191f5fee04284937d2888aff38302'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:33:54.699910 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 48323c36-3825-4fed-8a94-9d794effd42b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:33:54.708317 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 48323c36-3825-4fed-8a94-9d794effd42b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:33:54.709060 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:54.730234 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Made reservation on behalf of 117191f5fee04284937d2888aff38302 for: {'network': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:33:54.733680 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:54.746482 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:54.854101 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:54.895067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 48323c36-3825-4fed-8a94-9d794effd42b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=48323c36-3825-4fed-8a94-9d794effd42b,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:33:54.902204 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:54.919034 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:54.926279 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:54.978363 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:33:54.988189 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=48323c36-3825-4fed-8a94-9d794effd42b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:55.001517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5768dd-0a16-491f-9d33-338e129222f4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:55.014482 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:55.014918 n-d-791506-16 neutron-server[94065]: INFO neutron.db.segments_db [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Added segment 14d0f7ba-d767-40f7-be1b-f19f840b3f13 of type vlan for network 6616382c-f225-44aa-a392-75412a28a2c0 Jul 08 21:33:55.030793 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Sync routers for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:33:55.044111 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:33:55.044978 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:55.095946 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:55.149415 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:55.151378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:55.152503 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:55.197758 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:33:55.257204 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5698268 Jul 08 21:33:55.262234 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50312) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:55.271740 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb2d84-cbb0-4850-a344-93d7a0af20d2 admin admin] Pushing event updated for resources: {'Network': ['ID=6616382c-f225-44aa-a392-75412a28a2c0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:55.272535 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-24a1f15b-bfeb-4e9a-9c7b-b18eef86da2d admin admin] Request body: {'subnet': {'network_id': '6616382c-f225-44aa-a392-75412a28a2c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2107516354-subnet', 'tenant_id': '117191f5fee04284937d2888aff38302', 'ip_version': 4}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:33:55.311573 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a1f15b-bfeb-4e9a-9c7b-b18eef86da2d admin admin] Made reservation on behalf of 117191f5fee04284937d2888aff38302 for: {'subnet': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:33:55.314411 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a1f15b-bfeb-4e9a-9c7b-b18eef86da2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126633501'] for subnet, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:55.321923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network 6616382c-f225-44aa-a392-75412a28a2c0 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:33:55.553888 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:53Z', 'revision_number': 2, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:55.600110 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Checking router: 28fd667d-70f9-47c4-8a03-ce42c4101f42 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:33:55.600607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Updating router 28fd667d-70f9-47c4-8a03-ce42c4101f42 port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:33:55.615631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a1f15b-bfeb-4e9a-9c7b-b18eef86da2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127148167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126633519'] for subnet, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:55.647581 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:55.735544 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1f15b-bfeb-4e9a-9c7b-b18eef86da2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd9134c-0913-4e79-83e9-03053777c987,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:55.752355 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a1f15b-bfeb-4e9a-9c7b-b18eef86da2d admin admin] Checking segment: {'id': '14d0f7ba-d767-40f7-be1b-f19f840b3f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6616382c-f225-44aa-a392-75412a28a2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:33:55.753042 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1f15b-bfeb-4e9a-9c7b-b18eef86da2d admin admin] Network hostable DHCP agents. Network: 6616382c-f225-44aa-a392-75412a28a2c0, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:33:55.787585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1f15b-bfeb-4e9a-9c7b-b18eef86da2d admin admin] Network 6616382c-f225-44aa-a392-75412a28a2c0 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:33:55.805740 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-24a1f15b-bfeb-4e9a-9c7b-b18eef86da2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, 6616382c-f225-44aa-a392-75412a28a2c0) {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:33:55.814203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a1f15b-bfeb-4e9a-9c7b-b18eef86da2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:33:55.816834 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-24a1f15b-bfeb-4e9a-9c7b-b18eef86da2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:55.843932 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-24a1f15b-bfeb-4e9a-9c7b-b18eef86da2d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5796099 Jul 08 21:33:55.848760 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50314) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:55.857636 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2107516354-router', 'tenant_id': '117191f5fee04284937d2888aff38302', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:33:55.885814 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:55.886927 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:55.957131 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:55.987001 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24122722-2846-41bc-9282-749a5036567a None None] Network 6616382c-f225-44aa-a392-75412a28a2c0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:33:56.219091 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:56.299921 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-6616382c-f225-44aa-a392-75412a28a2c0', 'network_id': '6616382c-f225-44aa-a392-75412a28a2c0', 'tenant_id': '117191f5fee04284937d2888aff38302', 'fixed_ips': [{'subnet_id': 'acd9134c-0913-4e79-83e9-03053777c987'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:33:56.300915 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:56.430920 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:56.451957 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Transition to ACTIVE for port object aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:33:56.479194 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:56.544729 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:56.550983 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Allocated IP 172.20.0.2 (6616382c-f225-44aa-a392-75412a28a2c0/acd9134c-0913-4e79-83e9-03053777c987/7c60030c-4edd-4860-aa5d-6898884e3e22) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:33:56.555488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6660410-3193-4960-b93e-0f556652a7ec None None] Pushing event updated for resources: {'Port': ['ID=aa5d7ed3-e49c-440e-8ed6-2d8f900e2732,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:56.576292 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:56.691554 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 48323c36-3825-4fed-8a94-9d794effd42b up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:33:56.768115 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Allocated IP 172.25.4.225 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/995eb519-ba9e-4e27-9ee5-7c1e8258ee63) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:33:56.808887 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Attempting to bind port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:33:56.809524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Attempting to bind port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:33:56.810114 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Attempting to bind port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 on network 825b6aad-f2e2-442e-9032-98afe28081b8 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:33:56.836580 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:33:56.837240 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Checking segment: {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:33:56.837900 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:56.838546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Bound using segment: {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:33:56.839359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Bound port: aa5d7ed3-e49c-440e-8ed6-2d8f900e2732, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:33:56.840012 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:56.967567 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:57.040013 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 48323c36-3825-4fed-8a94-9d794effd42b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:33:57.040778 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:57.041688 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:57.091404 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:33:57.105961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:33:57.113455 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:33:57.119484 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:57.155478 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Pushing event updated for resources: {'Port': ['ID=995eb519-ba9e-4e27-9ee5-7c1e8258ee63,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:57.171316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Transition to ACTIVE for port object 7c60030c-4edd-4860-aa5d-6898884e3e22 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:33:57.199607 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] For port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:33:57.207254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] For port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=aa5d7ed3-e49c-440e-8ed6-2d8f900e2732,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:33:57.209086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Transition to ACTIVE for port object 7c60030c-4edd-4860-aa5d-6898884e3e22 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:33:57.218257 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:57.231607 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:57.364978 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Network 6616382c-f225-44aa-a392-75412a28a2c0 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:33:57.377879 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:33:57.393590 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:33:57.438295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:33:57.439418 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:57.453238 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6660410-3193-4960-b93e-0f556652a7ec None None] Pushing event updated for resources: {'Port': ['ID=aa5d7ed3-e49c-440e-8ed6-2d8f900e2732,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:57.670641 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:57.747877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Pushing event updated for resources: {'Port': ['ID=7c60030c-4edd-4860-aa5d-6898884e3e22,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:57.854941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Attempting to bind port 7c60030c-4edd-4860-aa5d-6898884e3e22 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:33:57.855649 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Attempting to bind port 7c60030c-4edd-4860-aa5d-6898884e3e22 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '14d0f7ba-d767-40f7-be1b-f19f840b3f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6616382c-f225-44aa-a392-75412a28a2c0'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:33:57.856092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Attempting to bind port 7c60030c-4edd-4860-aa5d-6898884e3e22 on network 6616382c-f225-44aa-a392-75412a28a2c0 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:33:57.885334 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:33:57.885895 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Checking segment: {'id': '14d0f7ba-d767-40f7-be1b-f19f840b3f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6616382c-f225-44aa-a392-75412a28a2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:33:57.886554 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:57.887201 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Bound using segment: {'id': '14d0f7ba-d767-40f7-be1b-f19f840b3f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6616382c-f225-44aa-a392-75412a28a2c0'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:33:57.887993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Bound port: 7c60030c-4edd-4860-aa5d-6898884e3e22, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d0f7ba-d767-40f7-be1b-f19f840b3f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6616382c-f225-44aa-a392-75412a28a2c0'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:33:57.888688 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:57.925311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:33:58.045559 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:58.131188 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] For port 7c60030c-4edd-4860-aa5d-6898884e3e22, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:33:58.156706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] For port 7c60030c-4edd-4860-aa5d-6898884e3e22, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7c60030c-4edd-4860-aa5d-6898884e3e22,segment=NetworkSegment(14d0f7ba-d767-40f7-be1b-f19f840b3f13),segment_id=14d0f7ba-d767-40f7-be1b-f19f840b3f13)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:33:58.165802 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:58.301450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Router 3fcf6971-3884-4959-8c94-91fbd9bde562 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:33:58.326113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebf4b0-864f-4da4-a2ce-25a33d3daf17 None None] Pushing event updated for resources: {'Port': ['ID=7c60030c-4edd-4860-aa5d-6898884e3e22,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:58.383536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:57Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:58.417413 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79810ea4-3650-4f14-b539-f7bd7251ebff None None] The sync data for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 is: [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:57Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:33:58.500235 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:33:58.527635 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Sync routers for ids ['3fcf6971-3884-4959-8c94-91fbd9bde562'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:33:58.534492 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:58.540698 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-35a5283e-c46c-4401-964b-a4ad783309ad admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6865914 Jul 08 21:33:58.543311 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50316) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:33:58.571958 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Routers {'3fcf6971-3884-4959-8c94-91fbd9bde562'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:33:58.572599 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3fcf6971-3884-4959-8c94-91fbd9bde562'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:58.829418 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Set router 3fcf6971-3884-4959-8c94-91fbd9bde562 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:33:58.897485 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:33:58.993990 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:33:59.002850 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:33:59.003806 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:59.204147 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:59.275295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=aa5d7ed3-e49c-440e-8ed6-2d8f900e2732,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:33:59.283180 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'name': 'tempest-TestShelveInstance-2107516354-router', 'tenant_id': '117191f5fee04284937d2888aff38302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:55Z', 'updated_at': '2021-07-08T21:33:57Z', 'revision_number': 3, 'project_id': '117191f5fee04284937d2888aff38302', 'gw_port': {'id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:56Z', 'updated_at': '2021-07-08T21:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:33:59.284443 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:59.285902 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7c60030c-4edd-4860-aa5d-6898884e3e22 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:33:59.359572 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Checking router: 3fcf6971-3884-4959-8c94-91fbd9bde562 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:33:59.360126 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Updating router 3fcf6971-3884-4959-8c94-91fbd9bde562 port 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:33:59.502958 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 7c60030c-4edd-4860-aa5d-6898884e3e22 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:33:59.527517 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=aa5d7ed3-e49c-440e-8ed6-2d8f900e2732,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:33:59.529746 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:59.647795 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:33:59.992558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Allocated IP 172.20.0.1 (6616382c-f225-44aa-a392-75412a28a2c0/acd9134c-0913-4e79-83e9-03053777c987/2c8cc5ca-4f24-4948-969b-8c080ad9362c) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:34:00.044533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c9b620-7dc5-467e-9cb8-067173c123fc None None] Network 6616382c-f225-44aa-a392-75412a28a2c0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:34:00.104956 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:00.126928 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Transition to ACTIVE for port object 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:34:00.138862 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:00.191275 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bf5e174b-0f33-4917-8836-ba75d4b8437b None None] Provisioning for port 7c60030c-4edd-4860-aa5d-6898884e3e22 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:34:00.208018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-bf5e174b-0f33-4917-8836-ba75d4b8437b None None] Provisioning complete for port 7c60030c-4edd-4860-aa5d-6898884e3e22 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:34:00.208570 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf5e174b-0f33-4917-8836-ba75d4b8437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:00.224592 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:00.241161 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567fe6d-3fdb-40bb-a0dc-b7031b1b31d9 None None] Pushing event updated for resources: {'Port': ['ID=995eb519-ba9e-4e27-9ee5-7c1e8258ee63,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:00.247507 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Transition to ACTIVE for port object 2c8cc5ca-4f24-4948-969b-8c080ad9362c will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:34:00.286642 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Attempting to bind port 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:34:00.287580 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Attempting to bind port 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:34:00.287817 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Attempting to bind port 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:34:00.298542 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:00.306274 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:34:00.306687 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:34:00.307039 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:00.308910 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:34:00.313122 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Bound port: 995eb519-ba9e-4e27-9ee5-7c1e8258ee63, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:34:00.315648 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:00.355606 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Network 6616382c-f225-44aa-a392-75412a28a2c0 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:34:00.359443 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:34:00.364817 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:34:00.432389 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Pushing event updated for resources: {'Port': ['ID=2c8cc5ca-4f24-4948-969b-8c080ad9362c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:00.464774 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:00.490563 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] For port 995eb519-ba9e-4e27-9ee5-7c1e8258ee63, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:34:00.497967 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] For port 995eb519-ba9e-4e27-9ee5-7c1e8258ee63, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=995eb519-ba9e-4e27-9ee5-7c1e8258ee63,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:34:00.511255 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:00.631646 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Routers {'3fcf6971-3884-4959-8c94-91fbd9bde562'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:34:00.633679 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3fcf6971-3884-4959-8c94-91fbd9bde562'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:34:00.646658 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf5e174b-0f33-4917-8836-ba75d4b8437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:00.652998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:34:00.721408 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567fe6d-3fdb-40bb-a0dc-b7031b1b31d9 None None] Pushing event updated for resources: {'Port': ['ID=995eb519-ba9e-4e27-9ee5-7c1e8258ee63,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:00.762178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-bf5e174b-0f33-4917-8836-ba75d4b8437b None None] For port 7c60030c-4edd-4860-aa5d-6898884e3e22, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7c60030c-4edd-4860-aa5d-6898884e3e22,segment=NetworkSegment(14d0f7ba-d767-40f7-be1b-f19f840b3f13),segment_id=14d0f7ba-d767-40f7-be1b-f19f840b3f13)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:34:00.770656 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:00.772370 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf5e174b-0f33-4917-8836-ba75d4b8437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:00.821301 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] Set router 3fcf6971-3884-4959-8c94-91fbd9bde562 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:34:00.855608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e174b-0f33-4917-8836-ba75d4b8437b None None] Pushing event updated for resources: {'Port': ['ID=7c60030c-4edd-4860-aa5d-6898884e3e22,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:00.869291 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:34:00.869667 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:01.119207 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:01.127169 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:01.145908 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'name': 'tempest-TestShelveInstance-2107516354-router', 'tenant_id': '117191f5fee04284937d2888aff38302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:55Z', 'updated_at': '2021-07-08T21:33:57Z', 'revision_number': 3, 'project_id': '117191f5fee04284937d2888aff38302', 'gw_port': {'id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:56Z', 'updated_at': '2021-07-08T21:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:34:01.176686 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870a291-2650-40b2-ad3d-2a8bee65e531 None None] The sync data for ids ['3fcf6971-3884-4959-8c94-91fbd9bde562'] in n-d-791506-16 is: [{'id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'name': 'tempest-TestShelveInstance-2107516354-router', 'tenant_id': '117191f5fee04284937d2888aff38302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:55Z', 'updated_at': '2021-07-08T21:33:57Z', 'revision_number': 3, 'project_id': '117191f5fee04284937d2888aff38302', 'gw_port': {'id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:56Z', 'updated_at': '2021-07-08T21:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:34:01.261705 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Pushing event updated for resources: {'Port': ['ID=2c8cc5ca-4f24-4948-969b-8c080ad9362c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:01.268019 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:01.322791 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-595e9170-5c85-4aec-a903-ccae2216ad10 None None] Provisioning complete for port 7c60030c-4edd-4860-aa5d-6898884e3e22 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:34:01.323545 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-595e9170-5c85-4aec-a903-ccae2216ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:01.486924 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Network 6616382c-f225-44aa-a392-75412a28a2c0 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:34:01.490219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:34:01.595498 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-595e9170-5c85-4aec-a903-ccae2216ad10 None None] Provisioning for port 2c8cc5ca-4f24-4948-969b-8c080ad9362c completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:34:01.613923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-595e9170-5c85-4aec-a903-ccae2216ad10 None None] Provisioning complete for port 2c8cc5ca-4f24-4948-969b-8c080ad9362c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:34:01.614383 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-595e9170-5c85-4aec-a903-ccae2216ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:01.689376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-595e9170-5c85-4aec-a903-ccae2216ad10 None None] Port 2c8cc5ca-4f24-4948-969b-8c080ad9362c cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:34:01.824518 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-fe863b70-67a5-4f62-942e-12537af719c0 None None] Provisioning complete for port 2c8cc5ca-4f24-4948-969b-8c080ad9362c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:34:01.825484 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe863b70-67a5-4f62-942e-12537af719c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:01.901483 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-fe863b70-67a5-4f62-942e-12537af719c0 None None] Port 2c8cc5ca-4f24-4948-969b-8c080ad9362c cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:34:02.034327 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d5b0cdea-9c4d-4903-8340-afd5f775fd81 None None] Provisioning complete for port 2c8cc5ca-4f24-4948-969b-8c080ad9362c triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:34:02.034930 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d5b0cdea-9c4d-4903-8340-afd5f775fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:02.093826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0cdea-9c4d-4903-8340-afd5f775fd81 None None] Port 2c8cc5ca-4f24-4948-969b-8c080ad9362c cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:34:02.195995 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Router 3fcf6971-3884-4959-8c94-91fbd9bde562 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:34:02.347730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:34:02.357794 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4fe29348-820d-4fcb-b61b-102861dcdb33 admin admin] 10.222.0.101 "PUT /v2.0/routers/3fcf6971-3884-4959-8c94-91fbd9bde562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8062005 Jul 08 21:34:02.707776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7c60030c-4edd-4860-aa5d-6898884e3e22 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:34:02.771403 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7c60030c-4edd-4860-aa5d-6898884e3e22 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:34:02.772197 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:02.879906 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:34:02.983153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:34:02.992113 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:34:02.992978 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.216391 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50324) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:34:03.222292 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-8d32ee5c-ec17-4877-8bf9-6db63d5a135e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214900844', 'description': 'tempest-secgroup-smoke-214900844 description', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:34:03.265699 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d32ee5c-ec17-4877-8bf9-6db63d5a135e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.343279 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.416465 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 995eb519-ba9e-4e27-9ee5-7c1e8258ee63, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=995eb519-ba9e-4e27-9ee5-7c1e8258ee63,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:34:03.427742 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.450848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d32ee5c-ec17-4877-8bf9-6db63d5a135e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.461147 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d32ee5c-ec17-4877-8bf9-6db63d5a135e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.517610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Sync routers for ids ['3fcf6971-3884-4959-8c94-91fbd9bde562'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:34:03.520590 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d32ee5c-ec17-4877-8bf9-6db63d5a135e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.522870 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8d32ee5c-ec17-4877-8bf9-6db63d5a135e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3048117 Jul 08 21:34:03.529829 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50326) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:34:03.532493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32ee5c-ec17-4877-8bf9-6db63d5a135e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:03.538265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=995eb519-ba9e-4e27-9ee5-7c1e8258ee63,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:03.545811 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-7d87bf78-a807-4d7a-9589-33a0c1bfb722 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group_rule': {'security_group_id': '6f3e38a4-f4d6-4379-9aef-0f88d1865ac1', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:34:03.555952 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Routers {'3fcf6971-3884-4959-8c94-91fbd9bde562'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:34:03.557000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3fcf6971-3884-4959-8c94-91fbd9bde562'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:34:03.594356 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7d87bf78-a807-4d7a-9589-33a0c1bfb722 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.702101 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7d87bf78-a807-4d7a-9589-33a0c1bfb722 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.707116 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7d87bf78-a807-4d7a-9589-33a0c1bfb722 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.732156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87bf78-a807-4d7a-9589-33a0c1bfb722 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54795d0-6b47-4002-b701-c99addb861be,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:03.753322 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7d87bf78-a807-4d7a-9589-33a0c1bfb722 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.760420 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50328) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:34:03.760932 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-7d87bf78-a807-4d7a-9589-33a0c1bfb722 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2293379 Jul 08 21:34:03.766188 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-16180dd5-dde8-4ab7-9da7-cc4d0aef5e56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group_rule': {'security_group_id': '6f3e38a4-f4d6-4379-9aef-0f88d1865ac1', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:34:03.773750 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Set router 3fcf6971-3884-4959-8c94-91fbd9bde562 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:34:03.816557 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16180dd5-dde8-4ab7-9da7-cc4d0aef5e56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.917255 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16180dd5-dde8-4ab7-9da7-cc4d0aef5e56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.922886 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16180dd5-dde8-4ab7-9da7-cc4d0aef5e56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.956669 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16180dd5-dde8-4ab7-9da7-cc4d0aef5e56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366e1a4d-8435-49fb-8583-168d6d49e967,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:03.971340 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16180dd5-dde8-4ab7-9da7-cc4d0aef5e56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:03.972671 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-16180dd5-dde8-4ab7-9da7-cc4d0aef5e56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2107368 Jul 08 21:34:03.977493 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50330) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:34:03.982582 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-22960647-f8d8-42c3-9a41-5198ad9c6735 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group_rule': {'security_group_id': '6f3e38a4-f4d6-4379-9aef-0f88d1865ac1', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:34:04.015643 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22960647-f8d8-42c3-9a41-5198ad9c6735 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.059033 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'name': 'tempest-TestShelveInstance-2107516354-router', 'tenant_id': '117191f5fee04284937d2888aff38302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:55Z', 'updated_at': '2021-07-08T21:34:00Z', 'revision_number': 4, 'project_id': '117191f5fee04284937d2888aff38302', 'gw_port': {'id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:56Z', 'updated_at': '2021-07-08T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2c8cc5ca-4f24-4948-969b-8c080ad9362c', 'name': '', 'network_id': '6616382c-f225-44aa-a392-75412a28a2c0', 'tenant_id': '117191f5fee04284937d2888aff38302', 'mac_address': 'fa:16:3e:0d:20:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'acd9134c-0913-4e79-83e9-03053777c987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:59Z', 'updated_at': '2021-07-08T21:34:00Z', 'revision_number': 2, 'project_id': '117191f5fee04284937d2888aff38302', 'subnets': [{'id': 'acd9134c-0913-4e79-83e9-03053777c987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:34:04.090633 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22960647-f8d8-42c3-9a41-5198ad9c6735 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.096597 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22960647-f8d8-42c3-9a41-5198ad9c6735 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.105083 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Checking router: 3fcf6971-3884-4959-8c94-91fbd9bde562 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:34:04.106617 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Updating router 3fcf6971-3884-4959-8c94-91fbd9bde562 port 2c8cc5ca-4f24-4948-969b-8c080ad9362c binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:34:04.130596 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22960647-f8d8-42c3-9a41-5198ad9c6735 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91445857-b806-4d53-a979-8aa7faa5bd1c,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:04.141755 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22960647-f8d8-42c3-9a41-5198ad9c6735 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.146000 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-22960647-f8d8-42c3-9a41-5198ad9c6735 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673310 Jul 08 21:34:04.151405 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50332) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:34:04.159222 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-39acf637-a907-4b9c-b33a-4ee977f9fdfb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group_rule': {'security_group_id': '6f3e38a4-f4d6-4379-9aef-0f88d1865ac1', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:34:04.174281 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.186653 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-61330f52-ce57-491e-a7c5-fc5e79c5edfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.201412 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-39acf637-a907-4b9c-b33a-4ee977f9fdfb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.308304 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-39acf637-a907-4b9c-b33a-4ee977f9fdfb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.314730 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-39acf637-a907-4b9c-b33a-4ee977f9fdfb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.345956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acf637-a907-4b9c-b33a-4ee977f9fdfb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704088df-104a-496c-944d-5a8db6d90aa4,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:04.349528 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-39acf637-a907-4b9c-b33a-4ee977f9fdfb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.356571 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-39acf637-a907-4b9c-b33a-4ee977f9fdfb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1985302 Jul 08 21:34:04.356931 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50334) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:34:04.362658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-822e3ef0-798c-4a06-86a2-11339e1fb548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group_rule': {'security_group_id': '6f3e38a4-f4d6-4379-9aef-0f88d1865ac1', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:34:04.392224 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-822e3ef0-798c-4a06-86a2-11339e1fb548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Project dfad271ab1b740eeb065f2dcfb716d74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:34:04.401786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-822e3ef0-798c-4a06-86a2-11339e1fb548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.506813 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-822e3ef0-798c-4a06-86a2-11339e1fb548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.514661 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-822e3ef0-798c-4a06-86a2-11339e1fb548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.552582 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-822e3ef0-798c-4a06-86a2-11339e1fb548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.554331 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-822e3ef0-798c-4a06-86a2-11339e1fb548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1960518 Jul 08 21:34:04.556561 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e3ef0-798c-4a06-86a2-11339e1fb548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9072b69-55d1-4e73-b4b3-c13ed1a57bce,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:04.559476 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50336) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:34:04.564830 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5419bdd8-a2a9-4dfb-a800-a6651e6c56eb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group_rule': {'security_group_id': '6f3e38a4-f4d6-4379-9aef-0f88d1865ac1', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:34:04.598092 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-5419bdd8-a2a9-4dfb-a800-a6651e6c56eb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Project dfad271ab1b740eeb065f2dcfb716d74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:34:04.605085 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5419bdd8-a2a9-4dfb-a800-a6651e6c56eb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.632084 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:34:04.643860 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.688723 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5419bdd8-a2a9-4dfb-a800-a6651e6c56eb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.694111 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5419bdd8-a2a9-4dfb-a800-a6651e6c56eb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.710265 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Transition to ACTIVE for port object 2c8cc5ca-4f24-4948-969b-8c080ad9362c will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:34:04.722103 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419bdd8-a2a9-4dfb-a800-a6651e6c56eb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3f693f-20b2-4754-9735-a6af0a45fee6,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:04.726448 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.733094 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5419bdd8-a2a9-4dfb-a800-a6651e6c56eb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:04.735247 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5419bdd8-a2a9-4dfb-a800-a6651e6c56eb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1744871 Jul 08 21:34:04.849068 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939bb92-de3a-4567-9c40-bceb9167f3b9 None None] Pushing event updated for resources: {'Port': ['ID=2c8cc5ca-4f24-4948-969b-8c080ad9362c,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:04.853833 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:34:04.854530 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:05.000979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Attempting to bind port 2c8cc5ca-4f24-4948-969b-8c080ad9362c on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:34:05.001600 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Attempting to bind port 2c8cc5ca-4f24-4948-969b-8c080ad9362c by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '14d0f7ba-d767-40f7-be1b-f19f840b3f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6616382c-f225-44aa-a392-75412a28a2c0'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:34:05.002225 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Attempting to bind port 2c8cc5ca-4f24-4948-969b-8c080ad9362c on network 6616382c-f225-44aa-a392-75412a28a2c0 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:34:05.016331 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:34:05.016979 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Checking segment: {'id': '14d0f7ba-d767-40f7-be1b-f19f840b3f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6616382c-f225-44aa-a392-75412a28a2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:34:05.017658 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:05.018322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Bound using segment: {'id': '14d0f7ba-d767-40f7-be1b-f19f840b3f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6616382c-f225-44aa-a392-75412a28a2c0'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:34:05.019176 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Bound port: 2c8cc5ca-4f24-4948-969b-8c080ad9362c, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d0f7ba-d767-40f7-be1b-f19f840b3f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6616382c-f225-44aa-a392-75412a28a2c0'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:34:05.019886 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:05.056546 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-a4f7208b-249b-40e5-8714-192d6a6ae8e3 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214900844&fields=id&tenant_id=dfad271ab1b740eeb065f2dcfb716d74 HTTP/1.1" status: 200 len: 267 time: 0.0437176 Jul 08 21:34:05.210047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b2c232f6-3d6d-4c9a-a81a-2acf85a446bb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:05.212077 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b2c232f6-3d6d-4c9a-a81a-2acf85a446bb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 809 time: 0.1420588 Jul 08 21:34:05.232075 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-abe1e3c4-f488-4e25-a161-9fc2ac68b8f2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/quotas/dfad271ab1b740eeb065f2dcfb716d74 HTTP/1.1" status: 200 len: 375 time: 0.0124180 Jul 08 21:34:05.234203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] For port 2c8cc5ca-4f24-4948-969b-8c080ad9362c, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:34:05.239795 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] For port 2c8cc5ca-4f24-4948-969b-8c080ad9362c, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2c8cc5ca-4f24-4948-969b-8c080ad9362c,segment=NetworkSegment(14d0f7ba-d767-40f7-be1b-f19f840b3f13),segment_id=14d0f7ba-d767-40f7-be1b-f19f840b3f13)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:34:05.246953 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:05.321273 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-d6b1af4b-6e8c-411b-a28d-18cc5bec7193 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780306 Jul 08 21:34:05.353650 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Routers {'3fcf6971-3884-4959-8c94-91fbd9bde562'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:34:05.354821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:33:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3fcf6971-3884-4959-8c94-91fbd9bde562'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:34:05.420219 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939bb92-de3a-4567-9c40-bceb9167f3b9 None None] Pushing event updated for resources: {'Port': ['ID=2c8cc5ca-4f24-4948-969b-8c080ad9362c,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:05.493208 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-034f0dd7-76a3-49b6-9ad1-1da1bfa3ecbd service neutron] 10.222.0.101 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527112 Jul 08 21:34:05.545132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] Set router 3fcf6971-3884-4959-8c94-91fbd9bde562 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:34:05.630364 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-e932edde-7c72-453a-a9f8-029765caa4fb service neutron] 10.222.0.101 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250765 Jul 08 21:34:05.866946 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'name': 'tempest-TestShelveInstance-2107516354-router', 'tenant_id': '117191f5fee04284937d2888aff38302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:55Z', 'updated_at': '2021-07-08T21:34:00Z', 'revision_number': 4, 'project_id': '117191f5fee04284937d2888aff38302', 'gw_port': {'id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:56Z', 'updated_at': '2021-07-08T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2c8cc5ca-4f24-4948-969b-8c080ad9362c', 'name': '', 'network_id': '6616382c-f225-44aa-a392-75412a28a2c0', 'tenant_id': '117191f5fee04284937d2888aff38302', 'mac_address': 'fa:16:3e:0d:20:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'acd9134c-0913-4e79-83e9-03053777c987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:59Z', 'updated_at': '2021-07-08T21:34:05Z', 'revision_number': 4, 'project_id': '117191f5fee04284937d2888aff38302', 'subnets': [{'id': 'acd9134c-0913-4e79-83e9-03053777c987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:34:05.867889 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-292aab2b-d2b8-4373-af7f-7bd0957d4d73 req-77e9fec1-b004-4597-92ce-72d01476873f tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 210 time: 0.0485518 Jul 08 21:34:05.934358 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9eb2c-e160-4ef7-ad20-ec46fa793edb None None] The sync data for ids ['3fcf6971-3884-4959-8c94-91fbd9bde562'] in n-d-791506-16 is: [{'id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'name': 'tempest-TestShelveInstance-2107516354-router', 'tenant_id': '117191f5fee04284937d2888aff38302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:55Z', 'updated_at': '2021-07-08T21:34:00Z', 'revision_number': 4, 'project_id': '117191f5fee04284937d2888aff38302', 'gw_port': {'id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:56Z', 'updated_at': '2021-07-08T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '2c8cc5ca-4f24-4948-969b-8c080ad9362c', 'name': '', 'network_id': '6616382c-f225-44aa-a392-75412a28a2c0', 'tenant_id': '117191f5fee04284937d2888aff38302', 'mac_address': 'fa:16:3e:0d:20:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'acd9134c-0913-4e79-83e9-03053777c987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:59Z', 'updated_at': '2021-07-08T21:34:05Z', 'revision_number': 4, 'project_id': '117191f5fee04284937d2888aff38302', 'subnets': [{'id': 'acd9134c-0913-4e79-83e9-03053777c987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:34:06.692826 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2c8cc5ca-4f24-4948-969b-8c080ad9362c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:34:06.784066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 2c8cc5ca-4f24-4948-969b-8c080ad9362c completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:34:06.792299 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2c8cc5ca-4f24-4948-969b-8c080ad9362c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:34:06.793388 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:06.943430 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:07.015997 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 2c8cc5ca-4f24-4948-969b-8c080ad9362c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2c8cc5ca-4f24-4948-969b-8c080ad9362c,segment=NetworkSegment(14d0f7ba-d767-40f7-be1b-f19f840b3f13),segment_id=14d0f7ba-d767-40f7-be1b-f19f840b3f13)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:34:07.023972 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:07.144292 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=2c8cc5ca-4f24-4948-969b-8c080ad9362c,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:07.158246 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8045ed56-1c5f-414f-be10-49ce22716a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:07.160551 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f0c9e803-45cd-48c4-8142-99ac19884d3a req-7f820343-0d42-47fc-9ee8-b035861c8ba9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 210 time: 0.0811505 Jul 08 21:34:07.230113 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:07.856608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-efdcd558-c2b1-4d8a-b674-4d662f9f5570 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:07.858419 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-efdcd558-c2b1-4d8a-b674-4d662f9f5570 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 809 time: 0.1503077 Jul 08 21:34:07.934310 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-33b0e364-1bad-4f08-8b23-00ea4e647cb1 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfad271ab1b740eeb065f2dcfb716d74 HTTP/1.1" status: 200 len: 379 time: 0.0636089 Jul 08 21:34:07.947403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'port': {'device_id': '678ccc96-08d4-44b8-b926-d204f29d1627', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'admin_state_up': True, 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'security_groups': ['6f3e38a4-f4d6-4379-9aef-0f88d1865ac1']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:34:08.142503 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Made reservation on behalf of dfad271ab1b740eeb065f2dcfb716d74 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:34:08.146361 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:08.293398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Allocated IP 172.20.0.6 (825b6aad-f2e2-442e-9032-98afe28081b8/5976220c-8586-4ff5-b20d-7755b03721cc/5cae28d1-814d-4acf-af75-382161a604a7) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:34:08.330785 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0cd39b69-9c9e-4abf-97ad-6ebd6ba57c5a req-6d6f4bab-fdbc-4319-9d6e-d820fed74e45 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 210 time: 0.0396752 Jul 08 21:34:08.488468 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:08.504342 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Transition to ACTIVE for port object 5cae28d1-814d-4acf-af75-382161a604a7 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:34:08.562691 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:08.562966 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:08.607394 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2c8cc5ca-4f24-4948-969b-8c080ad9362c up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:34:08.614187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Network 825b6aad-f2e2-442e-9032-98afe28081b8 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:34:08.624502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:34:08.628768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:34:08.663118 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'Port': ['ID=5cae28d1-814d-4acf-af75-382161a604a7,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:08.683738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 2c8cc5ca-4f24-4948-969b-8c080ad9362c triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:34:08.684268 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:08.722863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:08.723932 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:08.755851 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b362ddb5-3e64-4d0b-8d94-76295be80f56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8165762 Jul 08 21:34:08.770751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Request body: {'port': {'device_id': '678ccc96-08d4-44b8-b926-d204f29d1627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:34:08.914832 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:08.959210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-84d73c5b-2235-4be4-8c09-1e6106295821 None None] Provisioning for port 5cae28d1-814d-4acf-af75-382161a604a7 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:34:08.964941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-84d73c5b-2235-4be4-8c09-1e6106295821 None None] Provisioning complete for port 5cae28d1-814d-4acf-af75-382161a604a7 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:34:08.965374 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-84d73c5b-2235-4be4-8c09-1e6106295821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:09.016713 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-84d73c5b-2235-4be4-8c09-1e6106295821 None None] Port 5cae28d1-814d-4acf-af75-382161a604a7 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:34:09.340958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cae28d1-814d-4acf-af75-382161a604a7 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:34:09.350048 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:09.367716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Transition to ACTIVE for port object 5cae28d1-814d-4acf-af75-382161a604a7 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:34:09.374737 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:09.448283 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Pushing event updated for resources: {'Port': ['ID=5cae28d1-814d-4acf-af75-382161a604a7,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:09.594616 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Attempting to bind port 5cae28d1-814d-4acf-af75-382161a604a7 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:34:09.595174 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Attempting to bind port 5cae28d1-814d-4acf-af75-382161a604a7 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:34:09.595804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Attempting to bind port 5cae28d1-814d-4acf-af75-382161a604a7 on network 825b6aad-f2e2-442e-9032-98afe28081b8 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:34:09.602989 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Port 5cae28d1-814d-4acf-af75-382161a604a7 on network 825b6aad-f2e2-442e-9032-98afe28081b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:34:09.603514 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Attempting to bind port 5cae28d1-814d-4acf-af75-382161a604a7 on network 825b6aad-f2e2-442e-9032-98afe28081b8 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:34:09.612580 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:34:09.613156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Checking segment: {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:34:09.613805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Bound using segment: {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:34:09.614554 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Bound port: 5cae28d1-814d-4acf-af75-382161a604a7, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:34:09.615206 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:09.636162 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ed9d6-1da2-452d-9eec-50bc96dfe25f req-8a22f9e5-bec3-459b-b3dd-0e7f3b240f5a tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:09.638981 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b47ed9d6-1da2-452d-9eec-50bc96dfe25f req-8a22f9e5-bec3-459b-b3dd-0e7f3b240f5a tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 943 time: 0.1231525 Jul 08 21:34:09.720202 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b47ed9d6-1da2-452d-9eec-50bc96dfe25f req-ddbcab37-d234-4acf-97ed-5da9ddfcb8af tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681560 Jul 08 21:34:09.727486 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:34:09.733381 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:34:09.740582 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:09.802284 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:09.803055 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:09.805534 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] 10.222.0.104 "PUT /v2.0/ports/5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 1092 time: 1.0416093 Jul 08 21:34:09.806092 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:34:09.809434 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4b92fd-e7cb-4ba8-88c6-01571aeae16e" -d '{"events": [{"name": "network-changed", "server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "tag": "5cae28d1-814d-4acf-af75-382161a604a7"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:34:09.869993 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e084b5-ecf3-406e-a4f5-ccb5480aa93c service neutron] Pushing event updated for resources: {'Port': ['ID=5cae28d1-814d-4acf-af75-382161a604a7,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:09.906354 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be76ca3a-cb46-44cd-94f2-3fc35d22ff7c x-openstack-request-id: req-be76ca3a-cb46-44cd-94f2-3fc35d22ff7c {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:34:09.906655 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "tag": "5cae28d1-814d-4acf-af75-382161a604a7", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:34:09.906876 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-be76ca3a-cb46-44cd-94f2-3fc35d22ff7c {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:34:09.907286 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7', 'status': 'completed', 'code': 200} Jul 08 21:34:09.943763 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-fe515eb8-c3c6-4889-9475-c71fa56ac654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:09.945969 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-fe515eb8-c3c6-4889-9475-c71fa56ac654 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1095 time: 0.0722744 Jul 08 21:34:10.002293 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-e34bfd63-aa94-40da-8051-e4f6742e7eff service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 217 time: 0.0493965 Jul 08 21:34:10.071779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-8e04cde8-6bc1-400a-8371-9c5e601a786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:10.073714 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-8e04cde8-6bc1-400a-8371-9c5e601a786e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0644414 Jul 08 21:34:10.122406 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:10.160349 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-4b0115db-62aa-4ee2-8f88-e229e9b71bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:10.163139 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-4b0115db-62aa-4ee2-8f88-e229e9b71bad service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804887 Jul 08 21:34:10.263493 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-3c249d02-c86d-4fc4-814c-ba2678be86a4 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930855 Jul 08 21:34:10.370295 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73f2d916-4cf5-44fa-8d97-ea6baaebe391 req-b7cc4db0-30a3-40ab-b7c9-174d9709421b service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005025 Jul 08 21:34:10.494625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b92fd-e7cb-4ba8-88c6-01571aeae16e req-a085b7a4-0a58-4c0a-878b-0f6f02e38539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:10.496407 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc4b92fd-e7cb-4ba8-88c6-01571aeae16e req-a085b7a4-0a58-4c0a-878b-0f6f02e38539 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1095 time: 0.0717261 Jul 08 21:34:10.616440 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b92fd-e7cb-4ba8-88c6-01571aeae16e req-cfed51ca-e3ae-48eb-ab4a-0622481b223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:10.619422 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc4b92fd-e7cb-4ba8-88c6-01571aeae16e req-cfed51ca-e3ae-48eb-ab4a-0622481b223f service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1159961 Jul 08 21:34:10.671346 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc4b92fd-e7cb-4ba8-88c6-01571aeae16e req-2266d405-fb89-4ff5-a795-aceda5b8a6f3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 217 time: 0.0450749 Jul 08 21:34:10.739139 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b92fd-e7cb-4ba8-88c6-01571aeae16e req-22b81abe-225c-473d-81f6-83baa75249e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:10.742639 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc4b92fd-e7cb-4ba8-88c6-01571aeae16e req-22b81abe-225c-473d-81f6-83baa75249e5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0634372 Jul 08 21:34:10.832997 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b92fd-e7cb-4ba8-88c6-01571aeae16e req-ae2bb438-3ca0-4d8d-af99-3b2aee0bb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:10.836294 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc4b92fd-e7cb-4ba8-88c6-01571aeae16e req-ae2bb438-3ca0-4d8d-af99-3b2aee0bb3f5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862894 Jul 08 21:34:10.978816 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc4b92fd-e7cb-4ba8-88c6-01571aeae16e req-b25bce74-b1bc-4f50-b693-9135f0e1677b service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356144 Jul 08 21:34:11.013883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f3d82-f157-401f-8097-66a6bb79a30a req-12545fbb-162c-4437-b6eb-79e5066e640a tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:11.015980 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-026f3d82-f157-401f-8097-66a6bb79a30a req-12545fbb-162c-4437-b6eb-79e5066e640a tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 943 time: 0.1001399 Jul 08 21:34:11.062249 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-026f3d82-f157-401f-8097-66a6bb79a30a req-ffeff1f6-7cec-4689-a9bf-a4531b1e9031 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394545 Jul 08 21:34:11.157940 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc4b92fd-e7cb-4ba8-88c6-01571aeae16e req-e4b811ed-af8e-45ab-8937-91955c221145 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717882 Jul 08 21:34:12.074940 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 5cae28d1-814d-4acf-af75-382161a604a7 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:34:12.200441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:34:12.216186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '5cae28d1-814d-4acf-af75-382161a604a7', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'port_id': '5cae28d1-814d-4acf-af75-382161a604a7', 'mac_address': 'fa:16:3e:77:f1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:34:12.266292 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:12.287395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cae28d1-814d-4acf-af75-382161a604a7 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:34:12.322516 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:34:12.328776 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:12.392881 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad6dd-d983-4140-ac08-c55c6849d143 req-f0eca7e4-b783-441d-b792-1f8f6c9e6344 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:12.395521 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-771ad6dd-d983-4140-ac08-c55c6849d143 req-f0eca7e4-b783-441d-b792-1f8f6c9e6344 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 943 time: 0.1068068 Jul 08 21:34:12.426961 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=5cae28d1-814d-4acf-af75-382161a604a7,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:12.461984 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-771ad6dd-d983-4140-ac08-c55c6849d143 req-7772cfe6-14d9-4ed5-9b74-95aa0bd54aeb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558603 Jul 08 21:34:12.552865 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['5cae28d1-814d-4acf-af75-382161a604a7'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:34:13.744291 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599cc87-0e63-49fe-baa3-751b1174f51a req-758a0001-4f54-4b49-aeee-8e7811678629 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:13.746936 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1599cc87-0e63-49fe-baa3-751b1174f51a req-758a0001-4f54-4b49-aeee-8e7811678629 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.1060417 Jul 08 21:34:13.812046 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-1599cc87-0e63-49fe-baa3-751b1174f51a req-f547bc3b-7f88-4ff9-a41f-5561ed4c81c5 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586264 Jul 08 21:34:14.084610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 5cae28d1-814d-4acf-af75-382161a604a7 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:34:14.149752 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 5cae28d1-814d-4acf-af75-382161a604a7 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:34:14.156671 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 5cae28d1-814d-4acf-af75-382161a604a7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:34:14.157272 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:14.286410 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:14.332186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:34:14.337379 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa022bf9-d906-45c3-ba80-cf2005ea086e" -d '{"events": [{"server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "name": "network-vif-plugged", "status": "completed", "tag": "5cae28d1-814d-4acf-af75-382161a604a7"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:34:14.364559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:34:14.372671 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:14.411739 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc3feff-6440-44a5-be25-4ef0ed428aaa x-openstack-request-id: req-bcc3feff-6440-44a5-be25-4ef0ed428aaa {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:34:14.412095 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "name": "network-vif-plugged", "status": "completed", "tag": "5cae28d1-814d-4acf-af75-382161a604a7", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:34:14.412346 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bcc3feff-6440-44a5-be25-4ef0ed428aaa {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:34:14.412932 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7', 'code': 200} Jul 08 21:34:14.457064 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=5cae28d1-814d-4acf-af75-382161a604a7,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:14.527200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fbf6a-4e46-424a-95d4-66c853f5cc66 req-91e77d2b-77b5-4d60-9cdd-ef01e0f38048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:14.528829 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec9fbf6a-4e46-424a-95d4-66c853f5cc66 req-91e77d2b-77b5-4d60-9cdd-ef01e0f38048 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1097 time: 0.0656493 Jul 08 21:34:14.574366 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ec9fbf6a-4e46-424a-95d4-66c853f5cc66 req-0a9822bc-27c9-499a-a66e-6fdd59625984 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380871 Jul 08 21:34:15.127893 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6899eed-b868-4cd4-be68-cd1c8858bbec req-6d845c19-dc04-415b-b4f2-dcfae5173295 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:15.130577 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a6899eed-b868-4cd4-be68-cd1c8858bbec req-6d845c19-dc04-415b-b4f2-dcfae5173295 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.1112459 Jul 08 21:34:15.197799 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a6899eed-b868-4cd4-be68-cd1c8858bbec req-32714ccb-6725-4aae-b6b5-2b8f6caeb7a2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592463 Jul 08 21:34:16.729083 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495fce9-93ef-4fc6-8d2a-03da4218fb64 req-a3f1e399-5a87-4059-b8fc-3a0da73c44e0 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:16.732611 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4495fce9-93ef-4fc6-8d2a-03da4218fb64 req-a3f1e399-5a87-4059-b8fc-3a0da73c44e0 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.1055460 Jul 08 21:34:16.794010 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4495fce9-93ef-4fc6-8d2a-03da4218fb64 req-ef6c831a-c323-4b85-b91f-0da51b249bd8 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549295 Jul 08 21:34:17.135824 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a57a1-8163-4db0-be33-a3a45aee8a16 req-bbad401b-6d96-4391-80b0-dc20f81760f2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:17.137791 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-770a57a1-8163-4db0-be33-a3a45aee8a16 req-bbad401b-6d96-4391-80b0-dc20f81760f2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.1138577 Jul 08 21:34:17.207654 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-770a57a1-8163-4db0-be33-a3a45aee8a16 req-1d1859b9-f8ee-4930-9a05-6ee44a58776c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628033 Jul 08 21:34:17.253875 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50390) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:34:17.487033 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09bdee0-ad2f-4e6b-a356-7291a4fd9fab tempest-TestShelveInstance-727661429 tempest-TestShelveInstance-727661429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:17.488758 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a09bdee0-ad2f-4e6b-a356-7291a4fd9fab tempest-TestShelveInstance-727661429 tempest-TestShelveInstance-727661429-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1092 time: 0.2333412 Jul 08 21:34:17.495700 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50394) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:34:17.501338 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '5cae28d1-814d-4acf-af75-382161a604a7', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:34:17.529777 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for floatingip, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:17.693013 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:17.898460 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Allocated IP 172.25.4.252 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/966636a4-3da5-4d58-b816-11ba80624fe4) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:34:18.096754 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:18.169484 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:18.228798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:34:18.232549 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:34:18.237583 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:34:18.245266 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'Port': ['ID=966636a4-3da5-4d58-b816-11ba80624fe4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:18.334909 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:18.760480 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:18.875778 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:19.078034 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:19.084923 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:19.226524 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'Port': ['ID=966636a4-3da5-4d58-b816-11ba80624fe4,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:34:19.245434 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:19.388751 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Floating IP 49f9861a-ac7e-4948-970b-64b1ed5fc728 associated. External IP: 172.25.4.252, port: 5cae28d1-814d-4acf-af75-382161a604a7. Jul 08 21:34:19.663463 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Router 28fd667d-70f9-47c4-8a03-ce42c4101f42 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:34:19.789462 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:34:19.800549 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f6992a-a808-4d1f-acf9-958553d865ad None None] Sync routers for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:34:19.812696 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:19.817732 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6992a-a808-4d1f-acf9-958553d865ad None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:34:19.818866 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-75f6992a-a808-4d1f-acf9-958553d865ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:34:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:34:19.859061 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-129b7098-9c69-4cb5-be7c-d344fd6df1de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3618579 Jul 08 21:34:19.859671 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:34:19.862129 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d2ebfc172d59de590df2938a803ad4ab2356e115028df77becb900c8d97392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b028154d-ab40-4960-9469-d9b9249267c9" -d '{"events": [{"name": "network-changed", "server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "tag": "5cae28d1-814d-4acf-af75-382161a604a7"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:34:19.906477 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49d31f6-23da-429a-b7e0-c5d75795456e x-openstack-request-id: req-f49d31f6-23da-429a-b7e0-c5d75795456e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:34:19.906770 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "tag": "5cae28d1-814d-4acf-af75-382161a604a7", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:34:19.907022 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f49d31f6-23da-429a-b7e0-c5d75795456e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:34:19.907465 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7', 'status': 'completed', 'code': 200} Jul 08 21:34:19.999072 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-75f6992a-a808-4d1f-acf9-958553d865ad None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:34:20.003013 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028154d-ab40-4960-9469-d9b9249267c9 req-92473531-3ed6-44b0-9f9e-39ef9dc25b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:20.004839 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b028154d-ab40-4960-9469-d9b9249267c9 req-92473531-3ed6-44b0-9f9e-39ef9dc25b14 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1097 time: 0.0700805 Jul 08 21:34:20.160951 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028154d-ab40-4960-9469-d9b9249267c9 req-2f317f54-3083-4240-81be-e753cc1cfe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:20.164614 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b028154d-ab40-4960-9469-d9b9249267c9 req-2f317f54-3083-4240-81be-e753cc1cfe22 service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1528046 Jul 08 21:34:20.296196 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b028154d-ab40-4960-9469-d9b9249267c9 req-179a59b4-173a-4726-8f8b-b1528be4bb03 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 999 time: 0.1179266 Jul 08 21:34:20.381014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028154d-ab40-4960-9469-d9b9249267c9 req-9e45fec6-5717-4f5a-b8c9-8b10e6af349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:20.383617 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b028154d-ab40-4960-9469-d9b9249267c9 req-9e45fec6-5717-4f5a-b8c9-8b10e6af349c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0810111 Jul 08 21:34:20.443591 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.104', 49793) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:34:20.463781 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-75f6992a-a808-4d1f-acf9-958553d865ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '49f9861a-ac7e-4948-970b-64b1ed5fc728', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'port_id': '5cae28d1-814d-4acf-af75-382161a604a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'mac_address': 'fa:16:3e:77:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678ccc96-08d4-44b8-b926-d204f29d1627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:34:18Z', 'updated_at': '2021-07-08T21:34:18Z', 'revision_number': 0, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:59Z', 'revision_number': 5, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:34:20.495195 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028154d-ab40-4960-9469-d9b9249267c9 req-04fcce73-fed7-407f-873f-4e0b88e7e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:20.499204 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b028154d-ab40-4960-9469-d9b9249267c9 req-04fcce73-fed7-407f-873f-4e0b88e7e075 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095953 Jul 08 21:34:20.511029 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f6992a-a808-4d1f-acf9-958553d865ad None None] Checking router: 28fd667d-70f9-47c4-8a03-ce42c4101f42 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:34:20.526537 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6992a-a808-4d1f-acf9-958553d865ad None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:34:20.527759 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-75f6992a-a808-4d1f-acf9-958553d865ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:34:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:34:20.555427 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-126362bc-5d3f-4048-ae95-edbd5b5dc925 req-6f7e3025-7fcc-41ed-a92b-cf866487d191 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1096296 Jul 08 21:34:20.639352 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b028154d-ab40-4960-9469-d9b9249267c9 req-2182f727-4465-45c4-8968-fa38e2e061e5 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327593 Jul 08 21:34:20.691687 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-75f6992a-a808-4d1f-acf9-958553d865ad None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:34:20.818007 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b028154d-ab40-4960-9469-d9b9249267c9 req-34f4b581-9bbd-4602-9fbc-b18a8733d22e service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716576 Jul 08 21:34:21.007975 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126362bc-5d3f-4048-ae95-edbd5b5dc925 req-0687a5b5-d863-499c-abc1-2711c647e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:21.010174 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-126362bc-5d3f-4048-ae95-edbd5b5dc925 req-0687a5b5-d863-499c-abc1-2711c647e0db service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1097 time: 0.0980818 Jul 08 21:34:21.065600 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-75f6992a-a808-4d1f-acf9-958553d865ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '49f9861a-ac7e-4948-970b-64b1ed5fc728', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'port_id': '5cae28d1-814d-4acf-af75-382161a604a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'mac_address': 'fa:16:3e:77:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678ccc96-08d4-44b8-b926-d204f29d1627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:34:18Z', 'updated_at': '2021-07-08T21:34:18Z', 'revision_number': 0, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:59Z', 'revision_number': 5, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:34:21.106486 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f6992a-a808-4d1f-acf9-958553d865ad None None] The sync data for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 is: [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '49f9861a-ac7e-4948-970b-64b1ed5fc728', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'port_id': '5cae28d1-814d-4acf-af75-382161a604a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'mac_address': 'fa:16:3e:77:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678ccc96-08d4-44b8-b926-d204f29d1627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:34:18Z', 'updated_at': '2021-07-08T21:34:18Z', 'revision_number': 0, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:59Z', 'revision_number': 5, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:34:21.183510 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126362bc-5d3f-4048-ae95-edbd5b5dc925 req-b5bbcbfb-5092-48ef-8607-40f4ac4eb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:21.186130 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-126362bc-5d3f-4048-ae95-edbd5b5dc925 req-b5bbcbfb-5092-48ef-8607-40f4ac4eb702 service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1533015 Jul 08 21:34:21.275000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-126362bc-5d3f-4048-ae95-edbd5b5dc925 req-468a1cc7-8992-46e7-ac23-d12e28b55cbd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 999 time: 0.0819104 Jul 08 21:34:21.340074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126362bc-5d3f-4048-ae95-edbd5b5dc925 req-6f276cf5-e46b-41e8-9f55-3cb0fa5bf360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:21.342859 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-126362bc-5d3f-4048-ae95-edbd5b5dc925 req-6f276cf5-e46b-41e8-9f55-3cb0fa5bf360 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0614152 Jul 08 21:34:21.383880 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec19e97-afb5-48ab-bb88-7ac0f4c620bf None None] New status for floating IP 49f9861a-ac7e-4948-970b-64b1ed5fc728: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:34:21.436736 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126362bc-5d3f-4048-ae95-edbd5b5dc925 req-8b07abcc-370b-440f-919b-519dcbb12ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:34:21.438788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-126362bc-5d3f-4048-ae95-edbd5b5dc925 req-8b07abcc-370b-440f-919b-519dcbb12ca2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901268 Jul 08 21:34:21.579943 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-126362bc-5d3f-4048-ae95-edbd5b5dc925 req-3dc5cff5-3681-4cc0-8a04-7214c12824bb service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350789 Jul 08 21:34:21.745215 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-126362bc-5d3f-4048-ae95-edbd5b5dc925 req-0c366e7a-67b3-4443-8c22-c09e9c399d93 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577852 Jul 08 21:34:24.204846 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:28.277673 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:34:34.165528 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0a0351de-9454-4105-8f5e-221b21ab85f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:37.132677 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-390ec1ba-fa4c-471e-8a03-48fdb71eddd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:37.230703 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:38.568476 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:40.118437 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:48.321339 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:34:54.203606 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:04.162522 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ff61f812-8d55-4e75-b18c-fe06b442c76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:05.278224 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:35:07.137281 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-af65741a-724a-4d90-b919-bfbd79fdc4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:07.223695 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:08.571319 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:10.112241 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:18.344398 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:22.603305 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6acdf57b-f683-4ee5-9a61-1479b9d9c13b req-4820c2f1-7d4f-4765-ad59-fb37e4c5d8ae service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1774974 Jul 08 21:35:22.714190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdf57b-f683-4ee5-9a61-1479b9d9c13b req-aab433b7-0673-49d1-a572-2a62014b654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:35:22.715897 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6acdf57b-f683-4ee5-9a61-1479b9d9c13b req-aab433b7-0673-49d1-a572-2a62014b654d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1097 time: 0.0642006 Jul 08 21:35:22.856938 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdf57b-f683-4ee5-9a61-1479b9d9c13b req-69af81ed-cc6a-46eb-88ea-9a931620a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:35:22.858567 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6acdf57b-f683-4ee5-9a61-1479b9d9c13b req-69af81ed-cc6a-46eb-88ea-9a931620a302 service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1204169 Jul 08 21:35:23.337909 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6acdf57b-f683-4ee5-9a61-1479b9d9c13b req-3afecfec-c6cb-45fc-bcda-e7d6e9db9488 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 1001 time: 0.4729016 Jul 08 21:35:23.390089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdf57b-f683-4ee5-9a61-1479b9d9c13b req-c8be9799-9c0b-413f-b154-30597f4b6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:35:23.391743 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6acdf57b-f683-4ee5-9a61-1479b9d9c13b req-c8be9799-9c0b-413f-b154-30597f4b6bf4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0476346 Jul 08 21:35:23.460270 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdf57b-f683-4ee5-9a61-1479b9d9c13b req-57fb6582-7654-4f0d-b6c8-2c5047715345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:35:23.461863 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6acdf57b-f683-4ee5-9a61-1479b9d9c13b req-57fb6582-7654-4f0d-b6c8-2c5047715345 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638208 Jul 08 21:35:23.563975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6acdf57b-f683-4ee5-9a61-1479b9d9c13b req-177480b9-1904-4b58-a1b7-ef4df13c8698 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953102 Jul 08 21:35:23.671701 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6acdf57b-f683-4ee5-9a61-1479b9d9c13b req-4478a06f-401f-408f-9e2d-a99fba257ea8 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012936 Jul 08 21:35:24.217847 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:34.164459 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24c9527a-a837-499e-b1b4-c2412ae8d291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:37.132935 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-28253fb4-398d-4f9c-8073-7d16d39a41cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:37.233156 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:38.580458 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:40.115306 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:42.279369 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:35:48.352084 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:35:54.244309 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:04.160131 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-47b14a1b-950c-403e-acb7-1b89a6d0c831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:07.130688 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e5cac88e-1467-402b-9d88-86d492504a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:07.227636 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:08.578265 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:10.118487 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:15.898924 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af191-1896-44e6-956c-bfc3525f563a req-b9b26e36-0357-4302-9dd2-0bb6ac7ac775 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:15.900908 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da2af191-1896-44e6-956c-bfc3525f563a req-b9b26e36-0357-4302-9dd2-0bb6ac7ac775 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.1374559 Jul 08 21:36:15.950484 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-da2af191-1896-44e6-956c-bfc3525f563a req-34f01281-4e3b-4959-94f7-fcaf64fd936f tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382843 Jul 08 21:36:17.211351 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc30684-e1da-4659-8151-e4496bc930d6 req-a5cd1639-0d0d-4248-a67f-e3efe535075b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:17.213205 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dbc30684-e1da-4659-8151-e4496bc930d6 req-a5cd1639-0d0d-4248-a67f-e3efe535075b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.0800042 Jul 08 21:36:17.263622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dbc30684-e1da-4659-8151-e4496bc930d6 req-ecf8426f-5b3b-4f7b-8595-1b1279398afb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427492 Jul 08 21:36:18.355384 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:18.494954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38ffa4-39d6-46b4-ba90-dbf189300a63 req-1dcfc5db-8c47-4e29-a9b7-2fadfe48a260 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:18.496722 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2a38ffa4-39d6-46b4-ba90-dbf189300a63 req-1dcfc5db-8c47-4e29-a9b7-2fadfe48a260 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.0910714 Jul 08 21:36:18.548159 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2a38ffa4-39d6-46b4-ba90-dbf189300a63 req-ceb5bd2e-7db7-457b-b398-5796d097765c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396166 Jul 08 21:36:19.280881 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:36:19.764047 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c181372-e972-4af3-9f35-ccee9c18e346 req-8d84dffd-f7ce-4878-9753-3d8f22685597 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:19.766168 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c181372-e972-4af3-9f35-ccee9c18e346 req-8d84dffd-f7ce-4878-9753-3d8f22685597 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.0776978 Jul 08 21:36:19.812536 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8c181372-e972-4af3-9f35-ccee9c18e346 req-b60f7fa5-40d0-4ae7-a21b-dc8e7e1a9b0a tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390925 Jul 08 21:36:21.060474 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b7106-f4d2-4790-a2e3-ca23c8f9b4d2 req-8251497c-bea7-4184-99c8-e7e5cdc1d3aa tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:21.062196 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f19b7106-f4d2-4790-a2e3-ca23c8f9b4d2 req-8251497c-bea7-4184-99c8-e7e5cdc1d3aa tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.0772815 Jul 08 21:36:21.106287 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f19b7106-f4d2-4790-a2e3-ca23c8f9b4d2 req-7fe4d5a8-75f5-4319-9a78-8989b16b38c9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378680 Jul 08 21:36:22.307729 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ec540-1d78-407a-b8d3-079f258e33cb req-97e8163c-6f56-4167-8c6b-07ba64b66585 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:22.309897 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-896ec540-1d78-407a-b8d3-079f258e33cb req-97e8163c-6f56-4167-8c6b-07ba64b66585 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.0738189 Jul 08 21:36:22.353130 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-896ec540-1d78-407a-b8d3-079f258e33cb req-f9b4a54b-d3c7-490a-b739-4467780e3153 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377121 Jul 08 21:36:23.591951 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaa2ea-2721-442c-8847-c86426e9d761 req-4fb95ca1-907c-4fb3-882a-c5a7329b2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:23.593720 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-becaa2ea-2721-442c-8847-c86426e9d761 req-4fb95ca1-907c-4fb3-882a-c5a7329b2b0c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1097 time: 0.1152685 Jul 08 21:36:23.619484 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b6675-d750-4ac8-92b8-b1ab930126d1 req-d8070ea0-2c8e-434a-93bb-07ae4cdfe34e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:23.621255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-798b6675-d750-4ac8-92b8-b1ab930126d1 req-d8070ea0-2c8e-434a-93bb-07ae4cdfe34e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.1103792 Jul 08 21:36:23.735808 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-798b6675-d750-4ac8-92b8-b1ab930126d1 req-b8f3212e-8680-49b6-ad05-2a2a546a4882 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033683 Jul 08 21:36:23.766744 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaa2ea-2721-442c-8847-c86426e9d761 req-061b460c-eadd-4760-84ec-258ef4392b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:23.768373 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-becaa2ea-2721-442c-8847-c86426e9d761 req-061b460c-eadd-4760-84ec-258ef4392b23 service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1453919 Jul 08 21:36:23.846910 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-becaa2ea-2721-442c-8847-c86426e9d761 req-52c31add-e655-4a99-b99b-fec8b31d7dd8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 1001 time: 0.0711153 Jul 08 21:36:23.913739 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaa2ea-2721-442c-8847-c86426e9d761 req-cb0ef82e-2179-4956-9e0b-036d10bd13a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:23.915449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-becaa2ea-2721-442c-8847-c86426e9d761 req-cb0ef82e-2179-4956-9e0b-036d10bd13a5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0623453 Jul 08 21:36:23.986548 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaa2ea-2721-442c-8847-c86426e9d761 req-7525ba4e-9d6d-4423-9579-906ed62eee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:23.988792 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-becaa2ea-2721-442c-8847-c86426e9d761 req-7525ba4e-9d6d-4423-9579-906ed62eee44 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670424 Jul 08 21:36:24.103817 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-becaa2ea-2721-442c-8847-c86426e9d761 req-7a9976df-5113-4164-98ed-538e86010f72 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085346 Jul 08 21:36:24.205071 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-becaa2ea-2721-442c-8847-c86426e9d761 req-7e11fa1e-e8c7-4e4a-9156-135fb106c2b8 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950363 Jul 08 21:36:24.228843 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:24.957732 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036f46e-5a10-42fc-9aa2-4601b3f8c32d req-4d1be000-c72e-4fe9-b41b-517fe1cc66c6 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:24.959445 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d036f46e-5a10-42fc-9aa2-4601b3f8c32d req-4d1be000-c72e-4fe9-b41b-517fe1cc66c6 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.0771906 Jul 08 21:36:25.001438 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d036f46e-5a10-42fc-9aa2-4601b3f8c32d req-baeb6512-6a01-4c20-bc81-d6caf278bbf4 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358205 Jul 08 21:36:26.252978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84061122-c513-4d66-9e88-8f4c4435fae2 req-046c86b1-4a27-40f4-be3d-e171a9d10098 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:26.256102 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84061122-c513-4d66-9e88-8f4c4435fae2 req-046c86b1-4a27-40f4-be3d-e171a9d10098 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.0784085 Jul 08 21:36:26.307549 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-84061122-c513-4d66-9e88-8f4c4435fae2 req-100c21ad-4e23-47b9-8769-baab6fcf523c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429356 Jul 08 21:36:27.513916 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2dd9-6b0c-4724-a41b-5661ee564136 req-6c599f9f-a5e0-44b3-a8c0-6cdecd02cbd4 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:27.515728 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc0b2dd9-6b0c-4724-a41b-5661ee564136 req-6c599f9f-a5e0-44b3-a8c0-6cdecd02cbd4 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.0769954 Jul 08 21:36:27.562425 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-dc0b2dd9-6b0c-4724-a41b-5661ee564136 req-95189616-61ec-4921-aa09-8908ecd864f7 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402563 Jul 08 21:36:28.573901 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 5cae28d1-814d-4acf-af75-382161a604a7 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:36:28.776044 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:36:28.800588 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '5cae28d1-814d-4acf-af75-382161a604a7', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'port_id': '5cae28d1-814d-4acf-af75-382161a604a7', 'mac_address': 'fa:16:3e:77:f1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:36:28.886874 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:28.904703 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cae28d1-814d-4acf-af75-382161a604a7 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:36:28.933073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:36:28.940129 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:28.953450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aca27f-ec3d-44f8-9600-9de6d6955c33 req-e8d4fdae-bfe4-4c12-8984-a17bc08b9ad1 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:28.956085 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51aca27f-ec3d-44f8-9600-9de6d6955c33 req-e8d4fdae-bfe4-4c12-8984-a17bc08b9ad1 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.1138949 Jul 08 21:36:29.032812 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51aca27f-ec3d-44f8-9600-9de6d6955c33 req-6fa73706-9584-4279-80c3-9cfa3919a855 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638406 Jul 08 21:36:29.038560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['5cae28d1-814d-4acf-af75-382161a604a7'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:36:29.055710 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=5cae28d1-814d-4acf-af75-382161a604a7,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:36:29.111195 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:29.111757 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:29.112315 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:29.112934 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:29.114043 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:29.114598 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:29.115165 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:29.115975 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:29.116542 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:29.117169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:29.117695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:29.118334 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:30.378244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bea537-4afa-4e21-a829-18d77ac576db req-7b79b964-4047-46bf-a1b7-445946f6e1a4 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:30.380247 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27bea537-4afa-4e21-a829-18d77ac576db req-7b79b964-4047-46bf-a1b7-445946f6e1a4 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.1451292 Jul 08 21:36:30.459036 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-27bea537-4afa-4e21-a829-18d77ac576db req-e6f7397b-860f-406c-8107-417dce6edb92 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710790 Jul 08 21:36:30.586716 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 5cae28d1-814d-4acf-af75-382161a604a7 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:36:30.666962 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 5cae28d1-814d-4acf-af75-382161a604a7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:36:30.667482 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:30.792523 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:30.835460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:36:30.839325 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ac6188-d240-442e-a9fb-1437b2f67064" -d '{"events": [{"server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "name": "network-vif-plugged", "status": "completed", "tag": "5cae28d1-814d-4acf-af75-382161a604a7"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:36:30.863813 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:36:30.869803 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:30.922225 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71186f8a-5638-4a69-86f5-b61ae08252f9 x-openstack-request-id: req-71186f8a-5638-4a69-86f5-b61ae08252f9 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:36:30.922758 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "name": "network-vif-plugged", "status": "completed", "tag": "5cae28d1-814d-4acf-af75-382161a604a7", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:36:30.923217 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-71186f8a-5638-4a69-86f5-b61ae08252f9 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:36:30.923902 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7', 'code': 200} Jul 08 21:36:30.972448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=5cae28d1-814d-4acf-af75-382161a604a7,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:36:31.744081 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f0f5c-de5d-4d9a-810c-e3823d158690 req-32fba6b3-0f93-49db-982d-22093d77a288 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:31.746617 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-522f0f5c-de5d-4d9a-810c-e3823d158690 req-32fba6b3-0f93-49db-982d-22093d77a288 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.1406870 Jul 08 21:36:31.824051 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-522f0f5c-de5d-4d9a-810c-e3823d158690 req-d2fab72d-72f7-4ed8-8166-76e31f0078dd tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703330 Jul 08 21:36:33.132082 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c0534-380d-4e14-b752-fc31a3a30dc4 req-946d9061-01d0-48e3-ad41-607941c93591 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:33.145345 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-798c0534-380d-4e14-b752-fc31a3a30dc4 req-946d9061-01d0-48e3-ad41-607941c93591 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.1384671 Jul 08 21:36:33.209177 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-798c0534-380d-4e14-b752-fc31a3a30dc4 req-15599666-fac3-431d-aacf-5f888c012f99 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620706 Jul 08 21:36:34.179869 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d40a6d40-69da-4395-93e6-b824ae54fee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:34.449468 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc80d3-20a6-4683-ba07-29a9226cf4ef req-43de8816-b33e-41ae-b245-bbb0abdcdf39 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:34.450777 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c5bc80d3-20a6-4683-ba07-29a9226cf4ef req-43de8816-b33e-41ae-b245-bbb0abdcdf39 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.0806720 Jul 08 21:36:34.543673 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c5bc80d3-20a6-4683-ba07-29a9226cf4ef req-be4591b6-f774-453f-b5cd-553e1f3404f1 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813940 Jul 08 21:36:35.808421 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b055d3-373a-4339-9d02-1924308978ac req-011c3007-4a3f-42c3-9abe-c7e10969799a tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:35.810064 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-25b055d3-373a-4339-9d02-1924308978ac req-011c3007-4a3f-42c3-9abe-c7e10969799a tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.1212916 Jul 08 21:36:35.889595 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-25b055d3-373a-4339-9d02-1924308978ac req-fd534be2-8b8f-4d20-bae3-d382532dc082 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663767 Jul 08 21:36:37.135746 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bc835ed0-2ce4-4f2e-a0db-66e47424b192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:37.179370 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637397e-f55d-4aa4-b56d-c238d368e536 req-f56b1146-9414-45cc-a5a0-a98f41d319ed tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:37.181232 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5637397e-f55d-4aa4-b56d-c238d368e536 req-f56b1146-9414-45cc-a5a0-a98f41d319ed tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.0997064 Jul 08 21:36:37.236074 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:37.252500 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5637397e-f55d-4aa4-b56d-c238d368e536 req-05ef3f77-d2b0-48b9-8bf5-7b8b7a1c670b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578887 Jul 08 21:36:38.483404 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1d161-ae9f-485d-a021-c511c183d6ca req-5336d5f4-f7e8-4f17-a8b9-c98d8dc40734 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:38.485644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4f1d161-ae9f-485d-a021-c511c183d6ca req-5336d5f4-f7e8-4f17-a8b9-c98d8dc40734 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.1040344 Jul 08 21:36:38.554219 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4f1d161-ae9f-485d-a021-c511c183d6ca req-359779b7-d39c-42b6-a900-1357d48517e8 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564876 Jul 08 21:36:38.593153 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:39.256074 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df1a61-c4c8-4074-a1a9-cbd2ea07e94d req-510c1a39-6a44-4c26-a1da-d416176944a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:39.257873 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f8df1a61-c4c8-4074-a1a9-cbd2ea07e94d req-510c1a39-6a44-4c26-a1da-d416176944a8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1097 time: 0.0670092 Jul 08 21:36:39.367321 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df1a61-c4c8-4074-a1a9-cbd2ea07e94d req-627ed6d7-a6bc-4277-8a1b-16883e6f73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:39.369196 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f8df1a61-c4c8-4074-a1a9-cbd2ea07e94d req-627ed6d7-a6bc-4277-8a1b-16883e6f73d8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1047070 Jul 08 21:36:39.446745 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f8df1a61-c4c8-4074-a1a9-cbd2ea07e94d req-99757b8d-9780-44fe-adb7-067a48ba1976 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 1001 time: 0.0708356 Jul 08 21:36:39.505978 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df1a61-c4c8-4074-a1a9-cbd2ea07e94d req-aa4c7ffa-3070-4634-abda-ad4aa549237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:39.507593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f8df1a61-c4c8-4074-a1a9-cbd2ea07e94d req-aa4c7ffa-3070-4634-abda-ad4aa549237b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0538740 Jul 08 21:36:39.580896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df1a61-c4c8-4074-a1a9-cbd2ea07e94d req-8ee0465e-e569-48f3-a753-8a8c4de25a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:39.582926 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f8df1a61-c4c8-4074-a1a9-cbd2ea07e94d req-8ee0465e-e569-48f3-a753-8a8c4de25a38 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683343 Jul 08 21:36:39.690059 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f8df1a61-c4c8-4074-a1a9-cbd2ea07e94d req-9a5bcedc-20a6-4434-91d1-52fee1b94cd4 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008282 Jul 08 21:36:39.798576 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f8df1a61-c4c8-4074-a1a9-cbd2ea07e94d req-f7489e8f-9e8e-431b-82a5-b36206c2f509 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019938 Jul 08 21:36:39.838417 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8066aa-0a44-4635-82c7-9ed83b4598bb req-d3dc3b09-24f9-494f-b330-ac74f1492983 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:39.841174 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5a8066aa-0a44-4635-82c7-9ed83b4598bb req-d3dc3b09-24f9-494f-b330-ac74f1492983 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.1172135 Jul 08 21:36:39.886223 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5a8066aa-0a44-4635-82c7-9ed83b4598bb req-d8178c1c-3f5b-4437-9605-7c968b067db9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392468 Jul 08 21:36:40.121565 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:41.095896 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b859259-f5fb-4091-98c6-8a964a32a069 req-a30c6be3-0451-4123-8558-9c1704358473 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:41.098165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b859259-f5fb-4091-98c6-8a964a32a069 req-a30c6be3-0451-4123-8558-9c1704358473 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.0741382 Jul 08 21:36:41.142768 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b859259-f5fb-4091-98c6-8a964a32a069 req-68f76a7b-3ef4-42ba-930b-93b2e27db3f0 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385478 Jul 08 21:36:42.359945 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e334a6-f2b5-4753-93af-0e5aecb2d16f req-764a84ac-ec2b-48e0-98b1-d2133402ac35 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:42.362363 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67e334a6-f2b5-4753-93af-0e5aecb2d16f req-764a84ac-ec2b-48e0-98b1-d2133402ac35 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.0907946 Jul 08 21:36:42.415917 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-67e334a6-f2b5-4753-93af-0e5aecb2d16f req-79385784-a0b5-4ea0-a084-ec88f05644ad tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462666 Jul 08 21:36:42.639655 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-fa213983-31c4-48f8-a440-f50181c4c0ee req-14daafa4-21f9-4f99-bfd0-945447f40009 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:36:42.640809 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-fa213983-31c4-48f8-a440-f50181c4c0ee req-14daafa4-21f9-4f99-bfd0-945447f40009 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0567148 Jul 08 21:36:42.665281 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 5cae28d1-814d-4acf-af75-382161a604a7 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:36:42.775849 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:42.819177 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:36:42.823580 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e90a01c-9f9d-433f-a78b-12c0ce526481" -d '{"events": [{"server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "name": "network-vif-unplugged", "status": "completed", "tag": "5cae28d1-814d-4acf-af75-382161a604a7"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:36:42.844518 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:36:42.852523 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:42.922657 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 21:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9880fe-0cb1-4b0e-832a-86e591b76fd8 x-openstack-request-id: req-ba9880fe-0cb1-4b0e-832a-86e591b76fd8 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:36:42.923523 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "name": "network-vif-unplugged", "status": "failed", "tag": "5cae28d1-814d-4acf-af75-382161a604a7", "code": 422}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:36:42.924047 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ba9880fe-0cb1-4b0e-832a-86e591b76fd8 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:36:42.924728 n-d-791506-16 neutron-server[94067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7', 'code': 422} returned with failed status Jul 08 21:36:42.949986 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=5cae28d1-814d-4acf-af75-382161a604a7,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:36:43.111237 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd660220-1115-4ffd-bce6-41c5021650a7 req-6453bde5-0b8f-4fbc-9abf-524d94e3172e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:43.113832 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd660220-1115-4ffd-bce6-41c5021650a7 req-6453bde5-0b8f-4fbc-9abf-524d94e3172e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 943 time: 0.0906811 Jul 08 21:36:43.151872 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50596) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:36:43.170197 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd660220-1115-4ffd-bce6-41c5021650a7 req-de355d5e-a4b5-4843-9264-3281827b4888 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492969 Jul 08 21:36:43.279470 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-e2d853ab-c814-4816-b185-69cd05d2f1b1 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1256173 Jul 08 21:36:44.396322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725be4ad-61a8-466b-9c5f-1a811cd67e98 req-06874f6d-126b-40f6-a721-a4e84d4d8d38 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:44.398348 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-725be4ad-61a8-466b-9c5f-1a811cd67e98 req-06874f6d-126b-40f6-a721-a4e84d4d8d38 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 943 time: 0.0770767 Jul 08 21:36:44.460718 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-725be4ad-61a8-466b-9c5f-1a811cd67e98 req-c77238c2-a523-4bf5-8022-ac8235598203 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535693 Jul 08 21:36:44.500096 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-2794415b-fd72-4f3a-a0b2-4cb80b1264d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:44.501717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-2794415b-fd72-4f3a-a0b2-4cb80b1264d5 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627&tenant_id=dfad271ab1b740eeb065f2dcfb716d74 HTTP/1.1" status: 200 len: 1095 time: 0.0778491 Jul 08 21:36:44.517879 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-16', 'device_owner': 'compute:nova'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:36:44.605661 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:44.845800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:36:44.908207 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:36:44.967322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cae28d1-814d-4acf-af75-382161a604a7 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:36:44.982216 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:45.004192 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Transition to ACTIVE for port object 5cae28d1-814d-4acf-af75-382161a604a7 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:36:45.009605 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:45.158491 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Pushing event updated for resources: {'Port': ['ID=5cae28d1-814d-4acf-af75-382161a604a7,revision_number=9']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:36:45.171716 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:45.172058 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:45.172403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:45.172783 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:45.173152 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:45.173489 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:45.173819 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:45.174146 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:45.174471 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:45.174803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:45.175131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:45.175453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:36:45.207256 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] No DVR routers for this DVR port 5cae28d1-814d-4acf-af75-382161a604a7 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:36:45.384141 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Attempting to bind port 5cae28d1-814d-4acf-af75-382161a604a7 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:36:45.384399 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Attempting to bind port 5cae28d1-814d-4acf-af75-382161a604a7 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:36:45.385077 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Attempting to bind port 5cae28d1-814d-4acf-af75-382161a604a7 on network 825b6aad-f2e2-442e-9032-98afe28081b8 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:36:45.390561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Port 5cae28d1-814d-4acf-af75-382161a604a7 on network 825b6aad-f2e2-442e-9032-98afe28081b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:36:45.390954 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Attempting to bind port 5cae28d1-814d-4acf-af75-382161a604a7 on network 825b6aad-f2e2-442e-9032-98afe28081b8 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:36:45.398357 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:36:45.399232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Checking segment: {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:36:45.400108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Bound using segment: {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:36:45.400946 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Bound port: 5cae28d1-814d-4acf-af75-382161a604a7, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:36:45.401291 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:45.479966 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:36:45.484197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:36:45.490529 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:45.548927 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:45.550021 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:45.551746 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] 10.222.0.103 "PUT /v2.0/ports/5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 1092 time: 1.0382183 Jul 08 21:36:45.552310 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:36:45.554999 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5615f051-87dc-48ff-b098-e3c7d91a2efa" -d '{"events": [{"name": "network-changed", "server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "tag": "5cae28d1-814d-4acf-af75-382161a604a7"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:36:45.657653 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53930c2c-a3a2-45b9-9842-fb0a0e41335b x-openstack-request-id: req-53930c2c-a3a2-45b9-9842-fb0a0e41335b {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:36:45.658204 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "tag": "5cae28d1-814d-4acf-af75-382161a604a7", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:36:45.658611 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-53930c2c-a3a2-45b9-9842-fb0a0e41335b {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:36:45.659254 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7', 'status': 'completed', 'code': 200} Jul 08 21:36:45.688706 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cc45e-6bc9-4f69-9bbe-0257641fee99 service neutron] Pushing event updated for resources: {'Port': ['ID=5cae28d1-814d-4acf-af75-382161a604a7,revision_number=10']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:36:45.807782 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-6fcb7521-af2d-4215-9ada-8b4ca705c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:45.810456 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-6fcb7521-af2d-4215-9ada-8b4ca705c175 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1096 time: 0.2142189 Jul 08 21:36:45.827996 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a685d1-974e-4129-8573-2eb61693ea9c req-cac537d5-7961-486c-a55f-1d8f14282a26 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:45.830798 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51a685d1-974e-4129-8573-2eb61693ea9c req-cac537d5-7961-486c-a55f-1d8f14282a26 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.1685414 Jul 08 21:36:46.010285 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-51a685d1-974e-4129-8573-2eb61693ea9c req-de159e37-e57a-4fc0-849d-d1639c180b68 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638353 Jul 08 21:36:46.063630 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-58c93d36-8dd1-4c36-af1e-3d80080f1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:46.065454 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-58c93d36-8dd1-4c36-af1e-3d80080f1780 service neutron] 10.222.0.103 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.2327445 Jul 08 21:36:46.148893 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-2d217074-a3ae-4534-ba5f-a03672ba76a6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 999 time: 0.0709190 Jul 08 21:36:46.221922 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-ab3a1d27-8670-496d-b00c-b0c2a2007cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:46.223694 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-ab3a1d27-8670-496d-b00c-b0c2a2007cbe service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0642078 Jul 08 21:36:46.297430 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-5cb5f4c9-95b0-4cda-83da-9f02a471d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:46.298968 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-5cb5f4c9-95b0-4cda-83da-9f02a471d421 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638955 Jul 08 21:36:46.316987 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-8cf34c14-0f13-47d0-97f5-b29abe688f57 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:36:46.318039 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-8cf34c14-0f13-47d0-97f5-b29abe688f57 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061843 Jul 08 21:36:46.424366 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-9e6834b1-59fe-4e6b-8ae6-cd314ed439b6 service neutron] 10.222.0.103 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992718 Jul 08 21:36:46.559613 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-63716f74-8cc9-4254-b9fc-d971c1170a66 req-afd95922-dca4-4e55-9b42-5fe4189cd690 service neutron] 10.222.0.103 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227214 Jul 08 21:36:46.681729 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 5cae28d1-814d-4acf-af75-382161a604a7 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:36:46.705125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615f051-87dc-48ff-b098-e3c7d91a2efa req-0af091ad-a842-4145-8e40-0db73811fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:46.708072 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5615f051-87dc-48ff-b098-e3c7d91a2efa req-0af091ad-a842-4145-8e40-0db73811fd6a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1096 time: 0.0914035 Jul 08 21:36:46.743913 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 5cae28d1-814d-4acf-af75-382161a604a7 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:36:46.858649 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615f051-87dc-48ff-b098-e3c7d91a2efa req-63dd0173-0e65-4e54-bac8-c3ac9927bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:46.860449 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5615f051-87dc-48ff-b098-e3c7d91a2efa req-63dd0173-0e65-4e54-bac8-c3ac9927bbad service neutron] 10.222.0.103 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1449327 Jul 08 21:36:47.007451 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5615f051-87dc-48ff-b098-e3c7d91a2efa req-ccd5d6b3-9d62-46f9-be16-9e22d671e04e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 999 time: 0.1350515 Jul 08 21:36:47.357961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72eb1c-8c2b-4441-9780-a60540d08165 req-bc034bc9-f26b-48c7-be7c-2e1e1cd84b05 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:47.371532 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f72eb1c-8c2b-4441-9780-a60540d08165 req-bc034bc9-f26b-48c7-be7c-2e1e1cd84b05 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.1087494 Jul 08 21:36:47.434602 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-7f72eb1c-8c2b-4441-9780-a60540d08165 req-00ab5830-9b03-4776-9c92-c2e26c57ce8b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615840 Jul 08 21:36:48.378833 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:48.694809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e3b39-5aef-4fda-b380-22b94bb3caff req-9037a2ae-162f-4c4f-a60d-3adb147c509b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:48.700412 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf8e3b39-5aef-4fda-b380-22b94bb3caff req-9037a2ae-162f-4c4f-a60d-3adb147c509b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.1201150 Jul 08 21:36:48.769122 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cf8e3b39-5aef-4fda-b380-22b94bb3caff req-0aa68cd9-8809-40d9-bd3e-ece4ef91ed18 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598817 Jul 08 21:36:50.006254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5844-147e-4fbf-8447-b4b00281b825 req-cb09b4f9-0170-4a51-b522-c5f6876ab78d tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:50.008032 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-243b5844-147e-4fbf-8447-b4b00281b825 req-cb09b4f9-0170-4a51-b522-c5f6876ab78d tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.0981181 Jul 08 21:36:50.056851 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-243b5844-147e-4fbf-8447-b4b00281b825 req-72d5431d-0e20-4457-a5f9-463c5232419d tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421836 Jul 08 21:36:51.298432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac213841-bd83-4fc5-86eb-e4521a8bc787 req-ceae4c91-e7de-412e-ad71-17cc0500215f tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:51.300516 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ac213841-bd83-4fc5-86eb-e4521a8bc787 req-ceae4c91-e7de-412e-ad71-17cc0500215f tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.0844853 Jul 08 21:36:51.360959 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ac213841-bd83-4fc5-86eb-e4521a8bc787 req-fa059f0e-a7a2-42fb-8254-8e17963e5522 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467143 Jul 08 21:36:52.641399 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35caafb-6dc5-4d8c-89a3-4b7fa3b97c36 req-a13f8459-6b6c-438f-9f83-f764736e9ac6 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:52.643812 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b35caafb-6dc5-4d8c-89a3-4b7fa3b97c36 req-a13f8459-6b6c-438f-9f83-f764736e9ac6 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.1059198 Jul 08 21:36:52.694500 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b35caafb-6dc5-4d8c-89a3-4b7fa3b97c36 req-c4540f96-863c-4656-b9ae-1ea32db14f26 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442848 Jul 08 21:36:53.941673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82b099-2c7f-4dde-a9e1-5405579297bb req-7ad8284d-5177-4e55-bc3b-2d51f3010e7e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:53.943307 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e82b099-2c7f-4dde-a9e1-5405579297bb req-7ad8284d-5177-4e55-bc3b-2d51f3010e7e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.1054671 Jul 08 21:36:53.999310 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3e82b099-2c7f-4dde-a9e1-5405579297bb req-695b9eab-c135-48ce-bc47-04d1f7d3f770 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454972 Jul 08 21:36:54.253047 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:36:55.237846 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91782b0-42d6-4185-8684-a10378c4c58c req-5164bdfb-dd6a-4292-a27a-03783cc73081 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:55.239786 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e91782b0-42d6-4185-8684-a10378c4c58c req-5164bdfb-dd6a-4292-a27a-03783cc73081 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.0895493 Jul 08 21:36:55.306421 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e91782b0-42d6-4185-8684-a10378c4c58c req-cc1eec4c-9c4c-4353-9b42-366d6ab4e50b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598645 Jul 08 21:36:56.286432 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:36:56.598401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206893-4553-460d-8184-d51b3f6ab7a7 req-7909737c-40d8-47e3-b889-8d63e6573486 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:56.601261 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16206893-4553-460d-8184-d51b3f6ab7a7 req-7909737c-40d8-47e3-b889-8d63e6573486 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.1332455 Jul 08 21:36:56.659015 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-16206893-4553-460d-8184-d51b3f6ab7a7 req-9388c33d-644a-4399-bfdf-39973d7076f8 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478742 Jul 08 21:36:57.851973 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26116925-c2e6-4379-a454-a0d5b8d24561 req-9ebc3ab4-8546-41e6-96d2-8ee52ef6afc8 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:57.853837 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-26116925-c2e6-4379-a454-a0d5b8d24561 req-9ebc3ab4-8546-41e6-96d2-8ee52ef6afc8 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.0740111 Jul 08 21:36:57.893190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615f051-87dc-48ff-b098-e3c7d91a2efa req-620be4b6-b3ba-4ed3-a74f-a6c823c10c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:57.896882 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5615f051-87dc-48ff-b098-e3c7d91a2efa req-620be4b6-b3ba-4ed3-a74f-a6c823c10c45 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0751793 Jul 08 21:36:57.898086 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-26116925-c2e6-4379-a454-a0d5b8d24561 req-48f15840-4baa-4309-a387-89156c1bf40a tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379369 Jul 08 21:36:57.962332 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615f051-87dc-48ff-b098-e3c7d91a2efa req-c5bde822-a3a6-4531-9733-0467fb2b2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:57.963847 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5615f051-87dc-48ff-b098-e3c7d91a2efa req-c5bde822-a3a6-4531-9733-0467fb2b2512 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573347 Jul 08 21:36:58.071113 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5615f051-87dc-48ff-b098-e3c7d91a2efa req-a457a755-dc3a-40f7-a1f1-6c2993c9ed8c service neutron] 10.222.0.103 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965910 Jul 08 21:36:58.169351 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5615f051-87dc-48ff-b098-e3c7d91a2efa req-b99f50b5-1ca7-4d58-ae07-ec0dfad10836 service neutron] 10.222.0.103 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903180 Jul 08 21:36:59.101369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f36acc-64fc-45b8-8dbc-85926388ecc5 req-05cabe6b-c52c-4247-80a5-c05243f28357 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:36:59.103111 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-37f36acc-64fc-45b8-8dbc-85926388ecc5 req-05cabe6b-c52c-4247-80a5-c05243f28357 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.0751817 Jul 08 21:36:59.151952 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-37f36acc-64fc-45b8-8dbc-85926388ecc5 req-c4b62b53-2a80-4f1b-97e2-1b2a255f5de6 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381155 Jul 08 21:37:00.350155 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12eb8a4-4e2d-4c34-8d64-2b6b067f737e req-e1919d04-e544-4536-bf5b-e320bf4d7fe3 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:37:00.351997 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f12eb8a4-4e2d-4c34-8d64-2b6b067f737e req-e1919d04-e544-4536-bf5b-e320bf4d7fe3 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.0754063 Jul 08 21:37:00.399898 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f12eb8a4-4e2d-4c34-8d64-2b6b067f737e req-56c1c232-6df8-4dbf-935a-c7206babd280 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417197 Jul 08 21:37:01.352060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5cae28d1-814d-4acf-af75-382161a604a7 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:37:01.468990 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:37:01.488029 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '5cae28d1-814d-4acf-af75-382161a604a7', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'port_id': '5cae28d1-814d-4acf-af75-382161a604a7', 'mac_address': 'fa:16:3e:77:f1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:37:01.541382 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:01.561643 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cae28d1-814d-4acf-af75-382161a604a7 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:37:01.590502 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:37:01.596724 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:01.623318 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac0e97-a37f-48d0-8eda-de7e21a7812e req-bec66610-70f0-4fbb-94f2-d93510b04e10 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:37:01.625003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ffac0e97-a37f-48d0-8eda-de7e21a7812e req-bec66610-70f0-4fbb-94f2-d93510b04e10 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 944 time: 0.0851793 Jul 08 21:37:01.673385 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5cae28d1-814d-4acf-af75-382161a604a7,revision_number=11']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:37:01.688504 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ffac0e97-a37f-48d0-8eda-de7e21a7812e req-51fb77b4-bc77-4ca9-bcca-66e2193fbc1c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529099 Jul 08 21:37:01.901524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['5cae28d1-814d-4acf-af75-382161a604a7'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:37:02.912821 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dc51d-c024-4f43-b1cc-aa2b85c84fe5 req-2906ea70-e284-4c54-b497-f2692a5d8882 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:37:02.914533 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c99dc51d-c024-4f43-b1cc-aa2b85c84fe5 req-2906ea70-e284-4c54-b497-f2692a5d8882 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 945 time: 0.0900066 Jul 08 21:37:02.968433 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c99dc51d-c024-4f43-b1cc-aa2b85c84fe5 req-473daed0-ca6b-4a2d-813d-f33a61c368ae tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439274 Jul 08 21:37:03.361066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5cae28d1-814d-4acf-af75-382161a604a7 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:37:03.447706 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 5cae28d1-814d-4acf-af75-382161a604a7 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:37:03.454336 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 5cae28d1-814d-4acf-af75-382161a604a7 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:37:03.454914 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:03.571764 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:03.602311 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:37:03.604736 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b264ebb2-b67a-4fa4-8db9-1d2e6bd295c3" -d '{"events": [{"server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "name": "network-vif-plugged", "status": "completed", "tag": "5cae28d1-814d-4acf-af75-382161a604a7"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:37:03.621153 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:37:03.627290 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:03.678473 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f367ba57-6330-45e6-8910-e4c66226bf51 x-openstack-request-id: req-f367ba57-6330-45e6-8910-e4c66226bf51 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:37:03.678860 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "name": "network-vif-plugged", "status": "completed", "tag": "5cae28d1-814d-4acf-af75-382161a604a7", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:37:03.679049 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f367ba57-6330-45e6-8910-e4c66226bf51 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:37:03.679375 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7', 'code': 200} Jul 08 21:37:03.705725 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=5cae28d1-814d-4acf-af75-382161a604a7,revision_number=12']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:37:03.914257 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c4d4b-6994-4499-9540-f0991d6ec838 req-6bace2fb-23c3-40a9-bbef-41c3bcc0699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:37:03.916204 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b9c4d4b-6994-4499-9540-f0991d6ec838 req-6bace2fb-23c3-40a9-bbef-41c3bcc0699d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1098 time: 0.0627728 Jul 08 21:37:03.963245 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2b9c4d4b-6994-4499-9540-f0991d6ec838 req-eae133b4-e371-4684-ae84-b293d95a37bc service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363839 Jul 08 21:37:04.172386 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-61c511ea-85ca-446b-a371-fbb17e26ea92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:04.200648 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c16d1-d7b3-4e15-805c-403e87e3f877 req-02fccc22-f42a-48d2-855d-2a5d60de5665 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:37:04.202333 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b35c16d1-d7b3-4e15-805c-403e87e3f877 req-02fccc22-f42a-48d2-855d-2a5d60de5665 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 946 time: 0.0877688 Jul 08 21:37:04.249087 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-b35c16d1-d7b3-4e15-805c-403e87e3f877 req-bfbe5cfa-243e-444c-a594-fbe6d1654944 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396879 Jul 08 21:37:05.514333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc166841-0803-4442-9a7b-43add2519ff8 req-8861ce5a-e718-44ef-8f81-798b99571348 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:37:05.517165 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc166841-0803-4442-9a7b-43add2519ff8 req-8861ce5a-e718-44ef-8f81-798b99571348 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 946 time: 0.1199720 Jul 08 21:37:05.580039 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bc166841-0803-4442-9a7b-43add2519ff8 req-194f5594-73d8-48de-9956-78298bdd5cb0 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561340 Jul 08 21:37:06.787668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d1cae-3c3f-48ce-b45f-e8e5480a4316 req-e9ff4904-7f9c-43d1-93d5-1a27fdcbe687 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:37:06.789243 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a82d1cae-3c3f-48ce-b45f-e8e5480a4316 req-e9ff4904-7f9c-43d1-93d5-1a27fdcbe687 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 946 time: 0.0793166 Jul 08 21:37:06.837221 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a82d1cae-3c3f-48ce-b45f-e8e5480a4316 req-051225a0-e85c-40df-b381-136ce5f01e0f tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375178 Jul 08 21:37:07.132980 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7ac2a8d4-0fc5-41bf-9b23-bb2a571d0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:07.236008 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:08.587946 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:10.123670 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:18.387905 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:24.245636 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:25.310975 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ecd482d0-2bb3-4135-aa84-0117f7242cee req-c5adbeb6-5930-49ef-b263-0b91d0ec38da service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0673852 Jul 08 21:37:25.421157 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd482d0-2bb3-4135-aa84-0117f7242cee req-b899e278-59b0-4f41-9dff-375de4d1580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:37:25.422774 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ecd482d0-2bb3-4135-aa84-0117f7242cee req-b899e278-59b0-4f41-9dff-375de4d1580d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1098 time: 0.0630188 Jul 08 21:37:25.544995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd482d0-2bb3-4135-aa84-0117f7242cee req-2d2a1a57-fb41-4cac-8d38-0fa6191ea113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:37:25.546840 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ecd482d0-2bb3-4135-aa84-0117f7242cee req-2d2a1a57-fb41-4cac-8d38-0fa6191ea113 service neutron] 10.222.0.103 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1006258 Jul 08 21:37:25.624469 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ecd482d0-2bb3-4135-aa84-0117f7242cee req-40626ac1-86e3-4839-a7d2-3fbc0db68e19 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 1001 time: 0.0696638 Jul 08 21:37:25.686073 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd482d0-2bb3-4135-aa84-0117f7242cee req-81768f07-d988-4f08-bdaf-7c9ddf98c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:37:25.687593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ecd482d0-2bb3-4135-aa84-0117f7242cee req-81768f07-d988-4f08-bdaf-7c9ddf98c58d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0550082 Jul 08 21:37:25.759026 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd482d0-2bb3-4135-aa84-0117f7242cee req-643315cc-1e4c-421d-89d0-99e19df20e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:37:25.761786 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ecd482d0-2bb3-4135-aa84-0117f7242cee req-643315cc-1e4c-421d-89d0-99e19df20e92 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668886 Jul 08 21:37:25.872503 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ecd482d0-2bb3-4135-aa84-0117f7242cee req-a976af20-6105-4b29-85fe-c7f15b73df3e service neutron] 10.222.0.103 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999517 Jul 08 21:37:26.039607 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ecd482d0-2bb3-4135-aa84-0117f7242cee req-88560bbe-3772-4c7d-aca2-dfac1cbf3232 service neutron] 10.222.0.103 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587181 Jul 08 21:37:33.278000 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:37:34.169476 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-179c86a6-1ff5-49d1-8206-79e3e1f0ee39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:37.134284 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ca78b232-75f0-4c28-8057-8caab4d33a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:37.237724 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:38.589718 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:40.131140 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:48.387592 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:37:54.246438 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:04.164938 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-366aafe8-4f25-49a3-b484-0a528859aaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:07.130921 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-24cec130-aae0-49ea-82f5-fda8ced51911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:07.233918 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:08.593159 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:10.136505 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:10.279150 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:38:18.385990 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:24.253163 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:24.681233 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-100fe416-5ddb-440d-b371-82eee362e16e req-5d9c433b-5d7c-4402-9b5f-49de4345c6cf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1394470 Jul 08 21:38:24.803669 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fe416-5ddb-440d-b371-82eee362e16e req-3a3c0c2d-1409-43af-984f-53867da5fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:24.805214 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-100fe416-5ddb-440d-b371-82eee362e16e req-3a3c0c2d-1409-43af-984f-53867da5fdca service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1098 time: 0.0718470 Jul 08 21:38:24.933953 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fe416-5ddb-440d-b371-82eee362e16e req-a8992d79-95b4-4256-bc69-0fa2796beb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:24.935602 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-100fe416-5ddb-440d-b371-82eee362e16e req-a8992d79-95b4-4256-bc69-0fa2796beb3f service neutron] 10.222.0.103 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1019137 Jul 08 21:38:25.020216 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-100fe416-5ddb-440d-b371-82eee362e16e req-cedb060a-98ab-48c9-a253-59ed3197ccf6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 1001 time: 0.0735641 Jul 08 21:38:25.079522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fe416-5ddb-440d-b371-82eee362e16e req-461ee11f-c76f-428d-9f87-0f46d04cd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:25.081312 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-100fe416-5ddb-440d-b371-82eee362e16e req-461ee11f-c76f-428d-9f87-0f46d04cd8d8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0498180 Jul 08 21:38:25.161779 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fe416-5ddb-440d-b371-82eee362e16e req-e97ad522-d54d-4acd-8ee5-db45a91cf035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:25.163773 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-100fe416-5ddb-440d-b371-82eee362e16e req-e97ad522-d54d-4acd-8ee5-db45a91cf035 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696149 Jul 08 21:38:25.238381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50746) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:38:25.282713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-100fe416-5ddb-440d-b371-82eee362e16e req-534d710e-43ed-44c3-abf0-c871b06f5cb2 service neutron] 10.222.0.103 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071310 Jul 08 21:38:25.402995 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-100fe416-5ddb-440d-b371-82eee362e16e req-3ad1c469-7a5f-433f-826a-d1abe5e0e371 service neutron] 10.222.0.103 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116030 Jul 08 21:38:25.464130 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Deleting port 966636a4-3da5-4d58-b816-11ba80624fe4 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:38:25.464473 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:25.558122 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:25.558443 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:25.572936 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Calling delete_port for 966636a4-3da5-4d58-b816-11ba80624fe4 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:38:25.758104 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:25.787911 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event deleted for resources: {'Port': ['ID=966636a4-3da5-4d58-b816-11ba80624fe4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:38:25.825307 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:25.825668 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:25.826005 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:25.826342 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:25.826683 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:25.827009 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:25.827335 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:25.827658 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:25.827978 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:25.828298 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:25.828623 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:25.828997 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:25.874438 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:25.874862 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Floating IP 49f9861a-ac7e-4948-970b-64b1ed5fc728 disassociated (deleted). External IP: 172.25.4.252, port: 5cae28d1-814d-4acf-af75-382161a604a7. Jul 08 21:38:26.170516 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Router 28fd667d-70f9-47c4-8a03-ce42c4101f42 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:38:26.330300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:38:26.338110 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:26.341351 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639e0e0-8565-49ac-9fd8-1e73adbf3319 None None] Sync routers for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:38:26.354827 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639e0e0-8565-49ac-9fd8-1e73adbf3319 None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:38:26.355608 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5639e0e0-8565-49ac-9fd8-1e73adbf3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:38:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:38:26.401954 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7a571bca-eced-42e1-89b1-00b0c727703e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "DELETE /v2.0/floatingips/49f9861a-ac7e-4948-970b-64b1ed5fc728 HTTP/1.1" status: 204 len: 168 time: 1.1619782 Jul 08 21:38:26.402691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:38:26.405766 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d2ebfc172d59de590df2938a803ad4ab2356e115028df77becb900c8d97392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ef3a40-9ddb-4b60-af6c-4e01c507ce0f" -d '{"events": [{"name": "network-changed", "server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "tag": "5cae28d1-814d-4acf-af75-382161a604a7"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:38:26.527934 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-5639e0e0-8565-49ac-9fd8-1e73adbf3319 None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:38:26.541491 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415f24bc-e6f7-4ee3-8105-4807ef2de7a1 x-openstack-request-id: req-415f24bc-e6f7-4ee3-8105-4807ef2de7a1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:38:26.541792 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "tag": "5cae28d1-814d-4acf-af75-382161a604a7", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:38:26.542034 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-415f24bc-e6f7-4ee3-8105-4807ef2de7a1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:38:26.542440 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7', 'status': 'completed', 'code': 200} Jul 08 21:38:26.639754 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef3a40-9ddb-4b60-af6c-4e01c507ce0f req-25109e5c-566b-4197-b8b6-8e0d7be024bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:26.641810 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39ef3a40-9ddb-4b60-af6c-4e01c507ce0f req-25109e5c-566b-4197-b8b6-8e0d7be024bf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 1098 time: 0.0659666 Jul 08 21:38:26.834729 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef3a40-9ddb-4b60-af6c-4e01c507ce0f req-90852d88-ab4d-4d47-aad6-52cec0f9c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:26.837311 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39ef3a40-9ddb-4b60-af6c-4e01c507ce0f req-90852d88-ab4d-4d47-aad6-52cec0f9c7c1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1844490 Jul 08 21:38:26.877135 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5639e0e0-8565-49ac-9fd8-1e73adbf3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:59Z', 'revision_number': 5, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:38:26.894729 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39ef3a40-9ddb-4b60-af6c-4e01c507ce0f req-6fa5f616-8467-4fc2-8555-76f27a6d0a9b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 200 len: 217 time: 0.0502334 Jul 08 21:38:26.931958 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639e0e0-8565-49ac-9fd8-1e73adbf3319 None None] Checking router: 28fd667d-70f9-47c4-8a03-ce42c4101f42 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:38:26.945249 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639e0e0-8565-49ac-9fd8-1e73adbf3319 None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:38:26.946248 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5639e0e0-8565-49ac-9fd8-1e73adbf3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:38:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:38:26.951718 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b928f-a58d-4a65-8539-50ccec2f5856 req-1d3a7c6d-67fe-4695-9e20-52097324c927 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:26.952855 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-027b928f-a58d-4a65-8539-50ccec2f5856 req-1d3a7c6d-67fe-4695-9e20-52097324c927 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 946 time: 0.0759096 Jul 08 21:38:26.969032 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef3a40-9ddb-4b60-af6c-4e01c507ce0f req-bf88230c-e1cb-481a-9b96-b0e8bf20da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:26.972285 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39ef3a40-9ddb-4b60-af6c-4e01c507ce0f req-bf88230c-e1cb-481a-9b96-b0e8bf20da36 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0694349 Jul 08 21:38:27.008576 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-027b928f-a58d-4a65-8539-50ccec2f5856 req-30f418db-0c91-4fa3-82e0-d9fbdb008727 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447774 Jul 08 21:38:27.070561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef3a40-9ddb-4b60-af6c-4e01c507ce0f req-11535fbd-d268-4aed-a5e6-dbf8e4dd5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:27.072489 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39ef3a40-9ddb-4b60-af6c-4e01c507ce0f req-11535fbd-d268-4aed-a5e6-dbf8e4dd5b36 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915825 Jul 08 21:38:27.105484 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-5639e0e0-8565-49ac-9fd8-1e73adbf3319 None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:38:27.181379 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39ef3a40-9ddb-4b60-af6c-4e01c507ce0f req-dd463f33-e27f-425d-b446-c95d60ec860c service neutron] 10.222.0.103 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006479 Jul 08 21:38:27.295014 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-39ef3a40-9ddb-4b60-af6c-4e01c507ce0f req-5a099be8-123c-45a7-a5a1-2ea7ee839a6d service neutron] 10.222.0.103 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049783 Jul 08 21:38:27.515285 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-5639e0e0-8565-49ac-9fd8-1e73adbf3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:59Z', 'revision_number': 5, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:38:27.565708 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639e0e0-8565-49ac-9fd8-1e73adbf3319 None None] The sync data for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 is: [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:59Z', 'revision_number': 5, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:38:27.819440 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6e98fc-792f-4094-8817-e32c7d25f02c None None] New status for floating IP 49f9861a-ac7e-4948-970b-64b1ed5fc728: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:38:28.228979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46974bf-a5f0-4a42-b9a1-dd4891f6592d req-5955a604-b084-44e5-876d-79553535b621 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:28.230635 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e46974bf-a5f0-4a42-b9a1-dd4891f6592d req-5955a604-b084-44e5-876d-79553535b621 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 946 time: 0.0750794 Jul 08 21:38:28.281360 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e46974bf-a5f0-4a42-b9a1-dd4891f6592d req-b470c3fb-cc82-4eb9-a81d-fc62fcabe844 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430925 Jul 08 21:38:28.551320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0826c8-dbed-4386-8ce8-e21d0c64c30b req-f5fd9265-4107-40e7-b98e-89e9ce7dc53e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:28.554087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-db0826c8-dbed-4386-8ce8-e21d0c64c30b req-f5fd9265-4107-40e7-b98e-89e9ce7dc53e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.103 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 946 time: 0.1261404 Jul 08 21:38:28.684335 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-db0826c8-dbed-4386-8ce8-e21d0c64c30b req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Deleting port 5cae28d1-814d-4acf-af75-382161a604a7 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:38:28.684713 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-db0826c8-dbed-4386-8ce8-e21d0c64c30b req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:28.804902 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-db0826c8-dbed-4386-8ce8-e21d0c64c30b req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] For port 5cae28d1-814d-4acf-af75-382161a604a7, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=5cae28d1-814d-4acf-af75-382161a604a7,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:38:28.805500 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-db0826c8-dbed-4386-8ce8-e21d0c64c30b req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:28.838395 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-db0826c8-dbed-4386-8ce8-e21d0c64c30b req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Calling delete_port for 5cae28d1-814d-4acf-af75-382161a604a7 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:38:29.027553 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-db0826c8-dbed-4386-8ce8-e21d0c64c30b req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:29.059861 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event deleted for resources: {'Port': ['ID=5cae28d1-814d-4acf-af75-382161a604a7,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:38:29.074178 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:29.074531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:29.074875 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:29.075266 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:29.075546 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:29.075876 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:29.076206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:29.076529 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:29.076883 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:29.077226 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:29.077557 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:29.077880 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:38:29.122995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0826c8-dbed-4386-8ce8-e21d0c64c30b req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] No DVR routers for this DVR port 5cae28d1-814d-4acf-af75-382161a604a7 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:38:29.126302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-db0826c8-dbed-4386-8ce8-e21d0c64c30b req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:29.128380 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-db0826c8-dbed-4386-8ce8-e21d0c64c30b req-aba075a1-d38b-4d26-9007-6a7b016764d2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.103 "DELETE /v2.0/ports/5cae28d1-814d-4acf-af75-382161a604a7 HTTP/1.1" status: 204 len: 173 time: 0.5645261 Jul 08 21:38:29.128937 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'name': 'network-vif-deleted', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:38:29.131281 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c87e227-0fb0-4416-8912-31ab79e77123" -d '{"events": [{"server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "name": "network-vif-deleted", "tag": "5cae28d1-814d-4acf-af75-382161a604a7"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:38:29.243421 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ef1f23-22eb-419c-bce2-6bd172584e53 x-openstack-request-id: req-f7ef1f23-22eb-419c-bce2-6bd172584e53 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:38:29.244515 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678ccc96-08d4-44b8-b926-d204f29d1627", "name": "network-vif-deleted", "tag": "5cae28d1-814d-4acf-af75-382161a604a7", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:38:29.244515 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f7ef1f23-22eb-419c-bce2-6bd172584e53 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:38:29.245046 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678ccc96-08d4-44b8-b926-d204f29d1627', 'name': 'network-vif-deleted', 'tag': '5cae28d1-814d-4acf-af75-382161a604a7', 'status': 'completed', 'code': 200} Jul 08 21:38:29.524416 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d4afb517-a6ad-4ebd-aae8-5bd701e53ccd req-d58ba4ef-6677-43ef-9c67-38a73762c037 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=678ccc96-08d4-44b8-b926-d204f29d1627 HTTP/1.1" status: 200 len: 210 time: 0.0310993 Jul 08 21:38:30.639110 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50774) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:38:30.763727 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-533d5c65-a9bb-4416-af7a-7ca5faff6eb1 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:30.811440 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-533d5c65-a9bb-4416-af7a-7ca5faff6eb1 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:30.912231 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-533d5c65-a9bb-4416-af7a-7ca5faff6eb1 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:30.915954 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-533d5c65-a9bb-4416-af7a-7ca5faff6eb1 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:30.917321 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-533d5c65-a9bb-4416-af7a-7ca5faff6eb1 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "DELETE /v2.0/security-groups/6f3e38a4-f4d6-4379-9aef-0f88d1865ac1 HTTP/1.1" status: 204 len: 168 time: 0.2768536 Jul 08 21:38:30.930989 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d5c65-a9bb-4416-af7a-7ca5faff6eb1 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3e38a4-f4d6-4379-9aef-0f88d1865ac1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:38:31.871942 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5cae28d1-814d-4acf-af75-382161a604a7 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:38:31.902079 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 5cae28d1-814d-4acf-af75-382161a604a7 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:38:31.902417 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 5cae28d1-814d-4acf-af75-382161a604a7 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:38:32.253045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50782) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:38:32.258497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-af2f6097-ac82-487c-bf31-bc9ad2c95f9c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978081337', 'description': 'tempest-secgroup-smoke-978081337 description', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:38:32.286267 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af2f6097-ac82-487c-bf31-bc9ad2c95f9c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.395423 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af2f6097-ac82-487c-bf31-bc9ad2c95f9c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.402684 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af2f6097-ac82-487c-bf31-bc9ad2c95f9c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.431908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-af2f6097-ac82-487c-bf31-bc9ad2c95f9c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.433216 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-af2f6097-ac82-487c-bf31-bc9ad2c95f9c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1790395 Jul 08 21:38:32.436781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50784) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:38:32.440943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f6097-ac82-487c-bf31-bc9ad2c95f9c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670ac57a-adfa-43ad-bc97-7729a1bde91b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:38:32.442263 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-e4fca53e-1210-407d-bc24-24c1e40de7af tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group_rule': {'security_group_id': '670ac57a-adfa-43ad-bc97-7729a1bde91b', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:38:32.475206 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4fca53e-1210-407d-bc24-24c1e40de7af tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.549933 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4fca53e-1210-407d-bc24-24c1e40de7af tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.555698 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4fca53e-1210-407d-bc24-24c1e40de7af tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.584709 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fca53e-1210-407d-bc24-24c1e40de7af tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a262583e-e631-4415-a023-b77215d4e145,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:38:32.599478 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4fca53e-1210-407d-bc24-24c1e40de7af tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.601664 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-e4fca53e-1210-407d-bc24-24c1e40de7af tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636951 Jul 08 21:38:32.605773 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50786) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:38:32.611798 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a7da83f0-01aa-44a8-86aa-71b3465f40be tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group_rule': {'security_group_id': '670ac57a-adfa-43ad-bc97-7729a1bde91b', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:38:32.644047 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a7da83f0-01aa-44a8-86aa-71b3465f40be tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.735786 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a7da83f0-01aa-44a8-86aa-71b3465f40be tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.741717 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a7da83f0-01aa-44a8-86aa-71b3465f40be tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.769042 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da83f0-01aa-44a8-86aa-71b3465f40be tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acaffc67-8e74-4116-8e6e-c04a429ef18c,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:38:32.774272 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a7da83f0-01aa-44a8-86aa-71b3465f40be tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.776411 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a7da83f0-01aa-44a8-86aa-71b3465f40be tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1693103 Jul 08 21:38:32.779745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50788) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:38:32.785952 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-2e1bca22-a8c1-4814-a3e2-b18cb57ac548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group_rule': {'security_group_id': '670ac57a-adfa-43ad-bc97-7729a1bde91b', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:38:32.817220 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e1bca22-a8c1-4814-a3e2-b18cb57ac548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.887188 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e1bca22-a8c1-4814-a3e2-b18cb57ac548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.891726 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e1bca22-a8c1-4814-a3e2-b18cb57ac548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.910996 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bca22-a8c1-4814-a3e2-b18cb57ac548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517026dc-e025-4456-bbf5-27bceef3a081,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:38:32.919120 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e1bca22-a8c1-4814-a3e2-b18cb57ac548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:32.920943 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-2e1bca22-a8c1-4814-a3e2-b18cb57ac548 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399028 Jul 08 21:38:32.924179 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50790) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:38:32.929421 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-5afdcdde-0164-4d7c-9c34-da7702debfbd tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group_rule': {'security_group_id': '670ac57a-adfa-43ad-bc97-7729a1bde91b', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:38:32.959821 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5afdcdde-0164-4d7c-9c34-da7702debfbd tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:33.031887 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5afdcdde-0164-4d7c-9c34-da7702debfbd tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:33.036126 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5afdcdde-0164-4d7c-9c34-da7702debfbd tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:33.057327 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdcdde-0164-4d7c-9c34-da7702debfbd tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2877191d-1d5d-4400-81e8-296bc9ffc9fe,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:38:33.068081 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5afdcdde-0164-4d7c-9c34-da7702debfbd tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:33.070012 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-5afdcdde-0164-4d7c-9c34-da7702debfbd tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446154 Jul 08 21:38:33.073227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50792) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:38:33.078171 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-edb7d373-40c6-479a-9e73-2e6025c48dc5 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group_rule': {'security_group_id': '670ac57a-adfa-43ad-bc97-7729a1bde91b', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:38:33.106086 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-edb7d373-40c6-479a-9e73-2e6025c48dc5 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Project dfad271ab1b740eeb065f2dcfb716d74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:38:33.113097 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edb7d373-40c6-479a-9e73-2e6025c48dc5 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:33.213124 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edb7d373-40c6-479a-9e73-2e6025c48dc5 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:33.218136 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edb7d373-40c6-479a-9e73-2e6025c48dc5 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:33.238975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7d373-40c6-479a-9e73-2e6025c48dc5 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced5d648-8268-4370-bb91-4aebd728d99f,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:38:33.248311 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-edb7d373-40c6-479a-9e73-2e6025c48dc5 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:33.250401 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-edb7d373-40c6-479a-9e73-2e6025c48dc5 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1759083 Jul 08 21:38:33.253730 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 50794) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:38:33.259228 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-bdd07905-c5f2-487c-8777-90794b4cf460 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'security_group_rule': {'security_group_id': '670ac57a-adfa-43ad-bc97-7729a1bde91b', 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:38:33.285897 n-d-791506-16 neutron-server[94065]: INFO neutron.db.securitygroups_db [None req-bdd07905-c5f2-487c-8777-90794b4cf460 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Project dfad271ab1b740eeb065f2dcfb716d74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:38:33.292805 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bdd07905-c5f2-487c-8777-90794b4cf460 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:33.373224 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bdd07905-c5f2-487c-8777-90794b4cf460 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:33.378549 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bdd07905-c5f2-487c-8777-90794b4cf460 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:33.402300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd07905-c5f2-487c-8777-90794b4cf460 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283b128e-943c-4750-a424-134f14caa007,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:38:33.411190 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bdd07905-c5f2-487c-8777-90794b4cf460 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:33.412871 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-bdd07905-c5f2-487c-8777-90794b4cf460 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577508 Jul 08 21:38:34.173740 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2fba3076-c6e8-4cac-9470-283957e28691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:37.131433 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5c9b9e9b-84be-4252-9f4b-43e78e227f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:37.232359 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:38.597562 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:40.147959 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:47.283395 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:38:48.406048 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:50.222126 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-60c31111-50ac-4427-91f9-1fea0b0e0c66 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978081337&fields=id&tenant_id=dfad271ab1b740eeb065f2dcfb716d74 HTTP/1.1" status: 200 len: 267 time: 0.0474267 Jul 08 21:38:50.735496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-0749e453-63f4-473f-aad3-5d66c0070016 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:50.737079 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-0749e453-63f4-473f-aad3-5d66c0070016 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 809 time: 0.5083749 Jul 08 21:38:50.754324 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-abf33648-0ebb-412e-b0e2-f0759ab52ae9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/quotas/dfad271ab1b740eeb065f2dcfb716d74 HTTP/1.1" status: 200 len: 375 time: 0.0107307 Jul 08 21:38:50.834474 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d18211c8-fe27-4134-b16f-162b5dbcff4a tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741446 Jul 08 21:38:50.855230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-fd6329a5-2bde-476c-adb8-d258fcbd9edd tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:38:50.857109 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-fd6329a5-2bde-476c-adb8-d258fcbd9edd tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103142 Jul 08 21:38:50.961730 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-9b1b4966-070b-4d25-82c1-5c41a540e545 service neutron] 10.222.0.101 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978508 Jul 08 21:38:51.061087 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-e72018a0-b002-42b2-84a4-b32ef10962f0 service neutron] 10.222.0.101 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932820 Jul 08 21:38:51.424687 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-3afd5992-1494-4359-977a-042493e41521 req-377f88ac-114e-4d91-bc5f-7391a82bdc10 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 210 time: 0.0394940 Jul 08 21:38:52.609078 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18ea08a2-32e1-4978-bab8-a04f3711413d req-a9cb9b78-1e2d-4dfc-85f9-4777724f63f7 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 210 time: 0.0392346 Jul 08 21:38:52.764659 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-91385f20-036d-4c7d-bb21-c3ac6352aecc tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:52.766309 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-91385f20-036d-4c7d-bb21-c3ac6352aecc tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 809 time: 0.1248980 Jul 08 21:38:52.846908 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-ba1679f0-d0eb-42ad-a1bb-817a484d2b57 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfad271ab1b740eeb065f2dcfb716d74 HTTP/1.1" status: 200 len: 379 time: 0.0638187 Jul 08 21:38:52.861317 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'port': {'device_id': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'admin_state_up': True, 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'security_groups': ['670ac57a-adfa-43ad-bc97-7729a1bde91b']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:38:53.059095 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Made reservation on behalf of dfad271ab1b740eeb065f2dcfb716d74 for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:38:53.066320 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:53.270971 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Allocated IP 172.20.0.7 (825b6aad-f2e2-442e-9032-98afe28081b8/5976220c-8586-4ff5-b20d-7755b03721cc/06cf0bb3-ff02-424d-9dfd-8d52b0725c0b) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:38:53.456045 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:53.476122 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Transition to ACTIVE for port object 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:38:53.521365 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:53.597496 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Network 825b6aad-f2e2-442e-9032-98afe28081b8 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:38:53.607051 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:38:53.614455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:38:53.676171 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'Port': ['ID=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:38:53.734821 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:53.735925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:53.769868 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-be8c9316-c054-4285-88ba-95dadcd7c05b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9171124 Jul 08 21:38:53.788070 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Request body: {'port': {'device_id': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:38:53.922051 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:53.967598 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28666b-e7a5-4666-a52e-28cceb7b1214 req-1ee1aa51-e8b0-489e-ad31-4d2783f08e81 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:53.970814 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5c28666b-e7a5-4666-a52e-28cceb7b1214 req-1ee1aa51-e8b0-489e-ad31-4d2783f08e81 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 931 time: 0.1113877 Jul 08 21:38:54.026463 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4f67aa1e-c2af-4233-84d9-1e2785fde0fa None None] Provisioning for port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:38:54.027396 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5c28666b-e7a5-4666-a52e-28cceb7b1214 req-9e9bac54-dcbb-4985-8910-bf5419a416bc tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479631 Jul 08 21:38:54.040969 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4f67aa1e-c2af-4233-84d9-1e2785fde0fa None None] Provisioning complete for port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:38:54.043281 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f67aa1e-c2af-4233-84d9-1e2785fde0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:54.095450 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-4f67aa1e-c2af-4233-84d9-1e2785fde0fa None None] Port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:38:54.251415 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:54.275751 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:38:54.287792 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:54.303714 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Transition to ACTIVE for port object 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:38:54.309327 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:54.397552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:38:54.505899 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Attempting to bind port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:38:54.505899 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Attempting to bind port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:38:54.506348 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Attempting to bind port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b on network 825b6aad-f2e2-442e-9032-98afe28081b8 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:38:54.513547 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b on network 825b6aad-f2e2-442e-9032-98afe28081b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:38:54.514000 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Attempting to bind port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b on network 825b6aad-f2e2-442e-9032-98afe28081b8 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:38:54.522360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:38:54.522830 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Checking segment: {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:38:54.523386 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Bound using segment: {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:38:54.524045 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Bound port: 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:38:54.524555 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:54.614522 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] For port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:38:54.618465 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] For port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:38:54.625956 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:54.666552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:54.667193 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:38:54.668684 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] 10.222.0.104 "PUT /v2.0/ports/06cf0bb3-ff02-424d-9dfd-8d52b0725c0b HTTP/1.1" status: 200 len: 1092 time: 0.8908985 Jul 08 21:38:54.669166 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:38:54.671595 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b41cd7a-c55a-4ff5-a23d-f317f9309262" -d '{"events": [{"name": "network-changed", "server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:38:54.721206 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa5d37-31e3-46fd-9cfc-aff16c9fe4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:38:54.801598 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc7fc19-e76a-4029-b193-c17a801849f8 x-openstack-request-id: req-1dc7fc19-e76a-4029-b193-c17a801849f8 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:38:54.802068 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:38:54.802272 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1dc7fc19-e76a-4029-b193-c17a801849f8 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:38:54.802814 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'status': 'completed', 'code': 200} Jul 08 21:38:54.851991 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-3735baf6-4d50-4228-8c97-92b84227baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:54.854780 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-3735baf6-4d50-4228-8c97-92b84227baa8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 1095 time: 0.1060801 Jul 08 21:38:54.928860 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-563408c8-7e05-472f-ac80-e6b6784c2902 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b HTTP/1.1" status: 200 len: 217 time: 0.0662208 Jul 08 21:38:55.026346 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-897a9d17-7982-4230-a792-3264db66ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:55.028971 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-897a9d17-7982-4230-a792-3264db66ab46 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0925620 Jul 08 21:38:55.139849 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-b44c4ed9-c0b1-4637-bab3-05de069630bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:55.143156 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-b44c4ed9-c0b1-4637-bab3-05de069630bf service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078019 Jul 08 21:38:55.319823 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-a71c0419-9df3-4bd3-9893-ba89686cf2f0 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691363 Jul 08 21:38:55.377332 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46068b1b-d6b1-40bf-bf2d-2d02ed4fc8f8 req-6506ff79-2187-4cb9-a263-3d584a2be051 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:55.380548 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-46068b1b-d6b1-40bf-bf2d-2d02ed4fc8f8 req-6506ff79-2187-4cb9-a263-3d584a2be051 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.1204627 Jul 08 21:38:55.464447 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-46068b1b-d6b1-40bf-bf2d-2d02ed4fc8f8 req-95978fd9-cba7-4672-a089-08d0c17d6611 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708556 Jul 08 21:38:55.510025 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dd28dfd5-4756-47a3-a69e-1f8fe9c81ea8 req-f2ab5465-b5fb-4748-be46-e16bc859b9e7 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840942 Jul 08 21:38:55.638694 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41cd7a-c55a-4ff5-a23d-f317f9309262 req-1f7c5ddf-3d8a-4de5-851a-f95311027fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:55.640306 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b41cd7a-c55a-4ff5-a23d-f317f9309262 req-1f7c5ddf-3d8a-4de5-851a-f95311027fe9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 1095 time: 0.0693107 Jul 08 21:38:55.810646 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41cd7a-c55a-4ff5-a23d-f317f9309262 req-6a7190d3-8c12-432c-8657-1a937dd7d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:55.813053 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b41cd7a-c55a-4ff5-a23d-f317f9309262 req-6a7190d3-8c12-432c-8657-1a937dd7d7ec service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1656766 Jul 08 21:38:55.869166 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b41cd7a-c55a-4ff5-a23d-f317f9309262 req-7df629eb-9565-41cc-a6b2-910b76f4c792 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b HTTP/1.1" status: 200 len: 217 time: 0.0496061 Jul 08 21:38:55.935796 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41cd7a-c55a-4ff5-a23d-f317f9309262 req-e6228b7f-6b3e-4b49-9635-71d28f539128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:55.937327 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b41cd7a-c55a-4ff5-a23d-f317f9309262 req-e6228b7f-6b3e-4b49-9635-71d28f539128 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0625083 Jul 08 21:38:56.026123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41cd7a-c55a-4ff5-a23d-f317f9309262 req-dd75b8bf-8172-4adf-900e-c4b43c188758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:56.028080 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b41cd7a-c55a-4ff5-a23d-f317f9309262 req-dd75b8bf-8172-4adf-900e-c4b43c188758 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836964 Jul 08 21:38:56.177527 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b41cd7a-c55a-4ff5-a23d-f317f9309262 req-41e90ffb-8f0f-4883-9b2e-317546621bae service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424773 Jul 08 21:38:56.292207 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0b41cd7a-c55a-4ff5-a23d-f317f9309262 req-0ec5828e-95eb-4642-88f1-d867633670e9 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087394 Jul 08 21:38:56.702741 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee871b-07ce-4ed3-b826-f2ed3e44e802 req-fbf57961-ac1c-4083-863c-5928c97452c9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:56.705093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18ee871b-07ce-4ed3-b826-f2ed3e44e802 req-fbf57961-ac1c-4083-863c-5928c97452c9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0974050 Jul 08 21:38:56.767867 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-18ee871b-07ce-4ed3-b826-f2ed3e44e802 req-5cd38299-1a20-41e8-a7f4-0f0b6df0682c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530126 Jul 08 21:38:58.046059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215194-0fb4-4151-b9ca-114c8e63aeec req-9e51dfa7-1b28-41b8-895b-98182a919137 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:58.047853 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-99215194-0fb4-4151-b9ca-114c8e63aeec req-9e51dfa7-1b28-41b8-895b-98182a919137 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0796518 Jul 08 21:38:58.095287 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-99215194-0fb4-4151-b9ca-114c8e63aeec req-4cb142fe-931a-40db-9df1-b2f71dd22b56 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410326 Jul 08 21:38:59.308673 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230676c9-8d53-485e-ae07-07c6b054df02 req-cf7a1bdc-5d6d-4fe4-a637-cba9d8e36fdf tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:38:59.310623 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-230676c9-8d53-485e-ae07-07c6b054df02 req-cf7a1bdc-5d6d-4fe4-a637-cba9d8e36fdf tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0815904 Jul 08 21:38:59.358941 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-230676c9-8d53-485e-ae07-07c6b054df02 req-720cc2c7-72f6-466f-959f-78b674a2247b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421159 Jul 08 21:39:00.568234 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469821fe-d5ae-4c8c-9d34-76408a1a744c req-61424c87-a16e-4595-b7ef-3c4dae537f2e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:00.569999 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-469821fe-d5ae-4c8c-9d34-76408a1a744c req-61424c87-a16e-4595-b7ef-3c4dae537f2e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0755451 Jul 08 21:39:01.006397 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-469821fe-d5ae-4c8c-9d34-76408a1a744c req-996c8d30-e755-4745-89fd-c40d5be7eddd tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4296315 Jul 08 21:39:02.277339 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f75c-6859-4328-a021-759c85e49c17 req-1738e6af-c8d4-4c5e-8d70-9fbb0d8258d7 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:02.279000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c11f75c-6859-4328-a021-759c85e49c17 req-1738e6af-c8d4-4c5e-8d70-9fbb0d8258d7 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0777552 Jul 08 21:39:02.322803 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9c11f75c-6859-4328-a021-759c85e49c17 req-4ea4d26b-4cbb-486e-852b-b5a964575264 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371482 Jul 08 21:39:03.532314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81694a89-c91c-4e9f-8e75-ad56b174752e req-fc26f4ba-66d4-446a-942c-1bdacca22724 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:03.533957 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-81694a89-c91c-4e9f-8e75-ad56b174752e req-fc26f4ba-66d4-446a-942c-1bdacca22724 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0766587 Jul 08 21:39:03.579912 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-81694a89-c91c-4e9f-8e75-ad56b174752e req-b829ecef-966e-402e-940e-3e68e7166bad tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395579 Jul 08 21:39:04.167778 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bcf13587-f025-4198-900b-5e300bea5be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:04.785447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e49b12-e7e7-4437-aeeb-76b09a957674 req-0e71677b-6a74-40b8-9226-15188d06f029 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:04.787352 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7e49b12-e7e7-4437-aeeb-76b09a957674 req-0e71677b-6a74-40b8-9226-15188d06f029 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0729921 Jul 08 21:39:04.829896 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a7e49b12-e7e7-4437-aeeb-76b09a957674 req-46d9de11-594c-4482-b37f-493456dfff86 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365376 Jul 08 21:39:06.067856 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ded98-a896-461e-9a4c-a3c3c3205587 req-645c3fa1-8985-470f-9fd2-429ad0abbe0b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:06.070564 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a35ded98-a896-461e-9a4c-a3c3c3205587 req-645c3fa1-8985-470f-9fd2-429ad0abbe0b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.1137235 Jul 08 21:39:06.120916 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-a35ded98-a896-461e-9a4c-a3c3c3205587 req-e20a11a0-0295-4e11-902d-6e4e52ba4abd tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 Jul 08 21:39:07.127166 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8a5b294f-a99c-45b7-a249-ab3c52907310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:07.237602 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:07.347805 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b989eb5-de4d-45c3-8670-f5b8ecfbf189 req-866005fa-c382-4a14-9611-e9c262f2e0f9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:07.351304 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5b989eb5-de4d-45c3-8670-f5b8ecfbf189 req-866005fa-c382-4a14-9611-e9c262f2e0f9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0830362 Jul 08 21:39:07.353414 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:39:07.407240 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5b989eb5-de4d-45c3-8670-f5b8ecfbf189 req-c2fe04bc-1b48-493f-b825-789b8a341694 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455885 Jul 08 21:39:07.491791 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:39:07.508349 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'port_id': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'mac_address': 'fa:16:3e:e6:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:39:07.559110 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:07.576894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:39:07.601185 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:39:07.606401 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:07.683634 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:39:07.692738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:39:07.693132 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:39:07.693478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:39:07.693926 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:39:07.694272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:39:07.694606 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:39:07.694966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:39:07.695301 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:39:07.695625 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:39:07.695951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:39:07.696285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:39:07.696608 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:39:07.842621 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['06cf0bb3-ff02-424d-9dfd-8d52b0725c0b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:39:08.600366 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:08.649692 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe3c05-914f-4f7c-918c-1a4705d8d333 req-c4cc39a3-dc81-45de-abc9-b94813015fbb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:08.651694 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28fe3c05-914f-4f7c-918c-1a4705d8d333 req-c4cc39a3-dc81-45de-abc9-b94813015fbb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 944 time: 0.0934713 Jul 08 21:39:08.696275 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-28fe3c05-914f-4f7c-918c-1a4705d8d333 req-31f62583-41a8-4076-b8fa-40f6e78e4b6d tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373933 Jul 08 21:39:09.349287 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:39:09.406805 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:39:09.411392 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:39:09.411765 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:09.504396 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:09.531573 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:39:09.533957 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23bbfaa-1c90-4dcc-8606-4c3ce59f0306" -d '{"events": [{"server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "name": "network-vif-plugged", "status": "completed", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:39:09.549260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:39:09.554636 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:09.618459 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:39:09.681978 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08396ba1-c6bf-4406-8f67-cfc1aee96dd0 x-openstack-request-id: req-08396ba1-c6bf-4406-8f67-cfc1aee96dd0 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:39:09.682424 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "name": "network-vif-plugged", "status": "completed", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:39:09.682810 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-08396ba1-c6bf-4406-8f67-cfc1aee96dd0 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:39:09.683405 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'code': 200} Jul 08 21:39:09.837958 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1691f-fde1-46bf-ae1f-163613bc6a26 req-e2774e45-1f96-4f4e-bb04-0d5388d2148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:09.840003 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-02a1691f-fde1-46bf-ae1f-163613bc6a26 req-e2774e45-1f96-4f4e-bb04-0d5388d2148c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 1097 time: 0.0829434 Jul 08 21:39:09.886852 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-02a1691f-fde1-46bf-ae1f-163613bc6a26 req-0f3dc4f0-4f15-4e32-9a67-ee88b76cc7bb service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401180 Jul 08 21:39:09.909367 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf55ba-b4c6-4d85-9c6d-009792b19ce1 req-3244b93f-dfeb-4c14-858c-7c1a41030754 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:09.911129 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-badf55ba-b4c6-4d85-9c6d-009792b19ce1 req-3244b93f-dfeb-4c14-858c-7c1a41030754 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0794840 Jul 08 21:39:09.965403 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-badf55ba-b4c6-4d85-9c6d-009792b19ce1 req-f84bf54a-97bb-481d-90fc-2132e1f071bc tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481713 Jul 08 21:39:10.139426 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:11.165221 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7419bdc-568c-4eee-be90-63415854434c req-4e0885d8-02bf-4d00-aaf0-59224a991611 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:11.166951 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7419bdc-568c-4eee-be90-63415854434c req-4e0885d8-02bf-4d00-aaf0-59224a991611 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0717127 Jul 08 21:39:11.217143 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c7419bdc-568c-4eee-be90-63415854434c req-65498950-a21e-4d44-9bfd-8d48b5d67481 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429337 Jul 08 21:39:11.427312 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c9315-215b-4f24-a1cd-2fd1703ef60e req-4b3a1770-8f72-4fe3-8dea-a8903108b45b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:11.428981 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f5c9315-215b-4f24-a1cd-2fd1703ef60e req-4b3a1770-8f72-4fe3-8dea-a8903108b45b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0771434 Jul 08 21:39:11.474078 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-5f5c9315-215b-4f24-a1cd-2fd1703ef60e req-cbe92402-d1f5-4511-b676-59dd813a3e05 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390337 Jul 08 21:39:11.501797 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50992) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:39:11.564770 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ec405f-681b-42b2-ae7f-9570cb0de28a tempest-TestShelveInstance-727661429 tempest-TestShelveInstance-727661429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:11.566295 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-68ec405f-681b-42b2-ae7f-9570cb0de28a tempest-TestShelveInstance-727661429 tempest-TestShelveInstance-727661429-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 1092 time: 0.0633216 Jul 08 21:39:11.569935 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 50994) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:39:11.577984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:39:11.612868 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:11.726735 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:11.854532 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Allocated IP 172.25.4.25 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/d15195fc-99c9-4506-87d1-15f574528b07) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:39:11.972764 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:12.025145 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:12.072190 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:39:12.075578 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:39:12.084200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:39:12.088497 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'Port': ['ID=d15195fc-99c9-4506-87d1-15f574528b07,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:39:12.521455 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:12.611701 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:12.786945 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:12.794517 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:12.870765 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event updated for resources: {'Port': ['ID=d15195fc-99c9-4506-87d1-15f574528b07,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:39:12.881839 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:12.999511 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Floating IP 587db200-d962-404f-a763-753b3b348ea1 associated. External IP: 172.25.4.25, port: 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b. Jul 08 21:39:13.236220 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Router 28fd667d-70f9-47c4-8a03-ce42c4101f42 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:39:13.359525 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:39:13.372208 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128ed5e-a6a7-4a83-90a7-518f339374d8 None None] Sync routers for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:39:13.378975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:13.391126 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128ed5e-a6a7-4a83-90a7-518f339374d8 None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:39:13.392002 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a128ed5e-a6a7-4a83-90a7-518f339374d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:39:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:39:13.424947 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-13c1b53f-8c3c-412a-84ac-e45485ddd0ba tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8534446 Jul 08 21:39:13.425870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:39:13.428491 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a07d75-d257-4f22-8e5f-cb2d3326c77e" -d '{"events": [{"name": "network-changed", "server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:39:13.488136 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd8a70b-1eb8-42bc-a03e-118a060cfaf6 x-openstack-request-id: req-afd8a70b-1eb8-42bc-a03e-118a060cfaf6 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:39:13.488889 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:39:13.489406 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-afd8a70b-1eb8-42bc-a03e-118a060cfaf6 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:39:13.490034 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'status': 'completed', 'code': 200} Jul 08 21:39:13.567934 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-a128ed5e-a6a7-4a83-90a7-518f339374d8 None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:39:13.588800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a07d75-d257-4f22-8e5f-cb2d3326c77e req-9eee69cd-8c22-4e03-aaef-9519fa6b3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:13.590976 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61a07d75-d257-4f22-8e5f-cb2d3326c77e req-9eee69cd-8c22-4e03-aaef-9519fa6b3664 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 1097 time: 0.0742307 Jul 08 21:39:13.704492 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a07d75-d257-4f22-8e5f-cb2d3326c77e req-c262f53b-a708-4d32-9c85-23f22cefd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:13.706043 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61a07d75-d257-4f22-8e5f-cb2d3326c77e req-c262f53b-a708-4d32-9c85-23f22cefd38d service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1082046 Jul 08 21:39:13.784385 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61a07d75-d257-4f22-8e5f-cb2d3326c77e req-ad46948c-005f-4afc-a9e7-bd56f20479b0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b HTTP/1.1" status: 200 len: 998 time: 0.0710979 Jul 08 21:39:13.834017 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a128ed5e-a6a7-4a83-90a7-518f339374d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '587db200-d962-404f-a763-753b3b348ea1', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'port_id': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'mac_address': 'fa:16:3e:e6:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:39:12Z', 'updated_at': '2021-07-08T21:39:12Z', 'revision_number': 0, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:59Z', 'revision_number': 5, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:39:13.846125 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a07d75-d257-4f22-8e5f-cb2d3326c77e req-f81b47e7-c8ed-4390-8183-da14ec589cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:13.847815 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61a07d75-d257-4f22-8e5f-cb2d3326c77e req-f81b47e7-c8ed-4390-8183-da14ec589cc6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0568388 Jul 08 21:39:13.865369 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128ed5e-a6a7-4a83-90a7-518f339374d8 None None] Checking router: 28fd667d-70f9-47c4-8a03-ce42c4101f42 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:39:13.875429 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128ed5e-a6a7-4a83-90a7-518f339374d8 None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:39:13.876109 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a128ed5e-a6a7-4a83-90a7-518f339374d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:39:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:39:13.912715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a07d75-d257-4f22-8e5f-cb2d3326c77e req-4a0aa202-8806-41f9-8893-7ddc53e383ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:13.914356 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61a07d75-d257-4f22-8e5f-cb2d3326c77e req-4a0aa202-8806-41f9-8893-7ddc53e383ac service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607181 Jul 08 21:39:14.017756 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-a128ed5e-a6a7-4a83-90a7-518f339374d8 None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:39:14.028027 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61a07d75-d257-4f22-8e5f-cb2d3326c77e req-0cfd0fa6-7149-43a2-bb26-1e6a2382baa2 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073203 Jul 08 21:39:14.134081 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-61a07d75-d257-4f22-8e5f-cb2d3326c77e req-337b65e8-4d35-435b-aacd-b39921d98e7b service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994403 Jul 08 21:39:14.286600 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-a128ed5e-a6a7-4a83-90a7-518f339374d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '587db200-d962-404f-a763-753b3b348ea1', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'port_id': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'mac_address': 'fa:16:3e:e6:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:39:12Z', 'updated_at': '2021-07-08T21:39:12Z', 'revision_number': 0, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:59Z', 'revision_number': 5, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:39:14.315743 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128ed5e-a6a7-4a83-90a7-518f339374d8 None None] The sync data for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 is: [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '587db200-d962-404f-a763-753b3b348ea1', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'port_id': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'mac_address': 'fa:16:3e:e6:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:39:12Z', 'updated_at': '2021-07-08T21:39:12Z', 'revision_number': 0, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:59Z', 'revision_number': 5, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:39:14.548989 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859be11-fee1-41ac-a1b5-3a4fe577efce None None] New status for floating IP 587db200-d962-404f-a763-753b3b348ea1: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:39:18.396071 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:24.245685 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:24.283585 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:39:25.477950 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7120d27a-eac7-448a-9584-d743a10a5911 req-932132fa-a9c8-437a-b219-a6675ade4a26 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570631 Jul 08 21:39:25.578984 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120d27a-eac7-448a-9584-d743a10a5911 req-06405486-0d8a-4d3d-bdac-47a3074a3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:25.580578 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7120d27a-eac7-448a-9584-d743a10a5911 req-06405486-0d8a-4d3d-bdac-47a3074a3c01 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 1097 time: 0.0567629 Jul 08 21:39:25.700111 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120d27a-eac7-448a-9584-d743a10a5911 req-c67f076c-2c62-47da-812b-7d5d2388a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:25.701595 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7120d27a-eac7-448a-9584-d743a10a5911 req-c67f076c-2c62-47da-812b-7d5d2388a0cb service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1001654 Jul 08 21:39:25.770174 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7120d27a-eac7-448a-9584-d743a10a5911 req-df4349e8-6044-44a1-be72-484d5d27d8fa service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b HTTP/1.1" status: 200 len: 1000 time: 0.0624442 Jul 08 21:39:25.824862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120d27a-eac7-448a-9584-d743a10a5911 req-ee1cc579-a245-47dd-83e1-31ae927885c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:25.826394 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7120d27a-eac7-448a-9584-d743a10a5911 req-ee1cc579-a245-47dd-83e1-31ae927885c6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0508204 Jul 08 21:39:25.889864 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120d27a-eac7-448a-9584-d743a10a5911 req-556761ec-c2e0-441e-87d3-152c615a4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:39:25.891596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7120d27a-eac7-448a-9584-d743a10a5911 req-556761ec-c2e0-441e-87d3-152c615a4203 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591078 Jul 08 21:39:25.998635 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7120d27a-eac7-448a-9584-d743a10a5911 req-c6c8d64b-586c-4758-a253-2910dd460003 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000488 Jul 08 21:39:26.121163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7120d27a-eac7-448a-9584-d743a10a5911 req-e07e345f-55ab-4437-ac6a-7a1953226853 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151278 Jul 08 21:39:34.174581 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-62658f81-2c6d-447c-ac67-7b81e40fe767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:37.135470 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-341f8531-b70f-48b7-9efa-d1096406b708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:37.237388 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:38.607229 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:40.141513 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:48.402984 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:39:54.265028 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:01.283938 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:40:04.168847 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5c6f33f2-514a-41db-92ec-e3b0a8d38bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:07.130227 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-63ce92ef-29bd-480e-abd6-486e104d4564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:07.234201 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:08.606514 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:10.144771 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:18.411683 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:24.258725 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:27.539000 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-0cd86c54-9f92-4e66-a3bc-77df14c63076 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1171033 Jul 08 21:40:27.644552 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-2eccfea6-5e63-4d0e-bd25-287b1513cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:40:27.646307 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-2eccfea6-5e63-4d0e-bd25-287b1513cfce service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 1097 time: 0.0609894 Jul 08 21:40:27.778610 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-655e4556-5959-48d2-890e-7224299dd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:40:27.780551 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-655e4556-5959-48d2-890e-7224299dd111 service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1079874 Jul 08 21:40:27.852194 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-b411f19d-cb2b-414c-832b-315d24f39070 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b HTTP/1.1" status: 200 len: 1000 time: 0.0651853 Jul 08 21:40:27.911239 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-e41c7ccf-e80c-4e86-a102-67af8cb4e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:40:27.912833 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-e41c7ccf-e80c-4e86-a102-67af8cb4e380 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0541053 Jul 08 21:40:27.984014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-71daf751-e7f3-472f-8264-5b2cc6e83f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:40:27.985491 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-71daf751-e7f3-472f-8264-5b2cc6e83f78 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665770 Jul 08 21:40:27.996401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-d3943e8a-cba6-422f-bfd5-c84a36db5868 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:40:27.997456 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-d3943e8a-cba6-422f-bfd5-c84a36db5868 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054460 Jul 08 21:40:28.111629 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-866c38d8-f60b-4775-8127-9b811cc052de service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074004 Jul 08 21:40:28.220608 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-9cbb9b1d-8d20-463d-98e2-2573cd552a26 req-decbf99b-1e05-4c4b-ae7d-74fd0bb4b726 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031392 Jul 08 21:40:34.173344 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1917-f0f3-4ccf-b4e7-55b0111593f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:37.133212 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-76189803-8a58-49e4-a184-c3cd852d5810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:37.239931 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:38.284083 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:40:38.611499 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:40.148342 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:48.432197 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:40:54.260358 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:04.183271 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-34992444-cb29-4823-b10d-03dcc3ac28c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:07.138548 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cad89926-0cc7-487d-92a6-fda0971fe67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:07.244524 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:08.612369 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:09.398570 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29774312-d986-434c-a2e9-2fce3795b162 req-c93284cd-ef5c-4189-8c40-080bbc11c594 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:09.401228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29774312-d986-434c-a2e9-2fce3795b162 req-c93284cd-ef5c-4189-8c40-080bbc11c594 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0730872 Jul 08 21:41:09.446671 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-29774312-d986-434c-a2e9-2fce3795b162 req-49d5101d-80c6-4536-ba59-4b21f1d62fcb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361547 Jul 08 21:41:10.151006 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:10.693481 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfab11-f058-479c-8e80-647b50e5ccdb req-1b2597f5-552e-4b02-b432-13bde14a888d tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:10.695396 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-33cfab11-f058-479c-8e80-647b50e5ccdb req-1b2597f5-552e-4b02-b432-13bde14a888d tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0821002 Jul 08 21:41:10.740182 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-33cfab11-f058-479c-8e80-647b50e5ccdb req-06a989fc-3410-4fc5-ae39-14ce621a90de tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379100 Jul 08 21:41:11.967031 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26b254-aec5-4efc-8c02-604deee58407 req-96683424-dcc7-4658-82a7-4fc18a25b812 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:11.968691 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb26b254-aec5-4efc-8c02-604deee58407 req-96683424-dcc7-4658-82a7-4fc18a25b812 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0746758 Jul 08 21:41:12.018080 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cb26b254-aec5-4efc-8c02-604deee58407 req-a6a18627-575d-41a0-989e-9ee6e08d165a tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393424 Jul 08 21:41:13.230671 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e321d-c9cc-4270-9c51-551881d327fd req-27db7e25-1e58-44c7-b072-919c231c0fd3 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:13.233134 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de5e321d-c9cc-4270-9c51-551881d327fd req-27db7e25-1e58-44c7-b072-919c231c0fd3 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0803962 Jul 08 21:41:13.281824 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-de5e321d-c9cc-4270-9c51-551881d327fd req-1ef01940-48bd-43b0-bfe0-519b58cbe441 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381243 Jul 08 21:41:14.525077 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d808b7-e41a-49cc-bf74-f323e8ae9f76 req-f627ccd0-672c-4b78-bf3d-2302a5ee3d19 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:14.527051 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6d808b7-e41a-49cc-bf74-f323e8ae9f76 req-f627ccd0-672c-4b78-bf3d-2302a5ee3d19 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0749907 Jul 08 21:41:14.571752 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-e6d808b7-e41a-49cc-bf74-f323e8ae9f76 req-359dc338-6b97-44ae-9bf5-5e467b8ec2d8 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383217 Jul 08 21:41:15.283649 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:41:15.844621 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef282d87-58c1-441f-9aa1-5c238618002d req-83f7e87b-1eea-4a99-bb90-33223097473c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:15.846300 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef282d87-58c1-441f-9aa1-5c238618002d req-83f7e87b-1eea-4a99-bb90-33223097473c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.1436112 Jul 08 21:41:15.891148 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-ef282d87-58c1-441f-9aa1-5c238618002d req-e9f75b74-5d01-4416-82e2-ff84477d8413 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384355 Jul 08 21:41:17.133766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b9185-1805-4401-8eee-f8a954d1257f req-d006034d-f7d3-45e8-a2dd-2b64894786c8 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:17.135370 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f2b9185-1805-4401-8eee-f8a954d1257f req-d006034d-f7d3-45e8-a2dd-2b64894786c8 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.1215920 Jul 08 21:41:17.180501 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-5f2b9185-1805-4401-8eee-f8a954d1257f req-57a30721-c075-4ff7-a2de-7d67962a6103 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371425 Jul 08 21:41:18.379987 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a0504-cece-40fc-98f0-fc9c79583b8b req-debce6e6-bd53-49ed-9169-f1af7f06690c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:18.381947 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e29a0504-cece-40fc-98f0-fc9c79583b8b req-debce6e6-bd53-49ed-9169-f1af7f06690c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0751543 Jul 08 21:41:18.434902 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e29a0504-cece-40fc-98f0-fc9c79583b8b req-36d6f11a-d6a1-48af-b588-e229428875bb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450647 Jul 08 21:41:18.441451 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:19.493512 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70cf89-4ce8-4215-8bbe-adc2c77fc6ac req-fad04aad-4a07-4a8c-ad04-c10b8b3a66df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:19.495566 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a70cf89-4ce8-4215-8bbe-adc2c77fc6ac req-fad04aad-4a07-4a8c-ad04-c10b8b3a66df service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 1097 time: 0.0630291 Jul 08 21:41:19.653920 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70cf89-4ce8-4215-8bbe-adc2c77fc6ac req-b9a1f8cf-cf2e-4bfe-bdef-44666465a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:19.655500 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a70cf89-4ce8-4215-8bbe-adc2c77fc6ac req-b9a1f8cf-cf2e-4bfe-bdef-44666465a890 service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1530952 Jul 08 21:41:19.744478 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a70cf89-4ce8-4215-8bbe-adc2c77fc6ac req-d5828126-3885-4d4f-839d-30e2c51dfb41 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b HTTP/1.1" status: 200 len: 1000 time: 0.0818384 Jul 08 21:41:19.754200 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23faf2-320f-4969-b09e-193fcf05dd11 req-44df7f34-eb39-4efe-91fb-608b3446aa2a tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:19.756108 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b23faf2-320f-4969-b09e-193fcf05dd11 req-44df7f34-eb39-4efe-91fb-608b3446aa2a tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.1506748 Jul 08 21:41:19.832303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70cf89-4ce8-4215-8bbe-adc2c77fc6ac req-d095be2c-8820-425a-aab4-71fae67c4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:19.833891 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a70cf89-4ce8-4215-8bbe-adc2c77fc6ac req-d095be2c-8820-425a-aab4-71fae67c4a19 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0767877 Jul 08 21:41:19.843497 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3b23faf2-320f-4969-b09e-193fcf05dd11 req-55ea0cc2-63ca-4d92-a1d8-037df879ba1b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766184 Jul 08 21:41:19.929668 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70cf89-4ce8-4215-8bbe-adc2c77fc6ac req-8c6def24-f251-4a92-85d6-cd5e5228157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:19.931310 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a70cf89-4ce8-4215-8bbe-adc2c77fc6ac req-8c6def24-f251-4a92-85d6-cd5e5228157e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869246 Jul 08 21:41:20.037485 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a70cf89-4ce8-4215-8bbe-adc2c77fc6ac req-8ac076ac-c023-4209-a104-178b8206f315 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992305 Jul 08 21:41:20.147304 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6a70cf89-4ce8-4215-8bbe-adc2c77fc6ac req-80bc709f-4c5a-485c-a53e-98727c0b8c9e service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031423 Jul 08 21:41:21.041975 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5bb44-c952-4125-8f7c-f3efb0907347 req-37448b37-00a9-43cb-b368-3e5be564a245 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:21.044332 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ba5bb44-c952-4125-8f7c-f3efb0907347 req-37448b37-00a9-43cb-b368-3e5be564a245 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0785658 Jul 08 21:41:21.089697 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2ba5bb44-c952-4125-8f7c-f3efb0907347 req-7ee51b92-a782-4dd1-8964-a8138c44cd5f tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392437 Jul 08 21:41:22.393384 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836edb5-710a-4a88-b863-327578ed2e62 req-c09a87e5-b30a-41b2-b7b2-86639bc3c6ea tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:22.397423 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0836edb5-710a-4a88-b863-327578ed2e62 req-c09a87e5-b30a-41b2-b7b2-86639bc3c6ea tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0955997 Jul 08 21:41:22.460299 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0836edb5-710a-4a88-b863-327578ed2e62 req-7d8770b5-8028-4d59-bd5b-696cdfef127f tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523803 Jul 08 21:41:23.728126 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011c0f-4081-4ac3-80c8-3df78efa593a req-9eca5149-947f-41d0-9948-98c2c1c7e6c6 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:23.730931 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-88011c0f-4081-4ac3-80c8-3df78efa593a req-9eca5149-947f-41d0-9948-98c2c1c7e6c6 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.1118302 Jul 08 21:41:23.778184 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-88011c0f-4081-4ac3-80c8-3df78efa593a req-367c022c-9e5b-4d3e-89c5-9726c60c92bb tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407212 Jul 08 21:41:24.248936 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-c18beddb-0bad-4356-92e4-afc020780b90 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514966 Jul 08 21:41:24.280061 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:24.293592 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fc107-df54-4a68-afdd-23bba3f02ee5 req-fb5de0fd-0333-4ab7-89ef-342f668f4105 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:24.296142 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e23fc107-df54-4a68-afdd-23bba3f02ee5 req-fb5de0fd-0333-4ab7-89ef-342f668f4105 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.1292787 Jul 08 21:41:24.347156 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e23fc107-df54-4a68-afdd-23bba3f02ee5 req-e9dddeac-2881-4c85-a615-3937a416626f tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418894 Jul 08 21:41:25.585945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14db63-88b6-498a-95e2-2b5cbe9af3b8 req-80f294af-b56e-4807-ba5a-08de683a52e1 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:25.587554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cc14db63-88b6-498a-95e2-2b5cbe9af3b8 req-80f294af-b56e-4807-ba5a-08de683a52e1 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0808151 Jul 08 21:41:25.646598 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cc14db63-88b6-498a-95e2-2b5cbe9af3b8 req-f5fc1f17-da88-48e1-b97d-5970706bde2b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500195 Jul 08 21:41:26.051154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:41:26.164110 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:26.196965 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:41:26.200783 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756dfa4a-d57e-4421-9360-d6b7db3a8952" -d '{"events": [{"server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "name": "network-vif-unplugged", "status": "completed", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:41:26.218904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:41:26.224439 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:26.267798 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 21:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f2e24d-a566-462d-9c0f-a2b7010cb392 x-openstack-request-id: req-a3f2e24d-a566-462d-9c0f-a2b7010cb392 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:41:26.268241 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "name": "network-vif-unplugged", "status": "failed", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b", "code": 422}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:41:26.268839 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a3f2e24d-a566-462d-9c0f-a2b7010cb392 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:41:26.269294 n-d-791506-16 neutron-server[94067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'code': 422} returned with failed status Jul 08 21:41:26.302210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:41:26.315054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:41:26.315490 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:41:26.315908 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:41:26.316294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:41:26.316721 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:41:26.317122 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:41:26.317536 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:41:26.317973 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:41:26.318471 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:41:26.318911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:41:26.319384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:41:26.319869 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:41:26.850750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474283f-76cf-4635-8717-6a6376659ae6 req-e0ad6f4b-04a3-4b5c-8ce1-8bebd62e6ad5 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:26.853291 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8474283f-76cf-4635-8717-6a6376659ae6 req-e0ad6f4b-04a3-4b5c-8ce1-8bebd62e6ad5 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0770934 Jul 08 21:41:26.915654 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8474283f-76cf-4635-8717-6a6376659ae6 req-fc6f90a0-0940-4a12-a849-7baa0f71327c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548298 Jul 08 21:41:28.210160 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81107f-31e6-4aa4-a42f-d0db4cc806bb req-104d7a20-cc18-4530-ac3d-770b3a3ef82e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:28.212721 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0b81107f-31e6-4aa4-a42f-d0db4cc806bb req-104d7a20-cc18-4530-ac3d-770b3a3ef82e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0839272 Jul 08 21:41:28.271095 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-0b81107f-31e6-4aa4-a42f-d0db4cc806bb req-4d4dfc2a-d0f7-47cf-8d26-88f37d909858 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518267 Jul 08 21:41:29.506102 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe083e8-a68e-4996-b703-4dce6c0bf964 req-610525ae-e86e-42b9-b028-c808455f3f1e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:29.507764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0fe083e8-a68e-4996-b703-4dce6c0bf964 req-610525ae-e86e-42b9-b028-c808455f3f1e tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0970323 Jul 08 21:41:29.554707 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-0fe083e8-a68e-4996-b703-4dce6c0bf964 req-9c558354-f5dd-4541-ad54-cf5a7dbb77a6 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366404 Jul 08 21:41:29.675850 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-ba104cee-5b43-4ba6-bf46-4d71c2b36f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:29.677354 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-ba104cee-5b43-4ba6-bf46-4d71c2b36f2d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48&tenant_id=dfad271ab1b740eeb065f2dcfb716d74 HTTP/1.1" status: 200 len: 1095 time: 0.0674655 Jul 08 21:41:29.766860 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-7a8b6e83-3dc6-4109-ac45-21b724e1692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:29.769434 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-7a8b6e83-3dc6-4109-ac45-21b724e1692d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 1095 time: 0.0684900 Jul 08 21:41:29.868870 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-b599f6a2-0005-4396-95ad-5e1aadfd14da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:29.870397 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-b599f6a2-0005-4396-95ad-5e1aadfd14da service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.0952139 Jul 08 21:41:29.944014 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-db29e523-9134-4ceb-af74-6ad2b54fd01b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b HTTP/1.1" status: 200 len: 998 time: 0.0669429 Jul 08 21:41:29.998651 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-0ae99fe7-3a2a-4daf-8639-22621b033399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:30.000227 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-0ae99fe7-3a2a-4daf-8639-22621b033399 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0494637 Jul 08 21:41:30.064847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-049d6ca2-a633-4198-afc4-9930e376c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:30.066541 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-049d6ca2-a633-4198-afc4-9930e376c395 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603011 Jul 08 21:41:30.233554 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-7e75de22-71ce-4d7b-a5c9-ca068890c649 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598427 Jul 08 21:41:30.389406 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-f77591e1-1f49-4879-b03e-2ad19ff562fb service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492753 Jul 08 21:41:30.776112 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44724bf-8ada-4853-83d7-834b3d9812b3 req-ca242bc2-771b-4fbd-b404-1b2075902035 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:30.778929 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e44724bf-8ada-4853-83d7-834b3d9812b3 req-ca242bc2-771b-4fbd-b404-1b2075902035 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0972681 Jul 08 21:41:30.823520 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e44724bf-8ada-4853-83d7-834b3d9812b3 req-8f5091cc-ce97-4689-b29b-db55f943aef7 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388799 Jul 08 21:41:32.385981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88db7a-307f-43e5-b483-c219d7ff3a22 req-1898fc67-309a-4da5-999c-514671dbc508 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:32.388326 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce88db7a-307f-43e5-b483-c219d7ff3a22 req-1898fc67-309a-4da5-999c-514671dbc508 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.4348624 Jul 08 21:41:32.443756 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-ce88db7a-307f-43e5-b483-c219d7ff3a22 req-40233057-f1fb-47d6-94eb-bfd9bdcaa1c7 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486760 Jul 08 21:41:33.661022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf106f-fdcb-4fd7-aab1-8390c0794ee0 req-46a2efca-02e3-4bd2-b217-874028203f18 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:33.662622 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64cf106f-fdcb-4fd7-aab1-8390c0794ee0 req-46a2efca-02e3-4bd2-b217-874028203f18 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0797856 Jul 08 21:41:33.706962 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-64cf106f-fdcb-4fd7-aab1-8390c0794ee0 req-14452574-2bb6-4222-b517-b35ede8edb53 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376835 Jul 08 21:41:34.185749 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f5605004-dc4c-403d-b0d5-f0bab67ea934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:34.916559 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623da32-50b2-4ced-87ca-2056428eea5d req-69a3c7ec-9b08-499c-96e4-d07873804354 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:34.919596 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6623da32-50b2-4ced-87ca-2056428eea5d req-69a3c7ec-9b08-499c-96e4-d07873804354 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0843647 Jul 08 21:41:34.981525 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6623da32-50b2-4ced-87ca-2056428eea5d req-68bb8397-09ec-49cc-aada-7890f0dbbfb3 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549076 Jul 08 21:41:36.180889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe9f4f-efd9-4e4f-9877-7524a5771589 req-5e480f90-eb1e-4ee4-8f2f-fcf603a4c38b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:36.182519 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-15fe9f4f-efd9-4e4f-9877-7524a5771589 req-5e480f90-eb1e-4ee4-8f2f-fcf603a4c38b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0720546 Jul 08 21:41:36.232705 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-15fe9f4f-efd9-4e4f-9877-7524a5771589 req-c8fdbda4-f7f1-4732-b304-d66581d071db tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413804 Jul 08 21:41:37.141791 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d47af231-026d-4e08-b5db-aaef2e5d3d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:37.239998 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:37.444000 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f22cf-0e6c-4eaa-81d1-f3477126ace7 req-63e60922-8aef-49ed-813d-204e4b79e887 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:37.446381 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-424f22cf-0e6c-4eaa-81d1-f3477126ace7 req-63e60922-8aef-49ed-813d-204e4b79e887 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 943 time: 0.0860040 Jul 08 21:41:37.510021 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-424f22cf-0e6c-4eaa-81d1-f3477126ace7 req-b72a311b-162a-4716-9266-a67f75b0fc2f tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567617 Jul 08 21:41:38.112461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:41:38.218015 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:41:38.232825 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'port_id': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'mac_address': 'fa:16:3e:e6:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:41:38.281175 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:38.295902 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:41:38.317935 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:41:38.323347 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:38.381296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:41:38.527951 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['06cf0bb3-ff02-424d-9dfd-8d52b0725c0b'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:41:38.648788 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:38.771300 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f8b2b-b64c-4ebc-a94c-3edb0687c217 req-7c1058ce-e018-4659-bae4-409ac8fac9c6 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:38.773026 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460f8b2b-b64c-4ebc-a94c-3edb0687c217 req-7c1058ce-e018-4659-bae4-409ac8fac9c6 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 944 time: 0.0971282 Jul 08 21:41:38.827635 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-460f8b2b-b64c-4ebc-a94c-3edb0687c217 req-c2c799c3-a99b-4701-ac8a-6f31ed1b9c64 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478408 Jul 08 21:41:40.026380 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0230a8-48ec-48f5-8f60-0762d794b4c1 req-59cca3e8-2d72-4403-ab67-ba730fff65dc tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:40.029061 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f0230a8-48ec-48f5-8f60-0762d794b4c1 req-59cca3e8-2d72-4403-ab67-ba730fff65dc tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 944 time: 0.0765345 Jul 08 21:41:40.085844 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7f0230a8-48ec-48f5-8f60-0762d794b4c1 req-047d24fb-fee6-479d-b4d8-b601538cc352 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500135 Jul 08 21:41:40.127659 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:41:40.179048 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:40.195591 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:41:40.195954 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:40.327160 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:40.367041 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:41:40.371409 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142b0770-0b14-4680-8a1e-148f7dcdcf58" -d '{"events": [{"server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "name": "network-vif-plugged", "status": "completed", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:41:40.395599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:41:40.406718 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:40.447860 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a32702-4fbc-4d94-9d32-a8707e034a12 x-openstack-request-id: req-87a32702-4fbc-4d94-9d32-a8707e034a12 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:41:40.448228 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "name": "network-vif-plugged", "status": "completed", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:41:40.448607 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-87a32702-4fbc-4d94-9d32-a8707e034a12 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:41:40.450051 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'code': 200} Jul 08 21:41:40.484733 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:41:40.613423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa80a0-a55f-4899-9616-b7d76b8c470d req-436eb906-718d-487b-aa2c-07b72d8e64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:40.615092 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a6aa80a0-a55f-4899-9616-b7d76b8c470d req-436eb906-718d-487b-aa2c-07b72d8e64bd service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 1097 time: 0.0666850 Jul 08 21:41:40.662881 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a6aa80a0-a55f-4899-9616-b7d76b8c470d req-e8cac18b-305f-432a-9d0c-9c71f039aa4e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409164 Jul 08 21:41:41.301455 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f2480-df38-4ec8-a84d-1a82110d3d8b req-2679f7af-a369-4d59-9669-a9983ef358c2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:41.304044 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-260f2480-df38-4ec8-a84d-1a82110d3d8b req-2679f7af-a369-4d59-9669-a9983ef358c2 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0803697 Jul 08 21:41:41.349025 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-260f2480-df38-4ec8-a84d-1a82110d3d8b req-35423b74-5c5d-432a-ae90-f1790e9d4f3b tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383339 Jul 08 21:41:42.589347 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b23d6-7a18-40fb-8b59-b4f94be81104 req-a7f4cdf3-e469-4bed-a73b-544ae5031605 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:41:42.591728 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-684b23d6-7a18-40fb-8b59-b4f94be81104 req-a7f4cdf3-e469-4bed-a73b-544ae5031605 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0755908 Jul 08 21:41:42.644372 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-684b23d6-7a18-40fb-8b59-b4f94be81104 req-c0e557a5-ddef-40dc-bf4f-26b4b7be747c tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463018 Jul 08 21:41:48.446240 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:41:52.282666 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:41:54.275248 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:04.181822 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-076f692b-d049-4e5a-a46c-33545fdab942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:07.144553 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-34f3d654-9933-4894-bb9b-f76c9ac5e241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:07.246603 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:08.623466 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:10.157632 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:18.442361 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:24.277364 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:29.282563 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:42:29.497379 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-402e4b1b-1058-4e80-94a0-c668596a05ff req-a8282eca-fc88-48dc-8af3-fd895e284467 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0645688 Jul 08 21:42:29.597995 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e4b1b-1058-4e80-94a0-c668596a05ff req-e9af8167-b8ec-4b7f-ad4b-f5030f38ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:42:29.599536 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-402e4b1b-1058-4e80-94a0-c668596a05ff req-e9af8167-b8ec-4b7f-ad4b-f5030f38ba4e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 1097 time: 0.0567992 Jul 08 21:42:29.725827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e4b1b-1058-4e80-94a0-c668596a05ff req-66f2e005-e2d4-4439-b6db-06c3370c6b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:42:29.728445 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-402e4b1b-1058-4e80-94a0-c668596a05ff req-66f2e005-e2d4-4439-b6db-06c3370c6b8f service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1005414 Jul 08 21:42:29.800236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-402e4b1b-1058-4e80-94a0-c668596a05ff req-4f914931-9ff3-4a0e-a8de-954cc312b6e6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b HTTP/1.1" status: 200 len: 1000 time: 0.0649126 Jul 08 21:42:29.858243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e4b1b-1058-4e80-94a0-c668596a05ff req-24c1ead3-0a15-4271-bab5-c3eb94bb4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:42:29.859783 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-402e4b1b-1058-4e80-94a0-c668596a05ff req-24c1ead3-0a15-4271-bab5-c3eb94bb4e4d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0539470 Jul 08 21:42:29.925623 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e4b1b-1058-4e80-94a0-c668596a05ff req-76415644-fc8b-4d5e-8418-af995a9fe7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:42:29.927367 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-402e4b1b-1058-4e80-94a0-c668596a05ff req-76415644-fc8b-4d5e-8418-af995a9fe7e7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612676 Jul 08 21:42:30.029536 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-402e4b1b-1058-4e80-94a0-c668596a05ff req-8f7665ea-c7ea-47e3-9be2-aace254ec4e6 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957124 Jul 08 21:42:30.135644 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-402e4b1b-1058-4e80-94a0-c668596a05ff req-9738da8a-5c04-43ea-9a92-0ea6bfd3bd8e service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986354 Jul 08 21:42:34.177158 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f98a-2672-456a-aad8-772dd3f65037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:37.149180 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cdec238e-c4dd-4a4c-81d7-c4b99ebd003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:37.241762 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:38.624989 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:40.159943 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:48.436975 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:54.266952 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:55.836244 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51162) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:42:56.028601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Deleting port d15195fc-99c9-4506-87d1-15f574528b07 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:42:56.028995 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:56.114045 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:56.114371 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:56.128769 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Calling delete_port for d15195fc-99c9-4506-87d1-15f574528b07 owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:42:56.299161 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:56.324227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event deleted for resources: {'Port': ['ID=d15195fc-99c9-4506-87d1-15f574528b07,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:42:56.342318 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:56.342671 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:56.343023 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:56.343369 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:56.343708 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:56.344060 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:56.344379 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:56.344803 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:56.345089 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:56.345424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:56.345756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:56.346084 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:56.415745 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:56.416870 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Floating IP 587db200-d962-404f-a763-753b3b348ea1 disassociated (deleted). External IP: 172.25.4.25, port: 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b. Jul 08 21:42:56.642264 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Router 28fd667d-70f9-47c4-8a03-ce42c4101f42 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:42:56.767793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:42:56.774540 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:56.779358 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fd5a81-c3bf-46c9-b4e3-7181aaed6116 None None] Sync routers for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:42:56.795334 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd5a81-c3bf-46c9-b4e3-7181aaed6116 None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:42:56.796477 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-04fd5a81-c3bf-46c9-b4e3-7181aaed6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:42:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:42:56.852550 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-79cd52b4-0f2b-42c7-9f05-d5da26e5b063 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "DELETE /v2.0/floatingips/587db200-d962-404f-a763-753b3b348ea1 HTTP/1.1" status: 204 len: 168 time: 1.0136220 Jul 08 21:42:56.853566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:42:56.856732 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d2ebfc172d59de590df2938a803ad4ab2356e115028df77becb900c8d97392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c59f942-ef9c-4abf-b5f4-7316e09247d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:42:56.901976 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4905def1-6f55-4f97-bc18-cdde85169f48 x-openstack-request-id: req-4905def1-6f55-4f97-bc18-cdde85169f48 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:42:56.902279 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:42:56.902564 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4905def1-6f55-4f97-bc18-cdde85169f48 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:42:56.903082 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'status': 'completed', 'code': 200} Jul 08 21:42:56.994617 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f942-ef9c-4abf-b5f4-7316e09247d2 req-cda36d5e-7f36-4094-ad32-f46f8d8c05de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:42:56.996402 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c59f942-ef9c-4abf-b5f4-7316e09247d2 req-cda36d5e-7f36-4094-ad32-f46f8d8c05de service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 1097 time: 0.0637143 Jul 08 21:42:57.007620 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-04fd5a81-c3bf-46c9-b4e3-7181aaed6116 None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:42:57.158432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f942-ef9c-4abf-b5f4-7316e09247d2 req-e495b8ab-bcbc-4c80-8a69-6e70c2fb2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:42:57.161069 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c59f942-ef9c-4abf-b5f4-7316e09247d2 req-e495b8ab-bcbc-4c80-8a69-6e70c2fb2032 service neutron] 10.222.0.104 "GET /v2.0/networks?id=825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 200 len: 910 time: 0.1579125 Jul 08 21:42:57.251324 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c59f942-ef9c-4abf-b5f4-7316e09247d2 req-bf740913-9fc8-431f-99b1-611363fb8a6e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b HTTP/1.1" status: 200 len: 217 time: 0.0783069 Jul 08 21:42:57.318457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f942-ef9c-4abf-b5f4-7316e09247d2 req-68836e23-3bde-4ba8-a906-09651d8f5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:42:57.319855 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c59f942-ef9c-4abf-b5f4-7316e09247d2 req-68836e23-3bde-4ba8-a906-09651d8f5c06 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 200 len: 848 time: 0.0610721 Jul 08 21:42:57.398181 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-04fd5a81-c3bf-46c9-b4e3-7181aaed6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:59Z', 'revision_number': 5, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:42:57.407106 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f942-ef9c-4abf-b5f4-7316e09247d2 req-a97cebd4-595c-452b-884f-c6110bbbfd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:42:57.410235 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c59f942-ef9c-4abf-b5f4-7316e09247d2 req-a97cebd4-595c-452b-884f-c6110bbbfd23 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=825b6aad-f2e2-442e-9032-98afe28081b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816171 Jul 08 21:42:57.427011 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d13490-1eca-41e7-84ca-870c8168281c req-72e60023-db52-4590-a178-c8e29923fbd4 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:42:57.429105 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00d13490-1eca-41e7-84ca-870c8168281c req-72e60023-db52-4590-a178-c8e29923fbd4 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0860741 Jul 08 21:42:57.432829 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fd5a81-c3bf-46c9-b4e3-7181aaed6116 None None] Checking router: 28fd667d-70f9-47c4-8a03-ce42c4101f42 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:42:57.442662 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd5a81-c3bf-46c9-b4e3-7181aaed6116 None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:42:57.443295 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-04fd5a81-c3bf-46c9-b4e3-7181aaed6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:42:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:42:57.481873 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-00d13490-1eca-41e7-84ca-870c8168281c req-3b427df7-44fa-4ead-8503-a86a464223da tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395546 Jul 08 21:42:57.546028 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c59f942-ef9c-4abf-b5f4-7316e09247d2 req-6c229ad6-106b-415f-843b-a8afd20668b3 service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285779 Jul 08 21:42:57.610517 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-04fd5a81-c3bf-46c9-b4e3-7181aaed6116 None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:42:57.664917 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6c59f942-ef9c-4abf-b5f4-7316e09247d2 req-e1acc5a6-9fcf-40e3-a0ae-e5c0b330da9c service neutron] 10.222.0.104 "GET /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114120 Jul 08 21:42:57.862802 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-04fd5a81-c3bf-46c9-b4e3-7181aaed6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:59Z', 'revision_number': 5, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:42:57.891228 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fd5a81-c3bf-46c9-b4e3-7181aaed6116 None None] The sync data for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 is: [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:52Z', 'revision_number': 4, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': 'aa5d7ed3-e49c-440e-8ed6-2d8f900e2732', 'name': '', 'network_id': '825b6aad-f2e2-442e-9032-98afe28081b8', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'mac_address': 'fa:16:3e:03:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:51Z', 'updated_at': '2021-07-08T21:33:59Z', 'revision_number': 5, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'subnets': [{'id': '5976220c-8586-4ff5-b20d-7755b03721cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:42:58.146199 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40a7fb2-dbc8-4442-b928-8ed5f9d8b7cd None None] New status for floating IP 587db200-d962-404f-a763-753b3b348ea1: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:42:58.691156 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108d9e5-5033-4776-8f98-4789e755fd4d req-40e1355f-6ab1-44e7-b85f-b965d4b0eba0 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:42:58.692838 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f108d9e5-5033-4776-8f98-4789e755fd4d req-40e1355f-6ab1-44e7-b85f-b965d4b0eba0 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0690722 Jul 08 21:42:58.765381 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-f108d9e5-5033-4776-8f98-4789e755fd4d req-c980e46c-3552-46ba-83c4-dadd70b26975 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/security-groups?id=670ac57a-adfa-43ad-bc97-7729a1bde91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657136 Jul 08 21:42:58.797203 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8bf72-26a0-4edc-8059-04619ae1952f req-46dbd407-f7f1-4dfb-8481-5c9452826d25 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:42:58.798764 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96f8bf72-26a0-4edc-8059-04619ae1952f req-46dbd407-f7f1-4dfb-8481-5c9452826d25 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.104 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 945 time: 0.0830798 Jul 08 21:42:58.922183 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-96f8bf72-26a0-4edc-8059-04619ae1952f req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Deleting port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:42:58.922518 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96f8bf72-26a0-4edc-8059-04619ae1952f req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:59.018608 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-96f8bf72-26a0-4edc-8059-04619ae1952f req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] For port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:42:59.018890 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96f8bf72-26a0-4edc-8059-04619ae1952f req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:59.037737 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-96f8bf72-26a0-4edc-8059-04619ae1952f req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Calling delete_port for 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:42:59.190419 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96f8bf72-26a0-4edc-8059-04619ae1952f req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:59.231273 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event deleted for resources: {'Port': ['ID=06cf0bb3-ff02-424d-9dfd-8d52b0725c0b,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:42:59.259531 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:59.259929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:59.260333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:59.260700 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:59.261098 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:59.261453 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:59.261789 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:59.262121 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:59.262449 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:59.262780 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:59.263110 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:59.263435 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:42:59.287457 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f8bf72-26a0-4edc-8059-04619ae1952f req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] No DVR routers for this DVR port 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:42:59.290837 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-96f8bf72-26a0-4edc-8059-04619ae1952f req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:42:59.292927 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-96f8bf72-26a0-4edc-8059-04619ae1952f req-1c85c68e-2eef-4f0b-86cb-eee637482943 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.104 "DELETE /v2.0/ports/06cf0bb3-ff02-424d-9dfd-8d52b0725c0b HTTP/1.1" status: 204 len: 173 time: 0.4890511 Jul 08 21:42:59.293373 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'name': 'network-vif-deleted', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:42:59.295713 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038a70ba-8989-422a-b375-1a7c3fd9a2b8" -d '{"events": [{"server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "name": "network-vif-deleted", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:42:59.335370 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaf4820-6e76-4c99-895f-72f51dd60e5f x-openstack-request-id: req-fbaf4820-6e76-4c99-895f-72f51dd60e5f {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:42:59.335674 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d091fb27-93a4-467e-9e79-8beb6e892a48", "name": "network-vif-deleted", "tag": "06cf0bb3-ff02-424d-9dfd-8d52b0725c0b", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:42:59.335935 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fbaf4820-6e76-4c99-895f-72f51dd60e5f {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:42:59.336342 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd091fb27-93a4-467e-9e79-8beb6e892a48', 'name': 'network-vif-deleted', 'tag': '06cf0bb3-ff02-424d-9dfd-8d52b0725c0b', 'status': 'completed', 'code': 200} Jul 08 21:42:59.944160 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-98b86db4-526d-48aa-ae5f-773b96a0cf7a req-79a52a43-421f-4ecf-9d4f-b2aba4d6e3bc tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 210 time: 0.0327923 Jul 08 21:43:01.108149 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-927047b9-3c93-414b-bf2c-7e08d1a0caca req-1d853d1d-2ca6-4ca3-bbf3-35f2c9746bed tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 210 time: 0.0331478 Jul 08 21:43:02.273916 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-86ba7b45-e82c-4579-92f6-25e4ee064037 req-e00b5fa1-759f-4b02-80fb-d7c14935a583 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 210 time: 0.0284019 Jul 08 21:43:02.485005 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:43:02.506305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:43:02.506651 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 06cf0bb3-ff02-424d-9dfd-8d52b0725c0b not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:43:03.532152 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e103a792-8e46-4bb2-b5ea-cea9afa1a3b6 req-8fe03a67-f1dc-4498-bc50-dc82afc1902d tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "GET /v2.0/ports?device_id=d091fb27-93a4-467e-9e79-8beb6e892a48 HTTP/1.1" status: 200 len: 210 time: 0.0323024 Jul 08 21:43:04.179593 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c698fe75-26a4-4f05-9a60-6e313cd83ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:04.634874 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51198) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:04.698692 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb23a2af-3185-4b93-bf29-40dacf43acb9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:04.724218 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb23a2af-3185-4b93-bf29-40dacf43acb9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:04.790523 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb23a2af-3185-4b93-bf29-40dacf43acb9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:04.793269 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb23a2af-3185-4b93-bf29-40dacf43acb9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:04.794558 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-fb23a2af-3185-4b93-bf29-40dacf43acb9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] 10.222.0.101 "DELETE /v2.0/security-groups/670ac57a-adfa-43ad-bc97-7729a1bde91b HTTP/1.1" status: 204 len: 168 time: 0.1586585 Jul 08 21:43:04.812774 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23a2af-3185-4b93-bf29-40dacf43acb9 tempest-TestShelveInstance-655365529 tempest-TestShelveInstance-655365529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670ac57a-adfa-43ad-bc97-7729a1bde91b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:05.865717 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51204) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:06.283973 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:43:06.342087 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1669-5938-42eb-a39a-4a52d4892608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:06.607703 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f1669-5938-42eb-a39a-4a52d4892608 admin admin] Deleting port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:43:06.608046 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1669-5938-42eb-a39a-4a52d4892608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:06.690558 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9a2f1669-5938-42eb-a39a-4a52d4892608 admin admin] For port aa5d7ed3-e49c-440e-8ed6-2d8f900e2732, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=aa5d7ed3-e49c-440e-8ed6-2d8f900e2732,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:06.690934 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1669-5938-42eb-a39a-4a52d4892608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:06.704849 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f1669-5938-42eb-a39a-4a52d4892608 admin admin] Calling delete_port for aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:43:06.896832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1669-5938-42eb-a39a-4a52d4892608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:06.922534 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f1669-5938-42eb-a39a-4a52d4892608 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5d7ed3-e49c-440e-8ed6-2d8f900e2732,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:07.105232 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1669-5938-42eb-a39a-4a52d4892608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:07.151974 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-61b8dd3e-cc59-4563-a886-47022b80024e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:07.244926 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:07.332930 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2f1669-5938-42eb-a39a-4a52d4892608 admin admin] Router 28fd667d-70f9-47c4-8a03-ce42c4101f42 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:43:07.448532 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2f1669-5938-42eb-a39a-4a52d4892608 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:43:07.453565 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-9a2f1669-5938-42eb-a39a-4a52d4892608 admin admin] 10.222.0.101 "PUT /v2.0/routers/28fd667d-70f9-47c4-8a03-ce42c4101f42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5860939 Jul 08 21:43:07.457127 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51208) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:07.459665 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0a78f-9bd3-4cca-a906-326ec4d8dc6d None None] Sync routers for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:43:07.472296 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b0a78f-9bd3-4cca-a906-326ec4d8dc6d None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:07.472956 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-88b0a78f-9bd3-4cca-a906-326ec4d8dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:07.575649 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:07.596728 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-88b0a78f-9bd3-4cca-a906-326ec4d8dc6d None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:07.705426 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:07.761425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Deleting port 48323c36-3825-4fed-8a94-9d794effd42b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:43:07.761773 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:07.790009 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-88b0a78f-9bd3-4cca-a906-326ec4d8dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '48323c36-3825-4fed-8a94-9d794effd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:43:06Z', 'revision_number': 5, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port': {'id': '48323c36-3825-4fed-8a94-9d794effd42b', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:07.821076 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0a78f-9bd3-4cca-a906-326ec4d8dc6d None None] Checking router: 28fd667d-70f9-47c4-8a03-ce42c4101f42 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:43:07.830489 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b0a78f-9bd3-4cca-a906-326ec4d8dc6d None None] Routers {'28fd667d-70f9-47c4-8a03-ce42c4101f42'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:07.831109 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-88b0a78f-9bd3-4cca-a906-326ec4d8dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['28fd667d-70f9-47c4-8a03-ce42c4101f42'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:07.851139 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] For port 48323c36-3825-4fed-8a94-9d794effd42b, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=48323c36-3825-4fed-8a94-9d794effd42b,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:07.851549 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:07.866967 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Calling delete_port for 48323c36-3825-4fed-8a94-9d794effd42b owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:43:07.923212 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-88b0a78f-9bd3-4cca-a906-326ec4d8dc6d None None] Set router 28fd667d-70f9-47c4-8a03-ce42c4101f42 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:07.980188 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-88b0a78f-9bd3-4cca-a906-326ec4d8dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:43:07Z', 'revision_number': 6, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:08.012005 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0a78f-9bd3-4cca-a906-326ec4d8dc6d None None] The sync data for ids ['28fd667d-70f9-47c4-8a03-ce42c4101f42'] in n-d-791506-16 is: [{'id': '28fd667d-70f9-47c4-8a03-ce42c4101f42', 'name': 'tempest-TestShelveInstance-1119756601-router', 'tenant_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:48Z', 'updated_at': '2021-07-08T21:43:07Z', 'revision_number': 6, 'project_id': 'dfad271ab1b740eeb065f2dcfb716d74', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:43:08.059544 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.087431 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=48323c36-3825-4fed-8a94-9d794effd42b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:08.148094 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.241911 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.244584 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.288832 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.289383 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28fd667d-70f9-47c4-8a03-ce42c4101f42 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:43:08.294221 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.295394 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7f8ac5a7-98ec-4cc2-a9d9-9af3dd22ccf4 admin admin] 10.222.0.101 "DELETE /v2.0/routers/28fd667d-70f9-47c4-8a03-ce42c4101f42 HTTP/1.1" status: 204 len: 168 time: 0.8373477 Jul 08 21:43:08.298088 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51210) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:08.342571 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0a9047-efce-4f8f-8791-d2b374a6c338 admin admin] Deleting subnet 5976220c-8586-4ff5-b20d-7755b03721cc {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:43:08.345718 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f0a9047-efce-4f8f-8791-d2b374a6c338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.381679 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f0a9047-efce-4f8f-8791-d2b374a6c338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.471859 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f0a9047-efce-4f8f-8791-d2b374a6c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.527066 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f0a9047-efce-4f8f-8791-d2b374a6c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.550195 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a9047-efce-4f8f-8791-d2b374a6c338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5976220c-8586-4ff5-b20d-7755b03721cc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:08.556595 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f0a9047-efce-4f8f-8791-d2b374a6c338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.558628 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-0f0a9047-efce-4f8f-8791-d2b374a6c338 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5976220c-8586-4ff5-b20d-7755b03721cc HTTP/1.1" status: 204 len: 168 time: 0.2596076 Jul 08 21:43:08.562238 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51212) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:08.564928 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddb2939-fb99-4e77-9c7b-0569dfb0abfc None None] Network 825b6aad-f2e2-442e-9032-98afe28081b8 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:43:08.634556 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.639627 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.701805 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Deleting port fea470a3-a956-4236-b381-595e3cfdb3c1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:43:08.702308 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.776961 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] For port fea470a3-a956-4236-b381-595e3cfdb3c1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fea470a3-a956-4236-b381-595e3cfdb3c1,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:08.777404 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.792971 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Calling delete_port for fea470a3-a956-4236-b381-595e3cfdb3c1 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:43:08.814668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ff809-8418-43ed-a791-3ad436a8ac1e None None] DHCP port deletion for 825b6aad-f2e2-442e-9032-98afe28081b8 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:43:08.889642 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-960ff809-8418-43ed-a791-3ad436a8ac1e None None] Deleting port fea470a3-a956-4236-b381-595e3cfdb3c1 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:43:08.890268 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-960ff809-8418-43ed-a791-3ad436a8ac1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:08.972504 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device fea470a3-a956-4236-b381-595e3cfdb3c1 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:43:09.031391 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-960ff809-8418-43ed-a791-3ad436a8ac1e None None] For port fea470a3-a956-4236-b381-595e3cfdb3c1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fea470a3-a956-4236-b381-595e3cfdb3c1,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:09.031703 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-960ff809-8418-43ed-a791-3ad436a8ac1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:09.048333 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-960ff809-8418-43ed-a791-3ad436a8ac1e None None] Calling delete_port for fea470a3-a956-4236-b381-595e3cfdb3c1 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:43:09.136976 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:09.193936 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port fea470a3-a956-4236-b381-595e3cfdb3c1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=fea470a3-a956-4236-b381-595e3cfdb3c1,segment=NetworkSegment(ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc),segment_id=ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:09.199104 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:09.199886 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 48323c36-3825-4fed-8a94-9d794effd42b no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:43:09.239013 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-960ff809-8418-43ed-a791-3ad436a8ac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:09.240845 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 48323c36-3825-4fed-8a94-9d794effd42b {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:43:09.241193 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 48323c36-3825-4fed-8a94-9d794effd42b not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:43:09.241609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:43:09.252608 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:09.282554 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea470a3-a956-4236-b381-595e3cfdb3c1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:09.286211 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ff809-8418-43ed-a791-3ad436a8ac1e None None] No DVR routers for this DVR port fea470a3-a956-4236-b381-595e3cfdb3c1 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:43:09.287966 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:43:09.288672 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device aa5d7ed3-e49c-440e-8ed6-2d8f900e2732 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:43:09.290943 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] No DVR routers for this DVR port fea470a3-a956-4236-b381-595e3cfdb3c1 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:43:09.309756 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=fea470a3-a956-4236-b381-595e3cfdb3c1,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:09.317506 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:09.317935 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:09.318354 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:09.318767 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:09.319184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:09.319615 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:09.320003 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:09.320417 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:09.320828 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:09.321293 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:09.321695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:09.322098 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:09.347283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ff809-8418-43ed-a791-3ad436a8ac1e None None] Pushing event deleted for resources: {'Port': ['ID=fea470a3-a956-4236-b381-595e3cfdb3c1,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:09.382953 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:09.393450 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825b6aad-f2e2-442e-9032-98afe28081b8']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:09.405381 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:09.405676 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf5d379-9fc9-4ba6-beb0-cbe18d67e5fc') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:09.414800 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:09.429676 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:09.436459 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:43:09.436963 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: self.session.flush() Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:43:09.438798 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:43:09.492915 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:09.498879 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:09.500805 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] 10.222.0.101 "DELETE /v2.0/networks/825b6aad-f2e2-442e-9032-98afe28081b8 HTTP/1.1" status: 204 len: 168 time: 0.9376237 Jul 08 21:43:09.503847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51214) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:09.512541 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a1155-e1db-4e2a-b89a-ff477d24dce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=825b6aad-f2e2-442e-9032-98afe28081b8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:09.866785 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18044faf-264c-4256-9ff8-676afd06bd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:10.129469 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-18044faf-264c-4256-9ff8-676afd06bd8f admin admin] Deleting port 2c8cc5ca-4f24-4948-969b-8c080ad9362c {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:43:10.129780 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18044faf-264c-4256-9ff8-676afd06bd8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:10.161952 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:10.213359 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-18044faf-264c-4256-9ff8-676afd06bd8f admin admin] For port 2c8cc5ca-4f24-4948-969b-8c080ad9362c, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=2c8cc5ca-4f24-4948-969b-8c080ad9362c,segment=NetworkSegment(14d0f7ba-d767-40f7-be1b-f19f840b3f13),segment_id=14d0f7ba-d767-40f7-be1b-f19f840b3f13)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:10.213716 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18044faf-264c-4256-9ff8-676afd06bd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:10.226947 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-18044faf-264c-4256-9ff8-676afd06bd8f admin admin] Calling delete_port for 2c8cc5ca-4f24-4948-969b-8c080ad9362c owned by network:router_interface {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:43:10.415333 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18044faf-264c-4256-9ff8-676afd06bd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:10.447825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18044faf-264c-4256-9ff8-676afd06bd8f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8cc5ca-4f24-4948-969b-8c080ad9362c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:10.619353 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-18044faf-264c-4256-9ff8-676afd06bd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:10.878979 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18044faf-264c-4256-9ff8-676afd06bd8f admin admin] Router 3fcf6971-3884-4959-8c94-91fbd9bde562 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:43:10.984956 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18044faf-264c-4256-9ff8-676afd06bd8f admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:43:10.990145 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-18044faf-264c-4256-9ff8-676afd06bd8f admin admin] 10.222.0.101 "PUT /v2.0/routers/3fcf6971-3884-4959-8c94-91fbd9bde562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4852638 Jul 08 21:43:10.992804 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51216) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:10.995923 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19860341-16ab-4128-b6b2-0b4f09ed9219 None None] Sync routers for ids ['3fcf6971-3884-4959-8c94-91fbd9bde562'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:43:11.005953 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19860341-16ab-4128-b6b2-0b4f09ed9219 None None] Routers {'3fcf6971-3884-4959-8c94-91fbd9bde562'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:11.007859 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-19860341-16ab-4128-b6b2-0b4f09ed9219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3fcf6971-3884-4959-8c94-91fbd9bde562'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:11.098232 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Notify callbacks [] for router, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:11.115699 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-19860341-16ab-4128-b6b2-0b4f09ed9219 None None] Set router 3fcf6971-3884-4959-8c94-91fbd9bde562 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:11.201488 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:11.266480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Deleting port 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:43:11.266819 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:11.313151 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-19860341-16ab-4128-b6b2-0b4f09ed9219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'name': 'tempest-TestShelveInstance-2107516354-router', 'tenant_id': '117191f5fee04284937d2888aff38302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:55Z', 'updated_at': '2021-07-08T21:43:10Z', 'revision_number': 5, 'project_id': '117191f5fee04284937d2888aff38302', 'gw_port': {'id': '995eb519-ba9e-4e27-9ee5-7c1e8258ee63', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:33:56Z', 'updated_at': '2021-07-08T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:11.344961 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19860341-16ab-4128-b6b2-0b4f09ed9219 None None] Checking router: 3fcf6971-3884-4959-8c94-91fbd9bde562 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:43:11.353671 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] For port 995eb519-ba9e-4e27-9ee5-7c1e8258ee63, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=995eb519-ba9e-4e27-9ee5-7c1e8258ee63,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:11.354023 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:11.363553 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19860341-16ab-4128-b6b2-0b4f09ed9219 None None] Routers {'3fcf6971-3884-4959-8c94-91fbd9bde562'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:11.364488 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-19860341-16ab-4128-b6b2-0b4f09ed9219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['3fcf6971-3884-4959-8c94-91fbd9bde562'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:11.370973 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Calling delete_port for 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 owned by network:router_gateway {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:43:11.456609 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-19860341-16ab-4128-b6b2-0b4f09ed9219 None None] Set router 3fcf6971-3884-4959-8c94-91fbd9bde562 gateway port host: None {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:11.510216 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-19860341-16ab-4128-b6b2-0b4f09ed9219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'name': 'tempest-TestShelveInstance-2107516354-router', 'tenant_id': '117191f5fee04284937d2888aff38302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:55Z', 'updated_at': '2021-07-08T21:43:11Z', 'revision_number': 6, 'project_id': '117191f5fee04284937d2888aff38302', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:11.541346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19860341-16ab-4128-b6b2-0b4f09ed9219 None None] The sync data for ids ['3fcf6971-3884-4959-8c94-91fbd9bde562'] in n-d-791506-16 is: [{'id': '3fcf6971-3884-4959-8c94-91fbd9bde562', 'name': 'tempest-TestShelveInstance-2107516354-router', 'tenant_id': '117191f5fee04284937d2888aff38302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:33:55Z', 'updated_at': '2021-07-08T21:43:11Z', 'revision_number': 6, 'project_id': '117191f5fee04284937d2888aff38302', 'gw_port_host': None}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:43:11.562630 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:11.592416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Pushing event deleted for resources: {'Port': ['ID=995eb519-ba9e-4e27-9ee5-7c1e8258ee63,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:11.663925 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:11.758497 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:11.760798 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:11.803385 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:11.803929 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fcf6971-3884-4959-8c94-91fbd9bde562 {{(pid=94066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:43:11.809238 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] Notify callbacks [] for router, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:11.810669 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-5d271391-5ba9-4c64-9afd-1dc57cb28650 admin admin] 10.222.0.101 "DELETE /v2.0/routers/3fcf6971-3884-4959-8c94-91fbd9bde562 HTTP/1.1" status: 204 len: 168 time: 0.8166261 Jul 08 21:43:11.813055 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51218) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:11.862758 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae7e0be-a4bd-48c2-b725-4ab36f5d8f1b admin admin] Deleting subnet acd9134c-0913-4e79-83e9-03053777c987 {{(pid=94065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:43:11.865903 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ae7e0be-a4bd-48c2-b725-4ab36f5d8f1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:11.900274 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ae7e0be-a4bd-48c2-b725-4ab36f5d8f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128036429'] for subnet, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:11.978091 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ae7e0be-a4bd-48c2-b725-4ab36f5d8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:12.036725 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ae7e0be-a4bd-48c2-b725-4ab36f5d8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125939809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126036353'] for subnet, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:12.062518 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7e0be-a4bd-48c2-b725-4ab36f5d8f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd9134c-0913-4e79-83e9-03053777c987,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:12.066127 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ae7e0be-a4bd-48c2-b725-4ab36f5d8f1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:12.069211 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3ae7e0be-a4bd-48c2-b725-4ab36f5d8f1b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/acd9134c-0913-4e79-83e9-03053777c987 HTTP/1.1" status: 204 len: 168 time: 0.2544487 Jul 08 21:43:12.070746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51220) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:12.074642 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3175716-fb3c-4d7d-bbe5-3012d8328013 None None] Network 6616382c-f225-44aa-a392-75412a28a2c0 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:43:12.157562 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:12.223515 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Deleting port 7c60030c-4edd-4860-aa5d-6898884e3e22 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:43:12.223854 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:12.289119 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] For port 7c60030c-4edd-4860-aa5d-6898884e3e22, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7c60030c-4edd-4860-aa5d-6898884e3e22,segment=NetworkSegment(14d0f7ba-d767-40f7-be1b-f19f840b3f13),segment_id=14d0f7ba-d767-40f7-be1b-f19f840b3f13)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:12.289616 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:12.305052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Calling delete_port for 7c60030c-4edd-4860-aa5d-6898884e3e22 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:43:12.402491 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:12.431603 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c60030c-4edd-4860-aa5d-6898884e3e22,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:12.435747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] No DVR routers for this DVR port 7c60030c-4edd-4860-aa5d-6898884e3e22 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:43:12.453449 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b4a9c4-7f4a-4baa-8e59-d812855b6b32 None None] DHCP port deletion for 6616382c-f225-44aa-a392-75412a28a2c0 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:43:12.853669 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:12.864124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6616382c-f225-44aa-a392-75412a28a2c0']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:12.875126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d0f7ba-d767-40f7-be1b-f19f840b3f13') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:12.875428 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d0f7ba-d767-40f7-be1b-f19f840b3f13') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:12.884835 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:12.898302 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:12.905529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2c8cc5ca-4f24-4948-969b-8c080ad9362c no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:43:12.905720 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:43:12.905996 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: timer() Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:43:12.907698 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:43:12.931929 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 2c8cc5ca-4f24-4948-969b-8c080ad9362c {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:43:12.932325 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 2c8cc5ca-4f24-4948-969b-8c080ad9362c not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:43:12.932726 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:43:12.951687 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:43:12.952027 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 995eb519-ba9e-4e27-9ee5-7c1e8258ee63 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:43:12.952438 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7c60030c-4edd-4860-aa5d-6898884e3e22 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:43:12.960835 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:12.967717 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:12.970049 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] 10.222.0.101 "DELETE /v2.0/networks/6616382c-f225-44aa-a392-75412a28a2c0 HTTP/1.1" status: 204 len: 168 time: 0.8974922 Jul 08 21:43:12.973120 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 7c60030c-4edd-4860-aa5d-6898884e3e22 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:43:12.974039 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7c60030c-4edd-4860-aa5d-6898884e3e22 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:43:12.986674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5829a-c130-462c-bc1c-030fc9a9ba37 admin admin] Pushing event deleted for resources: {'Network': ['ID=6616382c-f225-44aa-a392-75412a28a2c0,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:13.089081 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51224) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:13.142034 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3495f8bc-1481-48c4-806c-dfab7e6ade60 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dfad271ab1b740eeb065f2dcfb716d74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513296 Jul 08 21:43:13.144417 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51226) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:13.193118 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5288ca0-0eab-4e60-915e-4d5bb443f676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:13.214369 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5288ca0-0eab-4e60-915e-4d5bb443f676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:13.271030 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5288ca0-0eab-4e60-915e-4d5bb443f676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:13.273694 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5288ca0-0eab-4e60-915e-4d5bb443f676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:13.275709 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d5288ca0-0eab-4e60-915e-4d5bb443f676 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bff9ef72-0ce9-48b3-8410-adf30e240b11 HTTP/1.1" status: 204 len: 168 time: 0.1301498 Jul 08 21:43:13.286210 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5288ca0-0eab-4e60-915e-4d5bb443f676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff9ef72-0ce9-48b3-8410-adf30e240b11,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:13.613689 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51232) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:13.654365 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d3270f4e-204b-4eff-8fcc-772dce622b8e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=117191f5fee04284937d2888aff38302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384934 Jul 08 21:43:13.656768 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51234) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:13.710234 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b635f32-eacb-4b4a-9bf4-47ec32ae8d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:13.731467 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b635f32-eacb-4b4a-9bf4-47ec32ae8d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:13.785160 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b635f32-eacb-4b4a-9bf4-47ec32ae8d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:13.787921 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b635f32-eacb-4b4a-9bf4-47ec32ae8d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:13.789135 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4b635f32-eacb-4b4a-9bf4-47ec32ae8d5c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8e5768dd-0a16-491f-9d33-338e129222f4 HTTP/1.1" status: 204 len: 168 time: 0.1314657 Jul 08 21:43:13.797880 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b635f32-eacb-4b4a-9bf4-47ec32ae8d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5768dd-0a16-491f-9d33-338e129222f4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:14.542241 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51256) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:14.643981 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1529496962-network', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:14.667194 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Made reservation on behalf of 7e41e3d68d384c3aa361b3a3029cce3c for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:43:14.669905 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:14.678833 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:14.801967 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:14.807094 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:14.833750 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:43:14.845180 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0bd9ac-5491-4246-9982-5ea845a6770c,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:14.850513 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:14.850860 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Added segment c1052d45-faca-4505-bf30-35fb4cf95dcf of type vlan for network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 Jul 08 21:43:14.893669 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:14.926480 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:14.927498 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:14.928082 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:14.984923 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4414935 Jul 08 21:43:14.989232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51260) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:14.993692 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d711d8-62b8-4c2b-bda1-d3fc988ea612 admin admin] Pushing event updated for resources: {'Network': ['ID=b4f42bb7-2ac4-4537-9a76-4a63cf011d35,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:14.997448 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-899600ed-c5fc-4f06-b881-158843dcd793 admin admin] Request body: {'subnet': {'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1529496962-subnet', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:15.004810 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:43:15.026317 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899600ed-c5fc-4f06-b881-158843dcd793 admin admin] Made reservation on behalf of 7e41e3d68d384c3aa361b3a3029cce3c for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:43:15.028883 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-899600ed-c5fc-4f06-b881-158843dcd793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:15.239232 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-899600ed-c5fc-4f06-b881-158843dcd793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:15.303566 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899600ed-c5fc-4f06-b881-158843dcd793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a290ac-87d3-414c-8662-47fa05510ee1,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:15.314999 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899600ed-c5fc-4f06-b881-158843dcd793 admin admin] Checking segment: {'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:43:15.315378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899600ed-c5fc-4f06-b881-158843dcd793 admin admin] Network hostable DHCP agents. Network: b4f42bb7-2ac4-4537-9a76-4a63cf011d35, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:43:15.333372 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899600ed-c5fc-4f06-b881-158843dcd793 admin admin] Network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:43:15.344442 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-899600ed-c5fc-4f06-b881-158843dcd793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, b4f42bb7-2ac4-4537-9a76-4a63cf011d35) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:43:15.349586 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899600ed-c5fc-4f06-b881-158843dcd793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:15.350191 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-899600ed-c5fc-4f06-b881-158843dcd793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:15.359654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19761162-c40c-4306-a8c0-a429b2429d42 None None] Network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:43:15.368568 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-899600ed-c5fc-4f06-b881-158843dcd793 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3778706 Jul 08 21:43:15.372665 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51262) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:15.377756 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:15.406903 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:15.409103 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:15.490653 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:15.570384 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:43:15.571949 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:15.651721 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:15.776476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Allocated IP 172.20.0.2 (b4f42bb7-2ac4-4537-9a76-4a63cf011d35/a5a290ac-87d3-414c-8662-47fa05510ee1/cbfab78c-d92f-48e2-b70a-8e5c2bef4544) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:43:15.908961 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:15.928812 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:15.936316 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:15.945050 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Transition to ACTIVE for port object cbfab78c-d92f-48e2-b70a-8e5c2bef4544 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:43:15.962945 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Transition to ACTIVE for port object cbfab78c-d92f-48e2-b70a-8e5c2bef4544 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:43:15.969390 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:16.011167 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:43:16.014170 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:43:16.018121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:43:16.025763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Pushing event updated for resources: {'Port': ['ID=cbfab78c-d92f-48e2-b70a-8e5c2bef4544,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:16.045376 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Allocated IP 172.25.4.15 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/bba334f0-4bc7-4dd1-8856-44bf5a68a35e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:43:16.089776 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Attempting to bind port cbfab78c-d92f-48e2-b70a-8e5c2bef4544 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:43:16.090226 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Attempting to bind port cbfab78c-d92f-48e2-b70a-8e5c2bef4544 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:43:16.090533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Attempting to bind port cbfab78c-d92f-48e2-b70a-8e5c2bef4544 on network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:43:16.096010 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:43:16.096390 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Checking segment: {'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:43:16.096832 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:16.097234 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Bound using segment: {'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:43:16.097739 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Bound port: cbfab78c-d92f-48e2-b70a-8e5c2bef4544, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:43:16.098154 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:16.166134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] For port cbfab78c-d92f-48e2-b70a-8e5c2bef4544, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:43:16.169269 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:16.169571 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] For port cbfab78c-d92f-48e2-b70a-8e5c2bef4544, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=cbfab78c-d92f-48e2-b70a-8e5c2bef4544,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:43:16.174911 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:16.225723 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:16.239426 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab961c-3466-41f4-b6a7-71c561b4947e None None] Pushing event updated for resources: {'Port': ['ID=cbfab78c-d92f-48e2-b70a-8e5c2bef4544,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:16.262232 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:43:16.265261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:43:16.271002 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:43:16.304847 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Pushing event updated for resources: {'Port': ['ID=bba334f0-4bc7-4dd1-8856-44bf5a68a35e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:16.564956 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:16.773188 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:16.934378 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Router ad225a36-403b-4381-854e-d3d123dfd558 is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:43:16.965558 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device cbfab78c-d92f-48e2-b70a-8e5c2bef4544 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:43:17.046138 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port cbfab78c-d92f-48e2-b70a-8e5c2bef4544 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:43:17.082227 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:43:17.096672 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Sync routers for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:43:17.104438 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:17.108966 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-f3010641-4f46-4b3f-8de8-8bcd38a544d4 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7312374 Jul 08 21:43:17.110069 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:17.110390 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51264) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:17.110846 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:17.232107 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:17.317065 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7215b582-7cc4-43ee-9633-ba0994fda548 None None] Network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:43:17.439565 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-82447d48-c212-45b6-bfee-945e6521b877 None None] Provisioning for port cbfab78c-d92f-48e2-b70a-8e5c2bef4544 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:43:17.443981 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:16Z', 'revision_number': 3, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:17.450844 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-82447d48-c212-45b6-bfee-945e6521b877 None None] Provisioning complete for port cbfab78c-d92f-48e2-b70a-8e5c2bef4544 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:17.451417 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-82447d48-c212-45b6-bfee-945e6521b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:17.472010 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Checking router: ad225a36-403b-4381-854e-d3d123dfd558 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:43:17.472356 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Updating router ad225a36-403b-4381-854e-d3d123dfd558 port bba334f0-4bc7-4dd1-8856-44bf5a68a35e binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:43:17.513989 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:17.590577 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-82447d48-c212-45b6-bfee-945e6521b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:17.630763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-82447d48-c212-45b6-bfee-945e6521b877 None None] For port cbfab78c-d92f-48e2-b70a-8e5c2bef4544, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=cbfab78c-d92f-48e2-b70a-8e5c2bef4544,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:17.637091 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-82447d48-c212-45b6-bfee-945e6521b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:17.709749 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82447d48-c212-45b6-bfee-945e6521b877 None None] Pushing event updated for resources: {'Port': ['ID=cbfab78c-d92f-48e2-b70a-8e5c2bef4544,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:17.729867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:17.868715 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-f4281da7-4094-4925-a5af-b9b880373c8e None None] Provisioning complete for port cbfab78c-d92f-48e2-b70a-8e5c2bef4544 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:17.869863 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f4281da7-4094-4925-a5af-b9b880373c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:17.933085 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Allocated IP 172.20.0.1 (b4f42bb7-2ac4-4537-9a76-4a63cf011d35/a5a290ac-87d3-414c-8662-47fa05510ee1/7d11be99-bbcc-4eb6-ba09-4ba50fef27c1) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:43:17.979560 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.002137 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Transition to ACTIVE for port object bba334f0-4bc7-4dd1-8856-44bf5a68a35e will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:43:18.012902 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.067089 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Attempting to bind port bba334f0-4bc7-4dd1-8856-44bf5a68a35e on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:43:18.067458 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Attempting to bind port bba334f0-4bc7-4dd1-8856-44bf5a68a35e by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:43:18.067788 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Attempting to bind port bba334f0-4bc7-4dd1-8856-44bf5a68a35e on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:43:18.077485 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:43:18.077856 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:43:18.078232 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.078624 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:43:18.079085 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Bound port: bba334f0-4bc7-4dd1-8856-44bf5a68a35e, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:43:18.079460 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.081299 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Pushing event updated for resources: {'Port': ['ID=bba334f0-4bc7-4dd1-8856-44bf5a68a35e,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:18.092876 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.112318 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:18.113219 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:18.113219 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:18.113571 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:18.113725 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:18.113961 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:18.114275 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:18.114592 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:18.114903 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:18.115214 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:18.115529 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:18.115833 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:43:18.118851 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Transition to ACTIVE for port object 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:43:18.153423 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] For port bba334f0-4bc7-4dd1-8856-44bf5a68a35e, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:43:18.157277 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] For port bba334f0-4bc7-4dd1-8856-44bf5a68a35e, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bba334f0-4bc7-4dd1-8856-44bf5a68a35e,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:43:18.161550 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.162272 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.204749 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:43:18.207525 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:43:18.211094 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:43:18.216842 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Pushing event updated for resources: {'Port': ['ID=7d11be99-bbcc-4eb6-ba09-4ba50fef27c1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:18.219506 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:18.220142 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:18.255170 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.257044 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddaf25-e5bf-4600-9a9d-81599a66ff09 None None] Pushing event updated for resources: {'Port': ['ID=bba334f0-4bc7-4dd1-8856-44bf5a68a35e,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:18.334118 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:18.408532 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.438827 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.536498 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:16Z', 'revision_number': 3, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:18.546654 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-aded586c-352d-4493-a8b3-c73afc15f206 None None] Provisioning for port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:43:18.551615 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-aded586c-352d-4493-a8b3-c73afc15f206 None None] Provisioning complete for port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:18.551615 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-aded586c-352d-4493-a8b3-c73afc15f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.576311 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a9709-d76f-4cb3-bca1-591a3fe8ca5e None None] The sync data for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 is: [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:16Z', 'revision_number': 3, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:43:18.590388 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-aded586c-352d-4493-a8b3-c73afc15f206 None None] Port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:43:18.593351 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.598431 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125939746'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.672090 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Pushing event updated for resources: {'Port': ['ID=7d11be99-bbcc-4eb6-ba09-4ba50fef27c1,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:18.678403 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:18.794889 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:43:18.800948 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:43:18.970314 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Router ad225a36-403b-4381-854e-d3d123dfd558 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:43:19.049930 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bba334f0-4bc7-4dd1-8856-44bf5a68a35e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:43:19.109947 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port bba334f0-4bc7-4dd1-8856-44bf5a68a35e completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:43:19.116267 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:43:19.122423 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-c9b8e960-daff-42f5-b284-479afdc1097c admin admin] 10.222.0.101 "PUT /v2.0/routers/ad225a36-403b-4381-854e-d3d123dfd558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0097122 Jul 08 21:43:19.122620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bba334f0-4bc7-4dd1-8856-44bf5a68a35e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:19.122861 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:19.125963 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-acab40c9-596a-48c8-9b77-6547c7535323 None None] Provisioning complete for port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:19.126546 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-acab40c9-596a-48c8-9b77-6547c7535323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:19.197337 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-acab40c9-596a-48c8-9b77-6547c7535323 None None] Port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:43:19.249869 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:19.275623 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port bba334f0-4bc7-4dd1-8856-44bf5a68a35e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bba334f0-4bc7-4dd1-8856-44bf5a68a35e,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:19.280520 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:19.281456 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device cbfab78c-d92f-48e2-b70a-8e5c2bef4544 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:43:19.372822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=bba334f0-4bc7-4dd1-8856-44bf5a68a35e,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:19.391582 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port cbfab78c-d92f-48e2-b70a-8e5c2bef4544 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:19.392108 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:19.726632 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51280) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:19.736542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1568921427-network', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:19.760699 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Made reservation on behalf of de08ae2d8e35406bab726949bf58b920 for: {'network': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:43:19.763128 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for network, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:19.775732 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:19.879572 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:19.884597 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:19.916852 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=94066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 21:43:19.924320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6178c0c0-9922-4bf8-a2f6-372cddf2d402,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:19.934209 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:19.934563 n-d-791506-16 neutron-server[94066]: INFO neutron.db.segments_db [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Added segment 81f3d4a0-0b83-45c0-8bbf-fc614724050b of type vlan for network d4f3a3a9-5fca-4576-ae2f-47a5fe92052e Jul 08 21:43:19.983285 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794148384606'] for network, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:20.025886 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975'] for network, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:20.027571 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:20.028559 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:20.098836 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d4f3a3a9-5fca-4576-ae2f-47a5fe92052e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:20.102568 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-0eccf936-2c8c-4051-bfb2-ee4fcdcd25e8 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3732438 Jul 08 21:43:20.106973 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51282) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:20.112205 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Network d4f3a3a9-5fca-4576-ae2f-47a5fe92052e details requested by agent ovs-agent-n-d-791506-16 with host n-d-791506-16 {{(pid=94067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 21:43:20.113862 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-4c13c81c-24d7-4e87-a6f7-7d612ec1d5f0 admin admin] Request body: {'subnet': {'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1568921427-subnet', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'ip_version': 4}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:20.140458 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c13c81c-24d7-4e87-a6f7-7d612ec1d5f0 admin admin] Made reservation on behalf of de08ae2d8e35406bab726949bf58b920 for: {'subnet': 1} {{(pid=94065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:43:20.143087 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4c13c81c-24d7-4e87-a6f7-7d612ec1d5f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126036394'] for subnet, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:20.364693 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4c13c81c-24d7-4e87-a6f7-7d612ec1d5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125940140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126036376'] for subnet, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:20.403854 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Sync routers for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:43:20.415592 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:20.416411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:20.435781 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13c81c-24d7-4e87-a6f7-7d612ec1d5f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba40aa9b-ba26-4556-975d-b8d92525452a,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:20.447838 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13c81c-24d7-4e87-a6f7-7d612ec1d5f0 admin admin] Checking segment: {'id': '81f3d4a0-0b83-45c0-8bbf-fc614724050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:43:20.448465 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13c81c-24d7-4e87-a6f7-7d612ec1d5f0 admin admin] Network hostable DHCP agents. Network: d4f3a3a9-5fca-4576-ae2f-47a5fe92052e, hostable agents: ['8df3477d-2f64-46db-959a-df276f431765'], hosted agents: [] {{(pid=94065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 21:43:20.472687 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13c81c-24d7-4e87-a6f7-7d612ec1d5f0 admin admin] Network d4f3a3a9-5fca-4576-ae2f-47a5fe92052e is scheduled to be hosted by DHCP agent 8df3477d-2f64-46db-959a-df276f431765 with binding_index 1 {{(pid=94065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 21:43:20.483164 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4c13c81c-24d7-4e87-a6f7-7d612ec1d5f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-16, d4f3a3a9-5fca-4576-ae2f-47a5fe92052e) {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:43:20.489165 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13c81c-24d7-4e87-a6f7-7d612ec1d5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:20.489781 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4c13c81c-24d7-4e87-a6f7-7d612ec1d5f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:20.499587 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284da9a-194e-4085-b4f4-85a3ca11eb39 None None] Network d4f3a3a9-5fca-4576-ae2f-47a5fe92052e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:43:20.507673 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4c13c81c-24d7-4e87-a6f7-7d612ec1d5f0 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3994973 Jul 08 21:43:20.512743 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51284) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:20.517852 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1568921427-router', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:20.545867 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-312683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40745'] for router, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:20.547156 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-312710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-318006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40742'] for router, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:20.619551 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:20.622530 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:20.819142 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-317988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-312601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40756'] for router, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:20.829393 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e185b54-4b7a-56d5-a8e4-19efc2ef7146-d4f3a3a9-5fca-4576-ae2f-47a5fe92052e', 'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'fixed_ips': [{'subnet_id': 'ba40aa9b-ba26-4556-975d-b8d92525452a'}]}} from n-d-791506-16. {{(pid=94067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 21:43:20.831322 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:20.947203 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bba334f0-4bc7-4dd1-8856-44bf5a68a35e up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:43:21.068721 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Allocated IP 172.20.0.2 (d4f3a3a9-5fca-4576-ae2f-47a5fe92052e/ba40aa9b-ba26-4556-975d-b8d92525452a/da325ec4-ae1d-4ccf-b63c-7a67e884f324) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:43:21.093038 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 2, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:21.095066 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port bba334f0-4bc7-4dd1-8856-44bf5a68a35e triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:21.095403 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:21.319369 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Checking router: ad225a36-403b-4381-854e-d3d123dfd558 for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:43:21.320140 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Updating router ad225a36-403b-4381-854e-d3d123dfd558 port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:43:21.416018 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:21.470045 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:21.492166 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:21.607366 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Allocated IP 172.25.4.99 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/f5a7fda7-a817-4552-a0b4-b2f920295f05) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:43:21.724154 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:21.725112 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:21.753898 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Transition to ACTIVE for port object da325ec4-ae1d-4ccf-b63c-7a67e884f324 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:43:21.766216 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125939772'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:21.810164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Transition to ACTIVE for port object da325ec4-ae1d-4ccf-b63c-7a67e884f324 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:43:21.814486 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:43:21.817578 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:43:21.822175 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:43:21.828424 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Pushing event updated for resources: {'Port': ['ID=f5a7fda7-a817-4552-a0b4-b2f920295f05,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:21.831750 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:21.885684 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Network d4f3a3a9-5fca-4576-ae2f-47a5fe92052e is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:43:21.893146 n-d-791506-16 neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:43:21.900605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:43:21.920178 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Pushing event updated for resources: {'Port': ['ID=da325ec4-ae1d-4ccf-b63c-7a67e884f324,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:22.018291 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:22.021092 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Attempting to bind port da325ec4-ae1d-4ccf-b63c-7a67e884f324 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:43:22.021459 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Attempting to bind port da325ec4-ae1d-4ccf-b63c-7a67e884f324 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '81f3d4a0-0b83-45c0-8bbf-fc614724050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:43:22.021817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Attempting to bind port da325ec4-ae1d-4ccf-b63c-7a67e884f324 on network d4f3a3a9-5fca-4576-ae2f-47a5fe92052e {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:43:22.033186 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:43:22.033566 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Checking segment: {'id': '81f3d4a0-0b83-45c0-8bbf-fc614724050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:43:22.033971 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:22.034373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Bound using segment: {'id': '81f3d4a0-0b83-45c0-8bbf-fc614724050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:43:22.034882 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Bound port: da325ec4-ae1d-4ccf-b63c-7a67e884f324, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f3d4a0-0b83-45c0-8bbf-fc614724050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:43:22.035240 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:22.040312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Transition to ACTIVE for port object 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:43:22.059051 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:22.103657 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:22.147559 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc06526-8cfe-4e7b-bed7-bbe95eff36fc None None] Pushing event updated for resources: {'Port': ['ID=7d11be99-bbcc-4eb6-ba09-4ba50fef27c1,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:22.157842 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] For port da325ec4-ae1d-4ccf-b63c-7a67e884f324, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:43:22.162981 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] For port da325ec4-ae1d-4ccf-b63c-7a67e884f324, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=da325ec4-ae1d-4ccf-b63c-7a67e884f324,segment=NetworkSegment(81f3d4a0-0b83-45c0-8bbf-fc614724050b),segment_id=81f3d4a0-0b83-45c0-8bbf-fc614724050b)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:43:22.190380 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:22.268049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Attempting to bind port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:43:22.268759 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Attempting to bind port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:43:22.269348 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Attempting to bind port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 on network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:43:22.280987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:43:22.281373 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Checking segment: {'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:43:22.286548 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:22.286548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Bound using segment: {'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:43:22.286548 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Bound port: 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:43:22.286548 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:22.312730 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd30bf-fbae-4ee4-b31c-c6dbaa2ef6f0 None None] Pushing event updated for resources: {'Port': ['ID=da325ec4-ae1d-4ccf-b63c-7a67e884f324,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:22.340838 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-312594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448453'] for router, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:22.390560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] For port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:43:22.403285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] For port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7d11be99-bbcc-4eb6-ba09-4ba50fef27c1,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:43:22.408461 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:22.486665 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:22.487316 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:22.577494 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Router fa75901c-06f6-4904-be57-9817862da10d is scheduled to L3 agent 50f03021-7750-4627-924c-201be2eadad8 with binding_index 1 {{(pid=94065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 21:43:22.587305 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc06526-8cfe-4e7b-bed7-bbe95eff36fc None None] Pushing event updated for resources: {'Port': ['ID=7d11be99-bbcc-4eb6-ba09-4ba50fef27c1,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:22.687432 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:22.733069 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:43:22.746969 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Sync routers for ids ['fa75901c-06f6-4904-be57-9817862da10d'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:43:22.753118 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:22.754727 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-b9214269-76d2-4c0e-b639-12d8f56856ff admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2406595 Jul 08 21:43:22.757403 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51286) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:22.771280 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Routers {'fa75901c-06f6-4904-be57-9817862da10d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:22.771920 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['fa75901c-06f6-4904-be57-9817862da10d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:22.905795 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Set router fa75901c-06f6-4904-be57-9817862da10d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:22.958999 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:22Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:23.001661 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17891f7f-a25a-47c0-a480-79f878d1443c None None] The sync data for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 is: [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:22Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:43:23.004521 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da325ec4-ae1d-4ccf-b63c-7a67e884f324 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:43:23.110720 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port da325ec4-ae1d-4ccf-b63c-7a67e884f324 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:43:23.170329 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa75901c-06f6-4904-be57-9817862da10d', 'name': 'tempest-TestSnapshotPattern-1568921427-router', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:20Z', 'updated_at': '2021-07-08T21:43:21Z', 'revision_number': 3, 'project_id': 'de08ae2d8e35406bab726949bf58b920', 'gw_port': {'id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa75901c-06f6-4904-be57-9817862da10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:21Z', 'updated_at': '2021-07-08T21:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:23.201439 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Checking router: fa75901c-06f6-4904-be57-9817862da10d for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:43:23.202099 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Updating router fa75901c-06f6-4904-be57-9817862da10d port f5a7fda7-a817-4552-a0b4-b2f920295f05 binding host n-d-791506-16 {{(pid=94068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:43:23.257955 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:23.335665 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:23.548676 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:23.560034 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Transition to ACTIVE for port object f5a7fda7-a817-4552-a0b4-b2f920295f05 will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:43:23.567698 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:23.597523 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Allocated IP 172.20.0.1 (d4f3a3a9-5fca-4576-ae2f-47a5fe92052e/ba40aa9b-ba26-4556-975d-b8d92525452a/43612c9a-0942-469b-a388-c453ffd400cc) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:43:23.639050 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d6d22-a9b9-470f-bd91-59fb8f0e6f31 None None] Pushing event updated for resources: {'Port': ['ID=f5a7fda7-a817-4552-a0b4-b2f920295f05,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:23.656783 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Attempting to bind port f5a7fda7-a817-4552-a0b4-b2f920295f05 on host n-d-791506-16 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:43:23.657445 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Attempting to bind port f5a7fda7-a817-4552-a0b4-b2f920295f05 by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:43:23.658012 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Attempting to bind port f5a7fda7-a817-4552-a0b4-b2f920295f05 on network 169bcba0-2941-4b62-b9bb-d1843ffb817c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:43:23.665255 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:43:23.666994 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Checking segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:43:23.667622 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:23.668502 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Bound using segment: {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:43:23.669207 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Bound port: f5a7fda7-a817-4552-a0b4-b2f920295f05, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd580bd7d-9bb3-4f99-ac06-e58a01a5d12a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:43:23.669794 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:23.688000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110e7ff7-ff30-421b-91e6-028261f4a4cf None None] Network d4f3a3a9-5fca-4576-ae2f-47a5fe92052e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:43:23.738793 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] For port f5a7fda7-a817-4552-a0b4-b2f920295f05, host n-d-791506-16, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:43:23.744897 n-d-791506-16 neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] For port f5a7fda7-a817-4552-a0b4-b2f920295f05, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f5a7fda7-a817-4552-a0b4-b2f920295f05,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:43:23.754043 n-d-791506-16 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:23.787877 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-69b2e322-cf81-429c-9505-47d6212993e2 None None] Provisioning for port da325ec4-ae1d-4ccf-b63c-7a67e884f324 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:43:23.795605 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-69b2e322-cf81-429c-9505-47d6212993e2 None None] Provisioning complete for port da325ec4-ae1d-4ccf-b63c-7a67e884f324 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:23.796400 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-69b2e322-cf81-429c-9505-47d6212993e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:23.812882 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:23.820029 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d6d22-a9b9-470f-bd91-59fb8f0e6f31 None None] Pushing event updated for resources: {'Port': ['ID=f5a7fda7-a817-4552-a0b4-b2f920295f05,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:23.844923 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Transition to ACTIVE for port object 43612c9a-0942-469b-a388-c453ffd400cc will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:43:23.848573 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Routers {'fa75901c-06f6-4904-be57-9817862da10d'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:23.849282 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['fa75901c-06f6-4904-be57-9817862da10d'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:23.922493 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:24.029549 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Network d4f3a3a9-5fca-4576-ae2f-47a5fe92052e is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:43:24.035813 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:43:24.037068 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-69b2e322-cf81-429c-9505-47d6212993e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:24.041758 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:43:24.085715 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Pushing event updated for resources: {'Port': ['ID=43612c9a-0942-469b-a388-c453ffd400cc,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:24.117631 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-317644'] for router_interface, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:24.127272 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-69b2e322-cf81-429c-9505-47d6212993e2 None None] For port da325ec4-ae1d-4ccf-b63c-7a67e884f324, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=da325ec4-ae1d-4ccf-b63c-7a67e884f324,segment=NetworkSegment(81f3d4a0-0b83-45c0-8bbf-fc614724050b),segment_id=81f3d4a0-0b83-45c0-8bbf-fc614724050b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:24.135636 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-69b2e322-cf81-429c-9505-47d6212993e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:24.171251 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] Set router fa75901c-06f6-4904-be57-9817862da10d gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:24.208372 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2e322-cf81-429c-9505-47d6212993e2 None None] Pushing event updated for resources: {'Port': ['ID=da325ec4-ae1d-4ccf-b63c-7a67e884f324,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:24.287584 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:24.360707 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:24.415486 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa75901c-06f6-4904-be57-9817862da10d', 'name': 'tempest-TestSnapshotPattern-1568921427-router', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:20Z', 'updated_at': '2021-07-08T21:43:21Z', 'revision_number': 3, 'project_id': 'de08ae2d8e35406bab726949bf58b920', 'gw_port': {'id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa75901c-06f6-4904-be57-9817862da10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:21Z', 'updated_at': '2021-07-08T21:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:24.449103 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be26cef-75ee-445d-b70f-cbb21a7e88b0 None None] The sync data for ids ['fa75901c-06f6-4904-be57-9817862da10d'] in n-d-791506-16 is: [{'id': 'fa75901c-06f6-4904-be57-9817862da10d', 'name': 'tempest-TestSnapshotPattern-1568921427-router', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:20Z', 'updated_at': '2021-07-08T21:43:21Z', 'revision_number': 3, 'project_id': 'de08ae2d8e35406bab726949bf58b920', 'gw_port': {'id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa75901c-06f6-4904-be57-9817862da10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:21Z', 'updated_at': '2021-07-08T21:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:43:24.475614 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-103264e5-5ef9-45dc-a856-7bc06388df8a None None] Provisioning complete for port da325ec4-ae1d-4ccf-b63c-7a67e884f324 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:24.476317 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-103264e5-5ef9-45dc-a856-7bc06388df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:24.568458 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:24.579827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:24.618468 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-103264e5-5ef9-45dc-a856-7bc06388df8a None None] Provisioning for port 43612c9a-0942-469b-a388-c453ffd400cc completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:43:24.623190 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-103264e5-5ef9-45dc-a856-7bc06388df8a None None] Provisioning complete for port 43612c9a-0942-469b-a388-c453ffd400cc triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:24.623638 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-103264e5-5ef9-45dc-a856-7bc06388df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:24.667605 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Pushing event updated for resources: {'Port': ['ID=43612c9a-0942-469b-a388-c453ffd400cc,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:24.668174 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-103264e5-5ef9-45dc-a856-7bc06388df8a None None] Port 43612c9a-0942-469b-a388-c453ffd400cc cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:43:24.674617 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-315551'] for router_interface, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:24.782485 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Network d4f3a3a9-5fca-4576-ae2f-47a5fe92052e is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:43:24.784315 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:43:24.790788 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-3cc4a2b4-4a37-49c9-9d0f-0f0342a5bcbc None None] Provisioning complete for port 43612c9a-0942-469b-a388-c453ffd400cc triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:24.791560 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3cc4a2b4-4a37-49c9-9d0f-0f0342a5bcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:24.833237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-3cc4a2b4-4a37-49c9-9d0f-0f0342a5bcbc None None] Port 43612c9a-0942-469b-a388-c453ffd400cc cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:43:24.932814 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Router fa75901c-06f6-4904-be57-9817862da10d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:43:25.074797 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da325ec4-ae1d-4ccf-b63c-7a67e884f324 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:43:25.111710 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:43:25.119237 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-9191c245-c85c-47c4-9997-a4fb6bcea875 admin admin] 10.222.0.101 "PUT /v2.0/routers/fa75901c-06f6-4904-be57-9817862da10d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3604932 Jul 08 21:43:25.139086 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port da325ec4-ae1d-4ccf-b63c-7a67e884f324 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:25.140001 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:25.196102 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-54d87a6f-4aa1-4d34-acc6-0049ce306727 None None] Provisioning complete for port 43612c9a-0942-469b-a388-c453ffd400cc triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:25.196758 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-54d87a6f-4aa1-4d34-acc6-0049ce306727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:25.242410 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-54d87a6f-4aa1-4d34-acc6-0049ce306727 None None] Port 43612c9a-0942-469b-a388-c453ffd400cc cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:43:25.286378 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:43:25.344610 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:43:25.348993 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:25.351496 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:25.447816 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:25.483074 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7d11be99-bbcc-4eb6-ba09-4ba50fef27c1,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:25.487921 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:25.543533 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=7d11be99-bbcc-4eb6-ba09-4ba50fef27c1,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:26.377322 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Sync routers for ids ['fa75901c-06f6-4904-be57-9817862da10d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:43:26.387314 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Routers {'fa75901c-06f6-4904-be57-9817862da10d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:26.387926 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['fa75901c-06f6-4904-be57-9817862da10d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:26.652400 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Set router fa75901c-06f6-4904-be57-9817862da10d gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:26.853563 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa75901c-06f6-4904-be57-9817862da10d', 'name': 'tempest-TestSnapshotPattern-1568921427-router', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:20Z', 'updated_at': '2021-07-08T21:43:24Z', 'revision_number': 4, 'project_id': 'de08ae2d8e35406bab726949bf58b920', 'gw_port': {'id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa75901c-06f6-4904-be57-9817862da10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:21Z', 'updated_at': '2021-07-08T21:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '43612c9a-0942-469b-a388-c453ffd400cc', 'name': '', 'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'mac_address': 'fa:16:3e:69:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa75901c-06f6-4904-be57-9817862da10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ba40aa9b-ba26-4556-975d-b8d92525452a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:23Z', 'updated_at': '2021-07-08T21:43:24Z', 'revision_number': 2, 'project_id': 'de08ae2d8e35406bab726949bf58b920', 'subnets': [{'id': 'ba40aa9b-ba26-4556-975d-b8d92525452a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:26.884166 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Checking router: fa75901c-06f6-4904-be57-9817862da10d for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:43:26.884707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Updating router fa75901c-06f6-4904-be57-9817862da10d port 43612c9a-0942-469b-a388-c453ffd400cc binding host n-d-791506-16 {{(pid=94067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 21:43:26.932106 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:26.942657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51298) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:26.949587 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-4cd3b5cb-d964-4183-9079-1ba4a98360af tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727988313', 'description': 'tempest-secgroup-smoke-1727988313 description', 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:26.978050 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b5cb-d964-4183-9079-1ba4a98360af tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.051246 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f5a7fda7-a817-4552-a0b4-b2f920295f05 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:43:27.081916 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b5cb-d964-4183-9079-1ba4a98360af tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.086253 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b5cb-d964-4183-9079-1ba4a98360af tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.119690 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b5cb-d964-4183-9079-1ba4a98360af tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.124226 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51300) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:27.124900 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-4cd3b5cb-d964-4183-9079-1ba4a98360af tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1804323 Jul 08 21:43:27.128943 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3b5cb-d964-4183-9079-1ba4a98360af tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bb99f4-8810-4d07-8a53-20ae0bff8a4e,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:27.131129 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-dda4f0e3-7fb8-438f-85e0-b6cdde02a103 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Request body: {'security_group_rule': {'security_group_id': '59bb99f4-8810-4d07-8a53-20ae0bff8a4e', 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:27.170318 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dda4f0e3-7fb8-438f-85e0-b6cdde02a103 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.189004 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port f5a7fda7-a817-4552-a0b4-b2f920295f05 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:43:27.195095 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f5a7fda7-a817-4552-a0b4-b2f920295f05 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:27.195469 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.231495 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dda4f0e3-7fb8-438f-85e0-b6cdde02a103 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.236196 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dda4f0e3-7fb8-438f-85e0-b6cdde02a103 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.259059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4f0e3-7fb8-438f-85e0-b6cdde02a103 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43af2734-cb3c-4a81-a80d-9357d6976c04,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:27.263493 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dda4f0e3-7fb8-438f-85e0-b6cdde02a103 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.264765 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-dda4f0e3-7fb8-438f-85e0-b6cdde02a103 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385641 Jul 08 21:43:27.267763 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51302) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:27.272502 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-3206eed2-bbde-4756-bf34-ca16574410a7 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Request body: {'security_group_rule': {'security_group_id': '59bb99f4-8810-4d07-8a53-20ae0bff8a4e', 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:27.300843 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3206eed2-bbde-4756-bf34-ca16574410a7 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.336213 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.354328 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.360228 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Transition to ACTIVE for port object 43612c9a-0942-469b-a388-c453ffd400cc will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:43:27.367027 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3206eed2-bbde-4756-bf34-ca16574410a7 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.369306 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.371160 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3206eed2-bbde-4756-bf34-ca16574410a7 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.396810 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206eed2-bbde-4756-bf34-ca16574410a7 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6abf945-566f-4a2b-8c84-5e662cf9681f,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:27.403226 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3206eed2-bbde-4756-bf34-ca16574410a7 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.409634 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-3206eed2-bbde-4756-bf34-ca16574410a7 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364250 Jul 08 21:43:27.409988 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port f5a7fda7-a817-4552-a0b4-b2f920295f05, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f5a7fda7-a817-4552-a0b4-b2f920295f05,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:27.417177 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51304) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:27.428305 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.429578 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:43:27.431059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.v2.base [None req-a6db063b-42f2-4ce4-9c59-8eb2fb83d797 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Request body: {'security_group_rule': {'security_group_id': '59bb99f4-8810-4d07-8a53-20ae0bff8a4e', 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:27.465599 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a6db063b-42f2-4ce4-9c59-8eb2fb83d797 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.467296 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592ec76-a15b-484d-814c-990978253d30 None None] Pushing event updated for resources: {'Port': ['ID=43612c9a-0942-469b-a388-c453ffd400cc,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:27.546959 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a6db063b-42f2-4ce4-9c59-8eb2fb83d797 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.552222 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a6db063b-42f2-4ce4-9c59-8eb2fb83d797 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.569734 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db063b-42f2-4ce4-9c59-8eb2fb83d797 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74093ce2-3c3e-41fa-b0b7-e1e69e40cbc1,revision_number=0']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:27.573496 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Attempting to bind port 43612c9a-0942-469b-a388-c453ffd400cc on host n-d-791506-16 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:43:27.573761 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Attempting to bind port 43612c9a-0942-469b-a388-c453ffd400cc by drivers openvswitch,hyperv on host n-d-791506-16 at level 0 using segments [{'id': '81f3d4a0-0b83-45c0-8bbf-fc614724050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:43:27.574121 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Attempting to bind port 43612c9a-0942-469b-a388-c453ffd400cc on network d4f3a3a9-5fca-4576-ae2f-47a5fe92052e {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:43:27.584070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=f5a7fda7-a817-4552-a0b4-b2f920295f05,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:27.588090 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Checking agent: {'id': '5a36e15b-4075-4db5-ae67-67a62c83c07d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 2, 7), 'started_at': datetime.datetime(2021, 7, 8, 20, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:43:27.588466 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Checking segment: {'id': '81f3d4a0-0b83-45c0-8bbf-fc614724050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:43:27.588917 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.589302 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Bound using segment: {'id': '81f3d4a0-0b83-45c0-8bbf-fc614724050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:43:27.589741 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a6db063b-42f2-4ce4-9c59-8eb2fb83d797 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.589904 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Bound port: 43612c9a-0942-469b-a388-c453ffd400cc, host: n-d-791506-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f3d4a0-0b83-45c0-8bbf-fc614724050b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:43:27.590148 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.594656 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51306) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:27.599520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-234cb89d-45ef-4372-a1ff-028c30627084 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Request body: {'security_group_rule': {'security_group_id': '59bb99f4-8810-4d07-8a53-20ae0bff8a4e', 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:27.604984 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-a6db063b-42f2-4ce4-9c59-8eb2fb83d797 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1787612 Jul 08 21:43:27.605929 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:27.606314 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.635859 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-234cb89d-45ef-4372-a1ff-028c30627084 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.703975 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-234cb89d-45ef-4372-a1ff-028c30627084 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.707860 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] For port 43612c9a-0942-469b-a388-c453ffd400cc, host n-d-791506-16, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:43:27.708208 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-234cb89d-45ef-4372-a1ff-028c30627084 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.712408 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] For port 43612c9a-0942-469b-a388-c453ffd400cc, host n-d-791506-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=43612c9a-0942-469b-a388-c453ffd400cc,segment=NetworkSegment(81f3d4a0-0b83-45c0-8bbf-fc614724050b),segment_id=81f3d4a0-0b83-45c0-8bbf-fc614724050b)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:43:27.719018 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.735584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cb89d-45ef-4372-a1ff-028c30627084 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c46e24-883d-4815-b8b1-b985352aa7d5,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:27.737703 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-234cb89d-45ef-4372-a1ff-028c30627084 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.741679 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-234cb89d-45ef-4372-a1ff-028c30627084 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433411 Jul 08 21:43:27.742230 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51308) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:27.748295 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-35d4f509-ef09-41db-9e83-058d14836727 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Request body: {'security_group_rule': {'security_group_id': '59bb99f4-8810-4d07-8a53-20ae0bff8a4e', 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:27.775640 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-35d4f509-ef09-41db-9e83-058d14836727 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Project 7e41e3d68d384c3aa361b3a3029cce3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:43:27.782328 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35d4f509-ef09-41db-9e83-058d14836727 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.818070 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Routers {'fa75901c-06f6-4904-be57-9817862da10d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:27.818707 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['fa75901c-06f6-4904-be57-9817862da10d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:27.820585 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592ec76-a15b-484d-814c-990978253d30 None None] Pushing event updated for resources: {'Port': ['ID=43612c9a-0942-469b-a388-c453ffd400cc,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:27.862494 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35d4f509-ef09-41db-9e83-058d14836727 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.868240 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35d4f509-ef09-41db-9e83-058d14836727 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.890337 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4f509-ef09-41db-9e83-058d14836727 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb80b15-a3de-4d44-bd69-5aed0ca37ed5,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:27.894112 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35d4f509-ef09-41db-9e83-058d14836727 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.895403 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-35d4f509-ef09-41db-9e83-058d14836727 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524656 Jul 08 21:43:27.898238 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51310) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:27.904322 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-300254b2-f6be-41fa-98bd-399bd80880f2 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Request body: {'security_group_rule': {'security_group_id': '59bb99f4-8810-4d07-8a53-20ae0bff8a4e', 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:27.934761 n-d-791506-16 neutron-server[94066]: INFO neutron.db.securitygroups_db [None req-300254b2-f6be-41fa-98bd-399bd80880f2 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Project 7e41e3d68d384c3aa361b3a3029cce3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 21:43:27.941122 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-300254b2-f6be-41fa-98bd-399bd80880f2 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:27.949522 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] Set router fa75901c-06f6-4904-be57-9817862da10d gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:28.013719 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-300254b2-f6be-41fa-98bd-399bd80880f2 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:28.017864 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-300254b2-f6be-41fa-98bd-399bd80880f2 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-508686'] for security_group_rule, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:28.033771 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300254b2-f6be-41fa-98bd-399bd80880f2 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399b3573-e904-4008-9e79-a11a24cfc8fb,revision_number=0']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:28.043295 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-300254b2-f6be-41fa-98bd-399bd80880f2 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:28.044665 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-300254b2-f6be-41fa-98bd-399bd80880f2 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446476 Jul 08 21:43:28.174523 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa75901c-06f6-4904-be57-9817862da10d', 'name': 'tempest-TestSnapshotPattern-1568921427-router', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:20Z', 'updated_at': '2021-07-08T21:43:24Z', 'revision_number': 4, 'project_id': 'de08ae2d8e35406bab726949bf58b920', 'gw_port': {'id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa75901c-06f6-4904-be57-9817862da10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:21Z', 'updated_at': '2021-07-08T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '43612c9a-0942-469b-a388-c453ffd400cc', 'name': '', 'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'mac_address': 'fa:16:3e:69:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa75901c-06f6-4904-be57-9817862da10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ba40aa9b-ba26-4556-975d-b8d92525452a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:23Z', 'updated_at': '2021-07-08T21:43:27Z', 'revision_number': 4, 'project_id': 'de08ae2d8e35406bab726949bf58b920', 'subnets': [{'id': 'ba40aa9b-ba26-4556-975d-b8d92525452a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:28.201088 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c27c3f-7524-42b7-ab1a-03f6db9295c8 None None] The sync data for ids ['fa75901c-06f6-4904-be57-9817862da10d'] in n-d-791506-16 is: [{'id': 'fa75901c-06f6-4904-be57-9817862da10d', 'name': 'tempest-TestSnapshotPattern-1568921427-router', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:20Z', 'updated_at': '2021-07-08T21:43:24Z', 'revision_number': 4, 'project_id': 'de08ae2d8e35406bab726949bf58b920', 'gw_port': {'id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa75901c-06f6-4904-be57-9817862da10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:21Z', 'updated_at': '2021-07-08T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '43612c9a-0942-469b-a388-c453ffd400cc', 'name': '', 'network_id': 'd4f3a3a9-5fca-4576-ae2f-47a5fe92052e', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'mac_address': 'fa:16:3e:69:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa75901c-06f6-4904-be57-9817862da10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ba40aa9b-ba26-4556-975d-b8d92525452a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:23Z', 'updated_at': '2021-07-08T21:43:27Z', 'revision_number': 4, 'project_id': 'de08ae2d8e35406bab726949bf58b920', 'subnets': [{'id': 'ba40aa9b-ba26-4556-975d-b8d92525452a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:43:28.201414 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-a8bda2ae-6752-4f80-a44a-fd3ff0c40133 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727988313&fields=id&tenant_id=7e41e3d68d384c3aa361b3a3029cce3c HTTP/1.1" status: 200 len: 267 time: 0.0386231 Jul 08 21:43:28.340075 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-ca1f1398-ccf2-443f-a367-13ecc2e7b787 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:28.341669 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-ca1f1398-ccf2-443f-a367-13ecc2e7b787 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 810 time: 0.1324842 Jul 08 21:43:28.357591 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-11c5bb1d-2fa2-4440-a6c1-77d1bf60d1c3 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/quotas/7e41e3d68d384c3aa361b3a3029cce3c HTTP/1.1" status: 200 len: 375 time: 0.0104210 Jul 08 21:43:28.445039 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-76e2d775-f547-4a74-8121-be62b3a33c1d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785506 Jul 08 21:43:28.462517 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-75926339-8a69-4598-90c1-87ae3cdd954e tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:43:28.463505 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-75926339-8a69-4598-90c1-87ae3cdd954e tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066800 Jul 08 21:43:28.668535 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-e0f57813-38d5-4742-b9f2-977f30c0e7d8 service neutron] 10.222.0.101 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982036 Jul 08 21:43:28.767751 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-83831645-4a40-4510-9bb8-a8d5309c6ce4 service neutron] 10.222.0.101 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933843 Jul 08 21:43:28.986441 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f5a7fda7-a817-4552-a0b4-b2f920295f05 up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:43:29.036295 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port f5a7fda7-a817-4552-a0b4-b2f920295f05 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:29.036681 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:29.112049 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 43612c9a-0942-469b-a388-c453ffd400cc up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:43:29.161546 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning for port 43612c9a-0942-469b-a388-c453ffd400cc completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:43:29.165849 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 43612c9a-0942-469b-a388-c453ffd400cc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:29.166225 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:29.246425 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:29.282524 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] For port 43612c9a-0942-469b-a388-c453ffd400cc, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=43612c9a-0942-469b-a388-c453ffd400cc,segment=NetworkSegment(81f3d4a0-0b83-45c0-8bbf-fc614724050b),segment_id=81f3d4a0-0b83-45c0-8bbf-fc614724050b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:29.286552 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:29.338911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Pushing event updated for resources: {'Port': ['ID=43612c9a-0942-469b-a388-c453ffd400cc,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:29.998800 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-30d8187c-663a-461c-9ba8-3e2e9668ffed req-15f2b639-ec09-4bee-997f-97e58948b64a tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 210 time: 0.0414114 Jul 08 21:43:30.933637 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 43612c9a-0942-469b-a388-c453ffd400cc up at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:43:30.981832 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Provisioning complete for port 43612c9a-0942-469b-a388-c453ffd400cc triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:30.982119 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:31.156767 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-519639d8-c203-4927-b80c-5ee95623e783 req-bf6e2872-0603-4c8b-b900-000fa8f7f6d9 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 210 time: 0.0390348 Jul 08 21:43:31.228246 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-3a56b6b2-7352-40fa-ba52-ebc21e50e048 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:31.229937 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-3a56b6b2-7352-40fa-ba52-ebc21e50e048 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.104 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 810 time: 0.1193502 Jul 08 21:43:31.286876 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-fbeedc67-4fdf-40c4-bbf4-ade08d40054f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e41e3d68d384c3aa361b3a3029cce3c HTTP/1.1" status: 200 len: 380 time: 0.0404022 Jul 08 21:43:31.295845 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Request body: {'port': {'device_id': 'f5049c4d-1322-4894-a964-66527743728c', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'admin_state_up': True, 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'security_groups': ['59bb99f4-8810-4d07-8a53-20ae0bff8a4e']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:31.428553 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Made reservation on behalf of 7e41e3d68d384c3aa361b3a3029cce3c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:43:31.433623 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:31.576360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Allocated IP 172.20.0.10 (b4f42bb7-2ac4-4537-9a76-4a63cf011d35/a5a290ac-87d3-414c-8662-47fa05510ee1/0172998d-b793-48fc-9fac-cbbe182a1467) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:43:31.742016 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:31.765563 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Transition to ACTIVE for port object 0172998d-b793-48fc-9fac-cbbe182a1467 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:43:31.803840 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:31.857181 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:43:31.860447 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:43:31.864825 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:43:31.897370 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event updated for resources: {'Port': ['ID=0172998d-b793-48fc-9fac-cbbe182a1467,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:31.925154 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:31.925827 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:31.943562 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-f749d9a7-d172-4d12-9da9-e5dbbc33451d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6518159 Jul 08 21:43:31.956702 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Request body: {'port': {'device_id': 'f5049c4d-1322-4894-a964-66527743728c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:32.041783 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:32.129302 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6cdc8012-b0ca-453a-a0f0-78542852b023 None None] Provisioning for port 0172998d-b793-48fc-9fac-cbbe182a1467 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:43:32.133689 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-6cdc8012-b0ca-453a-a0f0-78542852b023 None None] Provisioning complete for port 0172998d-b793-48fc-9fac-cbbe182a1467 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:32.134061 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8012-b0ca-453a-a0f0-78542852b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:32.172812 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc8012-b0ca-453a-a0f0-78542852b023 None None] Port 0172998d-b793-48fc-9fac-cbbe182a1467 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:43:32.365176 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0172998d-b793-48fc-9fac-cbbe182a1467 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:43:32.377100 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:32.396518 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Transition to ACTIVE for port object 0172998d-b793-48fc-9fac-cbbe182a1467 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:43:32.406437 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf323389-6a96-43f3-a3c6-301b4e152dfe req-29186959-45eb-4b56-a868-bc2e0b7b5464 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:32.407943 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf323389-6a96-43f3-a3c6-301b4e152dfe req-29186959-45eb-4b56-a868-bc2e0b7b5464 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 932 time: 0.1247640 Jul 08 21:43:32.409097 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:32.501161 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Pushing event updated for resources: {'Port': ['ID=0172998d-b793-48fc-9fac-cbbe182a1467,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:32.523131 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf323389-6a96-43f3-a3c6-301b4e152dfe req-0bfa153c-260d-4c13-a6d7-fd3e74834f9d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017151 Jul 08 21:43:32.581266 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Attempting to bind port 0172998d-b793-48fc-9fac-cbbe182a1467 on host n-h1-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:43:32.581803 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Attempting to bind port 0172998d-b793-48fc-9fac-cbbe182a1467 by drivers openvswitch,hyperv on host n-h1-791506-16 at level 0 using segments [{'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:43:32.582072 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Attempting to bind port 0172998d-b793-48fc-9fac-cbbe182a1467 on network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:43:32.587520 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Port 0172998d-b793-48fc-9fac-cbbe182a1467 on network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:43:32.587846 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Attempting to bind port 0172998d-b793-48fc-9fac-cbbe182a1467 on network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:43:32.594066 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Checking agent: {'id': 'df3a45bd-a57e-410e-b48d-baebb7c248e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:43:32.594378 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Checking segment: {'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:43:32.594775 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Bound using segment: {'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:43:32.595218 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Bound port: 0172998d-b793-48fc-9fac-cbbe182a1467, host: n-h1-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:43:32.595582 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:32.674006 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] For port 0172998d-b793-48fc-9fac-cbbe182a1467, host n-h1-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:43:32.677566 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] For port 0172998d-b793-48fc-9fac-cbbe182a1467, host n-h1-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0172998d-b793-48fc-9fac-cbbe182a1467,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:43:32.682370 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:32.719360 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:32.720009 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:32.721497 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] 10.222.0.104 "PUT /v2.0/ports/0172998d-b793-48fc-9fac-cbbe182a1467 HTTP/1.1" status: 200 len: 1093 time: 0.7697837 Jul 08 21:43:32.721944 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:43:32.724247 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ec475f-d974-4204-8fd2-8689adbc3d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:43:32.753787 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be859f71-6abf-40c6-a598-07c8fa6e8a50 service neutron] Pushing event updated for resources: {'Port': ['ID=0172998d-b793-48fc-9fac-cbbe182a1467,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:32.851065 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-4befcadb-ce44-4def-a7ac-ce9e14120fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:32.853410 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-4befcadb-ce44-4def-a7ac-ce9e14120fce service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 1096 time: 0.0742335 Jul 08 21:43:32.909992 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66e0696-2abd-4c96-8ac8-404c3966235a x-openstack-request-id: req-b66e0696-2abd-4c96-8ac8-404c3966235a {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:43:32.910296 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:43:32.910555 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b66e0696-2abd-4c96-8ac8-404c3966235a {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:43:32.911143 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467', 'status': 'completed', 'code': 200} Jul 08 21:43:32.913236 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-58335581-9a66-4908-9145-3bebdd8cc39a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0172998d-b793-48fc-9fac-cbbe182a1467 HTTP/1.1" status: 200 len: 217 time: 0.0529563 Jul 08 21:43:32.974299 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-bfc84ca8-2ede-4b0c-b23a-69993e111c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:32.975805 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-bfc84ca8-2ede-4b0c-b23a-69993e111c86 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.0536976 Jul 08 21:43:33.044050 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-4561717a-368a-40a0-90ff-0800bc63672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:33.045678 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-4561717a-368a-40a0-90ff-0800bc63672a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635147 Jul 08 21:43:33.147370 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-62aba534-b96c-46d3-8a81-38be6fe3bef9 service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946896 Jul 08 21:43:33.244450 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8a580ead-dcf9-423a-be20-800896e3c6dd req-afa0cb70-626a-49f7-8cf0-6732d08dd17e service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906844 Jul 08 21:43:33.342450 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec475f-d974-4204-8fd2-8689adbc3d6b req-e4b2ea73-ea5a-4d08-88fd-6c4275d52f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:33.344001 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-06ec475f-d974-4204-8fd2-8689adbc3d6b req-e4b2ea73-ea5a-4d08-88fd-6c4275d52f35 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 1096 time: 0.0537324 Jul 08 21:43:33.436994 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec475f-d974-4204-8fd2-8689adbc3d6b req-d4f82f50-cb95-4a24-8dff-3dcd9c4171f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:33.438567 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-06ec475f-d974-4204-8fd2-8689adbc3d6b req-d4f82f50-cb95-4a24-8dff-3dcd9c4171f3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 911 time: 0.0883479 Jul 08 21:43:33.487887 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-06ec475f-d974-4204-8fd2-8689adbc3d6b req-922de94a-c692-4cc9-b70e-55fdca197218 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0172998d-b793-48fc-9fac-cbbe182a1467 HTTP/1.1" status: 200 len: 217 time: 0.0426323 Jul 08 21:43:33.538626 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec475f-d974-4204-8fd2-8689adbc3d6b req-b166b38c-bcaa-4b96-9a93-26797ebb235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:33.540829 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-06ec475f-d974-4204-8fd2-8689adbc3d6b req-b166b38c-bcaa-4b96-9a93-26797ebb235e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.0460079 Jul 08 21:43:33.601012 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec475f-d974-4204-8fd2-8689adbc3d6b req-40f806da-4f31-4e62-9e33-9c99e2ecacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:33.603304 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-06ec475f-d974-4204-8fd2-8689adbc3d6b req-40f806da-4f31-4e62-9e33-9c99e2ecacc0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562289 Jul 08 21:43:33.739921 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-06ec475f-d974-4204-8fd2-8689adbc3d6b req-67192bf0-b09d-4a78-bd7b-f0bbb8d8456f service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296196 Jul 08 21:43:33.762857 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86ea87-9f86-4601-bd7c-bc57bbcf5612 req-dc06d6a6-c45f-488c-89c5-9124f46cc7f1 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:33.764363 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1a86ea87-9f86-4601-bd7c-bc57bbcf5612 req-dc06d6a6-c45f-488c-89c5-9124f46cc7f1 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 944 time: 0.1082492 Jul 08 21:43:33.854216 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1a86ea87-9f86-4601-bd7c-bc57bbcf5612 req-21175431-1454-41e2-8190-cfd6d97d7522 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792983 Jul 08 21:43:33.880701 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-06ec475f-d974-4204-8fd2-8689adbc3d6b req-202385ff-de37-4067-b5ec-c414d1a0b981 service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339126 Jul 08 21:43:34.182207 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-828d9de9-65b5-4912-8f41-6767d57135a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:35.032219 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c25206-60ac-41c2-a639-233551f0dc4f req-3d21bd86-82ed-496b-86dc-003c0e3abc7f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:35.033757 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6c25206-60ac-41c2-a639-233551f0dc4f req-3d21bd86-82ed-496b-86dc-003c0e3abc7f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 944 time: 0.0652673 Jul 08 21:43:35.081962 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6c25206-60ac-41c2-a639-233551f0dc4f req-0e1ececf-5e40-40c2-b7dc-59afb84b3d38 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426280 Jul 08 21:43:36.260063 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051d322-3107-4b72-9407-22ad18b77a8a req-c3548c5c-5740-4125-b7c8-7996dc81e822 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:36.261516 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8051d322-3107-4b72-9407-22ad18b77a8a req-c3548c5c-5740-4125-b7c8-7996dc81e822 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 944 time: 0.0669410 Jul 08 21:43:36.301675 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8051d322-3107-4b72-9407-22ad18b77a8a req-427aad3b-be78-4b79-878f-488eb92a4444 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344684 Jul 08 21:43:36.656884 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0172998d-b793-48fc-9fac-cbbe182a1467 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:43:36.762638 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0172998d-b793-48fc-9fac-cbbe182a1467, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0172998d-b793-48fc-9fac-cbbe182a1467,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:36.774911 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '0172998d-b793-48fc-9fac-cbbe182a1467', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'port_id': '0172998d-b793-48fc-9fac-cbbe182a1467', 'mac_address': 'fa:16:3e:43:53:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:43:36.813300 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:36.827134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0172998d-b793-48fc-9fac-cbbe182a1467 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:43:36.847891 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0172998d-b793-48fc-9fac-cbbe182a1467, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0172998d-b793-48fc-9fac-cbbe182a1467,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:36.851573 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:36.910657 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0172998d-b793-48fc-9fac-cbbe182a1467,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:37.116572 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['0172998d-b793-48fc-9fac-cbbe182a1467'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:43:37.163968 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bf72a3ba-37e2-4ab4-a46d-5c6537bca57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:37.261708 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:37.493050 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe7b6b-0c6c-4ec8-a3ce-8daef79a2c0c req-f77065e8-6e6a-4dc8-b9c5-1b8b2199363a tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:37.494762 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bffe7b6b-0c6c-4ec8-a3ce-8daef79a2c0c req-f77065e8-6e6a-4dc8-b9c5-1b8b2199363a tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 945 time: 0.0774271 Jul 08 21:43:37.538669 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-bffe7b6b-0c6c-4ec8-a3ce-8daef79a2c0c req-e2c605ff-de06-4980-9e22-bb801795e9a7 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377209 Jul 08 21:43:38.627890 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:38.671864 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0172998d-b793-48fc-9fac-cbbe182a1467 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:43:38.731398 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d28351-bc25-44b5-bf25-d78a3247aa7c req-1228b534-dad6-4111-acb3-a6123678c52c tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:38.736531 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03d28351-bc25-44b5-bf25-d78a3247aa7c req-1228b534-dad6-4111-acb3-a6123678c52c tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 945 time: 0.0782526 Jul 08 21:43:38.775741 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03d28351-bc25-44b5-bf25-d78a3247aa7c req-32239078-9cdb-4f3a-8b2b-f0f024c27b83 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369127 Jul 08 21:43:38.883202 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning for port 0172998d-b793-48fc-9fac-cbbe182a1467 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:43:38.888821 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 0172998d-b793-48fc-9fac-cbbe182a1467 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:43:38.889198 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:38.967484 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:38.990035 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:43:38.993032 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb30cf0-2d73-42fc-bf91-c9e6b07f7234" -d '{"events": [{"server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "name": "network-vif-plugged", "status": "completed", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:43:39.008395 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0172998d-b793-48fc-9fac-cbbe182a1467, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0172998d-b793-48fc-9fac-cbbe182a1467,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:43:39.012573 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:39.040946 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a866fc-d9f6-435a-93d9-d269aaf1e7a7 x-openstack-request-id: req-f4a866fc-d9f6-435a-93d9-d269aaf1e7a7 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:43:39.041237 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "name": "network-vif-plugged", "status": "completed", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:43:39.041488 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f4a866fc-d9f6-435a-93d9-d269aaf1e7a7 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:43:39.041875 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467', 'code': 200} Jul 08 21:43:39.068013 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0172998d-b793-48fc-9fac-cbbe182a1467,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:39.145416 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44612699-c884-4ea1-b081-5bb1edfaf08d req-59b5ce74-4e95-45ac-a992-8aa943d0e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:39.146928 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-44612699-c884-4ea1-b081-5bb1edfaf08d req-59b5ce74-4e95-45ac-a992-8aa943d0e6e5 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 1098 time: 0.0528121 Jul 08 21:43:39.182382 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-44612699-c884-4ea1-b081-5bb1edfaf08d req-4a6fffbf-c8fd-48ba-a30e-42dd40f00764 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290589 Jul 08 21:43:39.964701 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a761dc-243d-4aea-a58d-c5370efc8b88 req-2c8c3636-f469-4f10-894f-fb1f0a2ee1c8 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:39.966221 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-02a761dc-243d-4aea-a58d-c5370efc8b88 req-2c8c3636-f469-4f10-894f-fb1f0a2ee1c8 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 946 time: 0.0706742 Jul 08 21:43:40.007487 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-02a761dc-243d-4aea-a58d-c5370efc8b88 req-69a06888-da97-44b7-86f2-e89ca37e4173 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346823 Jul 08 21:43:40.164518 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:41.185229 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbb68d-0614-4ccf-b3a2-545f7b5fe616 req-aab21c25-2076-41e6-95d2-02d199cae5c4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:41.186714 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d9dbb68d-0614-4ccf-b3a2-545f7b5fe616 req-aab21c25-2076-41e6-95d2-02d199cae5c4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 946 time: 0.0642889 Jul 08 21:43:41.227686 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d9dbb68d-0614-4ccf-b3a2-545f7b5fe616 req-652d51bf-efd0-4f97-9d40-929d928f25c6 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352173 Jul 08 21:43:41.407052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f3a85-d564-472c-ad25-794ab1fe7c4c req-ff956d62-c4b3-470f-9121-d9428c1dff9c tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:41.408593 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-853f3a85-d564-472c-ad25-794ab1fe7c4c req-ff956d62-c4b3-470f-9121-d9428c1dff9c tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 946 time: 0.0690680 Jul 08 21:43:41.449053 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-853f3a85-d564-472c-ad25-794ab1fe7c4c req-6077031a-dc7a-44f5-a408-b9840fd3fe10 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346928 Jul 08 21:43:41.474585 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51372) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:41.577124 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ec38d5-d36d-4922-979c-f30b578b9c9c tempest-TestSnapshotPattern-1509580542 tempest-TestSnapshotPattern-1509580542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:41.578679 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-94ec38d5-d36d-4922-979c-f30b578b9c9c tempest-TestSnapshotPattern-1509580542 tempest-TestSnapshotPattern-1509580542-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 1093 time: 0.1030927 Jul 08 21:43:41.581768 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51376) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:43:41.586354 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '0172998d-b793-48fc-9fac-cbbe182a1467', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:43:41.613517 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:41.717821 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:41.826657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Allocated IP 172.25.4.77 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/b26ec42c-2303-4644-81e4-72acf3c9f82a) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:43:41.931431 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:41.977461 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:42.015452 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:43:42.021575 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:43:42.028827 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:43:42.032025 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event updated for resources: {'Port': ['ID=b26ec42c-2303-4644-81e4-72acf3c9f82a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:42.410734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:42.488829 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:42.659858 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:42.667970 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:42.741550 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event updated for resources: {'Port': ['ID=b26ec42c-2303-4644-81e4-72acf3c9f82a,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:43:42.753029 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:43.204887 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Floating IP 4fb8176e-ef3e-49e2-946f-868224a275c9 associated. External IP: 172.25.4.77, port: 0172998d-b793-48fc-9fac-cbbe182a1467. Jul 08 21:43:43.283774 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:43:43.415934 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Router ad225a36-403b-4381-854e-d3d123dfd558 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:43:43.524801 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:43:43.534272 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ffa85-36f6-40db-8afa-da9db8193f9d None None] Sync routers for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:43:43.542704 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:43.546489 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ffa85-36f6-40db-8afa-da9db8193f9d None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:43.547141 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-555ffa85-36f6-40db-8afa-da9db8193f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:43.595093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-111dc030-7b2a-4032-8e17-56e8da140aa4 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0122614 Jul 08 21:43:43.595802 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:43:43.598297 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b30a136-b666-429b-9299-e7132f575e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:43:43.645148 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9b0ded-e5c7-4fb5-a2d6-7b54236d32a3 x-openstack-request-id: req-4b9b0ded-e5c7-4fb5-a2d6-7b54236d32a3 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:43:43.645448 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:43:43.645702 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4b9b0ded-e5c7-4fb5-a2d6-7b54236d32a3 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:43:43.646103 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467', 'status': 'completed', 'code': 200} Jul 08 21:43:43.668948 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-555ffa85-36f6-40db-8afa-da9db8193f9d None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:43.723501 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30a136-b666-429b-9299-e7132f575e3c req-44863704-65f7-4abf-ae76-dd297f0a2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:43.725144 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b30a136-b666-429b-9299-e7132f575e3c req-44863704-65f7-4abf-ae76-dd297f0a2f7f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 1098 time: 0.0550618 Jul 08 21:43:43.822090 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30a136-b666-429b-9299-e7132f575e3c req-48f48a64-7638-4962-9b16-c771adc1324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:43.823501 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b30a136-b666-429b-9299-e7132f575e3c req-48f48a64-7638-4962-9b16-c771adc1324b service neutron] 10.222.0.104 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 911 time: 0.0919769 Jul 08 21:43:43.901151 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b30a136-b666-429b-9299-e7132f575e3c req-277d19ad-f151-4832-a67b-ad5148109a37 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0172998d-b793-48fc-9fac-cbbe182a1467 HTTP/1.1" status: 200 len: 999 time: 0.0716236 Jul 08 21:43:43.909059 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-555ffa85-36f6-40db-8afa-da9db8193f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '4fb8176e-ef3e-49e2-946f-868224a275c9', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'port_id': '0172998d-b793-48fc-9fac-cbbe182a1467', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'mac_address': 'fa:16:3e:43:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5049c4d-1322-4894-a964-66527743728c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:43:42Z', 'updated_at': '2021-07-08T21:43:42Z', 'revision_number': 0, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:25Z', 'revision_number': 5, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:43.935909 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ffa85-36f6-40db-8afa-da9db8193f9d None None] Checking router: ad225a36-403b-4381-854e-d3d123dfd558 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:43:43.944004 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ffa85-36f6-40db-8afa-da9db8193f9d None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:43:43.944612 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-555ffa85-36f6-40db-8afa-da9db8193f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:43:37Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:43.950831 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30a136-b666-429b-9299-e7132f575e3c req-f8f3f9db-fb27-42c9-8717-2c8b7463ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:43.952358 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b30a136-b666-429b-9299-e7132f575e3c req-f8f3f9db-fb27-42c9-8717-2c8b7463ae95 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.0446546 Jul 08 21:43:44.010499 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30a136-b666-429b-9299-e7132f575e3c req-ed2ed17b-bc5c-4a60-bd77-79319771bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:43:44.012025 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b30a136-b666-429b-9299-e7132f575e3c req-ed2ed17b-bc5c-4a60-bd77-79319771bdb2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532656 Jul 08 21:43:44.056183 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-555ffa85-36f6-40db-8afa-da9db8193f9d None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:43:44.113082 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b30a136-b666-429b-9299-e7132f575e3c req-e02efe8f-21e1-400a-93fc-7952e9f78f03 service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944264 Jul 08 21:43:44.204963 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-4b30a136-b666-429b-9299-e7132f575e3c req-6a314a05-c171-4f5b-b4f8-a85003e6605b service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860946 Jul 08 21:43:44.290711 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-555ffa85-36f6-40db-8afa-da9db8193f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '4fb8176e-ef3e-49e2-946f-868224a275c9', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'port_id': '0172998d-b793-48fc-9fac-cbbe182a1467', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'mac_address': 'fa:16:3e:43:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5049c4d-1322-4894-a964-66527743728c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:43:42Z', 'updated_at': '2021-07-08T21:43:42Z', 'revision_number': 0, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:25Z', 'revision_number': 5, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:43:44.322026 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ffa85-36f6-40db-8afa-da9db8193f9d None None] The sync data for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 is: [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '4fb8176e-ef3e-49e2-946f-868224a275c9', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'port_id': '0172998d-b793-48fc-9fac-cbbe182a1467', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'mac_address': 'fa:16:3e:43:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5049c4d-1322-4894-a964-66527743728c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:43:42Z', 'updated_at': '2021-07-08T21:43:42Z', 'revision_number': 0, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:25Z', 'revision_number': 5, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:43:44.525529 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff345c34-3a2f-4d4d-8d28-2c041827133e None None] New status for floating IP 4fb8176e-ef3e-49e2-946f-868224a275c9: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:43:48.447130 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:43:54.300009 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:04.186325 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3be73f4f-f378-4109-a44e-f0afb98f60fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:07.158862 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8891fa92-e803-4ea9-8326-c57edfcf009f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:07.248916 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:08.632811 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:10.179879 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:15.602222 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-eff88ee2-23b3-4a23-a79d-3101b3d2457e req-5f7bcda6-facb-45be-b064-356d381798d1 service neutron] (94065) timed out ('10.222.0.101', 45586) {{(pid=94065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 21:44:18.455383 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:20.283657 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:44:24.298041 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:31.472561 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8530431f-1628-445a-9175-4efd90bc2738 req-609685da-8a6d-42eb-89e9-707c064a5253 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586288 Jul 08 21:44:31.566155 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530431f-1628-445a-9175-4efd90bc2738 req-d2108bcc-c21f-489a-b9f0-6dfb1a4667df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:44:31.567657 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8530431f-1628-445a-9175-4efd90bc2738 req-d2108bcc-c21f-489a-b9f0-6dfb1a4667df service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 1098 time: 0.0530872 Jul 08 21:44:31.672364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530431f-1628-445a-9175-4efd90bc2738 req-9c2877b6-73a9-453b-84d7-61893c31f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:44:31.673802 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8530431f-1628-445a-9175-4efd90bc2738 req-9c2877b6-73a9-453b-84d7-61893c31f3dd service neutron] 10.222.0.104 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 911 time: 0.0858524 Jul 08 21:44:31.743244 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8530431f-1628-445a-9175-4efd90bc2738 req-95301802-f705-45f4-99ba-1eeb22820dd2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0172998d-b793-48fc-9fac-cbbe182a1467 HTTP/1.1" status: 200 len: 1001 time: 0.0635247 Jul 08 21:44:31.791401 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530431f-1628-445a-9175-4efd90bc2738 req-058d5839-08cc-45eb-abf7-256ba834e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:44:31.792864 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8530431f-1628-445a-9175-4efd90bc2738 req-058d5839-08cc-45eb-abf7-256ba834e049 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.0439141 Jul 08 21:44:31.849004 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530431f-1628-445a-9175-4efd90bc2738 req-4d8c207f-ccbb-4359-8541-ce0917f888d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:44:31.850732 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8530431f-1628-445a-9175-4efd90bc2738 req-4d8c207f-ccbb-4359-8541-ce0917f888d9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522172 Jul 08 21:44:31.946922 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8530431f-1628-445a-9175-4efd90bc2738 req-07cbfe7b-931c-4641-8514-19ff64fa7d5f service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896978 Jul 08 21:44:32.040725 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-8530431f-1628-445a-9175-4efd90bc2738 req-66537e1d-d351-485d-b26e-a8227abf64ed service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876677 Jul 08 21:44:34.188926 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75f60670-4c97-4b49-ae72-e84b45e15f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:37.162032 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-83348c2a-e9ae-4e17-8d6e-1389fd3f7273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:37.249177 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:38.634139 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:40.171781 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:48.479389 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:54.313122 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:44:57.283961 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:45:04.191693 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0288ca41-57e4-4c6e-ba85-277608d2dcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:07.164983 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2c544b45-a2c6-4505-8d36-15f3089bef97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:07.243000 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:08.636320 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:10.174304 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:18.478706 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:24.311634 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:32.092572 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ba125cd-0d02-457f-a43f-11926956a77a req-4cb23b42-f80b-46a2-b065-a4a337099a81 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1157005 Jul 08 21:45:32.196018 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba125cd-0d02-457f-a43f-11926956a77a req-0e8c9a50-a0bc-438e-809f-d22d477aaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:45:32.197601 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ba125cd-0d02-457f-a43f-11926956a77a req-0e8c9a50-a0bc-438e-809f-d22d477aaa4b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 1098 time: 0.0613441 Jul 08 21:45:32.305835 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba125cd-0d02-457f-a43f-11926956a77a req-8b07ed46-9596-4be4-ace9-a641404196e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:45:32.307247 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ba125cd-0d02-457f-a43f-11926956a77a req-8b07ed46-9596-4be4-ace9-a641404196e2 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 911 time: 0.0883784 Jul 08 21:45:32.377758 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ba125cd-0d02-457f-a43f-11926956a77a req-79cfaf75-81bd-43d2-933a-968ecfb8d00f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0172998d-b793-48fc-9fac-cbbe182a1467 HTTP/1.1" status: 200 len: 1001 time: 0.0643313 Jul 08 21:45:32.425842 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba125cd-0d02-457f-a43f-11926956a77a req-ffcb1c56-c752-4b20-bb7b-44481e019972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:45:32.427393 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ba125cd-0d02-457f-a43f-11926956a77a req-ffcb1c56-c752-4b20-bb7b-44481e019972 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.0441518 Jul 08 21:45:32.484243 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba125cd-0d02-457f-a43f-11926956a77a req-e5705202-2d9d-4728-8dc4-ba88d77d6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:45:32.486040 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ba125cd-0d02-457f-a43f-11926956a77a req-e5705202-2d9d-4728-8dc4-ba88d77d6d95 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530102 Jul 08 21:45:32.581826 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ba125cd-0d02-457f-a43f-11926956a77a req-b6d37fd8-83f2-4a34-bac2-f5ef7979718a service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895712 Jul 08 21:45:32.677208 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3ba125cd-0d02-457f-a43f-11926956a77a req-2e78174e-54e7-43e9-9bd9-4fc281161336 service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878949 Jul 08 21:45:34.198092 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fd1658ff-65da-483b-b2ab-ca3e645105ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:34.282870 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:45:37.165640 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8870876d-98de-4ef5-9796-4f4777f97feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:37.245961 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:38.640197 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:40.176150 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:41.217987 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0172998d-b793-48fc-9fac-cbbe182a1467 details requested by agent hyperv_n-h1-791506-16 with host n-h1-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:45:41.338235 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0172998d-b793-48fc-9fac-cbbe182a1467, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0172998d-b793-48fc-9fac-cbbe182a1467,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:45:41.357000 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Returning: {'device': '0172998d-b793-48fc-9fac-cbbe182a1467', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'port_id': '0172998d-b793-48fc-9fac-cbbe182a1467', 'mac_address': 'fa:16:3e:43:53:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:45:41.402902 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:41.416073 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0172998d-b793-48fc-9fac-cbbe182a1467 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:45:41.436774 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0172998d-b793-48fc-9fac-cbbe182a1467, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0172998d-b793-48fc-9fac-cbbe182a1467,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:45:41.441277 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:41.499018 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0172998d-b793-48fc-9fac-cbbe182a1467,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:45:41.508067 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:41.508405 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:41.508780 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:41.509125 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:41.509461 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:41.509807 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:41.510143 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:41.510473 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:41.510804 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:41.511134 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:41.511599 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:41.511800 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:41.516943 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] get_ports_and_sgs() called for port_ids ['0172998d-b793-48fc-9fac-cbbe182a1467'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:45:43.226620 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0172998d-b793-48fc-9fac-cbbe182a1467 up at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:45:43.285998 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Provisioning complete for port 0172998d-b793-48fc-9fac-cbbe182a1467 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:45:43.286450 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:43.381090 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:43.423451 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:45:43.428566 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7f0111-53b2-4cbb-ba35-9a1c6ed56453" -d '{"events": [{"server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "name": "network-vif-plugged", "status": "completed", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:45:43.447560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0172998d-b793-48fc-9fac-cbbe182a1467, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0172998d-b793-48fc-9fac-cbbe182a1467,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:45:43.452953 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:43.523967 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0172998d-b793-48fc-9fac-cbbe182a1467,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:45:43.556691 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2926c9-3536-4f8b-beb4-d34d02b46549 x-openstack-request-id: req-6a2926c9-3536-4f8b-beb4-d34d02b46549 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:45:43.557230 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "name": "network-vif-plugged", "status": "completed", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:45:43.557572 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6a2926c9-3536-4f8b-beb4-d34d02b46549 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:45:43.557984 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467', 'code': 200} Jul 08 21:45:48.482328 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:50.904239 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-94d0fb37-09f1-4dff-bd74-8844ba3a4241 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727988313&fields=id&tenant_id=7e41e3d68d384c3aa361b3a3029cce3c HTTP/1.1" status: 200 len: 267 time: 0.0447779 Jul 08 21:45:51.040674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-0c4f9b45-8e92-4d0e-9946-f81e1ff746cf tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:45:51.042580 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-0c4f9b45-8e92-4d0e-9946-f81e1ff746cf tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 810 time: 0.1281109 Jul 08 21:45:51.065329 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-e8b607b3-51ab-4cd9-b6cb-a8522286c85c tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/quotas/7e41e3d68d384c3aa361b3a3029cce3c HTTP/1.1" status: 200 len: 375 time: 0.0162046 Jul 08 21:45:51.146260 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-4af0c9a1-0143-4b67-8202-625fd12ffe2a tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0741036 Jul 08 21:45:51.310331 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-1f49fbd7-2a6a-4fc3-b21c-dfc0bff7fb79 service neutron] 10.222.0.101 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525006 Jul 08 21:45:51.407540 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-b8efcc20-7617-4a88-900c-d843f2f4bc50 service neutron] 10.222.0.101 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915983 Jul 08 21:45:51.639068 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e115fd7d-97a6-4d81-8b83-89a326c79e2d req-26be4584-4f42-4764-bbf5-90adb1f88106 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 210 time: 0.0334029 Jul 08 21:45:52.803717 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-af198429-2a12-49dd-b914-6b408322a81d req-442b751c-9e0f-4bd5-9def-1fc447a4505b tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 210 time: 0.0422573 Jul 08 21:45:52.910657 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-76256941-3661-42db-aec9-eb9c957a2c37 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:45:52.912223 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-76256941-3661-42db-aec9-eb9c957a2c37 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.103 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 810 time: 0.1387591 Jul 08 21:45:52.965917 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-2136b435-8cbc-4b3c-a459-d78ed46adec5 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e41e3d68d384c3aa361b3a3029cce3c HTTP/1.1" status: 200 len: 380 time: 0.0385129 Jul 08 21:45:52.984859 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Request body: {'port': {'device_id': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'admin_state_up': True, 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'security_groups': ['59bb99f4-8810-4d07-8a53-20ae0bff8a4e']}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:45:53.103224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Made reservation on behalf of 7e41e3d68d384c3aa361b3a3029cce3c for: {'port': 1} {{(pid=94066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 21:45:53.106945 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:53.261698 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Allocated IP 172.20.0.4 (b4f42bb7-2ac4-4537-9a76-4a63cf011d35/a5a290ac-87d3-414c-8662-47fa05510ee1/1db59e56-2cd0-46b4-a218-161e37ea1bd6) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:45:53.465691 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:53.489094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Transition to ACTIVE for port object 1db59e56-2cd0-46b4-a218-161e37ea1bd6 will not be triggered until provisioned by entity DHCP. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:45:53.541432 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:53.652320 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:45:53.654432 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event updated for resources: {'Port': ['ID=1db59e56-2cd0-46b4-a218-161e37ea1bd6,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:45:53.660247 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:45:53.665303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:45:53.711135 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:53.711487 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:53.711834 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:53.712396 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:53.712778 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:53.713108 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:53.713415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:53.713743 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:53.714068 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:53.714391 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:53.714718 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:53.715039 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:45:53.762843 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:45:53.763542 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:53.799055 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-7fb813df-3d3c-44b2-a76c-4005a4b05b34 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8244236 Jul 08 21:45:54.036284 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8650f1f7-dec0-446b-9104-682455f1cef7 None None] Provisioning for port 1db59e56-2cd0-46b4-a218-161e37ea1bd6 completed by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:45:54.041803 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-8650f1f7-dec0-446b-9104-682455f1cef7 None None] Provisioning complete for port 1db59e56-2cd0-46b4-a218-161e37ea1bd6 triggered by entity DHCP. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:45:54.042185 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8650f1f7-dec0-446b-9104-682455f1cef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:54.078209 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-8650f1f7-dec0-446b-9104-682455f1cef7 None None] Port 1db59e56-2cd0-46b4-a218-161e37ea1bd6 cannot update to ACTIVE because it is not bound. {{(pid=94067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 21:45:54.081349 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c374e6f-2e31-4489-abd1-716579d347b3 req-d71b55e7-32a9-4c70-878f-05a102465e1b tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:45:54.083192 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c374e6f-2e31-4489-abd1-716579d347b3 req-d71b55e7-32a9-4c70-878f-05a102465e1b tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 931 time: 0.0813477 Jul 08 21:45:54.134715 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-2c374e6f-2e31-4489-abd1-716579d347b3 req-bd579b28-b6b3-4bf0-b74f-b5731fc253e1 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444710 Jul 08 21:45:54.325782 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:55.329894 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0172998d-b793-48fc-9fac-cbbe182a1467 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:45:55.422235 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40eb79-1205-4501-b692-12f4c77cf5c2 req-d78ed9a3-66e4-436b-8e63-b66e90b3d467 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:45:55.424093 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f40eb79-1205-4501-b692-12f4c77cf5c2 req-d78ed9a3-66e4-436b-8e63-b66e90b3d467 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 931 time: 0.1129656 Jul 08 21:45:55.468461 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2f40eb79-1205-4501-b692-12f4c77cf5c2 req-998914de-5a0a-470b-a434-1cfda7207ef7 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367522 Jul 08 21:45:55.470156 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:55.529306 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:45:55.533441 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0133c28-b4ef-4f9a-a037-d688e4fc2afc" -d '{"events": [{"server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "name": "network-vif-unplugged", "status": "completed", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:45:55.557359 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] For port 0172998d-b793-48fc-9fac-cbbe182a1467, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0172998d-b793-48fc-9fac-cbbe182a1467,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:45:55.562407 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:45:55.588692 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 21:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37dad4d-e4ee-438e-a322-2554ee50f587 x-openstack-request-id: req-e37dad4d-e4ee-438e-a322-2554ee50f587 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:45:55.588692 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "name": "network-vif-unplugged", "status": "completed", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:45:55.589231 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e37dad4d-e4ee-438e-a322-2554ee50f587 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:45:55.589608 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467', 'code': 200} Jul 08 21:45:55.623411 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Pushing event updated for resources: {'Port': ['ID=0172998d-b793-48fc-9fac-cbbe182a1467,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:45:56.714132 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cdbba-568b-4354-ae73-e7ea2dff6c50 req-da4ef605-456d-4e8a-a45f-0e692ca2b080 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:45:56.715641 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-370cdbba-568b-4354-ae73-e7ea2dff6c50 req-da4ef605-456d-4e8a-a45f-0e692ca2b080 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 931 time: 0.0780032 Jul 08 21:45:56.776024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-370cdbba-568b-4354-ae73-e7ea2dff6c50 req-18f6384f-e5b1-4fea-bc4e-875ac18d816b tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482657 Jul 08 21:45:58.014635 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1b2b8-ee56-43f9-80da-20ac80c38824 req-3f63da70-0a6b-42e0-8917-cbaf0fd8e822 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:45:58.016293 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31a1b2b8-ee56-43f9-80da-20ac80c38824 req-3f63da70-0a6b-42e0-8917-cbaf0fd8e822 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 931 time: 0.0693529 Jul 08 21:45:58.062114 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-31a1b2b8-ee56-43f9-80da-20ac80c38824 req-454e249c-f935-4997-907c-e005b6bf1310 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386074 Jul 08 21:45:59.265312 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab36e8e-a390-4ad6-809e-01fb4fe33252 req-712db249-a96e-4555-83df-8ef80ce3c45a tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:45:59.266759 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ab36e8e-a390-4ad6-809e-01fb4fe33252 req-712db249-a96e-4555-83df-8ef80ce3c45a tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 931 time: 0.0824244 Jul 08 21:45:59.330915 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-1ab36e8e-a390-4ad6-809e-01fb4fe33252 req-0bd07a9b-b5a0-46de-bbfe-6556c2b7ca63 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573058 Jul 08 21:46:00.564017 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10324fe-46dc-4e22-a93a-70129454c9fa req-cd9371ff-2c56-443c-b1bd-3851d6eb1c70 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:00.565803 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c10324fe-46dc-4e22-a93a-70129454c9fa req-cd9371ff-2c56-443c-b1bd-3851d6eb1c70 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 931 time: 0.0807025 Jul 08 21:46:00.612326 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c10324fe-46dc-4e22-a93a-70129454c9fa req-bab53b19-7dd7-45d6-901a-9af4bc4ee626 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355566 Jul 08 21:46:01.868766 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f7c71-78e9-4633-9288-55a35e6febf3 req-dd85ffba-a8d7-4b99-9cd5-39d93d4bbc65 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:01.871171 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-285f7c71-78e9-4633-9288-55a35e6febf3 req-dd85ffba-a8d7-4b99-9cd5-39d93d4bbc65 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 931 time: 0.1134706 Jul 08 21:46:01.922877 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-285f7c71-78e9-4633-9288-55a35e6febf3 req-afa66bc0-8ba4-4765-8845-59a53870af83 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456619 Jul 08 21:46:03.375972 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8e8a8-f211-4260-98f5-1737bc73c349 req-7983cdac-8f77-48d2-9fce-2dca80db021b tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:03.379240 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e7e8e8a8-f211-4260-98f5-1737bc73c349 req-7983cdac-8f77-48d2-9fce-2dca80db021b tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 931 time: 0.1242998 Jul 08 21:46:03.456385 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-e7e8e8a8-f211-4260-98f5-1737bc73c349 req-e8a457b1-ab5e-4579-9ff3-95c45aefadcf tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645001 Jul 08 21:46:04.193594 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe19d4fc-f6ed-4271-9e32-c426180df059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:04.661094 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03619db2-d110-4e2f-83d0-eee4e638387b req-dbf5be45-b2e6-4bb7-8346-572e5672f8df tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:04.663500 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03619db2-d110-4e2f-83d0-eee4e638387b req-dbf5be45-b2e6-4bb7-8346-572e5672f8df tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 931 time: 0.0760417 Jul 08 21:46:04.706645 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-03619db2-d110-4e2f-83d0-eee4e638387b req-22ca2ba3-cddf-4a55-ad43-f9bbe86267d9 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370803 Jul 08 21:46:05.193640 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Request body: {'port': {'device_id': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-16'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:46:05.277488 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:05.576681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db59e56-2cd0-46b4-a218-161e37ea1bd6 {{(pid=94066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:46:05.584724 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:05.597415 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Transition to ACTIVE for port object 1db59e56-2cd0-46b4-a218-161e37ea1bd6 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 21:46:05.602309 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:05.657093 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1db59e56-2cd0-46b4-a218-161e37ea1bd6,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:46:05.744224 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Attempting to bind port 1db59e56-2cd0-46b4-a218-161e37ea1bd6 on host n-h2-791506-16 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 21:46:05.745120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Attempting to bind port 1db59e56-2cd0-46b4-a218-161e37ea1bd6 by drivers openvswitch,hyperv on host n-h2-791506-16 at level 0 using segments [{'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 21:46:05.745120 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Attempting to bind port 1db59e56-2cd0-46b4-a218-161e37ea1bd6 on network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:46:05.750347 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Port 1db59e56-2cd0-46b4-a218-161e37ea1bd6 on network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-16 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 21:46:05.750540 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Attempting to bind port 1db59e56-2cd0-46b4-a218-161e37ea1bd6 on network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 21:46:05.756931 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Checking agent: {'id': 'e9949afc-e7aa-4f4e-9cff-2fd1a8d70747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'started_at': datetime.datetime(2021, 7, 8, 20, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 21, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 21:46:05.757274 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Checking segment: {'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 21:46:05.757674 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Bound using segment: {'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 21:46:05.758123 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Bound port: 1db59e56-2cd0-46b4-a218-161e37ea1bd6, host: n-h2-791506-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1052d45-faca-4505-bf30-35fb4cf95dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 21:46:05.758537 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:05.835760 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] For port 1db59e56-2cd0-46b4-a218-161e37ea1bd6, host n-h2-791506-16, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 21:46:05.839232 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] For port 1db59e56-2cd0-46b4-a218-161e37ea1bd6, host n-h2-791506-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 21:46:05.843700 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:05.881886 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:05.882515 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:05.884042 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] 10.222.0.103 "PUT /v2.0/ports/1db59e56-2cd0-46b4-a218-161e37ea1bd6 HTTP/1.1" status: 200 len: 1092 time: 0.7450397 Jul 08 21:46:05.884499 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:46:05.886856 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eef65f7-29a6-4a70-913a-9f9cf9872d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:46:05.899691 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d51f57-755a-4604-b25f-0a23cb49f49f req-0677f68f-abc6-46e4-81b8-65abbdf0695b tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:05.907368 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-62d51f57-755a-4604-b25f-0a23cb49f49f req-0677f68f-abc6-46e4-81b8-65abbdf0695b tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 943 time: 0.0775664 Jul 08 21:46:05.939311 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a28a1a-2e53-448a-bdb9-6f6d2043a3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1db59e56-2cd0-46b4-a218-161e37ea1bd6,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:46:05.968280 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-62d51f57-755a-4604-b25f-0a23cb49f49f req-75e8977a-2b90-40ab-b06e-ad8c19efc113 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596311 Jul 08 21:46:05.991633 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0fa624-9105-453b-9126-11152419a302 x-openstack-request-id: req-6d0fa624-9105-453b-9126-11152419a302 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:46:05.991926 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:46:05.992176 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6d0fa624-9105-453b-9126-11152419a302 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:46:05.992577 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'status': 'completed', 'code': 200} Jul 08 21:46:06.031212 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-d8e9b559-7671-424f-8403-5c543c076baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:06.032874 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-d8e9b559-7671-424f-8403-5c543c076baa service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 1095 time: 0.0904534 Jul 08 21:46:06.081982 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-6c8baeb3-6198-48b6-9af9-d58a1935b001 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6 HTTP/1.1" status: 200 len: 217 time: 0.0382159 Jul 08 21:46:06.144187 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-87f3d18f-6f81-4db8-84e5-66470fea1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:06.145728 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-87f3d18f-6f81-4db8-84e5-66470fea1b39 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.0535822 Jul 08 21:46:06.217579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-478b99de-968d-4249-96f3-d8dfd05e9e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:06.219006 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-478b99de-968d-4249-96f3-d8dfd05e9e53 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621436 Jul 08 21:46:06.314647 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-8477b652-6784-46ea-bd18-eb5d6239c8f7 service neutron] 10.222.0.103 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879917 Jul 08 21:46:06.421035 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-08773e22-42ef-4cc3-bbdf-4bb9a3c0d64a req-760295bf-5ee9-45aa-b98b-3f151667a1f1 service neutron] 10.222.0.103 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956664 Jul 08 21:46:06.554140 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef65f7-29a6-4a70-913a-9f9cf9872d0c req-fb306de1-679d-46cd-93fe-9ad56c61393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:06.555704 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3eef65f7-29a6-4a70-913a-9f9cf9872d0c req-fb306de1-679d-46cd-93fe-9ad56c61393b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 1095 time: 0.0674865 Jul 08 21:46:06.688815 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef65f7-29a6-4a70-913a-9f9cf9872d0c req-7cab02aa-16e4-4e2a-977b-681fa56d5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:06.690229 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3eef65f7-29a6-4a70-913a-9f9cf9872d0c req-7cab02aa-16e4-4e2a-977b-681fa56d5d7b service neutron] 10.222.0.103 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 911 time: 0.1276488 Jul 08 21:46:06.760437 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3eef65f7-29a6-4a70-913a-9f9cf9872d0c req-0c3e5e05-2fa9-4a2d-b4ba-31afb07f7fb6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6 HTTP/1.1" status: 200 len: 217 time: 0.0580077 Jul 08 21:46:06.814690 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef65f7-29a6-4a70-913a-9f9cf9872d0c req-90eec251-41e5-43ee-86fb-4eff34eda949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:06.816489 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3eef65f7-29a6-4a70-913a-9f9cf9872d0c req-90eec251-41e5-43ee-86fb-4eff34eda949 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.0495136 Jul 08 21:46:06.887628 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef65f7-29a6-4a70-913a-9f9cf9872d0c req-0cf68431-9476-437c-b301-7b7dc2195f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:06.890428 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3eef65f7-29a6-4a70-913a-9f9cf9872d0c req-0cf68431-9476-437c-b301-7b7dc2195f8f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649693 Jul 08 21:46:07.007085 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3eef65f7-29a6-4a70-913a-9f9cf9872d0c req-9a027a3f-9e82-4a65-a2b5-8a1be8aa2045 service neutron] 10.222.0.103 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073799 Jul 08 21:46:07.145233 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-3eef65f7-29a6-4a70-913a-9f9cf9872d0c req-d11bf98c-f11a-42d1-a20d-5db570738566 service neutron] 10.222.0.103 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304960 Jul 08 21:46:07.176202 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-42597a68-54af-410e-b393-4775b36b109e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:07.190969 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2778892-dc98-4c36-9b5a-ed988044d253 req-2c186920-2cfe-4d8a-a5ad-13abfbf5485c tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:07.192557 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d2778892-dc98-4c36-9b5a-ed988044d253 req-2c186920-2cfe-4d8a-a5ad-13abfbf5485c tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 943 time: 0.1058428 Jul 08 21:46:07.238893 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-d2778892-dc98-4c36-9b5a-ed988044d253 req-60ed4f94-73b1-4730-b463-2f0d1d8b2db3 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391951 Jul 08 21:46:07.252175 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:08.440476 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0d27c-8c9a-40f1-b5a8-459ed2c92329 req-da4b31de-5eec-4a08-a926-0f9ce58c6db6 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:08.443013 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6e0d27c-8c9a-40f1-b5a8-459ed2c92329 req-da4b31de-5eec-4a08-a926-0f9ce58c6db6 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 943 time: 0.0761397 Jul 08 21:46:08.485728 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-d6e0d27c-8c9a-40f1-b5a8-459ed2c92329 req-1df8c1b3-8795-4d38-a1f0-149560a35b18 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371435 Jul 08 21:46:08.644325 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:09.677584 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70632ee3-3177-4cc5-a5f4-040285ab3063 req-6b8e9795-707e-4d1a-bcd6-0fdb39ef60e0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:09.679216 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70632ee3-3177-4cc5-a5f4-040285ab3063 req-6b8e9795-707e-4d1a-bcd6-0fdb39ef60e0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 943 time: 0.0750535 Jul 08 21:46:09.732731 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-70632ee3-3177-4cc5-a5f4-040285ab3063 req-82950c04-dd8a-43ab-89bb-7d61e22e8ddb tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441484 Jul 08 21:46:10.109552 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 1db59e56-2cd0-46b4-a218-161e37ea1bd6 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:46:10.192104 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:10.235520 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 1db59e56-2cd0-46b4-a218-161e37ea1bd6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:46:10.247528 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'port_id': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'mac_address': 'fa:16:3e:16:8b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:46:10.289149 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:10.303422 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db59e56-2cd0-46b4-a218-161e37ea1bd6 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:46:10.336298 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 1db59e56-2cd0-46b4-a218-161e37ea1bd6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:46:10.341221 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:10.408131 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=1db59e56-2cd0-46b4-a218-161e37ea1bd6,revision_number=4']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:46:10.669078 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['1db59e56-2cd0-46b4-a218-161e37ea1bd6'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:46:10.942755 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8918-4641-447c-9204-12a2fe5d2beb req-b5d3071a-ee42-475f-ad84-0303c674fc36 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:10.945423 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c81f8918-4641-447c-9204-12a2fe5d2beb req-b5d3071a-ee42-475f-ad84-0303c674fc36 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 944 time: 0.0898292 Jul 08 21:46:11.013899 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-c81f8918-4641-447c-9204-12a2fe5d2beb req-35e44bf4-7618-4ab8-863c-6f5649e85a65 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619447 Jul 08 21:46:11.282965 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:46:12.110254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 1db59e56-2cd0-46b4-a218-161e37ea1bd6 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:46:12.177985 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning for port 1db59e56-2cd0-46b4-a218-161e37ea1bd6 completed by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 21:46:12.182787 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 1db59e56-2cd0-46b4-a218-161e37ea1bd6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:46:12.183163 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:12.212367 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5b493-654c-4279-9aec-013b7d0b26cb req-1f750a27-3748-45e5-8663-1f7edcd31094 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:12.214462 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5b5b493-654c-4279-9aec-013b7d0b26cb req-1f750a27-3748-45e5-8663-1f7edcd31094 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 944 time: 0.0720754 Jul 08 21:46:12.258953 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-a5b5b493-654c-4279-9aec-013b7d0b26cb req-f07909a6-237c-4d95-a39e-7b9b17152291 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366488 Jul 08 21:46:12.272607 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:12.307164 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:46:12.310673 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb6e07d-af93-439e-bb98-0bd6ee99b241" -d '{"events": [{"server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "name": "network-vif-plugged", "status": "completed", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:46:12.329959 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 1db59e56-2cd0-46b4-a218-161e37ea1bd6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:46:12.342926 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:12.378047 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5f9d7d-6cf6-4ed8-909a-bdd36d902915 x-openstack-request-id: req-cf5f9d7d-6cf6-4ed8-909a-bdd36d902915 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:46:12.378419 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "name": "network-vif-plugged", "status": "completed", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:46:12.378717 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cf5f9d7d-6cf6-4ed8-909a-bdd36d902915 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:46:12.379102 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'code': 200} Jul 08 21:46:12.420055 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=1db59e56-2cd0-46b4-a218-161e37ea1bd6,revision_number=5']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:46:12.572299 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005b2b9-5cab-4a7e-a1eb-7b65f142f0e9 req-ba8825d7-5955-43dc-8dc8-98ecacbc9fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:12.573801 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2005b2b9-5cab-4a7e-a1eb-7b65f142f0e9 req-ba8825d7-5955-43dc-8dc8-98ecacbc9fe1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 1097 time: 0.0794802 Jul 08 21:46:12.612981 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-2005b2b9-5cab-4a7e-a1eb-7b65f142f0e9 req-dccd8ab8-77e4-463a-86bb-9cdb98a3a994 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319607 Jul 08 21:46:13.454060 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7929a40-796f-4b8a-bb67-3317ac6526cf req-c9106779-b97d-4fb7-a801-d6f5dcaff67a tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:13.455723 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7929a40-796f-4b8a-bb67-3317ac6526cf req-c9106779-b97d-4fb7-a801-d6f5dcaff67a tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 945 time: 0.0778489 Jul 08 21:46:13.499458 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b7929a40-796f-4b8a-bb67-3317ac6526cf req-5d40cc5e-f6eb-4434-95a5-3832249505ce tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366459 Jul 08 21:46:14.721581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1f9b5-b054-4a44-a372-202c64a6f198 req-5292ead4-c53e-469b-abc4-4fac03b284a2 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:14.723132 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84d1f9b5-b054-4a44-a372-202c64a6f198 req-5292ead4-c53e-469b-abc4-4fac03b284a2 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 945 time: 0.0915744 Jul 08 21:46:14.766719 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-84d1f9b5-b054-4a44-a372-202c64a6f198 req-7b9efeb1-5100-4082-a9ec-91fa59d6be06 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370038 Jul 08 21:46:14.981601 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317854ef-00bc-4c54-8f65-62eb39fdec4a req-16acc566-9928-4dbd-ab58-42105a3b928d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:14.983144 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-317854ef-00bc-4c54-8f65-62eb39fdec4a req-16acc566-9928-4dbd-ab58-42105a3b928d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 945 time: 0.0924337 Jul 08 21:46:15.029651 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-317854ef-00bc-4c54-8f65-62eb39fdec4a req-caa1237b-d243-4542-95d9-38421c647033 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363667 Jul 08 21:46:15.055579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51668) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:46:15.111333 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ce401b-2ce9-468f-bca7-ac854cd64836 tempest-TestSnapshotPattern-1509580542 tempest-TestSnapshotPattern-1509580542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:15.112949 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-81ce401b-2ce9-468f-bca7-ac854cd64836 tempest-TestSnapshotPattern-1509580542 tempest-TestSnapshotPattern-1509580542-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 1092 time: 0.0563440 Jul 08 21:46:15.116655 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51670) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:46:15.121277 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.v2.base [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Request body: {'floatingip': {'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'port_id': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 21:46:15.145196 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for floatingip, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:15.259293 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:15.372735 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_common [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Allocated IP 172.25.4.159 (169bcba0-2941-4b62-b9bb-d1843ffb817c/1aa8702d-6907-45ac-9d01-3e976a65e5c1/58ca9004-c860-49f4-bb26-5e6a679dc90a) {{(pid=94066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 21:46:15.500297 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for port, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:15.546220 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3659811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-186531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794148430300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127148311'] for port, after_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:15.591255 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Network 169bcba0-2941-4b62-b9bb-d1843ffb817c is already hosted by enough agents. {{(pid=94066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 21:46:15.595967 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.base_scheduler [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Resources bound (agent type, host, resource id): {{(pid=94066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 21:46:15.600785 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Received port after_create {{(pid=94066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 21:46:15.604131 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event updated for resources: {'Port': ['ID=58ca9004-c860-49f4-bb26-5e6a679dc90a,revision_number=1']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:46:16.013644 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:16.098693 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:16.248023 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:16.252994 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127148297'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:16.695184 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event updated for resources: {'Port': ['ID=58ca9004-c860-49f4-bb26-5e6a679dc90a,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:46:16.707739 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448419'] for floatingip, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:16.813454 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Floating IP c79e85c4-6407-4c35-bd37-79bc4ae5f966 associated. External IP: 172.25.4.159, port: 1db59e56-2cd0-46b4-a218-161e37ea1bd6. Jul 08 21:46:17.043753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Router ad225a36-403b-4381-854e-d3d123dfd558 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:46:17.157664 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:46:17.168911 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a868b-95d2-43c4-82d1-637c82f1dbb5 None None] Sync routers for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:46:17.175491 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:17.179257 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a868b-95d2-43c4-82d1-637c82f1dbb5 None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:46:17.179888 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f84a868b-95d2-43c4-82d1-637c82f1dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:46:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:46:17.216778 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-3db24b88-c874-41ca-a58d-f650c03d3f74 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0989027 Jul 08 21:46:17.217271 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:46:17.219527 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a25bb5-886e-41d3-9844-d99fa2467581" -d '{"events": [{"name": "network-changed", "server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:46:17.283938 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380df79f-4443-477f-8165-25280e027d4a x-openstack-request-id: req-380df79f-4443-477f-8165-25280e027d4a {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:46:17.284230 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:46:17.284480 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-380df79f-4443-477f-8165-25280e027d4a {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:46:17.284926 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'status': 'completed', 'code': 200} Jul 08 21:46:17.293830 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f84a868b-95d2-43c4-82d1-637c82f1dbb5 None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:46:17.372324 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a25bb5-886e-41d3-9844-d99fa2467581 req-af6b4c30-258e-4ae8-be14-7ce209a482bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:17.373909 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a25bb5-886e-41d3-9844-d99fa2467581 req-af6b4c30-258e-4ae8-be14-7ce209a482bb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 1097 time: 0.0634425 Jul 08 21:46:17.486162 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a25bb5-886e-41d3-9844-d99fa2467581 req-c5c094f6-348f-4523-b5be-85dade3b1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:17.487740 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a25bb5-886e-41d3-9844-d99fa2467581 req-c5c094f6-348f-4523-b5be-85dade3b1a6b service neutron] 10.222.0.103 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 911 time: 0.1067929 Jul 08 21:46:17.560615 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a25bb5-886e-41d3-9844-d99fa2467581 req-4f825198-9d3a-4e9e-9118-ea604f398e08 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6 HTTP/1.1" status: 200 len: 999 time: 0.0662222 Jul 08 21:46:17.615302 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a25bb5-886e-41d3-9844-d99fa2467581 req-3f531eeb-39e1-4221-9692-c58d16902330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:17.616991 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a25bb5-886e-41d3-9844-d99fa2467581 req-3f531eeb-39e1-4221-9692-c58d16902330 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.0484266 Jul 08 21:46:17.645789 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f84a868b-95d2-43c4-82d1-637c82f1dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '4fb8176e-ef3e-49e2-946f-868224a275c9', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'port_id': '0172998d-b793-48fc-9fac-cbbe182a1467', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'mac_address': 'fa:16:3e:43:53:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5049c4d-1322-4894-a964-66527743728c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:43:42Z', 'updated_at': '2021-07-08T21:43:44Z', 'revision_number': 1, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address_scope': None}, {'id': 'c79e85c4-6407-4c35-bd37-79bc4ae5f966', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'floating_ip_address': '172.25.4.159', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'port_id': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'mac_address': 'fa:16:3e:16:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:46:15Z', 'updated_at': '2021-07-08T21:46:15Z', 'revision_number': 0, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:25Z', 'revision_number': 5, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:46:17.675816 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a868b-95d2-43c4-82d1-637c82f1dbb5 None None] Checking router: ad225a36-403b-4381-854e-d3d123dfd558 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:46:17.680589 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a25bb5-886e-41d3-9844-d99fa2467581 req-87e7f74f-9a63-4576-8c8e-ada7f6483d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:17.682228 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a25bb5-886e-41d3-9844-d99fa2467581 req-87e7f74f-9a63-4576-8c8e-ada7f6483d17 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587633 Jul 08 21:46:17.685214 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a868b-95d2-43c4-82d1-637c82f1dbb5 None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:46:17.685829 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f84a868b-95d2-43c4-82d1-637c82f1dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:46:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:46:17.776700 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a25bb5-886e-41d3-9844-d99fa2467581 req-8ec870d9-3c92-4484-bd40-37e484ca4d1d service neutron] 10.222.0.103 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874701 Jul 08 21:46:17.804374 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-f84a868b-95d2-43c4-82d1-637c82f1dbb5 None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:46:17.879661 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-69a25bb5-886e-41d3-9844-d99fa2467581 req-9f4ef055-18e4-43e5-a95c-bce386f120c0 service neutron] 10.222.0.103 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961545 Jul 08 21:46:18.082691 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-f84a868b-95d2-43c4-82d1-637c82f1dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '4fb8176e-ef3e-49e2-946f-868224a275c9', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'port_id': '0172998d-b793-48fc-9fac-cbbe182a1467', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'mac_address': 'fa:16:3e:43:53:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5049c4d-1322-4894-a964-66527743728c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:43:42Z', 'updated_at': '2021-07-08T21:43:44Z', 'revision_number': 1, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address_scope': None}, {'id': 'c79e85c4-6407-4c35-bd37-79bc4ae5f966', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'floating_ip_address': '172.25.4.159', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'port_id': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'mac_address': 'fa:16:3e:16:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:46:15Z', 'updated_at': '2021-07-08T21:46:15Z', 'revision_number': 0, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:25Z', 'revision_number': 5, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:46:18.116861 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a868b-95d2-43c4-82d1-637c82f1dbb5 None None] The sync data for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 is: [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '4fb8176e-ef3e-49e2-946f-868224a275c9', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'port_id': '0172998d-b793-48fc-9fac-cbbe182a1467', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'mac_address': 'fa:16:3e:43:53:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5049c4d-1322-4894-a964-66527743728c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:43:42Z', 'updated_at': '2021-07-08T21:43:44Z', 'revision_number': 1, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address_scope': None}, {'id': 'c79e85c4-6407-4c35-bd37-79bc4ae5f966', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'floating_ip_address': '172.25.4.159', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'port_id': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'mac_address': 'fa:16:3e:16:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:46:15Z', 'updated_at': '2021-07-08T21:46:15Z', 'revision_number': 0, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:25Z', 'revision_number': 5, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:46:18.330209 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53e6a0f-f790-4a24-8fd4-ee44c2804520 None None] New status for floating IP c79e85c4-6407-4c35-bd37-79bc4ae5f966: ACTIVE {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:46:18.486302 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:24.328033 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:33.143767 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57b9f7d3-b23b-46d1-a8aa-22da5f4bada6 req-86486755-be2f-41b4-a4de-bca1c61f2d8e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0610909 Jul 08 21:46:33.246625 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9f7d3-b23b-46d1-a8aa-22da5f4bada6 req-cc8f4610-b208-46f6-9bd6-843769bc82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:33.248277 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57b9f7d3-b23b-46d1-a8aa-22da5f4bada6 req-cc8f4610-b208-46f6-9bd6-843769bc82ee service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 1096 time: 0.0584526 Jul 08 21:46:33.366488 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9f7d3-b23b-46d1-a8aa-22da5f4bada6 req-2dfb031b-734e-45cb-a356-fd604567bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:33.367788 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57b9f7d3-b23b-46d1-a8aa-22da5f4bada6 req-2dfb031b-734e-45cb-a356-fd604567bfd0 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 911 time: 0.0988884 Jul 08 21:46:33.441255 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57b9f7d3-b23b-46d1-a8aa-22da5f4bada6 req-b894beb6-97f9-4dea-955d-e0108de2aa7c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0172998d-b793-48fc-9fac-cbbe182a1467 HTTP/1.1" status: 200 len: 999 time: 0.0676644 Jul 08 21:46:33.496305 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9f7d3-b23b-46d1-a8aa-22da5f4bada6 req-09d8fccb-0e36-4fcf-a274-ba69c2eab6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:33.498076 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57b9f7d3-b23b-46d1-a8aa-22da5f4bada6 req-09d8fccb-0e36-4fcf-a274-ba69c2eab6e8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.0505135 Jul 08 21:46:33.606888 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9f7d3-b23b-46d1-a8aa-22da5f4bada6 req-7ac0ea8e-e257-4aaf-9720-9163b55e2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:33.608427 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57b9f7d3-b23b-46d1-a8aa-22da5f4bada6 req-7ac0ea8e-e257-4aaf-9720-9163b55e2dd6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046767 Jul 08 21:46:33.615857 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45845727-f633-4ca2-98ef-003a9b3217cd req-24dbcf51-f82f-4534-92fe-bd902115eb98 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0767467 Jul 08 21:46:33.750707 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57b9f7d3-b23b-46d1-a8aa-22da5f4bada6 req-54ba9bf0-f588-429d-b8d7-e591ec5f36cc service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337907 Jul 08 21:46:33.768479 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845727-f633-4ca2-98ef-003a9b3217cd req-92cf1737-0a9b-4379-a91d-699a5abd0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:33.770120 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45845727-f633-4ca2-98ef-003a9b3217cd req-92cf1737-0a9b-4379-a91d-699a5abd0452 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 1097 time: 0.1047857 Jul 08 21:46:33.922110 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-57b9f7d3-b23b-46d1-a8aa-22da5f4bada6 req-bc02816d-4d30-4143-be00-5130912a0d2c service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646142 Jul 08 21:46:33.941917 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845727-f633-4ca2-98ef-003a9b3217cd req-4d97a19e-cabc-467d-bc95-0d8dde9af1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:33.944289 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45845727-f633-4ca2-98ef-003a9b3217cd req-4d97a19e-cabc-467d-bc95-0d8dde9af1e3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 911 time: 0.1355412 Jul 08 21:46:34.020743 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45845727-f633-4ca2-98ef-003a9b3217cd req-09ae2af9-8dcc-44d7-95df-52e687938a2d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6 HTTP/1.1" status: 200 len: 1001 time: 0.0682786 Jul 08 21:46:34.072303 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845727-f633-4ca2-98ef-003a9b3217cd req-77b3e5b9-f744-46aa-8e70-51233369a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:34.073835 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45845727-f633-4ca2-98ef-003a9b3217cd req-77b3e5b9-f744-46aa-8e70-51233369a43d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.0452297 Jul 08 21:46:34.136456 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845727-f633-4ca2-98ef-003a9b3217cd req-bb8dbd38-5124-494b-827f-195143201fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:46:34.138034 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45845727-f633-4ca2-98ef-003a9b3217cd req-bb8dbd38-5124-494b-827f-195143201fd4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568316 Jul 08 21:46:34.198127 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f2cb0517-42cc-44ef-b2b5-ada4e726588d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:34.239864 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45845727-f633-4ca2-98ef-003a9b3217cd req-3d2a7204-0fdc-4beb-b294-7efcde88f08f service neutron] 10.222.0.103 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950384 Jul 08 21:46:34.341050 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-45845727-f633-4ca2-98ef-003a9b3217cd req-21df69a7-44da-4036-995e-220feaa88d91 service neutron] 10.222.0.103 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909264 Jul 08 21:46:37.169467 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4a9e318f-525e-45b6-9209-ea5ed54a4d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:37.246083 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:38.646072 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:40.185815 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:48.281657 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:46:48.481952 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:46:54.343313 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:04.203945 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-26e0e125-d2ea-4062-bf01-b2ff5a270270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:07.171617 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9b6278a2-93bc-4396-9bdd-537ff2f1d5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:07.253232 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:08.648519 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:10.188157 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:18.477370 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:24.339587 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:25.280425 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:47:34.198483 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e79b9bb4-e532-424f-ac83-879ae559aba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:34.593369 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-efc0384a-b046-407b-bd06-c41e40db8443 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701013 Jul 08 21:47:34.757197 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-d351f3e9-fba7-44d9-877d-b7c1213afc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:47:34.759199 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-d351f3e9-fba7-44d9-877d-b7c1213afc81 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 1097 time: 0.1024733 Jul 08 21:47:34.894502 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-25762e9a-72d1-4312-9d49-fe4d24441994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:47:34.896754 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-25762e9a-72d1-4312-9d49-fe4d24441994 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 911 time: 0.1098292 Jul 08 21:47:34.984866 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-36b8de0a-088f-4c0a-a577-61b6dc58efc7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6 HTTP/1.1" status: 200 len: 1001 time: 0.0767272 Jul 08 21:47:35.080402 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-3265e1c8-8cec-4422-a2a8-325f7c8150d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:47:35.082024 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-3265e1c8-8cec-4422-a2a8-325f7c8150d0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.0887203 Jul 08 21:47:35.163911 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa27f19e-f0e0-4646-8d01-f6fab2cfa88c req-78d20cb8-a54e-4147-89f4-93b256c53665 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1381311 Jul 08 21:47:35.192000 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-1489aab2-581e-4113-a27e-003792c2c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:47:35.194276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-1489aab2-581e-4113-a27e-003792c2c036 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998447 Jul 08 21:47:35.213628 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-fbc4ae12-a375-4225-8eb3-879de7704209 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=94066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 21:47:35.214723 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-fbc4ae12-a375-4225-8eb3-879de7704209 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074587 Jul 08 21:47:35.368195 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-958afe05-ecb1-4933-a85c-98dd886e087b service neutron] 10.222.0.103 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370122 Jul 08 21:47:35.371369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27f19e-f0e0-4646-8d01-f6fab2cfa88c req-76e0efd3-e390-4504-9636-ec7aba160c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:47:35.372904 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa27f19e-f0e0-4646-8d01-f6fab2cfa88c req-76e0efd3-e390-4504-9636-ec7aba160c65 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 1096 time: 0.1511638 Jul 08 21:47:35.550937 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bfda4f32-bfb4-4f6b-8310-83a2969f5bb3 req-7692ca8c-7015-4445-9efd-c0b033209753 service neutron] 10.222.0.103 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714973 Jul 08 21:47:35.564292 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27f19e-f0e0-4646-8d01-f6fab2cfa88c req-20bfa245-6361-48da-8d7d-9236858124bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:47:35.566016 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa27f19e-f0e0-4646-8d01-f6fab2cfa88c req-20bfa245-6361-48da-8d7d-9236858124bb service neutron] 10.222.0.104 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 911 time: 0.1645000 Jul 08 21:47:35.670890 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa27f19e-f0e0-4646-8d01-f6fab2cfa88c req-7b957bc4-31d9-4cd6-b7d9-0e2f54b4b739 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0172998d-b793-48fc-9fac-cbbe182a1467 HTTP/1.1" status: 200 len: 999 time: 0.0987077 Jul 08 21:47:35.750809 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27f19e-f0e0-4646-8d01-f6fab2cfa88c req-0ee26efe-aac4-4f95-8ef3-2048f36da38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:47:35.752713 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa27f19e-f0e0-4646-8d01-f6fab2cfa88c req-0ee26efe-aac4-4f95-8ef3-2048f36da38e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.0752780 Jul 08 21:47:35.827300 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27f19e-f0e0-4646-8d01-f6fab2cfa88c req-9cc5203b-1139-4133-8a5c-d31897d9159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:47:35.829923 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa27f19e-f0e0-4646-8d01-f6fab2cfa88c req-9cc5203b-1139-4133-8a5c-d31897d9159e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707214 Jul 08 21:47:35.992576 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa27f19e-f0e0-4646-8d01-f6fab2cfa88c req-dde9d6d3-ceec-4578-ba95-13f8a73a1a54 service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560903 Jul 08 21:47:36.152200 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-aa27f19e-f0e0-4646-8d01-f6fab2cfa88c req-13d5c130-08ab-4165-994f-75fc693dfb39 service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533647 Jul 08 21:47:37.182821 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5e043302-40bd-4cad-981e-fba60fe9d4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:37.255940 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:38.665736 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:40.199449 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:48.478423 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:47:54.364848 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:00.646597 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 1db59e56-2cd0-46b4-a218-161e37ea1bd6 details requested by agent hyperv_n-h2-791506-16 with host n-h2-791506-16 {{(pid=94067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 21:48:00.790629 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 1db59e56-2cd0-46b4-a218-161e37ea1bd6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:00.825827 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Returning: {'device': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'port_id': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'mac_address': 'fa:16:3e:16:8b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 21:48:00.897037 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:00.916346 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1db59e56-2cd0-46b4-a218-161e37ea1bd6 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 21:48:00.965282 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 1db59e56-2cd0-46b4-a218-161e37ea1bd6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:00.973495 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:01.061457 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=1db59e56-2cd0-46b4-a218-161e37ea1bd6,revision_number=6']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:01.075668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] get_ports_and_sgs() called for port_ids ['1db59e56-2cd0-46b4-a218-161e37ea1bd6'] {{(pid=94067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 21:48:01.079633 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:01.080142 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:01.080720 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:01.081261 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:01.082460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:01.083054 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:01.083622 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:01.084196 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:01.084796 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:01.085376 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:01.085941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:01.086509 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:02.282604 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:48:02.658886 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 1db59e56-2cd0-46b4-a218-161e37ea1bd6 up at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 21:48:02.734237 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Provisioning complete for port 1db59e56-2cd0-46b4-a218-161e37ea1bd6 triggered by entity L2. {{(pid=94067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 21:48:02.735174 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3538043'] for port, provisioning_complete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:02.853690 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:02.900579 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:48:02.904597 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab06a94-bcaf-429c-8012-60c5182094f1" -d '{"events": [{"server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "name": "network-vif-plugged", "status": "completed", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:48:02.975702 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 1db59e56-2cd0-46b4-a218-161e37ea1bd6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:02.989498 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:03.064445 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c69ac3f-ba70-4885-93da-0644339aa3e1 x-openstack-request-id: req-9c69ac3f-ba70-4885-93da-0644339aa3e1 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:48:03.065956 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "name": "network-vif-plugged", "status": "completed", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:48:03.067201 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9c69ac3f-ba70-4885-93da-0644339aa3e1 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:48:03.068213 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'code': 200} Jul 08 21:48:03.186150 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=1db59e56-2cd0-46b4-a218-161e37ea1bd6,revision_number=7']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:04.222204 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2e80f359-463d-41f1-a6ac-a41140fd2eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:07.223454 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-18b7e813-9452-45af-b6a4-e1039e74a1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:07.273997 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:08.671410 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:10.204209 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:14.327005 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 51904) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:14.591147 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Deleting port 58ca9004-c860-49f4-bb26-5e6a679dc90a {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:48:14.591564 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:14.737555 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:14.737908 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:14.756304 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Calling delete_port for 58ca9004-c860-49f4-bb26-5e6a679dc90a owned by network:floatingip {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:48:14.990790 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:15.030368 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event deleted for resources: {'Port': ['ID=58ca9004-c860-49f4-bb26-5e6a679dc90a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:15.071579 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:15.072138 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:15.072761 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:15.073364 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:15.073950 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:15.074569 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:15.075168 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:15.075742 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:15.076326 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:15.076837 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:15.077408 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:15.077905 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:15.136801 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for floatingip, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:15.137274 n-d-791506-16 neutron-server[94066]: INFO neutron.db.l3_db [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Floating IP c79e85c4-6407-4c35-bd37-79bc4ae5f966 disassociated (deleted). External IP: 172.25.4.159, port: 1db59e56-2cd0-46b4-a218-161e37ea1bd6. Jul 08 21:48:15.936052 n-d-791506-16 neutron-server[94066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Router ad225a36-403b-4381-854e-d3d123dfd558 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:48:16.138526 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:48:16.145926 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:16.151963 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34776cec-359e-4a1b-a385-310a38c6ccde None None] Sync routers for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:48:16.166420 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34776cec-359e-4a1b-a385-310a38c6ccde None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:48:16.167214 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-34776cec-359e-4a1b-a385-310a38c6ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:48:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:16.209276 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-2f273811-0301-49fd-a6ad-5bb0c36f27b0 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "DELETE /v2.0/floatingips/c79e85c4-6407-4c35-bd37-79bc4ae5f966 HTTP/1.1" status: 204 len: 168 time: 1.8805590 Jul 08 21:48:16.210186 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:48:16.214718 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd2d155-82f8-49f6-a7c6-b0529d342f05" -d '{"events": [{"name": "network-changed", "server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:48:16.354401 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-34776cec-359e-4a1b-a385-310a38c6ccde None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:48:16.354992 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e432765-cae2-4a66-941d-41b2cd4c0343 x-openstack-request-id: req-0e432765-cae2-4a66-941d-41b2cd4c0343 {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:48:16.355277 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:48:16.355540 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0e432765-cae2-4a66-941d-41b2cd4c0343 {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:48:16.356107 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'status': 'completed', 'code': 200} Jul 08 21:48:16.482242 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2d155-82f8-49f6-a7c6-b0529d342f05 req-312ccdbb-6bdf-4883-ab8c-fb01fdb43ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:16.486079 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7fd2d155-82f8-49f6-a7c6-b0529d342f05 req-312ccdbb-6bdf-4883-ab8c-fb01fdb43ba9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 1097 time: 0.0893662 Jul 08 21:48:16.657835 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2d155-82f8-49f6-a7c6-b0529d342f05 req-0d339923-817b-40dd-a84e-558267196e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:16.661617 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7fd2d155-82f8-49f6-a7c6-b0529d342f05 req-0d339923-817b-40dd-a84e-558267196e59 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 911 time: 0.1654775 Jul 08 21:48:16.719783 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7fd2d155-82f8-49f6-a7c6-b0529d342f05 req-f9a8d434-193f-48ea-a364-398627e3353c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6 HTTP/1.1" status: 200 len: 217 time: 0.0480905 Jul 08 21:48:16.721759 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-34776cec-359e-4a1b-a385-310a38c6ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '4fb8176e-ef3e-49e2-946f-868224a275c9', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'port_id': '0172998d-b793-48fc-9fac-cbbe182a1467', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'mac_address': 'fa:16:3e:43:53:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5049c4d-1322-4894-a964-66527743728c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:43:42Z', 'updated_at': '2021-07-08T21:43:44Z', 'revision_number': 1, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:25Z', 'revision_number': 5, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:16.737353 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 1db59e56-2cd0-46b4-a218-161e37ea1bd6 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:48:16.770872 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34776cec-359e-4a1b-a385-310a38c6ccde None None] Checking router: ad225a36-403b-4381-854e-d3d123dfd558 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:48:16.780882 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34776cec-359e-4a1b-a385-310a38c6ccde None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:48:16.781656 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-34776cec-359e-4a1b-a385-310a38c6ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:48:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:16.831020 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2d155-82f8-49f6-a7c6-b0529d342f05 req-79285e3f-c21a-4092-a0a2-b407fc1befd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:16.833424 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7fd2d155-82f8-49f6-a7c6-b0529d342f05 req-79285e3f-c21a-4092-a0a2-b407fc1befd9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.1024320 Jul 08 21:48:16.882053 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658980'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:16.922822 n-d-791506-16 neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:48:16.927021 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c402ca3a19243baa3d76228f1494273de81d9c3215a5fdd38ecc99460c00bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9928d84-ea23-429f-83ba-dab1df6fc5e1" -d '{"events": [{"server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "name": "network-vif-unplugged", "status": "completed", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:48:16.952227 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] For port 1db59e56-2cd0-46b4-a218-161e37ea1bd6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:16.959764 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794148736031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794148430318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794148427039'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:16.962978 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-34776cec-359e-4a1b-a385-310a38c6ccde None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:48:16.977862 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2d155-82f8-49f6-a7c6-b0529d342f05 req-89a619b7-8016-4dcc-a0a3-91043059b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:16.980685 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7fd2d155-82f8-49f6-a7c6-b0529d342f05 req-89a619b7-8016-4dcc-a0a3-91043059b7cf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1370130 Jul 08 21:48:16.994248 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff2252-ee2b-42cd-ae3b-61fc4497db2a req-8f6a90f1-e5c2-4056-9b75-33fb0c75605f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:16.995857 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80ff2252-ee2b-42cd-ae3b-61fc4497db2a req-8f6a90f1-e5c2-4056-9b75-33fb0c75605f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 945 time: 0.2619505 Jul 08 21:48:17.055793 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 21:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aeb54c-aa9a-4671-b774-dc50f5e3a55e x-openstack-request-id: req-31aeb54c-aa9a-4671-b774-dc50f5e3a55e {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:48:17.056352 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "name": "network-vif-unplugged", "status": "completed", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:48:17.056879 n-d-791506-16 neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-31aeb54c-aa9a-4671-b774-dc50f5e3a55e {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:48:17.057610 n-d-791506-16 neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'code': 200} Jul 08 21:48:17.058695 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Pushing event updated for resources: {'Port': ['ID=1db59e56-2cd0-46b4-a218-161e37ea1bd6,revision_number=8']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:17.087496 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-80ff2252-ee2b-42cd-ae3b-61fc4497db2a req-25f07016-dc69-48e1-a251-5af3ce51f4c9 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709271 Jul 08 21:48:17.142657 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7fd2d155-82f8-49f6-a7c6-b0529d342f05 req-369806d3-69f8-4d16-beff-361043d5384d service neutron] 10.222.0.103 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506195 Jul 08 21:48:17.296893 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-7fd2d155-82f8-49f6-a7c6-b0529d342f05 req-1a2b8789-2bcc-4179-ba8b-f1bdb46d494d service neutron] 10.222.0.103 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454842 Jul 08 21:48:17.328028 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-34776cec-359e-4a1b-a385-310a38c6ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '4fb8176e-ef3e-49e2-946f-868224a275c9', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'port_id': '0172998d-b793-48fc-9fac-cbbe182a1467', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'mac_address': 'fa:16:3e:43:53:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5049c4d-1322-4894-a964-66527743728c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:43:42Z', 'updated_at': '2021-07-08T21:43:44Z', 'revision_number': 1, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:25Z', 'revision_number': 5, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:17.362043 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34776cec-359e-4a1b-a385-310a38c6ccde None None] The sync data for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 is: [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_floatingips': [{'id': '4fb8176e-ef3e-49e2-946f-868224a275c9', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'router_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'port_id': '0172998d-b793-48fc-9fac-cbbe182a1467', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'mac_address': 'fa:16:3e:43:53:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5049c4d-1322-4894-a964-66527743728c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T21:43:42Z', 'updated_at': '2021-07-08T21:43:44Z', 'revision_number': 1, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:25Z', 'revision_number': 5, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:48:17.702769 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a8de5-ad29-4a4e-bbe7-17ecc273f393 None None] New status for floating IP c79e85c4-6407-4c35-bd37-79bc4ae5f966: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:48:18.382036 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9d0c0-3108-425b-8fda-6485579628bf req-040e5d03-9924-40f1-9716-9b6dbed69efd tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:18.383863 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73e9d0c0-3108-425b-8fda-6485579628bf req-040e5d03-9924-40f1-9716-9b6dbed69efd tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 943 time: 0.1063292 Jul 08 21:48:18.444401 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-73e9d0c0-3108-425b-8fda-6485579628bf req-0b273f95-8511-4f52-a07b-809c0f960160 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514975 Jul 08 21:48:18.488281 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:18.676376 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8254455-18f5-4362-a720-e850405f0ee8 req-b61e8c1d-8c51-44a6-846c-4cb8285f3d22 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:18.678163 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b8254455-18f5-4362-a720-e850405f0ee8 req-b61e8c1d-8c51-44a6-846c-4cb8285f3d22 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.103 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 943 time: 0.0962927 Jul 08 21:48:18.872014 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-b8254455-18f5-4362-a720-e850405f0ee8 req-fa1d267d-8b39-488a-bd5d-d7606c0d243d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Deleting port 1db59e56-2cd0-46b4-a218-161e37ea1bd6 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:48:18.872355 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b8254455-18f5-4362-a720-e850405f0ee8 req-fa1d267d-8b39-488a-bd5d-d7606c0d243d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:19.027542 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-b8254455-18f5-4362-a720-e850405f0ee8 req-fa1d267d-8b39-488a-bd5d-d7606c0d243d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] For port 1db59e56-2cd0-46b4-a218-161e37ea1bd6, host n-h2-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-16',level=0,port_id=1db59e56-2cd0-46b4-a218-161e37ea1bd6,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:19.027929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b8254455-18f5-4362-a720-e850405f0ee8 req-fa1d267d-8b39-488a-bd5d-d7606c0d243d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:19.055841 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-b8254455-18f5-4362-a720-e850405f0ee8 req-fa1d267d-8b39-488a-bd5d-d7606c0d243d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Calling delete_port for 1db59e56-2cd0-46b4-a218-161e37ea1bd6 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:48:19.262734 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b8254455-18f5-4362-a720-e850405f0ee8 req-fa1d267d-8b39-488a-bd5d-d7606c0d243d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:19.304089 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d267d-8b39-488a-bd5d-d7606c0d243d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event deleted for resources: {'Port': ['ID=1db59e56-2cd0-46b4-a218-161e37ea1bd6,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:19.370828 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8254455-18f5-4362-a720-e850405f0ee8 req-fa1d267d-8b39-488a-bd5d-d7606c0d243d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] No DVR routers for this DVR port 1db59e56-2cd0-46b4-a218-161e37ea1bd6 on host n-h2-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:48:19.374010 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-b8254455-18f5-4362-a720-e850405f0ee8 req-fa1d267d-8b39-488a-bd5d-d7606c0d243d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:19.376917 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-b8254455-18f5-4362-a720-e850405f0ee8 req-fa1d267d-8b39-488a-bd5d-d7606c0d243d tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.103 "DELETE /v2.0/ports/1db59e56-2cd0-46b4-a218-161e37ea1bd6 HTTP/1.1" status: 204 len: 173 time: 0.6896884 Jul 08 21:48:19.377719 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'name': 'network-vif-deleted', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:48:19.381145 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e466e76-7fa3-4005-baba-211bc42b5a93" -d '{"events": [{"server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "name": "network-vif-deleted", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:48:19.447242 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff64dd82-0535-4513-bcdb-81fe5be54c0d x-openstack-request-id: req-ff64dd82-0535-4513-bcdb-81fe5be54c0d {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:48:19.448349 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb42d225-2509-4664-91cb-9ef2b37f7041", "name": "network-vif-deleted", "tag": "1db59e56-2cd0-46b4-a218-161e37ea1bd6", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:48:19.448349 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ff64dd82-0535-4513-bcdb-81fe5be54c0d {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:48:19.448349 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb42d225-2509-4664-91cb-9ef2b37f7041', 'name': 'network-vif-deleted', 'tag': '1db59e56-2cd0-46b4-a218-161e37ea1bd6', 'status': 'completed', 'code': 200} Jul 08 21:48:19.690687 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-bf141b2b-1c14-4882-943a-3008c006e300 req-067bbb5c-c51d-4f8d-bb14-486f106d3486 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb42d225-2509-4664-91cb-9ef2b37f7041 HTTP/1.1" status: 200 len: 210 time: 0.0497308 Jul 08 21:48:21.467754 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51974) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:21.656581 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Deleting port b26ec42c-2303-4644-81e4-72acf3c9f82a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:48:21.656964 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:21.748362 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:21.748751 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:21.765437 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Calling delete_port for b26ec42c-2303-4644-81e4-72acf3c9f82a owned by network:floatingip {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:48:21.965387 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:22.009666 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event deleted for resources: {'Port': ['ID=b26ec42c-2303-4644-81e4-72acf3c9f82a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:22.046835 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:22.047233 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:22.047679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:22.048059 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:22.048447 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:22.048859 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:22.049261 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:22.049630 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:22.050032 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:22.050523 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:22.051111 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:22.051484 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-16 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 21:48:22.104313 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for floatingip, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:22.104703 n-d-791506-16 neutron-server[94065]: INFO neutron.db.l3_db [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Floating IP 4fb8176e-ef3e-49e2-946f-868224a275c9 disassociated (deleted). External IP: 172.25.4.77, port: 0172998d-b793-48fc-9fac-cbbe182a1467. Jul 08 21:48:22.366721 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Router ad225a36-403b-4381-854e-d3d123dfd558 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:48:22.505029 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:48:22.509848 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for floatingip, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:22.518326 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fea2d-30b8-451b-8db4-05c86ae5f5ab None None] Sync routers for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:48:22.532294 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388fea2d-30b8-451b-8db4-05c86ae5f5ab None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:48:22.533163 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-388fea2d-30b8-451b-8db4-05c86ae5f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:48:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:22.556514 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4d913c3c-d3ec-44d6-98d5-9c352056387f tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "DELETE /v2.0/floatingips/4fb8176e-ef3e-49e2-946f-868224a275c9 HTTP/1.1" status: 204 len: 168 time: 1.0872033 Jul 08 21:48:22.557159 n-d-791506-16 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:48:22.559614 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d2ebfc172d59de590df2938a803ad4ab2356e115028df77becb900c8d97392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde3ad2c-38ae-4323-80de-d3a32a7adfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:48:22.707351 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 21:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261e9616-e124-44c0-99af-3c462585b51a x-openstack-request-id: req-261e9616-e124-44c0-99af-3c462585b51a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:48:22.707715 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467", "status": "completed", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:48:22.708946 n-d-791506-16 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-261e9616-e124-44c0-99af-3c462585b51a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:48:22.709410 n-d-791506-16 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467', 'status': 'completed', 'code': 200} Jul 08 21:48:22.787816 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 1db59e56-2cd0-46b4-a218-161e37ea1bd6 no longer exists at agent hyperv_n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:48:22.793391 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-388fea2d-30b8-451b-8db4-05c86ae5f5ab None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:48:22.819137 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3ad2c-38ae-4323-80de-d3a32a7adfb2 req-ae5d9582-4dcc-4937-889b-13c2d6737844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:22.822173 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dde3ad2c-38ae-4323-80de-d3a32a7adfb2 req-ae5d9582-4dcc-4937-889b-13c2d6737844 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 1096 time: 0.0912762 Jul 08 21:48:22.834169 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] No Port match for: 1db59e56-2cd0-46b4-a218-161e37ea1bd6 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:48:22.835278 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Device 1db59e56-2cd0-46b4-a218-161e37ea1bd6 not bound to the agent host n-h2-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:48:22.954248 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3ad2c-38ae-4323-80de-d3a32a7adfb2 req-28dd7e25-53f3-450b-8cdf-7c417581aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:22.955818 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dde3ad2c-38ae-4323-80de-d3a32a7adfb2 req-28dd7e25-53f3-450b-8cdf-7c417581aeab service neutron] 10.222.0.104 "GET /v2.0/networks?id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 200 len: 911 time: 0.1275854 Jul 08 21:48:23.022278 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dde3ad2c-38ae-4323-80de-d3a32a7adfb2 req-2e37091b-dee4-4119-8fb9-61993e6c04f9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0172998d-b793-48fc-9fac-cbbe182a1467 HTTP/1.1" status: 200 len: 217 time: 0.0591600 Jul 08 21:48:23.092791 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3ad2c-38ae-4323-80de-d3a32a7adfb2 req-1bf0888f-4fc8-434a-b008-dba77ef4f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:23.094607 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dde3ad2c-38ae-4323-80de-d3a32a7adfb2 req-1bf0888f-4fc8-434a-b008-dba77ef4f82f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 200 len: 849 time: 0.0658624 Jul 08 21:48:23.142253 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-388fea2d-30b8-451b-8db4-05c86ae5f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:25Z', 'revision_number': 5, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:23.186425 n-d-791506-16 neutron-server[94065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4137be4-466f-4e59-ab9c-bdcbdbbd814e req-e194e829-a56e-4efb-bb64-8adee183f618 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:23.187371 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3ad2c-38ae-4323-80de-d3a32a7adfb2 req-8adbe4ec-91a7-488b-87fa-865295b6eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:23.188087 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4137be4-466f-4e59-ab9c-bdcbdbbd814e req-e194e829-a56e-4efb-bb64-8adee183f618 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 944 time: 0.0731008 Jul 08 21:48:23.190331 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dde3ad2c-38ae-4323-80de-d3a32a7adfb2 req-8adbe4ec-91a7-488b-87fa-865295b6eaf2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b4f42bb7-2ac4-4537-9a76-4a63cf011d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877175 Jul 08 21:48:23.200783 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fea2d-30b8-451b-8db4-05c86ae5f5ab None None] Checking router: ad225a36-403b-4381-854e-d3d123dfd558 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:48:23.218727 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388fea2d-30b8-451b-8db4-05c86ae5f5ab None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:48:23.219808 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-388fea2d-30b8-451b-8db4-05c86ae5f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:48:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:23.243789 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [req-f4137be4-466f-4e59-ab9c-bdcbdbbd814e req-458634c7-a7d9-4ab0-ab82-8691b8d3d802 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446098 Jul 08 21:48:23.303576 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dde3ad2c-38ae-4323-80de-d3a32a7adfb2 req-96ad071c-b049-4bab-8a95-d997a483a16e service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053495 Jul 08 21:48:23.419288 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-388fea2d-30b8-451b-8db4-05c86ae5f5ab None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:48:23.437851 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-dde3ad2c-38ae-4323-80de-d3a32a7adfb2 req-32b8d658-da72-431b-a3c5-35d2f891e867 service neutron] 10.222.0.104 "GET /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271067 Jul 08 21:48:23.703058 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-388fea2d-30b8-451b-8db4-05c86ae5f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:25Z', 'revision_number': 5, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:23.736661 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fea2d-30b8-451b-8db4-05c86ae5f5ab None None] The sync data for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 is: [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:18Z', 'revision_number': 4, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16', '_interfaces': [{'id': '7d11be99-bbcc-4eb6-ba09-4ba50fef27c1', 'name': '', 'network_id': 'b4f42bb7-2ac4-4537-9a76-4a63cf011d35', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'mac_address': 'fa:16:3e:e2:25:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:17Z', 'updated_at': '2021-07-08T21:43:25Z', 'revision_number': 5, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'subnets': [{'id': 'a5a290ac-87d3-414c-8662-47fa05510ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:48:24.030328 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0513bb5-2643-471f-a55f-7c0b58fe9f38 None None] New status for floating IP 4fb8176e-ef3e-49e2-946f-868224a275c9: DOWN {{(pid=94067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 21:48:24.359779 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:24.510100 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb6d6b-1fd7-43f9-9781-adcd01e0eed4 req-6afcc984-526d-478a-8b13-f471e91f053b tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:24.513057 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cfbb6d6b-1fd7-43f9-9781-adcd01e0eed4 req-6afcc984-526d-478a-8b13-f471e91f053b tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 944 time: 0.1109922 Jul 08 21:48:24.585943 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-cfbb6d6b-1fd7-43f9-9781-adcd01e0eed4 req-f013849d-d8ec-46fb-b835-3255890bf363 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/security-groups?id=59bb99f4-8810-4d07-8a53-20ae0bff8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605133 Jul 08 21:48:24.657519 n-d-791506-16 neutron-server[94066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd86815-8477-442e-8df9-ad93ce58ffc4 req-794a2222-7f29-4dfd-a691-38498252e865 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 21:48:24.659140 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-afd86815-8477-442e-8df9-ad93ce58ffc4 req-794a2222-7f29-4dfd-a691-38498252e865 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 944 time: 0.0908244 Jul 08 21:48:24.779561 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-afd86815-8477-442e-8df9-ad93ce58ffc4 req-82ed4b00-75c5-4b27-be96-a1ad083265ac tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Deleting port 0172998d-b793-48fc-9fac-cbbe182a1467 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:48:24.779883 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-afd86815-8477-442e-8df9-ad93ce58ffc4 req-82ed4b00-75c5-4b27-be96-a1ad083265ac tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:24.889136 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [req-afd86815-8477-442e-8df9-ad93ce58ffc4 req-82ed4b00-75c5-4b27-be96-a1ad083265ac tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] For port 0172998d-b793-48fc-9fac-cbbe182a1467, host n-h1-791506-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-16',level=0,port_id=0172998d-b793-48fc-9fac-cbbe182a1467,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:24.889588 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-afd86815-8477-442e-8df9-ad93ce58ffc4 req-82ed4b00-75c5-4b27-be96-a1ad083265ac tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:24.906847 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [req-afd86815-8477-442e-8df9-ad93ce58ffc4 req-82ed4b00-75c5-4b27-be96-a1ad083265ac tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Calling delete_port for 0172998d-b793-48fc-9fac-cbbe182a1467 owned by compute:nova {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:48:25.095044 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-afd86815-8477-442e-8df9-ad93ce58ffc4 req-82ed4b00-75c5-4b27-be96-a1ad083265ac tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:25.159069 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed4b00-75c5-4b27-be96-a1ad083265ac tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event deleted for resources: {'Port': ['ID=0172998d-b793-48fc-9fac-cbbe182a1467,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:25.232794 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd86815-8477-442e-8df9-ad93ce58ffc4 req-82ed4b00-75c5-4b27-be96-a1ad083265ac tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] No DVR routers for this DVR port 0172998d-b793-48fc-9fac-cbbe182a1467 on host n-h1-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:48:25.236235 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [req-afd86815-8477-442e-8df9-ad93ce58ffc4 req-82ed4b00-75c5-4b27-be96-a1ad083265ac tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19876'] for port, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:25.239430 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-afd86815-8477-442e-8df9-ad93ce58ffc4 req-82ed4b00-75c5-4b27-be96-a1ad083265ac tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.104 "DELETE /v2.0/ports/0172998d-b793-48fc-9fac-cbbe182a1467 HTTP/1.1" status: 204 len: 173 time: 0.5745175 Jul 08 21:48:25.240191 n-d-791506-16 neutron-server[94066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'name': 'network-vif-deleted', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467'}] {{(pid=94066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 21:48:25.242747 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cedd6738449e80f6b67fc9f4af4f4457f1a4939fece61a7bd133ab45f025f4e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cc3642-75ae-4fcf-8626-e4138a37cb1c" -d '{"events": [{"server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "name": "network-vif-deleted", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467"}]}' {{(pid=94066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 21:48:25.292980 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 21:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10aa264b-5402-478d-a20b-d3a45b3ca2be x-openstack-request-id: req-10aa264b-5402-478d-a20b-d3a45b3ca2be {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 21:48:25.292980 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5049c4d-1322-4894-a964-66527743728c", "name": "network-vif-deleted", "tag": "0172998d-b793-48fc-9fac-cbbe182a1467", "status": "completed", "code": 200}]} {{(pid=94066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 21:48:25.292980 n-d-791506-16 neutron-server[94066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-10aa264b-5402-478d-a20b-d3a45b3ca2be {{(pid=94066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 21:48:25.292980 n-d-791506-16 neutron-server[94066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5049c4d-1322-4894-a964-66527743728c', 'name': 'network-vif-deleted', 'tag': '0172998d-b793-48fc-9fac-cbbe182a1467', 'status': 'completed', 'code': 200} Jul 08 21:48:25.877791 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [req-6d6736e4-61f2-4a61-9887-6560ab6cf503 req-9d615a89-fa0c-4df4-b2a5-546683bf9fb8 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5049c4d-1322-4894-a964-66527743728c HTTP/1.1" status: 200 len: 210 time: 0.0593541 Jul 08 21:48:27.021611 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 51996) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:27.102802 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ab498bf-6449-4ac4-ac66-4fa71e2b2217 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:27.135074 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ab498bf-6449-4ac4-ac66-4fa71e2b2217 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:27.218170 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ab498bf-6449-4ac4-ac66-4fa71e2b2217 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:27.221083 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ab498bf-6449-4ac4-ac66-4fa71e2b2217 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Notify callbacks [] for security_group, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:27.225133 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-4ab498bf-6449-4ac4-ac66-4fa71e2b2217 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] 10.222.0.101 "DELETE /v2.0/security-groups/59bb99f4-8810-4d07-8a53-20ae0bff8a4e HTTP/1.1" status: 204 len: 168 time: 0.2020681 Jul 08 21:48:27.242196 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab498bf-6449-4ac4-ac66-4fa71e2b2217 tempest-TestSnapshotPattern-342686957 tempest-TestSnapshotPattern-342686957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bb99f4-8810-4d07-8a53-20ae0bff8a4e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:28.024876 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0172998d-b793-48fc-9fac-cbbe182a1467 no longer exists at agent hyperv_n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:48:28.046476 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] No Port match for: 0172998d-b793-48fc-9fac-cbbe182a1467 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:48:28.046925 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Device 0172998d-b793-48fc-9fac-cbbe182a1467 not bound to the agent host n-h1-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:48:28.316649 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52002) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:28.859925 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0b44d78-ca6a-41a5-9f3c-787b5544483a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:29.695440 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d0b44d78-ca6a-41a5-9f3c-787b5544483a admin admin] Deleting port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:48:29.696191 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0b44d78-ca6a-41a5-9f3c-787b5544483a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:29.790679 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d0b44d78-ca6a-41a5-9f3c-787b5544483a admin admin] For port 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=7d11be99-bbcc-4eb6-ba09-4ba50fef27c1,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:29.791085 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0b44d78-ca6a-41a5-9f3c-787b5544483a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:29.809010 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d0b44d78-ca6a-41a5-9f3c-787b5544483a admin admin] Calling delete_port for 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:48:30.067100 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0b44d78-ca6a-41a5-9f3c-787b5544483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:30.094946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b44d78-ca6a-41a5-9f3c-787b5544483a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d11be99-bbcc-4eb6-ba09-4ba50fef27c1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:30.316653 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0b44d78-ca6a-41a5-9f3c-787b5544483a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:30.585677 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b44d78-ca6a-41a5-9f3c-787b5544483a admin admin] Router ad225a36-403b-4381-854e-d3d123dfd558 has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:48:30.735883 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b44d78-ca6a-41a5-9f3c-787b5544483a admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:48:30.744616 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-d0b44d78-ca6a-41a5-9f3c-787b5544483a admin admin] 10.222.0.101 "PUT /v2.0/routers/ad225a36-403b-4381-854e-d3d123dfd558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4267347 Jul 08 21:48:30.749001 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52006) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:30.750355 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f35031-cee5-45e4-aea3-307854757569 None None] Sync routers for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:48:30.764739 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f35031-cee5-45e4-aea3-307854757569 None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:48:30.765717 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-67f35031-cee5-45e4-aea3-307854757569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:48:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:30.879475 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:30.898667 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-67f35031-cee5-45e4-aea3-307854757569 None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: n-d-791506-16 {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:48:31.030660 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:31.124697 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Deleting port bba334f0-4bc7-4dd1-8856-44bf5a68a35e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:48:31.125065 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:31.145016 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-67f35031-cee5-45e4-aea3-307854757569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:48:30Z', 'revision_number': 5, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port': {'id': 'bba334f0-4bc7-4dd1-8856-44bf5a68a35e', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:31.180830 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f35031-cee5-45e4-aea3-307854757569 None None] Checking router: ad225a36-403b-4381-854e-d3d123dfd558 for host: n-d-791506-16 {{(pid=94068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:48:31.193535 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f35031-cee5-45e4-aea3-307854757569 None None] Routers {'ad225a36-403b-4381-854e-d3d123dfd558'} bound to L3 agent in host n-d-791506-16 {{(pid=94068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:48:31.194484 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-67f35031-cee5-45e4-aea3-307854757569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:48:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['ad225a36-403b-4381-854e-d3d123dfd558'], 'active': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:31.241795 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] For port bba334f0-4bc7-4dd1-8856-44bf5a68a35e, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=bba334f0-4bc7-4dd1-8856-44bf5a68a35e,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:31.242165 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:31.262617 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Calling delete_port for bba334f0-4bc7-4dd1-8856-44bf5a68a35e owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:48:31.320725 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_dvr_db [None req-67f35031-cee5-45e4-aea3-307854757569 None None] Set router ad225a36-403b-4381-854e-d3d123dfd558 gateway port host: None {{(pid=94068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:48:31.383110 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.l3_hamode_db [None req-67f35031-cee5-45e4-aea3-307854757569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:48:31Z', 'revision_number': 6, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port_host': None}], 'n-d-791506-16', False) {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:31.418710 n-d-791506-16 neutron-server[94068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f35031-cee5-45e4-aea3-307854757569 None None] The sync data for ids ['ad225a36-403b-4381-854e-d3d123dfd558'] in n-d-791506-16 is: [{'id': 'ad225a36-403b-4381-854e-d3d123dfd558', 'name': 'tempest-TestSnapshotPattern-1529496962-router', 'tenant_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:15Z', 'updated_at': '2021-07-08T21:48:31Z', 'revision_number': 6, 'project_id': '7e41e3d68d384c3aa361b3a3029cce3c', 'gw_port_host': None}] {{(pid=94068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:48:31.507141 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:31.538282 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba334f0-4bc7-4dd1-8856-44bf5a68a35e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:31.643877 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:31.772758 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:31.779824 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:31.840137 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:31.841023 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad225a36-403b-4381-854e-d3d123dfd558 {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:48:31.849044 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:31.853456 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-405aae55-2b23-4f38-ac29-79deffc49c24 admin admin] 10.222.0.101 "DELETE /v2.0/routers/ad225a36-403b-4381-854e-d3d123dfd558 HTTP/1.1" status: 204 len: 168 time: 1.1029651 Jul 08 21:48:31.854652 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52008) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:31.908702 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-093cbdaf-a459-4f03-8a5f-aebfc292b66d admin admin] Deleting subnet a5a290ac-87d3-414c-8662-47fa05510ee1 {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:48:31.915288 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-093cbdaf-a459-4f03-8a5f-aebfc292b66d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:31.984308 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-093cbdaf-a459-4f03-8a5f-aebfc292b66d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.076962 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-093cbdaf-a459-4f03-8a5f-aebfc292b66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.135187 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-093cbdaf-a459-4f03-8a5f-aebfc292b66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.165323 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cbdaf-a459-4f03-8a5f-aebfc292b66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a290ac-87d3-414c-8662-47fa05510ee1,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:32.167560 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-093cbdaf-a459-4f03-8a5f-aebfc292b66d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.172348 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-093cbdaf-a459-4f03-8a5f-aebfc292b66d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a5a290ac-87d3-414c-8662-47fa05510ee1 HTTP/1.1" status: 204 len: 168 time: 0.3133395 Jul 08 21:48:32.172746 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52010) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:32.175330 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb74d27-f698-4a88-8a3f-d87f37ddb4a7 None None] Network b4f42bb7-2ac4-4537-9a76-4a63cf011d35 requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:48:32.265126 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.342126 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Deleting port cbfab78c-d92f-48e2-b70a-8e5c2bef4544 {{(pid=94066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:48:32.342463 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.442541 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] For port cbfab78c-d92f-48e2-b70a-8e5c2bef4544, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=cbfab78c-d92f-48e2-b70a-8e5c2bef4544,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:32.442913 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.448154 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcf1755-7973-4623-bfa4-f1e55174914b None None] DHCP port deletion for b4f42bb7-2ac4-4537-9a76-4a63cf011d35 request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:48:32.462747 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Calling delete_port for cbfab78c-d92f-48e2-b70a-8e5c2bef4544 owned by network:dhcp {{(pid=94066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:48:32.537858 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf1755-7973-4623-bfa4-f1e55174914b None None] Deleting port cbfab78c-d92f-48e2-b70a-8e5c2bef4544 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:48:32.538593 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0fcf1755-7973-4623-bfa4-f1e55174914b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.592929 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127148288'] for port, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.629369 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] No DVR routers for this DVR port cbfab78c-d92f-48e2-b70a-8e5c2bef4544 on host n-d-791506-16 {{(pid=94066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:48:32.639774 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfab78c-d92f-48e2-b70a-8e5c2bef4544,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:32.670361 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0fcf1755-7973-4623-bfa4-f1e55174914b None None] For port cbfab78c-d92f-48e2-b70a-8e5c2bef4544, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=cbfab78c-d92f-48e2-b70a-8e5c2bef4544,segment=NetworkSegment(c1052d45-faca-4505-bf30-35fb4cf95dcf),segment_id=c1052d45-faca-4505-bf30-35fb4cf95dcf)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:32.671026 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0fcf1755-7973-4623-bfa4-f1e55174914b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.688896 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf1755-7973-4623-bfa4-f1e55174914b None None] Calling delete_port for cbfab78c-d92f-48e2-b70a-8e5c2bef4544 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:48:32.738425 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.753863 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f42bb7-2ac4-4537-9a76-4a63cf011d35']}} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:32.772443 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1052d45-faca-4505-bf30-35fb4cf95dcf') {'for_net_delete': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:32.772904 n-d-791506-16 neutron-server[94066]: DEBUG neutron.services.segments.db [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1052d45-faca-4505-bf30-35fb4cf95dcf') {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:32.782911 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0fcf1755-7973-4623-bfa4-f1e55174914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.788426 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017604'] for segment, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.811598 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.820908 n-d-791506-16 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:48:32.821324 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127148525'] for segment, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: conditions |= (models_v2.Port.network_id.in_( Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: Traceback (most recent call last): Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: timer() Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: cb(*args, **kw) Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: return func(*args, **kwargs) Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: self._notify() Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: self.callback(batched_events) Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: event.method(event) Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: return f(self, *a, **k) Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: return self._get(url).json() Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: return self.request(url, 'GET', **kwargs) Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:48:32.823600 n-d-791506-16 neutron-server[94066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:48:32.891244 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.900946 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:32.904198 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] 10.222.0.101 "DELETE /v2.0/networks/b4f42bb7-2ac4-4537-9a76-4a63cf011d35 HTTP/1.1" status: 204 len: 168 time: 0.7299750 Jul 08 21:48:32.907771 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52012) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:32.920681 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb297d8e-833c-4d84-82ff-590b144435d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f42bb7-2ac4-4537-9a76-4a63cf011d35,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:32.980254 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf1755-7973-4623-bfa4-f1e55174914b None None] Pushing event deleted for resources: {'Port': ['ID=cbfab78c-d92f-48e2-b70a-8e5c2bef4544,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:32.981763 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcf1755-7973-4623-bfa4-f1e55174914b None None] No DVR routers for this DVR port cbfab78c-d92f-48e2-b70a-8e5c2bef4544 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:48:33.137210 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bba334f0-4bc7-4dd1-8856-44bf5a68a35e no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:48:33.163286 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: bba334f0-4bc7-4dd1-8856-44bf5a68a35e {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:48:33.163685 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device bba334f0-4bc7-4dd1-8856-44bf5a68a35e not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:48:33.167537 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device cbfab78c-d92f-48e2-b70a-8e5c2bef4544 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:48:33.187789 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: cbfab78c-d92f-48e2-b70a-8e5c2bef4544 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:48:33.188984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device cbfab78c-d92f-48e2-b70a-8e5c2bef4544 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:48:33.188984 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:48:33.217260 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:48:33.217668 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 7d11be99-bbcc-4eb6-ba09-4ba50fef27c1 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:48:33.437810 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-797273a8-e88f-4135-a190-dc77ea4a0424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-318500'] for router_interface, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:33.792793 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-797273a8-e88f-4135-a190-dc77ea4a0424 admin admin] Deleting port 43612c9a-0942-469b-a388-c453ffd400cc {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:48:33.793084 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-797273a8-e88f-4135-a190-dc77ea4a0424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:33.896827 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-797273a8-e88f-4135-a190-dc77ea4a0424 admin admin] For port 43612c9a-0942-469b-a388-c453ffd400cc, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=43612c9a-0942-469b-a388-c453ffd400cc,segment=NetworkSegment(81f3d4a0-0b83-45c0-8bbf-fc614724050b),segment_id=81f3d4a0-0b83-45c0-8bbf-fc614724050b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:33.897185 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-797273a8-e88f-4135-a190-dc77ea4a0424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:33.912757 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-797273a8-e88f-4135-a190-dc77ea4a0424 admin admin] Calling delete_port for 43612c9a-0942-469b-a388-c453ffd400cc owned by network:router_interface {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:48:34.139451 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-797273a8-e88f-4135-a190-dc77ea4a0424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:34.186022 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797273a8-e88f-4135-a190-dc77ea4a0424 admin admin] Pushing event deleted for resources: {'Port': ['ID=43612c9a-0942-469b-a388-c453ffd400cc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:34.208998 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-67f046ed-f73a-43e5-9144-5ae1340d9017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:34.475492 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-797273a8-e88f-4135-a190-dc77ea4a0424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-318690'] for router_interface, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:34.773864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797273a8-e88f-4135-a190-dc77ea4a0424 admin admin] Router fa75901c-06f6-4904-be57-9817862da10d has already been hosted by L3 agent 50f03021-7750-4627-924c-201be2eadad8 {{(pid=94065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 21:48:34.906254 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797273a8-e88f-4135-a190-dc77ea4a0424 admin admin] Notify agent at l3_agent.n-d-791506-16 the message routers_updated {{(pid=94065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 21:48:34.912549 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-797273a8-e88f-4135-a190-dc77ea4a0424 admin admin] 10.222.0.101 "PUT /v2.0/routers/fa75901c-06f6-4904-be57-9817862da10d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0029886 Jul 08 21:48:34.916209 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52014) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:34.919817 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ebcba-00bc-438e-b0c1-bd475745fe8c None None] Sync routers for ids ['fa75901c-06f6-4904-be57-9817862da10d'] in n-d-791506-16 {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 21:48:34.932184 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ebcba-00bc-438e-b0c1-bd475745fe8c None None] Routers {'fa75901c-06f6-4904-be57-9817862da10d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:48:34.933283 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7b6ebcba-00bc-438e-b0c1-bd475745fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:48:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['fa75901c-06f6-4904-be57-9817862da10d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:35.083048 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7b6ebcba-00bc-438e-b0c1-bd475745fe8c None None] Set router fa75901c-06f6-4904-be57-9817862da10d gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:48:35.341366 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7b6ebcba-00bc-438e-b0c1-bd475745fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa75901c-06f6-4904-be57-9817862da10d', 'name': 'tempest-TestSnapshotPattern-1568921427-router', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:20Z', 'updated_at': '2021-07-08T21:48:34Z', 'revision_number': 5, 'project_id': 'de08ae2d8e35406bab726949bf58b920', 'gw_port': {'id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa75901c-06f6-4904-be57-9817862da10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:21Z', 'updated_at': '2021-07-08T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:35.388871 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ebcba-00bc-438e-b0c1-bd475745fe8c None None] Checking router: fa75901c-06f6-4904-be57-9817862da10d for host: n-d-791506-16 {{(pid=94067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 21:48:35.407209 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ebcba-00bc-438e-b0c1-bd475745fe8c None None] Routers {'fa75901c-06f6-4904-be57-9817862da10d'} bound to L3 agent in host n-d-791506-16 {{(pid=94067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 21:48:35.407878 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7b6ebcba-00bc-438e-b0c1-bd475745fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T20:02:06Z,description=,heartbeat_timestamp=2021-07-08T21:48:07Z,host='n-d-791506-16',id=50f03021-7750-4627-924c-201be2eadad8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T20:02:06Z,topic='l3_agent')) {'router_ids': ['fa75901c-06f6-4904-be57-9817862da10d'], 'active': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:35.547976 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvr_db [None req-7b6ebcba-00bc-438e-b0c1-bd475745fe8c None None] Set router fa75901c-06f6-4904-be57-9817862da10d gateway port host: n-d-791506-16 {{(pid=94067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 21:48:35.555699 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:35.685425 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:35.766745 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Deleting port f5a7fda7-a817-4552-a0b4-b2f920295f05 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:48:35.767159 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:35.786550 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_hamode_db [None req-7b6ebcba-00bc-438e-b0c1-bd475745fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa75901c-06f6-4904-be57-9817862da10d', 'name': 'tempest-TestSnapshotPattern-1568921427-router', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:20Z', 'updated_at': '2021-07-08T21:48:34Z', 'revision_number': 5, 'project_id': 'de08ae2d8e35406bab726949bf58b920', 'gw_port': {'id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa75901c-06f6-4904-be57-9817862da10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:21Z', 'updated_at': '2021-07-08T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}], 'n-d-791506-16', False) {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:35.820294 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ebcba-00bc-438e-b0c1-bd475745fe8c None None] The sync data for ids ['fa75901c-06f6-4904-be57-9817862da10d'] in n-d-791506-16 is: [{'id': 'fa75901c-06f6-4904-be57-9817862da10d', 'name': 'tempest-TestSnapshotPattern-1568921427-router', 'tenant_id': 'de08ae2d8e35406bab726949bf58b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'external_fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T21:43:20Z', 'updated_at': '2021-07-08T21:48:34Z', 'revision_number': 5, 'project_id': 'de08ae2d8e35406bab726949bf58b920', 'gw_port': {'id': 'f5a7fda7-a817-4552-a0b4-b2f920295f05', 'name': '', 'network_id': '169bcba0-2941-4b62-b9bb-d1843ffb817c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa75901c-06f6-4904-be57-9817862da10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T21:43:21Z', 'updated_at': '2021-07-08T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aa8702d-6907-45ac-9d01-3e976a65e5c1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-16'}] {{(pid=94067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 21:48:35.879829 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] For port f5a7fda7-a817-4552-a0b4-b2f920295f05, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=f5a7fda7-a817-4552-a0b4-b2f920295f05,segment=NetworkSegment(d580bd7d-9bb3-4f99-ac06-e58a01a5d12a),segment_id=d580bd7d-9bb3-4f99-ac06-e58a01a5d12a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:35.880194 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:35.899960 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Calling delete_port for f5a7fda7-a817-4552-a0b4-b2f920295f05 owned by network:router_gateway {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:48:36.134869 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:36.179607 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a7fda7-a817-4552-a0b4-b2f920295f05,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:36.266016 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448489'] for router_gateway, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:36.403397 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-312637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40767'] for router, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:36.406117 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:36.488490 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-315021'] for router, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:36.489601 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa75901c-06f6-4904-be57-9817862da10d {{(pid=94065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 21:48:36.496954 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:36.499075 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-7ee2da5f-f9a1-43f7-85ef-68a6539ad2d4 admin admin] 10.222.0.101 "DELETE /v2.0/routers/fa75901c-06f6-4904-be57-9817862da10d HTTP/1.1" status: 204 len: 168 time: 1.5812638 Jul 08 21:48:36.503945 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52016) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:36.578423 n-d-791506-16 neutron-server[94066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40b86cc-1eeb-421a-a58c-30dc2e2bb3a9 admin admin] Deleting subnet ba40aa9b-ba26-4556-975d-b8d92525452a {{(pid=94066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 21:48:36.583429 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b40b86cc-1eeb-421a-a58c-30dc2e2bb3a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:36.643978 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b40b86cc-1eeb-421a-a58c-30dc2e2bb3a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017613'] for subnet, precommit_delete_associations {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:36.772418 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b40b86cc-1eeb-421a-a58c-30dc2e2bb3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534409'] for subnet, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:36.849185 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b40b86cc-1eeb-421a-a58c-30dc2e2bb3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127148362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126633526'] for subnet, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:36.884694 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b40b86cc-1eeb-421a-a58c-30dc2e2bb3a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:36.887584 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-b40b86cc-1eeb-421a-a58c-30dc2e2bb3a9 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ba40aa9b-ba26-4556-975d-b8d92525452a HTTP/1.1" status: 204 len: 168 time: 0.3822892 Jul 08 21:48:36.889438 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b86cc-1eeb-421a-a58c-30dc2e2bb3a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba40aa9b-ba26-4556-975d-b8d92525452a,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:36.891190 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [-] (94065) accepted ('10.222.0.101', 52018) {{(pid=94065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:36.894915 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95a914d-0416-494c-89a2-12a242a6bcda None None] Network d4f3a3a9-5fca-4576-ae2f-47a5fe92052e requested from n-d-791506-16 {{(pid=94067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 21:48:36.989800 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3474218'] for network, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.085322 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Deleting port da325ec4-ae1d-4ccf-b63c-7a67e884f324 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:48:37.085931 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.150285 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d71695a-eeb6-4e4c-acc3-0d0ba3bbc24c None None] DHCP port deletion for d4f3a3a9-5fca-4576-ae2f-47a5fe92052e request from n-d-791506-16 {{(pid=94067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 21:48:37.201448 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f5a7fda7-a817-4552-a0b4-b2f920295f05 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:48:37.204940 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] For port da325ec4-ae1d-4ccf-b63c-7a67e884f324, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=da325ec4-ae1d-4ccf-b63c-7a67e884f324,segment=NetworkSegment(81f3d4a0-0b83-45c0-8bbf-fc614724050b),segment_id=81f3d4a0-0b83-45c0-8bbf-fc614724050b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:37.205738 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.233941 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: f5a7fda7-a817-4552-a0b4-b2f920295f05 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:48:37.234308 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device f5a7fda7-a817-4552-a0b4-b2f920295f05 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:48:37.234697 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 43612c9a-0942-469b-a388-c453ffd400cc no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:48:37.242864 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Calling delete_port for da325ec4-ae1d-4ccf-b63c-7a67e884f324 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:48:37.268366 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f79854af-b4a4-4970-b00f-c736874bd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.270312 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: 43612c9a-0942-469b-a388-c453ffd400cc {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:48:37.270738 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device 43612c9a-0942-469b-a388-c453ffd400cc not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:48:37.290707 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.304897 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1d71695a-eeb6-4e4c-acc3-0d0ba3bbc24c None None] Deleting port da325ec4-ae1d-4ccf-b63c-7a67e884f324 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 21:48:37.305350 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1d71695a-eeb6-4e4c-acc3-0d0ba3bbc24c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794148729043'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.396811 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125939755'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.401588 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-1d71695a-eeb6-4e4c-acc3-0d0ba3bbc24c None None] For port da325ec4-ae1d-4ccf-b63c-7a67e884f324, host n-d-791506-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-16',level=0,port_id=da325ec4-ae1d-4ccf-b63c-7a67e884f324,segment=NetworkSegment(81f3d4a0-0b83-45c0-8bbf-fc614724050b),segment_id=81f3d4a0-0b83-45c0-8bbf-fc614724050b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 21:48:37.402182 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1d71695a-eeb6-4e4c-acc3-0d0ba3bbc24c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316964'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.427460 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-1d71695a-eeb6-4e4c-acc3-0d0ba3bbc24c None None] Calling delete_port for da325ec4-ae1d-4ccf-b63c-7a67e884f324 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 21:48:37.434841 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=da325ec4-ae1d-4ccf-b63c-7a67e884f324,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:37.442489 n-d-791506-16 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] No DVR routers for this DVR port da325ec4-ae1d-4ccf-b63c-7a67e884f324 on host n-d-791506-16 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:48:37.530105 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3532786', 'neutron.services.segments.db._delete_segments_for_network-8794148958037'] for network, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.546980 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f3a3a9-5fca-4576-ae2f-47a5fe92052e']}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:37.567361 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f3d4a0-0b83-45c0-8bbf-fc614724050b') {'for_net_delete': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:37.567946 n-d-791506-16 neutron-server[94065]: DEBUG neutron.services.segments.db [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f3d4a0-0b83-45c0-8bbf-fc614724050b') {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 21:48:37.568182 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1d71695a-eeb6-4e4c-acc3-0d0ba3bbc24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3659832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794148736013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794148430309'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.585311 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794148756017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128036420'] for segment, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.596560 n-d-791506-16 neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71695a-eeb6-4e4c-acc3-0d0ba3bbc24c None None] Pushing event deleted for resources: {'Port': ['ID=da325ec4-ae1d-4ccf-b63c-7a67e884f324,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:37.603512 n-d-791506-16 neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71695a-eeb6-4e4c-acc3-0d0ba3bbc24c None None] No DVR routers for this DVR port da325ec4-ae1d-4ccf-b63c-7a67e884f324 on host n-d-791506-16 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 21:48:37.618899 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582'] for segment, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.631761 n-d-791506-16 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 21:48:37.632188 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3512582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125939910'] for segment, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: Traceback (most recent call last): Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: timer() Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: cb(*args, **kw) Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: return func(*args, **kwargs) Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: self._notify() Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: self.callback(batched_events) Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: event.method(event) Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: return f(self, *a, **k) Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: return self._get(url).json() Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: return self.request(url, 'GET', **kwargs) Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 21:48:37.634771 n-d-791506-16 neutron-server[94065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 21:48:37.698564 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3532747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448397'] for network, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.705682 n-d-791506-16 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Notify callbacks [] for network, before_response {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:37.708741 n-d-791506-16 neutron-server[94065]: INFO neutron.wsgi [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] 10.222.0.101 "DELETE /v2.0/networks/d4f3a3a9-5fca-4576-ae2f-47a5fe92052e HTTP/1.1" status: 204 len: 168 time: 0.8161454 Jul 08 21:48:37.727133 n-d-791506-16 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db26ce-82e7-4eee-90ad-19cff5be2f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f3a3a9-5fca-4576-ae2f-47a5fe92052e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:37.890480 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52022) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:37.957981 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-010a1bc4-eb16-468e-8e37-97816c3c3931 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7e41e3d68d384c3aa361b3a3029cce3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658510 Jul 08 21:48:37.961105 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52024) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:38.022408 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d9f9f95-5c0a-4dae-a2d0-ae35c5cbaa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:38.049371 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d9f9f95-5c0a-4dae-a2d0-ae35c5cbaa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:38.129581 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d9f9f95-5c0a-4dae-a2d0-ae35c5cbaa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:38.134596 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6d9f9f95-5c0a-4dae-a2d0-ae35c5cbaa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:38.136727 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-6d9f9f95-5c0a-4dae-a2d0-ae35c5cbaa7e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4d0bd9ac-5491-4246-9982-5ea845a6770c HTTP/1.1" status: 204 len: 168 time: 0.1743004 Jul 08 21:48:38.151084 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f9f95-5c0a-4dae-a2d0-ae35c5cbaa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0bd9ac-5491-4246-9982-5ea845a6770c,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:38.634800 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52030) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:38.667772 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:38.696522 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-1281e9a8-b64e-4778-ae6e-476705e498f0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=de08ae2d8e35406bab726949bf58b920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604608 Jul 08 21:48:38.700753 n-d-791506-16 neutron-server[94066]: DEBUG neutron.wsgi [-] (94066) accepted ('10.222.0.101', 52032) {{(pid=94066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 21:48:38.761883 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-982b5f7c-e514-4f19-b8ae-3c1e6d896b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:38.794655 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-982b5f7c-e514-4f19-b8ae-3c1e6d896b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:38.879197 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-982b5f7c-e514-4f19-b8ae-3c1e6d896b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-520314'] for security_group, after_delete {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:38.882311 n-d-791506-16 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-982b5f7c-e514-4f19-b8ae-3c1e6d896b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:38.883634 n-d-791506-16 neutron-server[94066]: INFO neutron.wsgi [None req-982b5f7c-e514-4f19-b8ae-3c1e6d896b85 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6178c0c0-9922-4bf8-a2f6-372cddf2d402 HTTP/1.1" status: 204 len: 168 time: 0.1816568 Jul 08 21:48:38.894506 n-d-791506-16 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b5f7c-e514-4f19-b8ae-3c1e6d896b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6178c0c0-9922-4bf8-a2f6-372cddf2d402,revision_number=None']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 21:48:39.126679 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da325ec4-ae1d-4ccf-b63c-7a67e884f324 no longer exists at agent ovs-agent-n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 21:48:39.164060 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] No Port match for: da325ec4-ae1d-4ccf-b63c-7a67e884f324 {{(pid=94067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 21:48:39.164478 n-d-791506-16 neutron-server[94067]: DEBUG neutron.plugins.ml2.rpc [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Device da325ec4-ae1d-4ccf-b63c-7a67e884f324 not bound to the agent host n-d-791506-16 {{(pid=94067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 21:48:39.287424 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:48:40.212778 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:48.493518 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:48:54.353616 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:04.200327 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c30fd448-b6a4-4e12-879f-ad3c79ddb0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:07.183741 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d7b53b01-db5c-474e-9b11-6390044ac165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:07.261420 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:08.666610 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:10.206170 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:16.286896 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:49:18.505248 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:20.557362 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-126362bc-5d3f-4048-ae95-edbd5b5dc925 req-6f7e3025-7fcc-41ed-a92b-cf866487d191 service neutron] (94065) timed out ('10.222.0.104', 49793) {{(pid=94065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 21:49:24.378714 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:34.195819 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-521c6d76-dc9f-4051-9989-43685caabf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:37.177377 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9f374916-4954-4a5a-8907-23a231c64c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:37.255105 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:38.673366 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:40.204939 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:48.514308 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:49:53.287572 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:49:54.361734 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:04.206269 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ce836ffe-c513-40c3-b13f-b13e14e82a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:07.182151 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-367b3ad0-b2b1-42fa-8dc3-9a04cd8a1216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:07.266083 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:08.672339 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:10.213024 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:18.504430 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:24.383379 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:30.287245 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:50:34.202376 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bdaf8eb4-3372-40ed-83b7-1c2c99cb9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:37.188586 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-616bf020-751d-4214-9a60-ebbd50664fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:37.262577 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:38.682248 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:40.213683 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:48.521993 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:50:54.379169 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:04.203235 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-556bd79f-781d-46ba-8ea4-aa6d0b0a478c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:07.181003 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7704c033-8cd9-4616-988c-38c94b792f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:07.258709 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:07.288024 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:51:08.670628 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:10.216779 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:18.549973 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:24.399589 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:34.207859 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-619f526c-f087-4743-85c5-6c5c4c5c0bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:37.182424 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-56aac3e0-a6a1-4e8b-98de-d92b9fb98bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:37.261210 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:38.673976 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:40.214392 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:44.288420 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:51:48.550198 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:51:54.409946 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:04.211272 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e60d7470-8bfa-4747-92c5-ffd6d96dca50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:07.189244 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a81f6354-de11-4353-93eb-5138b449c2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:07.266163 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:08.681178 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:10.220735 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:18.547478 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:21.290636 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:52:24.415582 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:34.215188 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7306c876-7778-4a24-a4fc-e43ea8782531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:37.189376 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d99f41aa-0aa5-4cfe-a062-cb8043531108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:37.271692 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:38.682674 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:40.225149 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:48.550422 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:54.411575 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:52:58.291967 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:53:04.217832 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dcdb0e7b-d032-4266-9c26-d093cd0abe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:53:07.182930 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-edc51554-8d3f-4304-8953-2bb6d0add84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:53:07.266665 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:53:08.683602 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:53:10.225726 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:53:18.562265 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:53:24.406687 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:53:34.223900 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-552adf44-c7de-4f90-aab0-ae9b7f540c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:53:35.292280 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:53:37.186614 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b8f709b2-e0c6-4fde-91a6-76b08bce9f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:53:37.268185 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:53:38.689650 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:53:40.233865 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:53:48.581647 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:53:54.420055 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:04.218965 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a794776d-7553-4a5e-a087-f327cff7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:07.194671 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b35532d1-f41d-4d50-9f4f-ef2e2e91b9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:07.273055 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:08.699532 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:10.235749 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:12.296332 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:54:18.583930 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:24.445911 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:34.233840 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9caa1177-bf54-44a2-9439-8e071f258b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:37.188352 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-69b5b53d-98da-4f1d-a5a0-13d2043e8b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:37.269884 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:38.696045 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:40.238566 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:48.590986 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:54:49.299023 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:54:54.457233 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:04.225628 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-87e7aecb-3566-4b57-b38c-c9dd30fe723c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:07.200199 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cac3b32e-9e04-4696-8440-a65036f8d825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:07.273636 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:08.697085 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:10.241458 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:18.609796 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:24.454662 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:26.300080 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:55:34.228156 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6ef4-7c6d-4c55-8ce0-08ae85d3f2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:37.196176 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3a06e167-dcf2-4927-af95-424e14a889a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:37.263394 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:38.703031 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:40.246180 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:48.627139 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:55:54.458567 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:03.299796 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:56:04.221953 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-51597f61-2098-409b-977d-95ca2df1d96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:07.198261 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f945-5911-4e5d-9083-4e99d044afe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:07.259383 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:08.703516 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:10.247160 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:18.645832 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:24.251224 n-d-791506-16 neutron-server[94065]: DEBUG neutron.wsgi [req-c86ee71d-191e-4856-b1c4-afe894a961a8 req-c18beddb-0bad-4356-92e4-afc020780b90 service neutron] (94065) timed out ('10.222.0.101', 50596) {{(pid=94065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 21:56:24.469989 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:34.229562 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-79f705f0-86b5-450f-b7a2-379a283a0806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:37.210857 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-beb542f4-378a-429b-91ac-14c2eaeab9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:37.256497 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:38.715047 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:40.254246 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:40.302447 n-d-791506-16 neutron-server[94068]: DEBUG neutron.db.agents_db [None req-76e6e328-b35f-4011-8a35-f4e15d4cd716 None None] Agent healthcheck: found 7 active agents {{(pid=94068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 21:56:48.664694 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-46d5213e-e75f-4fbb-8718-fb961c38bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:56:54.471054 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fe756b4-3e81-4926-add9-497db0254242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:57:04.234107 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f960a3d4-b6a8-47e4-9b17-ff2779f63691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:57:07.209105 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d3bb-2c65-402a-88e5-9ef7a1229bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:57:07.250642 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dfc12bab-267f-4f79-9bd1-45c4bddf3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:57:08.711875 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3130a771-0b71-4a3e-9812-059d023cd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 21:57:10.252551 n-d-791506-16 neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-084d8e6e-5ecc-40a0-97d6-f40e485e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794148958019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3538056'] for agent, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}